-- Logs begin at Thu 2021-09-16 15:29:01 UTC, end at Thu 2021-09-16 18:08:46 UTC. -- Sep 16 16:12:40.093889 n-d-807786-3 systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 16:12:42.820364 n-d-807786-3 neutron-server[95246]: INFO neutron.common.config [-] Logging enabled! Sep 16 16:12:42.821081 n-d-807786-3 neutron-server[95246]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 16:12:42.821223 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95246) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 16:12:42.824627 n-d-807786-3 neutron-server[95246]: INFO neutron.common.config [-] Logging enabled! Sep 16 16:12:42.824883 n-d-807786-3 neutron-server[95246]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 16:12:42.825198 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95246) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 16:12:42.826145 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 16:12:42.826377 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 16:12:42.826735 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 16:12:42.826981 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 16:12:42.827205 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 16:12:42.827526 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.827825 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.828122 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.828350 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.828667 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.828956 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.829275 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.829561 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.829857 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.830144 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.830426 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.830711 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.830941 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.831223 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.831514 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.831802 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.832028 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] debug = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.832308 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.832761 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.833176 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.833462 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.833756 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.834037 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.834309 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.834584 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.834867 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.835198 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] host = n-d-807786-3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.835479 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.835770 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.836059 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.836346 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.836645 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.836921 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.837213 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.837485 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.837761 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] log_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.838036 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.838324 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.838611 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.838900 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.839123 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.839344 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.839633 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.839924 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.840198 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.840496 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.840773 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.841048 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.841322 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.841592 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.841877 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.842167 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.842451 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.842727 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.843001 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.843273 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.843545 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.843832 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.844108 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.844390 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.844674 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.845050 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.845350 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.845632 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.845935 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.846224 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.846509 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.846795 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.847069 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.847354 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.847626 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.847899 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.848170 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] use_json = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.848467 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.848740 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.849022 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.849294 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.849567 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.849841 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.850111 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.850397 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:42.850692 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.850988 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.851289 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.851572 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.851869 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.852156 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.852474 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.852757 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.853048 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.853339 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.853632 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.853908 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.854196 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.854473 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.854770 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.855076 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.855372 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.855667 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.855943 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.856219 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.856515 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.856794 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.857082 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.857359 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.857652 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.857945 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.858224 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.858509 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.858802 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.859091 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.859365 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.859643 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.859934 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.860210 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.861014 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.861306 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.861594 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.861883 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.862146 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.862432 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.862708 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.862980 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.863250 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.863525 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.863815 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.864091 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.864362 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.864655 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.864934 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.865202 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.865485 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.865760 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.866032 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.866302 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.866577 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.866847 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.867118 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.867392 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.867662 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.867937 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.868210 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.868506 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.868779 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.869049 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.869320 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.869590 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.869861 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.870138 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.870409 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.870679 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.870948 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.871219 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.871489 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.871772 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.872069 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.872352 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.872655 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.872934 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.873212 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.873488 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.873763 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.874041 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.874319 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.874593 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.874883 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.875167 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.875455 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.875737 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.876016 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.876892 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.877180 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.877684 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.877838 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.878189 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.878411 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.878696 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.878995 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.879292 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.879590 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.879885 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.880177 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.880482 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.880794 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.881075 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:42.881292 n-d-807786-3 neutron-server[95246]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 16:12:42.881530 n-d-807786-3 neutron-server[95246]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95246) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 16:12:43.229648 n-d-807786-3 neutron-server[95246]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 16:12:43.229839 n-d-807786-3 neutron-server[95246]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 16:12:43.230127 n-d-807786-3 neutron-server[95246]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 16:12:43.230462 n-d-807786-3 neutron-server[95246]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 16:12:43.627598 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.627904 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.628170 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.629506 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.629778 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.630038 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.665813 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.666089 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.666354 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.681561 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.681839 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.682105 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.710759 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.711036 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.711298 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.749333 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.749609 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.749875 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.981683 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.982276 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.982276 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.982462 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:43.983081 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.102790 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.103106 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.103386 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.103656 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.103921 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.104230 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.104511 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.104768 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.105020 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.105301 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.105559 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.105819 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.106071 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.106319 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.106572 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.106831 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.107082 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.107345 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.107629 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.107875 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.108142 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.108412 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.108695 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.109067 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.109316 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.109559 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.109952 n-d-807786-3 neutron-server[95246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 16:12:44.110192 n-d-807786-3 neutron-server[95246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 16:12:44.110454 n-d-807786-3 neutron-server[95246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 16:12:44.110724 n-d-807786-3 neutron-server[95246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 16:12:44.110967 n-d-807786-3 neutron-server[95246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 16:12:44.111194 n-d-807786-3 neutron-server[95246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 16:12:44.111563 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 16:12:44.114649 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 16:12:44.118795 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 16:12:44.122476 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 16 16:12:44.124096 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 16:12:44.124581 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 16:12:44.124921 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 16:12:44.125311 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 16:12:44.128610 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 16:12:44.128859 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 16:12:44.129205 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 16:12:44.134423 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 16:12:44.156469 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 16:12:44.156924 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.157217 n-d-807786-3 neutron-server[95246]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95246) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 16:12:44.157759 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.159126 n-d-807786-3 neutron-server[95246]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95246) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 16:12:44.159563 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 16:12:44.159811 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 16:12:44.162991 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.163271 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:44.226855 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 16:12:44.227096 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 16:12:44.227333 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 16:12:44.227697 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 16:12:44.250380 n-d-807786-3 neutron-server[95246]: DEBUG oslo_db.sqlalchemy.engines [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95246) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 16:12:44.894813 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Initializing driver for type 'gre' Sep 16 16:12:44.895333 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] gre ID ranges: [(1, 1000)] Sep 16 16:12:45.079071 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Initializing driver for type 'local' Sep 16 16:12:45.080139 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Initializing driver for type 'vlan' Sep 16 16:12:45.153685 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] VlanTypeDriver initialization complete Sep 16 16:12:45.154005 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Initializing driver for type 'vxlan' Sep 16 16:12:45.154501 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] vxlan ID ranges: [(1, 1000)] Sep 16 16:12:45.308256 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Initializing extension driver 'port_security' Sep 16 16:12:45.308621 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.extensions.port_security [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] PortSecurityExtensionDriver initialization complete Sep 16 16:12:45.308947 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Initializing mechanism driver 'openvswitch' Sep 16 16:12:45.309312 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Initializing mechanism driver 'hyperv' Sep 16 16:12:45.322674 n-d-807786-3 neutron-server[95246]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:12:45.323371 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > port after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.323744 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > port after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.324131 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > port after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.324696 n-d-807786-3 neutron-server[95246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 16:12:45.325131 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > subnet after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.325484 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > subnet after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.325828 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.326277 n-d-807786-3 neutron-server[95246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 16:12:45.326666 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > network after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.327016 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > network after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.327359 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > network after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.327748 n-d-807786-3 neutron-server[95246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 16:12:45.328152 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > security_group after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.328530 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > security_group after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.328868 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.330045 n-d-807786-3 neutron-server[95246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 16:12:45.330467 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.330815 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.331159 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.331555 n-d-807786-3 neutron-server[95246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 16:12:45.332137 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > address_group after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.332518 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > address_group after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.332861 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.333250 n-d-807786-3 neutron-server[95246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 16:12:45.333627 n-d-807786-3 neutron-server[95246]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] ML2 OVO RPC backend initialized. {{(pid=95246) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 16:12:45.334342 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.334696 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.335115 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > network before_response 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.335459 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > networks before_response 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.335805 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > port before_response 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.336143 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > ports before_response 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.336511 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > subnet before_response 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.336852 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > subnets before_response 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.337194 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > network after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.337531 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > network after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.337865 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > network after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.338197 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > port after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.338532 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > port after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.338859 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > port after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.339189 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > subnet after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.339521 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > subnet after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.339850 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.340455 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.plugin [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Modular L2 Plugin initialization complete Sep 16 16:12:45.340784 n-d-807786-3 neutron-server[95246]: DEBUG neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading services supported by the core plugin {{(pid=95246) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 16:12:45.341107 n-d-807786-3 neutron-server[95246]: INFO neutron.plugins.ml2.managers [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Got port-security extension from driver 'port_security' Sep 16 16:12:45.341568 n-d-807786-3 neutron-server[95246]: INFO neutron.extensions.vlantransparent [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Disabled vlantransparent extension. Sep 16 16:12:45.342051 n-d-807786-3 neutron-server[95246]: DEBUG neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95246) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 16:12:45.342362 n-d-807786-3 neutron-server[95246]: INFO neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading Plugin: router Sep 16 16:12:45.378890 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.379280 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router after_create 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.379645 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router before_create 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.380010 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.380409 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.380762 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router after_delete 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.381119 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.381466 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.381820 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router after_create 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.382164 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router after_update 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.382506 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router after_update 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.382849 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.383203 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router after_update 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.383607 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router precommit_update 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.383970 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: port after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.384305 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: port after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.384660 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: subnet after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.385001 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.385347 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.385719 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router precommit_create 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.386056 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: port before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.386397 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router precommit_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.386750 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router after_update 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.387089 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.387434 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router precommit_create 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.387788 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.388128 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router precommit_update 55549900 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.388509 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > agent after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.388857 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > agent after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.389193 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > network after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.390092 n-d-807786-3 neutron-server[95246]: DEBUG neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Tracking information for resource: router configured {{(pid=95246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 16:12:45.390428 n-d-807786-3 neutron-server[95246]: DEBUG neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Tracking information for resource: floatingip configured {{(pid=95246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 16:12:45.396346 n-d-807786-3 neutron-server[95246]: INFO neutron.db.l3_agentschedulers_db [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 16:12:45.396952 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: port after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.397309 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: port after_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.397658 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: port after_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.398033 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: port after_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.398832 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router before_create 55550100 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.399196 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.399553 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router precommit_create 55550100 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.399903 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > router precommit_update 55550100 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.404740 n-d-807786-3 neutron-server[95246]: DEBUG neutron.services.provider_configuration [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service providers = [] {{(pid=95246) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 16:12:45.405058 n-d-807786-3 neutron-server[95246]: DEBUG neutron.db.servicetype_db [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95246) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 16:12:45.408015 n-d-807786-3 neutron-server[95246]: DEBUG neutron.services.service_base [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 16:12:45.408360 n-d-807786-3 neutron-server[95246]: DEBUG neutron.services.service_base [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 16:12:45.408725 n-d-807786-3 neutron-server[95246]: DEBUG neutron.services.service_base [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 16:12:45.409618 n-d-807786-3 neutron-server[95246]: DEBUG neutron.services.service_base [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 16:12:45.409989 n-d-807786-3 neutron-server[95246]: INFO neutron.services.service_base [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 16:12:45.410371 n-d-807786-3 neutron-server[95246]: DEBUG neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 16:12:45.410692 n-d-807786-3 neutron-server[95246]: INFO neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 16:12:45.421280 n-d-807786-3 neutron-server[95246]: DEBUG neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 16:12:45.421617 n-d-807786-3 neutron-server[95246]: INFO neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading Plugin: auto_allocate Sep 16 16:12:45.427446 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: network precommit_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.427816 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: network precommit_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.428332 n-d-807786-3 neutron-server[95246]: DEBUG neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 16:12:45.428691 n-d-807786-3 neutron-server[95246]: INFO neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading Plugin: tag Sep 16 16:12:45.435499 n-d-807786-3 neutron-server[95246]: DEBUG neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 16:12:45.435827 n-d-807786-3 neutron-server[95246]: INFO neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading Plugin: timestamp Sep 16 16:12:45.440588 n-d-807786-3 neutron-server[95246]: DEBUG neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 16:12:45.440915 n-d-807786-3 neutron-server[95246]: INFO neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading Plugin: network_ip_availability Sep 16 16:12:45.446316 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.446687 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.447043 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.447754 n-d-807786-3 neutron-server[95246]: DEBUG neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 16:12:45.448071 n-d-807786-3 neutron-server[95246]: INFO neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading Plugin: flavors Sep 16 16:12:45.452742 n-d-807786-3 neutron-server[95246]: DEBUG neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 16:12:45.453074 n-d-807786-3 neutron-server[95246]: INFO neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading Plugin: revisions Sep 16 16:12:45.457871 n-d-807786-3 neutron-server[95246]: DEBUG neutron.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 16:12:45.458259 n-d-807786-3 neutron-server[95246]: DEBUG oslo_concurrency.lockutils [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.228s {{(pid=95246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 16:12:45.458995 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95246) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 16:12:45.459333 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Initializing extension manager. Sep 16 16:12:45.459844 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: __init__.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.460182 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: __pycache__ {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.460544 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.460876 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: address_group.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.461624 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.462183 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: address-group Sep 16 16:12:45.462506 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: address_scope.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.463402 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.463906 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: address-scope Sep 16 16:12:45.464230 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.465194 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.465697 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: router-admin-state-down-before-update Sep 16 16:12:45.466018 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: agent.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.466715 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.467211 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: agent Sep 16 16:12:45.467529 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: agent_resources_synced.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.468453 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.468953 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: agent-resources-synced Sep 16 16:12:45.469269 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: allowedaddresspairs.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.471085 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.471593 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: allowed-address-pairs Sep 16 16:12:45.471917 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: auto_allocated_topology.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.473099 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.473608 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: auto-allocated-topology Sep 16 16:12:45.473930 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: availability_zone.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.474622 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.475115 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: availability_zone Sep 16 16:12:45.475434 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: availability_zone_filter.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.476337 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.476936 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: availability_zone_filter Sep 16 16:12:45.477255 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: data_plane_status.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.478153 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.478644 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 16:12:45.478961 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: default_subnetpools.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.479922 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.480359 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: default-subnetpools Sep 16 16:12:45.480701 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.481499 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.481995 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: dhcp_agent_scheduler Sep 16 16:12:45.482316 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: dns.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.483223 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.483718 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 16:12:45.484040 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: dns_domain_ports.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.484995 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.485528 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 16:12:45.485849 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.486767 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.487264 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 16:12:45.487584 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: dvr.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.488247 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.488784 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: dvr Sep 16 16:12:45.489100 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: ecmp_routes.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.490013 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.490506 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 16:12:45.490821 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: empty_string_filtering.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.491719 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.492214 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: empty-string-filtering Sep 16 16:12:45.492558 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.493459 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.493952 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 16:12:45.494271 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.495178 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.495676 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 16:12:45.496000 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: external_net.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.496925 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.497423 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: external-net Sep 16 16:12:45.497742 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.498639 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.499131 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: extra_dhcp_opt Sep 16 16:12:45.499451 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: extraroute.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.500359 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.500875 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: extraroute Sep 16 16:12:45.501730 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: extraroute_atomic.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.502731 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.503229 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: extraroute-atomic Sep 16 16:12:45.503549 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: filter_validation.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.504206 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.504727 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: filter-validation Sep 16 16:12:45.505054 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: fip_pf_description.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.505955 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.506449 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 16:12:45.506769 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: fip_port_details.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.507677 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.508176 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: fip-port-details Sep 16 16:12:45.508527 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: flavors.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.509731 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.510237 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: flavors Sep 16 16:12:45.510558 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.512201 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.512746 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 16:12:45.513074 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: floatingip_pools.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.513767 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.514272 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: floatingip-pools Sep 16 16:12:45.514594 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: ip_allocation.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.515525 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.516022 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 16:12:45.516343 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.517981 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.518736 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: ip-substring-filtering Sep 16 16:12:45.519058 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: l2_adjacency.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.519987 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.520507 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 16:12:45.520829 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: l3.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.521912 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.522422 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: router Sep 16 16:12:45.522742 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.525000 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.525520 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 16:12:45.525849 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.526783 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.527284 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: ext-gw-mode Sep 16 16:12:45.527609 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.528573 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.529075 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: l3-ha Sep 16 16:12:45.529397 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: l3_flavors.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.530302 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.530798 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: l3-flavors Sep 16 16:12:45.531116 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.532026 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.532670 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 16:12:45.533001 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: l3agentscheduler.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.534038 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.534543 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: l3_agent_scheduler Sep 16 16:12:45.534871 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: logging.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.536354 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.536875 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension logging not supported by any of loaded plugins Sep 16 16:12:45.537198 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: metering.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.537932 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.538494 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: metering Sep 16 16:12:45.538813 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.539888 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.540411 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: metering_source_and_destination_fields Sep 16 16:12:45.540740 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: multiprovidernet.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.541658 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.542162 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: multi-provider Sep 16 16:12:45.542480 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: netmtu.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.543384 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.543883 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: net-mtu Sep 16 16:12:45.544202 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: netmtu_writable.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.545141 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.545639 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: net-mtu-writable Sep 16 16:12:45.545956 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: network_availability_zone.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.546613 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.547107 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: network_availability_zone Sep 16 16:12:45.547424 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: network_ip_availability.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.548615 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.549119 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: network-ip-availability Sep 16 16:12:45.549441 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: network_segment_range.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.550199 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.550693 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 16:12:45.551011 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: pagination.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.551994 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.552324 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: pagination Sep 16 16:12:45.552665 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: port_device_profile.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.553566 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.554073 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: port-device-profile Sep 16 16:12:45.554394 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.555315 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.555813 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: port-mac-address-regenerate Sep 16 16:12:45.556133 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.557059 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.557559 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: port-numa-affinity-policy Sep 16 16:12:45.557878 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: port_resource_request.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.558905 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.559407 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 16:12:45.559728 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: portbindings.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.560683 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.561181 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: binding Sep 16 16:12:45.561501 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: portbindings_extended.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.562739 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.563244 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: binding-extended Sep 16 16:12:45.564085 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: portsecurity.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.565175 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.565683 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: port-security Sep 16 16:12:45.566003 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: project_id.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.566973 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.567301 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: project-id Sep 16 16:12:45.567623 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: providernet.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.568566 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.569069 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: provider Sep 16 16:12:45.569390 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: qos.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.573073 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.573683 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension qos not supported by any of loaded plugins Sep 16 16:12:45.574347 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.575725 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.576234 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 16:12:45.576585 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.577495 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.577997 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 16:12:45.578321 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: qos_default.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.579767 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.580451 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension qos-default not supported by any of loaded plugins Sep 16 16:12:45.580778 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: qos_fip.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.581486 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.581987 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 16:12:45.582308 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: qos_gateway_ip.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.583230 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.583728 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 16:12:45.584052 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: qos_port_network_policy.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.584987 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.585486 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 16:12:45.585806 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: qos_pps_rule.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.586986 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.587499 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 16:12:45.587823 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: qos_rule_type_details.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.588758 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.589261 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 16:12:45.589582 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: qos_rules_alias.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.590614 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.591115 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 16:12:45.591438 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: quotasv2.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.592362 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.592710 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: quotas Sep 16 16:12:45.593028 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: quotasv2_detail.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.596493 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.596835 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: quota_details Sep 16 16:12:45.597170 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: rbac.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.598229 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.598746 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: rbac-policies Sep 16 16:12:45.599075 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: rbac_address_group.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.600012 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.600549 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: rbac-address-group Sep 16 16:12:45.600878 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: rbac_address_scope.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.601790 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.602293 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: rbac-address-scope Sep 16 16:12:45.602617 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: rbac_security_groups.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.603522 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.604025 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: rbac-security-groups Sep 16 16:12:45.604346 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: rbac_subnetpool.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.605279 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.605789 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: rbac-subnetpool Sep 16 16:12:45.606115 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: revisionifmatch.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.607036 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.607541 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: revision-if-match Sep 16 16:12:45.607863 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: revisions.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.608986 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.609493 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: standard-attr-revisions Sep 16 16:12:45.609818 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: router_availability_zone.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.610637 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.611149 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: router_availability_zone Sep 16 16:12:45.611474 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: routerservicetype.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.612400 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.612902 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 16:12:45.613226 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.614143 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.614646 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: security-groups-normalized-cidr Sep 16 16:12:45.614972 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.615883 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.616416 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: port-security-groups-filtering Sep 16 16:12:45.616734 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.617641 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.618144 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: security-groups-remote-address-group Sep 16 16:12:45.618464 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: securitygroup.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.630133 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.630654 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: security-group Sep 16 16:12:45.630983 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: segment.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.631768 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.632268 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension segment not supported by any of loaded plugins Sep 16 16:12:45.632620 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.633557 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.634059 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 16:12:45.634384 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: servicetype.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.635560 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.636084 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: service-type Sep 16 16:12:45.636430 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: sorting.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.637407 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.637737 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: sorting Sep 16 16:12:45.638059 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: standard_attr_segment.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.638969 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.639470 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 16:12:45.639791 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: standardattrdescription.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.640463 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.640957 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: standard-attr-description Sep 16 16:12:45.641274 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: stateful_security_group.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.642265 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.642764 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: stateful-security-group Sep 16 16:12:45.643085 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: stdattrs_common.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.643917 n-d-807786-3 neutron-server[95246]: WARNING neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 16:12:45.644233 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.645164 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.645672 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 16:12:45.645999 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: subnet_onboard.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.647071 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.647578 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: subnet_onboard Sep 16 16:12:45.647902 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.648849 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.649353 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 16:12:45.649676 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: subnet_service_types.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.650601 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.651107 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: subnet-service-types Sep 16 16:12:45.651432 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: subnetallocation.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.652539 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.653047 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: subnet_allocation Sep 16 16:12:45.653372 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.654030 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.654535 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: subnetpool-prefix-ops Sep 16 16:12:45.654901 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.655789 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.656292 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 16:12:45.656639 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: tagging.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.657896 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.658402 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: standard-attr-tag Sep 16 16:12:45.658727 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: timestamp.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.659916 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.660450 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loaded extension: standard-attr-timestamp Sep 16 16:12:45.660774 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: trunk.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.661801 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.662309 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension trunk not supported by any of loaded plugins Sep 16 16:12:45.662632 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: trunk_details.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.663545 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.664044 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 16:12:45.664362 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: uplink_status_propagation.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.665304 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.665808 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 16:12:45.666132 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Loading extension file: vlantransparent.py {{(pid=95246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 16:12:45.666795 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 16:12:45.667293 n-d-807786-3 neutron-server[95246]: INFO neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 16:12:45.669751 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:network Sep 16 16:12:45.670278 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:subnet Sep 16 16:12:45.670672 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 16:12:45.671062 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:port Sep 16 16:12:45.672254 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.672735 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service FLAVORS assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.673942 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.674360 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.674695 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:router Sep 16 16:12:45.675221 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 16:12:45.675713 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service METERING assigned prefix: /metering {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.677188 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.677561 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.677914 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:12:45.678918 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 16:12:45.679365 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:security_group Sep 16 16:12:45.679792 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 16:12:45.680409 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service CORE assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.680744 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 16:12:45.681087 n-d-807786-3 neutron-server[95246]: WARNING neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] subnetpool is already registered Sep 16 16:12:45.681519 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service CORE assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.681849 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 16:12:45.682182 n-d-807786-3 neutron-server[95246]: WARNING neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] subnetpool is already registered Sep 16 16:12:45.684493 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.684928 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service FLAVORS assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.685529 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.685953 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.686292 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:router Sep 16 16:12:45.686632 n-d-807786-3 neutron-server[95246]: WARNING neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] router is already registered Sep 16 16:12:45.687048 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 16:12:45.687379 n-d-807786-3 neutron-server[95246]: WARNING neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] floatingip is already registered Sep 16 16:12:45.687828 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service METERING assigned prefix: /metering {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.688686 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 16:12:45.689016 n-d-807786-3 neutron-server[95246]: WARNING neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] rbac_policy is already registered Sep 16 16:12:45.689430 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:security_group Sep 16 16:12:45.689764 n-d-807786-3 neutron-server[95246]: WARNING neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] security_group is already registered Sep 16 16:12:45.690165 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 16:12:45.690495 n-d-807786-3 neutron-server[95246]: WARNING neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] security_group_rule is already registered Sep 16 16:12:45.691118 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service CORE assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.691450 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 16:12:45.691828 n-d-807786-3 neutron-server[95246]: WARNING neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] subnetpool is already registered Sep 16 16:12:45.692241 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.v2.resource_helper [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Service CORE assigned prefix: {{(pid=95246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 16:12:45.692590 n-d-807786-3 neutron-server[95246]: INFO neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 16:12:45.692922 n-d-807786-3 neutron-server[95246]: WARNING neutron.quota.resource_registry [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] subnetpool is already registered Sep 16 16:12:45.693387 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: extensions {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.709779 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: address-groups {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.709779 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: address-scopes {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.709779 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: agents {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.709779 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: auto-allocated-topology {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.709779 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: availability_zones {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.709779 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: dhcp-networks {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.709779 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: dhcp-agents {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.710300 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: routers {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.710300 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: flavors {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.710300 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: service_profiles {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.710300 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: next_providers {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.711747 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: service_profiles {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.713282 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: floatingip-pools {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.714487 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: routers {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.716632 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: floatingips {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.717929 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: l3-routers {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.719345 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: l3-agents {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.721355 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: metering-labels {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.722707 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: metering-label-rules {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.723976 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: network-ip-availabilities {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.725293 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: bindings {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.727819 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: quotas {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.729308 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: quotas {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.730716 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: rbac-policies {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.736499 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: security-groups {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.736499 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: security-group-rules {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.736499 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: service-providers {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.736499 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: subnetpools {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.737249 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: subnetpools {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.738677 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: tags {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.740419 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: tags {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.742330 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: tags {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.744111 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: tags {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.745892 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: tags {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.747757 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: tags {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.749476 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: tags {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.751546 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: tags {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.753385 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: tags {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.755094 n-d-807786-3 neutron-server[95246]: DEBUG neutron.api.extensions [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Extended resource: tags {{(pid=95246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 16:12:45.761068 n-d-807786-3 neutron-server[95246]: WARNING keystonemiddleware.auth_token [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 16:12:45.765887 n-d-807786-3 neutron-server[95246]: WARNING keystonemiddleware.auth_token [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 16:12:45.775131 n-d-807786-3 neutron-server[95246]: DEBUG oslo_concurrency.lockutils [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Acquired lock "singleton_lock" {{(pid=95246) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 16:12:45.775600 n-d-807786-3 neutron-server[95246]: DEBUG oslo_concurrency.lockutils [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Releasing lock "singleton_lock" {{(pid=95246) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 16:12:45.776353 n-d-807786-3 neutron-server[95246]: INFO oslo_service.service [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Starting 2 workers Sep 16 16:12:45.781208 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Started child 95357 {{(pid=95246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 16:12:45.786290 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Started child 95358 {{(pid=95246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 16:12:45.787296 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:12:45.787939 n-d-807786-3 neutron-server[95246]: INFO neutron.service [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 16:12:45.788575 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Notify callbacks [] for process, before_spawn {{(pid=95246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:12:45.788894 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [-] (95357) wsgi starting up on http://0.0.0.0:9696 Sep 16 16:12:45.792464 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:12:45.792914 n-d-807786-3 neutron-server[95246]: INFO oslo_service.service [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Starting 1 workers Sep 16 16:12:45.793005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [-] (95358) wsgi starting up on http://0.0.0.0:9696 Sep 16 16:12:45.796344 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Started child 95359 {{(pid=95246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 16:12:45.796879 n-d-807786-3 neutron-server[95246]: INFO oslo_service.service [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Starting 1 workers Sep 16 16:12:45.800036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.service [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] calling RpcWorker wait() {{(pid=95359) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 16:12:45.800876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.service [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] returning from RpcWorker wait() {{(pid=95359) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 16:12:45.801439 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Started child 95360 {{(pid=95246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 16:12:45.801864 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:12:45.802304 n-d-807786-3 neutron-server[95246]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e84d-52b3-4942-ab8d-323e99299456 None None] Notify callbacks [] for process, after_spawn {{(pid=95246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:12:45.802463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:12:45.804299 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95246) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 16:12:45.804591 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 16:12:45.804748 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 16:12:45.804907 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 16:12:45.805242 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 16:12:45.805404 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 16:12:45.805926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.806221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.806367 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:12:45.806871 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.806871 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.807148 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.807609 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.807961 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.808114 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.808426 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.808664 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.808838 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.809003 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.809246 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.809504 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.809883 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.810188 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.810355 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.810661 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.810816 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.811000 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.811261 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.811509 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.811768 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] debug = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.812008 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.812523 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.812769 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.813028 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.813244 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.814456 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.814456 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.814757 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.814757 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.815032 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.815184 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.815427 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.815716 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.815912 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.816130 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.816430 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.816643 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.817194 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] host = n-d-807786-3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.817427 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.817659 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.817905 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.824527 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.824527 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.824527 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.824527 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.824527 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.824527 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.824527 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.824527 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.825713 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.825713 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.825713 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.825713 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_options = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.825713 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.825713 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.825713 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.825713 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.826737 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.826737 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.826737 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.826737 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.826737 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.826737 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.826737 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.827645 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.827645 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.827645 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.827645 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.827645 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.827645 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.827645 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.827645 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.828855 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.828855 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.828855 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.828855 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.828855 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.828855 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.828855 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.828855 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.828855 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.831476 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.831476 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.831476 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.831476 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.831476 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.831476 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.831476 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.831476 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.832543 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.832543 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.832543 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.832543 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.832543 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.832543 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.832543 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.832543 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.833705 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.833705 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.833705 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_json = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.833705 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.833705 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.833705 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.833705 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.833705 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.833705 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.835525 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.835525 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.835525 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.835525 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.836326 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.836326 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.836326 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.836326 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.836888 n-d-807786-3 neutron-server[95360]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:12:45.837040 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.837040 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.837187 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.837356 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.837662 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.837918 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.838225 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.838485 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.838778 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.839161 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.839450 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.839741 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.839990 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.840217 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.840463 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.840725 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.841020 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.841269 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.841506 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.841743 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.841970 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.842297 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.842567 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.842844 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.843119 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.843346 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.843573 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.843829 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.844049 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.844279 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.844514 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.845957 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.845957 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.845957 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.846212 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.849926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.849926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.849926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.849926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.849926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.849926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.849926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.849926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.849926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.850946 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.850946 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.850946 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.850946 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.850946 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.850946 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.850946 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.850946 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.850946 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.852093 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.852093 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.852093 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.852093 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.852093 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.852093 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.852093 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.852093 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.853011 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.853011 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.853011 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.853011 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.853483 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.853483 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.853483 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.855258 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.855258 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.855258 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.855258 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.855258 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.855258 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.855258 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.855258 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.856241 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.856241 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.856241 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.856241 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.856241 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.856982 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.856982 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.856982 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.857393 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.857600 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.857731 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.857950 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.858208 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.858428 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.858711 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.860407 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.860407 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.860407 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.860407 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.860407 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.860407 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.860407 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.862880 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.862880 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.862880 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.862880 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.862880 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.862880 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.862880 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.862880 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.863479 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.863479 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.863479 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.863479 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866126 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866126 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866126 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866126 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866126 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866126 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866126 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866126 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866825 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866825 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866825 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866825 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.866825 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869376 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869376 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869376 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869376 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869376 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869376 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869376 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869376 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869957 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869957 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869957 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869957 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869957 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.869957 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.872075 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.872075 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.872075 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.872075 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.872075 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.872075 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.872075 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.872075 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.873044 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.873044 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.873044 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.873044 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.873044 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.873610 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.873610 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.873610 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.873977 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.874107 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.874413 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.874564 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.874705 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.874928 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.875131 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.875345 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.875821 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.875821 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.878501 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.878501 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.878501 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.878501 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.878501 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.878501 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.878501 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.878501 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.879262 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.879262 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.879262 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.879262 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.879262 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.879262 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.879262 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.880037 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.880037 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.880037 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.880413 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.880413 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.880658 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.881306 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.881306 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.881579 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.881706 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.881837 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.882070 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.882300 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.882549 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.882984 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.883429 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.883651 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.883901 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.884122 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.884376 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.884630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.884876 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.885091 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.885306 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.885543 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.885766 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.885995 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.886306 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.886556 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.886791 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.887602 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.887602 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.887602 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.887833 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.887967 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.888209 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.888455 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.893534 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.893534 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.893534 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.893534 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.893534 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.893534 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.893534 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.893534 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894168 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894168 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894168 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894168 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894168 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894168 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894168 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894168 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894168 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894773 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894773 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894773 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894773 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894773 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894773 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894773 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.894773 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.895312 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.895312 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.895312 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.895530 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.895743 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.895998 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.896248 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.896517 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.896847 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.897067 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.897312 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.897536 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.897756 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.897978 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.898234 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.898577 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.898884 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.899155 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.899414 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.899707 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.899993 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.900287 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.900529 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.900831 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.901170 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.901454 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.901700 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.902131 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.902284 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.902416 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.902787 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.902903 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.903116 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.903326 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.903573 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.903825 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.904100 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.904327 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.904579 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.904801 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.905207 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.905348 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.905513 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.905846 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.906172 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 16:12:45.906430 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95246) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 16:12:45.906626 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 16:12:45.906748 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 16:12:45.906936 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 16:12:45.907100 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 16:12:45.907286 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 16:12:45.907529 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.907810 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.908709 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.908709 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.908709 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.908709 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.908709 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.909443 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.909443 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.909443 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.909443 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.909443 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.909783 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.909783 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.909922 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.910037 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.910198 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.910356 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.910518 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.910676 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.910834 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.910988 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.911141 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] debug = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.911305 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.911514 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.911771 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.911913 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.912037 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.912158 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.912300 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.912444 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.912599 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.912758 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.913075 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.913238 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.913396 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.913555 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.913712 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.913872 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.914034 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.914194 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] host = n-d-807786-3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.914354 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.914515 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.914672 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.914829 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.914981 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.915142 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.915304 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.915463 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.915620 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.915851 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.916034 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.916168 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.916300 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922090 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922090 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_options = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922090 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922090 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922090 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922090 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922090 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922606 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922606 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922606 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922606 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922606 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922606 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922606 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.922606 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.923689 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.923689 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.923689 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.923689 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.923689 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.923689 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.923689 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.923689 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924260 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924260 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924260 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924260 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924260 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924260 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924260 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924260 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924260 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924878 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924878 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924878 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924878 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924878 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924878 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924878 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.924878 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925391 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925391 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925391 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925391 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925391 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925391 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925391 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925391 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925916 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_json = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925916 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925916 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925916 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925916 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925916 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925916 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.925916 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.926471 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 16:12:45.926471 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.926471 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.926471 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.926471 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.926471 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.926471 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.926471 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.927007 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.927007 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.927007 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.927007 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.927319 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.927319 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.927465 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.927542 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.927659 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.927821 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.928063 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.928160 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.928293 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.928476 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.928636 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.928806 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.928966 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.929128 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.929290 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.929451 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.929627 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.929788 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.929950 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.930110 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.930276 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.930474 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.930597 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.930757 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.930920 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.931076 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.931237 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.931400 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.931560 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.932555 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.932555 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.932555 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.932555 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.932555 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.932555 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.936221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.936221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.936221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.936221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.936221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.936221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.936221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.936221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.936221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.938630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.938630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.938630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.938630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.938630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.938630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.938630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.938630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.938630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939145 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939145 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939145 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939145 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939145 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939145 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939145 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939145 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939145 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939792 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939792 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939792 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939792 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939792 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939792 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939792 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939792 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.939792 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.941997 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.941997 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.941997 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.941997 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.941997 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.941997 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.941997 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.941997 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.941997 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.942576 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.942576 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.942576 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.942576 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.942576 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.942576 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.942576 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.942576 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943108 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943108 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943108 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943108 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943108 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943108 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943108 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943108 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943623 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943623 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943623 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943623 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943623 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943623 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943623 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.943623 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.944143 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.944143 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.944143 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.944143 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.944143 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.944143 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.944143 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.944143 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.947831 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.947831 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.947831 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.947831 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.947831 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.947831 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.947831 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.947831 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.947831 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.950447 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.950447 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.950447 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.950447 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.950447 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.950447 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.950447 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.950447 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951091 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951091 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951091 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951091 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951091 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951091 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951091 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951091 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951609 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951609 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951609 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951609 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951609 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951609 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951609 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.951609 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952123 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952123 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952123 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952123 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952123 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952123 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952123 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952123 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952696 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952696 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952696 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952696 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952696 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952696 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952696 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.952696 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953225 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953225 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953225 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953225 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953225 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953225 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953225 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953225 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953742 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953742 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953742 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953742 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953742 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953742 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.953742 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.954735 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.954735 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.954735 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.954927 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.954992 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.955224 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.955364 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.955536 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.955536 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.955536 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.955536 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.955536 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.955536 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.956812 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.956812 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.956812 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.956976 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.957040 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.957199 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.957362 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.957506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:12:45.957613 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.957684 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.957817 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.957977 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.958150 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.958312 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.958473 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.958633 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.958793 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.958953 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.959124 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.959285 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.959446 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.959606 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.959766 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.959926 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.960096 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.960256 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.960434 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.960830 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.960830 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.960990 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.961065 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.961206 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.961366 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.961506 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.961662 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.961822 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.961991 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.962150 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.962311 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.962470 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.962630 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.962790 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.962960 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.963120 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.963286 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.963445 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.963604 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.963764 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.963935 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.964097 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.964257 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.964443 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.964607 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.964767 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.964928 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.965100 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.965252 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.965412 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.965572 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.965734 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.965895 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.966057 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.966221 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.966391 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.966559 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.966721 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.966919 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.967041 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.967203 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.967362 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.967530 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.967711 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.967868 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.968029 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.968189 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.968349 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.970237 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.970237 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.970237 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.970237 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.970237 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.970237 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.970237 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.970237 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.970237 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.971122 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.971122 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.971122 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.971122 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.971122 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.971122 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 16:12:45.971122 n-d-807786-3 neutron-server[95246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 16:12:46.271161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47756) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:12:46.279894 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064976 Sep 16 16:12:58.164429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7384bbd-8a6b-40a6-b71d-2041b74e7cdc None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:12:58.272480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7384bbd-8a6b-40a6-b71d-2041b74e7cdc None None] No non-hosted networks {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 16:12:58.295946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.agentschedulers_db [None req-e7384bbd-8a6b-40a6-b71d-2041b74e7cdc None None] DHCP Agent not found on host n-d-807786-3 {{(pid=95359) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 16:12:58.462096 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a92a329-a45a-4721-bcd3-239876f7f1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16721953'] for agent, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:00.778626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f69e439-65c7-48d7-b539-c764f2e8be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16721953'] for agent, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:00.913676 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-5be966b2-d61c-4886-852e-6a2945616424 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-807786-3 {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:13:00.914489 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-5be966b2-d61c-4886-852e-6a2945616424 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:13:01.405046 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16721953'] for agent, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:01.405880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.406536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.407130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.407703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.408063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.408420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.408760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.409094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.409435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.409975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.410310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.410675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:01.411054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-807786-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:13:01.428913 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-807786-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:13:01.453878 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5be966b2-d61c-4886-852e-6a2945616424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:01.884948 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16721953'] for agent, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:03.540015 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16721953'] for agent, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:04.464155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47848) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:04.965608 n-d-807786-3 neutron-server[95357]: WARNING oslo_policy.policy [None req-31d3f2ab-6f1d-46c3-8947-7542c9ae6032 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 16:13:04.966213 n-d-807786-3 neutron-server[95357]: WARNING oslo_policy.policy [None req-31d3f2ab-6f1d-46c3-8947-7542c9ae6032 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 16:13:05.199271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-31d3f2ab-6f1d-46c3-8947-7542c9ae6032 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:13:05.200360 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-31d3f2ab-6f1d-46c3-8947-7542c9ae6032 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7352555 Sep 16 16:13:07.000061 n-d-807786-3 neutron-server[95359]: INFO neutron.db.l3_hamode_db [None req-af3fe038-c3a4-40b9-a710-011f8ab97276 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 16:13:07.078653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3fe038-c3a4-40b9-a710-011f8ab97276 None None] Routers set() bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:13:07.079029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3fe038-c3a4-40b9-a710-011f8ab97276 None None] Router IDs set() for agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 16:13:07.579764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47862) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:07.888879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d9cf12fb-ef47-4bee-bef9-c41873ec4033 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:13:07.983370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.policy [None req-d9cf12fb-ef47-4bee-bef9-c41873ec4033 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95357) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 16:13:08.027873 n-d-807786-3 neutron-server[95357]: WARNING oslo_policy.policy [None req-d9cf12fb-ef47-4bee-bef9-c41873ec4033 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 16:13:08.028237 n-d-807786-3 neutron-server[95357]: WARNING oslo_policy.policy [None req-d9cf12fb-ef47-4bee-bef9-c41873ec4033 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 16:13:08.037852 n-d-807786-3 neutron-server[95357]: INFO neutron.quota [None req-d9cf12fb-ef47-4bee-bef9-c41873ec4033 admin admin] Loaded quota_driver: . Sep 16 16:13:08.196235 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9cf12fb-ef47-4bee-bef9-c41873ec4033 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744144712868', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744144620363', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744144627088', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744144630644', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744144846946', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744144654208', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-811853', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544851', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16308089', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16657711'] for rbac-policy, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:08.367840 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9cf12fb-ef47-4bee-bef9-c41873ec4033 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:08.369110 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d9cf12fb-ef47-4bee-bef9-c41873ec4033 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7883513 Sep 16 16:13:10.951828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47874) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:11.247366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Request body: {'network': {'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'admin_state_up': True, 'name': 'private', 'project_id': '6bf114a2bd82457897e6d66793f57e1b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:13:11.362324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Made reservation on behalf of 6bf114a2bd82457897e6d66793f57e1b for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:13:11.365040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:11.382345 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:11.502793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:11.569719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:11.593838 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:13:11.618249 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744142691732', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:11.618821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Unsubscribe: segment precommit_create {{(pid=95357) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 16:13:11.619354 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Added segment 923f11c6-ac4d-4bba-93c2-01059fa84ce4 of type vlan for network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 Sep 16 16:13:11.625388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4510688d-4922-4769-91a5-857a86a0c768,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:11.647635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.647978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.648314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.648671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.649000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.649329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.649652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.649972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.650295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.650613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.650931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.651245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Tracked resource versions report: Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: pushed versions: Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: { 'AddressGroup': {'1.2'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'ConntrackHelper': {'1.0'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'Log': {'1.0'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'Network': {'1.1'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'Port': {'1.7'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'PortForwarding': {'1.2'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'QosPolicy': {'1.9'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'SecurityGroup': {'1.4'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'SecurityGroupRule': {'1.2'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'SubPort': {'1.0'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'Subnet': {'1.1'}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'Trunk': {'1.1'}} Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: consumer versions: Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: { DHCP agent@n-d-807786-3: {}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: L3 agent@n-d-807786-3: {}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: Metadata agent@n-d-807786-3: {}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: Metering agent@n-d-807786-3: {}, Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: Open vSwitch agent@n-d-807786-3: { 'AddressGroup': '1.2', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'ConntrackHelper': '1.0', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'Log': '1.0', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'Network': '1.1', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'Port': '1.7', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'PortForwarding': '1.2', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'QosPolicy': '1.9', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'SecurityGroup': '1.4', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'SecurityGroupRule': '1.2', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'SubPort': '1.0', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'Subnet': '1.1', Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: 'Trunk': '1.1'}} Sep 16 16:13:11.652326 n-d-807786-3 neutron-server[95357]: {{(pid=95357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 16:13:11.815106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:11.958316 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:11.959437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:13:11.960099 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:12.055136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] Pushing event updated for resources: {'Network': ['ID=259dd2ca-d0e9-4ef6-9eec-f9faec9253d4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:12.066483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:13:12.114030 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5677b678-c907-4728-be30-af4ba876fae9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1609142 Sep 16 16:13:14.768569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47888) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:15.163157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9f3e6-b971-4976-92bd-787195cd0f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:13:15.164553 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-72b9f3e6-b971-4976-92bd-787195cd0f80 admin admin] 10.222.0.22 "GET /v2.0/networks/259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 HTTP/1.1" status: 200 len: 825 time: 0.3950224 Sep 16 16:13:15.190122 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7ff1653d-56c8-4276-8606-421b6dd4a6ab admin admin] 10.222.0.22 "GET /v2.0/subnetpools/9f505958-d267-470c-9fef-f3b987a70b84 HTTP/1.1" status: 200 len: 734 time: 0.0193331 Sep 16 16:13:15.199036 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9f505958-d267-470c-9fef-f3b987a70b84', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:13:15.293529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Made reservation on behalf of 6bf114a2bd82457897e6d66793f57e1b for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:13:15.295773 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:15.633236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:15.705934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3ed366-7e30-4aa9-aacf-e2a04b511e8c,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:15.707922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Checking segment: {'id': '923f11c6-ac4d-4bba-93c2-01059fa84ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:13:15.708273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Network hostable DHCP agents. Network: 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:13:15.814339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:13:15.899119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:13:15.903760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:13:15.904343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:15.908377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34638c7e-3054-469c-a137-4deeaf5bbafc None None] Network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:13:15.974423 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2fdcbbe3-a2c3-430a-8719-6f883c9916d3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7786670 Sep 16 16:13:16.224535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-259dd2ca-d0e9-4ef6-9eec-f9faec9253d4', 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'fixed_ips': [{'subnet_id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:13:16.225831 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:16.494410 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Allocated IP 172.20.0.2 (259dd2ca-d0e9-4ef6-9eec-f9faec9253d4/aa3ed366-7e30-4aa9-aacf-e2a04b511e8c/e9a3f7da-754f-45c2-8bd9-ae6dcb41834c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:13:16.720638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:16.790995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:16.858018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:13:16.865580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:13:16.868733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:13:16.910456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Pushing event updated for resources: {'Port': ['ID=e9a3f7da-754f-45c2-8bd9-ae6dcb41834c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:16.935373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.935711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.936049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.936399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.936764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.937223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.937541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.937861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.938179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.938514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.938813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.939124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Tracked resource versions report: Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: pushed versions: Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: { 'AddressGroup': {'1.2'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'ConntrackHelper': {'1.0'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'Log': {'1.0'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'Network': {'1.1'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'Port': {'1.7'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'PortForwarding': {'1.2'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'QosPolicy': {'1.9'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'SecurityGroup': {'1.4'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'SecurityGroupRule': {'1.2'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'SubPort': {'1.0'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'Subnet': {'1.1'}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'Trunk': {'1.1'}} Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: consumer versions: Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: { DHCP agent@n-d-807786-3: {}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: L3 agent@n-d-807786-3: {}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: Metadata agent@n-d-807786-3: {}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: Metering agent@n-d-807786-3: {}, Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: Open vSwitch agent@n-d-807786-3: { 'AddressGroup': '1.2', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'ConntrackHelper': '1.0', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'Log': '1.0', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'Network': '1.1', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'Port': '1.7', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'PortForwarding': '1.2', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'QosPolicy': '1.9', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'SecurityGroup': '1.4', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'SecurityGroupRule': '1.2', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'SubPort': '1.0', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'Subnet': '1.1', Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: 'Trunk': '1.1'}} Sep 16 16:13:16.940233 n-d-807786-3 neutron-server[95359]: {{(pid=95359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 16:13:16.968818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Attempting to bind port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:13:16.969214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Attempting to bind port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '923f11c6-ac4d-4bba-93c2-01059fa84ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:13:16.969602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Attempting to bind port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c on network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:13:16.974339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:13:16.974736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Checking segment: {'id': '923f11c6-ac4d-4bba-93c2-01059fa84ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:13:16.975236 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:16.975641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Bound using segment: {'id': '923f11c6-ac4d-4bba-93c2-01059fa84ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:13:16.976110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Bound port: e9a3f7da-754f-45c2-8bd9-ae6dcb41834c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923f11c6-ac4d-4bba-93c2-01059fa84ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:13:16.976521 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:17.038562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] For port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:13:17.043075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] For port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e9a3f7da-754f-45c2-8bd9-ae6dcb41834c,segment=NetworkSegment(923f11c6-ac4d-4bba-93c2-01059fa84ce4),segment_id=923f11c6-ac4d-4bba-93c2-01059fa84ce4)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:13:17.197000 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:17.262444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea4ffc-0fce-4503-8260-e67204be946b None None] Pushing event updated for resources: {'Port': ['ID=e9a3f7da-754f-45c2-8bd9-ae6dcb41834c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:18.426196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47896) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:18.926390 n-d-807786-3 neutron-server[95358]: WARNING oslo_policy.policy [None req-4e1f88a2-48e6-4dfc-810f-4e705afa6a09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 16:13:18.926958 n-d-807786-3 neutron-server[95358]: WARNING oslo_policy.policy [None req-4e1f88a2-48e6-4dfc-810f-4e705afa6a09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 16:13:19.148121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-4e1f88a2-48e6-4dfc-810f-4e705afa6a09 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:13:19.149409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4e1f88a2-48e6-4dfc-810f-4e705afa6a09 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7211068 Sep 16 16:13:21.582866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47910) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:21.951650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-2da9c37c-a778-45f5-8c6a-1d4510240afc admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:13:21.953856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2da9c37c-a778-45f5-8c6a-1d4510240afc admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3698297 Sep 16 16:13:24.626119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47924) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:24.819303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e9a3f7da-754f-45c2-8bd9-ae6dcb41834c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:13:24.908861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:24.909163 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:24.938851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:13:25.004603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.policy [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95358) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 16:13:25.023731 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:25.052026 n-d-807786-3 neutron-server[95358]: WARNING oslo_policy.policy [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 16:13:25.052425 n-d-807786-3 neutron-server[95358]: WARNING oslo_policy.policy [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 16:13:25.058803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e9a3f7da-754f-45c2-8bd9-ae6dcb41834c,segment=NetworkSegment(923f11c6-ac4d-4bba-93c2-01059fa84ce4),segment_id=923f11c6-ac4d-4bba-93c2-01059fa84ce4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:13:25.061539 n-d-807786-3 neutron-server[95358]: INFO neutron.quota [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] Loaded quota_driver: . Sep 16 16:13:25.112531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:25.160119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=e9a3f7da-754f-45c2-8bd9-ae6dcb41834c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:25.164294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:25.166076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:25.328598 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:25.387781 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:25.466436 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:25.467823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-79081003-102d-4985-8e3c-1d69cf37bac9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8406610 Sep 16 16:13:25.746804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d423a-c4c3-4950-9069-2de215080e8a None None] Network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:13:25.870993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b35d89b0-6645-4cbf-893e-6f912b9ece06 None None] Provisioning complete for port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:25.871661 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b35d89b0-6645-4cbf-893e-6f912b9ece06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:26.208162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2b805ded-7732-4e35-a9c2-6423acc1faee None None] Provisioning complete for port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:26.208564 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b805ded-7732-4e35-a9c2-6423acc1faee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:26.795291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e9a3f7da-754f-45c2-8bd9-ae6dcb41834c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:13:26.842762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:26.843131 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:27.946594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47934) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:28.115331 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ec79a22c-05bf-4758-99f5-c6fbe5999318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:28.274370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-d549b6e5-357f-4943-bafd-c4b987ecc30d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:13:28.275382 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d549b6e5-357f-4943-bafd-c4b987ecc30d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3278801 Sep 16 16:13:30.647164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47942) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:30.761086 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-19387aaa-1ae3-4caf-80f5-382e0cb9b9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:30.966511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:13:31.071791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Made reservation on behalf of d215603c8f7246919d3691cd8ad5567e for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:13:31.074694 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:31.092686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:31.205723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:31.260202 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:31.270938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Reserving flat network on physical network physnet1 {{(pid=95358) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 16:13:31.300522 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744142691732', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:31.301104 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Unsubscribe: segment precommit_create {{(pid=95358) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 16:13:31.301643 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Added segment 9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f of type flat for network 1746a1b9-4f15-4102-acd6-c8ed98e80bef Sep 16 16:13:31.335961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc95fa4d-51f1-4846-9352-88625088bc8d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:31.363355 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:31.368712 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.369053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.369387 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.374433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.374433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.374433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.374433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.374433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Tracked resource versions report: Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: pushed versions: Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: { 'AddressGroup': {'1.2'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'ConntrackHelper': {'1.0'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'Log': {'1.0'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'Network': {'1.1'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'Port': {'1.7'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'PortForwarding': {'1.2'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'QosPolicy': {'1.9'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'SecurityGroup': {'1.4'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'SecurityGroupRule': {'1.2'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'SubPort': {'1.0'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'Subnet': {'1.1'}, Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: 'Trunk': {'1.1'}} Sep 16 16:13:31.374864 n-d-807786-3 neutron-server[95358]: consumer versions: Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: { DHCP agent@n-d-807786-3: {}, Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: L3 agent@n-d-807786-3: {}, Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: Metadata agent@n-d-807786-3: {}, Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: Metering agent@n-d-807786-3: {}, Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: Open vSwitch agent@n-d-807786-3: { 'AddressGroup': '1.2', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'ConntrackHelper': '1.0', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'Log': '1.0', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'Network': '1.1', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'Port': '1.7', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'PortForwarding': '1.2', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'QosPolicy': '1.9', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'SecurityGroup': '1.4', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'SecurityGroupRule': '1.2', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'SubPort': '1.0', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'Subnet': '1.1', Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: 'Trunk': '1.1'}} Sep 16 16:13:31.376139 n-d-807786-3 neutron-server[95358]: {{(pid=95358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 16:13:31.428246 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:31.546434 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:31.547576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:13:31.548225 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:31.642939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] Pushing event updated for resources: {'Network': ['ID=1746a1b9-4f15-4102-acd6-c8ed98e80bef,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:31.649933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a2417547-f11f-481c-9e25-916781511073 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0017462 Sep 16 16:13:31.658822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:13:31.761534 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:33.477743 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:34.034141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47964) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:34.248786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83573e-9475-48c0-b770-ab94866558a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:13:34.250137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3f83573e-9475-48c0-b770-ab94866558a7 admin admin] 10.222.0.22 "GET /v2.0/subnets/aa3ed366-7e30-4aa9-aacf-e2a04b511e8c HTTP/1.1" status: 200 len: 849 time: 0.2150545 Sep 16 16:13:34.383657 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a38320ef-c0fb-4d4b-90d2-49a899090711 admin admin] 10.222.0.22 "GET /v2.0/routers/5b0188ac-d779-4e01-bbf2-25a004baf5a7 HTTP/1.1" status: 200 len: 704 time: 0.1274049 Sep 16 16:13:34.648772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:35.040599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Allocated IP 172.20.0.1 (259dd2ca-d0e9-4ef6-9eec-f9faec9253d4/aa3ed366-7e30-4aa9-aacf-e2a04b511e8c/d8dd39c9-589a-4c65-b5a8-e2e1a708ba21) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:13:35.224438 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:35.335373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:35.403437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:13:35.407851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:13:35.417050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:13:35.417943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:35.485850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8dd39c9-589a-4c65-b5a8-e2e1a708ba21,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:35.656770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-628963f5-ca85-46d9-833d-8a45d6c5dd26 None None] Provisioning complete for port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:35.657324 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-628963f5-ca85-46d9-833d-8a45d6c5dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:35.685053 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:35.689607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-628963f5-ca85-46d9-833d-8a45d6c5dd26 None None] Port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:13:35.938189 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:35.991468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:35.992282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:36.051913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8dd39c9-589a-4c65-b5a8-e2e1a708ba21,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:36.115650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:13:36.116946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:13:36.309995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c178e754-1da5-4c7c-be1e-391913ef687f None None] Provisioning complete for port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:36.310862 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c178e754-1da5-4c7c-be1e-391913ef687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:36.343840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c178e754-1da5-4c7c-be1e-391913ef687f None None] Port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:13:36.372086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Router 5b0188ac-d779-4e01-bbf2-25a004baf5a7 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:13:36.464276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:13:36.472683 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4978dcc1-e61a-4548-997f-eb3c21ef3dc4 admin admin] 10.222.0.22 "PUT /v2.0/routers/5b0188ac-d779-4e01-bbf2-25a004baf5a7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0805228 Sep 16 16:13:36.474544 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Sync routers for ids ['5b0188ac-d779-4e01-bbf2-25a004baf5a7'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:13:36.485794 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Routers {'5b0188ac-d779-4e01-bbf2-25a004baf5a7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:13:36.486622 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:13:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5b0188ac-d779-4e01-bbf2-25a004baf5a7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:13:36.671390 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Set router 5b0188ac-d779-4e01-bbf2-25a004baf5a7 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:13:37.095789 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'name': 'router1', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:13:25Z', 'updated_at': '2021-09-16T16:13:35Z', 'revision_number': 2, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'gw_port_host': None, '_interfaces': [{'id': 'd8dd39c9-589a-4c65-b5a8-e2e1a708ba21', 'name': '', 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'mac_address': 'fa:16:3e:c0:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:13:34Z', 'updated_at': '2021-09-16T16:13:35Z', 'revision_number': 2, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'subnets': [{'id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f505958-d267-470c-9fef-f3b987a70b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:13:37.147475 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Checking router: 5b0188ac-d779-4e01-bbf2-25a004baf5a7 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:13:37.147845 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Updating router 5b0188ac-d779-4e01-bbf2-25a004baf5a7 port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:13:37.195735 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:37.714182 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:37.797709 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:37.937131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Pushing event updated for resources: {'Port': ['ID=d8dd39c9-589a-4c65-b5a8-e2e1a708ba21,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:37.966535 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.966836 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.967121 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.967537 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.967867 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.968197 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.968551 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.968872 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.969189 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.969505 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.969818 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.970132 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Tracked resource versions report: Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: pushed versions: Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: { 'AddressGroup': {'1.2'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'ConntrackHelper': {'1.0'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'Log': {'1.0'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'Network': {'1.1'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'Port': {'1.7'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'PortForwarding': {'1.2'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'QosPolicy': {'1.9'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'SecurityGroup': {'1.4'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'SecurityGroupRule': {'1.2'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'SubPort': {'1.0'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'Subnet': {'1.1'}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'Trunk': {'1.1'}} Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: consumer versions: Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: { DHCP agent@n-d-807786-3: {}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: L3 agent@n-d-807786-3: {}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: Metadata agent@n-d-807786-3: {}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: Metering agent@n-d-807786-3: {}, Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: Open vSwitch agent@n-d-807786-3: { 'AddressGroup': '1.2', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'ConntrackHelper': '1.0', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'Log': '1.0', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'Network': '1.1', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'Port': '1.7', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'PortForwarding': '1.2', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'QosPolicy': '1.9', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'SecurityGroup': '1.4', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'SecurityGroupRule': '1.2', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'SubPort': '1.0', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'Subnet': '1.1', Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: 'Trunk': '1.1'}} Sep 16 16:13:37.971283 n-d-807786-3 neutron-server[95360]: {{(pid=95360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 16:13:37.979304 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Attempting to bind port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:13:37.979701 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Attempting to bind port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '923f11c6-ac4d-4bba-93c2-01059fa84ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:13:37.980112 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Attempting to bind port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 on network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:13:37.985715 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:13:37.986124 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Checking segment: {'id': '923f11c6-ac4d-4bba-93c2-01059fa84ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:13:37.986640 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:37.987022 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Bound using segment: {'id': '923f11c6-ac4d-4bba-93c2-01059fa84ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:13:37.987556 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Bound port: d8dd39c9-589a-4c65-b5a8-e2e1a708ba21, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923f11c6-ac4d-4bba-93c2-01059fa84ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:13:37.987952 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:38.056613 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] For port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:13:38.075205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3b2b4d60-7396-498d-848a-22354e620101 None None] Provisioning complete for port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:38.076896 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] For port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d8dd39c9-589a-4c65-b5a8-e2e1a708ba21,segment=NetworkSegment(923f11c6-ac4d-4bba-93c2-01059fa84ce4),segment_id=923f11c6-ac4d-4bba-93c2-01059fa84ce4)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:13:38.077147 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4d60-7396-498d-848a-22354e620101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:38.111049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b4d60-7396-498d-848a-22354e620101 None None] Port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:13:38.152529 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:38.203548 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Routers {'5b0188ac-d779-4e01-bbf2-25a004baf5a7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:13:38.204171 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:13:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5b0188ac-d779-4e01-bbf2-25a004baf5a7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:13:38.254675 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f397519-416c-41e5-b137-0da88b3fe61c None None] Pushing event updated for resources: {'Port': ['ID=d8dd39c9-589a-4c65-b5a8-e2e1a708ba21,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:38.303921 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] Set router 5b0188ac-d779-4e01-bbf2-25a004baf5a7 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:13:38.433623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1fe6b7f0-f820-426b-b25e-ef0d4c6072ba None None] Provisioning complete for port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:38.434092 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1fe6b7f0-f820-426b-b25e-ef0d4c6072ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:38.510851 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1fe6b7f0-f820-426b-b25e-ef0d4c6072ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:38.511469 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'name': 'router1', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:13:25Z', 'updated_at': '2021-09-16T16:13:35Z', 'revision_number': 2, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'gw_port_host': None, '_interfaces': [{'id': 'd8dd39c9-589a-4c65-b5a8-e2e1a708ba21', 'name': '', 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'mac_address': 'fa:16:3e:c0:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:13:34Z', 'updated_at': '2021-09-16T16:13:38Z', 'revision_number': 4, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'subnets': [{'id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f505958-d267-470c-9fef-f3b987a70b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:13:38.541162 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2db03-3648-4162-a3ee-cfd1573c7dbb None None] The sync data for ids ['5b0188ac-d779-4e01-bbf2-25a004baf5a7'] in n-d-807786-3 is: [{'id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'name': 'router1', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:13:25Z', 'updated_at': '2021-09-16T16:13:35Z', 'revision_number': 2, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'gw_port_host': None, '_interfaces': [{'id': 'd8dd39c9-589a-4c65-b5a8-e2e1a708ba21', 'name': '', 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'mac_address': 'fa:16:3e:c0:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:13:34Z', 'updated_at': '2021-09-16T16:13:38Z', 'revision_number': 4, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'subnets': [{'id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f505958-d267-470c-9fef-f3b987a70b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:13:38.543422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1fe6b7f0-f820-426b-b25e-ef0d4c6072ba None None] For port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d8dd39c9-589a-4c65-b5a8-e2e1a708ba21,segment=NetworkSegment(923f11c6-ac4d-4bba-93c2-01059fa84ce4),segment_id=923f11c6-ac4d-4bba-93c2-01059fa84ce4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:13:38.626381 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1fe6b7f0-f820-426b-b25e-ef0d4c6072ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:38.680134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6b7f0-f820-426b-b25e-ef0d4c6072ba None None] Pushing event updated for resources: {'Port': ['ID=d8dd39c9-589a-4c65-b5a8-e2e1a708ba21,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:38.736881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47984) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:38.851715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa0941b-ce38-4437-b205-cc4e5892e720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:13:38.853052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-faa0941b-ce38-4437-b205-cc4e5892e720 admin admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 842 time: 0.1148160 Sep 16 16:13:38.863924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:13:38.955154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Made reservation on behalf of d215603c8f7246919d3691cd8ad5567e for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:13:38.957564 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:39.317048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.objects.ports [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95358) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:13:39.317476 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:39.377858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe0f1ab-d217-4864-aa24-db6c7c9a3449,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:39.382688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:13:39.383032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Network hostable DHCP agents. Network: 1746a1b9-4f15-4102-acd6-c8ed98e80bef, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:13:39.498547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:13:39.586101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 1746a1b9-4f15-4102-acd6-c8ed98e80bef) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:13:39.590217 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:13:39.590798 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:39.596434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b11f62-805e-49b2-991c-a43f7cfacdef None None] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:13:39.719304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc175c2-c5f6-4182-8c35-4119797d2b8d None None] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:13:39.727279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-18a02a63-f77d-4ad9-926a-6e0405b9e0c4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8668039 Sep 16 16:13:42.042590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47992) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:42.175202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7e4c2178-d511-4946-88ba-d45c901fc1c1 admin admin] 10.222.0.22 "GET /v2.0/routers/5b0188ac-d779-4e01-bbf2-25a004baf5a7 HTTP/1.1" status: 200 len: 710 time: 0.1314960 Sep 16 16:13:42.259518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50247aca-4f9d-4366-b203-21596524e30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:13:42.260825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-50247aca-4f9d-4366-b203-21596524e30d admin admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 886 time: 0.0797095 Sep 16 16:13:42.270304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:13:42.586734 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:42.996895 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:43.070190 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:43.176072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Allocated IP 172.25.6.111 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/71fa32a2-2c34-46e3-85f4-83ab6d096995) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:13:43.353406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:43.441067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:43.486849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:13:43.487676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=71fa32a2-2c34-46e3-85f4-83ab6d096995,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:43.490591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:13:43.510229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:13:43.856945 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:44.059748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:44.063056 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:44.168867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Router 5b0188ac-d779-4e01-bbf2-25a004baf5a7 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:13:44.348102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:13:44.352785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:44.354334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7572354f-0de4-4210-b73f-13882fcafbe1 admin admin] 10.222.0.22 "PUT /v2.0/routers/5b0188ac-d779-4e01-bbf2-25a004baf5a7 HTTP/1.1" status: 200 len: 890 time: 2.0868161 Sep 16 16:13:44.838871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:13:44.888891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:44.889326 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:44.982932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Sync routers for ids ['5b0188ac-d779-4e01-bbf2-25a004baf5a7'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:13:44.992698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Routers {'5b0188ac-d779-4e01-bbf2-25a004baf5a7'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:13:44.993338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:13:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5b0188ac-d779-4e01-bbf2-25a004baf5a7'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:13:45.196801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Set router 5b0188ac-d779-4e01-bbf2-25a004baf5a7 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:13:45.580275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'name': 'router1', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '71fa32a2-2c34-46e3-85f4-83ab6d096995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:13:25Z', 'updated_at': '2021-09-16T16:13:43Z', 'revision_number': 4, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'gw_port': {'id': '71fa32a2-2c34-46e3-85f4-83ab6d096995', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:13:43Z', 'updated_at': '2021-09-16T16:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd8dd39c9-589a-4c65-b5a8-e2e1a708ba21', 'name': '', 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'mac_address': 'fa:16:3e:c0:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:13:34Z', 'updated_at': '2021-09-16T16:13:38Z', 'revision_number': 5, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'subnets': [{'id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f505958-d267-470c-9fef-f3b987a70b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:13:45.630778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Checking router: 5b0188ac-d779-4e01-bbf2-25a004baf5a7 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:13:45.631125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Updating router 5b0188ac-d779-4e01-bbf2-25a004baf5a7 port 71fa32a2-2c34-46e3-85f4-83ab6d096995 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:13:45.676377 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:45.990740 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:46.051426 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:46.187232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d7dd6-9532-4161-9768-1708c6a333d1 None None] Pushing event updated for resources: {'Port': ['ID=71fa32a2-2c34-46e3-85f4-83ab6d096995,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:46.189645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Attempting to bind port 71fa32a2-2c34-46e3-85f4-83ab6d096995 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:13:46.189957 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Attempting to bind port 71fa32a2-2c34-46e3-85f4-83ab6d096995 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:13:46.190368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Attempting to bind port 71fa32a2-2c34-46e3-85f4-83ab6d096995 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:13:46.195676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:13:46.196055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:13:46.196490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:46.196884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:13:46.197352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Bound port: 71fa32a2-2c34-46e3-85f4-83ab6d096995, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:13:46.197751 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:46.248729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] For port 71fa32a2-2c34-46e3-85f4-83ab6d096995, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:13:46.251693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] For port 71fa32a2-2c34-46e3-85f4-83ab6d096995, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=71fa32a2-2c34-46e3-85f4-83ab6d096995,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:13:46.320981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:46.378845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Routers {'5b0188ac-d779-4e01-bbf2-25a004baf5a7'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:13:46.379473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:13:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5b0188ac-d779-4e01-bbf2-25a004baf5a7'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:13:46.382468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d7dd6-9532-4161-9768-1708c6a333d1 None None] Pushing event updated for resources: {'Port': ['ID=71fa32a2-2c34-46e3-85f4-83ab6d096995,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:46.487049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] Set router 5b0188ac-d779-4e01-bbf2-25a004baf5a7 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:13:46.701382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'name': 'router1', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '71fa32a2-2c34-46e3-85f4-83ab6d096995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:13:25Z', 'updated_at': '2021-09-16T16:13:43Z', 'revision_number': 4, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'gw_port': {'id': '71fa32a2-2c34-46e3-85f4-83ab6d096995', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:13:43Z', 'updated_at': '2021-09-16T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd8dd39c9-589a-4c65-b5a8-e2e1a708ba21', 'name': '', 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'mac_address': 'fa:16:3e:c0:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:13:34Z', 'updated_at': '2021-09-16T16:13:38Z', 'revision_number': 5, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'subnets': [{'id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f505958-d267-470c-9fef-f3b987a70b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:13:46.727947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c6723-cce0-4924-9eb3-44c006feb907 None None] The sync data for ids ['5b0188ac-d779-4e01-bbf2-25a004baf5a7'] in n-d-807786-3 is: [{'id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'name': 'router1', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '71fa32a2-2c34-46e3-85f4-83ab6d096995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:13:25Z', 'updated_at': '2021-09-16T16:13:43Z', 'revision_number': 4, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'gw_port': {'id': '71fa32a2-2c34-46e3-85f4-83ab6d096995', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:13:43Z', 'updated_at': '2021-09-16T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd8dd39c9-589a-4c65-b5a8-e2e1a708ba21', 'name': '', 'network_id': '259dd2ca-d0e9-4ef6-9eec-f9faec9253d4', 'tenant_id': '6bf114a2bd82457897e6d66793f57e1b', 'mac_address': 'fa:16:3e:c0:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0188ac-d779-4e01-bbf2-25a004baf5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:13:34Z', 'updated_at': '2021-09-16T16:13:38Z', 'revision_number': 5, 'project_id': '6bf114a2bd82457897e6d66793f57e1b', 'subnets': [{'id': 'aa3ed366-7e30-4aa9-aacf-e2a04b511e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f505958-d267-470c-9fef-f3b987a70b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:13:46.783878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48006) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:13:46.913739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-00d2ea2b-8058-491a-b701-c0021a2aa4ce admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1286857 Sep 16 16:13:48.868678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 71fa32a2-2c34-46e3-85f4-83ab6d096995 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:13:48.930502 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 71fa32a2-2c34-46e3-85f4-83ab6d096995 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:48.930874 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:49.015855 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:49.038805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 71fa32a2-2c34-46e3-85f4-83ab6d096995, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=71fa32a2-2c34-46e3-85f4-83ab6d096995,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:13:49.120469 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:49.177469 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=71fa32a2-2c34-46e3-85f4-83ab6d096995,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:13:50.865718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 71fa32a2-2c34-46e3-85f4-83ab6d096995 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:13:50.866370 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:13:50.938773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 71fa32a2-2c34-46e3-85f4-83ab6d096995 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:13:50.939497 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:13:58.133795 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b940b58-b0a3-43a7-bf87-01cc63c7d700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:14:00.742414 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4f90948a-2ecc-4f19-8cd8-97a80a649a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:14:01.396590 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:14:01.751026 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:14:03.508357 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:14:27.855127 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:14:28.117775 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4ab172a4-656f-420e-abd4-2e07bbdbce1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:14:30.763990 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2c38f7b7-a6bb-4775-aeaa-747b5b63df8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:14:31.395586 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:14:31.712443 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:14:33.818337 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:14:58.121483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-219ee8cb-aab9-421c-b0f9-6a218011f615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:00.721777 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d686208-f394-498f-8fdc-053fb211677f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:01.371146 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:01.725723 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:03.508483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:04.853909 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:15:28.120494 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5459f648-497a-4e7c-9445-3725a5c67dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:29.500158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48600) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:15:29.563415 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38f29bc-7081-4847-815a-8761dc4f5b47 admin admin] GET failed (client error): The resource could not be found. Sep 16 16:15:29.564834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f38f29bc-7081-4847-815a-8761dc4f5b47 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636830 Sep 16 16:15:29.720796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc38580-1970-45b8-9619-f37a326aaba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:29.722185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6cc38580-1970-45b8-9619-f37a326aaba9 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1529040 Sep 16 16:15:30.719848 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff75-ddf0-4bd8-8ab9-326c5f979463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:31.432705 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:31.731010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:31.922849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48610) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:15:32.017828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864da8fc-d85a-45d0-9792-73bb131d6743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:32.019059 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-864da8fc-d85a-45d0-9792-73bb131d6743 admin admin] 10.222.0.22 "GET /v2.0/subnets/aa3ed366-7e30-4aa9-aacf-e2a04b511e8c HTTP/1.1" status: 200 len: 849 time: 0.0952897 Sep 16 16:15:32.028951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:15:32.113888 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Notify callbacks [] for subnet, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:32.313997 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744142518788'] for subnet, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:32.348978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:32.350153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:32.350822 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] 10.222.0.22 "PUT /v2.0/subnets/aa3ed366-7e30-4aa9-aacf-e2a04b511e8c HTTP/1.1" status: 200 len: 868 time: 0.3255002 Sep 16 16:15:32.371274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3ed366-7e30-4aa9-aacf-e2a04b511e8c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:15:32.372050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b2cc9-97c1-4066-9a42-6f87e4dc478b None None] Network 259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:15:32.378894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.379234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.385423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.385423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.385423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.385423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.385423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.385423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.385423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.385423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.385423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.385423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21702c73-e2ab-4fa3-bf27-43de993036ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:15:32.731352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c9177a6d-c35d-496e-9b2e-a3cf26b33e9d None None] Provisioning complete for port d8dd39c9-589a-4c65-b5a8-e2e1a708ba21 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:15:32.731927 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c9177a6d-c35d-496e-9b2e-a3cf26b33e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:32.818861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c9177a6d-c35d-496e-9b2e-a3cf26b33e9d None None] Provisioning complete for port e9a3f7da-754f-45c2-8bd9-ae6dcb41834c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:15:32.819235 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c9177a6d-c35d-496e-9b2e-a3cf26b33e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:33.523979 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:15:34.543525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48620) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:15:34.741156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d32f63-761c-456d-a9f9-d68c950b5e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:34.741560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d32f63-761c-456d-a9f9-d68c950b5e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:34.743103 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-15d32f63-761c-456d-a9f9-d68c950b5e7c admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1986094 Sep 16 16:15:36.984546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48628) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:15:37.115543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9aa9cf-e3e0-4caa-91b9-403d65c900a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:37.115940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9aa9cf-e3e0-4caa-91b9-403d65c900a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:37.117477 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bd9aa9cf-e3e0-4caa-91b9-403d65c900a5 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319916 Sep 16 16:15:39.298676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48636) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:15:39.452136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6851f-d339-49d0-8833-f1e721f4d8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:39.453581 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ffe6851f-d339-49d0-8833-f1e721f4d8ac admin admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 886 time: 0.1539626 Sep 16 16:15:41.669616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48644) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:15:41.800802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7d813a-cfce-4127-80ab-22ccef61ff81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:41.802169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2d7d813a-cfce-4127-80ab-22ccef61ff81 admin admin] 10.222.0.22 "GET /v2.0/networks/259dd2ca-d0e9-4ef6-9eec-f9faec9253d4 HTTP/1.1" status: 200 len: 869 time: 0.1316187 Sep 16 16:15:41.853375 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:15:43.957787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48652) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:15:44.080530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34c585-52da-4d8a-aa4b-c32f2a3b4943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:44.081001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34c585-52da-4d8a-aa4b-c32f2a3b4943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:44.082595 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ea34c585-52da-4d8a-aa4b-c32f2a3b4943 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238739 Sep 16 16:15:46.323178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48660) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:15:46.417890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d70a15b-2c7e-4fa2-b9f8-303d8b52fc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:46.418364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d70a15b-2c7e-4fa2-b9f8-303d8b52fc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:46.419893 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8d70a15b-2c7e-4fa2-b9f8-303d8b52fc48 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0957563 Sep 16 16:15:48.587269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48668) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:15:48.673879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c787aec-78f0-466b-923f-084caa145ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:48.675122 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2c787aec-78f0-466b-923f-084caa145ddc admin admin] 10.222.0.22 "GET /v2.0/subnets/0fe0f1ab-d217-4864-aa24-db6c7c9a3449 HTTP/1.1" status: 200 len: 816 time: 0.0869098 Sep 16 16:15:50.839661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48676) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:15:50.930723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cb5237-1eb0-4606-ba28-c393cededcac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:15:50.932100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f1cb5237-1eb0-4606-ba28-c393cededcac admin admin] 10.222.0.22 "GET /v2.0/subnets/aa3ed366-7e30-4aa9-aacf-e2a04b511e8c HTTP/1.1" status: 200 len: 868 time: 0.0914824 Sep 16 16:15:58.112477 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-56c89020-89f5-49be-808e-f715c78f64e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:00.712834 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-20bf2374-d684-4675-a841-bcc99947c503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:01.381032 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:01.735302 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:03.517960 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:15.218404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48730) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:16:15.266866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-607f8126-4fe5-46b8-87c2-b65b0efb5ef1 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:16:15.267855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-607f8126-4fe5-46b8-87c2-b65b0efb5ef1 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484872 Sep 16 16:16:17.606164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48738) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:16:17.666734 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecee186-2e4b-4440-becb-b44d469a554f admin admin] GET failed (client error): The resource could not be found. Sep 16 16:16:17.668000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ecee186-2e4b-4440-becb-b44d469a554f admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608828 Sep 16 16:16:17.753358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f97156-9ded-422d-bca5-8210cda32196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:16:17.754782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-70f97156-9ded-422d-bca5-8210cda32196 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821111 Sep 16 16:16:18.852397 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:16:19.958784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48746) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:16:20.005588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:16:20.093694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Made reservation on behalf of d215603c8f7246919d3691cd8ad5567e for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:16:20.095899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:20.124427 n-d-807786-3 neutron-server[95358]: WARNING neutron.services.revisions.revision_plugin [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Could not find related network for resource to bump revision. Sep 16 16:16:20.138500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:16:20.147414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:20.147748 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Added segment f06abfc9-d8c1-4294-a10a-47ccbd927774 of type vlan for network 5f2df1e4-036a-4f15-8760-03d8934297cd Sep 16 16:16:20.194692 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:20.270762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:20.271739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:16:20.272451 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:20.331486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Pushing event updated for resources: {'Network': ['ID=5f2df1e4-036a-4f15-8760-03d8934297cd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:16:20.337995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.338339 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.338675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.339009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.339339 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.339669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.339992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.340315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.340681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.341003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.341326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.341647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:20.353741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 5f2df1e4-036a-4f15-8760-03d8934297cd details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:16:20.380329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-de7251d0-330f-41f5-a0f7-a57e05a2f11a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4202433 Sep 16 16:16:22.612722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48754) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:16:22.672096 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-7668634f-f211-4a61-97e9-af41ee59ed35 admin admin] GET failed (client error): The resource could not be found. Sep 16 16:16:22.673420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7668634f-f211-4a61-97e9-af41ee59ed35 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597560 Sep 16 16:16:22.743901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9951aa3a-a508-44ed-a8ab-bf2a9b971f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:16:22.745391 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9951aa3a-a508-44ed-a8ab-bf2a9b971f5b admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673461 Sep 16 16:16:22.755807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:16:22.853543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Made reservation on behalf of d215603c8f7246919d3691cd8ad5567e for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:16:22.855809 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:23.094016 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:23.151799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8e75ef-fe14-4044-904d-a6c68557e5e1,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:16:23.158708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:16:23.159058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Network hostable DHCP agents. Network: 5f2df1e4-036a-4f15-8760-03d8934297cd, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:16:23.259049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:16:23.328020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 5f2df1e4-036a-4f15-8760-03d8934297cd) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:16:23.331968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:16:23.332707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:23.336880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65dc7d-11bb-4c2b-b454-410907e19619 None None] Network 5f2df1e4-036a-4f15-8760-03d8934297cd requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:16:23.415018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-46ea603f-f490-4558-83ba-e387c72e1209 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6625488 Sep 16 16:16:23.486425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-5f2df1e4-036a-4f15-8760-03d8934297cd', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'tenant_id': 'd215603c8f7246919d3691cd8ad5567e', 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:16:23.487477 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:23.625702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Allocated IP 192.168.233.2 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/6c9aba38-492f-40f3-9c11-8a308e4205ba) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:16:23.776977 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:23.825772 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:23.862936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:16:23.872189 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:16:23.874317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Pushing event updated for resources: {'Port': ['ID=6c9aba38-492f-40f3-9c11-8a308e4205ba,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:16:23.876453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:16:23.887654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.888008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.888354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.888729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.889064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.889403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.889734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.890079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.890405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.890730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.891050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.891372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:16:23.943531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Attempting to bind port 6c9aba38-492f-40f3-9c11-8a308e4205ba on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:16:23.944524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Attempting to bind port 6c9aba38-492f-40f3-9c11-8a308e4205ba by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:16:23.945063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Attempting to bind port 6c9aba38-492f-40f3-9c11-8a308e4205ba on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:16:23.950154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:16:23.950527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:16:23.950929 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:23.951319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:16:23.951778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Bound port: 6c9aba38-492f-40f3-9c11-8a308e4205ba, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:16:23.952178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:24.015191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] For port 6c9aba38-492f-40f3-9c11-8a308e4205ba, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:16:24.018238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] For port 6c9aba38-492f-40f3-9c11-8a308e4205ba, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6c9aba38-492f-40f3-9c11-8a308e4205ba,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:16:24.077028 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:24.138313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3a66f-643a-4b6c-8be9-2c9bc8aea1b4 None None] Pushing event updated for resources: {'Port': ['ID=6c9aba38-492f-40f3-9c11-8a308e4205ba,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:16:24.973223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8925da-6c96-4c23-b18f-734985600574 None None] Network 5f2df1e4-036a-4f15-8760-03d8934297cd requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:16:24.996098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6c9aba38-492f-40f3-9c11-8a308e4205ba up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:16:25.068050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-83a55252-b161-4455-a4f2-8c41ba2751cc None None] Provisioning complete for port 6c9aba38-492f-40f3-9c11-8a308e4205ba triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:16:25.068441 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a55252-b161-4455-a4f2-8c41ba2751cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:25.178697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6c9aba38-492f-40f3-9c11-8a308e4205ba triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:16:25.179061 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:25.265766 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a55252-b161-4455-a4f2-8c41ba2751cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:25.328054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-83a55252-b161-4455-a4f2-8c41ba2751cc None None] For port 6c9aba38-492f-40f3-9c11-8a308e4205ba, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6c9aba38-492f-40f3-9c11-8a308e4205ba,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:16:25.346277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:25.380510 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a55252-b161-4455-a4f2-8c41ba2751cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:25.469901 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:16:25.470273 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:16:25.474966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a55252-b161-4455-a4f2-8c41ba2751cc None None] Pushing event updated for resources: {'Port': ['ID=6c9aba38-492f-40f3-9c11-8a308e4205ba,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:16:25.504933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b580687d-a60a-4416-bcb1-4d53919326c5 None None] Provisioning complete for port 6c9aba38-492f-40f3-9c11-8a308e4205ba triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:16:25.505307 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b580687d-a60a-4416-bcb1-4d53919326c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:26.936195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6c9aba38-492f-40f3-9c11-8a308e4205ba up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:16:26.988047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6c9aba38-492f-40f3-9c11-8a308e4205ba triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:16:26.988440 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:28.127863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d7e29026-76b4-40c0-b950-aecf84ec3e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:30.727486 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1e42-81a5-4d92-a5a6-f7e43c06ccbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:31.373397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:31.715882 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:33.504987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:16:55.850927 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:16:58.126425 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f7bc218b-7fb1-4d81-8908-fe7597988e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:00.720863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9eb78aaa-9d68-424d-9918-580fe971a3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:01.355087 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:01.789495 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:03.514842 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:28.136230 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1247cb90-f456-4080-9384-900c461b1d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:30.742472 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2751-aec0-4d21-8735-f4ef6513129c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:31.364680 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:31.724861 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:32.859519 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:17:33.536334 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:48.701993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48808) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:17:48.708471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-fb95f357-2c6e-465e-a210-bd7067856ba9 tempest-verify_tempest_config-1905997148 tempest-verify_tempest_config-1905997148-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:17:48.709368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fb95f357-2c6e-465e-a210-bd7067856ba9 tempest-verify_tempest_config-1905997148 tempest-verify_tempest_config-1905997148-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064232 Sep 16 16:17:49.191533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48826) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:17:49.295287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:49.380222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:49.444088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:49.488751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39d4c6e292be4e7ea851ac7aeda0b2bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2961597 Sep 16 16:17:49.489595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9119ad-1735-4ca9-930c-2669969b06b1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:17:49.491386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48830) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:17:49.506846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.507192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.507529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.507863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.508191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.508550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.508876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.509199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.509524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.509842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.510164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.510502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7ebf-8178-427d-9e25-f8c6c338289e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:17:49.559595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f2fef1a-4a0a-4e0c-91fb-f4ba0f603f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:49.581082 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f2fef1a-4a0a-4e0c-91fb-f4ba0f603f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:49.736521 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f2fef1a-4a0a-4e0c-91fb-f4ba0f603f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:49.739042 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f2fef1a-4a0a-4e0c-91fb-f4ba0f603f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:17:49.740199 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0f2fef1a-4a0a-4e0c-91fb-f4ba0f603f88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f9119ad-1735-4ca9-930c-2669969b06b1 HTTP/1.1" status: 204 len: 168 time: 0.2479324 Sep 16 16:17:49.747754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fef1a-4a0a-4e0c-91fb-f4ba0f603f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9119ad-1735-4ca9-930c-2669969b06b1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:17:58.163934 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8ee32114-c2f5-43a8-a0d0-eb14b0f4edf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:18:00.738964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e81bbd8b-9c46-4aec-9f22-c7d9ea30bb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:18:01.402347 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:18:01.739121 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:18:03.573296 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:18:09.848270 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:18:28.157040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0e1780a-13bb-4cff-888e-5780e2634d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:18:30.722289 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bf07225f-f490-4109-aeb0-b882eaf3bc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:18:31.371884 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:18:31.751495 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:18:33.525586 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:18:46.846685 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:18:58.147342 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-438c39c6-b398-47f3-9407-95e22689c091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:19:00.741110 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2c81781e-7f36-4ed7-8ff7-b32aa7fff7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:19:01.381089 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:19:01.755382 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:19:03.555190 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:19:23.845168 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:19:28.168209 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1bd3d4cc-259a-48ec-8963-b7ab65e92752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:19:30.743193 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b81aae1c-0108-41de-82dc-6634e52a4604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:19:31.428782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:19:31.760049 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:19:33.568178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:19:58.137622 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-deaf59b7-88e7-4415-8c86-f76f3b54a88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:00.732365 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fcf2-80e7-4192-b349-0b7a4d845506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:00.843449 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:20:01.375804 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:01.754827 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:03.577460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:28.135819 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0290991b-6879-4a63-ae4e-e104db092227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:30.746055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3fea7348-6737-4692-a39f-084b24d35885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:31.364478 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:31.780861 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:33.540292 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:37.842036 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 5 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:20:43.259672 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16721953'] for agent, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:43.500900 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16721953'] for agent, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:20:58.163035 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fff170fd-9add-4170-b19e-b115b988a29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:00.739741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61326fbf-7c0c-4de9-8d7c-8e4f24f5ed58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:01.425968 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:01.739880 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:03.528220 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:13.213745 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:13.447867 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:14.841382 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:21:28.045589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48896) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:21:28.138855 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e9f79ac-2642-42ba-b8ee-90b0f5d91729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:28.151755 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bd946c4c-a933-4065-b426-1143e881ede8 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1050296 Sep 16 16:21:30.494328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48906) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:21:30.550269 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6a7b84f4-0bc3-4cda-8616-162a872f4311 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0548806 Sep 16 16:21:30.749848 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-188e9b6b-dd71-4c94-bcec-24f9b312e6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:31.383891 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:31.760973 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:33.543448 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:43.206162 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:43.480351 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:21:51.840757 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:21:58.131451 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-afd2f29d-4ac8-4f66-8761-cf8467e22e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:00.742132 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2cea2ddc-2605-4a29-a3c6-67a28fef2f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:01.359436 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:01.765499 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:03.553593 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:13.228214 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:13.480276 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:28.152664 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-27448770-6660-42a4-88e7-7e697264df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:28.841053 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:22:30.747492 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-12bc1140-719a-4936-b862-33d02272786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:31.381395 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:31.798414 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:33.551517 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:43.213776 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:43.512266 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:55.796515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49124) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:22:56.223091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-network', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:22:56.328652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Made reservation on behalf of 76941f26b9764e319b0ce37ad4dfbb88 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:22:56.331158 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:56.339740 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:56.434030 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:56.511500 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:56.540120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:22:56.549388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5225d46-7e72-452d-be31-d773b86d190a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:22:56.560212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.560579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.560922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.561254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.561582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.561906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.562230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.562549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.562872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.563192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.563509 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.563828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Tracked resource versions report: Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: pushed versions: Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: { 'AddressGroup': {'1.2'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'ConntrackHelper': {'1.0'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'Log': {'1.0'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'Network': {'1.1'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'Port': {'1.7'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'PortForwarding': {'1.2'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'QosPolicy': {'1.9'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'SecurityGroup': {'1.4'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'SecurityGroupRule': {'1.2'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'SubPort': {'1.0'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'Subnet': {'1.1'}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'Trunk': {'1.1'}} Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: consumer versions: Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: { DHCP agent@n-d-807786-3: {}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: HyperV agent@n-h1-807786-3: {}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: HyperV agent@n-h2-807786-3: {}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: L3 agent@n-d-807786-3: {}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: Metadata agent@n-d-807786-3: {}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: Metering agent@n-d-807786-3: {}, Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: Open vSwitch agent@n-d-807786-3: { 'AddressGroup': '1.2', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'ConntrackHelper': '1.0', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'Log': '1.0', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'Network': '1.1', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'Port': '1.7', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'PortForwarding': '1.2', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'QosPolicy': '1.9', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'SecurityGroup': '1.4', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'SecurityGroupRule': '1.2', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'SubPort': '1.0', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'Subnet': '1.1', Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: 'Trunk': '1.1'}} Sep 16 16:22:56.565202 n-d-807786-3 neutron-server[95357]: {{(pid=95357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 16:22:56.569359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:56.569699 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Added segment 27530d62-227c-4b3d-a45b-d03f5bfe9b14 of type vlan for network ed19b012-6165-4b63-9565-a1db6adeb284 Sep 16 16:22:56.612264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:56.710273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:56.711294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:22:56.711889 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:56.775670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] Pushing event updated for resources: {'Network': ['ID=ed19b012-6165-4b63-9565-a1db6adeb284,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:22:56.785846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network ed19b012-6165-4b63-9565-a1db6adeb284 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:22:56.809982 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d7bb610a-80bf-435f-a5cc-d1d0d242c2ad admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0100811 Sep 16 16:22:56.811996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49164) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:22:56.816053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Request body: {'subnet': {'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-subnet', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:22:56.940542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Made reservation on behalf of 76941f26b9764e319b0ce37ad4dfbb88 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:22:56.943104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:57.186501 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:57.247282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4325f63-e0ee-489c-9e97-03a020e5a055,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:22:57.261135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Checking segment: {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:22:57.261135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Network hostable DHCP agents. Network: ed19b012-6165-4b63-9565-a1db6adeb284, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:22:57.334814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Network ed19b012-6165-4b63-9565-a1db6adeb284 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:22:57.463122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, ed19b012-6165-4b63-9565-a1db6adeb284) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:22:57.463122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:22:57.463122 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:57.464188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a373bc7-d47f-4854-8962-8c2933d2c6aa None None] Network ed19b012-6165-4b63-9565-a1db6adeb284 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:22:57.548424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2d479e58-6874-4080-aba0-eaa500b7a6e2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7361307 Sep 16 16:22:57.551082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49188) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:22:57.557496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:22:57.620704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-ed19b012-6165-4b63-9565-a1db6adeb284', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:22:57.622234 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:57.655146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:57.656833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:57.769667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Allocated IP 172.20.0.2 (ed19b012-6165-4b63-9565-a1db6adeb284/a4325f63-e0ee-489c-9e97-03a020e5a055/99312754-9ec7-4ec6-96fe-48bb19d55152) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:22:57.855402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:57.922452 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:57.998508 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:58.054528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Pushing event updated for resources: {'Port': ['ID=99312754-9ec7-4ec6-96fe-48bb19d55152,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:22:58.064329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.065005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.065481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.065938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.066413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.066873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.067330 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.067797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.068119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.068597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.069052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.069503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Tracked resource versions report: Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: pushed versions: Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: { 'AddressGroup': {'1.2'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'ConntrackHelper': {'1.0'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'Log': {'1.0'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'Network': {'1.1'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'Port': {'1.7'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'PortForwarding': {'1.2'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'QosPolicy': {'1.9'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'SecurityGroup': {'1.4'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'SecurityGroupRule': {'1.2'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'SubPort': {'1.0'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'Subnet': {'1.1'}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'Trunk': {'1.1'}} Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: consumer versions: Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: { DHCP agent@n-d-807786-3: {}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: HyperV agent@n-h1-807786-3: {}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: HyperV agent@n-h2-807786-3: {}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: L3 agent@n-d-807786-3: {}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: Metadata agent@n-d-807786-3: {}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: Metering agent@n-d-807786-3: {}, Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: Open vSwitch agent@n-d-807786-3: { 'AddressGroup': '1.2', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'ConntrackHelper': '1.0', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'Log': '1.0', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'Network': '1.1', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'Port': '1.7', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'PortForwarding': '1.2', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'QosPolicy': '1.9', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'SecurityGroup': '1.4', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'SecurityGroupRule': '1.2', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'SubPort': '1.0', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'Subnet': '1.1', Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: 'Trunk': '1.1'}} Sep 16 16:22:58.070701 n-d-807786-3 neutron-server[95359]: {{(pid=95359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 16:22:58.091712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Network ed19b012-6165-4b63-9565-a1db6adeb284 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:22:58.093504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:22:58.098892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:22:58.100249 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:58.155879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Attempting to bind port 99312754-9ec7-4ec6-96fe-48bb19d55152 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:22:58.156247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Attempting to bind port 99312754-9ec7-4ec6-96fe-48bb19d55152 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:22:58.156647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Attempting to bind port 99312754-9ec7-4ec6-96fe-48bb19d55152 on network ed19b012-6165-4b63-9565-a1db6adeb284 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:22:58.161566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:22:58.161925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Checking segment: {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:22:58.162350 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:58.162731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Bound using segment: {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:22:58.163188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Bound port: 99312754-9ec7-4ec6-96fe-48bb19d55152, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:22:58.163560 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:58.198601 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba7a1-3e35-4b39-b2e0-6341a1b62145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:58.229232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] For port 99312754-9ec7-4ec6-96fe-48bb19d55152, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:22:58.232992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] For port 99312754-9ec7-4ec6-96fe-48bb19d55152, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=99312754-9ec7-4ec6-96fe-48bb19d55152,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:22:58.305131 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:58.371724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a792504-c17a-4556-8f9f-8b2d1ed4bcd8 None None] Pushing event updated for resources: {'Port': ['ID=99312754-9ec7-4ec6-96fe-48bb19d55152,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:22:58.484426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:58.517571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:58.825780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Allocated IP 172.25.6.187 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/97b606dd-59d5-45cc-8d04-f4b2af26669a) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:22:58.995184 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:59.153398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:59.243162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 99312754-9ec7-4ec6-96fe-48bb19d55152 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:22:59.301672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Pushing event updated for resources: {'Port': ['ID=97b606dd-59d5-45cc-8d04-f4b2af26669a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:22:59.311300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 99312754-9ec7-4ec6-96fe-48bb19d55152 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:22:59.312166 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:59.317065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:22:59.318568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:22:59.320904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:22:59.445620 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:59.483078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 99312754-9ec7-4ec6-96fe-48bb19d55152, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=99312754-9ec7-4ec6-96fe-48bb19d55152,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:22:59.556126 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:59.618586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49286) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:22:59.623692 n-d-807786-3 neutron-server[95358]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 16:22:59.629058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=99312754-9ec7-4ec6-96fe-48bb19d55152,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:22:59.659847 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-1bda4e9b-6805-450e-87b6-5fe4fe8b1005 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f867f03bd58a4507bd71d49a2dea1749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381095 Sep 16 16:22:59.676852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d4c5d3-2267-44fc-87b4-f4315c618854 None None] Network ed19b012-6165-4b63-9565-a1db6adeb284 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:22:59.822457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0ed3f754-a164-409f-b3d4-5a1e52b375e0 None None] Provisioning complete for port 99312754-9ec7-4ec6-96fe-48bb19d55152 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:22:59.822827 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f754-a164-409f-b3d4-5a1e52b375e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:59.879682 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:22:59.893977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-5f566a3a-85a9-40e1-90e8-3327a25d87b5 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:22:59.895571 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-5f566a3a-85a9-40e1-90e8-3327a25d87b5 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275896 Sep 16 16:22:59.916867 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-f1b6b762-6bb3-4327-9bdc-a604696fea29 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/quotas/f867f03bd58a4507bd71d49a2dea1749 HTTP/1.1" status: 200 len: 375 time: 0.0109143 Sep 16 16:22:59.979960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-a8f6ce48-71a2-4fab-9b07-2fb66f2c8dd2 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f867f03bd58a4507bd71d49a2dea1749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550504 Sep 16 16:23:00.115323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:00.161944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ab026b57-3bf7-466f-a28c-ce761d0be342 None None] Provisioning complete for port 99312754-9ec7-4ec6-96fe-48bb19d55152 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:00.162442 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab026b57-3bf7-466f-a28c-ce761d0be342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:00.346229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Router d78c1ddd-27ca-4b22-afda-46fa330dc779 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:23:00.484140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:23:00.493932 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Sync routers for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:23:00.503651 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:23:00.504530 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:22:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:00.551862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:00.553328 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9483464b-9888-416a-b47f-384d5af136c4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0010271 Sep 16 16:23:00.555974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49332) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:00.557629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49334) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:00.638764 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:23:00.747926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72e053c8-e4ca-43a1-8bcd-172af124ccb4 req-02f0da20-937e-4628-9ede-68ecf7650ecf tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 210 time: 0.1881104 Sep 16 16:23:00.757318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-667897c3-e092-48c6-bb4f-7aff780f244b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:00.836082 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:22:59Z', 'revision_number': 3, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:00.876556 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Checking router: d78c1ddd-27ca-4b22-afda-46fa330dc779 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:23:00.877109 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Updating router d78c1ddd-27ca-4b22-afda-46fa330dc779 port 97b606dd-59d5-45cc-8d04-f4b2af26669a binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:23:00.913956 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.131040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.216006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 99312754-9ec7-4ec6-96fe-48bb19d55152 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:01.287255 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.319984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 99312754-9ec7-4ec6-96fe-48bb19d55152 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:01.320555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.350313 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.373613 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.407629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Allocated IP 172.20.0.1 (ed19b012-6165-4b63-9565-a1db6adeb284/a4325f63-e0ee-489c-9e97-03a020e5a055/47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:01.415725 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Attempting to bind port 97b606dd-59d5-45cc-8d04-f4b2af26669a on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:01.415725 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Attempting to bind port 97b606dd-59d5-45cc-8d04-f4b2af26669a by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:01.415725 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Attempting to bind port 97b606dd-59d5-45cc-8d04-f4b2af26669a on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:01.420762 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:01.421086 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:01.421466 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.421855 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:01.422319 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Bound port: 97b606dd-59d5-45cc-8d04-f4b2af26669a, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:01.422801 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.425246 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Pushing event updated for resources: {'Port': ['ID=97b606dd-59d5-45cc-8d04-f4b2af26669a,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:01.489618 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.490816 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.491532 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.491878 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.493813 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.494303 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.496876 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.497388 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.497725 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.498059 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.498414 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.498702 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Tracked resource versions report: Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: pushed versions: Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: { 'AddressGroup': {'1.2'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'ConntrackHelper': {'1.0'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'Log': {'1.0'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'Network': {'1.1'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'Port': {'1.7'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'PortForwarding': {'1.2'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'QosPolicy': {'1.9'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'SecurityGroup': {'1.4'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'SecurityGroupRule': {'1.2'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'SubPort': {'1.0'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'Subnet': {'1.1'}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'Trunk': {'1.1'}} Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: consumer versions: Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: { DHCP agent@n-d-807786-3: {}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: HyperV agent@n-h1-807786-3: {}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: HyperV agent@n-h2-807786-3: {}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: L3 agent@n-d-807786-3: {}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: Metadata agent@n-d-807786-3: {}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: Metering agent@n-d-807786-3: {}, Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: Open vSwitch agent@n-d-807786-3: { 'AddressGroup': '1.2', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'ConntrackHelper': '1.0', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'Log': '1.0', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'Network': '1.1', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'Port': '1.7', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'PortForwarding': '1.2', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'QosPolicy': '1.9', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'SecurityGroup': '1.4', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'SecurityGroupRule': '1.2', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'SubPort': '1.0', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'Subnet': '1.1', Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: 'Trunk': '1.1'}} Sep 16 16:23:01.500015 n-d-807786-3 neutron-server[95360]: {{(pid=95360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 16:23:01.547522 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] For port 97b606dd-59d5-45cc-8d04-f4b2af26669a, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:01.553094 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] For port 97b606dd-59d5-45cc-8d04-f4b2af26669a, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=97b606dd-59d5-45cc-8d04-f4b2af26669a,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:01.562754 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.687659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.687820 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.708308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Network ed19b012-6165-4b63-9565-a1db6adeb284 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:01.711114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:01.731447 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:01.732060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.772908 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:23:01.777383 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:23:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:01.831927 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fc44e-9101-402b-bb4f-c65a98e56ee4 None None] Pushing event updated for resources: {'Port': ['ID=97b606dd-59d5-45cc-8d04-f4b2af26669a,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:01.839097 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:01.972542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-382c42be-4615-48dc-9d03-bc35c0bdc63d req-22d996eb-d42f-410b-aed0-4197960da92a tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 210 time: 0.1652188 Sep 16 16:23:01.974629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Pushing event updated for resources: {'Port': ['ID=47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:02.013031 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:23:02.085371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f3e8ea0c-f9e1-42dd-a945-7e71e761cb11 None None] Provisioning complete for port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:02.087619 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ea0c-f9e1-42dd-a945-7e71e761cb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:02.126540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f3e8ea0c-f9e1-42dd-a945-7e71e761cb11 None None] Port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:23:02.227570 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:02.243361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49414) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:02.275698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49422) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:02.354558 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:22:59Z', 'revision_number': 3, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:02.365726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-902e2b5e-5979-4b51-a49e-3041989bc4af tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=45705d94f27f40b6829b681d031d5ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318224 Sep 16 16:23:02.399629 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70422f7-0450-4220-867e-e98a81715e81 None None] The sync data for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 is: [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:22:59Z', 'revision_number': 3, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:23:02.478306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:02.478389 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:02.525557 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d288b4c-2939-42ca-b25d-10313bdd8029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:02.551397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996daf-21cf-4942-8288-10506de63520 req-1d58c2db-83ea-4c02-a351-92c5b7bdcbe5 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:02.552906 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-1d58c2db-83ea-4c02-a351-92c5b7bdcbe5 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804414 Sep 16 16:23:02.560705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:02.561814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:02.578326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49438) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:02.591667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-4f716031-cdfc-4596-8372-d7996c015f58 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/quotas/45705d94f27f40b6829b681d031d5ae6 HTTP/1.1" status: 200 len: 375 time: 0.0275803 Sep 16 16:23:02.629369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Pushing event updated for resources: {'Port': ['ID=47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:02.634425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-965260c5-ef2d-4b53-a9a5-5abfb87dde15 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45705d94f27f40b6829b681d031d5ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416646 Sep 16 16:23:02.703610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Network ed19b012-6165-4b63-9565-a1db6adeb284 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:02.705707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:02.718348 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:02.762137 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c374740-dbe9-4527-9736-763b9f899d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:02.793175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:02.829986 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.api [None req-8c374740-dbe9-4527-9736-763b9f899d1b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:23:02.829986 n-d-807786-3 neutron-server[95358]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 16:23:02.829986 n-d-807786-3 neutron-server[95358]: [parameters: {'project_id_1': '65a94cf188ec485e9f76e810059322fb', 'expiration_1': datetime.datetime(2021, 9, 16, 16, 22, 42, 784768)}] Sep 16 16:23:02.829986 n-d-807786-3 neutron-server[95358]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:23:02.830336 n-d-807786-3 neutron-server[95358]: DEBUG oslo_db.api [None req-8c374740-dbe9-4527-9736-763b9f899d1b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:23:02.870591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Router d78c1ddd-27ca-4b22-afda-46fa330dc779 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:23:02.906167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95f25f16ac00410792e6ee027c631031&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6590443 Sep 16 16:23:02.909652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49448) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:02.910295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d0a9e0-2096-4ee4-a9b5-c663d18edf68,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:02.950012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.950421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.951394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.951738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.952106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.953845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.954196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.954530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.954905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.956651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.957233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.957571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603888c-7703-46f3-a2eb-dcf0a75fbc97 admin admin] Tracked resource versions report: Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: pushed versions: Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: { 'AddressGroup': {'1.2'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'ConntrackHelper': {'1.0'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'Log': {'1.0'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'Network': {'1.1'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'Port': {'1.7'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'PortForwarding': {'1.2'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'QosPolicy': {'1.9'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'SecurityGroup': {'1.4'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'SecurityGroupRule': {'1.2'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'SubPort': {'1.0'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'Subnet': {'1.1'}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'Trunk': {'1.1'}} Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: consumer versions: Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: { DHCP agent@n-d-807786-3: {}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: HyperV agent@n-h1-807786-3: {}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: HyperV agent@n-h2-807786-3: {}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: L3 agent@n-d-807786-3: {}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: Metadata agent@n-d-807786-3: {}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: Metering agent@n-d-807786-3: {}, Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: Open vSwitch agent@n-d-807786-3: { 'AddressGroup': '1.2', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'ConntrackHelper': '1.0', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'Log': '1.0', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'Network': '1.1', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'Port': '1.7', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'PortForwarding': '1.2', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'QosPolicy': '1.9', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'SecurityGroup': '1.4', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'SecurityGroupRule': '1.2', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'SubPort': '1.0', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'Subnet': '1.1', Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: 'Trunk': '1.1'}} Sep 16 16:23:02.958688 n-d-807786-3 neutron-server[95358]: {{(pid=95358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 16:23:03.056807 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4dafd15d-5933-4dda-91d5-7f7aae421118 req-584a8da9-574f-4870-a1d0-24070b7e9c42 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 210 time: 0.0804541 Sep 16 16:23:03.071227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cf0109be-6e95-416b-b5f9-f28358b37b97 None None] Provisioning complete for port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:03.071770 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf0109be-6e95-416b-b5f9-f28358b37b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.081293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:23:03.126578 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b56f331d-9684-48aa-abe8-59c6eb2f88bc admin admin] 10.222.0.22 "PUT /v2.0/routers/d78c1ddd-27ca-4b22-afda-46fa330dc779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5626006 Sep 16 16:23:03.145641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-cf0109be-6e95-416b-b5f9-f28358b37b97 None None] Port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:23:03.152748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4169d3c2-6bf5-4114-8ef2-80b78b35690b req-2b2dc582-f775-40d9-ba91-55859f99824d tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 210 time: 0.0928178 Sep 16 16:23:03.160823 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20441bc6-04a2-4813-afd9-187beef1c741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.197778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20441bc6-04a2-4813-afd9-187beef1c741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.244022 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 97b606dd-59d5-45cc-8d04-f4b2af26669a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:03.282482 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d288b4c-2939-42ca-b25d-10313bdd8029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.333325 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c374740-dbe9-4527-9736-763b9f899d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.346712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 97b606dd-59d5-45cc-8d04-f4b2af26669a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:03.349562 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.398298 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20441bc6-04a2-4813-afd9-187beef1c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.401661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20441bc6-04a2-4813-afd9-187beef1c741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.406259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-20441bc6-04a2-4813-afd9-187beef1c741 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35d0a9e0-2096-4ee4-a9b5-c663d18edf68 HTTP/1.1" status: 204 len: 168 time: 0.4935005 Sep 16 16:23:03.407702 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d288b4c-2939-42ca-b25d-10313bdd8029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.454786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9d288b4c-2939-42ca-b25d-10313bdd8029 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5daa66388a1a4695b50b24a3678f6749&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1749611 Sep 16 16:23:03.454999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49476) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:03.510553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20441bc6-04a2-4813-afd9-187beef1c741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d0a9e0-2096-4ee4-a9b5-c663d18edf68,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:03.540996 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.616685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 97b606dd-59d5-45cc-8d04-f4b2af26669a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=97b606dd-59d5-45cc-8d04-f4b2af26669a,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:03.655211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2544fc80-2774-46b7-b664-3900e04b5f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.664309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d288b4c-2939-42ca-b25d-10313bdd8029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a962cb5-1947-4d26-9408-24f673942b03,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:03.686193 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2544fc80-2774-46b7-b664-3900e04b5f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.693140 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.710824 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c374740-dbe9-4527-9736-763b9f899d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.724804 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.809946 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c374740-dbe9-4527-9736-763b9f899d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.810504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=97b606dd-59d5-45cc-8d04-f4b2af26669a,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:03.851429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8c374740-dbe9-4527-9736-763b9f899d1b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65a94cf188ec485e9f76e810059322fb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2697914 Sep 16 16:23:03.851820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49500) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:03.853215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c374740-dbe9-4527-9736-763b9f899d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f43caf-8a1e-4833-bf56-606320efff4b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:03.890131 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2544fc80-2774-46b7-b664-3900e04b5f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.896160 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2544fc80-2774-46b7-b664-3900e04b5f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.897924 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2544fc80-2774-46b7-b664-3900e04b5f6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a962cb5-1947-4d26-9408-24f673942b03 HTTP/1.1" status: 204 len: 168 time: 0.4413378 Sep 16 16:23:03.919047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544fc80-2774-46b7-b664-3900e04b5f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a962cb5-1947-4d26-9408-24f673942b03,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:03.941458 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e235847-9642-41f6-a197-927f9440d55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:03.963104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e235847-9642-41f6-a197-927f9440d55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.072282 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e235847-9642-41f6-a197-927f9440d55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.075784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e235847-9642-41f6-a197-927f9440d55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.077046 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7e235847-9642-41f6-a197-927f9440d55f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89f43caf-8a1e-4833-bf56-606320efff4b HTTP/1.1" status: 204 len: 168 time: 0.2240407 Sep 16 16:23:04.085534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e235847-9642-41f6-a197-927f9440d55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f43caf-8a1e-4833-bf56-606320efff4b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:04.136170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed3490e7-912b-4e8b-b6fc-11a898fa68f7 req-01589531-d574-4379-b03d-2d4baf005781 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 210 time: 0.0489717 Sep 16 16:23:04.262574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0b574c0-ff1c-4167-8257-7467e2327d9e req-de1fc38e-8ec5-41e8-a11c-4b66c4652365 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 210 time: 0.0395119 Sep 16 16:23:04.283277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49520) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:04.309851 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6dfa0d70-9e7d-46ea-992c-e4333ecc8319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.413720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6dfa0d70-9e7d-46ea-992c-e4333ecc8319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.472628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6dfa0d70-9e7d-46ea-992c-e4333ecc8319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.523014 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6dfa0d70-9e7d-46ea-992c-e4333ecc8319 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=240e9882a323410e9ec82a11b0090d3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2384164 Sep 16 16:23:04.524452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa0d70-9e7d-46ea-992c-e4333ecc8319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87915719-1045-4680-b53f-66fae8252ef3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:04.525677 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49528) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:04.578292 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ccaf3327-2148-4c91-9e7c-beeb32080fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.600641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ccaf3327-2148-4c91-9e7c-beeb32080fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.607603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Sync routers for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:23:04.617331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:23:04.617945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:23:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:04.722707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ccaf3327-2148-4c91-9e7c-beeb32080fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.725763 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ccaf3327-2148-4c91-9e7c-beeb32080fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.727264 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ccaf3327-2148-4c91-9e7c-beeb32080fea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87915719-1045-4680-b53f-66fae8252ef3 HTTP/1.1" status: 204 len: 168 time: 0.2003467 Sep 16 16:23:04.736848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:23:04.737787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf3327-2148-4c91-9e7c-beeb32080fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87915719-1045-4680-b53f-66fae8252ef3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:04.835101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49538) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:04.865122 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b62cf2ee-84ff-4f3c-807c-fcf5754bc372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.944014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49540) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:04.952008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-network', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:04.987830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b62cf2ee-84ff-4f3c-807c-fcf5754bc372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:04.993477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 2, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:05.023270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Checking router: d78c1ddd-27ca-4b22-afda-46fa330dc779 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:23:05.023616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Updating router d78c1ddd-27ca-4b22-afda-46fa330dc779 port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:23:05.048108 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.055621 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b62cf2ee-84ff-4f3c-807c-fcf5754bc372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.098791 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b62cf2ee-84ff-4f3c-807c-fcf5754bc372 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c70ca4ba3cc147c5b79ba594cc9c9c74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2624259 Sep 16 16:23:05.100861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cf2ee-84ff-4f3c-807c-fcf5754bc372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33e1554-7c75-497b-8d98-bcd52c13465f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:05.101663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49542) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:05.185979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Made reservation on behalf of 261b7126f4a94b83b97d5ce68ed521d8 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:05.194415 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.204722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 97b606dd-59d5-45cc-8d04-f4b2af26669a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:05.249355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.279318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf36f-fac6-4746-90c4-36190f035cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.313888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 97b606dd-59d5-45cc-8d04-f4b2af26669a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:05.314160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.318186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e60bd16-722f-4d8f-aae7-4a9fe5fd5c76 req-152dc81b-352a-4050-9b3f-4e8e5eff4813 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 210 time: 0.0650163 Sep 16 16:23:05.342424 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf36f-fac6-4746-90c4-36190f035cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.344737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49556) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:05.359464 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-55d45ded-702a-401a-921e-0ed3314b056b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.485107 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.515334 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.538037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27fbbde7-d185-47a4-902d-2ef4f6a48e01 req-985d9206-722f-4496-a897-d04cbfe86d96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 210 time: 0.0331609 Sep 16 16:23:05.564281 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf36f-fac6-4746-90c4-36190f035cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.570120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf36f-fac6-4746-90c4-36190f035cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.571885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bc9cf36f-fac6-4746-90c4-36190f035cd2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a33e1554-7c75-497b-8d98-bcd52c13465f HTTP/1.1" status: 204 len: 168 time: 0.4692533 Sep 16 16:23:05.580416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.593378 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cf36f-fac6-4746-90c4-36190f035cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33e1554-7c75-497b-8d98-bcd52c13465f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:05.606114 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.614937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:23:05.629162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32138a3c-06a0-4880-9621-bae66d3f43f1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:05.635206 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.635742 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Added segment d636eb26-afc7-45d4-b8b8-cd53e0448567 of type vlan for network 1adc6927-9927-4d93-8cc1-026832c83de9 Sep 16 16:23:05.686027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebc000-ea86-4e6d-9ad6-e026efd94a5b None None] Pushing event updated for resources: {'Port': ['ID=47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:05.707910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.722228 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-55d45ded-702a-401a-921e-0ed3314b056b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.774360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-55d45ded-702a-401a-921e-0ed3314b056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.807269 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.808570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:05.809513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.818219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Attempting to bind port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:05.818697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Attempting to bind port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:05.819055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Attempting to bind port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 on network ed19b012-6165-4b63-9565-a1db6adeb284 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:05.833749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:05.834127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Checking segment: {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:05.834528 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.834983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Bound using segment: {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:05.835477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Bound port: 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:05.835873 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:05.846925 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d45ded-702a-401a-921e-0ed3314b056b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965d105a-7028-4bda-a283-f5744794948d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:05.850889 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:23:05.884639 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-55d45ded-702a-401a-921e-0ed3314b056b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7df7803ec38942adb754253d102a083f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5387447 Sep 16 16:23:05.889743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49570) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:05.939803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] For port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:05.943869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] For port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:05.954456 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] Pushing event updated for resources: {'Network': ['ID=1adc6927-9927-4d93-8cc1-026832c83de9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:05.966802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 1adc6927-9927-4d93-8cc1-026832c83de9 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:23:05.983946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c3ea08e0-e080-4ead-8987-b09c22fe4515 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0358984 Sep 16 16:23:05.984402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49572) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:05.990163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Request body: {'subnet': {'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-subnet', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:06.011543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e0e02d4-b1ba-4caa-9f6a-01a2ac15cc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.050921 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e0e02d4-b1ba-4caa-9f6a-01a2ac15cc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.057167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3fdd818c-7c58-4eac-9625-3bec50885c92 None None] Provisioning complete for port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:06.057452 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3fdd818c-7c58-4eac-9625-3bec50885c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.060444 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.106292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Made reservation on behalf of 261b7126f4a94b83b97d5ce68ed521d8 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:06.109404 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.166249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:23:06.166963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:23:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:06.211763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebc000-ea86-4e6d-9ad6-e026efd94a5b None None] Pushing event updated for resources: {'Port': ['ID=47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:06.220429 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e0e02d4-b1ba-4caa-9f6a-01a2ac15cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.224355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e0e02d4-b1ba-4caa-9f6a-01a2ac15cc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.225899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4e0e02d4-b1ba-4caa-9f6a-01a2ac15cc30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/965d105a-7028-4bda-a283-f5744794948d HTTP/1.1" status: 204 len: 168 time: 0.3346927 Sep 16 16:23:06.245442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e02d4-b1ba-4caa-9f6a-01a2ac15cc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d105a-7028-4bda-a283-f5744794948d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:06.360542 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3fdd818c-7c58-4eac-9625-3bec50885c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.392150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:23:06.450910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3fdd818c-7c58-4eac-9625-3bec50885c92 None None] For port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:06.489472 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.563502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a5b031-77ba-4d6b-a4ef-444c81f99cd5,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:06.611200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Checking segment: {'id': 'd636eb26-afc7-45d4-b8b8-cd53e0448567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:06.611694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Network hostable DHCP agents. Network: 1adc6927-9927-4d93-8cc1-026832c83de9, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:23:06.643052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-824ea60f-1c2e-45a3-bbd0-dcc23b96f70d req-d8b15e82-1da9-422a-91e4-ddfa33288566 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 210 time: 0.0640037 Sep 16 16:23:06.648898 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3fdd818c-7c58-4eac-9625-3bec50885c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.689327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Network 1adc6927-9927-4d93-8cc1-026832c83de9 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:23:06.696916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6a2b40d-3527-4fce-9ac3-33b2da70003f req-c1177f8b-5582-461d-998a-03b5562eab2e tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 210 time: 0.0328624 Sep 16 16:23:06.740816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd818c-7c58-4eac-9625-3bec50885c92 None None] Pushing event updated for resources: {'Port': ['ID=47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:06.774830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:05Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:06.781891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a99660ec-d7bc-4472-9333-2e02de8d400b None None] Provisioning complete for port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:06.783075 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a99660ec-d7bc-4472-9333-2e02de8d400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.802470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 1adc6927-9927-4d93-8cc1-026832c83de9) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:06.807419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:06.808564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:06.813214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d00bda-cc11-4a03-ae1b-cced479dc631 None None] The sync data for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 is: [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:05Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:23:06.833808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d981a-5081-41f1-bb2b-657b89c75ffd None None] Network 1adc6927-9927-4d93-8cc1-026832c83de9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:23:06.896439 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-496fe565-a135-48fd-8bed-638e07e5c35a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9091311 Sep 16 16:23:06.897432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49604) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:06.902132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-router', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:07.003203 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:07.004667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:07.010788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.62', 59012) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:07.067240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-53c040cf-2134-4b02-b890-9832cce4fa85 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f867f03bd58a4507bd71d49a2dea1749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492003 Sep 16 16:23:07.168557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:07.314784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:07.364852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-5474ffb5-9119-41ae-97d5-dd09ac90ba4d tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:07.378960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-5474ffb5-9119-41ae-97d5-dd09ac90ba4d tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3035650 Sep 16 16:23:07.414060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-1adc6927-9927-4d93-8cc1-026832c83de9', 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'fixed_ips': [{'subnet_id': '72a5b031-77ba-4d6b-a4ef-444c81f99cd5'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:23:07.414060 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:07.479547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Request body: {'port': {'device_id': 'd9cedbfc-02ca-475c-accc-f8320b305878', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': 'f867f03bd58a4507bd71d49a2dea1749'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:07.543484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:07.543861 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:07.662154 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:07.808124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.62', 59015) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:07.827800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Allocated IP 172.20.0.2 (1adc6927-9927-4d93-8cc1-026832c83de9/72a5b031-77ba-4d6b-a4ef-444c81f99cd5/0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:07.883749 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-e8ff9381-e73c-40c9-beda-a0d05d0ccf74 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=45705d94f27f40b6829b681d031d5ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725565 Sep 16 16:23:07.943270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df103d90-7cad-42e0-95a4-dbe50a9cb66b req-1af49853-c9dc-4dcb-a413-faf8b98a8583 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 210 time: 0.0354085 Sep 16 16:23:07.984214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84181f01-8555-4e9f-ac61-625f70ef8235 req-a5b02ed7-d447-4bf0-8d62-29e7a701f1a1 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 210 time: 0.0976667 Sep 16 16:23:08.091307 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.128246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Made reservation on behalf of f867f03bd58a4507bd71d49a2dea1749 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:08.131929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.144736 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.185914 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.239706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996daf-21cf-4942-8288-10506de63520 req-290d07d7-2fc1-4ee2-b149-21b2f943dbbb tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:08.241244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-290d07d7-2fc1-4ee2-b149-21b2f943dbbb tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3447554 Sep 16 16:23:08.255343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Request body: {'port': {'device_id': '8c9fb630-d53e-4bee-9e50-509e899c234c', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '45705d94f27f40b6829b681d031d5ae6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:08.295152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Network 1adc6927-9927-4d93-8cc1-026832c83de9 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:08.301155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:08.306533 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.307756 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:08.318418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Pushing event updated for resources: {'Port': ['ID=0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:08.395139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Attempting to bind port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:08.395385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Attempting to bind port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd636eb26-afc7-45d4-b8b8-cd53e0448567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:08.395774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Attempting to bind port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 on network 1adc6927-9927-4d93-8cc1-026832c83de9 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:08.401287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:08.402209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Checking segment: {'id': 'd636eb26-afc7-45d4-b8b8-cd53e0448567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:08.402615 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.403812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Bound using segment: {'id': 'd636eb26-afc7-45d4-b8b8-cd53e0448567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:08.404300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Bound port: 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd636eb26-afc7-45d4-b8b8-cd53e0448567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:08.404833 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.432902 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.498379 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] For port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:08.501862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] For port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7,segment=NetworkSegment(d636eb26-afc7-45d4-b8b8-cd53e0448567),segment_id=d636eb26-afc7-45d4-b8b8-cd53e0448567)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:08.585361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.603950 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.640520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.705448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6abebc-8eff-4a26-a5a8-3110b515c69a None None] Pushing event updated for resources: {'Port': ['ID=0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:08.820708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Made reservation on behalf of 45705d94f27f40b6829b681d031d5ae6 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:08.825275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.835785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:08.858914 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:08.861573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Allocated IP 172.25.6.77 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/be47c2fd-8934-49a0-a1aa-bc47a9713b7c) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:08.953537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Allocated IP 192.168.233.132 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/1f251b09-f052-4540-9ced-16842566fa57) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:09.155460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-772a1448-b249-40a2-b62e-67a1aec4cb54 req-5e8ce130-8f85-4b4f-bbab-f25b3e603a71 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 210 time: 0.0751781 Sep 16 16:23:09.299176 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-511c29ce-f4af-43e9-b26d-7ca0da8750b5 req-13128cc9-f45f-484f-bb92-b677ed7b77c6 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 210 time: 0.0873463 Sep 16 16:23:09.355974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:09.439340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:09.439340 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:09.522814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:09.561338 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:09.594893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:09.597031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:09.617458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7,segment=NetworkSegment(d636eb26-afc7-45d4-b8b8-cd53e0448567),segment_id=d636eb26-afc7-45d4-b8b8-cd53e0448567)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:09.678411 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:09.706391 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:09.750015 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:09.782294 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:09.821626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:09.889988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:09.905832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7adedfa-7eab-4672-b0a3-7c7522795d28,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:09.935534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:09.941425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:09.949403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:09.950086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:09.976592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Pushing event updated for resources: {'Port': ['ID=1f251b09-f052-4540-9ced-16842566fa57,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:10.036451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:10.039285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-099c8a75-1584-4961-baac-11f9411a2f96 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5639958 Sep 16 16:23:10.053016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:10.056245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:10.069042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-b67b68e8-07e9-4596-856e-a47aaa5a8e37 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:23:10.070319 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-b67b68e8-07e9-4596-856e-a47aaa5a8e37 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062044 Sep 16 16:23:10.402614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c38a6-2cc2-4f70-924c-9caff6a0d804 None None] Network 1adc6927-9927-4d93-8cc1-026832c83de9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:23:10.444175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edda16-39dc-4f33-af6a-1157c909a51c req-335eae2e-1ef5-4d75-8735-7665ff8bdc0a tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:10.478886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31edda16-39dc-4f33-af6a-1157c909a51c req-335eae2e-1ef5-4d75-8735-7665ff8bdc0a tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 936 time: 0.1549764 Sep 16 16:23:10.525919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f8b1c870-44e5-416d-a7d9-9fc90f664996 None None] Provisioning complete for port 1f251b09-f052-4540-9ced-16842566fa57 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:10.526674 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f8b1c870-44e5-416d-a7d9-9fc90f664996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:10.600373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Pushing event updated for resources: {'Port': ['ID=be47c2fd-8934-49a0-a1aa-bc47a9713b7c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:10.638396 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3772e68-497b-4a03-a2fd-15d59d28acfc req-5f7666af-743c-4d5b-be0b-86002c2f4473 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 210 time: 0.1557803 Sep 16 16:23:10.681306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Request body: {'port': {'device_id': 'd9cedbfc-02ca-475c-accc-f8320b305878', 'device_owner': 'compute:tempest-test_az-1443382210', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:10.689532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31edda16-39dc-4f33-af6a-1157c909a51c req-b3736140-ce75-46d3-98e1-107537b2013c tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081769 Sep 16 16:23:10.711996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f8b1c870-44e5-416d-a7d9-9fc90f664996 None None] Port 1f251b09-f052-4540-9ced-16842566fa57 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:23:10.749217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Allocated IP 192.168.233.120 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/26c77cb1-0022-4c00-9ff0-c76739a2d7f4) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:10.784105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f8b1c870-44e5-416d-a7d9-9fc90f664996 None None] Provisioning complete for port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:10.784568 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f8b1c870-44e5-416d-a7d9-9fc90f664996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:10.837212 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:11.255236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:11.364500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:11.367808 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:11.472762 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:11.505303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-79e6b729-f740-41a0-8e97-2d52bb9f7124 None None] Provisioning complete for port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:11.506498 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-79e6b729-f740-41a0-8e97-2d52bb9f7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:11.563299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:11.877630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0913aea2-469d-4e0b-a820-ea00986468f6 req-728bd0da-3c83-4f0f-bde4-e68be3d7bb34 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 210 time: 0.0881767 Sep 16 16:23:11.887895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.087198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.148359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3a303-a3a8-4616-bfd7-e31551436cdb req-53559784-403f-4bca-911a-73ed005ef859 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:12.148359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61a3a303-a3a8-4616-bfd7-e31551436cdb req-53559784-403f-4bca-911a-73ed005ef859 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 936 time: 0.1242039 Sep 16 16:23:12.220569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f251b09-f052-4540-9ced-16842566fa57 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:12.231677 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.265549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61a3a303-a3a8-4616-bfd7-e31551436cdb req-83f8d181-9ff8-47d6-95f8-e7a9bf2d3a55 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780816 Sep 16 16:23:12.267901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49750) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:12.269658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Transition to ACTIVE for port object 1f251b09-f052-4540-9ced-16842566fa57 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:23:12.279528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:12.299485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Pushing event updated for resources: {'Port': ['ID=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:12.302053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:12.306185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:12.313733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:12.314667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.329092 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.406129 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-9ec0a740-0074-48d6-99db-54e752f347d3 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1544752 Sep 16 16:23:12.411180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Pushing event updated for resources: {'Port': ['ID=1f251b09-f052-4540-9ced-16842566fa57,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:12.467450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Request body: {'port': {'device_id': '8c9fb630-d53e-4bee-9e50-509e899c234c', 'device_owner': 'compute:tempest-test_az-1443382210', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:12.512837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Attempting to bind port 1f251b09-f052-4540-9ced-16842566fa57 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:12.513074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Attempting to bind port 1f251b09-f052-4540-9ced-16842566fa57 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:12.513395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Attempting to bind port 1f251b09-f052-4540-9ced-16842566fa57 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:12.541339 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Port 1f251b09-f052-4540-9ced-16842566fa57 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:23:12.541658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Attempting to bind port 1f251b09-f052-4540-9ced-16842566fa57 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:12.550681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:12.551029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:12.551578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:12.552008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Bound port: 1f251b09-f052-4540-9ced-16842566fa57, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:12.552367 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.586627 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50459a15-2eed-419a-9933-7ac95caa6398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.618399 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.679122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e83d99cd-7a17-4e76-9154-6c5ff63e145d None None] Provisioning complete for port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:12.679691 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e83d99cd-7a17-4e76-9154-6c5ff63e145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.740468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] For port 1f251b09-f052-4540-9ced-16842566fa57, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:12.746315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e83d99cd-7a17-4e76-9154-6c5ff63e145d None None] Port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:23:12.755161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] For port 1f251b09-f052-4540-9ced-16842566fa57, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=1f251b09-f052-4540-9ced-16842566fa57,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:12.828420 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.828638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Router c89a1c93-d994-415a-a73f-ce04fb27621f is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:23:12.890743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:12.900883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:12.903269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] 10.222.0.62 "PUT /v2.0/ports/1f251b09-f052-4540-9ced-16842566fa57 HTTP/1.1" status: 200 len: 1118 time: 2.4159422 Sep 16 16:23:12.903952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cedbfc-02ca-475c-accc-f8320b305878', 'tag': '1f251b09-f052-4540-9ced-16842566fa57'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:13.189008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:23:13.202049 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Sync routers for ids ['c89a1c93-d994-415a-a73f-ce04fb27621f'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:23:13.219733 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Routers {'c89a1c93-d994-415a-a73f-ce04fb27621f'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:23:13.220509 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:23:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c89a1c93-d994-415a-a73f-ce04fb27621f'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:13.236720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dba5b5-94f0-48a7-a723-8eca422d3b15 service neutron] Pushing event updated for resources: {'Port': ['ID=1f251b09-f052-4540-9ced-16842566fa57,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:13.252841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:13.300804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd07b0-79e7-4807-ba27-af57fc08c2aa req-e274eaa0-fb97-4756-83cb-c463f9541d41 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:13.311293 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95fd07b0-79e7-4807-ba27-af57fc08c2aa req-e274eaa0-fb97-4756-83cb-c463f9541d41 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 936 time: 0.2575600 Sep 16 16:23:13.422420 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bcdf05-f82a-4fea-a8d0-08d487242c39" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cedbfc-02ca-475c-accc-f8320b305878", "tag": "1f251b09-f052-4540-9ced-16842566fa57"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:13.429718 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Set router c89a1c93-d994-415a-a73f-ce04fb27621f gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:23:13.471687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:13.484163 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:13.512745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Transition to ACTIVE for port object 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:23:13.522321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95fd07b0-79e7-4807-ba27-af57fc08c2aa req-618083aa-890c-43ad-96fe-673205bf231d tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965182 Sep 16 16:23:13.546335 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:13.556887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-a404ac3b-3ffe-42d8-bd9f-51ab8fd96f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:13.559380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-a404ac3b-3ffe-42d8-bd9f-51ab8fd96f9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f867f03bd58a4507bd71d49a2dea1749&device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 1121 time: 0.2453902 Sep 16 16:23:13.595185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:13.595796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a083c4-5c34-4180-a5b2-9e62cc9e1921 req-0b0c2315-cae9-457a-ae50-f0f106f8554d tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:13.596886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9a083c4-5c34-4180-a5b2-9e62cc9e1921 req-0b0c2315-cae9-457a-ae50-f0f106f8554d tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 970 time: 0.1558421 Sep 16 16:23:13.634289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49782) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:13.680296 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50459a15-2eed-419a-9933-7ac95caa6398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:13.749127 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-router', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:23:07Z', 'updated_at': '2021-09-16T16:23:10Z', 'revision_number': 3, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'gw_port': {'id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:08Z', 'updated_at': '2021-09-16T16:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:13.764929 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-a2bfcd7e-86e4-4b97-a6a4-f3e723f0224c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=1f251b09-f052-4540-9ced-16842566fa57 HTTP/1.1" status: 200 len: 217 time: 0.1667027 Sep 16 16:23:13.814649 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Checking router: c89a1c93-d994-415a-a73f-ce04fb27621f for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:23:13.815534 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Updating router c89a1c93-d994-415a-a73f-ce04fb27621f port be47c2fd-8934-49a0-a1aa-bc47a9713b7c binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:23:13.877630 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:13.904190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50459a15-2eed-419a-9933-7ac95caa6398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:13.948789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9a083c4-5c34-4180-a5b2-9e62cc9e1921 req-f9eb6747-850e-42ba-958b-97d99978c272 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819129 Sep 16 16:23:13.972008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Attempting to bind port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:13.972368 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958e3735-06bd-4e14-9248-bc1b22261c92 x-openstack-request-id: req-958e3735-06bd-4e14-9248-bc1b22261c92 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:13.972771 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cedbfc-02ca-475c-accc-f8320b305878", "tag": "1f251b09-f052-4540-9ced-16842566fa57", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:13.973124 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-958e3735-06bd-4e14-9248-bc1b22261c92 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:13.973657 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cedbfc-02ca-475c-accc-f8320b305878', 'tag': '1f251b09-f052-4540-9ced-16842566fa57', 'status': 'completed', 'code': 200} Sep 16 16:23:13.974197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Attempting to bind port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:13.974709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Attempting to bind port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:13.986314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-50459a15-2eed-419a-9933-7ac95caa6398 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=417dbc86dfdf4eca9e870d455051febf&name=default HTTP/1.1" status: 200 len: 2976 time: 1.7055910 Sep 16 16:23:13.992302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:13.992302 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d48954bb-1e02-4f2b-8b04-efecbc365662 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.0899909 Sep 16 16:23:13.997888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:23:13.997888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Attempting to bind port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:13.998717 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49790) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:13.999061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49792) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:14.013670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:14.014018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:14.014719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:14.015202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Bound port: 26c77cb1-0022-4c00-9ff0-c76739a2d7f4, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:14.015611 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.037087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a90173bc-b8ff-4d95-9bc6-a3c44238cb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.116773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:14.169263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50459a15-2eed-419a-9933-7ac95caa6398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb4219-d50c-4791-adcd-dc8340a6242e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:14.198356 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] For port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:14.203736 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.206008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] For port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:14.240802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-b388877d-e978-488b-b006-922dbb8ea588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:14.242250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-b388877d-e978-488b-b006-922dbb8ea588 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.4317787 Sep 16 16:23:14.270150 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a90173bc-b8ff-4d95-9bc6-a3c44238cb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.288798 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.327159 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.340732 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Attempting to bind port be47c2fd-8934-49a0-a1aa-bc47a9713b7c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:14.341422 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Attempting to bind port be47c2fd-8934-49a0-a1aa-bc47a9713b7c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:14.341987 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Attempting to bind port be47c2fd-8934-49a0-a1aa-bc47a9713b7c on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:14.352855 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacceb7-203c-47d5-87ba-3cb08d8e8469 None None] Pushing event updated for resources: {'Port': ['ID=be47c2fd-8934-49a0-a1aa-bc47a9713b7c,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:14.355900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57a85c17-0b5b-4a9c-83bf-aa9b0b5e9bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.356410 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:14.357122 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:14.357732 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.358337 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:14.359023 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Bound port: be47c2fd-8934-49a0-a1aa-bc47a9713b7c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:14.359709 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.390492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:14.392654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.397305 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] 10.222.0.62 "PUT /v2.0/ports/26c77cb1-0022-4c00-9ff0-c76739a2d7f4 HTTP/1.1" status: 200 len: 1118 time: 1.9399858 Sep 16 16:23:14.401443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9fb630-d53e-4bee-9e50-509e899c234c', 'tag': '26c77cb1-0022-4c00-9ff0-c76739a2d7f4'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:14.446453 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] For port be47c2fd-8934-49a0-a1aa-bc47a9713b7c, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:14.455301 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] For port be47c2fd-8934-49a0-a1aa-bc47a9713b7c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=be47c2fd-8934-49a0-a1aa-bc47a9713b7c,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:14.464883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57a85c17-0b5b-4a9c-83bf-aa9b0b5e9bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.514409 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a90173bc-b8ff-4d95-9bc6-a3c44238cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.574687 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.630565 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a90173bc-b8ff-4d95-9bc6-a3c44238cb17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c21f882388484e129e82724dfb80dd18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9590471 Sep 16 16:23:14.631251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49800) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:14.637083 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8198adf-55d5-4b47-8352-02604488e866" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9fb630-d53e-4bee-9e50-509e899c234c", "tag": "26c77cb1-0022-4c00-9ff0-c76739a2d7f4"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:14.711017 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Routers {'c89a1c93-d994-415a-a73f-ce04fb27621f'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:23:14.712013 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:23:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c89a1c93-d994-415a-a73f-ce04fb27621f'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:14.815522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90173bc-b8ff-4d95-9bc6-a3c44238cb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ae514-28c1-4647-b38c-4baa50005a6f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:14.832508 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aba0596-1573-4609-a62d-bb75320f0152 x-openstack-request-id: req-3aba0596-1573-4609-a62d-bb75320f0152 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:14.833308 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9fb630-d53e-4bee-9e50-509e899c234c", "tag": "26c77cb1-0022-4c00-9ff0-c76739a2d7f4", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:14.833653 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3aba0596-1573-4609-a62d-bb75320f0152 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:14.834666 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9fb630-d53e-4bee-9e50-509e899c234c', 'tag': '26c77cb1-0022-4c00-9ff0-c76739a2d7f4', 'status': 'completed', 'code': 200} Sep 16 16:23:14.843505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b84dd-5373-48c1-a9b7-1115774bd5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:14.857475 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacceb7-203c-47d5-87ba-3cb08d8e8469 None None] Pushing event updated for resources: {'Port': ['ID=be47c2fd-8934-49a0-a1aa-bc47a9713b7c,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:14.890058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996daf-21cf-4942-8288-10506de63520 req-4843cdc3-4c81-4ecb-9471-8706e9cb33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:14.891913 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-4843cdc3-4c81-4ecb-9471-8706e9cb33aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45705d94f27f40b6829b681d031d5ae6&device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 1121 time: 0.1969938 Sep 16 16:23:14.904862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-3b3d9a67-e824-4ed6-a136-7afce9e3d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:14.906571 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-3b3d9a67-e824-4ed6-a136-7afce9e3d0ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577365 Sep 16 16:23:14.968024 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] Set router c89a1c93-d994-415a-a73f-ce04fb27621f gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:23:14.974675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ccc11-d5a1-4be5-8641-2c95d5548a44 req-439381d8-d995-4461-8f9f-bacefbe1635f tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:14.982447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-145ccc11-d5a1-4be5-8641-2c95d5548a44 req-439381d8-d995-4461-8f9f-bacefbe1635f tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 970 time: 0.2249420 Sep 16 16:23:14.991803 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ef18c3a-87e3-4eda-bb4b-95f36739d969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.993281 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57a85c17-0b5b-4a9c-83bf-aa9b0b5e9bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:14.996509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57a85c17-0b5b-4a9c-83bf-aa9b0b5e9bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:15.000257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-57a85c17-0b5b-4a9c-83bf-aa9b0b5e9bf7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bdb4219-d50c-4791-adcd-dc8340a6242e HTTP/1.1" status: 204 len: 168 time: 0.9964480 Sep 16 16:23:15.050029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a85c17-0b5b-4a9c-83bf-aa9b0b5e9bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb4219-d50c-4791-adcd-dc8340a6242e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:15.147543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ef18c3a-87e3-4eda-bb4b-95f36739d969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:15.261185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-145ccc11-d5a1-4be5-8641-2c95d5548a44 req-34c44897-a05e-4cb2-97dd-8619892df43c tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732174 Sep 16 16:23:15.267536 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-router', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:23:07Z', 'updated_at': '2021-09-16T16:23:10Z', 'revision_number': 3, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'gw_port': {'id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:08Z', 'updated_at': '2021-09-16T16:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:15.300423 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b096f6-dcbf-4441-8760-a1ca86435035 None None] The sync data for ids ['c89a1c93-d994-415a-a73f-ce04fb27621f'] in n-d-807786-3 is: [{'id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-router', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:23:07Z', 'updated_at': '2021-09-16T16:23:10Z', 'revision_number': 3, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'gw_port': {'id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:08Z', 'updated_at': '2021-09-16T16:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:23:15.351756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-1b08c336-c104-4f2f-96c7-b4f191def21b service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059018 Sep 16 16:23:15.371356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cf975-5578-45e6-8117-0e9f753f8b64 req-cdea3cc2-bd63-4ec9-9655-134c02260b22 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:15.380042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe4cf975-5578-45e6-8117-0e9f753f8b64 req-cdea3cc2-bd63-4ec9-9655-134c02260b22 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 970 time: 0.2366292 Sep 16 16:23:15.505967 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-20af0cfa-31d1-46fb-b415-a99f290ae2fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=26c77cb1-0022-4c00-9ff0-c76739a2d7f4 HTTP/1.1" status: 200 len: 217 time: 0.4968314 Sep 16 16:23:15.509568 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ef18c3a-87e3-4eda-bb4b-95f36739d969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:15.514537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ef18c3a-87e3-4eda-bb4b-95f36739d969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:15.517440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7ef18c3a-87e3-4eda-bb4b-95f36739d969 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e49ae514-28c1-4647-b38c-4baa50005a6f HTTP/1.1" status: 204 len: 168 time: 0.8880038 Sep 16 16:23:15.551284 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe4cf975-5578-45e6-8117-0e9f753f8b64 req-e8541159-0597-4f81-9313-bed2a9fa24dd tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636915 Sep 16 16:23:15.561915 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:15.569052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef18c3a-87e3-4eda-bb4b-95f36739d969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ae514-28c1-4647-b38c-4baa50005a6f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:15.691246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e0cad74-59da-4bbc-b005-62be569a8737 req-29758dac-6480-4347-9094-6808bdcfaf88 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475369 Sep 16 16:23:15.885090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Allocated IP 172.20.0.1 (1adc6927-9927-4d93-8cc1-026832c83de9/72a5b031-77ba-4d6b-a4ef-444c81f99cd5/8cf86d83-141f-4aac-981a-feb9c75ab37f) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:15.978996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49818) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:16.015124 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfdb11a0-3118-441d-85d2-add3d489a8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.034635 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.134718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996daf-21cf-4942-8288-10506de63520 req-74f591a2-93b8-425f-bb2a-5560b0425400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:16.137630 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-74f591a2-93b8-425f-bb2a-5560b0425400 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1315055 Sep 16 16:23:16.140706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-ab55ede3-5342-4370-afe0-47064582cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:16.142227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-ab55ede3-5342-4370-afe0-47064582cf7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f867f03bd58a4507bd71d49a2dea1749&device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 1121 time: 0.1039474 Sep 16 16:23:16.207641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.256273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfdb11a0-3118-441d-85d2-add3d489a8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.293883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf86d83-141f-4aac-981a-feb9c75ab37f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:16.315579 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfdb11a0-3118-441d-85d2-add3d489a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.319550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Network 1adc6927-9927-4d93-8cc1-026832c83de9 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:16.324317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:16.350884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:16.351595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.355901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb11a0-3118-441d-85d2-add3d489a8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193b7429-0a69-45d5-b4f1-54131c82ba50,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:16.406693 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bfdb11a0-3118-441d-85d2-add3d489a8fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2c8a4551b554d04a124e3633b630931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233327 Sep 16 16:23:16.407428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49824) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:16.481222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e4be377-239a-46cb-97f8-03d59d8ef587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.516601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e4be377-239a-46cb-97f8-03d59d8ef587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.558319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5b8d4-2a0b-4cd6-a6fa-cdc8d56d7afb req-c0c17ac0-f4c2-488c-9c51-969407e354df tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:16.569209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65f5b8d4-2a0b-4cd6-a6fa-cdc8d56d7afb req-c0c17ac0-f4c2-488c-9c51-969407e354df tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 970 time: 0.2288053 Sep 16 16:23:16.675234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49828) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:16.696571 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65f5b8d4-2a0b-4cd6-a6fa-cdc8d56d7afb req-0103a3d3-b881-4cfc-a64d-83356aeab5e6 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648699 Sep 16 16:23:16.699609 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e4be377-239a-46cb-97f8-03d59d8ef587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.702185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e4be377-239a-46cb-97f8-03d59d8ef587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.706279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1e4be377-239a-46cb-97f8-03d59d8ef587 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/193b7429-0a69-45d5-b4f1-54131c82ba50 HTTP/1.1" status: 204 len: 168 time: 0.2955406 Sep 16 16:23:16.715588 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4be377-239a-46cb-97f8-03d59d8ef587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b7429-0a69-45d5-b4f1-54131c82ba50,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:16.719419 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a743830f-ba69-4860-89dc-690122437781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.796838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cfb0ebaf-ce14-483e-bb59-41b9401ac83a None None] Provisioning complete for port 8cf86d83-141f-4aac-981a-feb9c75ab37f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:16.797377 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cfb0ebaf-ce14-483e-bb59-41b9401ac83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:16.883754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0ebaf-ce14-483e-bb59-41b9401ac83a None None] Port 8cf86d83-141f-4aac-981a-feb9c75ab37f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:23:16.959785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996daf-21cf-4942-8288-10506de63520 req-c1038f41-93fe-4370-8f80-0cef6d80ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:16.963103 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-c1038f41-93fe-4370-8f80-0cef6d80ff3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2398739 Sep 16 16:23:16.981980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a743830f-ba69-4860-89dc-690122437781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.037185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a743830f-ba69-4860-89dc-690122437781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.091935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743830f-ba69-4860-89dc-690122437781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3239d5cc-b38a-4418-aeca-a0b2118a1225,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:17.099983 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a743830f-ba69-4860-89dc-690122437781 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47080965fb214cfd9ecb862d6cf6c98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236825 Sep 16 16:23:17.102485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061c202-2a6e-4da1-99e3-9e0096a69095 req-442de520-6de4-41c6-8045-cfcd709500df tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:17.102984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49832) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:17.110536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e061c202-2a6e-4da1-99e3-9e0096a69095 req-442de520-6de4-41c6-8045-cfcd709500df tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 970 time: 0.4461808 Sep 16 16:23:17.123353 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.265146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e061c202-2a6e-4da1-99e3-9e0096a69095 req-21ea2d3c-eb15-4bca-bc7b-21be3d2e2693 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532180 Sep 16 16:23:17.271272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0dfe9b-b790-4abd-8ff2-a0fdcd8f821d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.273182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-0036a182-bced-42c2-925d-49b2666e517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:17.278836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-0036a182-bced-42c2-925d-49b2666e517f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.5523777 Sep 16 16:23:17.353221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0dfe9b-b790-4abd-8ff2-a0fdcd8f821d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.363338 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-54e94ff7-9bf9-4b11-83f5-1f3e75e2021d service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528741 Sep 16 16:23:17.380922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device be47c2fd-8934-49a0-a1aa-bc47a9713b7c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:17.496423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.516694 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0dfe9b-b790-4abd-8ff2-a0fdcd8f821d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.520176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0dfe9b-b790-4abd-8ff2-a0fdcd8f821d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.521021 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bd0dfe9b-b790-4abd-8ff2-a0fdcd8f821d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3239d5cc-b38a-4418-aeca-a0b2118a1225 HTTP/1.1" status: 204 len: 168 time: 0.4169011 Sep 16 16:23:17.531582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dfe9b-b790-4abd-8ff2-a0fdcd8f821d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3239d5cc-b38a-4418-aeca-a0b2118a1225,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:17.586696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port be47c2fd-8934-49a0-a1aa-bc47a9713b7c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:17.587409 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.591136 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.591745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.713316 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.757472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf86d83-141f-4aac-981a-feb9c75ab37f,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:17.778466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port be47c2fd-8934-49a0-a1aa-bc47a9713b7c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=be47c2fd-8934-49a0-a1aa-bc47a9713b7c,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:17.873088 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:17.965867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Network 1adc6927-9927-4d93-8cc1-026832c83de9 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:17.970809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:18.001176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=be47c2fd-8934-49a0-a1aa-bc47a9713b7c,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:18.026851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821d668-d078-4499-8873-b78ea40fe568 req-1617ea41-aef6-4830-8717-e76352f4464d tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:18.026851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f821d668-d078-4499-8873-b78ea40fe568 req-1617ea41-aef6-4830-8717-e76352f4464d tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 970 time: 0.2084317 Sep 16 16:23:18.211889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f821d668-d078-4499-8873-b78ea40fe568 req-e669c939-860f-4b2c-a127-185fabaafb05 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111352 Sep 16 16:23:18.340653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-9cce80d1-e5b4-4732-8a49-894762930ced service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=1f251b09-f052-4540-9ced-16842566fa57 HTTP/1.1" status: 200 len: 217 time: 0.1256726 Sep 16 16:23:18.355076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Router c89a1c93-d994-415a-a73f-ce04fb27621f has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:23:18.430705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-207ea00c-4825-4b40-aa08-0315ee64d817 None None] Provisioning complete for port 8cf86d83-141f-4aac-981a-feb9c75ab37f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:18.431538 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-207ea00c-4825-4b40-aa08-0315ee64d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:18.523523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-7e54ece9-d81d-4806-8b83-556f16e83892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:18.525062 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-7e54ece9-d81d-4806-8b83-556f16e83892 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1644320 Sep 16 16:23:18.532914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-207ea00c-4825-4b40-aa08-0315ee64d817 None None] Port 8cf86d83-141f-4aac-981a-feb9c75ab37f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:23:18.563751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62384e0-349f-4d41-bf8c-b8aaf47bb657 req-66dd5981-84a5-4766-9519-56b4c9e8597f tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:18.570952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f62384e0-349f-4d41-bf8c-b8aaf47bb657 req-66dd5981-84a5-4766-9519-56b4c9e8597f tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 970 time: 0.1471851 Sep 16 16:23:18.579674 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e996daf-21cf-4942-8288-10506de63520 req-f2573d8a-8aca-4c97-9a10-fcf24f90db60 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100960 Sep 16 16:23:18.670090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:23:18.683356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f62384e0-349f-4d41-bf8c-b8aaf47bb657 req-266557f6-604f-4bf7-895b-fab9dde3b6b8 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114631 Sep 16 16:23:18.691100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Sync routers for ids ['c89a1c93-d994-415a-a73f-ce04fb27621f'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:23:18.695481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-063caf49-4b2b-46a6-9998-7a5acf01bbc0 admin admin] 10.222.0.22 "PUT /v2.0/routers/c89a1c93-d994-415a-a73f-ce04fb27621f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6954038 Sep 16 16:23:18.698588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-74278da2-0d13-4669-9d60-6d86f73aeccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:18.700370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-74278da2-0d13-4669-9d60-6d86f73aeccc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596944 Sep 16 16:23:18.714684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Routers {'c89a1c93-d994-415a-a73f-ce04fb27621f'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:23:18.725953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:23:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c89a1c93-d994-415a-a73f-ce04fb27621f'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:18.824979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198adf-55d5-4b47-8352-02604488e866 req-05b8b12f-a902-4aef-8ac9-6a5d423b78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:18.827519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f8198adf-55d5-4b47-8352-02604488e866 req-05b8b12f-a902-4aef-8ac9-6a5d423b78f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45705d94f27f40b6829b681d031d5ae6&device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 1121 time: 0.1115973 Sep 16 16:23:18.831377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-56989dc7-bca6-4dd0-a6a2-9e78ab9b9818 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184399 Sep 16 16:23:18.961314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Set router c89a1c93-d994-415a-a73f-ce04fb27621f gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:23:19.234109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-router', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:23:07Z', 'updated_at': '2021-09-16T16:23:16Z', 'revision_number': 4, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'gw_port': {'id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:08Z', 'updated_at': '2021-09-16T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8cf86d83-141f-4aac-981a-feb9c75ab37f', 'name': '', 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'mac_address': 'fa:16:3e:61:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '72a5b031-77ba-4d6b-a4ef-444c81f99cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:15Z', 'updated_at': '2021-09-16T16:23:17Z', 'revision_number': 2, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'subnets': [{'id': '72a5b031-77ba-4d6b-a4ef-444c81f99cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:19.281339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Checking router: c89a1c93-d994-415a-a73f-ce04fb27621f for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:23:19.281755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Updating router c89a1c93-d994-415a-a73f-ce04fb27621f port 8cf86d83-141f-4aac-981a-feb9c75ab37f binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:23:19.326980 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:19.390397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device be47c2fd-8934-49a0-a1aa-bc47a9713b7c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:19.408170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270e66e-cad1-4c23-bf84-76a84961f027 req-88714fe5-dbfc-49c2-99ae-691372a91502 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:19.409550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d270e66e-cad1-4c23-bf84-76a84961f027 req-88714fe5-dbfc-49c2-99ae-691372a91502 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 970 time: 0.0717015 Sep 16 16:23:19.465669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d270e66e-cad1-4c23-bf84-76a84961f027 req-1086bf7f-c07b-48a3-82dc-436a0fa79514 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470901 Sep 16 16:23:19.816472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port be47c2fd-8934-49a0-a1aa-bc47a9713b7c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:19.816933 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:19.868479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80e66a-9926-4fd4-8db1-3a39ecb8d4e9 req-23a755d6-c337-47ca-ae97-9997318f777b tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:19.881791 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f80e66a-9926-4fd4-8db1-3a39ecb8d4e9 req-23a755d6-c337-47ca-ae97-9997318f777b tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 970 time: 0.0956426 Sep 16 16:23:20.040369 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:20.159387 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f80e66a-9926-4fd4-8db1-3a39ecb8d4e9 req-ac3206d4-fd09-44d2-86e2-b6eda5a211cc tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766182 Sep 16 16:23:20.162588 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:20.189580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26bcdf05-f82a-4fea-a8d0-08d487242c39 req-46f6f662-aad4-41ed-b564-267e876480e3 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934554 Sep 16 16:23:20.225247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198adf-55d5-4b47-8352-02604488e866 req-3edd30e9-6803-4ee1-aa3a-97cfa285ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:20.226703 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f8198adf-55d5-4b47-8352-02604488e866 req-3edd30e9-6803-4ee1-aa3a-97cfa285ec1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.3660350 Sep 16 16:23:20.339466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f8198adf-55d5-4b47-8352-02604488e866 req-53a1778c-a875-4b40-b0cc-499c55ea8988 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=26c77cb1-0022-4c00-9ff0-c76739a2d7f4 HTTP/1.1" status: 200 len: 217 time: 0.0881793 Sep 16 16:23:20.436632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fb7eb-1ec2-4d47-b6dc-91bcd1d00f13 None None] Pushing event updated for resources: {'Port': ['ID=8cf86d83-141f-4aac-981a-feb9c75ab37f,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:20.461890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Attempting to bind port 8cf86d83-141f-4aac-981a-feb9c75ab37f on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:20.462798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Attempting to bind port 8cf86d83-141f-4aac-981a-feb9c75ab37f by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd636eb26-afc7-45d4-b8b8-cd53e0448567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:20.463942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Attempting to bind port 8cf86d83-141f-4aac-981a-feb9c75ab37f on network 1adc6927-9927-4d93-8cc1-026832c83de9 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:20.472890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:20.474534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198adf-55d5-4b47-8352-02604488e866 req-7440eae6-a325-4689-817e-eed15d2ec2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:20.475508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Checking segment: {'id': 'd636eb26-afc7-45d4-b8b8-cd53e0448567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:20.475823 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f8198adf-55d5-4b47-8352-02604488e866 req-7440eae6-a325-4689-817e-eed15d2ec2bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1049848 Sep 16 16:23:20.477152 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:20.478541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Bound using segment: {'id': 'd636eb26-afc7-45d4-b8b8-cd53e0448567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:20.481967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Bound port: 8cf86d83-141f-4aac-981a-feb9c75ab37f, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd636eb26-afc7-45d4-b8b8-cd53e0448567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:20.483179 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:20.527668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49932) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:20.532787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-16e0cee0-1200-44aa-bb9b-4fec5983dc6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147872442', 'description': 'tempest-description--852263908'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:20.590805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198adf-55d5-4b47-8352-02604488e866 req-4d44df0e-eb81-4d42-8e72-564d2607f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:20.594670 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f8198adf-55d5-4b47-8352-02604488e866 req-4d44df0e-eb81-4d42-8e72-564d2607f3b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798409 Sep 16 16:23:20.602399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a376e8f5-b1ad-4027-b84c-258ae3e3c473 None None] Provisioning complete for port 8cf86d83-141f-4aac-981a-feb9c75ab37f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:20.602774 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a376e8f5-b1ad-4027-b84c-258ae3e3c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:20.629372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] For port 8cf86d83-141f-4aac-981a-feb9c75ab37f, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:20.646640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] For port 8cf86d83-141f-4aac-981a-feb9c75ab37f, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8cf86d83-141f-4aac-981a-feb9c75ab37f,segment=NetworkSegment(d636eb26-afc7-45d4-b8b8-cd53e0448567),segment_id=d636eb26-afc7-45d4-b8b8-cd53e0448567)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:20.649143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16e0cee0-1200-44aa-bb9b-4fec5983dc6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:20.656674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a376e8f5-b1ad-4027-b84c-258ae3e3c473 None None] Port 8cf86d83-141f-4aac-981a-feb9c75ab37f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:23:20.692048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6086164-37bf-4d6b-bc2b-8f2d504711fe req-a72c5300-e2f2-471e-ba7f-ee08c7b58908 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:20.693598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6086164-37bf-4d6b-bc2b-8f2d504711fe req-a72c5300-e2f2-471e-ba7f-ee08c7b58908 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 970 time: 0.0837874 Sep 16 16:23:20.706663 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f8198adf-55d5-4b47-8352-02604488e866 req-d9675e4e-8b1f-42e8-8ce8-9a262b716341 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070840 Sep 16 16:23:20.763595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6086164-37bf-4d6b-bc2b-8f2d504711fe req-c50d4bb2-f4ee-46a4-bdc0-510a860273c2 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508199 Sep 16 16:23:20.800176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16e0cee0-1200-44aa-bb9b-4fec5983dc6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:20.838526 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:20.885623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f8198adf-55d5-4b47-8352-02604488e866 req-d2533c8e-8ac1-4ad7-9d83-23bcedffeeaf service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135478 Sep 16 16:23:20.919465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Routers {'c89a1c93-d994-415a-a73f-ce04fb27621f'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:23:20.920111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:23:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c89a1c93-d994-415a-a73f-ce04fb27621f'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:20.962336 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16e0cee0-1200-44aa-bb9b-4fec5983dc6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.019169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fb7eb-1ec2-4d47-b6dc-91bcd1d00f13 None None] Pushing event updated for resources: {'Port': ['ID=8cf86d83-141f-4aac-981a-feb9c75ab37f,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:21.035178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0cee0-1200-44aa-bb9b-4fec5983dc6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5856116-c82e-4a5d-8667-8b09e529f6e9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:21.082607 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16e0cee0-1200-44aa-bb9b-4fec5983dc6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.083869 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-16e0cee0-1200-44aa-bb9b-4fec5983dc6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5545976 Sep 16 16:23:21.086712 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49956) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:21.091520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-990c1083-6694-4003-ab17-8124e0faaa6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Request body: {'security_group_rule': {'security_group_id': 'a5856116-c82e-4a5d-8667-8b09e529f6e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:21.117054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] Set router c89a1c93-d994-415a-a73f-ce04fb27621f gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:23:21.208529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-990c1083-6694-4003-ab17-8124e0faaa6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.265707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-324737bf-238a-4ff7-bbb4-b0e9dd79637e None None] Provisioning complete for port 8cf86d83-141f-4aac-981a-feb9c75ab37f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:21.266078 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-324737bf-238a-4ff7-bbb4-b0e9dd79637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.317437 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-990c1083-6694-4003-ab17-8124e0faaa6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.333960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864d9c6-8fb9-4a19-b772-6a2d27cd6350 req-5dc43269-a58a-4624-8679-0bb125c07a7b tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:21.335484 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b864d9c6-8fb9-4a19-b772-6a2d27cd6350 req-5dc43269-a58a-4624-8679-0bb125c07a7b tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 970 time: 0.0779603 Sep 16 16:23:21.376654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b864d9c6-8fb9-4a19-b772-6a2d27cd6350 req-1833fab5-abd4-4b94-9e22-f9c69ff8fb7e tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Sep 16 16:23:21.397218 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-324737bf-238a-4ff7-bbb4-b0e9dd79637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.401364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-990c1083-6694-4003-ab17-8124e0faaa6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.412755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-router', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:23:07Z', 'updated_at': '2021-09-16T16:23:16Z', 'revision_number': 4, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'gw_port': {'id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:08Z', 'updated_at': '2021-09-16T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8cf86d83-141f-4aac-981a-feb9c75ab37f', 'name': '', 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'mac_address': 'fa:16:3e:61:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '72a5b031-77ba-4d6b-a4ef-444c81f99cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:15Z', 'updated_at': '2021-09-16T16:23:20Z', 'revision_number': 4, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'subnets': [{'id': '72a5b031-77ba-4d6b-a4ef-444c81f99cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:21.426793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c1083-6694-4003-ab17-8124e0faaa6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a135a1d1-8003-46d5-9ae6-22e634262fdb,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:21.439991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49964) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:21.449696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56926fe-1b22-4a80-961a-fb1972cae9df None None] The sync data for ids ['c89a1c93-d994-415a-a73f-ce04fb27621f'] in n-d-807786-3 is: [{'id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-router', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:23:07Z', 'updated_at': '2021-09-16T16:23:16Z', 'revision_number': 4, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'gw_port': {'id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:08Z', 'updated_at': '2021-09-16T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8cf86d83-141f-4aac-981a-feb9c75ab37f', 'name': '', 'network_id': '1adc6927-9927-4d93-8cc1-026832c83de9', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'mac_address': 'fa:16:3e:61:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '72a5b031-77ba-4d6b-a4ef-444c81f99cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:15Z', 'updated_at': '2021-09-16T16:23:20Z', 'revision_number': 4, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'subnets': [{'id': '72a5b031-77ba-4d6b-a4ef-444c81f99cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:23:21.463865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-324737bf-238a-4ff7-bbb4-b0e9dd79637e None None] For port 8cf86d83-141f-4aac-981a-feb9c75ab37f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8cf86d83-141f-4aac-981a-feb9c75ab37f,segment=NetworkSegment(d636eb26-afc7-45d4-b8b8-cd53e0448567),segment_id=d636eb26-afc7-45d4-b8b8-cd53e0448567)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:21.499182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-990c1083-6694-4003-ab17-8124e0faaa6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.499182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-990c1083-6694-4003-ab17-8124e0faaa6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4112685 Sep 16 16:23:21.501512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49968) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:21.507924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ab8a6978-8357-447f-93f6-18269c96777f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Request body: {'security_group_rule': {'security_group_id': 'a5856116-c82e-4a5d-8667-8b09e529f6e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:21.537574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-324737bf-238a-4ff7-bbb4-b0e9dd79637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.543962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49970) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:21.615823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324737bf-238a-4ff7-bbb4-b0e9dd79637e None None] Pushing event updated for resources: {'Port': ['ID=8cf86d83-141f-4aac-981a-feb9c75ab37f,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:21.622426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6978-8357-447f-93f6-18269c96777f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.683473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88eaccb8-6100-4e96-a2f6-51453ad53357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.702918 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7fa09c6c-da48-4f02-a1c3-007a11b79fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.716906 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6978-8357-447f-93f6-18269c96777f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.792695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88eaccb8-6100-4e96-a2f6-51453ad53357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.793904 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6978-8357-447f-93f6-18269c96777f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.807251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a6978-8357-447f-93f6-18269c96777f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd6a8fa-7f1a-4043-9c71-9a5271a8abc1,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:21.880667 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88eaccb8-6100-4e96-a2f6-51453ad53357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:21.893192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d440d6-d0c0-4cce-a11a-2dfe905a700a req-22e3c944-6921-40bf-a66d-dc4d1f99c72b tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:21.894719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27d440d6-d0c0-4cce-a11a-2dfe905a700a req-22e3c944-6921-40bf-a66d-dc4d1f99c72b tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 970 time: 0.0589318 Sep 16 16:23:21.953328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-88eaccb8-6100-4e96-a2f6-51453ad53357 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10eeaf80664647d4a48a47feb92c5514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121346 Sep 16 16:23:21.955339 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaccb8-6100-4e96-a2f6-51453ad53357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdbac36-a68a-4997-9ed3-187a71a4f9a1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:21.955992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49976) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:21.981698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27d440d6-d0c0-4cce-a11a-2dfe905a700a req-7c25bd1b-2fb9-4e37-814d-3e35d460b0c4 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793240 Sep 16 16:23:21.987985 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7fa09c6c-da48-4f02-a1c3-007a11b79fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.026275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99908d03-cec2-4d53-b717-4bee7b7e542c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.048873 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99908d03-cec2-4d53-b717-4bee7b7e542c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.080662 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7fa09c6c-da48-4f02-a1c3-007a11b79fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.126946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49978) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:22.127162 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7fa09c6c-da48-4f02-a1c3-007a11b79fd9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b55a1b7d28ca49c6b2684039af1440ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813417 Sep 16 16:23:22.128073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa09c6c-da48-4f02-a1c3-007a11b79fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bee2a50-8ec1-485f-8268-d3d8e8046498,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:22.166159 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6978-8357-447f-93f6-18269c96777f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.167887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ab8a6978-8357-447f-93f6-18269c96777f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6653693 Sep 16 16:23:22.171227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49980) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:22.178389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:22.186806 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce20c0ce-6a59-4a2b-84b4-625e7edd39aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.199749 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99908d03-cec2-4d53-b717-4bee7b7e542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.202474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99908d03-cec2-4d53-b717-4bee7b7e542c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.206857 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-99908d03-cec2-4d53-b717-4bee7b7e542c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bdbac36-a68a-4997-9ed3-187a71a4f9a1 HTTP/1.1" status: 204 len: 168 time: 0.2430737 Sep 16 16:23:22.213316 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce20c0ce-6a59-4a2b-84b4-625e7edd39aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.215147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99908d03-cec2-4d53-b717-4bee7b7e542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdbac36-a68a-4997-9ed3-187a71a4f9a1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:22.282253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.333627 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce20c0ce-6a59-4a2b-84b4-625e7edd39aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.336352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce20c0ce-6a59-4a2b-84b4-625e7edd39aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.337745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ce20c0ce-6a59-4a2b-84b4-625e7edd39aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bee2a50-8ec1-485f-8268-d3d8e8046498 HTTP/1.1" status: 204 len: 168 time: 0.2097242 Sep 16 16:23:22.347819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20c0ce-6a59-4a2b-84b4-625e7edd39aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bee2a50-8ec1-485f-8268-d3d8e8046498,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:22.406410 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.511262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a918f-27c4-4300-9bbb-3a966c858660 req-fe210574-c6b7-4928-9f5c-f548015a20d0 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:22.512835 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d5a918f-27c4-4300-9bbb-3a966c858660 req-fe210574-c6b7-4928-9f5c-f548015a20d0 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 970 time: 0.0518014 Sep 16 16:23:22.530059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Allocated IP 172.25.6.226 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/2dad5fd3-fb63-47b2-b03b-e9cd38645703) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:22.572922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d5a918f-27c4-4300-9bbb-3a966c858660 req-78706f21-e4a1-46e0-99ec-ec5ff9526f6f tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538375 Sep 16 16:23:22.662037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.790859 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.830031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:22.833554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:22.837393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:22.848682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event updated for resources: {'Port': ['ID=2dad5fd3-fb63-47b2-b03b-e9cd38645703,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:22.927523 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:22.998959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49992) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:23.032162 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7d6ba5f-d779-4878-93d4-deda6f09a0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.050974 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.074115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49996) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:23.099692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c6249-9f5e-4f75-840e-b757d028f674 req-c83352c3-a5d9-4880-8838-baf45db77d5a tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:23.101515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b3c6249-9f5e-4f75-840e-b757d028f674 req-c83352c3-a5d9-4880-8838-baf45db77d5a tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 970 time: 0.0536494 Sep 16 16:23:23.106618 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cab14e4b-7a37-429d-b98e-e8e7509b2558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.148274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b3c6249-9f5e-4f75-840e-b757d028f674 req-39f5e044-7906-4727-8503-9f7336a130d9 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396838 Sep 16 16:23:23.271115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8cf86d83-141f-4aac-981a-feb9c75ab37f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:23.273752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7d6ba5f-d779-4878-93d4-deda6f09a0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.303245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.323345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8cf86d83-141f-4aac-981a-feb9c75ab37f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:23.323713 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.377318 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7d6ba5f-d779-4878-93d4-deda6f09a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.413852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.440009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6ba5f-d779-4878-93d4-deda6f09a0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dec5af2-0d55-4be9-be28-1f4acf68404a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:23.463707 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a7d6ba5f-d779-4878-93d4-deda6f09a0d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1991d7d76a664229b8c9ab006bae6cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634643 Sep 16 16:23:23.466462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49998) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:23.471351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.514423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event updated for resources: {'Port': ['ID=2dad5fd3-fb63-47b2-b03b-e9cd38645703,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:23.523209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-af5332a9-40b9-4eb7-a994-717f4974b467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.556294 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cab14e4b-7a37-429d-b98e-e8e7509b2558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.560563 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-af5332a9-40b9-4eb7-a994-717f4974b467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.618068 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 1f251b09-f052-4540-9ced-16842566fa57 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:23:23.655965 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cab14e4b-7a37-429d-b98e-e8e7509b2558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.688569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eef417-aad9-4138-9d38-2cdfdac0d528 req-a9586c11-aa05-48ed-afa7-710a4521cbb9 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:23.695725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c2eef417-aad9-4138-9d38-2cdfdac0d528 req-a9586c11-aa05-48ed-afa7-710a4521cbb9 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 970 time: 0.0546951 Sep 16 16:23:23.698538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-af5332a9-40b9-4eb7-a994-717f4974b467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.703270 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cab14e4b-7a37-429d-b98e-e8e7509b2558 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26cbbf0513da4e728de9cef835d5dee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6238043 Sep 16 16:23:23.703860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-af5332a9-40b9-4eb7-a994-717f4974b467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.703860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-af5332a9-40b9-4eb7-a994-717f4974b467 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9dec5af2-0d55-4be9-be28-1f4acf68404a HTTP/1.1" status: 204 len: 168 time: 0.2346871 Sep 16 16:23:23.705654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab14e4b-7a37-429d-b98e-e8e7509b2558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda96401-1818-4a30-9987-f931c341fcf2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:23.708289 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50002) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:23.728652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 1f251b09-f052-4540-9ced-16842566fa57, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=1f251b09-f052-4540-9ced-16842566fa57,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:23.739913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.747664 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b0b8dfea-522a-4a12-88a3-d4b838f13ebf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5684738 Sep 16 16:23:23.747858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '1f251b09-f052-4540-9ced-16842566fa57', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '1f251b09-f052-4540-9ced-16842566fa57', 'mac_address': 'fa:16:3e:f5:64:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:tempest-test_az-1443382210', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:23:23.747973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5332a9-40b9-4eb7-a994-717f4974b467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dec5af2-0d55-4be9-be28-1f4acf68404a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:23.803671 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.806523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c2eef417-aad9-4138-9d38-2cdfdac0d528 req-47b18460-ec42-4256-a0ea-fff54cf6a5bc tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037455 Sep 16 16:23:23.826754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f251b09-f052-4540-9ced-16842566fa57 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:23.830061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f52b317-8f65-4ff5-a1a3-2bf655718437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.851806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 1f251b09-f052-4540-9ced-16842566fa57, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=1f251b09-f052-4540-9ced-16842566fa57,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:23.858735 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f52b317-8f65-4ff5-a1a3-2bf655718437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.928178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:23.928991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:23:23.985457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-89f2a4c3-2f96-4d52-811c-6adff749a5db tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1147872442&fields=id&tenant_id=76941f26b9764e319b0ce37ad4dfbb88 HTTP/1.1" status: 200 len: 267 time: 0.0459564 Sep 16 16:23:23.996925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:23.999532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=1f251b09-f052-4540-9ced-16842566fa57,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:24.011973 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '26c77cb1-0022-4c00-9ff0-c76739a2d7f4', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '26c77cb1-0022-4c00-9ff0-c76739a2d7f4', 'mac_address': 'fa:16:3e:a2:cd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:tempest-test_az-1443382210', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:23:24.012890 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f52b317-8f65-4ff5-a1a3-2bf655718437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:24.015416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f52b317-8f65-4ff5-a1a3-2bf655718437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:24.019390 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6f52b317-8f65-4ff5-a1a3-2bf655718437 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cda96401-1818-4a30-9987-f931c341fcf2 HTTP/1.1" status: 204 len: 168 time: 0.3072693 Sep 16 16:23:24.051271 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:24.064876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:24.070173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52b317-8f65-4ff5-a1a3-2bf655718437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda96401-1818-4a30-9987-f931c341fcf2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:24.088672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:24.166127 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:24.265466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:24.392322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-d3b715e5-4a3e-4d8a-962f-f45cd51793e3 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:24.394261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-d3b715e5-4a3e-4d8a-962f-f45cd51793e3 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/networks?id=ed19b012-6165-4b63-9565-a1db6adeb284 HTTP/1.1" status: 200 len: 823 time: 0.4014452 Sep 16 16:23:24.407776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38de7fb-74d2-4e7b-a38c-73c5ba156dbc req-d11f7f4b-03cd-4b3b-b1ef-dc329401d627 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:24.409324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d38de7fb-74d2-4e7b-a38c-73c5ba156dbc req-d11f7f4b-03cd-4b3b-b1ef-dc329401d627 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 971 time: 0.1124845 Sep 16 16:23:24.427340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-fa267bc9-36b5-45fb-bf47-a59606c906c5 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/quotas/76941f26b9764e319b0ce37ad4dfbb88 HTTP/1.1" status: 200 len: 375 time: 0.0170321 Sep 16 16:23:24.492291 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d38de7fb-74d2-4e7b-a38c-73c5ba156dbc req-fd7f3161-182e-44c5-9c2c-8b6885300dbf tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757303 Sep 16 16:23:24.502483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['1f251b09-f052-4540-9ced-16842566fa57'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:23:24.518340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-4091df53-d5c9-4598-a91b-c9b76f3e34ac tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=76941f26b9764e319b0ce37ad4dfbb88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834007 Sep 16 16:23:24.528126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['26c77cb1-0022-4c00-9ff0-c76739a2d7f4'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:23:24.721392 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-2cd0df9d-2c6a-4e62-b51e-18bab4caf4d7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:23:24.729602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-2cd0df9d-2c6a-4e62-b51e-18bab4caf4d7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0852377 Sep 16 16:23:24.827638 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-5e9afb4f-51e6-40f1-853b-3396a4a6bce2 service neutron] 10.222.0.22 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970609 Sep 16 16:23:24.970202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-76d8d93f-5e2f-4eb7-abcf-12d93a77b1a9 service neutron] 10.222.0.22 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296802 Sep 16 16:23:24.984553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d692c-5786-4a33-9187-ca425b7feb2e req-f340425f-d300-4ce5-ba06-9e31dffcc529 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:24.986323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f8d692c-5786-4a33-9187-ca425b7feb2e req-f340425f-d300-4ce5-ba06-9e31dffcc529 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 971 time: 0.0753846 Sep 16 16:23:25.030419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f8d692c-5786-4a33-9187-ca425b7feb2e req-42b66244-bd4f-48ab-8254-3a5590110589 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377338 Sep 16 16:23:25.254798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db048f61-56f4-4c1f-b420-30cf456dc982 req-30d03c6f-e4e3-4493-8e8d-cb8be83d4159 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 210 time: 0.0417740 Sep 16 16:23:25.592786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 1f251b09-f052-4540-9ced-16842566fa57 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:25.616599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7043d-a9ac-49a6-bf46-cbebcebfce98 req-54a73c21-43d0-4b8d-9331-e02989f7edcb tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:25.618225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1d7043d-a9ac-49a6-bf46-cbebcebfce98 req-54a73c21-43d0-4b8d-9331-e02989f7edcb tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 971 time: 0.0519481 Sep 16 16:23:25.657403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1d7043d-a9ac-49a6-bf46-cbebcebfce98 req-76fd1a17-8096-4914-8416-2cc058e661d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Sep 16 16:23:25.742577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 1f251b09-f052-4540-9ced-16842566fa57 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:23:25.746556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 1f251b09-f052-4540-9ced-16842566fa57 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:25.746938 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:25.833775 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:25.860873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cedbfc-02ca-475c-accc-f8320b305878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f251b09-f052-4540-9ced-16842566fa57'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:25.935454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 1f251b09-f052-4540-9ced-16842566fa57, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=1f251b09-f052-4540-9ced-16842566fa57,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:26.043357 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb15b78-32ba-40cb-a21c-1b04c7d088b7" -d '{"events": [{"server_uuid": "d9cedbfc-02ca-475c-accc-f8320b305878", "name": "network-vif-plugged", "status": "completed", "tag": "1f251b09-f052-4540-9ced-16842566fa57"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:26.080484 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:26.081233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:26.159350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=1f251b09-f052-4540-9ced-16842566fa57,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:26.244278 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1931cdd0-6f38-4ecc-ad77-783dcc893d51 x-openstack-request-id: req-1931cdd0-6f38-4ecc-ad77-783dcc893d51 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:26.244609 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cedbfc-02ca-475c-accc-f8320b305878", "name": "network-vif-plugged", "status": "completed", "tag": "1f251b09-f052-4540-9ced-16842566fa57", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:26.245012 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1931cdd0-6f38-4ecc-ad77-783dcc893d51 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:26.245480 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cedbfc-02ca-475c-accc-f8320b305878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f251b09-f052-4540-9ced-16842566fa57', 'code': 200} Sep 16 16:23:26.379811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bdc7c-4fec-4591-897a-4e6eda96cc04 req-cb9cbbc2-7b87-499e-9ee2-6516f17578ec tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:26.389214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-519bdc7c-4fec-4591-897a-4e6eda96cc04 req-cb9cbbc2-7b87-499e-9ee2-6516f17578ec tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 972 time: 0.0656638 Sep 16 16:23:26.442856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-519bdc7c-4fec-4591-897a-4e6eda96cc04 req-d1f96ffe-f89e-4de0-b2a5-ef6b4ec32d1e tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524085 Sep 16 16:23:26.574538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-479a0864-bc77-4eb6-880e-4f87cb1772fe req-c75665ca-b618-488f-9bf2-4d4713aec540 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 210 time: 0.0439510 Sep 16 16:23:26.599672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199ff06-c4de-4455-947c-5a9b515842a6 req-593bf6cf-238d-46c8-8d2b-5456c271bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:26.601368 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0199ff06-c4de-4455-947c-5a9b515842a6 req-593bf6cf-238d-46c8-8d2b-5456c271bd63 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 1123 time: 0.2765019 Sep 16 16:23:26.639063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0199ff06-c4de-4455-947c-5a9b515842a6 req-b3a22d74-cb8e-449d-8727-7b4ea630f870 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:26.741866 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0199ff06-c4de-4455-947c-5a9b515842a6 req-b3a22d74-cb8e-449d-8727-7b4ea630f870 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:26.823771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-91bc3d15-deff-4529-b6dd-4781e4f5fff0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=64baf66baab943a8acdce99439b67aa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264876 Sep 16 16:23:26.937670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-23bc4a8f-eee6-47b1-bf7e-4c87adea0ead tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:26.939114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-23bc4a8f-eee6-47b1-bf7e-4c87adea0ead tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096795 Sep 16 16:23:26.953584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-050a58d3-1d07-49e0-9191-c858bdb72e82 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/quotas/64baf66baab943a8acdce99439b67aa5 HTTP/1.1" status: 200 len: 375 time: 0.0088525 Sep 16 16:23:26.985702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-092d3969-e91b-4f65-bea6-d2d6624ec32d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263102 Sep 16 16:23:27.083392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:23:27.084058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:27.084306 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:27.133341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0199ff06-c4de-4455-947c-5a9b515842a6 req-b3a22d74-cb8e-449d-8727-7b4ea630f870 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:27.177228 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:27.177701 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0199ff06-c4de-4455-947c-5a9b515842a6 req-b3a22d74-cb8e-449d-8727-7b4ea630f870 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680492 Sep 16 16:23:27.190452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a22d74-cb8e-449d-8727-7b4ea630f870 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=84204c1d-4847-48b3-9cc9-db0d1a95eb8f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:27.211939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:27.299144 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:27.313046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5737899-aca3-4566-aa1f-2dea5b0b7681 req-3ac1ddd5-9710-44b4-815e-f6fd9880f885 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:27.314598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5737899-aca3-4566-aa1f-2dea5b0b7681 req-3ac1ddd5-9710-44b4-815e-f6fd9880f885 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 971 time: 0.0686736 Sep 16 16:23:27.356899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:27.385713 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5737899-aca3-4566-aa1f-2dea5b0b7681 req-fe6ce353-1358-4572-95d7-018a64b001c6 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588741 Sep 16 16:23:27.453576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b75a1de-9c97-4c46-9a81-6400ecd0ba78 req-35a125a2-b099-4a73-9ca7-2781505bf535 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Sep 16 16:23:27.620668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad4efb-bf8c-4e33-b7aa-ae24182a39ad req-6a454eb8-7bb8-4488-b9ee-22a5eddae887 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:27.622574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88ad4efb-bf8c-4e33-b7aa-ae24182a39ad req-6a454eb8-7bb8-4488-b9ee-22a5eddae887 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 972 time: 0.0520134 Sep 16 16:23:27.676440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88ad4efb-bf8c-4e33-b7aa-ae24182a39ad req-58becd75-43ff-4f6a-aac8-a8be6df77dd6 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377572 Sep 16 16:23:27.765299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-104f42aa-ea2d-4bae-bfa9-25b1a4476179 req-8f4f8d4b-9ad0-486e-8ded-7fd9d5875820 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 210 time: 0.0304570 Sep 16 16:23:28.160223 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4f0a06bf-fb10-4b6e-9e57-4a618bd334f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:28.247109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9fb630-d53e-4bee-9e50-509e899c234c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c77cb1-0022-4c00-9ff0-c76739a2d7f4'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:28.249604 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd83f0de-a68f-4b42-a73d-b95bc7f7e316" -d '{"events": [{"server_uuid": "8c9fb630-d53e-4bee-9e50-509e899c234c", "name": "network-vif-plugged", "status": "completed", "tag": "26c77cb1-0022-4c00-9ff0-c76739a2d7f4"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:28.302535 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9b28fa-69d2-4a8e-96c6-83eb0fa11339 x-openstack-request-id: req-0b9b28fa-69d2-4a8e-96c6-83eb0fa11339 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:28.302824 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9fb630-d53e-4bee-9e50-509e899c234c", "name": "network-vif-plugged", "status": "completed", "tag": "26c77cb1-0022-4c00-9ff0-c76739a2d7f4", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:28.303300 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b9b28fa-69d2-4a8e-96c6-83eb0fa11339 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:28.303692 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9fb630-d53e-4bee-9e50-509e899c234c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c77cb1-0022-4c00-9ff0-c76739a2d7f4', 'code': 200} Sep 16 16:23:28.398981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a648c-a551-4381-ad73-1cd992363322 req-39147938-c1b9-4f28-a58c-5b7dd1b99741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:28.400514 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-175a648c-a551-4381-ad73-1cd992363322 req-39147938-c1b9-4f28-a58c-5b7dd1b99741 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 1123 time: 0.0394759 Sep 16 16:23:28.437570 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-175a648c-a551-4381-ad73-1cd992363322 req-a18d1e71-bae6-4be7-b7cf-5b425196a717 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288746 Sep 16 16:23:28.508939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea49b3-e415-4c0e-8fe6-68249a7a3441 req-c1d8d93c-4cad-4dcc-bf55-8f5d06ec1602 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:28.511215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3ea49b3-e415-4c0e-8fe6-68249a7a3441 req-c1d8d93c-4cad-4dcc-bf55-8f5d06ec1602 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 972 time: 0.0492735 Sep 16 16:23:28.557783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7f152bc-1978-4bd1-8a3c-fe40458386aa req-399d7b41-f54b-469d-9c06-2ed03e687450 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0333922 Sep 16 16:23:28.574891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3ea49b3-e415-4c0e-8fe6-68249a7a3441 req-def31cbb-f82a-4511-ba3c-04021243fad2 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567250 Sep 16 16:23:28.596868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.52', 55822) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:28.707320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50192) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:28.785671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-e843f7be-e212-43f2-800a-74757e8872c0 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:28.787179 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-e843f7be-e212-43f2-800a-74757e8872c0 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "GET /v2.0/networks?id=ed19b012-6165-4b63-9565-a1db6adeb284 HTTP/1.1" status: 200 len: 823 time: 0.1851833 Sep 16 16:23:28.810294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c660df-28c4-486b-bd21-78b0e3bd1a12 req-48d60fa0-249d-455d-bc9b-603b73ef63df tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:28.817884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5c660df-28c4-486b-bd21-78b0e3bd1a12 req-48d60fa0-249d-455d-bc9b-603b73ef63df tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 972 time: 0.0595882 Sep 16 16:23:28.850381 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f39b-520d-419c-b2df-fd8bb89b30ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:28.886790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ad751b3-c0f6-40d6-b529-db6eea56f7e4 req-4ee256f5-6fe6-46ff-8f01-5520ebb33162 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 210 time: 0.0397255 Sep 16 16:23:28.912496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5c660df-28c4-486b-bd21-78b0e3bd1a12 req-1985a51a-f9f6-4f04-a80f-7743a95f1022 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917108 Sep 16 16:23:28.947196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-256e141c-1438-41b1-a91f-702abdad7fc0 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76941f26b9764e319b0ce37ad4dfbb88 HTTP/1.1" status: 200 len: 380 time: 0.0676184 Sep 16 16:23:28.964656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Request body: {'port': {'device_id': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'admin_state_up': True, 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'security_groups': ['a5856116-c82e-4a5d-8667-8b09e529f6e9']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:29.008802 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f39b-520d-419c-b2df-fd8bb89b30ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:29.156331 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f39b-520d-419c-b2df-fd8bb89b30ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:29.198677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b2f1f39b-520d-419c-b2df-fd8bb89b30ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=248798d06d214a049144c939574913a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899886 Sep 16 16:23:29.199422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50208) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:29.199847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1f39b-520d-419c-b2df-fd8bb89b30ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8a92a8-7492-41ec-a1c0-d7e6a98e415d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:29.255863 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d85aad15-9c5a-4226-881f-044700daca48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:29.279511 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d85aad15-9c5a-4226-881f-044700daca48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:29.302686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Made reservation on behalf of 76941f26b9764e319b0ce37ad4dfbb88 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:29.306434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:29.418940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d85aad15-9c5a-4226-881f-044700daca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:29.421571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d85aad15-9c5a-4226-881f-044700daca48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:29.422704 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d85aad15-9c5a-4226-881f-044700daca48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba8a92a8-7492-41ec-a1c0-d7e6a98e415d HTTP/1.1" status: 204 len: 168 time: 0.2223368 Sep 16 16:23:29.464743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aad15-9c5a-4226-881f-044700daca48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8a92a8-7492-41ec-a1c0-d7e6a98e415d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:29.536159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Allocated IP 172.20.0.4 (ed19b012-6165-4b63-9565-a1db6adeb284/a4325f63-e0ee-489c-9e97-03a020e5a055/954eba75-ef45-4777-a4a4-540e0219cdd9) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:29.663970 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-672f646b-5f08-4bf0-ac10-f7fc5fb8bf27 req-52f5894d-12c4-4a68-b17d-d047feba7865 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0347886 Sep 16 16:23:29.727413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:29.738815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58befdc2-a0c0-454b-98d7-6edc490f8620 req-c3d52847-cc45-49c1-8eb7-e44640405198 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:29.740408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58befdc2-a0c0-454b-98d7-6edc490f8620 req-c3d52847-cc45-49c1-8eb7-e44640405198 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 972 time: 0.0793388 Sep 16 16:23:29.782465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58befdc2-a0c0-454b-98d7-6edc490f8620 req-9141ac20-e7b2-4b3b-8dbb-9d34397e1102 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334172 Sep 16 16:23:29.851577 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:29.894104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Network ed19b012-6165-4b63-9565-a1db6adeb284 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:29.897062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:29.901067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:29.907168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:29.907391 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:29.919558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event updated for resources: {'Port': ['ID=954eba75-ef45-4777-a4a4-540e0219cdd9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:30.055839 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe545f7-3047-4188-b7c5-75b2d85d4e51 req-9fffd88c-2a41-466f-8658-4b7532c0f9f1 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:30.057463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfe545f7-3047-4188-b7c5-75b2d85d4e51 req-9fffd88c-2a41-466f-8658-4b7532c0f9f1 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 931 time: 0.0840776 Sep 16 16:23:30.072084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed718d5-9c78-463a-9fc9-d9f0023ca097 req-62175f5f-c615-47ce-a65d-e34e44a8684d tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:30.072084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ed718d5-9c78-463a-9fc9-d9f0023ca097 req-62175f5f-c615-47ce-a65d-e34e44a8684d tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 972 time: 0.0718069 Sep 16 16:23:30.094064 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-bba611a6-b2ad-45e1-a428-dc6dc5740e82 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1344955 Sep 16 16:23:30.128603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ed718d5-9c78-463a-9fc9-d9f0023ca097 req-e46c02c4-0ff6-4ec9-892d-605f40712dbd tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491326 Sep 16 16:23:30.130371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c686e045-6a4b-4228-913f-ed16dd2b964c None None] Provisioning complete for port 954eba75-ef45-4777-a4a4-540e0219cdd9 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:30.130935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c686e045-6a4b-4228-913f-ed16dd2b964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:30.131312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfe545f7-3047-4188-b7c5-75b2d85d4e51 req-03a979ed-bc19-410b-a392-d7d8499d0441 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588477 Sep 16 16:23:30.170849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c686e045-6a4b-4228-913f-ed16dd2b964c None None] Port 954eba75-ef45-4777-a4a4-540e0219cdd9 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:23:30.189040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50226) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:30.202426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65156e9f-5d9d-4be3-876b-b7482dd81cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:30.301493 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65156e9f-5d9d-4be3-876b-b7482dd81cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:30.356185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65156e9f-5d9d-4be3-876b-b7482dd81cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:30.401405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65156e9f-5d9d-4be3-876b-b7482dd81cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf62144-b642-4cdb-847d-6a81a85d48a2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:30.407578 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-65156e9f-5d9d-4be3-876b-b7482dd81cb3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b57d90811df84a0ca284acb182c2b535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174923 Sep 16 16:23:30.410391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50228) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:30.464554 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f822-7cc2-4cd9-9e2e-719e498a8645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:30.486728 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f822-7cc2-4cd9-9e2e-719e498a8645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:30.630633 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f822-7cc2-4cd9-9e2e-719e498a8645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:30.633350 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f822-7cc2-4cd9-9e2e-719e498a8645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:30.634623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d6d6f822-7cc2-4cd9-9e2e-719e498a8645 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abf62144-b642-4cdb-847d-6a81a85d48a2 HTTP/1.1" status: 204 len: 168 time: 0.2231522 Sep 16 16:23:30.642991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6f822-7cc2-4cd9-9e2e-719e498a8645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf62144-b642-4cdb-847d-6a81a85d48a2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:30.726036 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a926ea04-c67c-4c5c-a65e-5258a72d463c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:30.770871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87984258-82c1-4af7-a483-21f29915cae6 req-f65365ab-d7b8-46ed-8e5a-a85b7211b888 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0271721 Sep 16 16:23:30.927268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3c34f-184f-495c-acc8-28a378cfd36c req-3cf80dab-63f5-451a-b3bc-001ec61180ba tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:30.928675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79e3c34f-184f-495c-acc8-28a378cfd36c req-3cf80dab-63f5-451a-b3bc-001ec61180ba tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 972 time: 0.0784297 Sep 16 16:23:30.940878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04acef-b2f8-4a62-9dd7-a4975836239a req-d7aec180-81b4-4f44-a3bd-b14c4ecac6cc tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:30.942304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b04acef-b2f8-4a62-9dd7-a4975836239a req-d7aec180-81b4-4f44-a3bd-b14c4ecac6cc tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 972 time: 0.0830548 Sep 16 16:23:30.996718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79e3c34f-184f-495c-acc8-28a378cfd36c req-ea0c05d0-eb8c-49ca-95ca-53d10c299fa4 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534554 Sep 16 16:23:31.004016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b04acef-b2f8-4a62-9dd7-a4975836239a req-b50cc385-ef07-4f39-9ac9-a42d0c97ea31 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534105 Sep 16 16:23:31.193853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c00a3-196f-4d3b-91ec-7b58a44fb779 req-e1fc00ce-f03d-4485-9fb9-8b1ac28147d4 tempest-AggregatesAdminTestJSON-428212542 tempest-AggregatesAdminTestJSON-428212542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:31.195770 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-141c00a3-196f-4d3b-91ec-7b58a44fb779 req-e1fc00ce-f03d-4485-9fb9-8b1ac28147d4 tempest-AggregatesAdminTestJSON-428212542 tempest-AggregatesAdminTestJSON-428212542-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 1123 time: 0.0775478 Sep 16 16:23:31.243951 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-141c00a3-196f-4d3b-91ec-7b58a44fb779 req-4d4fdedf-7d21-4249-be7f-adcc2c3d8d47 tempest-AggregatesAdminTestJSON-428212542 tempest-AggregatesAdminTestJSON-428212542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:31.285021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714a673-c37e-40fd-9c67-7aad9a83bbd0 req-b37c93d3-b2b0-47a6-83b5-1f6971f3f008 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:31.286524 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1714a673-c37e-40fd-9c67-7aad9a83bbd0 req-b37c93d3-b2b0-47a6-83b5-1f6971f3f008 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 931 time: 0.0849910 Sep 16 16:23:31.350471 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1714a673-c37e-40fd-9c67-7aad9a83bbd0 req-ba92dbb9-c845-4517-9139-a02ed8e9adbd tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516360 Sep 16 16:23:31.394058 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-141c00a3-196f-4d3b-91ec-7b58a44fb779 req-4d4fdedf-7d21-4249-be7f-adcc2c3d8d47 tempest-AggregatesAdminTestJSON-428212542 tempest-AggregatesAdminTestJSON-428212542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:31.395984 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:31.493475 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-141c00a3-196f-4d3b-91ec-7b58a44fb779 req-4d4fdedf-7d21-4249-be7f-adcc2c3d8d47 tempest-AggregatesAdminTestJSON-428212542 tempest-AggregatesAdminTestJSON-428212542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:31.531369 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-141c00a3-196f-4d3b-91ec-7b58a44fb779 req-4d4fdedf-7d21-4249-be7f-adcc2c3d8d47 tempest-AggregatesAdminTestJSON-428212542 tempest-AggregatesAdminTestJSON-428212542-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230312 Sep 16 16:23:31.544612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fdedf-7d21-4249-be7f-adcc2c3d8d47 tempest-AggregatesAdminTestJSON-428212542 tempest-AggregatesAdminTestJSON-428212542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c969ef48-e2eb-45e6-bb08-e948f282f072,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:31.727069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50262) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:31.794927 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:31.837797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-250583373-network', 'tenant_id': 'b83171c97ef440229ffe3f57d2a89529'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:31.879400 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e16e875-e93c-4a4e-bcdd-2736df9c8cbc req-e889189b-9f73-4ca4-a375-bf7edfe115e7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0293233 Sep 16 16:23:31.927712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Made reservation on behalf of b83171c97ef440229ffe3f57d2a89529 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:31.930240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:31.940277 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.032148 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.117112 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.124898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7b44f-9270-4d72-a106-c81d37f8e3a4 req-d2fd3406-a9e2-4fd1-a658-9c922e3f83d2 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:32.126497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97a7b44f-9270-4d72-a106-c81d37f8e3a4 req-d2fd3406-a9e2-4fd1-a658-9c922e3f83d2 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 972 time: 0.0545831 Sep 16 16:23:32.149374 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:23:32.163250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eb345b-ad82-4e6b-9066-8c6faadc4265,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:32.166810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97a7b44f-9270-4d72-a106-c81d37f8e3a4 req-addd3453-6186-4504-a8bc-3ae05331c5ae tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Sep 16 16:23:32.174485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.174873 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Added segment baee95d6-46af-4a63-9409-5d8b7d06fa28 of type vlan for network d8736a5b-82a3-43cb-b137-acc1b934a7ba Sep 16 16:23:32.226965 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.309023 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.310199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:32.310894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.382380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] Pushing event updated for resources: {'Network': ['ID=d8736a5b-82a3-43cb-b137-acc1b934a7ba,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:32.397528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network d8736a5b-82a3-43cb-b137-acc1b934a7ba details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:23:32.413824 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-62554715-cea5-47fa-b443-56d8d9a0dfa7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6825511 Sep 16 16:23:32.418801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50290) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:32.419445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Request body: {'subnet': {'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-250583373-subnet', 'tenant_id': 'b83171c97ef440229ffe3f57d2a89529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:32.445468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-1d0c9349-f882-4e63-b983-7cab02a52722 tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:32.446841 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-1d0c9349-f882-4e63-b983-7cab02a52722 tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 1123 time: 0.0764437 Sep 16 16:23:32.501671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78d8be-9f8f-4acd-aad3-0c385a12e1a6 req-00af7dea-fc23-4742-9fbf-dff85288712a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:32.503177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c78d8be-9f8f-4acd-aad3-0c385a12e1a6 req-00af7dea-fc23-4742-9fbf-dff85288712a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 931 time: 0.0606701 Sep 16 16:23:32.529611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Made reservation on behalf of b83171c97ef440229ffe3f57d2a89529 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:32.531886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.554104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c78d8be-9f8f-4acd-aad3-0c385a12e1a6 req-ec1cf732-366c-4f0b-9ec6-c9e2cf569109 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440633 Sep 16 16:23:32.574422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-749af813-c37b-4296-9468-a989de47284d tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] Deleting port 1f251b09-f052-4540-9ced-16842566fa57 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:23:32.574730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-749af813-c37b-4296-9468-a989de47284d tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.759400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-749af813-c37b-4296-9468-a989de47284d tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] For port 1f251b09-f052-4540-9ced-16842566fa57, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=1f251b09-f052-4540-9ced-16842566fa57,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:32.760606 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-749af813-c37b-4296-9468-a989de47284d tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.781561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-749af813-c37b-4296-9468-a989de47284d tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] Calling delete_port for 1f251b09-f052-4540-9ced-16842566fa57 owned by compute:tempest-test_az-1443382210 {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:23:32.959642 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:32.977670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92ecc12d-a0b0-46c7-b05b-baf1e66a41f9 req-19d7297b-9741-470e-82c1-37966133dfdb tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0258489 Sep 16 16:23:33.038896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:33.050755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:33.051546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Network hostable DHCP agents. Network: d8736a5b-82a3-43cb-b137-acc1b934a7ba, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:23:33.115962 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-749af813-c37b-4296-9468-a989de47284d tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:33.126860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['1f251b09-f052-4540-9ced-16842566fa57'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:23:33.149988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Network d8736a5b-82a3-43cb-b137-acc1b934a7ba is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:23:33.154516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749af813-c37b-4296-9468-a989de47284d tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f251b09-f052-4540-9ced-16842566fa57,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:33.200581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-749af813-c37b-4296-9468-a989de47284d tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] No DVR routers for this DVR port 1f251b09-f052-4540-9ced-16842566fa57 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:23:33.203957 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-749af813-c37b-4296-9468-a989de47284d tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:33.207220 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e6d3a76-cb4c-45b8-bf12-6b2582ce6b32 req-749af813-c37b-4296-9468-a989de47284d tempest-DeleteServersAdminTestJSON-643669276 tempest-DeleteServersAdminTestJSON-643669276-project-admin] 10.222.0.62 "DELETE /v2.0/ports/1f251b09-f052-4540-9ced-16842566fa57 HTTP/1.1" status: 204 len: 173 time: 0.7527990 Sep 16 16:23:33.212134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cedbfc-02ca-475c-accc-f8320b305878', 'name': 'network-vif-deleted', 'tag': '1f251b09-f052-4540-9ced-16842566fa57'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:33.229098 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191e4eb4-4dec-4645-9469-9658f7e14fb0" -d '{"events": [{"server_uuid": "d9cedbfc-02ca-475c-accc-f8320b305878", "name": "network-vif-deleted", "tag": "1f251b09-f052-4540-9ced-16842566fa57"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:33.243400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, d8736a5b-82a3-43cb-b137-acc1b934a7ba) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:33.249140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:33.249791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:33.256207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce05091-ed9a-4cda-a0d9-bc6fdcca9813 None None] Network d8736a5b-82a3-43cb-b137-acc1b934a7ba requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:23:33.347111 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7b8a33d-8adf-4ce7-802f-d503ddc666b3 req-61a14829-520e-4c33-96c2-af3028548180 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9cedbfc-02ca-475c-accc-f8320b305878 HTTP/1.1" status: 200 len: 210 time: 0.0542378 Sep 16 16:23:33.368855 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0b6ec2a0-a07d-49df-a651-c19757ba263a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9538627 Sep 16 16:23:33.414523 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089a2c07-5907-48a8-aeff-ef52e2b86394 x-openstack-request-id: req-089a2c07-5907-48a8-aeff-ef52e2b86394 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:33.414814 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cedbfc-02ca-475c-accc-f8320b305878", "name": "network-vif-deleted", "tag": "1f251b09-f052-4540-9ced-16842566fa57", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:33.415065 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-089a2c07-5907-48a8-aeff-ef52e2b86394 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:33.415457 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cedbfc-02ca-475c-accc-f8320b305878', 'name': 'network-vif-deleted', 'tag': '1f251b09-f052-4540-9ced-16842566fa57', 'status': 'completed', 'code': 200} Sep 16 16:23:33.484785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e489bea-8009-49e8-a3c3-5f94c7e3e53c None None] Network d8736a5b-82a3-43cb-b137-acc1b934a7ba requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:23:33.660400 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:33.692978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e4ed3-a6a9-46a6-8e38-2b8c452e32f8 req-55beebd9-7bd5-4f31-b33c-ee7ed7b842b1 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:33.694650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e8e4ed3-a6a9-46a6-8e38-2b8c452e32f8 req-55beebd9-7bd5-4f31-b33c-ee7ed7b842b1 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 931 time: 0.0575697 Sep 16 16:23:33.753268 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e8e4ed3-a6a9-46a6-8e38-2b8c452e32f8 req-af00b68d-b1a1-4761-bf88-64c89b72af45 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517645 Sep 16 16:23:34.077384 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba1278c7-8c6f-498e-b375-4462a768e90f req-16b4cbfc-9440-4c42-a2b0-de86a913232f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0289230 Sep 16 16:23:34.312746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50362) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:34.317611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1819823623-network', 'tenant_id': '0013702c12a4404caa4466597ccc94c0'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:34.448782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Made reservation on behalf of 0013702c12a4404caa4466597ccc94c0 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:34.451204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:34.464096 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:34.580936 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:34.652300 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:34.681605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:23:34.697353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b26f3a2-1ecb-4cab-ba8c-9a45aa000af1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:34.708434 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:34.708434 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Added segment cc5efc49-ffb0-4d21-9525-66373eae7398 of type vlan for network 24158025-ad0e-4010-8f25-f7e455fc044b Sep 16 16:23:34.753249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-80eaa616-3b1e-4279-a155-374b1d7f7056 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f867f03bd58a4507bd71d49a2dea1749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431721 Sep 16 16:23:34.763444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:34.880697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-7801c4ef-bf29-4b9e-9d12-861ebcc6056b tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:34.882123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-7801c4ef-bf29-4b9e-9d12-861ebcc6056b tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211720 Sep 16 16:23:34.898830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-79784d58-ef14-45f1-bad4-6d36cfcd687c tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/quotas/f867f03bd58a4507bd71d49a2dea1749 HTTP/1.1" status: 200 len: 375 time: 0.0095940 Sep 16 16:23:34.957269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-4e7d7fdc-159e-412b-b7b7-4e0b3dc789ec tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f867f03bd58a4507bd71d49a2dea1749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406408 Sep 16 16:23:34.964429 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:34.965592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:34.966196 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:34.999693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1ee8e-4cef-4808-bae3-7c703e6b34fd req-77675bf1-84a0-4ea3-94f0-c260513fab7a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:35.001547 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29f1ee8e-4cef-4808-bae3-7c703e6b34fd req-77675bf1-84a0-4ea3-94f0-c260513fab7a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 931 time: 0.0938101 Sep 16 16:23:35.060033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] Pushing event updated for resources: {'Network': ['ID=24158025-ad0e-4010-8f25-f7e455fc044b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:35.069710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 24158025-ad0e-4010-8f25-f7e455fc044b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:23:35.081741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29f1ee8e-4cef-4808-bae3-7c703e6b34fd req-90014f7c-2765-43fa-a3b8-82c18eaa9b6a tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724096 Sep 16 16:23:35.105746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-57cc7005-aeb5-4ec6-93eb-7498118335b3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7917738 Sep 16 16:23:35.113426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50398) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:35.118201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Request body: {'subnet': {'network_id': '24158025-ad0e-4010-8f25-f7e455fc044b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1819823623-subnet', 'tenant_id': '0013702c12a4404caa4466597ccc94c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:35.239388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Made reservation on behalf of 0013702c12a4404caa4466597ccc94c0 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:35.242013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:35.326189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46342d30-e927-490e-b837-29ae3ce6f266 req-f3db0f12-91ee-448e-88e8-509b43fe0598 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0529618 Sep 16 16:23:35.329970 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cac59201-0f5c-4890-ad8a-aaaefa3b7a9a req-e7418754-9f58-4431-881d-10fc3939e4e6 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 210 time: 0.0433643 Sep 16 16:23:35.628400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 1f251b09-f052-4540-9ced-16842566fa57 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:23:35.654418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 1f251b09-f052-4540-9ced-16842566fa57 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:23:35.655059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 1f251b09-f052-4540-9ced-16842566fa57 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:23:35.729600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:35.801025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d395012-ea26-4cb4-bafb-18cde5c87013,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:35.816451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Checking segment: {'id': 'cc5efc49-ffb0-4d21-9525-66373eae7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '24158025-ad0e-4010-8f25-f7e455fc044b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:35.817047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Network hostable DHCP agents. Network: 24158025-ad0e-4010-8f25-f7e455fc044b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:23:35.942490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Network 24158025-ad0e-4010-8f25-f7e455fc044b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:23:36.176838 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 24158025-ad0e-4010-8f25-f7e455fc044b) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:36.177464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:36.178520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:36.181778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ace95-02b6-4fae-bd5c-c0a6e2db4a0e None None] Network 24158025-ad0e-4010-8f25-f7e455fc044b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:23:36.220257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccaf13-efa8-41c7-bbcf-d9bb038bd691 req-641a53ec-ef7d-426a-bc81-e1330a01d4ee tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:36.221848 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50ccaf13-efa8-41c7-bbcf-d9bb038bd691 req-641a53ec-ef7d-426a-bc81-e1330a01d4ee tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 931 time: 0.0664608 Sep 16 16:23:36.258412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50462) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:36.277381 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50ccaf13-efa8-41c7-bbcf-d9bb038bd691 req-254f44cd-922e-4dc9-8c7e-4f78bfc1c355 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489333 Sep 16 16:23:36.285101 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-da006448-1189-46b6-aca3-7a74e445eb6f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1704898 Sep 16 16:23:36.347217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bcb516-ad86-4881-b40a-446e101f0e31 None None] Network 24158025-ad0e-4010-8f25-f7e455fc044b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:23:36.477108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8070-5493-4eae-872d-da24e4a5980e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:36.535822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9102f0d3-56cb-4a16-8aab-51b66eb1a0d4 req-1c91f87e-c8c6-4496-8fc6-5f00187cdbaa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0347786 Sep 16 16:23:36.585648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d0beb38-d1d8-4173-8c50-6dadc6ec06d4 req-0f401e7d-24cd-427a-869a-510620a61393 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 210 time: 0.0390043 Sep 16 16:23:36.608757 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8070-5493-4eae-872d-da24e4a5980e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:36.615445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-aaa33fcc-949c-4691-a75f-a97cbc4247f0 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:23:36.617029 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-aaa33fcc-949c-4691-a75f-a97cbc4247f0 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062356 Sep 16 16:23:36.687087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8070-5493-4eae-872d-da24e4a5980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:36.720696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Request body: {'port': {'device_id': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:36.755456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a8070-5493-4eae-872d-da24e4a5980e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205d35c3-17f0-49bb-b66a-6f3ab0de5a47,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:36.764591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50500) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:36.764851 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9e8a8070-5493-4eae-872d-da24e4a5980e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91315aa808db44bd97941f363e210ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050454 Sep 16 16:23:36.797341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:36.821739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-00c119e4-183a-4868-8f7c-50292b9af8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:36.857583 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-00c119e4-183a-4868-8f7c-50292b9af8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:37.040226 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-00c119e4-183a-4868-8f7c-50292b9af8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:37.042931 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-00c119e4-183a-4868-8f7c-50292b9af8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:37.044102 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-00c119e4-183a-4868-8f7c-50292b9af8db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/205d35c3-17f0-49bb-b66a-6f3ab0de5a47 HTTP/1.1" status: 204 len: 168 time: 0.2785053 Sep 16 16:23:37.057331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c119e4-183a-4868-8f7c-50292b9af8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205d35c3-17f0-49bb-b66a-6f3ab0de5a47,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:37.123120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954eba75-ef45-4777-a4a4-540e0219cdd9 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:37.131701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-a7d45e0e-0105-4023-882b-66e4802d9d29 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:37.133649 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:37.138899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-a7d45e0e-0105-4023-882b-66e4802d9d29 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 807 time: 0.1669784 Sep 16 16:23:37.148358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Transition to ACTIVE for port object 954eba75-ef45-4777-a4a4-540e0219cdd9 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:23:37.151444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-2f744c8b-a7d7-4d1d-9fdb-5fa0e78d697d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/quotas/b83171c97ef440229ffe3f57d2a89529 HTTP/1.1" status: 200 len: 375 time: 0.0116065 Sep 16 16:23:37.193723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.52', 55827) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:37.201853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-4eb8fed0-be55-4a89-ac55-19f9aff17b15 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428061 Sep 16 16:23:37.216371 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-57c03c3a-96d8-4f25-a891-42251d750180 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=64baf66baab943a8acdce99439b67aa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229125 Sep 16 16:23:37.244668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:37.291282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-1a0986c2-bf93-494b-a25b-04109e55f686 service neutron] 10.222.0.22 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881627 Sep 16 16:23:37.394523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Pushing event updated for resources: {'Port': ['ID=954eba75-ef45-4777-a4a4-540e0219cdd9,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:37.426388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Attempting to bind port 954eba75-ef45-4777-a4a4-540e0219cdd9 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:37.426388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Attempting to bind port 954eba75-ef45-4777-a4a4-540e0219cdd9 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:37.426388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Attempting to bind port 954eba75-ef45-4777-a4a4-540e0219cdd9 on network ed19b012-6165-4b63-9565-a1db6adeb284 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:37.432995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Port 954eba75-ef45-4777-a4a4-540e0219cdd9 on network ed19b012-6165-4b63-9565-a1db6adeb284 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:23:37.433325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Attempting to bind port 954eba75-ef45-4777-a4a4-540e0219cdd9 on network ed19b012-6165-4b63-9565-a1db6adeb284 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:37.447499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-2d7a8972-2823-4266-b89d-fddda728c710 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:37.449176 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-2d7a8972-2823-4266-b89d-fddda728c710 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258503 Sep 16 16:23:37.450589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:37.450926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Checking segment: {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:37.451312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Bound using segment: {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:37.451760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Bound port: 954eba75-ef45-4777-a4a4-540e0219cdd9, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:37.452123 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:37.470561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Request body: {'port': {'device_id': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '64baf66baab943a8acdce99439b67aa5'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:37.495102 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-9dbf8885-cb79-4db0-80e4-73308322ef62 service neutron] 10.222.0.22 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927650 Sep 16 16:23:37.583329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-f643838c-0936-4e6f-8dd9-6c5399e22289 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f867f03bd58a4507bd71d49a2dea1749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604615 Sep 16 16:23:37.765526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-863cbe0a-111d-4251-b862-037666114982 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:37.767016 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-863cbe0a-111d-4251-b862-037666114982 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755559 Sep 16 16:23:37.773097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50544) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:37.783905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Request body: {'port': {'device_id': 'eb0886d0-84d5-4ca3-ad23-37cdf29981f9', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': 'f867f03bd58a4507bd71d49a2dea1749'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:37.856191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] For port 954eba75-ef45-4777-a4a4-540e0219cdd9, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:37.856191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] For port 954eba75-ef45-4777-a4a4-540e0219cdd9, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=954eba75-ef45-4777-a4a4-540e0219cdd9,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:37.895097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50548) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:37.949783 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c417a227-a675-4c9f-a071-2bc4b5d5208f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:37.967115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:38.023769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22e6f1-2e45-4ba7-8850-2c1ac7525d30 req-dc6d5b62-dc0c-4670-8360-a574b7d1588d tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:38.025892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a22e6f1-2e45-4ba7-8850-2c1ac7525d30 req-dc6d5b62-dc0c-4670-8360-a574b7d1588d tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 943 time: 0.3103387 Sep 16 16:23:38.043072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1340bc1-d8dc-4b72-8c64-dde33dafe538 req-e01f3a6c-0013-46a2-8feb-ca583cd11a42 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0412955 Sep 16 16:23:38.049233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:38.049233 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:38.049991 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] 10.222.0.52 "PUT /v2.0/ports/954eba75-ef45-4777-a4a4-540e0219cdd9 HTTP/1.1" status: 200 len: 1091 time: 1.3819709 Sep 16 16:23:38.050397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'tag': '954eba75-ef45-4777-a4a4-540e0219cdd9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:38.053273 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e673ef1f-e645-4695-801d-7198cb3744d4" -d '{"events": [{"name": "network-changed", "server_uuid": "40af86c4-97a4-452a-aa4e-acc4c496710c", "tag": "954eba75-ef45-4777-a4a4-540e0219cdd9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:38.060232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb13e7-9c73-4222-9a9b-36029de56286 service neutron] Pushing event updated for resources: {'Port': ['ID=954eba75-ef45-4777-a4a4-540e0219cdd9,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:38.090336 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-369a9fe1-a0ac-46c3-9724-a2391b9c1dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:38.091782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a22e6f1-2e45-4ba7-8850-2c1ac7525d30 req-fcf8a8a1-7f83-494c-afbd-2bc21722c716 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518570 Sep 16 16:23:38.192915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38c615b8-1346-4136-9d15-268c1360386d req-6583d8d2-ebff-45ef-ae17-8d615e7bc37b tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 210 time: 0.0271208 Sep 16 16:23:38.225375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Made reservation on behalf of 64baf66baab943a8acdce99439b67aa5 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:38.230752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:38.247389 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:38.291886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45fbfa97-7071-4ec2-9c52-54f7d5c63720 req-0f508280-0da9-47d7-aca7-87aaa8d4fdd9 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 210 time: 0.0489514 Sep 16 16:23:38.335597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-556340e2-25d9-443a-8ae0-8a4c3a8b82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:38.337150 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-556340e2-25d9-443a-8ae0-8a4c3a8b82cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=76941f26b9764e319b0ce37ad4dfbb88&device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 1094 time: 0.0816033 Sep 16 16:23:38.394153 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-b000fc7d-4bca-4c3c-907b-1a79e6af4ea6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954eba75-ef45-4777-a4a4-540e0219cdd9 HTTP/1.1" status: 200 len: 217 time: 0.0481184 Sep 16 16:23:38.448679 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a91d04-a29f-4b1e-b73d-db0613af7ef3 x-openstack-request-id: req-69a91d04-a29f-4b1e-b73d-db0613af7ef3 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:38.448987 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af86c4-97a4-452a-aa4e-acc4c496710c", "tag": "954eba75-ef45-4777-a4a4-540e0219cdd9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:38.449228 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69a91d04-a29f-4b1e-b73d-db0613af7ef3 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:38.449678 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'tag': '954eba75-ef45-4777-a4a4-540e0219cdd9', 'status': 'completed', 'code': 200} Sep 16 16:23:38.451463 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c417a227-a675-4c9f-a071-2bc4b5d5208f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:38.476428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-b12e09ee-55c9-4e74-903c-d6adec369588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:38.476428 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-b12e09ee-55c9-4e74-903c-d6adec369588 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a4325f63-e0ee-489c-9e97-03a020e5a055 HTTP/1.1" status: 200 len: 862 time: 0.0585065 Sep 16 16:23:38.520217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-c1e49f84-d8f1-4704-a6bb-d7cb6e4716dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:38.522163 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-c1e49f84-d8f1-4704-a6bb-d7cb6e4716dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed19b012-6165-4b63-9565-a1db6adeb284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448127 Sep 16 16:23:38.538110 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c417a227-a675-4c9f-a071-2bc4b5d5208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:38.615490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:23:38.615490 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 16:23:38.615490 n-d-807786-3 neutron-server[95357]: [parameters: {'project_id_1': 'f867f03bd58a4507bd71d49a2dea1749', 'expiration_1': datetime.datetime(2021, 9, 16, 16, 23, 18, 118533)}] Sep 16 16:23:38.615490 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:23:38.616055 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:23:38.642432 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:23:38.642432 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 16:23:38.642432 n-d-807786-3 neutron-server[95357]: [parameters: {'project_id_1': '64baf66baab943a8acdce99439b67aa5', 'expiration_1': datetime.datetime(2021, 9, 16, 16, 23, 18, 290373)}] Sep 16 16:23:38.642432 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:23:38.642945 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:23:38.643668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417a227-a675-4c9f-a071-2bc4b5d5208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37295c43-dca8-4fdd-a47e-5285cc8a1d3a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:38.698145 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c417a227-a675-4c9f-a071-2bc4b5d5208f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=738ef2f04be84d1ab17fbcb78257dddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8017766 Sep 16 16:23:38.702015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50582) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:38.798540 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-88777ca5-2c10-47d8-84f3-3356f07f5769 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648826 Sep 16 16:23:38.812175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0df57ee1-b603-44fb-b99f-d6265ea104fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:38.849086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0df57ee1-b603-44fb-b99f-d6265ea104fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:39.007013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-369a9fe1-a0ac-46c3-9724-a2391b9c1dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:39.010009 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f20eb7c3-573a-4863-89b9-e78be6884f4b req-37e863be-9636-49fe-b667-901fe4290e5a service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025359 Sep 16 16:23:39.023018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0df57ee1-b603-44fb-b99f-d6265ea104fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:39.026245 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0df57ee1-b603-44fb-b99f-d6265ea104fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:39.027390 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0df57ee1-b603-44fb-b99f-d6265ea104fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37295c43-dca8-4fdd-a47e-5285cc8a1d3a HTTP/1.1" status: 204 len: 168 time: 0.3242505 Sep 16 16:23:39.053993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df57ee1-b603-44fb-b99f-d6265ea104fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37295c43-dca8-4fdd-a47e-5285cc8a1d3a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:39.145455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:39.147156 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-369a9fe1-a0ac-46c3-9724-a2391b9c1dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:39.252172 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-369a9fe1-a0ac-46c3-9724-a2391b9c1dcf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab78beaeac604134a17ed2325c898ece&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4758332 Sep 16 16:23:39.252873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50600) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:39.265345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a9fe1-a0ac-46c3-9724-a2391b9c1dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e07b431-8036-4ee1-ac5a-95fe4a3534a2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:39.303188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-e43b708b-9f26-48d8-b27f-53997b2c7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:39.304718 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-e43b708b-9f26-48d8-b27f-53997b2c7393 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=76941f26b9764e319b0ce37ad4dfbb88&device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 1094 time: 0.0997853 Sep 16 16:23:39.305455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df4fbbc7-ab3f-4a0f-bda2-dbd48684d826 req-56eeca12-b969-41ad-a9fb-1335ad1818c2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Sep 16 16:23:39.310589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Made reservation on behalf of f867f03bd58a4507bd71d49a2dea1749 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:39.315758 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:39.502956 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b932bc3f-e675-48d3-8f9b-bfbe7517adb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:39.534440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b792a-906a-4e6c-87e0-facb527af407 req-882d9412-ae46-44b2-9f35-41c4dd719436 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:39.542629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb9b792a-906a-4e6c-87e0-facb527af407 req-882d9412-ae46-44b2-9f35-41c4dd719436 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 943 time: 0.1310325 Sep 16 16:23:39.576301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b932bc3f-e675-48d3-8f9b-bfbe7517adb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:39.613586 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb9b792a-906a-4e6c-87e0-facb527af407 req-a79657c1-d790-4cc3-a5b1-202f57bca8d4 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618956 Sep 16 16:23:39.646503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-041e4c36-e2d0-48b0-8e42-58bf08e73c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:39.647129 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-041e4c36-e2d0-48b0-8e42-58bf08e73c87 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed19b012-6165-4b63-9565-a1db6adeb284 HTTP/1.1" status: 200 len: 924 time: 0.3230836 Sep 16 16:23:39.727700 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-c11f4f81-0f32-4c46-865b-7c3d9984e5d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954eba75-ef45-4777-a4a4-540e0219cdd9 HTTP/1.1" status: 200 len: 217 time: 0.0659225 Sep 16 16:23:39.737665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5b897e1-181c-4080-babb-66a0f951b914 req-1d2332b2-04f1-4ae9-be8d-c2a6e91ec498 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 210 time: 0.0403540 Sep 16 16:23:39.757910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Allocated IP 192.168.233.194 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/b901e186-eb95-4890-a159-63b7ee054dbb) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:39.851961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b7f2529-34c0-4dac-93e9-dd716ea826f7 req-60bb5e6f-36b3-449d-99c5-d3f785f925f7 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 210 time: 0.0407212 Sep 16 16:23:39.989021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d11be-bdec-45b5-8949-dff74e273d28 req-7f086046-93ee-486e-98f9-ebc298803576 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:39.991474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-371d11be-bdec-45b5-8949-dff74e273d28 req-7f086046-93ee-486e-98f9-ebc298803576 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 972 time: 0.0817392 Sep 16 16:23:39.999479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:40.030903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-6584c31f-9a9c-4c7a-91e3-9e7536d16143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:40.032474 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-6584c31f-9a9c-4c7a-91e3-9e7536d16143 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a4325f63-e0ee-489c-9e97-03a020e5a055 HTTP/1.1" status: 200 len: 862 time: 0.2946589 Sep 16 16:23:40.034941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-371d11be-bdec-45b5-8949-dff74e273d28 req-f861009e-6433-4f2a-8d18-a81d8b409dac tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Sep 16 16:23:40.092539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-1bbd5953-d302-4514-94a4-09f6070172d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:40.093959 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-1bbd5953-d302-4514-94a4-09f6070172d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed19b012-6165-4b63-9565-a1db6adeb284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525386 Sep 16 16:23:40.164569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b932bc3f-e675-48d3-8f9b-bfbe7517adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:40.167821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b932bc3f-e675-48d3-8f9b-bfbe7517adb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:40.169717 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b932bc3f-e675-48d3-8f9b-bfbe7517adb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e07b431-8036-4ee1-ac5a-95fe4a3534a2 HTTP/1.1" status: 204 len: 168 time: 0.9151466 Sep 16 16:23:40.173139 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:40.272930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932bc3f-e675-48d3-8f9b-bfbe7517adb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e07b431-8036-4ee1-ac5a-95fe4a3534a2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:40.368846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd003573-58b5-412c-a641-859729d4b73e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:40.372815 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-d32e6a82-345b-4743-ac46-9916b7ea3138 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706323 Sep 16 16:23:40.423357 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:40.448864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ee147fe-ac22-47ac-ba65-af36b8d53281 req-ff0d1d66-d195-40a1-848b-d6146986bc68 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0304635 Sep 16 16:23:40.506899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e673ef1f-e645-4695-801d-7198cb3744d4 req-c8d85bdb-a79a-45ac-aba4-556d53293c05 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246626 Sep 16 16:23:40.512720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50648) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:40.580149 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:40.674420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-50c62125-39e8-4e7e-aded-bd400cf3e9ce tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:40.675950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-50c62125-39e8-4e7e-aded-bd400cf3e9ce tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 807 time: 0.1400139 Sep 16 16:23:40.681811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1758165002-network', 'tenant_id': '766ce6d6bbc94e888a00a8b38d7c11a6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:40.690279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Request body: {'port': {'device_id': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba', 'admin_state_up': True, 'tenant_id': 'b83171c97ef440229ffe3f57d2a89529'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:40.692685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:40.700143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:40.702645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:40.709262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:40.709911 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:40.726082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.62', 59027) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:40.816568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983b2ef-4850-4611-9ede-9b50cefcdf8c req-0f907506-1ec3-4215-a4c8-0c2fd54724dd tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:40.818491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3983b2ef-4850-4611-9ede-9b50cefcdf8c req-0f907506-1ec3-4215-a4c8-0c2fd54724dd tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 943 time: 0.1222560 Sep 16 16:23:40.834060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Allocated IP 192.168.233.32 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/8bdd7334-666b-4488-ba69-669780fafdb5) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:40.891540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3983b2ef-4850-4611-9ede-9b50cefcdf8c req-7ebae2f4-6a6c-48f1-82ca-5723c3a06a22 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645790 Sep 16 16:23:40.903206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Made reservation on behalf of 766ce6d6bbc94e888a00a8b38d7c11a6 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:40.906201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:40.950627 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:40.958465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Pushing event updated for resources: {'Port': ['ID=b901e186-eb95-4890-a159-63b7ee054dbb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:40.986260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be8b19-495a-4ea2-8d4c-58b9a123773c req-08f4d342-9ecf-4a88-b6ff-f32846aa8cea tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:40.988007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99be8b19-495a-4ea2-8d4c-58b9a123773c req-08f4d342-9ecf-4a88-b6ff-f32846aa8cea tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 936 time: 0.1140487 Sep 16 16:23:41.000196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50668) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:41.021297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-388afed1-567e-4dbd-a9a2-e5813135e109 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:41.024058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-388afed1-567e-4dbd-a9a2-e5813135e109 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 972 time: 0.2941396 Sep 16 16:23:41.030796 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-de3bfca6-0ca7-4c4f-a242-1cf170b3b708 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2519238 Sep 16 16:23:41.031204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f71cc5bb-384c-49a7-a37c-427f42a652ca req-0c732099-ad2d-46c3-bd2e-63cdd6259bc6 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 210 time: 0.0419605 Sep 16 16:23:41.037207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-97db8e39-08ab-4c39-97a9-02e09edfc983 None None] Provisioning complete for port b901e186-eb95-4890-a159-63b7ee054dbb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:41.037742 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-97db8e39-08ab-4c39-97a9-02e09edfc983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.051740 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6c8eff6-b512-489b-a4bd-ff6ccc449166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.067722 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.api [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:23:41.067722 n-d-807786-3 neutron-server[95358]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 16:23:41.067722 n-d-807786-3 neutron-server[95358]: [parameters: {'project_id_1': '766ce6d6bbc94e888a00a8b38d7c11a6', 'expiration_1': datetime.datetime(2021, 9, 16, 16, 23, 20, 969820)}] Sep 16 16:23:41.067722 n-d-807786-3 neutron-server[95358]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:23:41.068041 n-d-807786-3 neutron-server[95358]: DEBUG oslo_db.api [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:23:41.076917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Request body: {'port': {'device_id': 'eb0886d0-84d5-4ca3-ad23-37cdf29981f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:41.083527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-97db8e39-08ab-4c39-97a9-02e09edfc983 None None] Port b901e186-eb95-4890-a159-63b7ee054dbb cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:23:41.090572 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99be8b19-495a-4ea2-8d4c-58b9a123773c req-b7749d55-cfe5-4f88-a195-25a392b59b34 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911753 Sep 16 16:23:41.175932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Made reservation on behalf of b83171c97ef440229ffe3f57d2a89529 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:41.179681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.219262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.254492 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.295020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a60-a71b-4393-b28f-6c511678300b req-4b7a4851-9a08-4d79-a24d-955df642c408 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:41.296595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dac7a60-a71b-4393-b28f-6c511678300b req-4b7a4851-9a08-4d79-a24d-955df642c408 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 972 time: 0.1483276 Sep 16 16:23:41.344014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-f8b1b04e-a359-4de4-86a3-401a8b7246d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Deleting port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:23:41.344568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-f8b1b04e-a359-4de4-86a3-401a8b7246d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.408624 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dac7a60-a71b-4393-b28f-6c511678300b req-d3218d42-aa8c-47e2-b08d-be17fa842f41 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7adedfa-7eab-4672-b0a3-7c7522795d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024303 Sep 16 16:23:41.434242 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.450205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Allocated IP 172.20.0.10 (d8736a5b-82a3-43cb-b137-acc1b934a7ba/9d3c5861-3949-4b7b-aa94-18ddd93f1f4a/b71886e5-23e1-4484-92bd-5bbdc139cf23) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:41.465226 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6c8eff6-b512-489b-a4bd-ff6ccc449166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.543829 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6c8eff6-b512-489b-a4bd-ff6ccc449166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.566449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:41.584562 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.602987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Pushing event updated for resources: {'Port': ['ID=8bdd7334-666b-4488-ba69-669780fafdb5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:41.605784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:41.632547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-f8b1b04e-a359-4de4-86a3-401a8b7246d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] For port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:41.632925 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-f8b1b04e-a359-4de4-86a3-401a8b7246d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.655194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-f8b1b04e-a359-4de4-86a3-401a8b7246d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Calling delete_port for 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 owned by compute:tempest-test_az-1443382210 {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:23:41.663976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:41.669838 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:41.670349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.697472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a6c8eff6-b512-489b-a4bd-ff6ccc449166 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea2ae26f0f714d3482b8188fe74bc073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6927736 Sep 16 16:23:41.697472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8eff6-b512-489b-a4bd-ff6ccc449166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7126da52-68bd-458c-8486-26fc2269849f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:41.702241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50692) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:41.769207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b110e-8a3c-4273-9e94-d46c3a019e13 req-d6502993-e49c-40aa-95f2-1105a720e307 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:41.770895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb8b110e-8a3c-4273-9e94-d46c3a019e13 req-d6502993-e49c-40aa-95f2-1105a720e307 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 935 time: 0.2244625 Sep 16 16:23:41.786667 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-f94316d4-3ca7-402f-8bc2-0ec51ec71a20 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3240666 Sep 16 16:23:41.820685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Request body: {'port': {'device_id': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:41.831648 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.890801 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb8b110e-8a3c-4273-9e94-d46c3a019e13 req-ae8cb043-6d1d-49f3-af93-913c9ac5ff7f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077919 Sep 16 16:23:41.903480 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa57d98-fb21-40b1-974a-3bd68da65418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.917008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b901e186-eb95-4890-a159-63b7ee054dbb {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:41.928263 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.933780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6c77f981-6e6c-452f-ba3b-2280c464c3db None None] Provisioning complete for port 8bdd7334-666b-4488-ba69-669780fafdb5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:41.935346 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6c77f981-6e6c-452f-ba3b-2280c464c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.949686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa57d98-fb21-40b1-974a-3bd68da65418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:41.964615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Transition to ACTIVE for port object b901e186-eb95-4890-a159-63b7ee054dbb will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:23:42.012408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6c77f981-6e6c-452f-ba3b-2280c464c3db None None] Port 8bdd7334-666b-4488-ba69-669780fafdb5 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:23:42.022085 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.041098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.063696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871e5dc-5032-4211-b818-a05552dfe6f0 req-5de70da3-eb92-4c46-8a5f-657476f9f178 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:42.065246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2871e5dc-5032-4211-b818-a05552dfe6f0 req-5de70da3-eb92-4c46-8a5f-657476f9f178 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 943 time: 0.0616415 Sep 16 16:23:42.069881 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.133089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Network d8736a5b-82a3-43cb-b137-acc1b934a7ba is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:42.140095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:42.150328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:42.156019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:42.167373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.170057 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.177118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Pushing event updated for resources: {'Port': ['ID=b71886e5-23e1-4484-92bd-5bbdc139cf23,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:42.186136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2871e5dc-5032-4211-b818-a05552dfe6f0 req-14de0f2d-ce17-453a-b3df-eea4230a59c7 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097088 Sep 16 16:23:42.197651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa57d98-fb21-40b1-974a-3bd68da65418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.200277 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa57d98-fb21-40b1-974a-3bd68da65418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.201567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aaa57d98-fb21-40b1-974a-3bd68da65418 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7126da52-68bd-458c-8486-26fc2269849f HTTP/1.1" status: 204 len: 168 time: 0.4941356 Sep 16 16:23:42.224270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:23:42.247944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d20e2e6-ade5-4614-bac7-a37ad5747ac7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:42.253282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 954eba75-ef45-4777-a4a4-540e0219cdd9 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:23:42.264111 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.264517 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Added segment 571c54aa-34d1-454e-9e92-7b29ac9c365f of type vlan for network 75508dcc-21bf-4c22-b5b5-12c516491d6b Sep 16 16:23:42.281996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa57d98-fb21-40b1-974a-3bd68da65418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7126da52-68bd-458c-8486-26fc2269849f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:42.311495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-ffa6bb87-d3fc-4a51-9921-af214cb77c0b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6253374 Sep 16 16:23:42.325448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Request body: {'port': {'device_id': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:42.342067 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.351982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-f8b1b04e-a359-4de4-86a3-401a8b7246d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.352650 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.432426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.456292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 954eba75-ef45-4777-a4a4-540e0219cdd9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=954eba75-ef45-4777-a4a4-540e0219cdd9,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:42.471230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '954eba75-ef45-4777-a4a4-540e0219cdd9', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'port_id': '954eba75-ef45-4777-a4a4-540e0219cdd9', 'mac_address': 'fa:16:3e:a1:bc:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:23:42.485948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['26c77cb1-0022-4c00-9ff0-c76739a2d7f4'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:23:42.521373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Pushing event updated for resources: {'Port': ['ID=b901e186-eb95-4890-a159-63b7ee054dbb,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:42.585051 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.608711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954eba75-ef45-4777-a4a4-540e0219cdd9 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:42.619353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-f8b1b04e-a359-4de4-86a3-401a8b7246d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] No DVR routers for this DVR port 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:23:42.627379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-f8b1b04e-a359-4de4-86a3-401a8b7246d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.629669 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-68d57e6c-9af1-4a71-a1af-b2bf1b22d769 req-f8b1b04e-a359-4de4-86a3-401a8b7246d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.62 "DELETE /v2.0/ports/26c77cb1-0022-4c00-9ff0-c76739a2d7f4 HTTP/1.1" status: 204 len: 173 time: 1.5980129 Sep 16 16:23:42.630416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9fb630-d53e-4bee-9e50-509e899c234c', 'name': 'network-vif-deleted', 'tag': '26c77cb1-0022-4c00-9ff0-c76739a2d7f4'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:42.633298 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70739d80-f744-4e8f-ba67-0d174ffffba4" -d '{"events": [{"server_uuid": "8c9fb630-d53e-4bee-9e50-509e899c234c", "name": "network-vif-deleted", "tag": "26c77cb1-0022-4c00-9ff0-c76739a2d7f4"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:42.637269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1b04e-a359-4de4-86a3-401a8b7246d8 tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] Pushing event deleted for resources: {'Port': ['ID=26c77cb1-0022-4c00-9ff0-c76739a2d7f4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:42.657147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 954eba75-ef45-4777-a4a4-540e0219cdd9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=954eba75-ef45-4777-a4a4-540e0219cdd9,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:42.666092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Attempting to bind port b901e186-eb95-4890-a159-63b7ee054dbb on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:42.666092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Attempting to bind port b901e186-eb95-4890-a159-63b7ee054dbb by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:42.666502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Attempting to bind port b901e186-eb95-4890-a159-63b7ee054dbb on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:42.667393 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.667889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:42.668400 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.679176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Port b901e186-eb95-4890-a159-63b7ee054dbb on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:23:42.679426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Attempting to bind port b901e186-eb95-4890-a159-63b7ee054dbb on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:42.683969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a8f0b-6dfd-4420-ab28-4dfa3996848c req-081e26fd-3e1f-43a2-85c3-489a98307de1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:42.685529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc0a8f0b-6dfd-4420-ab28-4dfa3996848c req-081e26fd-3e1f-43a2-85c3-489a98307de1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 932 time: 0.3364856 Sep 16 16:23:42.695297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:42.695597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:42.695991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:42.696523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Bound port: b901e186-eb95-4890-a159-63b7ee054dbb, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:42.696884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.769322 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.823326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3091075 Sep 16 16:23:42.833343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba1a5-b8e0-4940-a737-b7c04267c52b req-d700a5aa-dbfb-492c-8801-ae284f5d605b tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:42.839359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bdd7334-666b-4488-ba69-669780fafdb5 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:42.841905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d12ba1a5-b8e0-4940-a737-b7c04267c52b req-d700a5aa-dbfb-492c-8801-ae284f5d605b tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 948 time: 0.3395646 Sep 16 16:23:42.843700 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50728) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:42.843824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cd9ae-772a-4760-87e2-2710a970e207 admin admin] Pushing event updated for resources: {'Network': ['ID=75508dcc-21bf-4c22-b5b5-12c516491d6b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:42.850107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Request body: {'subnet': {'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1758165002-subnet', 'tenant_id': '766ce6d6bbc94e888a00a8b38d7c11a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:42.850838 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:23:42.858672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 75508dcc-21bf-4c22-b5b5-12c516491d6b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:23:42.860425 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.878777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] For port b901e186-eb95-4890-a159-63b7ee054dbb, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:42.887260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] For port b901e186-eb95-4890-a159-63b7ee054dbb, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b901e186-eb95-4890-a159-63b7ee054dbb,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:42.889759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Transition to ACTIVE for port object 8bdd7334-666b-4488-ba69-669780fafdb5 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:23:42.912539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=954eba75-ef45-4777-a4a4-540e0219cdd9,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:42.945739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc0a8f0b-6dfd-4420-ab28-4dfa3996848c req-15950960-4123-4b28-8f4a-040bf34a2568 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339988 Sep 16 16:23:42.951102 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.994164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Made reservation on behalf of 766ce6d6bbc94e888a00a8b38d7c11a6 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:42.994164 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Notify callbacks [] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:42.994469 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.004062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:43.004636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.006097 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] 10.222.0.62 "PUT /v2.0/ports/b901e186-eb95-4890-a159-63b7ee054dbb HTTP/1.1" status: 200 len: 1096 time: 1.9634671 Sep 16 16:23:43.067363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['954eba75-ef45-4777-a4a4-540e0219cdd9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:23:43.094569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464613bd-120b-44fa-8878-251ccf8b1ced service neutron] Pushing event updated for resources: {'Port': ['ID=b901e186-eb95-4890-a159-63b7ee054dbb,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:43.110481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d12ba1a5-b8e0-4940-a737-b7c04267c52b req-984d0beb-c767-48ee-ae42-d6a496402202 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676141 Sep 16 16:23:43.133842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71886e5-23e1-4484-92bd-5bbdc139cf23 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:43.153069 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.178568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Transition to ACTIVE for port object b71886e5-23e1-4484-92bd-5bbdc139cf23 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:23:43.230670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Attempting to bind port 8bdd7334-666b-4488-ba69-669780fafdb5 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:43.230999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Attempting to bind port 8bdd7334-666b-4488-ba69-669780fafdb5 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:43.231227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Attempting to bind port 8bdd7334-666b-4488-ba69-669780fafdb5 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:43.265033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Port 8bdd7334-666b-4488-ba69-669780fafdb5 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:23:43.265368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Attempting to bind port 8bdd7334-666b-4488-ba69-669780fafdb5 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:43.267334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Pushing event updated for resources: {'Port': ['ID=8bdd7334-666b-4488-ba69-669780fafdb5,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:43.271593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06bf657c-6a1e-4554-9c80-9ee244910784 req-15d4155f-9d02-4ed7-99a1-96dcf03c663c tempest-AggregatesAdminTestJSON-537361684 tempest-AggregatesAdminTestJSON-537361684-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c9fb630-d53e-4bee-9e50-509e899c234c HTTP/1.1" status: 200 len: 210 time: 0.0395365 Sep 16 16:23:43.276033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.302975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:43.303259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:43.303653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:43.304106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Bound port: 8bdd7334-666b-4488-ba69-669780fafdb5, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:43.304512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.376198 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.385446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-bd1c118f-c138-4231-a787-6335f2628f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:43.385446 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-bd1c118f-c138-4231-a787-6335f2628f60 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f867f03bd58a4507bd71d49a2dea1749&device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 1099 time: 0.2289605 Sep 16 16:23:43.387157 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501ddcc8-48be-42e9-bde7-0a87292bb48f x-openstack-request-id: req-501ddcc8-48be-42e9-bde7-0a87292bb48f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:43.387440 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9fb630-d53e-4bee-9e50-509e899c234c", "name": "network-vif-deleted", "tag": "26c77cb1-0022-4c00-9ff0-c76739a2d7f4", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:43.387690 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-501ddcc8-48be-42e9-bde7-0a87292bb48f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:43.388149 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9fb630-d53e-4bee-9e50-509e899c234c', 'name': 'network-vif-deleted', 'tag': '26c77cb1-0022-4c00-9ff0-c76739a2d7f4', 'status': 'completed', 'code': 200} Sep 16 16:23:43.395198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Pushing event updated for resources: {'Port': ['ID=b71886e5-23e1-4484-92bd-5bbdc139cf23,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:43.510652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:43.512536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:43.514080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:43.514080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:43.517004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-f6aee20d-f7e8-4268-b11e-5ca805597575 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=b901e186-eb95-4890-a159-63b7ee054dbb HTTP/1.1" status: 200 len: 217 time: 0.0613484 Sep 16 16:23:43.521160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.538463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Port b71886e5-23e1-4484-92bd-5bbdc139cf23 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:23:43.538800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:43.561780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8bdd7334-666b-4488-ba69-669780fafdb5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:43.593902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:43.594231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:43.594881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:43.595425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Bound port: b71886e5-23e1-4484-92bd-5bbdc139cf23, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:43.595858 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.625233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a3c87-946f-4413-bcff-8dacf906ada9 req-0d172c30-d7b2-422f-bf31-bd43b016b76f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:43.627050 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b0a3c87-946f-4413-bcff-8dacf906ada9 req-0d172c30-d7b2-422f-bf31-bd43b016b76f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 947 time: 0.1662574 Sep 16 16:23:43.627667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-194f10ee-ae45-4662-b31b-3bfb3806b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:43.637872 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-194f10ee-ae45-4662-b31b-3bfb3806b284 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1109564 Sep 16 16:23:43.657000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.675529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc7e03-8036-4897-baa4-e5a3131f4888 req-4114e136-94c0-4c7d-8795-d5f8779f6288 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:43.677327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6fc7e03-8036-4897-baa4-e5a3131f4888 req-4114e136-94c0-4c7d-8795-d5f8779f6288 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 944 time: 0.1601553 Sep 16 16:23:43.713104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:43.713732 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.715119 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] 10.222.0.52 "PUT /v2.0/ports/8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 1095 time: 1.8991544 Sep 16 16:23:43.734567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b0a3c87-946f-4413-bcff-8dacf906ada9 req-d8424fe4-fd9f-4db6-941e-e0bd0125fea8 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766134 Sep 16 16:23:43.749878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:43.752543 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.755751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-8c9c8981-6771-4743-b917-d392223f234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:43.757158 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-8c9c8981-6771-4743-b917-d392223f234c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116192 Sep 16 16:23:43.759479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:43.766206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f3c35-a9f9-40bb-955d-cfa691aed73a service neutron] Pushing event updated for resources: {'Port': ['ID=8bdd7334-666b-4488-ba69-669780fafdb5,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:43.778320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6fc7e03-8036-4897-baa4-e5a3131f4888 req-30aacf15-c6e7-4a5f-a150-7b8fd9a52579 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847993 Sep 16 16:23:43.859535 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.896239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca29617-9cd6-4a45-9390-139b0ed27531,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:43.903588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:43.905213 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:43.905826 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] 10.222.0.62 "PUT /v2.0/ports/b71886e5-23e1-4484-92bd-5bbdc139cf23 HTTP/1.1" status: 200 len: 1092 time: 1.5849869 Sep 16 16:23:43.906276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'tag': 'b71886e5-23e1-4484-92bd-5bbdc139cf23'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:43.908795 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5c61e8-3030-4136-befb-87db9f1ab166" -d '{"events": [{"name": "network-changed", "server_uuid": "b92f8260-1adc-425f-a1a5-8682c3091e00", "tag": "b71886e5-23e1-4484-92bd-5bbdc139cf23"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:43.993248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c673b-cd1f-4968-890e-5481e7d29952 service neutron] Pushing event updated for resources: {'Port': ['ID=b71886e5-23e1-4484-92bd-5bbdc139cf23,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:43.994571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:43.995322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Network hostable DHCP agents. Network: 75508dcc-21bf-4c22-b5b5-12c516491d6b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:23:44.004565 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-41b16e9c-8a9c-4d3a-bcea-7875c5e359e4 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110338 Sep 16 16:23:44.027649 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe15275-95c2-42a5-a97e-bdfe6c898857 x-openstack-request-id: req-9fe15275-95c2-42a5-a97e-bdfe6c898857 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:44.028083 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92f8260-1adc-425f-a1a5-8682c3091e00", "tag": "b71886e5-23e1-4484-92bd-5bbdc139cf23", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:44.028333 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fe15275-95c2-42a5-a97e-bdfe6c898857 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:44.028760 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'tag': 'b71886e5-23e1-4484-92bd-5bbdc139cf23', 'status': 'completed', 'code': 200} Sep 16 16:23:44.037879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-57171bb9-1f19-41a9-9667-70cd6ec212a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.040140 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-57171bb9-1f19-41a9-9667-70cd6ec212a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1098 time: 0.1849229 Sep 16 16:23:44.110751 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-d4f04df3-c662-4b07-a20b-2d77088707a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 217 time: 0.0533454 Sep 16 16:23:44.145198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-adcebe7d-47e9-47e9-865d-f08491e529dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.160685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-adcebe7d-47e9-47e9-865d-f08491e529dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 1095 time: 0.1264837 Sep 16 16:23:44.172208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Network 75508dcc-21bf-4c22-b5b5-12c516491d6b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:23:44.214833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5436fc1-5b0b-46b8-a533-f31a9326799b req-022b9cb8-8c97-4074-b66d-804896a6e665 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.216318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f5436fc1-5b0b-46b8-a533-f31a9326799b req-022b9cb8-8c97-4074-b66d-804896a6e665 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 944 time: 0.1266150 Sep 16 16:23:44.219742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-fd0e6af7-e3e9-4525-9e64-328ea4d2414b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23 HTTP/1.1" status: 200 len: 217 time: 0.0495579 Sep 16 16:23:44.235575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 954eba75-ef45-4777-a4a4-540e0219cdd9 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:44.262165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-788c45bb-08c2-4fea-910c-28e2e50175e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.263578 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-788c45bb-08c2-4fea-910c-28e2e50175e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1036873 Sep 16 16:23:44.265686 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-054c7c62-b2ed-48f1-9952-3ffddc7e6b12 req-9ab8e13f-ba6a-4819-9b4e-032ab0f36fe3 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519829 Sep 16 16:23:44.310519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 75508dcc-21bf-4c22-b5b5-12c516491d6b) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:44.316275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.316897 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:44.320130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04f1165-748f-48c2-80cc-31f3837f2b8c None None] Network 75508dcc-21bf-4c22-b5b5-12c516491d6b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:23:44.337699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-60d560d9-dec2-436c-9066-e908f4cd984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.340168 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-60d560d9-dec2-436c-9066-e908f4cd984f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684278 Sep 16 16:23:44.364816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-a9dab277-1b55-4c71-ae3d-a13541351997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.366522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-a9dab277-1b55-4c71-ae3d-a13541351997 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.1388395 Sep 16 16:23:44.372255 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f5436fc1-5b0b-46b8-a533-f31a9326799b req-209262dd-f490-4465-8de0-787b097c14fd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429734 Sep 16 16:23:44.390188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375be37-f99f-49a8-9faf-e0efd1cde1ee req-f47cd6f2-ea62-4ed2-9ff5-d2f766077474 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.391821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b375be37-f99f-49a8-9faf-e0efd1cde1ee req-f47cd6f2-ea62-4ed2-9ff5-d2f766077474 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 948 time: 0.1745932 Sep 16 16:23:44.424651 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-c4d37a14-823a-48bf-9bc9-c320e5f7a01e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504792 Sep 16 16:23:44.432048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 954eba75-ef45-4777-a4a4-540e0219cdd9 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:23:44.448261 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-abed6e4a-eb01-4f96-b269-ce55d045e7de admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5932589 Sep 16 16:23:44.452216 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 954eba75-ef45-4777-a4a4-540e0219cdd9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:44.452588 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:44.482921 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-04b619fc-3263-4c3b-978d-053ff6388b85 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330323 Sep 16 16:23:44.534272 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b375be37-f99f-49a8-9faf-e0efd1cde1ee req-63c13298-6d7e-4a25-80f2-23477572a526 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141739 Sep 16 16:23:44.581294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-e8796ce9-e8dd-4535-8ccb-1cdf6b9827ba service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461260 Sep 16 16:23:44.607532 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:44.611882 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c21bbbca-1e3e-4950-9b84-dec9c91cd45d req-80dbb93e-47ab-48d4-b6d3-04d39b6b4986 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220710 Sep 16 16:23:44.613169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace89e6-63f9-48e7-90d9-7d8dac3b34f9 None None] Network 75508dcc-21bf-4c22-b5b5-12c516491d6b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:23:44.692900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb36d170-3ab5-43eb-8bad-fedd47552ef2 req-4f51bcbb-4340-463d-948a-e3067b367638 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019988 Sep 16 16:23:44.768490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50782) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:44.786627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954eba75-ef45-4777-a4a4-540e0219cdd9'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:44.790779 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b11513-b949-41fd-a6de-8af0e66e4be8" -d '{"events": [{"server_uuid": "40af86c4-97a4-452a-aa4e-acc4c496710c", "name": "network-vif-plugged", "status": "completed", "tag": "954eba75-ef45-4777-a4a4-540e0219cdd9"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:44.828272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 954eba75-ef45-4777-a4a4-540e0219cdd9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=954eba75-ef45-4777-a4a4-540e0219cdd9,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:44.919030 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:44.944930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f38f62-ab4b-425c-a72d-5fe52b7587f3 req-83d6b1c1-89f8-4ce5-98e8-ab0990d67f5d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.949763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5f38f62-ab4b-425c-a72d-5fe52b7587f3 req-83d6b1c1-89f8-4ce5-98e8-ab0990d67f5d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 947 time: 0.1227553 Sep 16 16:23:44.978769 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=954eba75-ef45-4777-a4a4-540e0219cdd9,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:44.987484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec57e27-bc3c-4866-941b-39a3e20da631 req-ecc85648-6946-4652-8f26-0e7ef3dd63e5 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.988472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aec57e27-bc3c-4866-941b-39a3e20da631 req-ecc85648-6946-4652-8f26-0e7ef3dd63e5 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 944 time: 0.1307280 Sep 16 16:23:44.992406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c61e8-3030-4136-befb-87db9f1ab166 req-4bf4f988-9089-4610-bdf5-3eb47a71315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:44.994321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b5c61e8-3030-4136-befb-87db9f1ab166 req-4bf4f988-9089-4610-bdf5-3eb47a71315e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 1095 time: 0.1246903 Sep 16 16:23:45.191515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e981d4e1-93aa-4817-a379-da7f659e45cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:45.223694 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5f38f62-ab4b-425c-a72d-5fe52b7587f3 req-234b22e6-af4c-4956-8b7e-f5487a1acad4 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692454 Sep 16 16:23:45.276226 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aec57e27-bc3c-4866-941b-39a3e20da631 req-beed5af6-ba36-4dea-a1a4-72ec529d2302 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785795 Sep 16 16:23:45.308852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c61e8-3030-4136-befb-87db9f1ab166 req-5f1bbedd-2610-444c-a2ae-ae9188ab78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:45.312423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b5c61e8-3030-4136-befb-87db9f1ab166 req-5f1bbedd-2610-444c-a2ae-ae9188ab78c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.3063164 Sep 16 16:23:45.313345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50796) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:45.320574 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374f72af-24b2-40c0-ad31-7a9dda935f7b x-openstack-request-id: req-374f72af-24b2-40c0-ad31-7a9dda935f7b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:45.320868 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af86c4-97a4-452a-aa4e-acc4c496710c", "name": "network-vif-plugged", "status": "completed", "tag": "954eba75-ef45-4777-a4a4-540e0219cdd9", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:45.321122 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-374f72af-24b2-40c0-ad31-7a9dda935f7b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:45.321566 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954eba75-ef45-4777-a4a4-540e0219cdd9', 'code': 200} Sep 16 16:23:45.345057 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e981d4e1-93aa-4817-a379-da7f659e45cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:45.364784 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b5c61e8-3030-4136-befb-87db9f1ab166 req-04768a5b-c678-4a77-920b-a39455bfd982 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23 HTTP/1.1" status: 200 len: 217 time: 0.0450201 Sep 16 16:23:45.388979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0886d0-84d5-4ca3-ad23-37cdf29981f9', 'tag': 'b901e186-eb95-4890-a159-63b7ee054dbb'}, {'name': 'network-changed', 'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:45.392174 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b92848-9ccb-42b1-a303-8c55fea83a01" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0886d0-84d5-4ca3-ad23-37cdf29981f9", "tag": "b901e186-eb95-4890-a159-63b7ee054dbb"}, {"name": "network-changed", "server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:45.423769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c61e8-3030-4136-befb-87db9f1ab166 req-7cc5cdaf-e574-42b3-854b-0d24ba6dab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:45.425905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b5c61e8-3030-4136-befb-87db9f1ab166 req-7cc5cdaf-e574-42b3-854b-0d24ba6dab4a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0537038 Sep 16 16:23:45.437167 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e981d4e1-93aa-4817-a379-da7f659e45cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:45.481777 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a847e6-dd87-4d0e-be12-4f7a3558cf75 x-openstack-request-id: req-30a847e6-dd87-4d0e-be12-4f7a3558cf75 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:45.482870 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0886d0-84d5-4ca3-ad23-37cdf29981f9", "tag": "b901e186-eb95-4890-a159-63b7ee054dbb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:45.483312 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30a847e6-dd87-4d0e-be12-4f7a3558cf75 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:45.484156 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0886d0-84d5-4ca3-ad23-37cdf29981f9', 'tag': 'b901e186-eb95-4890-a159-63b7ee054dbb', 'status': 'completed', 'code': 200} Sep 16 16:23:45.484637 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5', 'status': 'completed', 'code': 200} Sep 16 16:23:45.507325 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b5c61e8-3030-4136-befb-87db9f1ab166 req-0b7e8673-6e75-4afb-a920-3461a3c250f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702443 Sep 16 16:23:45.550341 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e981d4e1-93aa-4817-a379-da7f659e45cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2df9f5f3b3f945e090907318859dff44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7780700 Sep 16 16:23:45.551295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50810) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:45.559881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f68a7-f674-40eb-b5ca-13ff20e9ba14 req-e0c9ece2-b3d5-4371-af8d-648bfe15004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:45.561422 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cd3f68a7-f674-40eb-b5ca-13ff20e9ba14 req-e0c9ece2-b3d5-4371-af8d-648bfe15004b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 1096 time: 0.1735904 Sep 16 16:23:45.563950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981d4e1-93aa-4817-a379-da7f659e45cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533432e8-8461-4777-b2f0-5ed925808e19,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:45.601787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-a91e8373-868a-4587-bda8-feec1bbd9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:45.604235 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-a91e8373-868a-4587-bda8-feec1bbd9536 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1098 time: 0.1146770 Sep 16 16:23:45.607770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-b2cfb87c-4c2a-430d-998b-5125dfc061c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:45.609472 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-b2cfb87c-4c2a-430d-998b-5125dfc061c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f867f03bd58a4507bd71d49a2dea1749&device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 1099 time: 0.0873859 Sep 16 16:23:45.657475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:23:45.669770 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cd3f68a7-f674-40eb-b5ca-13ff20e9ba14 req-673deaa0-8eb4-47e8-94ec-71718b2b2f54 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948803 Sep 16 16:23:45.683795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:23:45.684136 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 26c77cb1-0022-4c00-9ff0-c76739a2d7f4 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:23:45.785320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-ac28d375-8648-47b1-8d22-5eb24dbed2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:45.786807 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-ac28d375-8648-47b1-8d22-5eb24dbed2f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1747169 Sep 16 16:23:45.789479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-6f676054-5a4a-450f-909e-e7360bc6169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:45.791028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-6f676054-5a4a-450f-909e-e7360bc6169d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1706040 Sep 16 16:23:45.797127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07966523-2217-4ae4-8e72-9628c4a587c6 req-bd8291e8-b80b-4fdb-87e7-d464be92f5ad tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:45.804291 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07966523-2217-4ae4-8e72-9628c4a587c6 req-bd8291e8-b80b-4fdb-87e7-d464be92f5ad tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 944 time: 0.2916965 Sep 16 16:23:45.847460 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-fe901d41-ffd3-4fd1-8798-241cd2c46213 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=b901e186-eb95-4890-a159-63b7ee054dbb HTTP/1.1" status: 200 len: 217 time: 0.0397956 Sep 16 16:23:45.901908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f18f7fb1-77bc-4250-b221-7c74c03033c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45705d94f27f40b6829b681d031d5ae6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5835488 Sep 16 16:23:45.901908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b5c61e8-3030-4136-befb-87db9f1ab166 req-922a8183-b54f-405e-9d38-081ec13e1ce9 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773432 Sep 16 16:23:45.902235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50820) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:45.902863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a64cc748-9fd7-4f7b-95af-f50fabf0a4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:45.906853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07966523-2217-4ae4-8e72-9628c4a587c6 req-c6fd7911-c464-4921-bfe6-51ee8b1aee41 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018102 Sep 16 16:23:45.914507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989d5f2-83e3-400a-bd22-703977ed3f45 req-75ff699d-db31-4595-8a6a-36bbb81e13e6 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:45.916428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6989d5f2-83e3-400a-bd22-703977ed3f45 req-75ff699d-db31-4595-8a6a-36bbb81e13e6 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 948 time: 0.2750847 Sep 16 16:23:45.949641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-00ba59e2-3542-48e6-b77b-6373617d7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:45.951164 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-00ba59e2-3542-48e6-b77b-6373617d7d2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0965562 Sep 16 16:23:45.963469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50826) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:45.982909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1436699299-network', 'tenant_id': '5ae40bed2f9c48a7b0b5533ca5f96960'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:45.989436 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a64cc748-9fd7-4f7b-95af-f50fabf0a4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.043671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-aa575def-3bfb-453e-b4d3-21838916b200 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 217 time: 0.0422027 Sep 16 16:23:46.066777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-21c35221-9980-4905-99b1-91fd73048f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.086627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-d064da90-2312-4d22-91c3-62e2f4cc350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:46.088773 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-d064da90-2312-4d22-91c3-62e2f4cc350e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301167 Sep 16 16:23:46.094092 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6989d5f2-83e3-400a-bd22-703977ed3f45 req-580b0c6c-a690-42f6-9837-0f2161eb592c tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653790 Sep 16 16:23:46.100374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b5c61e8-3030-4136-befb-87db9f1ab166 req-96f8b76d-d56f-4602-acef-609dca5d3056 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820021 Sep 16 16:23:46.143999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Made reservation on behalf of 5ae40bed2f9c48a7b0b5533ca5f96960 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:46.146511 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.156626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.193237 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a64cc748-9fd7-4f7b-95af-f50fabf0a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.197329 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a64cc748-9fd7-4f7b-95af-f50fabf0a4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.198822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a64cc748-9fd7-4f7b-95af-f50fabf0a4e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/533432e8-8461-4777-b2f0-5ed925808e19 HTTP/1.1" status: 204 len: 168 time: 0.6152866 Sep 16 16:23:46.222102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cc748-9fd7-4f7b-95af-f50fabf0a4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533432e8-8461-4777-b2f0-5ed925808e19,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:46.342589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-21c35221-9980-4905-99b1-91fd73048f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.359503 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.365649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-a8be35e0-845f-4f02-b919-c739262ee6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:46.367149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-a8be35e0-845f-4f02-b919-c739262ee6aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.3146274 Sep 16 16:23:46.435682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.479281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:23:46.479614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-e1cc4cc6-c114-45bf-8814-8d67d1c247dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:46.480813 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-e1cc4cc6-c114-45bf-8814-8d67d1c247dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049712 Sep 16 16:23:46.483203 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-136bdc0f-e828-4701-9a57-dfd54b038085 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729618 Sep 16 16:23:46.489622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae2908-08ee-491e-94e4-c45c82685c89 req-88450dc2-13bc-4c6e-8593-0cf2140b48c0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:46.491468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6dae2908-08ee-491e-94e4-c45c82685c89 req-88450dc2-13bc-4c6e-8593-0cf2140b48c0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 947 time: 0.1289322 Sep 16 16:23:46.505203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d21d8a-0b04-4f4f-9769-560b2c827b1b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:46.517996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.518429 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Added segment bc34c2d9-09a5-499c-b0b6-32d80ac94b80 of type vlan for network 64f24410-4ed3-42de-872d-5e7c861fd218 Sep 16 16:23:46.549171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce61f-d5f0-40d1-9037-c5f493bd4aa5 req-9ca5c0c5-c6bf-4f2d-b92c-fcf7abd8050d tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:46.550666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d04ce61f-d5f0-40d1-9037-c5f493bd4aa5 req-9ca5c0c5-c6bf-4f2d-b92c-fcf7abd8050d tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 945 time: 0.1346192 Sep 16 16:23:46.597283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6dae2908-08ee-491e-94e4-c45c82685c89 req-d1d4d920-c470-4a8d-8218-873eecdd54f1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949979 Sep 16 16:23:46.600119 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-21c35221-9980-4905-99b1-91fd73048f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.603481 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.603612 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-21c35221-9980-4905-99b1-91fd73048f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.604577 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-21c35221-9980-4905-99b1-91fd73048f0a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7adedfa-7eab-4672-b0a3-7c7522795d28 HTTP/1.1" status: 204 len: 168 time: 0.6994944 Sep 16 16:23:46.626765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c35221-9980-4905-99b1-91fd73048f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7adedfa-7eab-4672-b0a3-7c7522795d28,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:46.647616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d04ce61f-d5f0-40d1-9037-c5f493bd4aa5 req-a1b38ab4-7487-42ad-9cb7-60245d2c1db7 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565376 Sep 16 16:23:46.657849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-22c26c37-2049-4d9e-9d73-165876e13dfd service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685097 Sep 16 16:23:46.698715 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-e9d7af75-d3d9-4fc0-8ebc-2bc12509b842 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019856 Sep 16 16:23:46.749555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.750663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:46.751319 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:46.781128 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5b92848-9ccb-42b1-a303-8c55fea83a01 req-b1d4b412-ab60-4f48-ae9c-e2aca56fb69c service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116509 Sep 16 16:23:46.814579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] Pushing event updated for resources: {'Network': ['ID=64f24410-4ed3-42de-872d-5e7c861fd218,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:46.825018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 64f24410-4ed3-42de-872d-5e7c861fd218 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:23:46.856881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f49ef54c-2a0a-4687-bc50-927eb358da2f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8832037 Sep 16 16:23:46.859653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50848) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:46.866884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Request body: {'subnet': {'network_id': '64f24410-4ed3-42de-872d-5e7c861fd218', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1436699299-subnet', 'tenant_id': '5ae40bed2f9c48a7b0b5533ca5f96960', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:46.958927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Made reservation on behalf of 5ae40bed2f9c48a7b0b5533ca5f96960 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:46.964306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.079735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cee27-bc02-46ee-adc2-cea97b61c264 req-4eb9b51e-baa8-4aba-aae1-8dc3335be203 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:47.081190 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc2cee27-bc02-46ee-adc2-cea97b61c264 req-4eb9b51e-baa8-4aba-aae1-8dc3335be203 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 944 time: 0.0977399 Sep 16 16:23:47.116885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50854) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:47.165815 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc2cee27-bc02-46ee-adc2-cea97b61c264 req-914ef597-c172-483f-aea8-fe93216de232 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780237 Sep 16 16:23:47.249361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50860) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:47.255261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9edd5-f0a3-496d-a916-81473474f6fc req-d891b0e8-d46e-4a3b-a1fb-e0e7abacddfd tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:47.256377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6cc9edd5-f0a3-496d-a916-81473474f6fc req-d891b0e8-d46e-4a3b-a1fb-e0e7abacddfd tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 948 time: 0.0542614 Sep 16 16:23:47.264158 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8b898fa-cd43-4e72-85b0-0543722cb14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.277307 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.338202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6cc9edd5-f0a3-496d-a916-81473474f6fc req-7e4816b1-8f00-42cf-8f6f-81609fae640b tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752552 Sep 16 16:23:47.343207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17938bc6-eb66-4752-b78f-fdea4ee08d82,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:47.366809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Checking segment: {'id': 'bc34c2d9-09a5-499c-b0b6-32d80ac94b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '64f24410-4ed3-42de-872d-5e7c861fd218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:47.367174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Network hostable DHCP agents. Network: 64f24410-4ed3-42de-872d-5e7c861fd218, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:23:47.376112 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8b898fa-cd43-4e72-85b0-0543722cb14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.434518 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ad9adb8-bd6f-4af4-bba8-e51d9dd89e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.486083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8b898fa-cd43-4e72-85b0-0543722cb14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.510795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Network 64f24410-4ed3-42de-872d-5e7c861fd218 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:23:47.522030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50862) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:47.546739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b898fa-cd43-4e72-85b0-0543722cb14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c23e53-e0d7-42ec-8a7c-2840cd3766d5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:47.554484 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f8b898fa-cd43-4e72-85b0-0543722cb14e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16a0ad4043e242458e3891d454c27d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018777 Sep 16 16:23:47.555426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50864) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:47.596077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 64f24410-4ed3-42de-872d-5e7c861fd218) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:47.604131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0474c39-a02a-4d35-8963-e3cd8f6dd3db None None] Network 64f24410-4ed3-42de-872d-5e7c861fd218 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:23:47.611581 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-77385094-4e80-41f4-88bb-ecbe5bd85ef9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33bfbe2ea5624915a93bd1e1059dc46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881777 Sep 16 16:23:47.612138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50866) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:47.613101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:47.613767 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.631587 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ad9adb8-bd6f-4af4-bba8-e51d9dd89e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.679710 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb654-0102-47e4-b08a-044783b06823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.693409 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-27c7e019-d1b5-40a7-9063-110373330e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.708896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb654-0102-47e4-b08a-044783b06823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.718996 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ad9adb8-bd6f-4af4-bba8-e51d9dd89e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.734127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-27c7e019-d1b5-40a7-9063-110373330e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.749371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b901e186-eb95-4890-a159-63b7ee054dbb details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:23:47.799873 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7ad9adb8-bd6f-4af4-bba8-e51d9dd89e02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6052e7e232348a78bf68f32be123122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6818578 Sep 16 16:23:47.800636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50872) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:47.804310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9adb8-bd6f-4af4-bba8-e51d9dd89e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca606c3d-69ef-47f2-ae27-e2e641cf9248,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:47.856550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4afc6429-025e-4891-a270-f6bcfcfd7420 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9921181 Sep 16 16:23:47.876797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c37753-4f5f-452a-a8ef-64b672c4a9d2 req-bbe4002d-a1d3-4258-bced-6b781dd69df3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:47.878330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8c37753-4f5f-452a-a8ef-64b672c4a9d2 req-bbe4002d-a1d3-4258-bced-6b781dd69df3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 947 time: 0.1549244 Sep 16 16:23:47.887808 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f7984b3-502b-4fa9-89bc-a549b858aa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.898303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec5fc0-db58-4a03-b838-cbff01aabf9b req-514f8202-625a-490c-96bc-3f51faec87a1 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:47.900871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adec5fc0-db58-4a03-b838-cbff01aabf9b req-514f8202-625a-490c-96bc-3f51faec87a1 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 945 time: 0.1219370 Sep 16 16:23:47.913405 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f7984b3-502b-4fa9-89bc-a549b858aa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.946916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8c37753-4f5f-452a-a8ef-64b672c4a9d2 req-52fa7193-83ba-4044-a02d-956037729dcf tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620644 Sep 16 16:23:47.967173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f586c-257b-443d-a791-d1f407f366a5 None None] Network 64f24410-4ed3-42de-872d-5e7c861fd218 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:23:47.976590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adec5fc0-db58-4a03-b838-cbff01aabf9b req-e8072a98-9c59-4e08-9a52-2e64e5c52513 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665729 Sep 16 16:23:47.986672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb654-0102-47e4-b08a-044783b06823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.987253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-27c7e019-d1b5-40a7-9063-110373330e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.987253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-27c7e019-d1b5-40a7-9063-110373330e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.987253 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-27c7e019-d1b5-40a7-9063-110373330e64 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c969ef48-e2eb-45e6-bb08-e948f282f072 HTTP/1.1" status: 204 len: 168 time: 0.3694227 Sep 16 16:23:47.992517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7e019-d1b5-40a7-9063-110373330e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c969ef48-e2eb-45e6-bb08-e948f282f072,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:47.995248 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb654-0102-47e4-b08a-044783b06823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:47.998615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bb2cb654-0102-47e4-b08a-044783b06823 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29c23e53-e0d7-42ec-8a7c-2840cd3766d5 HTTP/1.1" status: 204 len: 168 time: 0.4400361 Sep 16 16:23:48.011890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cb654-0102-47e4-b08a-044783b06823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c23e53-e0d7-42ec-8a7c-2840cd3766d5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:48.103668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b901e186-eb95-4890-a159-63b7ee054dbb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b901e186-eb95-4890-a159-63b7ee054dbb,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:48.110271 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f7984b3-502b-4fa9-89bc-a549b858aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:48.117189 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f7984b3-502b-4fa9-89bc-a549b858aa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:48.117189 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3f7984b3-502b-4fa9-89bc-a549b858aa62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca606c3d-69ef-47f2-ae27-e2e641cf9248 HTTP/1.1" status: 204 len: 168 time: 0.3087103 Sep 16 16:23:48.127663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7984b3-502b-4fa9-89bc-a549b858aa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca606c3d-69ef-47f2-ae27-e2e641cf9248,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:48.134514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'b901e186-eb95-4890-a159-63b7ee054dbb', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'b901e186-eb95-4890-a159-63b7ee054dbb', 'mac_address': 'fa:16:3e:71:f5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:23:48.221654 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:48.235912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b901e186-eb95-4890-a159-63b7ee054dbb {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:48.256088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b901e186-eb95-4890-a159-63b7ee054dbb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b901e186-eb95-4890-a159-63b7ee054dbb,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:48.266406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8bdd7334-666b-4488-ba69-669780fafdb5 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:23:48.288364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459868b1-80a1-4594-afe3-5bd2f93441a4 req-122e6862-a538-4c10-a4ab-52f2cfb9fcdb tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:48.289881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-459868b1-80a1-4594-afe3-5bd2f93441a4 req-122e6862-a538-4c10-a4ab-52f2cfb9fcdb tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 944 time: 0.0503278 Sep 16 16:23:48.335664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-459868b1-80a1-4594-afe3-5bd2f93441a4 req-cfec1626-cd1a-4f58-ba3e-6baae23e69f5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386972 Sep 16 16:23:48.339213 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:48.339857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b71886e5-23e1-4484-92bd-5bbdc139cf23 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:23:48.449465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b901e186-eb95-4890-a159-63b7ee054dbb,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:48.467365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8bdd7334-666b-4488-ba69-669780fafdb5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:48.507267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2988d96-9cd1-4f9e-a5c6-8fd27462523a req-474dc0d3-7df2-4af3-9dc0-0da94c4e4ad0 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:48.509337 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2988d96-9cd1-4f9e-a5c6-8fd27462523a req-474dc0d3-7df2-4af3-9dc0-0da94c4e4ad0 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 949 time: 0.0678182 Sep 16 16:23:48.514126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '8bdd7334-666b-4488-ba69-669780fafdb5', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '8bdd7334-666b-4488-ba69-669780fafdb5', 'mac_address': 'fa:16:3e:da:a8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:23:48.565262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:48.580231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2988d96-9cd1-4f9e-a5c6-8fd27462523a req-d7bcf445-11d7-4e87-b3bc-e4de987fc408 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575478 Sep 16 16:23:48.589466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'b71886e5-23e1-4484-92bd-5bbdc139cf23', 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba', 'port_id': 'b71886e5-23e1-4484-92bd-5bbdc139cf23', 'mac_address': 'fa:16:3e:b0:65:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c5861-3949-4b7b-aa94-18ddd93f1f4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:23:48.625274 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:48.642012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdd7334-666b-4488-ba69-669780fafdb5 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:48.658634 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:48.677520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8bdd7334-666b-4488-ba69-669780fafdb5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:48.679313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71886e5-23e1-4484-92bd-5bbdc139cf23 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:48.701607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:48.755890 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:48.783663 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:48.820308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=8bdd7334-666b-4488-ba69-669780fafdb5,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:48.879642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b71886e5-23e1-4484-92bd-5bbdc139cf23,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:48.898487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-4fdb1813-ba95-41ad-9719-07e0262b2a03 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:48.900600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-4fdb1813-ba95-41ad-9719-07e0262b2a03 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 821 time: 0.1261501 Sep 16 16:23:48.916336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-8844a558-9ace-4ddb-b51b-c6364c597e11 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/quotas/766ce6d6bbc94e888a00a8b38d7c11a6 HTTP/1.1" status: 200 len: 375 time: 0.0095651 Sep 16 16:23:48.955707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-2bc7a882-3144-4296-89b7-908b50a32c65 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335915 Sep 16 16:23:48.965897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['8bdd7334-666b-4488-ba69-669780fafdb5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:23:48.998813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b901e186-eb95-4890-a159-63b7ee054dbb'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:23:49.023289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b71886e5-23e1-4484-92bd-5bbdc139cf23'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:23:49.076325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79a830-2db9-40b8-b24c-89f16ac7c7c0 req-e9278230-9fc2-4f7c-ad0c-c8de37b9fdfc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:49.077987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf79a830-2db9-40b8-b24c-89f16ac7c7c0 req-e9278230-9fc2-4f7c-ad0c-c8de37b9fdfc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 948 time: 0.0565722 Sep 16 16:23:49.132213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf79a830-2db9-40b8-b24c-89f16ac7c7c0 req-e4329f69-10b0-42f9-b5a0-c5b6b0bee8ac tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 Sep 16 16:23:49.175578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50930) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:49.192134 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ad1ec87-c9ed-4ce0-92bc-53a0136ac9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:49.345678 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea59c7c-3cbb-4be9-94c6-11f143eed535 req-af818e12-c2a3-4023-994a-6bf757a1b4cf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:49.353405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ea59c7c-3cbb-4be9-94c6-11f143eed535 req-af818e12-c2a3-4023-994a-6bf757a1b4cf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 945 time: 0.1112068 Sep 16 16:23:49.396067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ad1ec87-c9ed-4ce0-92bc-53a0136ac9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:49.413260 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ea59c7c-3cbb-4be9-94c6-11f143eed535 req-68daa893-7498-4d69-af2c-d195c36dfef7 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579417 Sep 16 16:23:49.482720 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ad1ec87-c9ed-4ce0-92bc-53a0136ac9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:49.545409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-40f53eea-e576-49a5-8b80-105bece755ae service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:23:49.546422 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-40f53eea-e576-49a5-8b80-105bece755ae service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1618967 Sep 16 16:23:49.550577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8ad1ec87-c9ed-4ce0-92bc-53a0136ac9e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c8406b1de4a465eb32e4e9f4eaa89fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737836 Sep 16 16:23:49.554253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50946) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:49.554963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1ec87-c9ed-4ce0-92bc-53a0136ac9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a14d4ce-e2eb-4ac6-9d60-125e3cd907ca,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:49.598237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d1dd9-8285-4bc0-ac71-5cd27c42a02d req-11863cf5-ab9d-4fb1-89c6-7330f213a4ae tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:49.599739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf4d1dd9-8285-4bc0-ac71-5cd27c42a02d req-11863cf5-ab9d-4fb1-89c6-7330f213a4ae tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 945 time: 0.1279571 Sep 16 16:23:49.639613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-92c4af74-7eed-4979-bbdf-e5a07632566b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:49.666248 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-92c4af74-7eed-4979-bbdf-e5a07632566b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:49.692797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf4d1dd9-8285-4bc0-ac71-5cd27c42a02d req-20b285e5-0bf2-4497-85e2-e82c4a50ea92 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826333 Sep 16 16:23:49.704972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-10fd77b6-4914-4472-9713-f682be34f05c service neutron] 10.222.0.22 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510906 Sep 16 16:23:49.813358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-92c4af74-7eed-4979-bbdf-e5a07632566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:49.819160 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-92c4af74-7eed-4979-bbdf-e5a07632566b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:49.826254 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-92c4af74-7eed-4979-bbdf-e5a07632566b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a14d4ce-e2eb-4ac6-9d60-125e3cd907ca HTTP/1.1" status: 204 len: 168 time: 0.2706823 Sep 16 16:23:49.845642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463df136-69ba-4038-8798-cb22c915e7eb req-4bd8aa46-de8b-47cb-934b-65c40f7a2c33 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:49.853048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-463df136-69ba-4038-8798-cb22c915e7eb req-4bd8aa46-de8b-47cb-934b-65c40f7a2c33 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 945 time: 0.0967741 Sep 16 16:23:49.857043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4af74-7eed-4979-bbdf-e5a07632566b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a14d4ce-e2eb-4ac6-9d60-125e3cd907ca,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:49.867299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50966) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:49.873945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-307b2076-ae44-4d84-903a-70424c6a84fe tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Request body: {'floatingip': {'port_id': '954eba75-ef45-4777-a4a4-540e0219cdd9'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:49.896430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-9b104432-47e7-4c92-afde-7f6b24470739 service neutron] 10.222.0.22 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781266 Sep 16 16:23:49.970173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d0c3-db36-4fca-ae87-d85c2597de20 req-75bf4729-27e7-4766-8c23-fd6bf80287d2 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:49.979551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99a1d0c3-db36-4fca-ae87-d85c2597de20 req-75bf4729-27e7-4766-8c23-fd6bf80287d2 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 949 time: 0.0610862 Sep 16 16:23:49.980877 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-307b2076-ae44-4d84-903a-70424c6a84fe tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:50.007511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50968) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:50.026649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99a1d0c3-db36-4fca-ae87-d85c2597de20 req-0857ed24-e5d2-4caf-a266-08957976268d tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 Sep 16 16:23:50.268287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8bdd7334-666b-4488-ba69-669780fafdb5 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:50.325652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6055eb94-51df-4324-bc6c-86e45ee3039d req-1aa60e76-e3aa-4050-9779-e759f1f7cab5 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 210 time: 0.0732045 Sep 16 16:23:50.374567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafef62-52f6-4381-b704-a967bc7a923d req-a6c5afeb-db63-4ac3-bff7-f9538cb4b3e7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:50.377686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0aafef62-52f6-4381-b704-a967bc7a923d req-a6c5afeb-db63-4ac3-bff7-f9538cb4b3e7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 948 time: 0.1384013 Sep 16 16:23:50.438683 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0aafef62-52f6-4381-b704-a967bc7a923d req-1e23b1db-f147-4176-a254-80a1ae015b0e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539217 Sep 16 16:23:50.453146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 8bdd7334-666b-4488-ba69-669780fafdb5 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:23:50.457775 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 8bdd7334-666b-4488-ba69-669780fafdb5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:50.458160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:50.482032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d15e9cad-8ba8-4ca0-85c0-989ce6c54329 tempest-AutoAllocateNetworkTest-133751047 tempest-AutoAllocateNetworkTest-133751047-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=131eda11022a45d7a160b5f7f9e51c3d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4733045 Sep 16 16:23:50.484668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50986) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:50.568878 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:50.621866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:50.624043 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6e159c-259d-482b-a0f1-362f910b4033" -d '{"events": [{"server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "name": "network-vif-plugged", "status": "completed", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:50.639593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8bdd7334-666b-4488-ba69-669780fafdb5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:50.692780 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e77530-a8a7-4940-8a79-df7a7863faf9 x-openstack-request-id: req-23e77530-a8a7-4940-8a79-df7a7863faf9 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:50.693175 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "name": "network-vif-plugged", "status": "completed", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:50.693522 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23e77530-a8a7-4940-8a79-df7a7863faf9 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:50.694034 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5', 'code': 200} Sep 16 16:23:50.733049 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:50.805341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-307b2076-ae44-4d84-903a-70424c6a84fe tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:50.844181 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=8bdd7334-666b-4488-ba69-669780fafdb5,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:50.884797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011210d6-921c-4b54-84b7-f382d604c8fd req-463542a7-4419-4297-8003-8594f3409628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:50.887516 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-011210d6-921c-4b54-84b7-f382d604c8fd req-463542a7-4419-4297-8003-8594f3409628 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1100 time: 0.0738821 Sep 16 16:23:50.889224 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-307b2076-ae44-4d84-903a-70424c6a84fe tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:50.908799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6084d578-42ed-4be5-8f9d-eaaf67868f46 tempest-AutoAllocateNetworkTest-133751047 tempest-AutoAllocateNetworkTest-133751047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:50.910713 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6084d578-42ed-4be5-8f9d-eaaf67868f46 tempest-AutoAllocateNetworkTest-133751047 tempest-AutoAllocateNetworkTest-133751047-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4249451 Sep 16 16:23:50.925866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43f541-854b-4139-83d7-3284475f9d9f req-7424057a-c0ef-45e1-b1ef-717feac7aefd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:50.929165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e43f541-854b-4139-83d7-3284475f9d9f req-7424057a-c0ef-45e1-b1ef-717feac7aefd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 945 time: 0.0924001 Sep 16 16:23:50.932375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51008) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:51.014763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cb68ed08-bb9e-4d7e-90c4-aa1a94dac523 tempest-AutoAllocateNetworkTest-133751047 tempest-AutoAllocateNetworkTest-133751047-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807781 Sep 16 16:23:51.017375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51014) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:51.057519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e43f541-854b-4139-83d7-3284475f9d9f req-2d2d183c-330f-464d-ad81-8b4fe20f18aa tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270874 Sep 16 16:23:51.086770 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e4015fb8-1685-4d64-a09d-8938a47477a5 tempest-AutoAllocateNetworkTest-133751047 tempest-AutoAllocateNetworkTest-133751047-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=131eda11022a45d7a160b5f7f9e51c3d HTTP/1.1" status: 200 len: 208 time: 0.0533397 Sep 16 16:23:51.178295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247dde3-3394-4602-8da5-4cd86cadfebb req-3aafa8e8-1e4e-4177-a1ff-ad30a1e84230 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:51.187137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4247dde3-3394-4602-8da5-4cd86cadfebb req-3aafa8e8-1e4e-4177-a1ff-ad30a1e84230 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 949 time: 0.0662146 Sep 16 16:23:51.227326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4247dde3-3394-4602-8da5-4cd86cadfebb req-2703e4d6-127e-4070-a62e-7b33988ae930 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Sep 16 16:23:51.238835 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-011210d6-921c-4b54-84b7-f382d604c8fd req-ba164b40-70ac-4485-b8b9-233f4561ddd5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039711 Sep 16 16:23:51.255011 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-307b2076-ae44-4d84-903a-70424c6a84fe tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Floating IP 84669017-5b82-4025-8b9f-524eece879d2 associated. External IP: 172.25.6.226, port: 954eba75-ef45-4777-a4a4-540e0219cdd9. Sep 16 16:23:51.453009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36b1ae66-5392-4b06-aef3-b10e1a8c1ed2 req-cb3cfd1a-bf57-433d-a477-50e3bcbacfcd tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 210 time: 0.0550745 Sep 16 16:23:51.522346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307b2076-ae44-4d84-903a-70424c6a84fe tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Router d78c1ddd-27ca-4b22-afda-46fa330dc779 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:23:51.604042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99953d-7d9b-4b0d-898f-82e9a6652088 req-cccbb601-70eb-408c-9a92-06e42f1fd9a4 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:51.614321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f99953d-7d9b-4b0d-898f-82e9a6652088 req-cccbb601-70eb-408c-9a92-06e42f1fd9a4 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0729475 Sep 16 16:23:51.663458 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51046) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:51.686613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b901e186-eb95-4890-a159-63b7ee054dbb up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:51.704707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f99953d-7d9b-4b0d-898f-82e9a6652088 req-0e0324b6-26bd-4609-a638-a79d4b273609 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813158 Sep 16 16:23:51.716325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307b2076-ae44-4d84-903a-70424c6a84fe tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:23:51.726764 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-307b2076-ae44-4d84-903a-70424c6a84fe tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:51.731417 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] Sync routers for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:23:51.746552 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:23:51.747467 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:23:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:51.757792 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-307b2076-ae44-4d84-903a-70424c6a84fe tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "PUT /v2.0/floatingips/84669017-5b82-4025-8b9f-524eece879d2 HTTP/1.1" status: 200 len: 991 time: 1.8888414 Sep 16 16:23:51.758373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'tag': '954eba75-ef45-4777-a4a4-540e0219cdd9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:51.761459 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a147565a-0db4-465c-9987-e6d5306f9b81" -d '{"events": [{"name": "network-changed", "server_uuid": "40af86c4-97a4-452a-aa4e-acc4c496710c", "tag": "954eba75-ef45-4777-a4a4-540e0219cdd9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:51.805561 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747acb78-6fb9-430b-a6e8-9be2620ea189 x-openstack-request-id: req-747acb78-6fb9-430b-a6e8-9be2620ea189 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:51.805561 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af86c4-97a4-452a-aa4e-acc4c496710c", "tag": "954eba75-ef45-4777-a4a4-540e0219cdd9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:51.805561 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-747acb78-6fb9-430b-a6e8-9be2620ea189 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:51.805561 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'tag': '954eba75-ef45-4777-a4a4-540e0219cdd9', 'status': 'completed', 'code': 200} Sep 16 16:23:51.825210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port b901e186-eb95-4890-a159-63b7ee054dbb completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:23:51.839147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port b901e186-eb95-4890-a159-63b7ee054dbb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:51.839764 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:51.854830 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fad4638f-6724-4673-9057-30d604379ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:51.903048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-cfede65c-f105-41e0-8961-eaa1a741e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:51.904639 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-cfede65c-f105-41e0-8961-eaa1a741e90a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=76941f26b9764e319b0ce37ad4dfbb88&device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 1096 time: 0.0793116 Sep 16 16:23:51.966978 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:51.969748 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:23:52.000756 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fad4638f-6724-4673-9057-30d604379ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:52.010859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b901e186-eb95-4890-a159-63b7ee054dbb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b901e186-eb95-4890-a159-63b7ee054dbb,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:52.048328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-eca3b9e2-6908-418c-9f04-60c0c735f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:52.057620 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-eca3b9e2-6908-418c-9f04-60c0c735f40b service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed19b012-6165-4b63-9565-a1db6adeb284 HTTP/1.1" status: 200 len: 924 time: 0.1409426 Sep 16 16:23:52.105203 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fad4638f-6724-4673-9057-30d604379ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:52.105811 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:52.106064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b71886e5-23e1-4484-92bd-5bbdc139cf23 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:23:52.171300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51064) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:52.195852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fad4638f-6724-4673-9057-30d604379ac7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=131eda11022a45d7a160b5f7f9e51c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302272 Sep 16 16:23:52.233570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51068) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:52.269952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b901e186-eb95-4890-a159-63b7ee054dbb,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:52.280078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4638f-6724-4673-9057-30d604379ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92fe6bd-3ae2-4a2e-90fc-940bbcd4bdeb,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:52.322461 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-a8efdb3b-efbb-4e51-8c3d-bae4477fb835 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954eba75-ef45-4777-a4a4-540e0219cdd9 HTTP/1.1" status: 200 len: 999 time: 0.2601416 Sep 16 16:23:52.334124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c3807-36e6-4fd0-b3fd-707d9e64c303 req-8afe473b-597c-4751-9126-364172f328bd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:52.343799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c0c3807-36e6-4fd0-b3fd-707d9e64c303 req-8afe473b-597c-4751-9126-364172f328bd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 945 time: 0.1459901 Sep 16 16:23:52.384661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port b71886e5-23e1-4484-92bd-5bbdc139cf23 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:23:52.389827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port b71886e5-23e1-4484-92bd-5bbdc139cf23 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:23:52.390218 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:52.419065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-708da9af-d5b8-45f2-8601-e9291b7869ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:52.453440 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0db7bd8-8153-4a59-a54c-e01e478606e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:52.460990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c0c3807-36e6-4fd0-b3fd-707d9e64c303 req-287f590b-8c8a-4172-aac7-a4271a44ee59 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143529 Sep 16 16:23:52.461677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-628aaec7-f1a9-4d51-84c2-9b747f1cd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:52.464146 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-628aaec7-f1a9-4d51-84c2-9b747f1cd058 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a4325f63-e0ee-489c-9e97-03a020e5a055 HTTP/1.1" status: 200 len: 862 time: 0.1260827 Sep 16 16:23:52.507596 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57215a-1f47-4de0-897b-44e6e0f58d40 req-347f3cc5-c99f-45da-a5c5-4e7af59e926f tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:52.516985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b57215a-1f47-4de0-897b-44e6e0f58d40 req-347f3cc5-c99f-45da-a5c5-4e7af59e926f tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 950 time: 0.1422057 Sep 16 16:23:52.540752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0db7bd8-8153-4a59-a54c-e01e478606e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:52.565086 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:52.569597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b57215a-1f47-4de0-897b-44e6e0f58d40 req-4fae496b-3889-4e79-ab0c-271ab2528db1 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Sep 16 16:23:52.605901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-a317da94-0781-4a72-b6f7-7857cb8cf810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:52.624739 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-a317da94-0781-4a72-b6f7-7857cb8cf810 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed19b012-6165-4b63-9565-a1db6adeb284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304455 Sep 16 16:23:52.624907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:52.629931 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '84669017-5b82-4025-8b9f-524eece879d2', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'port_id': '954eba75-ef45-4777-a4a4-540e0219cdd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'mac_address': 'fa:16:3e:a1:bc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:23:22Z', 'updated_at': '2021-09-16T16:23:50Z', 'revision_number': 1, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:52.643812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3215c39-9745-4c58-9ddd-4a63da3d16f8 req-fce1cf35-00e2-4fb5-a174-9b5351136cec tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 210 time: 0.0300338 Sep 16 16:23:52.663936 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] Checking router: d78c1ddd-27ca-4b22-afda-46fa330dc779 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:23:52.673109 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:23:52.673951 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:23:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:52.695419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0886d0-84d5-4ca3-ad23-37cdf29981f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b901e186-eb95-4890-a159-63b7ee054dbb'}, {'server_uuid': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71886e5-23e1-4484-92bd-5bbdc139cf23'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:52.877865 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3e800e-a5b4-40a6-b991-05fff26181e0" -d '{"events": [{"server_uuid": "eb0886d0-84d5-4ca3-ad23-37cdf29981f9", "name": "network-vif-plugged", "status": "completed", "tag": "b901e186-eb95-4890-a159-63b7ee054dbb"}, {"server_uuid": "b92f8260-1adc-425f-a1a5-8682c3091e00", "name": "network-vif-plugged", "status": "completed", "tag": "b71886e5-23e1-4484-92bd-5bbdc139cf23"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:52.877865 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee60ec5-3394-4503-bd64-991d16a3744c x-openstack-request-id: req-eee60ec5-3394-4503-bd64-991d16a3744c {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:52.877865 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0886d0-84d5-4ca3-ad23-37cdf29981f9", "name": "network-vif-plugged", "status": "completed", "tag": "b901e186-eb95-4890-a159-63b7ee054dbb", "code": 200}, {"server_uuid": "b92f8260-1adc-425f-a1a5-8682c3091e00", "name": "network-vif-plugged", "status": "completed", "tag": "b71886e5-23e1-4484-92bd-5bbdc139cf23", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:52.877865 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eee60ec5-3394-4503-bd64-991d16a3744c {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:52.877865 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0886d0-84d5-4ca3-ad23-37cdf29981f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b901e186-eb95-4890-a159-63b7ee054dbb', 'code': 200} Sep 16 16:23:52.877865 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71886e5-23e1-4484-92bd-5bbdc139cf23', 'code': 200} Sep 16 16:23:52.879287 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-92331fc3-a7f1-4139-b6fb-74da99f27158 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268687 Sep 16 16:23:52.879287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-708da9af-d5b8-45f2-8601-e9291b7869ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:52.879880 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:23:52.880536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7457b-75ee-415f-bd32-ef75f3248092 req-92c1b1d8-1fb4-4208-9148-e9b068826bd3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:52.891014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22c7457b-75ee-415f-bd32-ef75f3248092 req-92c1b1d8-1fb4-4208-9148-e9b068826bd3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.1098971 Sep 16 16:23:52.894832 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a147565a-0db4-465c-9987-e6d5306f9b81 req-fb70c201-468d-45c0-8a18-28e5558af92e service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281221 Sep 16 16:23:52.900511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c66a87-b730-453d-895b-0c557421ae1b req-bf0ba4f3-0e00-4d65-af4c-48b6cfe90a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:52.902145 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-52c66a87-b730-453d-895b-0c557421ae1b req-bf0ba4f3-0e00-4d65-af4c-48b6cfe90a71 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 1101 time: 0.0643885 Sep 16 16:23:52.941100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22c7457b-75ee-415f-bd32-ef75f3248092 req-dc94cc4b-3f38-47c7-8e66-40acb534fb63 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491562 Sep 16 16:23:52.947776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5f5ef-e277-49d3-9d33-970cc5687a19 req-fc0431c2-33ec-4b42-a428-7b164abeaa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:52.949281 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7cf5f5ef-e277-49d3-9d33-970cc5687a19 req-fc0431c2-33ec-4b42-a428-7b164abeaa16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 1096 time: 0.1216896 Sep 16 16:23:52.952280 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-52c66a87-b730-453d-895b-0c557421ae1b req-b28f5821-2c30-42ae-9ba6-f9a938bc6425 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Sep 16 16:23:53.030903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0db7bd8-8153-4a59-a54c-e01e478606e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.031122 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.034619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0db7bd8-8153-4a59-a54c-e01e478606e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.036207 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e0db7bd8-8153-4a59-a54c-e01e478606e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b92fe6bd-3ae2-4a2e-90fc-940bbcd4bdeb HTTP/1.1" status: 204 len: 168 time: 0.7998357 Sep 16 16:23:53.036953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-708da9af-d5b8-45f2-8601-e9291b7869ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.065306 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '84669017-5b82-4025-8b9f-524eece879d2', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'port_id': '954eba75-ef45-4777-a4a4-540e0219cdd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'mac_address': 'fa:16:3e:a1:bc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:23:22Z', 'updated_at': '2021-09-16T16:23:50Z', 'revision_number': 1, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:23:53.067304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db7bd8-8153-4a59-a54c-e01e478606e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92fe6bd-3ae2-4a2e-90fc-940bbcd4bdeb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:53.093932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b71886e5-23e1-4484-92bd-5bbdc139cf23,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:53.116594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da9af-d5b8-45f2-8601-e9291b7869ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8134145f-c275-4666-8e25-6d128b27c594,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:53.150438 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b3b5b-1b70-466d-a4cd-c636ed2e553a None None] The sync data for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 is: [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '84669017-5b82-4025-8b9f-524eece879d2', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'port_id': '954eba75-ef45-4777-a4a4-540e0219cdd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'mac_address': 'fa:16:3e:a1:bc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:23:22Z', 'updated_at': '2021-09-16T16:23:50Z', 'revision_number': 1, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:23:53.178088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7cf5f5ef-e277-49d3-9d33-970cc5687a19 req-edb26ba8-14cc-4d6d-8d4d-c0eb962b78c3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475512 Sep 16 16:23:53.178731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51092) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:53.179408 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-708da9af-d5b8-45f2-8601-e9291b7869ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a03c227f2c254cfb9f4763cfceeb1eed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0070906 Sep 16 16:23:53.250270 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ac84f8cd-dcae-4bc8-8e2c-337c312c3c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.295865 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ac84f8cd-dcae-4bc8-8e2c-337c312c3c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.295996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-df2b8339-8edd-4d9e-9880-d1beb9b5e4cb tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:53.304857 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-df2b8339-8edd-4d9e-9880-d1beb9b5e4cb tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.52 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 821 time: 0.1664279 Sep 16 16:23:53.322794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Request body: {'port': {'device_id': '2adda500-d870-46bb-a0b6-22531fa058dc', 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b', 'admin_state_up': True, 'tenant_id': '766ce6d6bbc94e888a00a8b38d7c11a6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:53.437260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46e242-a493-49aa-9e47-a648e9a6fdb3 req-07f640cc-3cea-477f-bc09-35ffe15d1948 tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:53.445153 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d46e242-a493-49aa-9e47-a648e9a6fdb3 req-07f640cc-3cea-477f-bc09-35ffe15d1948 tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1100 time: 0.0657229 Sep 16 16:23:53.462574 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7d46e242-a493-49aa-9e47-a648e9a6fdb3 req-590f3a46-6b92-4f5b-8220-02d137aad231 tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.488292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86def460-d602-466e-8788-efb0f81e69a3 None None] New status for floating IP 84669017-5b82-4025-8b9f-524eece879d2: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:23:53.503652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ac84f8cd-dcae-4bc8-8e2c-337c312c3c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.506974 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ac84f8cd-dcae-4bc8-8e2c-337c312c3c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.513064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ac84f8cd-dcae-4bc8-8e2c-337c312c3c1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8134145f-c275-4666-8e25-6d128b27c594 HTTP/1.1" status: 204 len: 168 time: 0.3287201 Sep 16 16:23:53.530064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84f8cd-dcae-4bc8-8e2c-337c312c3c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8134145f-c275-4666-8e25-6d128b27c594,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:53.578921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Made reservation on behalf of 766ce6d6bbc94e888a00a8b38d7c11a6 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:23:53.583396 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.701198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ef504-58f7-4bbd-b5c1-e7018ccbdc79 req-1608eca0-b4bb-4f7f-90fa-afe9d749119b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:53.712839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-400ef504-58f7-4bbd-b5c1-e7018ccbdc79 req-1608eca0-b4bb-4f7f-90fa-afe9d749119b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 946 time: 0.1133323 Sep 16 16:23:53.796606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Allocated IP 172.20.0.13 (75508dcc-21bf-4c22-b5b5-12c516491d6b/5ca29617-9cd6-4a45-9390-139b0ed27531/23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:23:53.800946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-400ef504-58f7-4bbd-b5c1-e7018ccbdc79 req-798e9c4a-77b3-4b4b-bc69-46c20c590bad tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825388 Sep 16 16:23:53.857431 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7d46e242-a493-49aa-9e47-a648e9a6fdb3 req-590f3a46-6b92-4f5b-8220-02d137aad231 tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.947479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76c92-3c53-4017-9ef8-8bd60eebc3c5 req-699360e8-595b-4a0c-bb16-98ed8309ccfb tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:53.948904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7c76c92-3c53-4017-9ef8-8bd60eebc3c5 req-699360e8-595b-4a0c-bb16-98ed8309ccfb tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 950 time: 0.0660906 Sep 16 16:23:53.950061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7d46e242-a493-49aa-9e47-a648e9a6fdb3 req-590f3a46-6b92-4f5b-8220-02d137aad231 tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:53.991449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d46e242-a493-49aa-9e47-a648e9a6fdb3 req-590f3a46-6b92-4f5b-8220-02d137aad231 tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451510 Sep 16 16:23:54.009986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3a46-6b92-4f5b-8220-02d137aad231 tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add7475a-3c7e-4fe5-abb7-f4438d29d4dd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:54.023041 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:54.033711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7c76c92-3c53-4017-9ef8-8bd60eebc3c5 req-60ab8d5c-bd73-4030-8fad-5d08e156c3bc tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730343 Sep 16 16:23:54.136886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:54.141277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7d39b1c-e9f9-43fc-8e14-49fab41302ec req-ab662b1d-ff54-4d6e-a142-eb9593a82bcc tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 210 time: 0.0382335 Sep 16 16:23:54.204522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Network 75508dcc-21bf-4c22-b5b5-12c516491d6b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:23:54.206532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:23:54.210187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:23:54.216496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:54.217158 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:54.226767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Pushing event updated for resources: {'Port': ['ID=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:54.305554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ac663719-014d-43ca-a265-98c28e1f404b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9892540 Sep 16 16:23:54.317813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Request body: {'port': {'device_id': '2adda500-d870-46bb-a0b6-22531fa058dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:54.393857 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:54.426572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-04ec8a97-bcca-45ab-9987-1be0e271792d req-384960ba-a3fa-4620-b2a4-f67de02433be service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:23:54.427527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04ec8a97-bcca-45ab-9987-1be0e271792d req-384960ba-a3fa-4620-b2a4-f67de02433be service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052459 Sep 16 16:23:54.658325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51132) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:54.666971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:54.675284 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:54.678813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-30af6d77-f201-40f6-b964-2dd4bf42a13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:54.690164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Transition to ACTIVE for port object 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:23:54.745486 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:54.776996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-30af6d77-f201-40f6-b964-2dd4bf42a13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:54.795387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Pushing event updated for resources: {'Port': ['ID=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:54.837432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:23:54.837774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:23:54.838127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:54.843994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:23:54.844320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:23:54.850529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:23:54.850873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:23:54.851262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:23:54.851745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Bound port: 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:23:54.852110 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:54.854604 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-30af6d77-f201-40f6-b964-2dd4bf42a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:54.928868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:23:54.934802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:23:54.946204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-30af6d77-f201-40f6-b964-2dd4bf42a13b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2a11ea01c424e8bb5e7c6dc568d3be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866066 Sep 16 16:23:54.950134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51144) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:54.958431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af6d77-f201-40f6-b964-2dd4bf42a13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edddffd-2acf-4f74-a95c-be67cad43890,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:54.979248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4b06b-97ca-449c-a37f-7bb808467118 req-f7f26361-3aa1-4217-908d-aca1380a9bad tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:54.980649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1f4b06b-97ca-449c-a37f-7bb808467118 req-f7f26361-3aa1-4217-908d-aca1380a9bad tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 946 time: 0.1017349 Sep 16 16:23:54.998168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51152) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:55.026226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03028fb0-1499-4abc-860c-052d094cea06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.027482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1f4b06b-97ca-449c-a37f-7bb808467118 req-8d3474ac-1b06-4542-9db9-5736127da8a8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Sep 16 16:23:55.058141 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03028fb0-1499-4abc-860c-052d094cea06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.066121 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.131995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:55.132634 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.134959 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] 10.222.0.52 "PUT /v2.0/ports/23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 HTTP/1.1" status: 200 len: 1092 time: 0.8207736 Sep 16 16:23:55.135840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adda500-d870-46bb-a0b6-22531fa058dc', 'tag': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:55.138874 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2adda500-d870-46bb-a0b6-22531fa058dc", "tag": "23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:55.158504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba9b8c-2749-49ef-9325-d30fca0a2840 service neutron] Pushing event updated for resources: {'Port': ['ID=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:55.272534 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03028fb0-1499-4abc-860c-052d094cea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.276121 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03028fb0-1499-4abc-860c-052d094cea06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.280326 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-03028fb0-1499-4abc-860c-052d094cea06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7edddffd-2acf-4f74-a95c-be67cad43890 HTTP/1.1" status: 204 len: 168 time: 0.3283124 Sep 16 16:23:55.301748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-771a427d-f320-4abe-9196-bdce9b0fc5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.322359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03028fb0-1499-4abc-860c-052d094cea06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edddffd-2acf-4f74-a95c-be67cad43890,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:55.380452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-281512e1-737d-44a3-9313-7b179b899b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:55.382156 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-281512e1-737d-44a3-9313-7b179b899b9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 1095 time: 0.1207075 Sep 16 16:23:55.442768 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-1b7fcbe5-b4c1-47d7-b0cc-6c4f6b9d5ae5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 HTTP/1.1" status: 200 len: 217 time: 0.0524428 Sep 16 16:23:55.461301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eda2-6fbd-463e-99f6-46b871ae4498 req-2c7880a0-3d67-42e8-b8ee-b6f16e800c68 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:55.467895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ab3eda2-6fbd-463e-99f6-46b871ae4498 req-2c7880a0-3d67-42e8-b8ee-b6f16e800c68 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 1097 time: 0.0742948 Sep 16 16:23:55.511071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-188bfba0-2086-4c2c-b43c-419bfa005d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:55.512755 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-188bfba0-2086-4c2c-b43c-419bfa005d47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0635586 Sep 16 16:23:55.528630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ab3eda2-6fbd-463e-99f6-46b871ae4498 req-249a7209-443f-4724-961f-c3ef5e6c01a5 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576019 Sep 16 16:23:55.542128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76476610-a8c1-4fde-9c6f-2e1e7a7c16ed req-32cac18e-dc9b-45ca-b661-f4912673402a tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:55.543639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76476610-a8c1-4fde-9c6f-2e1e7a7c16ed req-32cac18e-dc9b-45ca-b661-f4912673402a tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 950 time: 0.0745010 Sep 16 16:23:55.572263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-ef65a7d5-100d-456f-868b-c5837f20bedb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467958 Sep 16 16:23:55.577125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-771a427d-f320-4abe-9196-bdce9b0fc5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.588305 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8e3d92-b8bd-4465-b4fa-48f3b8b31e97 x-openstack-request-id: req-6e8e3d92-b8bd-4465-b4fa-48f3b8b31e97 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:23:55.594190 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adda500-d870-46bb-a0b6-22531fa058dc", "tag": "23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:23:55.594190 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e8e3d92-b8bd-4465-b4fa-48f3b8b31e97 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:23:55.594190 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adda500-d870-46bb-a0b6-22531fa058dc', 'tag': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6', 'status': 'completed', 'code': 200} Sep 16 16:23:55.611109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76476610-a8c1-4fde-9c6f-2e1e7a7c16ed req-c09823e8-3573-443c-b8b1-3f3f20dcf87d tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616558 Sep 16 16:23:55.686972 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-771a427d-f320-4abe-9196-bdce9b0fc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.704813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bef4ae-47f8-4587-8b46-ae00856a9c48 req-4f49631e-7c12-4ea3-9a4f-76cf3bdedf06 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:55.715800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27bef4ae-47f8-4587-8b46-ae00856a9c48 req-4f49631e-7c12-4ea3-9a4f-76cf3bdedf06 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 944 time: 0.0752292 Sep 16 16:23:55.718131 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-9f65c7e6-8beb-4e66-be91-e3abaf0d4672 service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397274 Sep 16 16:23:55.760708 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-771a427d-f320-4abe-9196-bdce9b0fc5e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=febf98ace2e14ac4b255a1dae4a1417d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7609568 Sep 16 16:23:55.761521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51190) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:55.766645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27bef4ae-47f8-4587-8b46-ae00856a9c48 req-fea285bc-24ef-4959-a180-880c05c240ab tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499864 Sep 16 16:23:55.794315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a427d-f320-4abe-9196-bdce9b0fc5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7bccc7-867d-4fde-88eb-a827e7a3efd5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:55.859669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0dbf8-28e1-4c27-9c8a-324537a48f1a req-79651bdd-7b45-4808-9d24-f28d0124e6de tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:55.861296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36d0dbf8-28e1-4c27-9c8a-324537a48f1a req-79651bdd-7b45-4808-9d24-f28d0124e6de tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0842550 Sep 16 16:23:55.894211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51198) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:55.913835 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-70fa2a45-3b87-4454-b7e1-9ed773ad608c req-7aab1006-6c11-4b5c-b1c2-b2ff00c44c7b service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867585 Sep 16 16:23:55.919045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb2fb-b7f9-4303-93b7-6b9901aa6fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.953154 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb2fb-b7f9-4303-93b7-6b9901aa6fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:55.956052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36d0dbf8-28e1-4c27-9c8a-324537a48f1a req-3a86e6b2-4d52-4322-8662-558a368b75fc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767040 Sep 16 16:23:55.973786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda3dbd-dabc-413b-b4f2-500141a74445 req-34b915dd-59a1-45ad-b3dd-34d6137b5da6 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:55.973786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cda3dbd-dabc-413b-b4f2-500141a74445 req-34b915dd-59a1-45ad-b3dd-34d6137b5da6 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 1097 time: 0.1059279 Sep 16 16:23:56.022324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cda3dbd-dabc-413b-b4f2-500141a74445 req-d95122f6-e9b7-4cd3-8895-b29f002af5e7 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384514 Sep 16 16:23:56.043942 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-d3421b3c-1b1d-4e21-a710-c0901af84f9b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1486280 Sep 16 16:23:56.062208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-5b23d799-c95d-4a99-ac8b-89a50c572026 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:23:56.063843 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-5b23d799-c95d-4a99-ac8b-89a50c572026 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058594 Sep 16 16:23:56.127760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba req-8587b67c-a493-491e-a417-99016723b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:56.129324 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba req-8587b67c-a493-491e-a417-99016723b023 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 1095 time: 0.0650916 Sep 16 16:23:56.173353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb2fb-b7f9-4303-93b7-6b9901aa6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:56.175004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-588a0908-90f2-41b9-9488-c46b4b37f9e7 req-8ddcdc1c-5386-4e51-867f-466bf39d59ab service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:23:56.176000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-588a0908-90f2-41b9-9488-c46b4b37f9e7 req-8ddcdc1c-5386-4e51-867f-466bf39d59ab service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052707 Sep 16 16:23:56.176113 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb2fb-b7f9-4303-93b7-6b9901aa6fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:56.177268 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6c2bb2fb-b7f9-4303-93b7-6b9901aa6fd2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed7bccc7-867d-4fde-88eb-a827e7a3efd5 HTTP/1.1" status: 204 len: 168 time: 0.4011900 Sep 16 16:23:56.237731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bb2fb-b7f9-4303-93b7-6b9901aa6fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7bccc7-867d-4fde-88eb-a827e7a3efd5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:56.265913 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba req-e1d23b73-fcb7-47a9-858c-aac281461c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:56.267596 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba req-e1d23b73-fcb7-47a9-858c-aac281461c15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.1308408 Sep 16 16:23:56.320373 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba req-8acbc58f-db96-4c0e-8b5e-858e9e80fc41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 HTTP/1.1" status: 200 len: 217 time: 0.0397251 Sep 16 16:23:56.371986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba req-801b1128-69df-4bf1-a0dc-48c344015290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:56.373623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba req-801b1128-69df-4bf1-a0dc-48c344015290 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0464780 Sep 16 16:23:56.411817 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba req-9dce31fb-41d7-4324-9523-4014567f860f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264304 Sep 16 16:23:56.508873 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba req-c893c05b-c472-4baf-929c-f16941fb523d service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936074 Sep 16 16:23:56.523181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92800290-09b3-4d35-8c2e-a8f589a5d50a req-eb78f8b2-e30f-4156-ad8a-678e263e04a3 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:56.525960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92800290-09b3-4d35-8c2e-a8f589a5d50a req-eb78f8b2-e30f-4156-ad8a-678e263e04a3 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 950 time: 0.0545402 Sep 16 16:23:56.565939 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92800290-09b3-4d35-8c2e-a8f589a5d50a req-24a6419d-e78a-4784-bdd2-93221c836f7c tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Sep 16 16:23:56.614440 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f880cbe-fc1f-4570-b65f-0aa2678fc5ba req-d29d403d-f04d-4c34-a242-be436d2e748c service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970213 Sep 16 16:23:57.084444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51268) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:57.107862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:57.218308 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:57.332998 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:57.381730 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a842f96112f4c27bbee2928becb668a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949491 Sep 16 16:23:57.385111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51286) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:57.392168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6de00d-0086-451f-91ac-c6576b5ac1b6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:57.422106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.422456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.422801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.423138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.423469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.423801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.424129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.424479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.424807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.425129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.425451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.425775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f327a87e-4dda-4b9b-8321-4c59963aa0dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:57.484487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe88681e-4a56-4cf3-afc0-c0b00dffecee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:57.505566 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe88681e-4a56-4cf3-afc0-c0b00dffecee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:57.621332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8c79-c713-46f4-9fe1-cee204333042 req-6a76c359-02eb-4356-ae2a-1f6edde11a24 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:57.622803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-545f8c79-c713-46f4-9fe1-cee204333042 req-6a76c359-02eb-4356-ae2a-1f6edde11a24 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 944 time: 0.0517747 Sep 16 16:23:57.644936 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe88681e-4a56-4cf3-afc0-c0b00dffecee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:57.647413 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe88681e-4a56-4cf3-afc0-c0b00dffecee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:57.648706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fe88681e-4a56-4cf3-afc0-c0b00dffecee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f6de00d-0086-451f-91ac-c6576b5ac1b6 HTTP/1.1" status: 204 len: 168 time: 0.2555423 Sep 16 16:23:57.661514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88681e-4a56-4cf3-afc0-c0b00dffecee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6de00d-0086-451f-91ac-c6576b5ac1b6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:57.677323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-545f8c79-c713-46f4-9fe1-cee204333042 req-f48edeeb-6597-4829-914c-e8ff32c2a380 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Sep 16 16:23:57.808894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca8833-8867-4ad2-bc09-3b20a90fcd3c req-dbbcbb4a-9c1b-4135-8ecf-272b406aa6d3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:57.810389 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dca8833-8867-4ad2-bc09-3b20a90fcd3c req-dbbcbb4a-9c1b-4135-8ecf-272b406aa6d3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0508738 Sep 16 16:23:57.848727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dca8833-8867-4ad2-bc09-3b20a90fcd3c req-c918178c-f20e-4ea0-9f6d-a56f1ea6cc31 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Sep 16 16:23:57.970276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7f1f0-2fe5-46ea-9bad-10241d113719 req-c1c87b71-13a8-4232-b1ab-a85e9a55a9f4 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:57.971751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-30b7f1f0-2fe5-46ea-9bad-10241d113719 req-c1c87b71-13a8-4232-b1ab-a85e9a55a9f4 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 950 time: 0.0552757 Sep 16 16:23:58.015459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-30b7f1f0-2fe5-46ea-9bad-10241d113719 req-51ba31b2-fbd4-4242-b765-6f9bba7d907d tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343401 Sep 16 16:23:58.150492 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-abb4cce0-b910-4506-8fd6-65ce67d6b014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:58.314437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:23:58.456425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-e752a684-b350-49ee-bae6-acada877529a tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:58.457955 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-e752a684-b350-49ee-bae6-acada877529a tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 950 time: 0.1386669 Sep 16 16:23:58.503140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:58.521798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6', 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b', 'port_id': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6', 'mac_address': 'fa:16:3e:80:43:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca29617-9cd6-4a45-9390-139b0ed27531', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:23:58.559705 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:58.580633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:23:58.599301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:58.657127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-3f850141-702e-4171-9f36-70a0bb4b8941 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Deleting port b901e186-eb95-4890-a159-63b7ee054dbb {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:23:58.660342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-3f850141-702e-4171-9f36-70a0bb4b8941 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:58.671477 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:58.758020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:58.768507 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.769133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.781078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.782126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.782684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.783181 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.783993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.784565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.792262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.792262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.792262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.792262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:23:58.792918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-3f850141-702e-4171-9f36-70a0bb4b8941 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] For port b901e186-eb95-4890-a159-63b7ee054dbb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b901e186-eb95-4890-a159-63b7ee054dbb,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:23:58.796503 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-3f850141-702e-4171-9f36-70a0bb4b8941 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:58.813066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-3f850141-702e-4171-9f36-70a0bb4b8941 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Calling delete_port for b901e186-eb95-4890-a159-63b7ee054dbb owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:23:58.919167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:23:58.955189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722932b-7a06-49e9-b948-314e41ff574b req-b85524e9-15d9-431e-ab55-23473a7bc1e0 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:58.956605 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2722932b-7a06-49e9-b948-314e41ff574b req-b85524e9-15d9-431e-ab55-23473a7bc1e0 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 945 time: 0.1056004 Sep 16 16:23:59.069162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2722932b-7a06-49e9-b948-314e41ff574b req-cfbcc61a-7b88-4b1f-87c2-71673ed44881 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957041 Sep 16 16:23:59.154321 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-3f850141-702e-4171-9f36-70a0bb4b8941 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:59.170216 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b901e186-eb95-4890-a159-63b7ee054dbb'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:23:59.191103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f850141-702e-4171-9f36-70a0bb4b8941 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Pushing event deleted for resources: {'Port': ['ID=b901e186-eb95-4890-a159-63b7ee054dbb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:23:59.271017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-3f850141-702e-4171-9f36-70a0bb4b8941 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] No DVR routers for this DVR port b901e186-eb95-4890-a159-63b7ee054dbb on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:23:59.275917 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-3f850141-702e-4171-9f36-70a0bb4b8941 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:23:59.278643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27a9b1fe-d8d0-4f0e-ba0f-a0ce1618b28c req-3f850141-702e-4171-9f36-70a0bb4b8941 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.62 "DELETE /v2.0/ports/b901e186-eb95-4890-a159-63b7ee054dbb HTTP/1.1" status: 204 len: 173 time: 0.8132088 Sep 16 16:23:59.279172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0886d0-84d5-4ca3-ad23-37cdf29981f9', 'name': 'network-vif-deleted', 'tag': 'b901e186-eb95-4890-a159-63b7ee054dbb'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:23:59.287046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-5be76568-850a-477f-81cf-5667bfa59f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:59.288973 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-5be76568-850a-477f-81cf-5667bfa59f61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1100 time: 0.0956342 Sep 16 16:23:59.292619 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed092ac-478b-4cc4-8412-55b7154b72fe" -d '{"events": [{"server_uuid": "eb0886d0-84d5-4ca3-ad23-37cdf29981f9", "name": "network-vif-deleted", "tag": "b901e186-eb95-4890-a159-63b7ee054dbb"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:23:59.407563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-c24f85cf-7910-43ab-b414-d477378736d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:59.409885 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-c24f85cf-7910-43ab-b414-d477378736d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1120648 Sep 16 16:23:59.464143 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-944731ca-abfb-4788-a11d-4cea9863d008 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 217 time: 0.0408289 Sep 16 16:23:59.509988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-3dea00b5-4fef-4535-b188-77de2e6d3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:59.511445 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-3dea00b5-4fef-4535-b188-77de2e6d3b30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0449007 Sep 16 16:23:59.547896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51380) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:23:59.564050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-95ded75f-91bd-4696-9733-6d7763aced41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:59.565702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-95ded75f-91bd-4696-9733-6d7763aced41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0464969 Sep 16 16:23:59.682308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55d343-1a53-45f4-92e8-c8edb7718af8 req-c43e903f-21a7-4673-b418-5076ea4e7d99 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:59.687594 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-ee0efe81-06cf-427d-a963-542ef9a4f5c9 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139393 Sep 16 16:23:59.688872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b55d343-1a53-45f4-92e8-c8edb7718af8 req-c43e903f-21a7-4673-b418-5076ea4e7d99 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0925946 Sep 16 16:23:59.701654 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-07fc4610-e16f-42ef-9eca-f2b78e83c4a9 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:23:59.702666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-07fc4610-e16f-42ef-9eca-f2b78e83c4a9 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1532214 Sep 16 16:23:59.761872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b55d343-1a53-45f4-92e8-c8edb7718af8 req-6cbc59cd-ff11-47dc-b5e1-1eb013c48d27 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721428 Sep 16 16:23:59.763006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-60f57d30-a4d4-4cba-95f1-974ed82e6024 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:23:59.764265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-60f57d30-a4d4-4cba-95f1-974ed82e6024 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports/b71886e5-23e1-4484-92bd-5bbdc139cf23 HTTP/1.1" status: 200 len: 1094 time: 0.0548558 Sep 16 16:23:59.797816 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-9cb42be1-0ed8-4a5d-bbae-7ea11b923966 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014657 Sep 16 16:23:59.895497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7d4bfb4-cbea-4a63-aca2-6c4998811e28 req-d012784e-c734-4952-83c2-b2ccff9b6152 tempest-DeleteServersAdminTestJSON-1970986134 tempest-DeleteServersAdminTestJSON-1970986134-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb0886d0-84d5-4ca3-ad23-37cdf29981f9 HTTP/1.1" status: 200 len: 210 time: 0.0245485 Sep 16 16:23:59.913398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Request body: {'binding': {'host': 'n-h1-807786-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:23:59.913909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Unknown quota resources ['binding']. {{(pid=95358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:24:00.018403 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a509fa-2129-4e2b-96e1-9ee1e9d7f586 x-openstack-request-id: req-11a509fa-2129-4e2b-96e1-9ee1e9d7f586 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:00.018684 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0886d0-84d5-4ca3-ad23-37cdf29981f9", "name": "network-vif-deleted", "tag": "b901e186-eb95-4890-a159-63b7ee054dbb", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:00.018938 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11a509fa-2129-4e2b-96e1-9ee1e9d7f586 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:00.019324 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0886d0-84d5-4ca3-ad23-37cdf29981f9', 'name': 'network-vif-deleted', 'tag': 'b901e186-eb95-4890-a159-63b7ee054dbb', 'status': 'completed', 'code': 200} Sep 16 16:24:00.059080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 on host n-h1-807786-3 for vnic_type normal with profile None {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:00.059414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:00.059739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:00.063868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Port b71886e5-23e1-4484-92bd-5bbdc139cf23 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:00.064181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:00.069129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:00.069459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:00.069832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:00.070441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Bound port: b71886e5-23e1-4484-92bd-5bbdc139cf23, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:00.158807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:00.268817 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] Notify callbacks [] for binding, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:00.269923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a8fd1480-4b2d-4acb-881b-7e61e891be09 service neutron] 10.222.0.22 "POST /v2.0/ports/b71886e5-23e1-4484-92bd-5bbdc139cf23/bindings HTTP/1.1" status: 201 len: 389 time: 0.4048731 Sep 16 16:24:00.310836 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:00.445124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:24:00.449720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:00.450127 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:00.534954 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:00.558905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adda500-d870-46bb-a0b6-22531fa058dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:00.561181 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c8666a-50d1-432d-b3c3-16d7d9d42086" -d '{"events": [{"server_uuid": "2adda500-d870-46bb-a0b6-22531fa058dc", "name": "network-vif-plugged", "status": "completed", "tag": "23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:00.574059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:00.627544 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:00.678631 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:00.773989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc9da7-b6b7-49d9-b7e4-0f58b75f179b req-0086a57f-13e1-4def-aae9-18cc6890b460 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:00.776019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3bc9da7-b6b7-49d9-b7e4-0f58b75f179b req-0086a57f-13e1-4def-aae9-18cc6890b460 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 946 time: 0.0491560 Sep 16 16:24:00.781943 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a91f0dfb-8d74-4f4e-97c5-f72c863e2033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:00.813486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3bc9da7-b6b7-49d9-b7e4-0f58b75f179b req-106cccf6-7136-4c55-850c-648dffc73f36 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Sep 16 16:24:00.920234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743f3a6-c9a7-48e3-a7b7-fe7de83266af req-5f2927c0-8dbf-492d-a039-86e5a6d06eb3 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:00.921766 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9743f3a6-c9a7-48e3-a7b7-fe7de83266af req-5f2927c0-8dbf-492d-a039-86e5a6d06eb3 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 946 time: 0.0489311 Sep 16 16:24:00.954268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-63e6fce9-3e71-4d2b-9f74-1f62510dbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:00.955754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-63e6fce9-3e71-4d2b-9f74-1f62510dbdb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 1097 time: 0.0451851 Sep 16 16:24:00.961608 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9743f3a6-c9a7-48e3-a7b7-fe7de83266af req-69601e94-e2af-461d-a91a-ab1824d312ec tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336454 Sep 16 16:24:01.104690 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1253520-1c90-4d9e-8730-2cd5ea05e4e0 x-openstack-request-id: req-d1253520-1c90-4d9e-8730-2cd5ea05e4e0 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:01.105120 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adda500-d870-46bb-a0b6-22531fa058dc", "name": "network-vif-plugged", "status": "completed", "tag": "23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:01.105450 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1253520-1c90-4d9e-8730-2cd5ea05e4e0 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:01.106134 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adda500-d870-46bb-a0b6-22531fa058dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6', 'code': 200} Sep 16 16:24:01.269875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201cef1-6734-4082-8fb3-862515c77752 req-1c979c57-e0b8-449d-8309-ad2d825bd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:01.271412 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b201cef1-6734-4082-8fb3-862515c77752 req-1c979c57-e0b8-449d-8309-ad2d825bd129 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 1097 time: 0.0867867 Sep 16 16:24:01.277607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d013f-712e-4c23-b11c-961eb863ebdd req-cb55479f-59ad-4b51-bd7e-6c29d28e272c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:01.279242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-068d013f-712e-4c23-b11c-961eb863ebdd req-cb55479f-59ad-4b51-bd7e-6c29d28e272c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0481687 Sep 16 16:24:01.291139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-884c7656-7ef4-4e9f-b2a7-fba43986158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:01.293038 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-884c7656-7ef4-4e9f-b2a7-fba43986158d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.3290460 Sep 16 16:24:01.339797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-068d013f-712e-4c23-b11c-961eb863ebdd req-af10fe01-e98e-4c2e-9ba3-339f81a237a6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 Sep 16 16:24:01.339900 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-acae6d6d-7fdd-4611-b9e0-c807acff6f18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23 HTTP/1.1" status: 200 len: 217 time: 0.0370343 Sep 16 16:24:01.376658 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b201cef1-6734-4082-8fb3-862515c77752 req-68c07fc6-1dbf-4b81-b0cb-891c9932edba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964317 Sep 16 16:24:01.393260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-6197b780-a152-420b-9e57-7d04e2000508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:01.395152 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-6197b780-a152-420b-9e57-7d04e2000508 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0501833 Sep 16 16:24:01.410558 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:01.619229 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-572df223-12c8-40a1-8c07-efb163151b29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287337 Sep 16 16:24:01.711335 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-953f0c4f-d17b-4701-925d-5f4a8f928dd7 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838323 Sep 16 16:24:01.732113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b901e186-eb95-4890-a159-63b7ee054dbb no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:24:01.757272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: b901e186-eb95-4890-a159-63b7ee054dbb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:24:01.757600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b901e186-eb95-4890-a159-63b7ee054dbb not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:24:01.790678 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:01.823533 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-25c6e64f-a12b-485f-b1f1-4a242b38b992 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979295 Sep 16 16:24:01.981238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25106-4829-408f-92b1-92ff50b00699 req-c753b215-6fec-4c7f-bc1c-4e16028acf73 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:01.982688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5db25106-4829-408f-92b1-92ff50b00699 req-c753b215-6fec-4c7f-bc1c-4e16028acf73 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 946 time: 0.0469060 Sep 16 16:24:02.019860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5db25106-4829-408f-92b1-92ff50b00699 req-8e95a16c-9b54-4ac9-886e-764aca8377d5 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 Sep 16 16:24:02.133579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-0ace08bc-f322-4db6-9ae0-5af541801f4b tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:02.135058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-0ace08bc-f322-4db6-9ae0-5af541801f4b tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1097 time: 0.0771739 Sep 16 16:24:02.149178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-3'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:02.206024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:02.336993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:02.368446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ffeea-c919-40d0-947d-968e3d060fbf req-69b2a4e2-8c27-4135-b346-841d79625fa1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:02.370753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58ffeea-c919-40d0-947d-968e3d060fbf req-69b2a4e2-8c27-4135-b346-841d79625fa1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 946 time: 0.0499387 Sep 16 16:24:02.375905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:02.416241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58ffeea-c919-40d0-947d-968e3d060fbf req-0b36b7db-eab4-493a-8126-fff11077c945 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 Sep 16 16:24:02.422334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71886e5-23e1-4484-92bd-5bbdc139cf23'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:02.424592 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf8ad59-e85c-4e35-8fec-4d6b54d613b1" -d '{"events": [{"server_uuid": "b92f8260-1adc-425f-a1a5-8682c3091e00", "name": "network-vif-unplugged", "status": "completed", "tag": "b71886e5-23e1-4484-92bd-5bbdc139cf23"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:02.429101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:02.516515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:02.597672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d4a09-d8d9-485f-be0d-03cbe4924c33 req-d573cc38-897b-4b61-b80b-a8ab8b83be34 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:02.608015 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Pushing event updated for resources: {'Port': ['ID=b71886e5-23e1-4484-92bd-5bbdc139cf23,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:02.608205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af9d4a09-d8d9-485f-be0d-03cbe4924c33 req-d573cc38-897b-4b61-b80b-a8ab8b83be34 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0699067 Sep 16 16:24:02.625782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 on host n-h2-807786-3 for vnic_type normal with profile {"migrating_to": "n-h1-807786-3"} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:02.633205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:02.633713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:02.643621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Port b71886e5-23e1-4484-92bd-5bbdc139cf23 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:02.643953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Attempting to bind port b71886e5-23e1-4484-92bd-5bbdc139cf23 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:02.654893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:02.655105 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af9d4a09-d8d9-485f-be0d-03cbe4924c33 req-ae6c6e98-4473-4107-93ad-ccdac8c0542a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Sep 16 16:24:02.655806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:02.656205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:02.656657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Bound port: b71886e5-23e1-4484-92bd-5bbdc139cf23, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:02.657024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:02.702624 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0182b28-cfd2-41a8-b703-c6e62f8452d8 x-openstack-request-id: req-e0182b28-cfd2-41a8-b703-c6e62f8452d8 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:02.702901 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92f8260-1adc-425f-a1a5-8682c3091e00", "name": "network-vif-unplugged", "status": "completed", "tag": "b71886e5-23e1-4484-92bd-5bbdc139cf23", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:02.703148 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0182b28-cfd2-41a8-b703-c6e62f8452d8 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:02.703538 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71886e5-23e1-4484-92bd-5bbdc139cf23', 'code': 200} Sep 16 16:24:02.729874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51480) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:02.742452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:02.746475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:02.858709 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:02.883258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fb162bee-4f2f-43e1-912e-6589d5d4cd47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f867f03bd58a4507bd71d49a2dea1749&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1498282 Sep 16 16:24:02.883528 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51494) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:02.938820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:02.939037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:02.939827 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:02.941396 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] 10.222.0.52 "PUT /v2.0/ports/b71886e5-23e1-4484-92bd-5bbdc139cf23 HTTP/1.1" status: 200 len: 1122 time: 0.7990103 Sep 16 16:24:02.945082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3ff99-9fd0-4209-a11c-2d6bdd259a72 service neutron] Pushing event updated for resources: {'Port': ['ID=b71886e5-23e1-4484-92bd-5bbdc139cf23,revision_number=8']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:02.976115 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.003701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b71886e5-23e1-4484-92bd-5bbdc139cf23'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:03.098624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51504) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:03.142560 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.145212 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.146799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7 HTTP/1.1" status: 204 len: 168 time: 0.2619605 Sep 16 16:24:03.177369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0b12d4-59eb-4ff2-aa92-458c72cf3ca7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:03.189370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.189704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.190040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.190367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.190693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.191014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.191332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.191653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.191967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.192301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.192616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.192926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feed5a0-1389-4641-8f8e-931f131ffd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:03.214191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08268ba0-32ae-4074-af10-9ee37762fffe req-6672c1b3-c504-4547-a01b-37b31cc3197e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:03.216118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08268ba0-32ae-4074-af10-9ee37762fffe req-6672c1b3-c504-4547-a01b-37b31cc3197e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 946 time: 0.0883977 Sep 16 16:24:03.238583 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de72d01b-422f-421a-a68b-d46b3c0d8a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.284521 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08268ba0-32ae-4074-af10-9ee37762fffe req-f65a06ce-db6c-4b2f-9da4-3363d61f2070 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605400 Sep 16 16:24:03.368701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de72d01b-422f-421a-a68b-d46b3c0d8a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.450908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de72d01b-422f-421a-a68b-d46b3c0d8a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.496941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-de72d01b-422f-421a-a68b-d46b3c0d8a29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bc3b5b8d55a48ee956f882dca9ecd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970172 Sep 16 16:24:03.498192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72d01b-422f-421a-a68b-d46b3c0d8a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec06ce72-8e26-4fa6-9814-ab568a8919f4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:03.499473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51528) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:03.562379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c064351c-52bc-4ac8-90b6-5d960ccbcac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.565933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51e6c-eb39-48f6-8404-6a53b93ff647 req-92d56381-e9dd-421a-be50-0c91b4dcc257 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:03.568181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ed51e6c-eb39-48f6-8404-6a53b93ff647 req-92d56381-e9dd-421a-be50-0c91b4dcc257 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 944 time: 0.0622303 Sep 16 16:24:03.574341 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.588233 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c064351c-52bc-4ac8-90b6-5d960ccbcac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.642003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51534) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:03.648647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ed51e6c-eb39-48f6-8404-6a53b93ff647 req-c817cd52-0d4d-4538-9607-5d94364eeae5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671573 Sep 16 16:24:03.721867 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c064351c-52bc-4ac8-90b6-5d960ccbcac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.724494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c064351c-52bc-4ac8-90b6-5d960ccbcac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.728089 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c064351c-52bc-4ac8-90b6-5d960ccbcac0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec06ce72-8e26-4fa6-9814-ab568a8919f4 HTTP/1.1" status: 204 len: 168 time: 0.2246611 Sep 16 16:24:03.734587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064351c-52bc-4ac8-90b6-5d960ccbcac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec06ce72-8e26-4fa6-9814-ab568a8919f4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:03.786822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba3c6c-16ec-4d9d-ae33-6cdf5b8e0239 req-027e54c6-fb34-48f7-b94e-1db2ad45b8eb tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:03.788768 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2eba3c6c-16ec-4d9d-ae33-6cdf5b8e0239 req-027e54c6-fb34-48f7-b94e-1db2ad45b8eb tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 1097 time: 0.0555050 Sep 16 16:24:03.809239 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22d78b92-47fb-47bb-8544-6d02a2e2f0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.843756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2eba3c6c-16ec-4d9d-ae33-6cdf5b8e0239 req-f014dd16-45a8-41dc-9edf-a61f8cb37885 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393255 Sep 16 16:24:03.940936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26f20c-108d-4c69-9e17-ae67a66352c5 req-8592c8e2-844a-4e3b-8579-54f7409f7282 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:03.942827 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22d78b92-47fb-47bb-8544-6d02a2e2f0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:03.943140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de26f20c-108d-4c69-9e17-ae67a66352c5 req-8592c8e2-844a-4e3b-8579-54f7409f7282 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0650551 Sep 16 16:24:03.984010 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de26f20c-108d-4c69-9e17-ae67a66352c5 req-f49dd4ee-6ad0-4592-8e69-9a67f4900ba0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Sep 16 16:24:04.015837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51548) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:04.029899 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b91bfc47-c3c2-40fe-ae1a-582c5798cf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.030151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397307b2-1f11-43d4-b476-46ba636dda12 req-65eb09e1-c4cc-4dbf-b5d0-bb20fd632b63 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:04.031630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-397307b2-1f11-43d4-b476-46ba636dda12 req-65eb09e1-c4cc-4dbf-b5d0-bb20fd632b63 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 1097 time: 0.0446270 Sep 16 16:24:04.032986 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22d78b92-47fb-47bb-8544-6d02a2e2f0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.089115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d78b92-47fb-47bb-8544-6d02a2e2f0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc63c91-3a64-4a02-b0d6-c9f65471534d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:04.095296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-22d78b92-47fb-47bb-8544-6d02a2e2f0d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a362545f6a9c4ca7bb4ef4405c11167a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4520185 Sep 16 16:24:04.098092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51550) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:04.192690 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4afce5f5-9293-41f1-8dac-e364204e2d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.232669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4afce5f5-9293-41f1-8dac-e364204e2d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.253858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-397307b2-1f11-43d4-b476-46ba636dda12 req-cf22b88f-de4a-44a3-9114-4d8a46007aa4 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145503 Sep 16 16:24:04.296813 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b91bfc47-c3c2-40fe-ae1a-582c5798cf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.382686 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b91bfc47-c3c2-40fe-ae1a-582c5798cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.388078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4afce5f5-9293-41f1-8dac-e364204e2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.390801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4afce5f5-9293-41f1-8dac-e364204e2d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.392113 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4afce5f5-9293-41f1-8dac-e364204e2d67 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbc63c91-3a64-4a02-b0d6-c9f65471534d HTTP/1.1" status: 204 len: 168 time: 0.2930810 Sep 16 16:24:04.427125 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b91bfc47-c3c2-40fe-ae1a-582c5798cf92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=46ca482b660e44ff88c79315f7dec7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100080 Sep 16 16:24:04.429317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bfc47-c3c2-40fe-ae1a-582c5798cf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652d3f3c-6ccd-4394-9ac7-8e988ae6d739,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:04.430134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51578) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:04.455390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afce5f5-9293-41f1-8dac-e364204e2d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc63c91-3a64-4a02-b0d6-c9f65471534d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:04.516149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfccd368-ba01-4e1d-9234-4bb655a0b2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.539997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfccd368-ba01-4e1d-9234-4bb655a0b2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.589831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51584) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:04.602076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3496176-2ed7-44bd-a34a-a7c900129354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.701924 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfccd368-ba01-4e1d-9234-4bb655a0b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.704325 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfccd368-ba01-4e1d-9234-4bb655a0b2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.709742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'tag': 'b71886e5-23e1-4484-92bd-5bbdc139cf23'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:04.710581 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dfccd368-ba01-4e1d-9234-4bb655a0b2d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/652d3f3c-6ccd-4394-9ac7-8e988ae6d739 HTTP/1.1" status: 204 len: 168 time: 0.2743835 Sep 16 16:24:04.710690 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85229021-6e5f-40f6-b3d3-0503170fa89d" -d '{"events": [{"name": "network-changed", "server_uuid": "b92f8260-1adc-425f-a1a5-8682c3091e00", "tag": "b71886e5-23e1-4484-92bd-5bbdc139cf23"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:04.721948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccd368-ba01-4e1d-9234-4bb655a0b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652d3f3c-6ccd-4394-9ac7-8e988ae6d739,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:04.775645 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3496176-2ed7-44bd-a34a-a7c900129354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.883829 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3496176-2ed7-44bd-a34a-a7c900129354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:04.908704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c16f3d-15be-48c7-9f5b-9e4d3d80137c req-e2497099-b6d2-4888-9714-1b359df51c15 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:04.910270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54c16f3d-15be-48c7-9f5b-9e4d3d80137c req-e2497099-b6d2-4888-9714-1b359df51c15 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 944 time: 0.0744038 Sep 16 16:24:04.950771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a3496176-2ed7-44bd-a34a-a7c900129354 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a75b516c5874cd8a26c64ec8e892444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599174 Sep 16 16:24:04.953312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3496176-2ed7-44bd-a34a-a7c900129354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e5b1b7-1abe-46a1-bb15-2e179ec8bfd8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:04.953796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51604) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:04.972916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54c16f3d-15be-48c7-9f5b-9e4d3d80137c req-7f74820e-3c61-4a2c-bf11-11b44ee16ecf tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540156 Sep 16 16:24:05.020990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77184b90-1a79-4494-8273-089c244debc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.027557 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bf4c9b-9efb-4d6f-94f9-a54b32b1de29 x-openstack-request-id: req-d9bf4c9b-9efb-4d6f-94f9-a54b32b1de29 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:05.027557 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92f8260-1adc-425f-a1a5-8682c3091e00", "tag": "b71886e5-23e1-4484-92bd-5bbdc139cf23", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:05.027557 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9bf4c9b-9efb-4d6f-94f9-a54b32b1de29 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:05.027557 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'tag': 'b71886e5-23e1-4484-92bd-5bbdc139cf23', 'status': 'completed', 'code': 200} Sep 16 16:24:05.045676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77184b90-1a79-4494-8273-089c244debc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.101812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229021-6e5f-40f6-b3d3-0503170fa89d req-6a95f2f5-d4d1-43a0-ab1f-59bfc213d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:05.104180 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85229021-6e5f-40f6-b3d3-0503170fa89d req-6a95f2f5-d4d1-43a0-ab1f-59bfc213d077 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 1125 time: 0.0546350 Sep 16 16:24:05.179034 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77184b90-1a79-4494-8273-089c244debc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.182222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77184b90-1a79-4494-8273-089c244debc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.185836 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-77184b90-1a79-4494-8273-089c244debc4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5e5b1b7-1abe-46a1-bb15-2e179ec8bfd8 HTTP/1.1" status: 204 len: 168 time: 0.2285328 Sep 16 16:24:05.191413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77184b90-1a79-4494-8273-089c244debc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e5b1b7-1abe-46a1-bb15-2e179ec8bfd8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:05.226617 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51616) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:05.248750 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f73b8f53-7bc5-4ee2-8e03-87e9e204a48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.254405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c38b9-1826-4310-bc12-598908c24714 req-4ab141f5-26cc-484c-a6ac-e2217f861c3d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:05.255931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b1c38b9-1826-4310-bc12-598908c24714 req-4ab141f5-26cc-484c-a6ac-e2217f861c3d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0769401 Sep 16 16:24:05.257577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229021-6e5f-40f6-b3d3-0503170fa89d req-195bc468-b594-4c1f-a83d-c9aae36f54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:05.259182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85229021-6e5f-40f6-b3d3-0503170fa89d req-195bc468-b594-4c1f-a83d-c9aae36f54f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.1475153 Sep 16 16:24:05.317175 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85229021-6e5f-40f6-b3d3-0503170fa89d req-726de435-6edf-43a8-8ab8-3a3dcf436fc6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23 HTTP/1.1" status: 200 len: 217 time: 0.0461864 Sep 16 16:24:05.336685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b1c38b9-1826-4310-bc12-598908c24714 req-356945b3-59ce-4ab5-9b71-6f6a4423de26 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736825 Sep 16 16:24:05.384094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229021-6e5f-40f6-b3d3-0503170fa89d req-53fa00dc-5054-4036-aa21-38be6a8f8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:05.386377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85229021-6e5f-40f6-b3d3-0503170fa89d req-53fa00dc-5054-4036-aa21-38be6a8f8f67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0531318 Sep 16 16:24:05.394905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f73b8f53-7bc5-4ee2-8e03-87e9e204a48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.424775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85229021-6e5f-40f6-b3d3-0503170fa89d req-df2aab4c-7ef5-45f9-a408-84df7fa54e61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298145 Sep 16 16:24:05.473652 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f73b8f53-7bc5-4ee2-8e03-87e9e204a48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.551276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b8f53-7bc5-4ee2-8e03-87e9e204a48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8641a51d-29f2-4102-aa0b-fd8d8c75f161,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:05.573119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85229021-6e5f-40f6-b3d3-0503170fa89d req-2bbeff3f-d766-43ca-b984-0949046dac63 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405087 Sep 16 16:24:05.573650 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f73b8f53-7bc5-4ee2-8e03-87e9e204a48a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9f5dc2f73fa4eacb3da0e398604d10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460178 Sep 16 16:24:05.576347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51644) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:05.723493 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8b5f8b6-960c-4846-aa13-59482c7dbbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.748510 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85229021-6e5f-40f6-b3d3-0503170fa89d req-5fab4f0f-78e1-4b1f-9233-eb3dc1a4d5d0 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416905 Sep 16 16:24:05.758951 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8b5f8b6-960c-4846-aa13-59482c7dbbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.919313 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8b5f8b6-960c-4846-aa13-59482c7dbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.922021 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8b5f8b6-960c-4846-aa13-59482c7dbbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:05.923216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c8b5f8b6-960c-4846-aa13-59482c7dbbdb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8641a51d-29f2-4102-aa0b-fd8d8c75f161 HTTP/1.1" status: 204 len: 168 time: 0.3452485 Sep 16 16:24:05.930819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5f8b6-960c-4846-aa13-59482c7dbbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8641a51d-29f2-4102-aa0b-fd8d8c75f161,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:06.162939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18ef97-dee8-4d24-a2fc-60d3ebc4c32c req-de47bb12-5dc6-414d-bcc8-a70770e76ec0 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:06.164470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea18ef97-dee8-4d24-a2fc-60d3ebc4c32c req-de47bb12-5dc6-414d-bcc8-a70770e76ec0 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 944 time: 0.0567811 Sep 16 16:24:06.206043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea18ef97-dee8-4d24-a2fc-60d3ebc4c32c req-90f85989-10f9-4ca5-ad07-bd306ba6539e tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347483 Sep 16 16:24:06.366256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b71886e5-23e1-4484-92bd-5bbdc139cf23 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:06.465514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:06.476247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b71886e5-23e1-4484-92bd-5bbdc139cf23 has no active binding in host n-h1-807786-3 {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 16:24:06.799832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51712) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:07.101311 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0494181-befa-46c3-90e2-3564ff388d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:07.188655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0494181-befa-46c3-90e2-3564ff388d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:07.273885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0494181-befa-46c3-90e2-3564ff388d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:07.315537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a0494181-befa-46c3-90e2-3564ff388d0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef35331dc98c45a3a21df2ba8899dec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114324 Sep 16 16:24:07.315537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0494181-befa-46c3-90e2-3564ff388d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a51a4eb-aa0f-4826-88e8-7b1ec683c00a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:07.318196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51728) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:07.375196 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-295aae8b-9475-4068-bb8d-65d68da57858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:07.398128 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-295aae8b-9475-4068-bb8d-65d68da57858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:07.525478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-295aae8b-9475-4068-bb8d-65d68da57858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:07.528081 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-295aae8b-9475-4068-bb8d-65d68da57858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:07.529329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-295aae8b-9475-4068-bb8d-65d68da57858 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a51a4eb-aa0f-4826-88e8-7b1ec683c00a HTTP/1.1" status: 204 len: 168 time: 0.2101386 Sep 16 16:24:07.537330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aae8b-9475-4068-bb8d-65d68da57858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a51a4eb-aa0f-4826-88e8-7b1ec683c00a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:08.271768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51760) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:08.285472 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98fef54e-be2b-4d69-8004-4f44428b8c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:08.378029 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98fef54e-be2b-4d69-8004-4f44428b8c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:08.489832 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98fef54e-be2b-4d69-8004-4f44428b8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:08.580812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-98fef54e-be2b-4d69-8004-4f44428b8c5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8239631355884d8f974d64be5f4589ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078170 Sep 16 16:24:08.583562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51772) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:08.605481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fef54e-be2b-4d69-8004-4f44428b8c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53229964-0055-44b4-93f1-7a0a3ff40718,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:08.615870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-34afa8a4-109f-412d-8d88-45adb8668ca0 service neutron] 10.222.0.62 "GET /v2.0/ports/b71886e5-23e1-4484-92bd-5bbdc139cf23/bindings/n-h1-807786-3 HTTP/1.1" status: 200 len: 384 time: 0.1562450 Sep 16 16:24:08.640599 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9245a765-4c73-48b9-9664-2699f18617b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:08.662988 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9245a765-4c73-48b9-9664-2699f18617b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:08.671295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0845c-cdb8-445b-b890-6f9a04c8811a req-aae95148-ee11-4474-b05c-fd772b78b1ce tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:08.672947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8c0845c-cdb8-445b-b890-6f9a04c8811a req-aae95148-ee11-4474-b05c-fd772b78b1ce tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.1316900 Sep 16 16:24:08.738553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8c0845c-cdb8-445b-b890-6f9a04c8811a req-e4cae3e4-966a-4d62-a910-a569f189541a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581512 Sep 16 16:24:08.765236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9245a765-4c73-48b9-9664-2699f18617b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:08.767842 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9245a765-4c73-48b9-9664-2699f18617b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:08.769958 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9245a765-4c73-48b9-9664-2699f18617b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53229964-0055-44b4-93f1-7a0a3ff40718 HTTP/1.1" status: 204 len: 168 time: 0.1845803 Sep 16 16:24:08.778346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245a765-4c73-48b9-9664-2699f18617b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53229964-0055-44b4-93f1-7a0a3ff40718,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:08.906234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-d440345c-8156-42a0-8384-64a91c40b23e service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:08.915366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588f82e-09b6-46de-8083-bc91c8a3bbc4 req-6c1fea51-45d3-4906-9531-ad0b61340a7e tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:08.917458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8588f82e-09b6-46de-8083-bc91c8a3bbc4 req-6c1fea51-45d3-4906-9531-ad0b61340a7e tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 944 time: 0.0729103 Sep 16 16:24:08.948487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-d440345c-8156-42a0-8384-64a91c40b23e service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:08.992254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8588f82e-09b6-46de-8083-bc91c8a3bbc4 req-49a2cc2f-93ea-429c-bf96-9964ff4cd9d8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676503 Sep 16 16:24:09.000812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-d440345c-8156-42a0-8384-64a91c40b23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71886e5-23e1-4484-92bd-5bbdc139cf23 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:09.016364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-d440345c-8156-42a0-8384-64a91c40b23e service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:09.097237 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-d440345c-8156-42a0-8384-64a91c40b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:09.176190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-d440345c-8156-42a0-8384-64a91c40b23e service neutron] Transition to ACTIVE for port object b71886e5-23e1-4484-92bd-5bbdc139cf23 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:09.251601 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-d440345c-8156-42a0-8384-64a91c40b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:09.314761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-d440345c-8156-42a0-8384-64a91c40b23e service neutron] No DVR routers for this DVR port b71886e5-23e1-4484-92bd-5bbdc139cf23 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:24:09.348933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440345c-8156-42a0-8384-64a91c40b23e service neutron] Pushing event updated for resources: {'Port': ['ID=b71886e5-23e1-4484-92bd-5bbdc139cf23,revision_number=10']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:09.360138 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-d440345c-8156-42a0-8384-64a91c40b23e service neutron] 10.222.0.62 "PUT /v2.0/ports/b71886e5-23e1-4484-92bd-5bbdc139cf23/bindings/n-h1-807786-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7294321 Sep 16 16:24:09.441583 n-d-807786-3 neutron-server[95357]: WARNING keystonemiddleware.auth_token [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-5b23d799-c95d-4a99-ac8b-89a50c572026 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 16:24:09.445628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-2de1c1a6-7311-4857-b2b8-a3005b8b4326 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:24:09.446769 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-2de1c1a6-7311-4857-b2b8-a3005b8b4326 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3542118 Sep 16 16:24:09.489848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-37d515d7-57ec-4223-9d06-21b33e80c0ce tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:09.491255 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-37d515d7-57ec-4223-9d06-21b33e80c0ce tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports/23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 HTTP/1.1" status: 200 len: 1094 time: 0.0380406 Sep 16 16:24:09.504766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Request body: {'binding': {'host': 'n-h2-807786-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:09.505273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Unknown quota resources ['binding']. {{(pid=95357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:24:09.551983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-96795c03-6afa-4ab7-a14e-869ac37b1ad0 req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Request body: {'security_group': {'name': 'tempest-securitygroup-53695086', 'description': 'tempest-description-1585246122'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:09.581811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-edb2598a-d48e-41dc-95e4-3509ac9f8e03 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:09.583447 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-edb2598a-d48e-41dc-95e4-3509ac9f8e03 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0913172 Sep 16 16:24:09.648069 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96795c03-6afa-4ab7-a14e-869ac37b1ad0 req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:09.657621 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96795c03-6afa-4ab7-a14e-869ac37b1ad0 req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:09.722012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-209eb1a8-646b-46cd-b22d-f3a44a19bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:09.723874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-209eb1a8-646b-46cd-b22d-f3a44a19bc60 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00&tenant_id=b83171c97ef440229ffe3f57d2a89529 HTTP/1.1" status: 200 len: 1096 time: 0.1188247 Sep 16 16:24:09.769795 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96795c03-6afa-4ab7-a14e-869ac37b1ad0 req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:09.792034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on host n-h2-807786-3 for vnic_type normal with profile None {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:09.792551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:09.793013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:09.802468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:09.802789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:09.811211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:09.811543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:09.811924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:09.812499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Bound port: 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:09.842280 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96795c03-6afa-4ab7-a14e-869ac37b1ad0 req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:09.862516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-0ec6a3ce-672f-4c2d-86c2-05ddbf181545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:09.864033 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-0ec6a3ce-672f-4c2d-86c2-05ddbf181545 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 1096 time: 0.1122794 Sep 16 16:24:09.878486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465c5807-eea5-4f8f-a337-8046ce995b9f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:09.946276 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96795c03-6afa-4ab7-a14e-869ac37b1ad0 req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:09.970754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:09.992654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-051efbeb-7112-4236-b8e7-33c873b75dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:09.994258 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-051efbeb-7112-4236-b8e7-33c873b75dec service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.1211226 Sep 16 16:24:09.999468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96795c03-6afa-4ab7-a14e-869ac37b1ad0 req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:10.029102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fcb194-177d-436e-a4f6-366484cae118,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:10.043352 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-e6aaa010-8845-41a6-b45d-68f507d2688a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23 HTTP/1.1" status: 200 len: 217 time: 0.0350215 Sep 16 16:24:10.044968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:10.046009 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-47eece57-0eda-4d05-b24e-f08bf942d0e8 service neutron] 10.222.0.22 "POST /v2.0/ports/23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5458803 Sep 16 16:24:10.103502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96795c03-6afa-4ab7-a14e-869ac37b1ad0 req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:10.104860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96795c03-6afa-4ab7-a14e-869ac37b1ad0 req-6e3b8dd9-c731-4e4e-b804-effdbed96086 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5597849 Sep 16 16:24:10.112196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-bb7e7a6f-2365-4472-a1b6-96ebe8a6efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:10.117454 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-bb7e7a6f-2365-4472-a1b6-96ebe8a6efa1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0555208 Sep 16 16:24:10.161901 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-a3f6bb90-401e-40d5-8923-c7860c8d8a94 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295684 Sep 16 16:24:10.265552 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-7d8dcf37-5fc5-4e06-b942-18d82b31e886 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926840 Sep 16 16:24:10.382915 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-81b90ea0-80be-46ac-aac9-53be2d4b6e04 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095157 Sep 16 16:24:10.437515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826f0be-5ab0-43a1-9074-7acb1839ebcb req-42295d22-b43d-47cb-8fae-af8bcaa06a0b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:10.439051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b826f0be-5ab0-43a1-9074-7acb1839ebcb req-42295d22-b43d-47cb-8fae-af8bcaa06a0b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0633867 Sep 16 16:24:10.483086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b826f0be-5ab0-43a1-9074-7acb1839ebcb req-1ff4dc85-b797-4de7-a8c6-66e62e585437 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Sep 16 16:24:10.526882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-5d8f5b76-b151-4005-a68f-fb806b7b2d49 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d79031c7732944b89e66f62c465d0302&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303617 Sep 16 16:24:10.657684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de85ed-f212-4b62-a71f-9f133fadfd7c req-3022dd11-fca4-4752-927a-6ac3cb2f611c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:10.659177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46de85ed-f212-4b62-a71f-9f133fadfd7c req-3022dd11-fca4-4752-927a-6ac3cb2f611c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 945 time: 0.1068814 Sep 16 16:24:10.700902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-39ffab57-e99c-4e71-8144-cf08f649a7d2 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:10.702454 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-39ffab57-e99c-4e71-8144-cf08f649a7d2 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690414 Sep 16 16:24:10.738689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46de85ed-f212-4b62-a71f-9f133fadfd7c req-eec07089-3d99-4c55-b49d-ea4415097c70 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596104 Sep 16 16:24:10.740673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-a9d5675f-f3cf-4707-bc69-ab9680dd0290 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/quotas/d79031c7732944b89e66f62c465d0302 HTTP/1.1" status: 200 len: 375 time: 0.0299537 Sep 16 16:24:10.769827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-c36f13a5-ed49-42b8-a20a-44b11b6c0000 req-b27c00e8-f148-4a64-b82e-3bbb037ce6fd tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1928703527', 'description': 'tempest-description-1859953122'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:10.799744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-57249ea6-4d52-4ded-ac20-ebbeeccf7129 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d79031c7732944b89e66f62c465d0302&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434568 Sep 16 16:24:10.818781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-d29aa639-eda4-4781-a10a-b4885f959440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:10.818781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-d29aa639-eda4-4781-a10a-b4885f959440 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 1097 time: 0.0887582 Sep 16 16:24:10.913505 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c36f13a5-ed49-42b8-a20a-44b11b6c0000 req-b27c00e8-f148-4a64-b82e-3bbb037ce6fd tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:10.935437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-1f0f8d61-4cee-4c65-abeb-cd353c5f3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:10.936989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-1f0f8d61-4cee-4c65-abeb-cd353c5f3929 service neutron] 10.222.0.62 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.1081140 Sep 16 16:24:10.955405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-71a1f8ae-e01e-4298-8b51-d110312dc7d3 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:10.957064 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-71a1f8ae-e01e-4298-8b51-d110312dc7d3 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0461390 Sep 16 16:24:10.991492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-6ff768e9-a451-4ce1-a7e4-648e290b6925 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 HTTP/1.1" status: 200 len: 217 time: 0.0447662 Sep 16 16:24:11.085491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-aef1ef69-c969-44bd-9ec3-376b1c22b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:11.086984 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-aef1ef69-c969-44bd-9ec3-376b1c22b54e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0864899 Sep 16 16:24:11.136456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-ff560f5f-2a65-4128-ae0f-2f6f99650f85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369120 Sep 16 16:24:11.139271 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c36f13a5-ed49-42b8-a20a-44b11b6c0000 req-b27c00e8-f148-4a64-b82e-3bbb037ce6fd tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:11.215278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-5ed8210c-71ca-4436-a25f-e9b1a6220afb service neutron] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:11.219122 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-5ed8210c-71ca-4436-a25f-e9b1a6220afb service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:11.220374 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38543781-dfac-45ba-8fc8-276321aed4e2 req-5ed8210c-71ca-4436-a25f-e9b1a6220afb service neutron] 10.222.0.52 "DELETE /v2.0/ports/b71886e5-23e1-4484-92bd-5bbdc139cf23/bindings/n-h2-807786-3 HTTP/1.1" status: 204 len: 173 time: 0.2497175 Sep 16 16:24:11.251519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f977482-2245-42d5-bf3b-1523802446a5 req-547b6568-3ff1-472f-8d51-6b6939b5794b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:11.252923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f977482-2245-42d5-bf3b-1523802446a5 req-547b6568-3ff1-472f-8d51-6b6939b5794b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 946 time: 0.1230171 Sep 16 16:24:11.260006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c36f13a5-ed49-42b8-a20a-44b11b6c0000 req-b27c00e8-f148-4a64-b82e-3bbb037ce6fd tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:11.301415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-93471abc-2ca3-4e49-a425-1ff8c7e960c1 service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534135 Sep 16 16:24:11.328339 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c00e8-f148-4a64-b82e-3bbb037ce6fd tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a762a9-f364-417d-9138-3986ff83c34f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:11.348216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f977482-2245-42d5-bf3b-1523802446a5 req-bb4f6302-2f52-4930-9e5f-80aa5dc4f17d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855639 Sep 16 16:24:11.421343 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c36f13a5-ed49-42b8-a20a-44b11b6c0000 req-b27c00e8-f148-4a64-b82e-3bbb037ce6fd tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:11.422507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c36f13a5-ed49-42b8-a20a-44b11b6c0000 req-b27c00e8-f148-4a64-b82e-3bbb037ce6fd tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6652262 Sep 16 16:24:11.436580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-9ac815cf-a32a-4736-abe3-51ea7c8be6ec service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258500 Sep 16 16:24:11.452376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f14a05f9-b050-40e6-8603-580932141575 req-6c20510f-6866-41f9-a970-f2451f61b6a3 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 210 time: 0.0334506 Sep 16 16:24:11.798302 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b71886e5-23e1-4484-92bd-5bbdc139cf23 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:24:11.866388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b71886e5-23e1-4484-92bd-5bbdc139cf23 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:24:11.895249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-931b6137-7d9c-4de7-bf83-1d2cf983a4e7 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:11.897220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-931b6137-7d9c-4de7-bf83-1d2cf983a4e7 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1097 time: 0.3483613 Sep 16 16:24:11.907846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-fd5cf364-21fa-42f9-af59-754866c64826 req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1082680643', 'description': 'tempest-description-1946527409'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:11.920982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807786-3'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:11.955788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384165b-c5ec-48d9-9858-775f3ed02263 req-47fc08b4-806d-40bf-b526-c57f236ebf51 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:11.957270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1384165b-c5ec-48d9-9858-775f3ed02263 req-47fc08b4-806d-40bf-b526-c57f236ebf51 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.3384314 Sep 16 16:24:12.016607 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.028219 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1384165b-c5ec-48d9-9858-775f3ed02263 req-87347dfa-c8a8-423b-997f-a9040708f684 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640557 Sep 16 16:24:12.085173 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd5cf364-21fa-42f9-af59-754866c64826 req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.102400 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd5cf364-21fa-42f9-af59-754866c64826 req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.229895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82541e-225c-4323-ab56-19d4cba74b89 req-b472f7a8-c99b-437a-adcf-c76f44e92667 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:12.232439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a82541e-225c-4323-ab56-19d4cba74b89 req-b472f7a8-c99b-437a-adcf-c76f44e92667 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 945 time: 0.1305919 Sep 16 16:24:12.234027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:12.340971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a82541e-225c-4323-ab56-19d4cba74b89 req-b106554f-f9a6-4e24-88bc-62c296195c92 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971124 Sep 16 16:24:12.351449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:12.415550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adda500-d870-46bb-a0b6-22531fa058dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:12.418621 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e4765e-115b-42a0-8c69-dd54bc4213ac" -d '{"events": [{"server_uuid": "2adda500-d870-46bb-a0b6-22531fa058dc", "name": "network-vif-unplugged", "status": "completed", "tag": "23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:12.426366 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.455987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd5cf364-21fa-42f9-af59-754866c64826 req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.508484 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.543302 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd5cf364-21fa-42f9-af59-754866c64826 req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.649179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a32a63-e319-4746-90f8-9107561b56ba,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:12.658184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Pushing event updated for resources: {'Port': ['ID=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,revision_number=7']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:12.680027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on host n-h1-807786-3 for vnic_type normal with profile {"migrating_to": "n-h2-807786-3"} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:12.680366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:12.680724 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:12.688914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:12.689245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Attempting to bind port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:12.699953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:12.708065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:12.708065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:12.708065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Bound port: 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:12.708065 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.770683 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd5cf364-21fa-42f9-af59-754866c64826 req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.816429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:12.834868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabdc6d-86e8-49d1-98d2-82a35822cc95 req-2c52ea21-b0a7-46c0-bc65-0bf3800c6e90 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:12.836363 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bdabdc6d-86e8-49d1-98d2-82a35822cc95 req-2c52ea21-b0a7-46c0-bc65-0bf3800c6e90 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 944 time: 0.0869985 Sep 16 16:24:12.840324 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:12.841474 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd5cf364-21fa-42f9-af59-754866c64826 req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.886271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e75350-1ca4-4219-b082-88c1fcf11e67,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:12.904357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bdabdc6d-86e8-49d1-98d2-82a35822cc95 req-7afcd47a-ba95-4db2-82c8-16cd728123ce tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595837 Sep 16 16:24:12.956710 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3781de8f-8ac1-4a68-b1f2-7cf4d5abf71e x-openstack-request-id: req-3781de8f-8ac1-4a68-b1f2-7cf4d5abf71e {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:12.957003 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adda500-d870-46bb-a0b6-22531fa058dc", "name": "network-vif-unplugged", "status": "completed", "tag": "23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:12.957252 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3781de8f-8ac1-4a68-b1f2-7cf4d5abf71e {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:12.957641 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adda500-d870-46bb-a0b6-22531fa058dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6', 'code': 200} Sep 16 16:24:12.959288 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.988858 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd5cf364-21fa-42f9-af59-754866c64826 req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:12.990069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd5cf364-21fa-42f9-af59-754866c64826 req-52c2bd40-8585-49d1-8978-723f49375450 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0919292 Sep 16 16:24:13.063330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c57d7080-1520-4e64-81ee-b41cdfb68290 req-339a9758-1dca-4b8e-88ea-7e1a0130bbb2 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 210 time: 0.0538459 Sep 16 16:24:13.063330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Pushing event updated for resources: {'Port': ['ID=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,revision_number=8']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:13.066924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:13.067393 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:13.068750 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-4eeb91b6-f91e-41bf-8b70-13bdb5a35727 service neutron] 10.222.0.62 "PUT /v2.0/ports/23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 HTTP/1.1" status: 200 len: 1122 time: 1.1546185 Sep 16 16:24:13.161575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:13.188658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e5d04-087c-493b-b7f9-9e4dd0a6fd05 req-f7c56bfa-9a2e-443d-af89-454e1f309173 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:13.190275 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e4e5d04-087c-493b-b7f9-9e4dd0a6fd05 req-f7c56bfa-9a2e-443d-af89-454e1f309173 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 1096 time: 0.0447564 Sep 16 16:24:13.234820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e4e5d04-087c-493b-b7f9-9e4dd0a6fd05 req-fe86c44f-9b57-4df7-87c0-b88ae37b07af tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377948 Sep 16 16:24:13.257454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-ae5a9e52-fff6-4d26-92aa-6af8cfe8cc7d req-97b8ef27-d438-431a-83b2-06e36d0a6e7e tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2113269989', 'description': 'tempest-description-50983615'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:13.269007 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:13.330880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-547e4f64-b371-4ef9-baf3-8412165dbf19 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d79031c7732944b89e66f62c465d0302&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339425 Sep 16 16:24:13.360331 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ae5a9e52-fff6-4d26-92aa-6af8cfe8cc7d req-97b8ef27-d438-431a-83b2-06e36d0a6e7e tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:13.504160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9c0c1-0d70-4d24-a8b0-204c69bfb6f9 req-5551af06-0df9-4edc-8c4f-df71d807081c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:13.507142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ab9c0c1-0d70-4d24-a8b0-204c69bfb6f9 req-5551af06-0df9-4edc-8c4f-df71d807081c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.1588166 Sep 16 16:24:13.514001 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:13.531698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-8fded66b-0c41-4753-a09d-067012cd3470 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:13.533090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-8fded66b-0c41-4753-a09d-067012cd3470 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966469 Sep 16 16:24:13.550337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Request body: {'port': {'device_id': 'c2642fc0-0773-4fd2-8340-efc0da29a814', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': 'd79031c7732944b89e66f62c465d0302'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:13.612489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ab9c0c1-0d70-4d24-a8b0-204c69bfb6f9 req-3595fb13-1e35-4024-a4f1-23cf5df96b3b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947731 Sep 16 16:24:13.675349 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ae5a9e52-fff6-4d26-92aa-6af8cfe8cc7d req-97b8ef27-d438-431a-83b2-06e36d0a6e7e tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:13.726689 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ae5a9e52-fff6-4d26-92aa-6af8cfe8cc7d req-97b8ef27-d438-431a-83b2-06e36d0a6e7e tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:13.760879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8ef27-d438-431a-83b2-06e36d0a6e7e tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16cf566-8432-436e-b675-38218e883922,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:13.834389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Made reservation on behalf of d79031c7732944b89e66f62c465d0302 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:13.834389 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:13.859428 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:13.905813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ae5a9e52-fff6-4d26-92aa-6af8cfe8cc7d req-97b8ef27-d438-431a-83b2-06e36d0a6e7e tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:13.907013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae5a9e52-fff6-4d26-92aa-6af8cfe8cc7d req-97b8ef27-d438-431a-83b2-06e36d0a6e7e tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6552587 Sep 16 16:24:13.960918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-0cf1690e-6cba-451e-bcce-317e202e016f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:13.962395 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-0cf1690e-6cba-451e-bcce-317e202e016f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 807 time: 0.1429837 Sep 16 16:24:13.995075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-c7367675-35d1-407f-be9d-91ed5c29a8fb tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/quotas/b83171c97ef440229ffe3f57d2a89529 HTTP/1.1" status: 200 len: 375 time: 0.0190191 Sep 16 16:24:14.054536 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:14.063088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-31553608-5d67-42ef-821e-38571f003546 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689952 Sep 16 16:24:14.178991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:14.226090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-e57a6a08-4309-4ae3-8889-e31e95ab2f2b service neutron] 10.222.0.22 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558816 Sep 16 16:24:14.316785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e993c078-ea8b-4313-9fa9-bcf3a5f87427,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:14.472016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Allocated IP 192.168.233.128 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/459ec571-481b-41c7-8365-ea430e8cce81) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:14.485121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-7413ade5-d586-488d-9d46-947c2bf8d42a service neutron] 10.222.0.22 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208257 Sep 16 16:24:14.621759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-29c8fbbd-4aa6-4591-abca-a21fe0a41b40 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45081 time: 0.5251033 Sep 16 16:24:14.715445 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-e4de409d-7e6e-44fd-9543-a401e57125d7 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/32138a3c-06a0-4880-9621-bae66d3f43f1 HTTP/1.1" status: 200 len: 2977 time: 0.0652750 Sep 16 16:24:14.725457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:14.821366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c854a96-835c-40c8-9c10-895436c77293 req-b6a00025-ec47-4a72-a25d-65f466c859b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:14.823399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c854a96-835c-40c8-9c10-895436c77293 req-b6a00025-ec47-4a72-a25d-65f466c859b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 944 time: 0.1009967 Sep 16 16:24:14.824799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-11d25175-8595-4d05-8b44-546e2cb7e991 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/32138a3c-06a0-4880-9621-bae66d3f43f1 HTTP/1.1" status: 200 len: 2977 time: 0.0972364 Sep 16 16:24:14.894176 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c854a96-835c-40c8-9c10-895436c77293 req-23483641-024f-4571-9d4f-801f0180d184 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629876 Sep 16 16:24:14.901203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-f020650d-6548-4d67-9af3-e4e20c3fd063 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4510688d-4922-4769-91a5-857a86a0c768 HTTP/1.1" status: 200 len: 2973 time: 0.0640850 Sep 16 16:24:14.930439 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:14.970774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adda500-d870-46bb-a0b6-22531fa058dc', 'tag': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:14.972953 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843188ef-b7ba-4ced-a3fe-67817f831fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "2adda500-d870-46bb-a0b6-22531fa058dc", "tag": "23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:14.989454 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-a034dcb3-308c-46aa-97b3-367a20621aa0 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4510688d-4922-4769-91a5-857a86a0c768 HTTP/1.1" status: 200 len: 2973 time: 0.0823770 Sep 16 16:24:14.992944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:14.996473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:15.001373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:15.006864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:15.007464 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:15.022974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Pushing event updated for resources: {'Port': ['ID=459ec571-481b-41c7-8365-ea430e8cce81,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:15.060584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-c2124cf1-9ef7-4dce-8d58-57eeeba69134 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/465c5807-eea5-4f8f-a337-8046ce995b9f HTTP/1.1" status: 200 len: 2981 time: 0.0601122 Sep 16 16:24:15.095977 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-be8fdce8-8197-46b5-8057-ebfd4125041b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5515153 Sep 16 16:24:15.115221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Request body: {'port': {'device_id': 'c2642fc0-0773-4fd2-8340-efc0da29a814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:15.122941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-2bbb4b5e-2da1-4b90-b3f6-88391f2b8e81 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/465c5807-eea5-4f8f-a337-8046ce995b9f HTTP/1.1" status: 200 len: 2981 time: 0.0559165 Sep 16 16:24:15.234085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2b48072f-2109-4165-8cdd-3c7b7fdd458f None None] Provisioning complete for port 459ec571-481b-41c7-8365-ea430e8cce81 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:15.234862 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b48072f-2109-4165-8cdd-3c7b7fdd458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:15.245717 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:15.250235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-cd6b0623-ea30-4d1c-82ce-d0d946ce019d tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/48a32a63-e319-4746-90f8-9107561b56ba HTTP/1.1" status: 200 len: 2981 time: 0.1104431 Sep 16 16:24:15.271962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d670c1c-b82f-41d5-af6d-62f5909fbe31 req-55176b02-8b19-48ca-b9c5-f9da3fa3a24b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:15.273150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2b48072f-2109-4165-8cdd-3c7b7fdd458f None None] Port 459ec571-481b-41c7-8365-ea430e8cce81 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:24:15.273439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d670c1c-b82f-41d5-af6d-62f5909fbe31 req-55176b02-8b19-48ca-b9c5-f9da3fa3a24b tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 936 time: 0.1347542 Sep 16 16:24:15.422822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d670c1c-b82f-41d5-af6d-62f5909fbe31 req-6de5b37f-8b42-4cbd-87a1-d98b0b77edb2 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363618 Sep 16 16:24:15.426998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-ec5f5fc0-6474-4fc6-9b8a-174b04f942d3 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/48a32a63-e319-4746-90f8-9107561b56ba HTTP/1.1" status: 200 len: 2981 time: 0.1655152 Sep 16 16:24:15.530983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-84801f85-7091-4eb3-800e-4afa460612a2 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/5d20e2e6-ade5-4614-bac7-a37ad5747ac7 HTTP/1.1" status: 200 len: 2981 time: 0.0962145 Sep 16 16:24:15.820360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b1482-6540-4987-a3a0-a3c68530f356 req-a6276802-6cbd-4900-9fcf-b898d4716b2a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:15.821918 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f5b1482-6540-4987-a3a0-a3c68530f356 req-a6276802-6cbd-4900-9fcf-b898d4716b2a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.3383713 Sep 16 16:24:15.834141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:15.860279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-8265a4c5-3d8b-4d87-9201-4b5038840e0c tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/5d20e2e6-ade5-4614-bac7-a37ad5747ac7 HTTP/1.1" status: 200 len: 2981 time: 0.1017165 Sep 16 16:24:15.935508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:15.942920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f5b1482-6540-4987-a3a0-a3c68530f356 req-788b09a6-2060-4f5e-899c-969d9ae6f9c5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147101 Sep 16 16:24:15.950638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 has no active binding in host n-h2-807786-3 {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 16:24:15.956771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459ec571-481b-41c7-8365-ea430e8cce81 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:15.971529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:15.982127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-d93b7c35-0277-4030-98fb-b916497fc457 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/6b26f3a2-1ecb-4cab-ba8c-9a45aa000af1 HTTP/1.1" status: 200 len: 2981 time: 0.1084664 Sep 16 16:24:15.992634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Transition to ACTIVE for port object 459ec571-481b-41c7-8365-ea430e8cce81 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:16.046515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6d07693-fd86-43ce-99a6-0d20b6a9d46b req-03612519-5ff8-46d9-a5c9-bbe1c92e89ad tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 210 time: 0.0377431 Sep 16 16:24:16.051787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-8707dc18-bd11-4c29-9da6-753dee648498 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/6b26f3a2-1ecb-4cab-ba8c-9a45aa000af1 HTTP/1.1" status: 200 len: 2981 time: 0.0625606 Sep 16 16:24:16.095495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-b6e26d88-7d6c-4bee-89c9-1986b1b0c2c3 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/84204c1d-4847-48b3-9cc9-db0d1a95eb8f HTTP/1.1" status: 200 len: 2981 time: 0.0374818 Sep 16 16:24:16.109058 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c751c5-c77a-45b5-9f8f-bc865ba8d5d5 x-openstack-request-id: req-67c751c5-c77a-45b5-9f8f-bc865ba8d5d5 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:16.109341 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adda500-d870-46bb-a0b6-22531fa058dc", "tag": "23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:16.109589 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-67c751c5-c77a-45b5-9f8f-bc865ba8d5d5 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:16.110220 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adda500-d870-46bb-a0b6-22531fa058dc', 'tag': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6', 'status': 'completed', 'code': 200} Sep 16 16:24:16.112739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:16.185171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843188ef-b7ba-4ced-a3fe-67817f831fbb req-04a8ad6b-20c6-46ce-8782-2bf418f784cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:16.187237 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-843188ef-b7ba-4ced-a3fe-67817f831fbb req-04a8ad6b-20c6-46ce-8782-2bf418f784cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 1125 time: 0.0452824 Sep 16 16:24:16.206682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-ba78b7ee-922a-435d-bdf4-441aeac2b33f tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/84204c1d-4847-48b3-9cc9-db0d1a95eb8f HTTP/1.1" status: 200 len: 2981 time: 0.1041746 Sep 16 16:24:16.207407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Pushing event updated for resources: {'Port': ['ID=459ec571-481b-41c7-8365-ea430e8cce81,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:16.297728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843188ef-b7ba-4ced-a3fe-67817f831fbb req-f4e5b703-a45d-410c-9571-a37c001cdc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:16.298399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Attempting to bind port 459ec571-481b-41c7-8365-ea430e8cce81 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:16.298740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Attempting to bind port 459ec571-481b-41c7-8365-ea430e8cce81 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:16.299066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Attempting to bind port 459ec571-481b-41c7-8365-ea430e8cce81 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:16.299689 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-843188ef-b7ba-4ced-a3fe-67817f831fbb req-f4e5b703-a45d-410c-9571-a37c001cdc7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.1010048 Sep 16 16:24:16.318481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Port 459ec571-481b-41c7-8365-ea430e8cce81 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:16.318802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Attempting to bind port 459ec571-481b-41c7-8365-ea430e8cce81 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:16.328121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e75dd6-c502-42f3-b2be-5f652632a9f4 req-219afbd5-31c9-48a3-9534-f1081b955057 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:16.329844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99e75dd6-c502-42f3-b2be-5f652632a9f4 req-219afbd5-31c9-48a3-9534-f1081b955057 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 944 time: 0.1266308 Sep 16 16:24:16.334967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:16.335310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:16.335696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:16.336133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Bound port: 459ec571-481b-41c7-8365-ea430e8cce81, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:16.336523 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:16.342605 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-efe7607f-1562-45a4-941a-657eac1e5d54 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/97d21d8a-0b04-4f4f-9769-560b2c827b1b HTTP/1.1" status: 200 len: 2981 time: 0.1176653 Sep 16 16:24:16.346613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-843188ef-b7ba-4ced-a3fe-67817f831fbb req-903f5a87-99b2-405c-9861-8f2179bffba6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 HTTP/1.1" status: 200 len: 217 time: 0.0385256 Sep 16 16:24:16.399888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843188ef-b7ba-4ced-a3fe-67817f831fbb req-19aedd48-5d6b-45f4-b67f-83ad6cec48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:16.402445 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-843188ef-b7ba-4ced-a3fe-67817f831fbb req-19aedd48-5d6b-45f4-b67f-83ad6cec48f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0470822 Sep 16 16:24:16.440449 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-843188ef-b7ba-4ced-a3fe-67817f831fbb req-77903f8b-157b-4e65-86be-10ce921acb60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249033 Sep 16 16:24:16.446288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99e75dd6-c502-42f3-b2be-5f652632a9f4 req-361bab8c-d647-498e-8280-cc57ac4f5599 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071692 Sep 16 16:24:16.464184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-5f036cf3-0afa-4582-b60a-fafca5fe0ed0 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/97d21d8a-0b04-4f4f-9769-560b2c827b1b HTTP/1.1" status: 200 len: 2981 time: 0.1091008 Sep 16 16:24:16.490643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] For port 459ec571-481b-41c7-8365-ea430e8cce81, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:16.525883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] For port 459ec571-481b-41c7-8365-ea430e8cce81, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=459ec571-481b-41c7-8365-ea430e8cce81,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:16.533000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-924796f2-e43d-47bb-b695-b7b4ec75cdce tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/99eb345b-ad82-4e6b-9066-8c6faadc4265 HTTP/1.1" status: 200 len: 2981 time: 0.0599649 Sep 16 16:24:16.554868 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-843188ef-b7ba-4ced-a3fe-67817f831fbb req-79a5a576-c2df-4cb1-b30b-d41b54a07c8e service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005416 Sep 16 16:24:16.580462 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:16.584846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-c0e9afcb-9ae0-4e36-b494-92868d201ce4 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/99eb345b-ad82-4e6b-9066-8c6faadc4265 HTTP/1.1" status: 200 len: 2981 time: 0.0475900 Sep 16 16:24:16.640175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:16.640939 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:16.642314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] 10.222.0.62 "PUT /v2.0/ports/459ec571-481b-41c7-8365-ea430e8cce81 HTTP/1.1" status: 200 len: 1096 time: 1.5317588 Sep 16 16:24:16.686582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f966b55-c67b-4a94-a21c-a122bcdd3dcb service neutron] Pushing event updated for resources: {'Port': ['ID=459ec571-481b-41c7-8365-ea430e8cce81,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:16.702978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-dd5c9e20-cbed-4991-b282-9eca8b22001a tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/add7475a-3c7e-4fe5-abb7-f4438d29d4dd HTTP/1.1" status: 200 len: 2981 time: 0.1098137 Sep 16 16:24:16.755384 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-843188ef-b7ba-4ced-a3fe-67817f831fbb req-58663163-b6fc-42fc-89b7-1d7e6fea33fc service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824813 Sep 16 16:24:16.791844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-00f9f043-ef1c-4044-9a19-bd0d9c18eac3 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:16.793691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-00f9f043-ef1c-4044-9a19-bd0d9c18eac3 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 807 time: 0.2122889 Sep 16 16:24:16.805851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1df138-1148-49c7-81c8-11ccf8a13c7d req-09073c5a-eaff-4859-ac5c-376b17fb5906 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:16.808068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea1df138-1148-49c7-81c8-11ccf8a13c7d req-09073c5a-eaff-4859-ac5c-376b17fb5906 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 948 time: 0.1228809 Sep 16 16:24:16.808638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Request body: {'port': {'device_id': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba', 'admin_state_up': True, 'tenant_id': 'b83171c97ef440229ffe3f57d2a89529'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:16.819731 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-4daa274c-458a-4d84-91df-4319f8d3695f tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/add7475a-3c7e-4fe5-abb7-f4438d29d4dd HTTP/1.1" status: 200 len: 2981 time: 0.0975883 Sep 16 16:24:16.821659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-e58ee01e-cd1a-466c-b647-b8ad2ddd1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:16.823786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-e58ee01e-cd1a-466c-b647-b8ad2ddd1696 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d79031c7732944b89e66f62c465d0302&device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 1099 time: 0.0848830 Sep 16 16:24:16.894935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-685d1eb2-42f4-4ac6-9e3f-d0cfbbf0f334 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=459ec571-481b-41c7-8365-ea430e8cce81 HTTP/1.1" status: 200 len: 217 time: 0.0542457 Sep 16 16:24:16.946523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea1df138-1148-49c7-81c8-11ccf8a13c7d req-7b24c147-c218-4c11-905a-ee72087b8223 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304774 Sep 16 16:24:16.969645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-f9936b61-9e58-47e0-908f-fc98519c91de tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/b5225d46-7e72-452d-be31-d773b86d190a HTTP/1.1" status: 200 len: 2977 time: 0.1288640 Sep 16 16:24:16.974698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-770d4af1-e8fa-4d22-bbda-abf2424ab869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:16.979107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-770d4af1-e8fa-4d22-bbda-abf2424ab869 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0726149 Sep 16 16:24:16.997546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Made reservation on behalf of b83171c97ef440229ffe3f57d2a89529 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:17.001447 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:17.050263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-4692e66c-91cb-4b97-b4a3-659440ff370a tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/b5225d46-7e72-452d-be31-d773b86d190a HTTP/1.1" status: 200 len: 2977 time: 0.0731580 Sep 16 16:24:17.056567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-712f4021-dad8-4769-bd73-406ee3b3fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:17.058129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-712f4021-dad8-4769-bd73-406ee3b3fa74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737212 Sep 16 16:24:17.147210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Allocated IP 172.20.0.7 (d8736a5b-82a3-43cb-b137-acc1b934a7ba/9d3c5861-3949-4b7b-aa94-18ddd93f1f4a/390f2e0c-f449-48fa-95ef-dec8beb089fd) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:17.180516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-6659708b-c9fa-4b55-a8e8-e1a73b32e607 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bc95fa4d-51f1-4846-9352-88625088bc8d HTTP/1.1" status: 200 len: 2977 time: 0.1213806 Sep 16 16:24:17.216171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b777f-5fd5-46eb-8b26-014ab128c20f req-81ace311-2c1d-449d-ba8e-55eb260b5f46 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:17.217674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c4b777f-5fd5-46eb-8b26-014ab128c20f req-81ace311-2c1d-449d-ba8e-55eb260b5f46 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.1445124 Sep 16 16:24:17.268214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-85798179-5923-4118-89ca-ecc8c1a0f6f1 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937206 Sep 16 16:24:17.279360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-6948a6fa-4a0f-4085-8402-e4e23ec75880 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bc95fa4d-51f1-4846-9352-88625088bc8d HTTP/1.1" status: 200 len: 2977 time: 0.0910769 Sep 16 16:24:17.318922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c4b777f-5fd5-46eb-8b26-014ab128c20f req-33333b7e-8b44-49e6-a41d-93b1931e0c2c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940948 Sep 16 16:24:17.402998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-1837ccc5-56c4-4211-a90e-4363108b8c42 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/dd003573-58b5-412c-a641-859729d4b73e HTTP/1.1" status: 200 len: 2981 time: 0.1074071 Sep 16 16:24:17.424773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e75828d9-7713-4321-ad86-2bc71a14de9a req-22b88bb1-df07-43a3-b366-8fccf95494d9 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472340 Sep 16 16:24:17.459865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d18752d4-4504-4bc2-9b6f-2017739b3912 req-1ee7826a-b1d2-43d2-804d-8666494b6df3 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/dd003573-58b5-412c-a641-859729d4b73e HTTP/1.1" status: 200 len: 2981 time: 0.0470781 Sep 16 16:24:17.543658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52020) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:17.565021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40f0b372-af8b-46e9-bc5f-c38f8b6730b3 req-15280160-584e-43d4-990c-142ee91a104e tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 210 time: 0.0290141 Sep 16 16:24:17.585104 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-30ce133f-d72b-4f31-b19d-2f45258efd76 service neutron] show failed (client error): The resource could not be found. Sep 16 16:24:17.585104 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-30ce133f-d72b-4f31-b19d-2f45258efd76 service neutron] 10.222.0.52 "GET /v2.0/ports/8bdd7334-666b-4488-ba69-669780fafdb5/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0928802 Sep 16 16:24:17.606523 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:17.663683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b1b2-c674-477f-a281-70d21e78d454 req-e6aa0163-c312-471f-9fac-2847b5096f52 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:17.665312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da61b1b2-c674-477f-a281-70d21e78d454 req-e6aa0163-c312-471f-9fac-2847b5096f52 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 944 time: 0.0989747 Sep 16 16:24:17.694006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8967efb-4dc5-49ac-bdc5-c9488557d27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:17.706443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:17.735317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0de46d2a-5807-41ed-9f99-56b1ef304c4b req-8f87b4d1-58ab-4167-9910-d4ad7ce17cf6 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30291e6df37b4fbe9ab08806cb8ee13d HTTP/1.1" status: 200 len: 6102 time: 0.1268427 Sep 16 16:24:17.738193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da61b1b2-c674-477f-a281-70d21e78d454 req-78498a3b-bc84-46f7-85f3-4ca6ebaa4fff tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639236 Sep 16 16:24:17.774933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Network d8736a5b-82a3-43cb-b137-acc1b934a7ba is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:17.776414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Pushing event updated for resources: {'Port': ['ID=390f2e0c-f449-48fa-95ef-dec8beb089fd,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:17.781939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:17.787441 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:17.794041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:17.794466 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:17.801910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0de46d2a-5807-41ed-9f99-56b1ef304c4b req-7fbe0016-8d63-42ac-846b-f3794eb28563 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] 10.222.0.22 "GET /v2.0/security-groups/465c5807-eea5-4f8f-a337-8046ce995b9f HTTP/1.1" status: 200 len: 2981 time: 0.0582840 Sep 16 16:24:17.850126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0de46d2a-5807-41ed-9f99-56b1ef304c4b req-1747a046-593a-4f4f-aaf8-7b62f407b30a tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] 10.222.0.22 "GET /v2.0/security-groups/465c5807-eea5-4f8f-a337-8046ce995b9f HTTP/1.1" status: 200 len: 2981 time: 0.0406673 Sep 16 16:24:17.862281 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8967efb-4dc5-49ac-bdc5-c9488557d27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:17.912398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-138e361a-79c4-4dfb-8f04-aa2a306269d2 req-ae8ed161-b24d-4aa0-b3f6-a6cf84ddc413 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/b16cf566-8432-436e-b675-38218e883922 HTTP/1.1" status: 200 len: 1776 time: 0.0342276 Sep 16 16:24:17.940958 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8967efb-4dc5-49ac-bdc5-c9488557d27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:17.968889 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-138e361a-79c4-4dfb-8f04-aa2a306269d2 req-4c4fadcb-78c4-407a-bbbb-5176b425f713 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:17.988730 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-138e361a-79c4-4dfb-8f04-aa2a306269d2 req-4c4fadcb-78c4-407a-bbbb-5176b425f713 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:17.993019 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c8967efb-4dc5-49ac-bdc5-c9488557d27b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb1e8b86ee9d4fe799d78213dc2e8785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407077 Sep 16 16:24:17.993178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52032) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:17.999772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8967efb-4dc5-49ac-bdc5-c9488557d27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9f30f2-c042-49d2-be1c-962a780b22bd,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:18.047217 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-689a4e07-eb93-4dfd-b44f-814b17ea013b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.050804 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-9d377886-f9ca-4fcf-b066-09cf75ef2a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2472043 Sep 16 16:24:18.064273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Request body: {'port': {'device_id': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:18.096128 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-689a4e07-eb93-4dfd-b44f-814b17ea013b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.112875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2642fc0-0773-4fd2-8340-efc0da29a814', 'tag': '459ec571-481b-41c7-8365-ea430e8cce81'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:18.115568 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2642fc0-0773-4fd2-8340-efc0da29a814", "tag": "459ec571-481b-41c7-8365-ea430e8cce81"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:18.142115 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-138e361a-79c4-4dfb-8f04-aa2a306269d2 req-4c4fadcb-78c4-407a-bbbb-5176b425f713 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.144078 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-138e361a-79c4-4dfb-8f04-aa2a306269d2 req-4c4fadcb-78c4-407a-bbbb-5176b425f713 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.145239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-138e361a-79c4-4dfb-8f04-aa2a306269d2 req-4c4fadcb-78c4-407a-bbbb-5176b425f713 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/b16cf566-8432-436e-b675-38218e883922 HTTP/1.1" status: 204 len: 173 time: 0.2256887 Sep 16 16:24:18.163696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.176500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fadcb-78c4-407a-bbbb-5176b425f713 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16cf566-8432-436e-b675-38218e883922,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:18.234657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-67544478-fbf7-4503-820e-fbe9e5048617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:18.236433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-67544478-fbf7-4503-820e-fbe9e5048617 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0&tenant_id=64baf66baab943a8acdce99439b67aa5 HTTP/1.1" status: 200 len: 1100 time: 0.1328282 Sep 16 16:24:18.252544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:18.262980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dca571-ce21-4621-9623-b3d9ab859e8a req-958f2054-6eb2-4379-9159-dc805b67fe57 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:18.264534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7dca571-ce21-4621-9623-b3d9ab859e8a req-958f2054-6eb2-4379-9159-dc805b67fe57 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 948 time: 0.0721850 Sep 16 16:24:18.281702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-689a4e07-eb93-4dfd-b44f-814b17ea013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.284823 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-689a4e07-eb93-4dfd-b44f-814b17ea013b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.285963 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-689a4e07-eb93-4dfd-b44f-814b17ea013b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad9f30f2-c042-49d2-be1c-962a780b22bd HTTP/1.1" status: 204 len: 168 time: 0.2919340 Sep 16 16:24:18.286725 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ec8f8b-e0d9-4d3b-aa71-ad253540cc55 x-openstack-request-id: req-41ec8f8b-e0d9-4d3b-aa71-ad253540cc55 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:18.287012 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2642fc0-0773-4fd2-8340-efc0da29a814", "tag": "459ec571-481b-41c7-8365-ea430e8cce81", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:18.287268 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41ec8f8b-e0d9-4d3b-aa71-ad253540cc55 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:18.287648 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2642fc0-0773-4fd2-8340-efc0da29a814', 'tag': '459ec571-481b-41c7-8365-ea430e8cce81', 'status': 'completed', 'code': 200} Sep 16 16:24:18.304075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a4e07-eb93-4dfd-b44f-814b17ea013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9f30f2-c042-49d2-be1c-962a780b22bd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:18.394408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7dca571-ce21-4621-9623-b3d9ab859e8a req-aa196a71-0a29-48b4-bd5d-947a7517a2e4 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117923 Sep 16 16:24:18.396637 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.411369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-87796ed5-af86-4b6a-9b03-798b50cd4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:18.412916 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-87796ed5-af86-4b6a-9b03-798b50cd4374 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d79031c7732944b89e66f62c465d0302&device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 1099 time: 0.0970805 Sep 16 16:24:18.423922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1b8240a-a0c6-4b14-9d07-3df75da086b7 req-29aaea45-0c82-4ce6-a8fc-8f5bc4662f1d tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "GET /v2.0/security-groups/04e75350-1ca4-4219-b082-88c1fcf11e67 HTTP/1.1" status: 200 len: 1778 time: 0.1129901 Sep 16 16:24:18.563487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-2562698b-214b-483b-8fef-d18fd851085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:18.564980 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-2562698b-214b-483b-8fef-d18fd851085e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1438265 Sep 16 16:24:18.573889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390f2e0c-f449-48fa-95ef-dec8beb089fd {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:18.587478 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.618229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b1b8240a-a0c6-4b14-9d07-3df75da086b7 req-08293453-2580-4f7c-8a01-5883d00f4618 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.621243 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-42de6053-b9e5-46ec-9e42-0a4fef4c0e73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=459ec571-481b-41c7-8365-ea430e8cce81 HTTP/1.1" status: 200 len: 217 time: 0.0429761 Sep 16 16:24:18.648849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Transition to ACTIVE for port object 390f2e0c-f449-48fa-95ef-dec8beb089fd will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:18.649906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a70f4d-6b37-4234-a41c-9709ea60f105 req-90030183-5290-4b70-9d5d-eb54293790d5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:18.652016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4a70f4d-6b37-4234-a41c-9709ea60f105 req-90030183-5290-4b70-9d5d-eb54293790d5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.1462636 Sep 16 16:24:18.678354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-4900ad82-a4a7-4cfe-890e-f73833d98c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:18.679752 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-4900ad82-a4a7-4cfe-890e-f73833d98c00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0482697 Sep 16 16:24:18.680172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b1b8240a-a0c6-4b14-9d07-3df75da086b7 req-08293453-2580-4f7c-8a01-5883d00f4618 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.730711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-e2eea822-571f-4697-8405-cf6d88d3e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:18.732210 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-e2eea822-571f-4697-8405-cf6d88d3e43c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416172 Sep 16 16:24:18.732988 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.775435 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4a70f4d-6b37-4234-a41c-9709ea60f105 req-625047e0-93a7-4132-8a51-0ddfc686e637 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099105 Sep 16 16:24:18.804010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8bdd7334-666b-4488-ba69-669780fafdb5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:18.815630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Pushing event updated for resources: {'Port': ['ID=390f2e0c-f449-48fa-95ef-dec8beb089fd,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:18.842080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:18.863733 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b1b8240a-a0c6-4b14-9d07-3df75da086b7 req-08293453-2580-4f7c-8a01-5883d00f4618 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.866815 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b1b8240a-a0c6-4b14-9d07-3df75da086b7 req-08293453-2580-4f7c-8a01-5883d00f4618 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.867529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1b8240a-a0c6-4b14-9d07-3df75da086b7 req-08293453-2580-4f7c-8a01-5883d00f4618 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/04e75350-1ca4-4219-b082-88c1fcf11e67 HTTP/1.1" status: 204 len: 173 time: 0.4428420 Sep 16 16:24:18.886419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:18.886764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:18.887098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:18.890646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08293453-2580-4f7c-8a01-5883d00f4618 tempest-SecurityGroupsTestAdminJSON-34874974 tempest-SecurityGroupsTestAdminJSON-34874974-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e75350-1ca4-4219-b082-88c1fcf11e67,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:18.899181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Port 390f2e0c-f449-48fa-95ef-dec8beb089fd on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:18.899510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:18.912794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:18.913161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:18.913546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:18.913980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Bound port: 390f2e0c-f449-48fa-95ef-dec8beb089fd, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:18.914337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.924338 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-d06e6226-44b4-4048-bcd2-f63197b43ec1 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576459 Sep 16 16:24:18.946924 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:18.956906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Transition to ACTIVE for port object 8bdd7334-666b-4488-ba69-669780fafdb5 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:19.031557 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.040595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a41ed-98fc-48af-a0b3-5c4c2ae043b9 req-cae6846f-0684-410a-9c41-9f694ebf5500 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:19.042168 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-576a41ed-98fc-48af-a0b3-5c4c2ae043b9 req-cae6846f-0684-410a-9c41-9f694ebf5500 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 944 time: 0.0841358 Sep 16 16:24:19.056717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:19.056968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9756ee-c6b2-41c9-9e37-95347894f29a req-0034d678-8294-40dc-ad47-e1adf3eae302 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:19.058450 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b9756ee-c6b2-41c9-9e37-95347894f29a req-0034d678-8294-40dc-ad47-e1adf3eae302 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 943 time: 0.0909247 Sep 16 16:24:19.061259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:19.067069 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21dd3e37-64f2-440a-ae7e-6328a3cb62d6 req-f0d2671e-d59f-4534-8175-bf367f5ec257 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358955 Sep 16 16:24:19.070188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52060) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:19.084192 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9cc9715c-ca3e-4d71-888a-11f5f317336b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.152024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.160265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] No DVR routers for this DVR port 8bdd7334-666b-4488-ba69-669780fafdb5 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:24:19.177139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdd7334-666b-4488-ba69-669780fafdb5,revision_number=6']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:19.196639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:19.197600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.199010 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] 10.222.0.62 "PUT /v2.0/ports/390f2e0c-f449-48fa-95ef-dec8beb089fd HTTP/1.1" status: 200 len: 1091 time: 1.1393359 Sep 16 16:24:19.200578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-576a41ed-98fc-48af-a0b3-5c4c2ae043b9 req-183a3157-ffe4-40d0-aa1d-6d471b82cf33 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371748 Sep 16 16:24:19.201334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'tag': '390f2e0c-f449-48fa-95ef-dec8beb089fd'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:19.203815 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f3cecf-e285-49d4-9784-05ac3b9785ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff74d76-aa8b-47b9-824c-ac9d380f418b", "tag": "390f2e0c-f449-48fa-95ef-dec8beb089fd"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:19.218935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b9756ee-c6b2-41c9-9e37-95347894f29a req-2bf8586f-ee3f-4b0b-bdd0-af9238a4a42b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318300 Sep 16 16:24:19.270382 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Attempting to bind port 8bdd7334-666b-4488-ba69-669780fafdb5 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:19.270971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Attempting to bind port 8bdd7334-666b-4488-ba69-669780fafdb5 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:19.271305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Attempting to bind port 8bdd7334-666b-4488-ba69-669780fafdb5 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:19.282039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Port 8bdd7334-666b-4488-ba69-669780fafdb5 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:19.282368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Attempting to bind port 8bdd7334-666b-4488-ba69-669780fafdb5 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:19.294427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:19.294764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:19.295484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:19.295601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Bound port: 8bdd7334-666b-4488-ba69-669780fafdb5, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:19.295914 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.301059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278db68a-ecc4-4d8e-9373-f8142bd79067 service neutron] Pushing event updated for resources: {'Port': ['ID=390f2e0c-f449-48fa-95ef-dec8beb089fd,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:19.324204 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9cc9715c-ca3e-4d71-888a-11f5f317336b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.324358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-919e4cf5-4974-444d-884e-964184fabbcd req-3a58f204-06c7-4fd2-bf02-6b4e6a1bd0b2 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] 10.222.0.22 "GET /v2.0/security-groups/43a762a9-f364-417d-9138-3986ff83c34f HTTP/1.1" status: 200 len: 1778 time: 0.0839739 Sep 16 16:24:19.371628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-ec830432-85f3-49ac-ad26-5ad8c2d2209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:19.374750 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-ec830432-85f3-49ac-ad26-5ad8c2d2209d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1094 time: 0.0538898 Sep 16 16:24:19.416648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:19.424522 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bdd7334-666b-4488-ba69-669780fafdb5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:19.427164 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-de693709-81fa-474b-9c28-dfacc19f6f53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd HTTP/1.1" status: 200 len: 217 time: 0.0439646 Sep 16 16:24:19.427858 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9cc9715c-ca3e-4d71-888a-11f5f317336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.430346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-919e4cf5-4974-444d-884e-964184fabbcd req-5582d3a8-072d-44c5-aba2-bb8ed5f3fc73 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.454446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-919e4cf5-4974-444d-884e-964184fabbcd req-5582d3a8-072d-44c5-aba2-bb8ed5f3fc73 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.496680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9715c-ca3e-4d71-888a-11f5f317336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78ed99a-c9f8-4b7b-8e10-d3ff589d96ac,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:19.510176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.510505 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9cc9715c-ca3e-4d71-888a-11f5f317336b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c5a8466541a43aa9666c009911ba094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370859 Sep 16 16:24:19.510770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52070) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:19.516200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-7d38608a-5a6f-47f6-bc87-0f45164e0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:19.517647 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-7d38608a-5a6f-47f6-bc87-0f45164e0a84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0832233 Sep 16 16:24:19.550000 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-fb6bfa99-d0dd-46c7-9af2-27806425f822 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252845 Sep 16 16:24:19.553339 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:19.553985 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.555553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] 10.222.0.62 "PUT /v2.0/ports/8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 1095 time: 1.3079319 Sep 16 16:24:19.618293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0eec9-5c72-411f-a138-79dda0afe759 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdd7334-666b-4488-ba69-669780fafdb5,revision_number=7']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:19.642136 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-919e4cf5-4974-444d-884e-964184fabbcd req-5582d3a8-072d-44c5-aba2-bb8ed5f3fc73 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.645004 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-919e4cf5-4974-444d-884e-964184fabbcd req-5582d3a8-072d-44c5-aba2-bb8ed5f3fc73 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.646841 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-919e4cf5-4974-444d-884e-964184fabbcd req-5582d3a8-072d-44c5-aba2-bb8ed5f3fc73 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] 10.222.0.22 "DELETE /v2.0/security-groups/43a762a9-f364-417d-9138-3986ff83c34f HTTP/1.1" status: 204 len: 173 time: 0.3217208 Sep 16 16:24:19.676593 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-e22e2c50-1d15-4990-9164-9c6a50954791 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157851 Sep 16 16:24:19.692177 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86e178cf-fca7-407b-a051-7878ce6c8f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.702838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582d3a8-072d-44c5-aba2-bb8ed5f3fc73 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a762a9-f364-417d-9138-3986ff83c34f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:19.712243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-4d7127b7-a7f1-4fc6-ac7c-982a16c4eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:19.714331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-4d7127b7-a7f1-4fc6-ac7c-982a16c4eae1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1098 time: 0.1322017 Sep 16 16:24:19.717176 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff8e674-fa9a-4704-8edd-e180ee7ffd09 x-openstack-request-id: req-5ff8e674-fa9a-4704-8edd-e180ee7ffd09 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:19.717718 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff74d76-aa8b-47b9-824c-ac9d380f418b", "tag": "390f2e0c-f449-48fa-95ef-dec8beb089fd", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:19.718327 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ff8e674-fa9a-4704-8edd-e180ee7ffd09 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:19.718932 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'tag': '390f2e0c-f449-48fa-95ef-dec8beb089fd', 'status': 'completed', 'code': 200} Sep 16 16:24:19.756333 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86e178cf-fca7-407b-a051-7878ce6c8f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:19.805723 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c4d0e6d-0ad2-4ccb-8886-d85aeed11981 req-af86c38c-8f0b-4c2b-bd46-1fae3d9b8d0e service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204753 Sep 16 16:24:19.840722 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:24:19.874274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 459ec571-481b-41c7-8365-ea430e8cce81 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:19.896632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c187034-a19c-4399-8e9b-caaa1e9efcb2 req-21c3ada6-18e8-45f7-9265-e005ce24de22 tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] 10.222.0.22 "GET /v2.0/security-groups/f5fcb194-177d-436e-a4f6-366484cae118 HTTP/1.1" status: 200 len: 1776 time: 0.1358249 Sep 16 16:24:19.941850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b47aae-4f56-40ad-8419-207270fe141a req-63a4932e-7cf3-497a-a2e1-3b5d3c31b1c1 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:19.943335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1b47aae-4f56-40ad-8419-207270fe141a req-63a4932e-7cf3-497a-a2e1-3b5d3c31b1c1 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 948 time: 0.1642365 Sep 16 16:24:19.944335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-104ddbbd-a833-4915-8266-e5c3a554dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:19.945664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-104ddbbd-a833-4915-8266-e5c3a554dbb4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2233267 Sep 16 16:24:19.966529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3cecf-e285-49d4-9784-05ac3b9785ab req-ab1db237-da8e-412d-838f-795de7925a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:19.966529 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9f3cecf-e285-49d4-9784-05ac3b9785ab req-ab1db237-da8e-412d-838f-795de7925a5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1094 time: 0.0438199 Sep 16 16:24:19.999501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 459ec571-481b-41c7-8365-ea430e8cce81, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=459ec571-481b-41c7-8365-ea430e8cce81,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:20.012836 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '459ec571-481b-41c7-8365-ea430e8cce81', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '459ec571-481b-41c7-8365-ea430e8cce81', 'mac_address': 'fa:16:3e:12:45:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:24:20.017366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-9dddd7bd-f88d-4fe0-b9cb-fc6ffb20b251 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 217 time: 0.0607033 Sep 16 16:24:20.052456 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:20.066455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459ec571-481b-41c7-8365-ea430e8cce81 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:20.068922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3cecf-e285-49d4-9784-05ac3b9785ab req-9ebaa78a-0e48-4d79-b824-1f3765d52a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:20.070630 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9f3cecf-e285-49d4-9784-05ac3b9785ab req-9ebaa78a-0e48-4d79-b824-1f3765d52a0f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.1001933 Sep 16 16:24:20.088597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 459ec571-481b-41c7-8365-ea430e8cce81, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=459ec571-481b-41c7-8365-ea430e8cce81,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:20.117433 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9f3cecf-e285-49d4-9784-05ac3b9785ab req-ef3864b2-4072-4708-909f-07ee513f70ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd HTTP/1.1" status: 200 len: 217 time: 0.0370071 Sep 16 16:24:20.160122 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:20.180101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3cecf-e285-49d4-9784-05ac3b9785ab req-b1cd0f16-a74c-42ae-9f33-9ac8258dd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:20.182140 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9f3cecf-e285-49d4-9784-05ac3b9785ab req-b1cd0f16-a74c-42ae-9f33-9ac8258dd6d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0555766 Sep 16 16:24:20.214571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=459ec571-481b-41c7-8365-ea430e8cce81,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:20.221494 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9f3cecf-e285-49d4-9784-05ac3b9785ab req-0b17af57-51f8-40e5-a2d5-f1013f0aed09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304556 Sep 16 16:24:20.242822 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86e178cf-fca7-407b-a051-7878ce6c8f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:20.245360 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86e178cf-fca7-407b-a051-7878ce6c8f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:20.246466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-86e178cf-fca7-407b-a051-7878ce6c8f0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d78ed99a-c9f8-4b7b-8e10-d3ff589d96ac HTTP/1.1" status: 204 len: 168 time: 0.7340214 Sep 16 16:24:20.281805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1b47aae-4f56-40ad-8419-207270fe141a req-ec475422-e2eb-44cf-ba0d-82c688c733ac tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286238 Sep 16 16:24:20.288189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e178cf-fca7-407b-a051-7878ce6c8f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78ed99a-c9f8-4b7b-8e10-d3ff589d96ac,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:20.297368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5'}, {'name': 'network-changed', 'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:20.299620 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee17d8c-3817-4aac-92c0-ded6a0721682" -d '{"events": [{"server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5"}, {"name": "network-changed", "server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:20.313372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-49b142c2-f58e-41bb-ac8a-3080db5301e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:20.314827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-49b142c2-f58e-41bb-ac8a-3080db5301e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.2903590 Sep 16 16:24:20.315782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6c187034-a19c-4399-8e9b-caaa1e9efcb2 req-6baa5e6d-cc8a-41dd-9ccf-298d71724e3b tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:20.349518 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9f3cecf-e285-49d4-9784-05ac3b9785ab req-4eef0313-93ad-40ee-934d-10f7fe829a09 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191449 Sep 16 16:24:20.374454 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6c187034-a19c-4399-8e9b-caaa1e9efcb2 req-6baa5e6d-cc8a-41dd-9ccf-298d71724e3b tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:20.396879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['459ec571-481b-41c7-8365-ea430e8cce81'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:20.415463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-0a765a66-f2bf-4d5b-a0e7-b92ae11001a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:20.417638 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-0a765a66-f2bf-4d5b-a0e7-b92ae11001a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0880854 Sep 16 16:24:20.493421 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6c187034-a19c-4399-8e9b-caaa1e9efcb2 req-6baa5e6d-cc8a-41dd-9ccf-298d71724e3b tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:20.496350 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6c187034-a19c-4399-8e9b-caaa1e9efcb2 req-6baa5e6d-cc8a-41dd-9ccf-298d71724e3b tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:20.497517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c187034-a19c-4399-8e9b-caaa1e9efcb2 req-6baa5e6d-cc8a-41dd-9ccf-298d71724e3b tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] 10.222.0.22 "DELETE /v2.0/security-groups/f5fcb194-177d-436e-a4f6-366484cae118 HTTP/1.1" status: 204 len: 173 time: 0.5838833 Sep 16 16:24:20.513631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa5e6d-cc8a-41dd-9ccf-298d71724e3b tempest-SecurityGroupsTestAdminJSON-1230980269 tempest-SecurityGroupsTestAdminJSON-1230980269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fcb194-177d-436e-a4f6-366484cae118,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:20.553211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-9052869e-1322-4318-9a52-2754ad8d65a9 service neutron] 10.222.0.52 "GET /v2.0/ports/23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6/bindings/n-h2-807786-3 HTTP/1.1" status: 200 len: 384 time: 0.1229641 Sep 16 16:24:20.558605 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9f3cecf-e285-49d4-9784-05ac3b9785ab req-a39ff69c-8c26-4fc3-b496-9c3517897187 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983073 Sep 16 16:24:20.560814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-be913f7b-d7fb-4f65-869b-c208a12334a4 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344554 Sep 16 16:24:20.763709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0818e55a-d87d-4860-9f6b-ba8c8a580b95 req-d95020cc-e9ef-43b9-945c-2f0e3d719c9a service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932459 Sep 16 16:24:20.773162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89137529-ce78-4cfe-bbb4-f3fad9b7a5b2 req-dbbac10f-f694-43e7-9c85-14f66f3f800b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:20.774651 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89137529-ce78-4cfe-bbb4-f3fad9b7a5b2 req-dbbac10f-f694-43e7-9c85-14f66f3f800b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 944 time: 0.1285295 Sep 16 16:24:20.781358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-a4e9a2b1-1155-49e4-9e8c-43861d48340a service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:20.783335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6070000-60c3-4112-b936-9e823c5f1d6d req-13927329-f2b7-4f91-82e0-683eb2a7f230 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:20.784874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6070000-60c3-4112-b936-9e823c5f1d6d req-13927329-f2b7-4f91-82e0-683eb2a7f230 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 947 time: 0.1370218 Sep 16 16:24:20.803809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-a4e9a2b1-1155-49e4-9e8c-43861d48340a service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:20.842767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-a4e9a2b1-1155-49e4-9e8c-43861d48340a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:20.848916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89137529-ce78-4cfe-bbb4-f3fad9b7a5b2 req-cce50c06-5e4d-4769-9a9b-4cb04fc35292 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607386 Sep 16 16:24:20.854257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-a4e9a2b1-1155-49e4-9e8c-43861d48340a service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:20.857683 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6070000-60c3-4112-b936-9e823c5f1d6d req-7b41ff34-5bae-472d-812b-55178e949513 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619221 Sep 16 16:24:20.940573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-a4e9a2b1-1155-49e4-9e8c-43861d48340a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:20.961662 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff151f93-38eb-43a5-b935-fad339caa413 x-openstack-request-id: req-ff151f93-38eb-43a5-b935-fad339caa413 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:20.962175 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5", "code": 200}, {"name": "network-changed", "server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:20.962175 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff151f93-38eb-43a5-b935-fad339caa413 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:20.962621 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5', 'code': 200} Sep 16 16:24:20.962905 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5', 'status': 'completed', 'code': 200} Sep 16 16:24:20.986161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242202d6-ea5c-475d-b49f-16f818e7f7cb req-2dc6f3d4-15e4-4807-a032-5c20316d5945 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:20.987833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-242202d6-ea5c-475d-b49f-16f818e7f7cb req-2dc6f3d4-15e4-4807-a032-5c20316d5945 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 943 time: 0.0704725 Sep 16 16:24:21.062913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-242202d6-ea5c-475d-b49f-16f818e7f7cb req-38dd4d7b-9ca9-4ff8-b44f-d0c5bc0270a6 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637817 Sep 16 16:24:21.065770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-ad913950-7107-4636-9cdd-4ef3e92da638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.067240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-ad913950-7107-4636-9cdd-4ef3e92da638 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1098 time: 0.0781682 Sep 16 16:24:21.106201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-7d7273bb-e526-43c0-aada-29902969f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.120025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-7d7273bb-e526-43c0-aada-29902969f2c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1098 time: 0.1060531 Sep 16 16:24:21.126196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-a4e9a2b1-1155-49e4-9e8c-43861d48340a service neutron] Transition to ACTIVE for port object 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:21.191133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52112) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:21.204443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-18337c08-6d3c-4ae5-bd4e-399e606b6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.204443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-18337c08-6d3c-4ae5-bd4e-399e606b6f28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1274130 Sep 16 16:24:21.280711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-a4e9a2b1-1155-49e4-9e8c-43861d48340a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:21.281304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-55653252-3749-4cbc-a81b-0d415b1674f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 217 time: 0.0514803 Sep 16 16:24:21.303011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-45612dd0-0838-4c12-b882-a38b6ff20b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.304541 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-45612dd0-0838-4c12-b882-a38b6ff20b0d service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1771240 Sep 16 16:24:21.341534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-a4e9a2b1-1155-49e4-9e8c-43861d48340a service neutron] No DVR routers for this DVR port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:24:21.342463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-3e961b8f-69e6-44ba-9248-85721d02f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.344374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-3e961b8f-69e6-44ba-9248-85721d02f824 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0727651 Sep 16 16:24:21.388993 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-d6b6576b-66b7-45a4-bad0-2ed6a2bcf15d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 217 time: 0.0564215 Sep 16 16:24:21.389611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9a2b1-1155-49e4-9e8c-43861d48340a service neutron] Pushing event updated for resources: {'Port': ['ID=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:21.419810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1faba8ca-82e8-4218-84bf-0176364d88ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30291e6df37b4fbe9ab08806cb8ee13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274778 Sep 16 16:24:21.437924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52128) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:21.444515 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-a4e9a2b1-1155-49e4-9e8c-43861d48340a service neutron] 10.222.0.52 "PUT /v2.0/ports/23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6/bindings/n-h2-807786-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8820734 Sep 16 16:24:21.465973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-1a79e29e-45b1-4c0d-93e9-06a29ba62f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.467650 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-1a79e29e-45b1-4c0d-93e9-06a29ba62f68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0606046 Sep 16 16:24:21.487581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-204cf53d-3891-49ec-98ef-c62418036843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.489262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-204cf53d-3891-49ec-98ef-c62418036843 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337452 Sep 16 16:24:21.513655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19de978-9678-46e5-9c42-f2c426385df9 req-bbb08670-06f8-4810-86d4-9eb53e57addf tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.521028 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e19de978-9678-46e5-9c42-f2c426385df9 req-bbb08670-06f8-4810-86d4-9eb53e57addf tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 949 time: 0.1411583 Sep 16 16:24:21.528023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-d1a5246f-6be9-4cbc-8d23-8c46f3f3538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.530901 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-d1a5246f-6be9-4cbc-8d23-8c46f3f3538c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537806 Sep 16 16:24:21.587201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ae5796db-2100-4c87-8ef2-aee59ec7ae44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:21.610185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e19de978-9678-46e5-9c42-f2c426385df9 req-6dbe4e7d-1fae-409f-b867-2636c8e31417 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876970 Sep 16 16:24:21.658889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-ed03c2dd-340e-4a54-b014-0f20ecc6e228 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.660490 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-ed03c2dd-340e-4a54-b014-0f20ecc6e228 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0965681 Sep 16 16:24:21.683661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ae5796db-2100-4c87-8ef2-aee59ec7ae44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:21.705589 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-3df86504-5172-4fc4-bce8-4a647d1827c6 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670024 Sep 16 16:24:21.729973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-f2402b32-06f2-4b1d-a159-f964cf069d25 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268317 Sep 16 16:24:21.744814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-c83b8455-f2d0-42c6-92fa-eb4773e45975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.746615 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-c83b8455-f2d0-42c6-92fa-eb4773e45975 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6 HTTP/1.1" status: 200 len: 1096 time: 0.0775912 Sep 16 16:24:21.844490 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ae5796db-2100-4c87-8ef2-aee59ec7ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:21.847140 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ae5796db-2100-4c87-8ef2-aee59ec7ae44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:21.848119 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-3bf665a9-825c-4d91-ab6b-1ca90ad9cd72 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327999 Sep 16 16:24:21.848622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ae5796db-2100-4c87-8ef2-aee59ec7ae44 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/465c5807-eea5-4f8f-a337-8046ce995b9f HTTP/1.1" status: 204 len: 168 time: 0.4080918 Sep 16 16:24:21.851053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-067bbcdc-f2e7-4893-b7cc-9e43583ed437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:21.852515 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-067bbcdc-f2e7-4893-b7cc-9e43583ed437 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 1096 time: 0.0632501 Sep 16 16:24:21.861108 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cee17d8c-3817-4aac-92c0-ded6a0721682 req-421bab04-6406-4104-861b-b5bc8916ec8b service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224298 Sep 16 16:24:21.861957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5796db-2100-4c87-8ef2-aee59ec7ae44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465c5807-eea5-4f8f-a337-8046ce995b9f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:21.894503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 390f2e0c-f449-48fa-95ef-dec8beb089fd details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:21.900362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 459ec571-481b-41c7-8365-ea430e8cce81 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:22.005059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-cac6546b-a6b2-41c2-9a67-19427d86a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:22.006612 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-cac6546b-a6b2-41c2-9a67-19427d86a7d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.1407244 Sep 16 16:24:22.053616 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-2568a03e-3efd-4858-9235-f1f1ba59b72f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 HTTP/1.1" status: 200 len: 217 time: 0.0391531 Sep 16 16:24:22.053889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:22.066687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '390f2e0c-f449-48fa-95ef-dec8beb089fd', 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba', 'port_id': '390f2e0c-f449-48fa-95ef-dec8beb089fd', 'mac_address': 'fa:16:3e:17:18:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c5861-3949-4b7b-aa94-18ddd93f1f4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:24:22.082454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30470-6b58-4c5c-88bb-365f5a389278 req-41ccb3ca-b407-4199-a29c-82845e08763a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:22.084116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ef30470-6b58-4c5c-88bb-365f5a389278 req-41ccb3ca-b407-4199-a29c-82845e08763a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 945 time: 0.0749919 Sep 16 16:24:22.096836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b476900-d1c6-414a-8a6f-726e5f703d8d req-7358140a-8ebf-4e7e-967a-71bed35484ce tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:22.098775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b476900-d1c6-414a-8a6f-726e5f703d8d req-7358140a-8ebf-4e7e-967a-71bed35484ce tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 947 time: 0.1223235 Sep 16 16:24:22.112971 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:22.122909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-1fffa1f7-3948-4b42-9bbf-6c2d8a039319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:22.125038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 459ec571-481b-41c7-8365-ea430e8cce81 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:24:22.125196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-1fffa1f7-3948-4b42-9bbf-6c2d8a039319 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0645390 Sep 16 16:24:22.130999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390f2e0c-f449-48fa-95ef-dec8beb089fd {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:22.136340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 459ec571-481b-41c7-8365-ea430e8cce81 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:22.136935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:22.173645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:22.182993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b476900-d1c6-414a-8a6f-726e5f703d8d req-ee5000e3-8552-4fd8-ae92-f944c9a767e3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699069 Sep 16 16:24:22.190124 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-f81f37dd-359c-442c-8054-0a5ff8f4eba6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569911 Sep 16 16:24:22.195140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ef30470-6b58-4c5c-88bb-365f5a389278 req-cecb1e9b-7601-4ad8-9fe9-b956b901e0d4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952251 Sep 16 16:24:22.245414 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:22.289810 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:22.339222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7255de9-dc3a-4dbf-bf38-c8e6b563cfe6 req-f9fbdc32-ef7e-4c03-8d2b-5eb2a315e9ff tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:22.341942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2642fc0-0773-4fd2-8340-efc0da29a814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459ec571-481b-41c7-8365-ea430e8cce81'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:22.344931 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17272dbc-0340-4229-b5a5-347d03c8aad9" -d '{"events": [{"server_uuid": "c2642fc0-0773-4fd2-8340-efc0da29a814", "name": "network-vif-plugged", "status": "completed", "tag": "459ec571-481b-41c7-8365-ea430e8cce81"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:22.349705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7255de9-dc3a-4dbf-bf38-c8e6b563cfe6 req-f9fbdc32-ef7e-4c03-8d2b-5eb2a315e9ff tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 944 time: 0.0785482 Sep 16 16:24:22.366459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 459ec571-481b-41c7-8365-ea430e8cce81, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=459ec571-481b-41c7-8365-ea430e8cce81,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:22.368067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=390f2e0c-f449-48fa-95ef-dec8beb089fd,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:22.381392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8bdd7334-666b-4488-ba69-669780fafdb5 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:24:22.387335 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-cfaddbb6-d709-418c-bf35-234a81940495 service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675494 Sep 16 16:24:22.413293 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084d3fee-8f95-4f7f-be18-670ad7922416 x-openstack-request-id: req-084d3fee-8f95-4f7f-be18-670ad7922416 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:22.413585 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2642fc0-0773-4fd2-8340-efc0da29a814", "name": "network-vif-plugged", "status": "completed", "tag": "459ec571-481b-41c7-8365-ea430e8cce81", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:22.418412 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-084d3fee-8f95-4f7f-be18-670ad7922416 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:22.418412 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2642fc0-0773-4fd2-8340-efc0da29a814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459ec571-481b-41c7-8365-ea430e8cce81', 'code': 200} Sep 16 16:24:22.433901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8bdd7334-666b-4488-ba69-669780fafdb5 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:24:22.436825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7255de9-dc3a-4dbf-bf38-c8e6b563cfe6 req-8a397ba9-b0a8-43e3-b325-94cbeb589ae3 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769420 Sep 16 16:24:22.451944 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:22.504941 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-80298381-a29a-4133-81ee-8a71f9d598cd service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159036 Sep 16 16:24:22.510348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['390f2e0c-f449-48fa-95ef-dec8beb089fd'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:22.541828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5707da-c260-495a-95c5-bc42f6e88ec6 req-3184d707-1279-4ce4-bc28-eb311bd3829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:22.543814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc5707da-c260-495a-95c5-bc42f6e88ec6 req-3184d707-1279-4ce4-bc28-eb311bd3829a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 1101 time: 0.0602036 Sep 16 16:24:22.579576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52162) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:22.579832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=459ec571-481b-41c7-8365-ea430e8cce81,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:22.598999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc5707da-c260-495a-95c5-bc42f6e88ec6 req-f2b14e5b-ff77-426e-954d-256168b6eaf1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476925 Sep 16 16:24:22.734040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acb83d78-7a72-4150-b668-724abf7db2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:22.748870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa921c2-bc30-4712-ae7a-af5e487c3b03 req-c322e43b-27e8-411e-8e18-b8ce066db9be tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:22.750371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5aa921c2-bc30-4712-ae7a-af5e487c3b03 req-c322e43b-27e8-411e-8e18-b8ce066db9be tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 950 time: 0.0711358 Sep 16 16:24:22.823818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5aa921c2-bc30-4712-ae7a-af5e487c3b03 req-98c5a7b4-0622-41de-ab62-1e888d2bf171 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652757 Sep 16 16:24:22.875808 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acb83d78-7a72-4150-b668-724abf7db2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:22.878651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52172) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:22.924021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-754f6fe0-30b4-46fa-b872-5536c0d1c8a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec79054815744179b5590806e23c5bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430279 Sep 16 16:24:22.926484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52176) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:22.971527 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acb83d78-7a72-4150-b668-724abf7db2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:22.979744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9cd74fd5-8b6f-4760-b02a-c59a29be2a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:23.002861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9cd74fd5-8b6f-4760-b02a-c59a29be2a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:23.014780 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb83d78-7a72-4150-b668-724abf7db2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c49105b-f3ff-4742-be08-0e9608fc578e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:23.020721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-acb83d78-7a72-4150-b668-724abf7db2f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=168b829a4be644cd8b2c8d86496d8cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456069 Sep 16 16:24:23.023378 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52178) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:23.076605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0fa161d1-6e90-4995-b117-e2a5dec55ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:23.098200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0fa161d1-6e90-4995-b117-e2a5dec55ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:23.243519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9cd74fd5-8b6f-4760-b02a-c59a29be2a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:23.246652 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9cd74fd5-8b6f-4760-b02a-c59a29be2a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:23.247817 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9cd74fd5-8b6f-4760-b02a-c59a29be2a2b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48a32a63-e319-4746-90f8-9107561b56ba HTTP/1.1" status: 204 len: 168 time: 0.3203478 Sep 16 16:24:23.254626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0fa161d1-6e90-4995-b117-e2a5dec55ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:23.261321 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0fa161d1-6e90-4995-b117-e2a5dec55ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:23.264531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd74fd5-8b6f-4760-b02a-c59a29be2a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a32a63-e319-4746-90f8-9107561b56ba,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:23.264692 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0fa161d1-6e90-4995-b117-e2a5dec55ea3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c49105b-f3ff-4742-be08-0e9608fc578e HTTP/1.1" status: 204 len: 168 time: 0.2400377 Sep 16 16:24:23.306317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa161d1-6e90-4995-b117-e2a5dec55ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c49105b-f3ff-4742-be08-0e9608fc578e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:23.353302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ad31e-3460-4bbe-b30f-cb52c8c777e0 req-4fb1a268-85e9-4cfa-a603-f31a9a7368c5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:23.355026 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f4ad31e-3460-4bbe-b30f-cb52c8c777e0 req-4fb1a268-85e9-4cfa-a603-f31a9a7368c5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 947 time: 0.1055264 Sep 16 16:24:23.362358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-ec4733a2-300f-4ad2-8e9d-b9c8131a287b tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:23.363819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-ec4733a2-300f-4ad2-8e9d-b9c8131a287b tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0674901 Sep 16 16:24:23.439770 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f4ad31e-3460-4bbe-b30f-cb52c8c777e0 req-2f9c0c73-0e74-4252-9706-a79a405f9e25 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749991 Sep 16 16:24:23.541168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980ecdf-5f3c-4007-ae7b-533912921456 req-66d88fb4-4e0e-4b9e-9caf-bbc6b6e67ec5 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:23.542636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7980ecdf-5f3c-4007-ae7b-533912921456 req-66d88fb4-4e0e-4b9e-9caf-bbc6b6e67ec5 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 945 time: 0.0672972 Sep 16 16:24:23.580884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7980ecdf-5f3c-4007-ae7b-533912921456 req-24dfa159-ae05-4667-82b6-a350fb1b8f55 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Sep 16 16:24:23.620868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-cc656fdb-1167-4286-b204-2fad6f2ae0be service neutron] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:23.627348 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-cc656fdb-1167-4286-b204-2fad6f2ae0be service neutron] Notify callbacks [] for binding, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:23.627348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4528da60-e184-4de2-8a8a-7db4964f3abe req-cc656fdb-1167-4286-b204-2fad6f2ae0be service neutron] 10.222.0.62 "DELETE /v2.0/ports/23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6/bindings/n-h1-807786-3 HTTP/1.1" status: 204 len: 173 time: 0.2544045 Sep 16 16:24:23.704167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed927e40-af20-4447-b679-8002634f8f45 req-255a2776-3764-498a-bfe8-f283d34d9cb6 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:23.705898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed927e40-af20-4447-b679-8002634f8f45 req-255a2776-3764-498a-bfe8-f283d34d9cb6 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 944 time: 0.0612590 Sep 16 16:24:23.752037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed927e40-af20-4447-b679-8002634f8f45 req-133675f5-409f-4de8-be21-e60779652bbe tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Sep 16 16:24:23.906160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bdd7334-666b-4488-ba69-669780fafdb5 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:23.910953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 390f2e0c-f449-48fa-95ef-dec8beb089fd up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:23.977439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d86f1-89af-4e2d-9e2d-c419a68dbe49 req-1ad375f1-494c-403d-99ea-509c297262b6 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:23.979672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-196d86f1-89af-4e2d-9e2d-c419a68dbe49 req-1ad375f1-494c-403d-99ea-509c297262b6 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 950 time: 0.0541985 Sep 16 16:24:24.028969 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-196d86f1-89af-4e2d-9e2d-c419a68dbe49 req-bf0731e6-195a-4085-af96-23fdd4bdb2ec tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Sep 16 16:24:24.161563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82982ae-d1d6-4a26-bd3e-27715faf6bf5 req-cfc53df1-531d-4c9e-aa0c-bf2ecba68e65 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:24.162244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bdd7334-666b-4488-ba69-669780fafdb5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:24.163267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e82982ae-d1d6-4a26-bd3e-27715faf6bf5 req-cfc53df1-531d-4c9e-aa0c-bf2ecba68e65 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 1096 time: 0.0459774 Sep 16 16:24:24.177277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '8bdd7334-666b-4488-ba69-669780fafdb5', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '8bdd7334-666b-4488-ba69-669780fafdb5', 'mac_address': 'fa:16:3e:da:a8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:24:24.208182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 390f2e0c-f449-48fa-95ef-dec8beb089fd completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:24:24.215304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e82982ae-d1d6-4a26-bd3e-27715faf6bf5 req-eae1e7bf-ff8d-46d4-99f0-fba9e3bf44eb tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442297 Sep 16 16:24:24.222422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 390f2e0c-f449-48fa-95ef-dec8beb089fd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:24.223405 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:24.274130 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:24.309150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdd7334-666b-4488-ba69-669780fafdb5 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:24.324927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c8ae9-86f6-40b4-89f0-b13d3aca29c9 req-9b8c6bb5-a6ae-4697-a77a-cf874a366864 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:24.326812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-293c8ae9-86f6-40b4-89f0-b13d3aca29c9 req-9b8c6bb5-a6ae-4697-a77a-cf874a366864 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 947 time: 0.0586882 Sep 16 16:24:24.333349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bdd7334-666b-4488-ba69-669780fafdb5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:24.367539 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:24.382965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:24:24.397591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-293c8ae9-86f6-40b4-89f0-b13d3aca29c9 req-5ed95057-6e8b-4529-a543-932d15c40209 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639100 Sep 16 16:24:24.428142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:24.440564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f2e0c-f449-48fa-95ef-dec8beb089fd'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:24.442806 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1090a6d5-d789-423e-8662-9226446ef5c9" -d '{"events": [{"server_uuid": "9ff74d76-aa8b-47b9-824c-ac9d380f418b", "name": "network-vif-plugged", "status": "completed", "tag": "390f2e0c-f449-48fa-95ef-dec8beb089fd"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:24.470867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52234) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:24.484311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:24.489807 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b3c16ae-56e5-4b50-b1f4-cf272ce641d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:24.497335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:24:24.510571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bdd7334-666b-4488-ba69-669780fafdb5,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:24.560563 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:24.561000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-8e5fe1fa-3650-4f56-8f98-c588457c13ec tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:24.568295 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-8e5fe1fa-3650-4f56-8f98-c588457c13ec tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.52 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0&tenant_id=64baf66baab943a8acdce99439b67aa5&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 948 time: 0.1411009 Sep 16 16:24:24.573675 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddc0c70-e762-4851-900d-4c1c621da563 x-openstack-request-id: req-2ddc0c70-e762-4851-900d-4c1c621da563 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:24.577219 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff74d76-aa8b-47b9-824c-ac9d380f418b", "name": "network-vif-plugged", "status": "completed", "tag": "390f2e0c-f449-48fa-95ef-dec8beb089fd", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:24.577738 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ddc0c70-e762-4851-900d-4c1c621da563 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:24.579247 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f2e0c-f449-48fa-95ef-dec8beb089fd', 'code': 200} Sep 16 16:24:24.688813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b3c16ae-56e5-4b50-b1f4-cf272ce641d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:24.693759 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-ff5249d1-164e-483b-a1e7-279b2b6ed7c2 service neutron] delete failed (client error): The resource could not be found. Sep 16 16:24:24.695195 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-ff5249d1-164e-483b-a1e7-279b2b6ed7c2 service neutron] 10.222.0.52 "DELETE /v2.0/ports/8bdd7334-666b-4488-ba69-669780fafdb5/bindings/n-h1-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.1144216 Sep 16 16:24:24.696363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4351133-4586-4dfd-8026-6cbd51c806f3 req-2a9581f5-a218-4ca2-a0ce-a5da76e67856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:24.698294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4351133-4586-4dfd-8026-6cbd51c806f3 req-2a9581f5-a218-4ca2-a0ce-a5da76e67856 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1096 time: 0.0575683 Sep 16 16:24:24.700601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=390f2e0c-f449-48fa-95ef-dec8beb089fd,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:24.752510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bdd7334-666b-4488-ba69-669780fafdb5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:24.755472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4351133-4586-4dfd-8026-6cbd51c806f3 req-bfdc5704-c896-4b75-9388-56e1ddc9af1c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 Sep 16 16:24:24.763301 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b3c16ae-56e5-4b50-b1f4-cf272ce641d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:24.806376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52246) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:24.846269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-839b6d7b-849c-4aeb-af9a-1a12a4de0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:24.847794 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-839b6d7b-849c-4aeb-af9a-1a12a4de0b4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1099 time: 0.0618851 Sep 16 16:24:24.857167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5b3c16ae-56e5-4b50-b1f4-cf272ce641d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=927cb4031f5643b0bca8b218e1e1f824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826785 Sep 16 16:24:24.857167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c16ae-56e5-4b50-b1f4-cf272ce641d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8292af8e-2448-41cb-807f-623ccf6d6d76,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:24.857599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52256) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:25.051728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35ec5e60-e769-4097-bc3d-8dd682295acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:25.066747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ae91b-7556-4970-a658-823ec952cdec req-ff5454a6-366a-4548-b483-f9cc5c44d51d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:25.068207 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-ff5454a6-366a-4548-b483-f9cc5c44d51d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 821 time: 0.2186756 Sep 16 16:24:25.076329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16f20c-12e5-4b81-9365-4138450544ec req-a16a2fcc-de1c-45aa-bee8-972bd64b1d73 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:25.077778 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f16f20c-12e5-4b81-9365-4138450544ec req-a16a2fcc-de1c-45aa-bee8-972bd64b1d73 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 945 time: 0.0806756 Sep 16 16:24:25.082302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8649b450-0bd1-4145-96ce-b7abc75086c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:25.094052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-08fe3403-02dc-443a-8a78-2acea5f04057 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/quotas/766ce6d6bbc94e888a00a8b38d7c11a6 HTTP/1.1" status: 200 len: 375 time: 0.0153298 Sep 16 16:24:25.111196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-6cffe9ab-cd66-4fda-b3af-1f70b5ea070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:25.112274 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-6cffe9ab-cd66-4fda-b3af-1f70b5ea070e service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2555895 Sep 16 16:24:25.126321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f16f20c-12e5-4b81-9365-4138450544ec req-c44f9700-7827-4078-8a12-05985ac8c792 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Sep 16 16:24:25.138455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8649b450-0bd1-4145-96ce-b7abc75086c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:25.193054 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-c709a3d2-c941-4633-aeb2-6c3ffe7bd51b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626624 Sep 16 16:24:25.193630 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-63347e2e-482b-44a0-9e7f-52a541a180c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 217 time: 0.0683718 Sep 16 16:24:25.311444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-870c57b3-990a-4acb-bbdc-0d2d0457ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:25.313629 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-870c57b3-990a-4acb-bbdc-0d2d0457ac05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1046212 Sep 16 16:24:25.326969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef436dd7-0a63-4551-8841-f8f767aa22eb req-32f5491a-a664-4637-bbae-e052490e8bf8 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:25.328499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef436dd7-0a63-4551-8841-f8f767aa22eb req-32f5491a-a664-4637-bbae-e052490e8bf8 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 950 time: 0.1166363 Sep 16 16:24:25.348852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-f25f20c7-cfda-40b3-ac50-6d67f4c29bb4 service neutron] 10.222.0.22 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550345 Sep 16 16:24:25.395228 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8649b450-0bd1-4145-96ce-b7abc75086c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:25.398122 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8649b450-0bd1-4145-96ce-b7abc75086c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:25.402831 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8649b450-0bd1-4145-96ce-b7abc75086c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8292af8e-2448-41cb-807f-623ccf6d6d76 HTTP/1.1" status: 204 len: 168 time: 0.5413690 Sep 16 16:24:25.414371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35ec5e60-e769-4097-bc3d-8dd682295acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:25.422069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef436dd7-0a63-4551-8841-f8f767aa22eb req-a4239ccc-ab83-4440-a54d-ebabfc26536f tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831542 Sep 16 16:24:25.425347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649b450-0bd1-4145-96ce-b7abc75086c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8292af8e-2448-41cb-807f-623ccf6d6d76,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:25.437894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-80513ed8-5c30-4f32-bcea-312055110d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:25.439475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-80513ed8-5c30-4f32-bcea-312055110d1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162524 Sep 16 16:24:25.514787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-42c874e6-c4b5-403c-b355-c941a0721d0d service neutron] 10.222.0.22 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545429 Sep 16 16:24:25.530869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35ec5e60-e769-4097-bc3d-8dd682295acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:25.557705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8008cd-6494-43df-82f7-215c523f742e req-2a31887c-5a79-420a-9cf3-757955b40440 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:25.559725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e8008cd-6494-43df-82f7-215c523f742e req-2a31887c-5a79-420a-9cf3-757955b40440 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 948 time: 0.0590348 Sep 16 16:24:25.588980 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-2e801b73-4620-4510-a496-26f84bcc77ef service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347904 Sep 16 16:24:25.590490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec5e60-e769-4097-bc3d-8dd682295acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a63222-e72a-4dbf-aa12-10e3f188f0d3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:25.599550 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-35ec5e60-e769-4097-bc3d-8dd682295acd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a7393c1351f4c4187dfee7e6dc20228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7930477 Sep 16 16:24:25.600020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52278) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:25.648294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e8008cd-6494-43df-82f7-215c523f742e req-b2d25145-ff5d-4960-a137-d68f22eff417 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796509 Sep 16 16:24:25.675261 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-731a0e85-bd81-4d60-a20a-782a943cafcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:25.705804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-731a0e85-bd81-4d60-a20a-782a943cafcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:25.892656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-acccaed3-a001-474c-a270-7412cc1586b4 req-a04b4b70-ca82-41d6-a796-0c27e2bea828 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 210 time: 0.1024199 Sep 16 16:24:25.920585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bdd7334-666b-4488-ba69-669780fafdb5 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:26.006107 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-731a0e85-bd81-4d60-a20a-782a943cafcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:26.016417 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-731a0e85-bd81-4d60-a20a-782a943cafcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:26.016417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-731a0e85-bd81-4d60-a20a-782a943cafcb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6a63222-e72a-4dbf-aa12-10e3f188f0d3 HTTP/1.1" status: 204 len: 168 time: 0.4098527 Sep 16 16:24:26.020039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a0e85-bd81-4d60-a20a-782a943cafcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a63222-e72a-4dbf-aa12-10e3f188f0d3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:26.040785 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49b3957e-4bb6-4f36-af72-a3d102372f3f req-3c36efda-9553-4dbc-9b49-f6e134d315dc service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400892 Sep 16 16:24:26.129598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 8bdd7334-666b-4488-ba69-669780fafdb5 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:24:26.133929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 8bdd7334-666b-4488-ba69-669780fafdb5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:26.134386 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:26.249006 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:26.288595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bdd7334-666b-4488-ba69-669780fafdb5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:26.289157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329aaed-0e00-4afb-86c8-fbab7ac6e9d0 req-df6ccef9-00d6-4225-b6e0-e1feec498413 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:26.290752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f329aaed-0e00-4afb-86c8-fbab7ac6e9d0 req-df6ccef9-00d6-4225-b6e0-e1feec498413 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 945 time: 0.0586345 Sep 16 16:24:26.329079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f329aaed-0e00-4afb-86c8-fbab7ac6e9d0 req-7a8b84a6-43ed-4431-966e-83473b2c00c1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Sep 16 16:24:26.361350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52308) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:26.380903 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b69d685a-811a-42bf-95d6-6ac872971816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:26.391748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:26.488729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bdd7334-666b-4488-ba69-669780fafdb5,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:26.510644 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b69d685a-811a-42bf-95d6-6ac872971816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:26.552138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68477f17-c24e-4b1b-ad94-538fa522aa35 req-c2e4d0ba-3613-4530-8bd9-d68f557687fc tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:26.553703 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68477f17-c24e-4b1b-ad94-538fa522aa35 req-c2e4d0ba-3613-4530-8bd9-d68f557687fc tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 950 time: 0.0958302 Sep 16 16:24:26.558870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9641a0b-4f03-46eb-b4ee-d93ca96f9e5e req-75b032b9-11ab-4397-8381-aa1af5c46948 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:26.560326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9641a0b-4f03-46eb-b4ee-d93ca96f9e5e req-75b032b9-11ab-4397-8381-aa1af5c46948 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1096 time: 0.0853941 Sep 16 16:24:26.580658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:26.583177 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c13fa9-eb97-403d-a5b7-5220bd8f16c8" -d '{"events": [{"server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "name": "network-vif-plugged", "status": "completed", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:26.599132 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b69d685a-811a-42bf-95d6-6ac872971816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:26.667582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9641a0b-4f03-46eb-b4ee-d93ca96f9e5e req-2cb00d0f-0d86-43e7-acad-82da7504f2df tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924726 Sep 16 16:24:26.670680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d685a-811a-42bf-95d6-6ac872971816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a53b845-7b7e-4717-8805-7fc4f8a1ec18,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:26.677570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b69d685a-811a-42bf-95d6-6ac872971816 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e456034df8b4758b492f035576ca50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126192 Sep 16 16:24:26.679064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52320) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:26.691263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68477f17-c24e-4b1b-ad94-538fa522aa35 req-4304af47-2474-447e-8436-a95787980237 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139898 Sep 16 16:24:26.742232 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeba510-2ebd-493c-8a2d-5a5ddf672c6a x-openstack-request-id: req-9eeba510-2ebd-493c-8a2d-5a5ddf672c6a {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:26.742580 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "name": "network-vif-plugged", "status": "completed", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:26.742877 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9eeba510-2ebd-493c-8a2d-5a5ddf672c6a {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:26.743286 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5', 'code': 200} Sep 16 16:24:26.792046 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f8d-4265-4327-a902-642552b7ac28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:26.815520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f8d-4265-4327-a902-642552b7ac28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:26.832298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0bb83-d98d-4426-9383-017178fb6fed req-a27626be-0fc8-42f5-8e48-bbc43b11df4b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:26.834135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74c0bb83-d98d-4426-9383-017178fb6fed req-a27626be-0fc8-42f5-8e48-bbc43b11df4b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0743630 Sep 16 16:24:26.858617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef9788-1e25-48f6-b7f6-aa5006093a28 req-68e243cf-ebfc-4ed3-b592-546b607affa2 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:26.860352 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7ef9788-1e25-48f6-b7f6-aa5006093a28 req-68e243cf-ebfc-4ed3-b592-546b607affa2 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1096 time: 0.0660200 Sep 16 16:24:26.891003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74c0bb83-d98d-4426-9383-017178fb6fed req-761f5be9-e2b1-4123-9ce5-ebd4fab2c3a8 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491254 Sep 16 16:24:26.918616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7ef9788-1e25-48f6-b7f6-aa5006093a28 req-8252df67-47a4-44e0-acb2-b4f4569be8dc tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455303 Sep 16 16:24:27.012972 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f8d-4265-4327-a902-642552b7ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:27.019525 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f8d-4265-4327-a902-642552b7ac28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:27.020587 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f03f2f8d-4265-4327-a902-642552b7ac28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a53b845-7b7e-4717-8805-7fc4f8a1ec18 HTTP/1.1" status: 204 len: 168 time: 0.3400149 Sep 16 16:24:27.030030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f2f8d-4265-4327-a902-642552b7ac28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a53b845-7b7e-4717-8805-7fc4f8a1ec18,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:27.089954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ddd23ba4-f264-4a6f-a6ff-891b417a2271 req-214325c6-6589-43bc-9f55-17b2f98c84d7 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0398877 Sep 16 16:24:27.092134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52338) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:27.117670 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e98030c7-9ea7-4620-8faf-05b82ef39e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:27.251190 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e98030c7-9ea7-4620-8faf-05b82ef39e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:27.330160 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e98030c7-9ea7-4620-8faf-05b82ef39e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:27.361173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52364) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:27.361488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e98030c7-9ea7-4620-8faf-05b82ef39e93 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba4b24009f51495fb116677cf4160e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680621 Sep 16 16:24:27.386307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98030c7-9ea7-4620-8faf-05b82ef39e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f885475a-f386-4a3a-840a-22071a464624,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:27.477867 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-167d8a21-f780-417f-9333-b5b12b90f67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:27.529111 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-167d8a21-f780-417f-9333-b5b12b90f67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:27.597293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ebbef-c403-492b-ac84-ab68b55a51ea req-71be07a0-12fc-4f0c-9652-794e990501d9 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:27.605318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-178ebbef-c403-492b-ac84-ab68b55a51ea req-71be07a0-12fc-4f0c-9652-794e990501d9 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1096 time: 0.0782254 Sep 16 16:24:27.654500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-178ebbef-c403-492b-ac84-ab68b55a51ea req-080a3325-508c-4aa9-91fc-5c1ca8bdd40b tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458927 Sep 16 16:24:27.660669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-167d8a21-f780-417f-9333-b5b12b90f67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:27.663712 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-167d8a21-f780-417f-9333-b5b12b90f67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:27.665226 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-167d8a21-f780-417f-9333-b5b12b90f67e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f885475a-f386-4a3a-840a-22071a464624 HTTP/1.1" status: 204 len: 168 time: 0.3028288 Sep 16 16:24:27.674123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d8a21-f780-417f-9333-b5b12b90f67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f885475a-f386-4a3a-840a-22071a464624,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:27.860470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-962beaf2-bd1a-4f6c-b7bb-c071f78b9e8a tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:27.862023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-962beaf2-bd1a-4f6c-b7bb-c071f78b9e8a tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 950 time: 0.0984149 Sep 16 16:24:27.908872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579f95e-19bd-435d-b7e7-3d98b575aff3 req-7a0ee985-cde6-46ea-a390-cb7e41cee79f tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:27.910349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a579f95e-19bd-435d-b7e7-3d98b575aff3 req-7a0ee985-cde6-46ea-a390-cb7e41cee79f tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 950 time: 0.1113329 Sep 16 16:24:28.005826 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a579f95e-19bd-435d-b7e7-3d98b575aff3 req-5c52c291-b1d6-44b6-a83a-b4b09f0e37f9 tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/security-groups?id=e993c078-ea8b-4313-9fa9-bcf3a5f87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833025 Sep 16 16:24:28.034812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b669a2-c351-42fc-bef8-92a287521d02 req-cf7b0689-2e3d-416d-a984-fa3fa8223533 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:28.036335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1b669a2-c351-42fc-bef8-92a287521d02 req-cf7b0689-2e3d-416d-a984-fa3fa8223533 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0704660 Sep 16 16:24:28.044323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-33ef23e1-66c3-4913-b873-1adb79063cab tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Deleting port 459ec571-481b-41c7-8365-ea430e8cce81 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:24:28.044699 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-33ef23e1-66c3-4913-b873-1adb79063cab tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:28.135036 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-464a2b4c-d1e4-40a7-a2f4-44f4fef82742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:28.157797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1b669a2-c351-42fc-bef8-92a287521d02 req-af73a530-2306-40d4-8d75-d38dfa6a0caa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079547 Sep 16 16:24:28.217634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bca13cab-2cf0-4542-8de9-a0d65288f43d req-2bc9140d-68f1-453e-88be-ee0e9130a3e3 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0429931 Sep 16 16:24:28.227268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-33ef23e1-66c3-4913-b873-1adb79063cab tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] For port 459ec571-481b-41c7-8365-ea430e8cce81, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=459ec571-481b-41c7-8365-ea430e8cce81,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:28.227268 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-33ef23e1-66c3-4913-b873-1adb79063cab tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:28.258647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-33ef23e1-66c3-4913-b873-1adb79063cab tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Calling delete_port for 459ec571-481b-41c7-8365-ea430e8cce81 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:24:28.335338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26b920-76d0-459b-9908-8778f52f8194 req-0df44473-23b8-4a18-bec3-f8a6e8c214df tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:28.336894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a26b920-76d0-459b-9908-8778f52f8194 req-0df44473-23b8-4a18-bec3-f8a6e8c214df tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1100 time: 0.1071694 Sep 16 16:24:28.395697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a26b920-76d0-459b-9908-8778f52f8194 req-d6695360-393d-4e6c-bcfe-7ebf5cf060ee tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504568 Sep 16 16:24:28.415884 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ae91b-7556-4970-a658-823ec952cdec req-53548506-f0d0-482f-b9a5-7ccc7826a081 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:28.415884 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-53548506-f0d0-482f-b9a5-7ccc7826a081 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.52 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 821 time: 0.1725528 Sep 16 16:24:28.434433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52416) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:28.443809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Request body: {'port': {'device_id': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b', 'admin_state_up': True, 'tenant_id': '766ce6d6bbc94e888a00a8b38d7c11a6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:28.595756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2e02a85-7638-4e56-acfc-65f704be49a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:28.622687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-33ef23e1-66c3-4913-b873-1adb79063cab tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:28.643412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['459ec571-481b-41c7-8365-ea430e8cce81'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:28.651407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Made reservation on behalf of 766ce6d6bbc94e888a00a8b38d7c11a6 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:28.652080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef23e1-66c3-4913-b873-1adb79063cab tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Pushing event deleted for resources: {'Port': ['ID=459ec571-481b-41c7-8365-ea430e8cce81,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:28.656819 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:28.723197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-33ef23e1-66c3-4913-b873-1adb79063cab tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] No DVR routers for this DVR port 459ec571-481b-41c7-8365-ea430e8cce81 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:24:28.732922 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-33ef23e1-66c3-4913-b873-1adb79063cab tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:28.736105 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85f9acc8-49be-43b2-9d71-3aca87f430b4 req-33ef23e1-66c3-4913-b873-1adb79063cab tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.62 "DELETE /v2.0/ports/459ec571-481b-41c7-8365-ea430e8cce81 HTTP/1.1" status: 204 len: 173 time: 0.8666408 Sep 16 16:24:28.736939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2642fc0-0773-4fd2-8340-efc0da29a814', 'name': 'network-vif-deleted', 'tag': '459ec571-481b-41c7-8365-ea430e8cce81'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:28.739349 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80425c33-b4e0-4587-8634-07fff729bb84" -d '{"events": [{"server_uuid": "c2642fc0-0773-4fd2-8340-efc0da29a814", "name": "network-vif-deleted", "tag": "459ec571-481b-41c7-8365-ea430e8cce81"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:28.820639 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be9f1e4-758b-4a68-abe3-c0feaccc4215 x-openstack-request-id: req-3be9f1e4-758b-4a68-abe3-c0feaccc4215 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:28.821063 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2642fc0-0773-4fd2-8340-efc0da29a814", "name": "network-vif-deleted", "tag": "459ec571-481b-41c7-8365-ea430e8cce81", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:28.824758 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3be9f1e4-758b-4a68-abe3-c0feaccc4215 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:28.825306 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2642fc0-0773-4fd2-8340-efc0da29a814', 'name': 'network-vif-deleted', 'tag': '459ec571-481b-41c7-8365-ea430e8cce81', 'status': 'completed', 'code': 200} Sep 16 16:24:28.858659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91aee4-69b3-4466-a3ca-f7b2beb9d021 req-e623a63b-28f2-455e-ad7b-f00c68fe8f0e tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:28.865703 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3a91aee4-69b3-4466-a3ca-f7b2beb9d021 req-e623a63b-28f2-455e-ad7b-f00c68fe8f0e tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1096 time: 0.0915222 Sep 16 16:24:28.876855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Allocated IP 172.20.0.10 (75508dcc-21bf-4c22-b5b5-12c516491d6b/5ca29617-9cd6-4a45-9390-139b0ed27531/db1b5e91-7e34-4c37-9265-afcc48ad3057) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:28.930705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3a91aee4-69b3-4466-a3ca-f7b2beb9d021 req-bddc3fb8-4166-442b-a1a7-ffdc43538b4e tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623658 Sep 16 16:24:29.045862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-57305391-bd0f-4e9b-a757-53c2dfd101f0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=64baf66baab943a8acdce99439b67aa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420885 Sep 16 16:24:29.097337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2e02a85-7638-4e56-acfc-65f704be49a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.127311 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.167852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-59b332bd-38e1-487b-9ca0-30a041343c75 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:29.173500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-59b332bd-38e1-487b-9ca0-30a041343c75 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1284587 Sep 16 16:24:29.184198 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-579e2937-9648-4bc9-9a2f-16c66dec9ab2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/quotas/64baf66baab943a8acdce99439b67aa5 HTTP/1.1" status: 200 len: 375 time: 0.0098736 Sep 16 16:24:29.206077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2e02a85-7638-4e56-acfc-65f704be49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.263724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.270827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-a77b1e60-83b0-43ad-8af5-3d708809594d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784490 Sep 16 16:24:29.290086 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e2e02a85-7638-4e56-acfc-65f704be49a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=586d4576d57f43f797894b404a16f756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8543630 Sep 16 16:24:29.290813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e02a85-7638-4e56-acfc-65f704be49a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2de2f6-bb61-4c93-b4be-c7fe94a57e2b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:29.293890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52460) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:29.320135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Network 75508dcc-21bf-4c22-b5b5-12c516491d6b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:29.327054 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:29.327302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:29.332830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:29.333545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.358639 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-817ba8e1-ec12-4e8e-9490-374ecda8af7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.364067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Pushing event updated for resources: {'Port': ['ID=db1b5e91-7e34-4c37-9265-afcc48ad3057,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:29.386761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-817ba8e1-ec12-4e8e-9490-374ecda8af7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.435006 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-080d66bc-3fb2-444d-9b85-0508d0d7b0b4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0041575 Sep 16 16:24:29.452780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Request body: {'port': {'device_id': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:29.510797 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.554310 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-817ba8e1-ec12-4e8e-9490-374ecda8af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.557104 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-817ba8e1-ec12-4e8e-9490-374ecda8af7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.558384 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-817ba8e1-ec12-4e8e-9490-374ecda8af7f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d2de2f6-bb61-4c93-b4be-c7fe94a57e2b HTTP/1.1" status: 204 len: 168 time: 0.2634139 Sep 16 16:24:29.566658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ba8e1-ec12-4e8e-9490-374ecda8af7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2de2f6-bb61-4c93-b4be-c7fe94a57e2b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:29.730135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38f91bb0-6689-443a-b630-ec5078ac5b89 req-be1803f1-7443-4317-b320-696dac00260a tempest-ServerDiagnosticsNegativeTest-1881342922 tempest-ServerDiagnosticsNegativeTest-1881342922-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2642fc0-0773-4fd2-8340-efc0da29a814 HTTP/1.1" status: 200 len: 210 time: 0.0366867 Sep 16 16:24:29.924572 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1b5e91-7e34-4c37-9265-afcc48ad3057 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:29.932747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:29.944861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Transition to ACTIVE for port object db1b5e91-7e34-4c37-9265-afcc48ad3057 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:29.989299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3408470-3c5d-4874-92d3-d637b0f098cf req-59e602cc-134b-4a12-9dcc-05914b2fb453 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:29.994311 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3408470-3c5d-4874-92d3-d637b0f098cf req-59e602cc-134b-4a12-9dcc-05914b2fb453 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 932 time: 0.0548720 Sep 16 16:24:30.037116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3408470-3c5d-4874-92d3-d637b0f098cf req-f8844793-6323-4bb9-8256-db5a89f207c1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357995 Sep 16 16:24:30.072008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:30.114077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6914ff1f-e09a-43d5-ad67-511aec97ca54 req-ad9b77cf-4511-4cdf-9869-f7c9b9624306 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 210 time: 0.0293417 Sep 16 16:24:30.131453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Pushing event updated for resources: {'Port': ['ID=db1b5e91-7e34-4c37-9265-afcc48ad3057,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:30.162347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:30.162688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:30.163017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:30.169511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Port db1b5e91-7e34-4c37-9265-afcc48ad3057 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:30.169842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:30.179605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:30.179944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:30.180360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:30.184077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Bound port: db1b5e91-7e34-4c37-9265-afcc48ad3057, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:30.184077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:30.253618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:30.256839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:30.358373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:30.402487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:30.402487 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:30.403531 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] 10.222.0.52 "PUT /v2.0/ports/db1b5e91-7e34-4c37-9265-afcc48ad3057 HTTP/1.1" status: 200 len: 1092 time: 0.9557729 Sep 16 16:24:30.404242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'tag': 'db1b5e91-7e34-4c37-9265-afcc48ad3057'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:30.406789 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce063699-c658-49cf-8dc4-c5ce42052aea" -d '{"events": [{"name": "network-changed", "server_uuid": "b1618d82-06ec-4e26-b8e2-13ae7630d0a6", "tag": "db1b5e91-7e34-4c37-9265-afcc48ad3057"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:30.448317 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938afef5-f9d0-4600-8534-1bc44f7e5505 x-openstack-request-id: req-938afef5-f9d0-4600-8534-1bc44f7e5505 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:30.448966 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1618d82-06ec-4e26-b8e2-13ae7630d0a6", "tag": "db1b5e91-7e34-4c37-9265-afcc48ad3057", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:30.448966 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-938afef5-f9d0-4600-8534-1bc44f7e5505 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:30.449364 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'tag': 'db1b5e91-7e34-4c37-9265-afcc48ad3057', 'status': 'completed', 'code': 200} Sep 16 16:24:30.450192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6fbb4-121b-4c65-89b7-077adb91c451 service neutron] Pushing event updated for resources: {'Port': ['ID=db1b5e91-7e34-4c37-9265-afcc48ad3057,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:30.516470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063699-c658-49cf-8dc4-c5ce42052aea req-3251bf07-9d2b-40b5-9033-3bda0a8c47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:30.521259 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce063699-c658-49cf-8dc4-c5ce42052aea req-3251bf07-9d2b-40b5-9033-3bda0a8c47b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1095 time: 0.0473368 Sep 16 16:24:30.712464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063699-c658-49cf-8dc4-c5ce42052aea req-8e5f4419-7c19-4985-9cb0-f9d7c3561349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:30.714121 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce063699-c658-49cf-8dc4-c5ce42052aea req-8e5f4419-7c19-4985-9cb0-f9d7c3561349 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1837420 Sep 16 16:24:30.779617 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31e630a9-e59e-44d7-880b-5b87cf7f194a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:30.789657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52526) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:30.803019 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3f675ac-38be-4ef1-ba75-8504968bdeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:30.936574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063699-c658-49cf-8dc4-c5ce42052aea req-87af02c4-3fb3-4bbd-a6c6-390b2d481b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:30.938339 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce063699-c658-49cf-8dc4-c5ce42052aea req-87af02c4-3fb3-4bbd-a6c6-390b2d481b66 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169743 Sep 16 16:24:30.971722 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3f675ac-38be-4ef1-ba75-8504968bdeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.012301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ae91b-7556-4970-a658-823ec952cdec req-8ec78b68-2f07-440f-9796-6168ade485b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:31.013782 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-8ec78b68-2f07-440f-9796-6168ade485b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1095 time: 0.0394092 Sep 16 16:24:31.044367 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3f675ac-38be-4ef1-ba75-8504968bdeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.061590 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-954098ea-c7a9-4f83-800f-ad0a090cce69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057 HTTP/1.1" status: 200 len: 217 time: 0.0394716 Sep 16 16:24:31.108662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f675ac-38be-4ef1-ba75-8504968bdeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f18f88-4855-4df0-a49e-d45cdb150356,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:31.130761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c3f675ac-38be-4ef1-ba75-8504968bdeeb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f64ff274c3024e17a4705070a5300a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359830 Sep 16 16:24:31.140301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52540) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:31.146946 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ae91b-7556-4970-a658-823ec952cdec req-43cb8eed-8f8c-4cc4-8d25-0ce6b70f9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:31.148425 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-43cb8eed-8f8c-4cc4-8d25-0ce6b70f9d01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0779357 Sep 16 16:24:31.194407 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-2d2034b0-d9eb-4b4b-915d-0cf76f306f82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385735 Sep 16 16:24:31.217144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52544) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:31.234213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f41a8-5f6d-4d66-9ab4-2879b85ad312 req-f8b15266-6b3b-4917-8896-8c39f5f71361 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:31.241862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-699f41a8-5f6d-4d66-9ab4-2879b85ad312 req-f8b15266-6b3b-4917-8896-8c39f5f71361 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 944 time: 0.1123815 Sep 16 16:24:31.285772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-376143a7-a721-4cad-83ff-8dbc36adba4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.305218 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-69342687-f722-49ce-976b-1b863f32e36f service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030390 Sep 16 16:24:31.312952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-699f41a8-5f6d-4d66-9ab4-2879b85ad312 req-a1f67bfc-10bc-4c2a-9411-5f706e039503 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700502 Sep 16 16:24:31.339990 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-376143a7-a721-4cad-83ff-8dbc36adba4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.437898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee4ae91b-7556-4970-a658-823ec952cdec req-26fbdcee-93ba-433d-8d68-158a8cb130e9 service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248524 Sep 16 16:24:31.442034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f620a899-c6f8-46ec-af30-0aac744bab74 req-7f70a82b-04b6-4a1f-953c-e9bfcaf35e7a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 210 time: 0.0304029 Sep 16 16:24:31.468983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.489948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcb68edc-f2a4-454a-ba41-6e8122d2c2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.510829 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-376143a7-a721-4cad-83ff-8dbc36adba4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.513471 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-376143a7-a721-4cad-83ff-8dbc36adba4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.517744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-376143a7-a721-4cad-83ff-8dbc36adba4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59f18f88-4855-4df0-a49e-d45cdb150356 HTTP/1.1" status: 204 len: 168 time: 0.3753569 Sep 16 16:24:31.532854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376143a7-a721-4cad-83ff-8dbc36adba4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f18f88-4855-4df0-a49e-d45cdb150356,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:31.618894 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcb68edc-f2a4-454a-ba41-6e8122d2c2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.697893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcb68edc-f2a4-454a-ba41-6e8122d2c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.711686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52558) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:31.748577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fcb68edc-f2a4-454a-ba41-6e8122d2c2d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f0945cec160414e91340ca64a8dbb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299184 Sep 16 16:24:31.749872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb68edc-f2a4-454a-ba41-6e8122d2c2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292e761d-a8e5-4d8c-b5b6-e9f40f166875,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:31.751281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52562) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:31.803362 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.805194 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f94c5fa-8536-4247-91fe-1c82c48c3900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.820788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-bcb978ac-14d5-43d7-b8dc-66981901bba4 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:24:31.821806 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-bcb978ac-14d5-43d7-b8dc-66981901bba4 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069666 Sep 16 16:24:31.845796 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f94c5fa-8536-4247-91fe-1c82c48c3900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:31.891862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-8e7c9350-2a16-4579-9b6b-7ce860a8fb64 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:31.893393 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-8e7c9350-2a16-4579-9b6b-7ce860a8fb64 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports/390f2e0c-f449-48fa-95ef-dec8beb089fd HTTP/1.1" status: 200 len: 1093 time: 0.0627208 Sep 16 16:24:31.904191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Request body: {'binding': {'host': 'n-h1-807786-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:31.915343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Unknown quota resources ['binding']. {{(pid=95357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:24:31.950095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 459ec571-481b-41c7-8365-ea430e8cce81 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:24:31.971116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 459ec571-481b-41c7-8365-ea430e8cce81 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:24:31.972927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 459ec571-481b-41c7-8365-ea430e8cce81 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:24:32.034443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f94c5fa-8536-4247-91fe-1c82c48c3900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:32.036969 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f94c5fa-8536-4247-91fe-1c82c48c3900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:32.038071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2f94c5fa-8536-4247-91fe-1c82c48c3900 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/292e761d-a8e5-4d8c-b5b6-e9f40f166875 HTTP/1.1" status: 204 len: 168 time: 0.2848463 Sep 16 16:24:32.066807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94c5fa-8536-4247-91fe-1c82c48c3900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292e761d-a8e5-4d8c-b5b6-e9f40f166875,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:32.094114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd on host n-h1-807786-3 for vnic_type normal with profile None {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:32.094114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:32.094114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:32.102706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Port 390f2e0c-f449-48fa-95ef-dec8beb089fd on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:32.103033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:32.113665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52576) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:32.114432 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-14c2aa64-5292-4cee-83da-f41a2437c89d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d79031c7732944b89e66f62c465d0302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004469 Sep 16 16:24:32.116586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:32.117130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:32.117793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:32.118476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Bound port: 390f2e0c-f449-48fa-95ef-dec8beb089fd, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:32.156951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-f96c6641-b9f5-4695-ae0b-521ebd6d2749 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=64baf66baab943a8acdce99439b67aa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289552 Sep 16 16:24:32.202249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:32.273303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:32.274516 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-25428851-0cda-46cb-a87b-66c960eb2029 service neutron] 10.222.0.22 "POST /v2.0/ports/390f2e0c-f449-48fa-95ef-dec8beb089fd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3738647 Sep 16 16:24:32.465145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fab858a-2cd9-42c0-af69-95d550218167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:32.486574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-1ec32008-2a75-4942-be3d-7cee8206e273 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ba579574059f42d2942d9c3428a5eca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2392495 Sep 16 16:24:32.517944 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fab858a-2cd9-42c0-af69-95d550218167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:32.559105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-8c1403cc-7585-424c-b3dd-c1469ccce534 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:32.560600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-8c1403cc-7585-424c-b3dd-c1469ccce534 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3968327 Sep 16 16:24:32.582713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Request body: {'port': {'device_id': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '64baf66baab943a8acdce99439b67aa5'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:32.723568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52604) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:32.747846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-3300b561-dd68-4ce9-be46-1d96367bb48a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:32.749512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-3300b561-dd68-4ce9-be46-1d96367bb48a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549717 Sep 16 16:24:32.759919 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce2a7839-ca4d-4713-baf7-fab73dad7f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:32.793653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-85b5b25d-d8f8-46c7-94b1-f09b57220c2f tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/quotas/ba579574059f42d2942d9c3428a5eca7 HTTP/1.1" status: 200 len: 375 time: 0.0355949 Sep 16 16:24:32.813386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2098b60-0801-4875-9826-43c15250c1e4 req-4d2e3ded-80d3-402a-ab34-e4d3c403a8b7 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:32.814922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2098b60-0801-4875-9826-43c15250c1e4 req-4d2e3ded-80d3-402a-ab34-e4d3c403a8b7 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 944 time: 0.1669502 Sep 16 16:24:32.837840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-be847952-978b-4a36-a09f-1b1ee66f4d69 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba579574059f42d2942d9c3428a5eca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429392 Sep 16 16:24:32.839610 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fab858a-2cd9-42c0-af69-95d550218167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:32.842267 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fab858a-2cd9-42c0-af69-95d550218167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:32.843464 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4fab858a-2cd9-42c0-af69-95d550218167 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e993c078-ea8b-4313-9fa9-bcf3a5f87427 HTTP/1.1" status: 204 len: 168 time: 0.7287180 Sep 16 16:24:32.858527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab858a-2cd9-42c0-af69-95d550218167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e993c078-ea8b-4313-9fa9-bcf3a5f87427,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:32.911077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce2a7839-ca4d-4713-baf7-fab73dad7f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:32.924839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2098b60-0801-4875-9826-43c15250c1e4 req-706b750b-a6b2-4ebb-b9d3-2f7361a79b74 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814788 Sep 16 16:24:32.996321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fffdf075-94d4-4337-a15d-9102c748d013 req-bc015c00-b463-4eb5-a381-81c5915b71de tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 210 time: 0.0267529 Sep 16 16:24:33.075055 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce2a7839-ca4d-4713-baf7-fab73dad7f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.119906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a4627-0a4c-4935-ab38-fc665f18f06c req-0ae8638a-b6dc-4291-8cd2-4677ed61ccc4 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:33.121603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711a4627-0a4c-4935-ab38-fc665f18f06c req-0ae8638a-b6dc-4291-8cd2-4677ed61ccc4 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 945 time: 0.0714614 Sep 16 16:24:33.122459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52612) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:33.147699 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ce2a7839-ca4d-4713-baf7-fab73dad7f6b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4cf282741422418288a90b04a5024f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218044 Sep 16 16:24:33.151816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52616) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:33.164115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a7839-ca4d-4713-baf7-fab73dad7f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ab0200-6e3a-40be-bc7f-ec7ac0b35a1a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:33.197929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-271477c1-4a05-4f21-ae62-fef5a51778ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:33.200475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-271477c1-4a05-4f21-ae62-fef5a51778ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1096 time: 0.0656550 Sep 16 16:24:33.205741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711a4627-0a4c-4935-ab38-fc665f18f06c req-75b3330c-6ae1-4a14-91bd-89eac0bb85ea tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760424 Sep 16 16:24:33.244567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Made reservation on behalf of 64baf66baab943a8acdce99439b67aa5 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:33.248512 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.265269 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8cfc553d-f24c-461c-b4d1-4216be1cab5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.308746 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8cfc553d-f24c-461c-b4d1-4216be1cab5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.336156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-23332c4d-85e8-41fc-89c3-4816b6dcd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:33.337985 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-23332c4d-85e8-41fc-89c3-4816b6dcd362 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.1306257 Sep 16 16:24:33.403898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-56dda353-012a-43df-84fb-03ea5b16fc9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd HTTP/1.1" status: 200 len: 217 time: 0.0540574 Sep 16 16:24:33.434536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-284708222-network', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:33.478143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-5c9f8e65-a43f-4c43-a000-71f1ca1fba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:33.480144 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-5c9f8e65-a43f-4c43-a000-71f1ca1fba57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0727320 Sep 16 16:24:33.516728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-a524307d-1fcd-4620-8803-965d976ed3f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282865 Sep 16 16:24:33.558404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-95ce46a6-fd43-4329-bea2-a78ceba47f80 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ba579574059f42d2942d9c3428a5eca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283394 Sep 16 16:24:33.558961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Made reservation on behalf of 25c7891ca0d84a2499e66f6df95e9aa5 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:33.561237 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.575048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Allocated IP 192.168.233.245 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/36aaa2da-d481-4f07-9012-a02809995dc5) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:33.586754 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.604518 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.620850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8cfc553d-f24c-461c-b4d1-4216be1cab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.623383 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8cfc553d-f24c-461c-b4d1-4216be1cab5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.624572 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8cfc553d-f24c-461c-b4d1-4216be1cab5b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3ab0200-6e3a-40be-bc7f-ec7ac0b35a1a HTTP/1.1" status: 204 len: 168 time: 0.4714463 Sep 16 16:24:33.625929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-68051c8b-e851-4377-b612-b235bda2330f service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023481 Sep 16 16:24:33.669082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc553d-f24c-461c-b4d1-4216be1cab5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ab0200-6e3a-40be-bc7f-ec7ac0b35a1a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:33.771337 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-c2d42f32-e98b-4dff-bee1-041441bffd23 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331916 Sep 16 16:24:33.778450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52642) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:33.794111 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e965d08-d379-4e70-8aaa-126fae7bed03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.842160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190da5-36b7-4302-9b3f-024edaca086c req-82dd978e-eefe-486e-bea7-064bec136c58 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:33.843676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-82dd978e-eefe-486e-bea7-064bec136c58 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703431 Sep 16 16:24:33.881447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-2d7c88aa-a03b-4a11-b956-e852ba99b469 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/quotas/ba579574059f42d2942d9c3428a5eca7 HTTP/1.1" status: 200 len: 375 time: 0.0286667 Sep 16 16:24:33.939783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-728a5159-1d6a-438b-8999-a516f0f47258 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba579574059f42d2942d9c3428a5eca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480304 Sep 16 16:24:33.942611 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:33.967358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.021739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce8b89ab-294c-448f-9b03-58d2ab958b41 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:34.024573 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce8b89ab-294c-448f-9b03-58d2ab958b41 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0880580 Sep 16 16:24:34.037637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-3'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:34.076952 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.092416 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601144d-6f20-4d45-9ebe-0a07266ec5f8 req-7eb6ca3d-01da-4721-9031-757748fb22d4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:34.093935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0601144d-6f20-4d45-9ebe-0a07266ec5f8 req-7eb6ca3d-01da-4721-9031-757748fb22d4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0852151 Sep 16 16:24:34.108916 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.113170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:24:34.113676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.129628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bdd7334-666b-4488-ba69-669780fafdb5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:34.161370 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.161919 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Added segment 5a2bea36-9c05-42df-bfa2-0e2e5fe199de of type vlan for network 09647422-0e4a-4e87-82d7-007266e2238b Sep 16 16:24:34.183044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75167493-6b60-4d31-9c42-32bad2043df5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:34.239375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0601144d-6f20-4d45-9ebe-0a07266ec5f8 req-11ceb7dc-b191-4e24-8c48-0cf3a44127d8 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338565 Sep 16 16:24:34.256349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:34.311033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:34.328718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:34.334421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:34.335048 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.352364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:34.408119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device db1b5e91-7e34-4c37-9265-afcc48ad3057 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:34.414543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Pushing event updated for resources: {'Port': ['ID=36aaa2da-d481-4f07-9012-a02809995dc5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:34.424961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.450472 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e965d08-d379-4e70-8aaa-126fae7bed03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.527729 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e965d08-d379-4e70-8aaa-126fae7bed03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.535168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:34.577468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:34.601047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'db1b5e91-7e34-4c37-9265-afcc48ad3057', 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b', 'port_id': 'db1b5e91-7e34-4c37-9265-afcc48ad3057', 'mac_address': 'fa:16:3e:81:8c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca29617-9cd6-4a45-9390-139b0ed27531', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:24:34.606102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96371045-2d04-4a52-a964-6bb44dc4cac7 req-e1c223b1-c5c8-44f4-a1b3-3f559c338d53 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:34.607670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96371045-2d04-4a52-a964-6bb44dc4cac7 req-e1c223b1-c5c8-44f4-a1b3-3f559c338d53 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 936 time: 0.2564988 Sep 16 16:24:34.616881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd75005-9eea-4433-9abf-652881006936 req-43f85291-69f6-416c-82c6-8b5e526363f7 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:34.618362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6cd75005-9eea-4433-9abf-652881006936 req-43f85291-69f6-416c-82c6-8b5e526363f7 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 945 time: 0.2276459 Sep 16 16:24:34.647460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.660317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-6e74288f-a5c7-4f00-935d-d4cdb48fb4fa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0889106 Sep 16 16:24:34.673575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1b5e91-7e34-4c37-9265-afcc48ad3057 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:34.681588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Request body: {'port': {'device_id': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:34.698911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:34.700058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3c43d688-d197-4848-81a7-63dfae61ac03 None None] Provisioning complete for port 36aaa2da-d481-4f07-9012-a02809995dc5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:34.700457 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3c43d688-d197-4848-81a7-63dfae61ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.737485 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.738468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:34.739326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.768653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3c43d688-d197-4848-81a7-63dfae61ac03 None None] Port 36aaa2da-d481-4f07-9012-a02809995dc5 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:24:34.779821 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.814143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96371045-2d04-4a52-a964-6bb44dc4cac7 req-80911645-c4ec-4335-980e-58f65f3a5e55 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946256 Sep 16 16:24:34.888848 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.892239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=db1b5e91-7e34-4c37-9265-afcc48ad3057,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:34.909932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7853513 Sep 16 16:24:34.932329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52678) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:34.959613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:34.962299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6cd75005-9eea-4433-9abf-652881006936 req-09cac3be-ae17-4e21-a925-f98518426ad5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165894 Sep 16 16:24:34.967371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Request body: {'subnet': {'network_id': '09647422-0e4a-4e87-82d7-007266e2238b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-284708222-subnet', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:34.974014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390f2e0c-f449-48fa-95ef-dec8beb089fd'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:34.977055 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b049d7b4-989b-4f39-b471-67297b0d38a1" -d '{"events": [{"server_uuid": "9ff74d76-aa8b-47b9-824c-ac9d380f418b", "name": "network-vif-unplugged", "status": "completed", "tag": "390f2e0c-f449-48fa-95ef-dec8beb089fd"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:34.992336 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6e965d08-d379-4e70-8aaa-126fae7bed03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23934100b9f64723ab4ea64b39bc7086&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2050400 Sep 16 16:24:34.992336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e965d08-d379-4e70-8aaa-126fae7bed03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77af575-91ba-4dbe-8843-d8d04458b6d5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:34.992336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52684) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:34.994985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['db1b5e91-7e34-4c37-9265-afcc48ad3057'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:35.036824 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97a7a027-efc3-4c0f-835f-bf9f7ec125df req-1bb342c5-be26-4bdb-aef1-e0527ca16ca4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 210 time: 0.1114616 Sep 16 16:24:35.036946 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.037048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a62097-8554-4dca-adbe-7333be124500 admin admin] Pushing event updated for resources: {'Network': ['ID=09647422-0e4a-4e87-82d7-007266e2238b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:35.081779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 09647422-0e4a-4e87-82d7-007266e2238b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:24:35.121662 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7adfbb8-2d2c-43e5-8151-114bf0571486 x-openstack-request-id: req-b7adfbb8-2d2c-43e5-8151-114bf0571486 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:35.124048 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff74d76-aa8b-47b9-824c-ac9d380f418b", "name": "network-vif-unplugged", "status": "completed", "tag": "390f2e0c-f449-48fa-95ef-dec8beb089fd", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:35.126797 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7adfbb8-2d2c-43e5-8151-114bf0571486 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:35.127319 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390f2e0c-f449-48fa-95ef-dec8beb089fd', 'code': 200} Sep 16 16:24:35.177184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Pushing event updated for resources: {'Port': ['ID=390f2e0c-f449-48fa-95ef-dec8beb089fd,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:35.198249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52688) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:35.217177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Made reservation on behalf of 25c7891ca0d84a2499e66f6df95e9aa5 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:35.219557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.252145 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4040-ffbd-494d-a548-619396c28e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.269424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd on host n-h2-807786-3 for vnic_type normal with profile {"migrating_to": "n-h1-807786-3"} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:35.269985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:35.269985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:35.290760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Port 390f2e0c-f449-48fa-95ef-dec8beb089fd on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:35.291074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Attempting to bind port 390f2e0c-f449-48fa-95ef-dec8beb089fd on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:35.336180 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4040-ffbd-494d-a548-619396c28e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.340565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:35.341103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:35.341651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:35.345957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Bound port: 390f2e0c-f449-48fa-95ef-dec8beb089fd, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:35.347597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.423730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-246582233-network', 'tenant_id': '5372814b6fb142c48c2b51b9eee3b54a'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:35.487218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821aaf-62b7-4071-af56-88218bb4016d req-f8520be4-6f09-44a5-9527-b2fca49b077c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:35.488902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92821aaf-62b7-4071-af56-88218bb4016d req-f8520be4-6f09-44a5-9527-b2fca49b077c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 945 time: 0.1569371 Sep 16 16:24:35.521306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:35.526373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:35.535279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Made reservation on behalf of 5372814b6fb142c48c2b51b9eee3b54a for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:35.537721 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.566602 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.574631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92821aaf-62b7-4071-af56-88218bb4016d req-dd2e02cf-158d-4ee1-a303-9a5f40eb16eb tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726202 Sep 16 16:24:35.600997 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4040-ffbd-494d-a548-619396c28e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.603675 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4040-ffbd-494d-a548-619396c28e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.605015 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0d3d4040-ffbd-494d-a548-619396c28e73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d77af575-91ba-4dbe-8843-d8d04458b6d5 HTTP/1.1" status: 204 len: 168 time: 0.6131923 Sep 16 16:24:35.609554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.632115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36aaa2da-d481-4f07-9012-a02809995dc5 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:35.645871 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.667729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d4040-ffbd-494d-a548-619396c28e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77af575-91ba-4dbe-8843-d8d04458b6d5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:35.672043 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Transition to ACTIVE for port object 36aaa2da-d481-4f07-9012-a02809995dc5 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:35.695575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.704565 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-05ddf950-1ead-4dca-9101-71959f1ec862 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ba579574059f42d2942d9c3428a5eca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684013 Sep 16 16:24:35.744906 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.769022 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.827090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Pushing event updated for resources: {'Port': ['ID=36aaa2da-d481-4f07-9012-a02809995dc5,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:35.832270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Pushing event updated for resources: {'Port': ['ID=390f2e0c-f449-48fa-95ef-dec8beb089fd,revision_number=8']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:35.840800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:35.840800 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.840800 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-44e1f342-830f-4401-bbe5-8d8762108a0c service neutron] 10.222.0.52 "PUT /v2.0/ports/390f2e0c-f449-48fa-95ef-dec8beb089fd HTTP/1.1" status: 200 len: 1121 time: 1.8081920 Sep 16 16:24:35.875126 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:35.914786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['390f2e0c-f449-48fa-95ef-dec8beb089fd'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:35.919190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a86433-b276-4cae-a33e-7601426b2d59,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:35.970645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Attempting to bind port 36aaa2da-d481-4f07-9012-a02809995dc5 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:35.972218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Attempting to bind port 36aaa2da-d481-4f07-9012-a02809995dc5 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:35.974009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Attempting to bind port 36aaa2da-d481-4f07-9012-a02809995dc5 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:35.974387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Checking segment: {'id': '5a2bea36-9c05-42df-bfa2-0e2e5fe199de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:35.974850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Network hostable DHCP agents. Network: 09647422-0e4a-4e87-82d7-007266e2238b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:24:35.988770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6187706-d9fd-4b91-9c8d-a835fb52bf70,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:35.996101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Port 36aaa2da-d481-4f07-9012-a02809995dc5 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:35.998898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Attempting to bind port 36aaa2da-d481-4f07-9012-a02809995dc5 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:36.031698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-3793ae10-05d3-41b7-ad81-7734be28ad2e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:36.039702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-3793ae10-05d3-41b7-ad81-7734be28ad2e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024831 Sep 16 16:24:36.045211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:24:36.053873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:36.055095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:36.055578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:36.060974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Bound port: 36aaa2da-d481-4f07-9012-a02809995dc5, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:36.070320 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.070482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Request body: {'port': {'device_id': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': 'ba579574059f42d2942d9c3428a5eca7'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:36.179777 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.180403 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Added segment 1674bab3-e474-4d03-8b82-2e9938e529ba of type vlan for network c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5 Sep 16 16:24:36.193062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Network 09647422-0e4a-4e87-82d7-007266e2238b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:24:36.270593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.290432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57832db6-5bc7-4ef5-ac60-3c657393d02f req-6a52d889-18c5-40eb-b6a8-0a58ff9d9a29 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:36.292192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57832db6-5bc7-4ef5-ac60-3c657393d02f req-6a52d889-18c5-40eb-b6a8-0a58ff9d9a29 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 948 time: 0.3043208 Sep 16 16:24:36.293221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] For port 36aaa2da-d481-4f07-9012-a02809995dc5, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:36.299703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] For port 36aaa2da-d481-4f07-9012-a02809995dc5, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36aaa2da-d481-4f07-9012-a02809995dc5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:36.301657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Made reservation on behalf of ba579574059f42d2942d9c3428a5eca7 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:36.305314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.308279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 09647422-0e4a-4e87-82d7-007266e2238b) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:36.317899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ca6db-db08-4e2a-a756-97d2043dd7a9 None None] Network 09647422-0e4a-4e87-82d7-007266e2238b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:24:36.319149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:36.319753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.324596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.326827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22807819-7e3e-4953-abbb-1585376f52a0 req-85b3544f-b0c8-49df-af1e-43d2fb190519 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:36.328334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22807819-7e3e-4953-abbb-1585376f52a0 req-85b3544f-b0c8-49df-af1e-43d2fb190519 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 943 time: 0.2349494 Sep 16 16:24:36.376213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57832db6-5bc7-4ef5-ac60-3c657393d02f req-b07e7050-ec06-40a6-9f39-ca699e8a6440 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731959 Sep 16 16:24:36.386621 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.409740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device db1b5e91-7e34-4c37-9265-afcc48ad3057 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:36.422757 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22807819-7e3e-4953-abbb-1585376f52a0 req-c89dce0a-9439-451b-94d2-60aa8bab510a tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819547 Sep 16 16:24:36.431648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:36.432293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.437960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] 10.222.0.62 "PUT /v2.0/ports/36aaa2da-d481-4f07-9012-a02809995dc5 HTTP/1.1" status: 200 len: 1096 time: 1.7607830 Sep 16 16:24:36.437960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'tag': '36aaa2da-d481-4f07-9012-a02809995dc5'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:36.437960 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db9a04d-565e-4c7c-8faf-0c69c77f3044" -d '{"events": [{"name": "network-changed", "server_uuid": "939ccd79-ba11-40af-8cea-dd236bc1de61", "tag": "36aaa2da-d481-4f07-9012-a02809995dc5"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:36.441719 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.442692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:36.443295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.477371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325a8cd-b9f5-4647-99cb-26c4736a77c2 service neutron] Pushing event updated for resources: {'Port': ['ID=36aaa2da-d481-4f07-9012-a02809995dc5,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:36.581881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] Pushing event updated for resources: {'Network': ['ID=c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:36.594372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:24:36.609351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3a066e6a-0dd1-48a7-8647-776eb36fdf87 req-a19b4203-a928-4f03-9356-f9513e6710fd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 210 time: 0.0468168 Sep 16 16:24:36.649337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.654431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-78110a7f-f61f-41cb-8b0c-4abff69154a7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7177875 Sep 16 16:24:36.657157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52718) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:36.662628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-284708222-router', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:36.665338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-a62597ae-08db-4859-a256-108779a90b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:36.667243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-a62597ae-08db-4859-a256-108779a90b4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 1099 time: 0.0606215 Sep 16 16:24:36.705307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port db1b5e91-7e34-4c37-9265-afcc48ad3057 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:24:36.717109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-a7503239-f598-4676-98d3-51520d287770 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=36aaa2da-d481-4f07-9012-a02809995dc5 HTTP/1.1" status: 200 len: 217 time: 0.0413558 Sep 16 16:24:36.726512 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136ac4b5-6060-45c1-b4ff-61ff23387333 x-openstack-request-id: req-136ac4b5-6060-45c1-b4ff-61ff23387333 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:36.726921 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939ccd79-ba11-40af-8cea-dd236bc1de61", "tag": "36aaa2da-d481-4f07-9012-a02809995dc5", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:36.727279 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-136ac4b5-6060-45c1-b4ff-61ff23387333 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:36.727728 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'tag': '36aaa2da-d481-4f07-9012-a02809995dc5', 'status': 'completed', 'code': 200} Sep 16 16:24:36.746098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port db1b5e91-7e34-4c37-9265-afcc48ad3057 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:36.746479 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.762635 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.775870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-09647422-0e4a-4e87-82d7-007266e2238b', 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'fixed_ips': [{'subnet_id': '48a86433-b276-4cae-a33e-7601426b2d59'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:24:36.776897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:36.816817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:36.828619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-f2944219-33b7-426c-953b-be64dd3c70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:36.830174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-f2944219-33b7-426c-953b-be64dd3c70cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1016190 Sep 16 16:24:36.839299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0adac-dafb-4dcf-9c75-9500ae88bb3f req-f0605688-4e5a-4397-aeba-f65680fd358e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:36.840659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aec0adac-dafb-4dcf-9c75-9500ae88bb3f req-f0605688-4e5a-4397-aeba-f65680fd358e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 945 time: 0.1225452 Sep 16 16:24:36.853168 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5cd5268f-130a-48a3-9fa4-c276aeacc457 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6537127 Sep 16 16:24:36.862507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52726) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:36.900401 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-9a7f892d-04f3-4a9d-b741-607490ead00c tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ba579574059f42d2942d9c3428a5eca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788336 Sep 16 16:24:36.908223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Request body: {'subnet': {'network_id': 'c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-246582233-subnet', 'tenant_id': '5372814b6fb142c48c2b51b9eee3b54a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:36.963607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-7ec7f57b-822b-4c42-bc8e-0072be77d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:36.967034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-7ec7f57b-822b-4c42-bc8e-0072be77d19b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251521 Sep 16 16:24:37.006577 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.026491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aec0adac-dafb-4dcf-9c75-9500ae88bb3f req-f8e51488-90ef-4789-a555-b49b91524223 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765647 Sep 16 16:24:37.039090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Allocated IP 172.20.0.2 (09647422-0e4a-4e87-82d7-007266e2238b/48a86433-b276-4cae-a33e-7601426b2d59/80e2f127-bbd1-4a75-bf9f-af84c22b135a) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:37.040490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.041747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.067216 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1b5e91-7e34-4c37-9265-afcc48ad3057'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:37.069797 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42fe695-fbb7-4189-9e87-dc3dbbca4e79" -d '{"events": [{"server_uuid": "b1618d82-06ec-4e26-b8e2-13ae7630d0a6", "name": "network-vif-plugged", "status": "completed", "tag": "db1b5e91-7e34-4c37-9265-afcc48ad3057"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:37.091501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Allocated IP 192.168.233.246 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/5ded4bee-9461-44f6-b9f4-0870d724fb6e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:37.118898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:37.130846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190da5-36b7-4302-9b3f-024edaca086c req-372c462a-8ce3-4d72-b630-b048e8d256ed tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:37.132361 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-372c462a-8ce3-4d72-b630-b048e8d256ed tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207901 Sep 16 16:24:37.136355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'tag': '390f2e0c-f449-48fa-95ef-dec8beb089fd'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:37.138652 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5badeeca-66ae-4cda-aada-ca4c81580581" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff74d76-aa8b-47b9-824c-ac9d380f418b", "tag": "390f2e0c-f449-48fa-95ef-dec8beb089fd"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:37.164762 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-26601f71-be90-4524-97c2-29db8758178b service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634176 Sep 16 16:24:37.182364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Request body: {'port': {'device_id': 'fdcbd9e8-9212-4bef-8304-7615e01dc5c2', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': 'ba579574059f42d2942d9c3428a5eca7'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:37.193794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.197398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Made reservation on behalf of 5372814b6fb142c48c2b51b9eee3b54a for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:37.200337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.225046 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be1ff32-a63e-4d82-adff-c62acdf01e2a x-openstack-request-id: req-3be1ff32-a63e-4d82-adff-c62acdf01e2a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:37.225367 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff74d76-aa8b-47b9-824c-ac9d380f418b", "tag": "390f2e0c-f449-48fa-95ef-dec8beb089fd", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:37.225623 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3be1ff32-a63e-4d82-adff-c62acdf01e2a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:37.226083 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'tag': '390f2e0c-f449-48fa-95ef-dec8beb089fd', 'status': 'completed', 'code': 200} Sep 16 16:24:37.233806 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7224b70-626b-4c9f-9faa-1c1adb658014 x-openstack-request-id: req-d7224b70-626b-4c9f-9faa-1c1adb658014 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:37.238418 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1618d82-06ec-4e26-b8e2-13ae7630d0a6", "name": "network-vif-plugged", "status": "completed", "tag": "db1b5e91-7e34-4c37-9265-afcc48ad3057", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:37.238418 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7224b70-626b-4c9f-9faa-1c1adb658014 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:37.238418 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1b5e91-7e34-4c37-9265-afcc48ad3057', 'code': 200} Sep 16 16:24:37.259089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52734) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:37.283126 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.304265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.52', 55874) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:37.481929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-78117274-network', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:37.517869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=db1b5e91-7e34-4c37-9265-afcc48ad3057,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:37.520971 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.612773 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.613874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badeeca-66ae-4cda-aada-ca4c81580581 req-03764492-5dfb-43ac-ba9c-3e86d8a3c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:37.615422 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5badeeca-66ae-4cda-aada-ca4c81580581 req-03764492-5dfb-43ac-ba9c-3e86d8a3c316 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1124 time: 0.3690519 Sep 16 16:24:37.657388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Network 09647422-0e4a-4e87-82d7-007266e2238b is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:37.663146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf69d44-0459-437d-a4d3-2d844c4cdb75 req-0fa258f7-21f6-4f52-8d5e-420826bae006 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:37.664689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cf69d44-0459-437d-a4d3-2d844c4cdb75 req-0fa258f7-21f6-4f52-8d5e-420826bae006 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 948 time: 0.1297922 Sep 16 16:24:37.665797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:37.668203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172e4df5-bc50-417a-a613-e8b53e1678a5 req-4fd18ec6-8f75-4ab5-82a7-52e9a22d8be8 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949100 Sep 16 16:24:37.671549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Pushing event updated for resources: {'Port': ['ID=80e2f127-bbd1-4a75-bf9f-af84c22b135a,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:37.674831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:37.676515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48545a-d6ec-4a44-8fb5-0be60953f10e req-06a6a9d7-f155-4089-a9f8-a7f1059e4184 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:37.677904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d48545a-d6ec-4a44-8fb5-0be60953f10e req-06a6a9d7-f155-4089-a9f8-a7f1059e4184 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 943 time: 0.1285601 Sep 16 16:24:37.727360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37828-1416-4a8b-af1a-87e36951d2a6 req-d84634e2-960e-4760-be1f-d13bb4a71e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:37.729067 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-48a37828-1416-4a8b-af1a-87e36951d2a6 req-d84634e2-960e-4760-be1f-d13bb4a71e68 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1097 time: 0.3941567 Sep 16 16:24:37.737557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.738731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Attempting to bind port 80e2f127-bbd1-4a75-bf9f-af84c22b135a on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:37.739389 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Attempting to bind port 80e2f127-bbd1-4a75-bf9f-af84c22b135a by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '5a2bea36-9c05-42df-bfa2-0e2e5fe199de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:37.739515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Attempting to bind port 80e2f127-bbd1-4a75-bf9f-af84c22b135a on network 09647422-0e4a-4e87-82d7-007266e2238b {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:37.742137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d48545a-d6ec-4a44-8fb5-0be60953f10e req-669cd4e7-8fbf-4651-9e3d-7410dbdae7d2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569792 Sep 16 16:24:37.752286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:37.771119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cf69d44-0459-437d-a4d3-2d844c4cdb75 req-dd822b3c-5bff-4b4b-bd3c-af03f4966d11 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634537 Sep 16 16:24:37.771346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Checking segment: {'id': '5a2bea36-9c05-42df-bfa2-0e2e5fe199de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:37.771346 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.771346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Bound using segment: {'id': '5a2bea36-9c05-42df-bfa2-0e2e5fe199de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:37.771346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Bound port: 80e2f127-bbd1-4a75-bf9f-af84c22b135a, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2bea36-9c05-42df-bfa2-0e2e5fe199de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:37.771346 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.860349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.861959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Made reservation on behalf of acc51242b1fd4034a9c520d74b8cd088 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:37.864264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.876664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4228ea9-18b3-42ad-bfe0-3a1a947811ea req-f8db23eb-dc97-4836-90bc-54893343dcc3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 210 time: 0.0363712 Sep 16 16:24:37.887751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-68c157bf-54e2-4b25-854c-8a9fca1d3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:37.889319 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-68c157bf-54e2-4b25-854c-8a9fca1d3f65 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 1099 time: 0.0819428 Sep 16 16:24:37.889562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] For port 80e2f127-bbd1-4a75-bf9f-af84c22b135a, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:37.893081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] For port 80e2f127-bbd1-4a75-bf9f-af84c22b135a, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=80e2f127-bbd1-4a75-bf9f-af84c22b135a,segment=NetworkSegment(5a2bea36-9c05-42df-bfa2-0e2e5fe199de),segment_id=5a2bea36-9c05-42df-bfa2-0e2e5fe199de)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:37.917702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.961312 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:37.978634 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-48a37828-1416-4a8b-af1a-87e36951d2a6 req-c6113629-7116-41b0-b08a-eb7ca31e516e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301741 Sep 16 16:24:37.990194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-7800988c-e0d2-4326-9d38-7984000052da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:37.991811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-7800988c-e0d2-4326-9d38-7984000052da service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.0914946 Sep 16 16:24:38.024357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Made reservation on behalf of ba579574059f42d2942d9c3428a5eca7 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:38.024357 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:38.028797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7588d-58da-4621-8008-1adb64e68d23 None None] Pushing event updated for resources: {'Port': ['ID=80e2f127-bbd1-4a75-bf9f-af84c22b135a,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:38.047652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-78f092cb-1c1a-48ee-8f6b-252ae3b4cb96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=36aaa2da-d481-4f07-9012-a02809995dc5 HTTP/1.1" status: 200 len: 217 time: 0.0479136 Sep 16 16:24:38.048647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badeeca-66ae-4cda-aada-ca4c81580581 req-1d4ce370-0129-411f-be88-403fc329bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:38.050096 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5badeeca-66ae-4cda-aada-ca4c81580581 req-1d4ce370-0129-411f-be88-403fc329bd67 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.3932281 Sep 16 16:24:38.117024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-b3d8bc87-bc58-4911-9c5a-55edccda9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:38.118427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-b3d8bc87-bc58-4911-9c5a-55edccda9607 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0564985 Sep 16 16:24:38.168789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:38.171466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5badeeca-66ae-4cda-aada-ca4c81580581 req-985f43bd-590d-48f6-8d74-ee61ab320f12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd HTTP/1.1" status: 200 len: 217 time: 0.1029465 Sep 16 16:24:38.234531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba88cb-915b-4a21-9827-23f18730af64 req-7255ffdb-f4f5-47dc-9fde-d135c1cd75ac tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:38.236631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54ba88cb-915b-4a21-9827-23f18730af64 req-7255ffdb-f4f5-47dc-9fde-d135c1cd75ac tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 946 time: 0.1082280 Sep 16 16:24:38.253309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-c613b641-7d7f-4c06-807c-66878404bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:38.254978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-c613b641-7d7f-4c06-807c-66878404bd96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151206 Sep 16 16:24:38.259208 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:38.324561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54ba88cb-915b-4a21-9827-23f18730af64 req-4c4dc209-d7ae-4741-aabd-05c3562cc201 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783484 Sep 16 16:24:38.391858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-a87712f2-0d0a-4789-9fd7-d81bdc34da4f service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228759 Sep 16 16:24:38.409173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 390f2e0c-f449-48fa-95ef-dec8beb089fd details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:38.495488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7db9a04d-565e-4c7c-8faf-0c69c77f3044 req-5a8b54e9-3c2d-4a0a-8661-365bae28a885 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909843 Sep 16 16:24:38.513910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:38.526813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 390f2e0c-f449-48fa-95ef-dec8beb089fd has no active binding in host n-h1-807786-3 {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 16:24:38.650270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:38.669786 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8455b431-b40c-4508-af47-a00937e2388e,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:38.700373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:38.707811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badeeca-66ae-4cda-aada-ca4c81580581 req-bbe208d1-8822-4948-86a0-1f7c0417aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:38.710053 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5badeeca-66ae-4cda-aada-ca4c81580581 req-bbe208d1-8822-4948-86a0-1f7c0417aa09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.4922628 Sep 16 16:24:38.711557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:38.716202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:38.721911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:38.722592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:38.802416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Allocated IP 192.168.233.228 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/e44ab88f-5b53-4bbb-aaa6-a69df62e896c) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:38.809780 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5badeeca-66ae-4cda-aada-ca4c81580581 req-018d5038-2c69-42e2-b95b-a2600937c1c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793786 Sep 16 16:24:38.821436 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:38.822823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Checking segment: {'id': '1674bab3-e474-4d03-8b82-2e9938e529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:38.823428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Network hostable DHCP agents. Network: c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:24:38.906148 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:38.983622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d274dc-42ff-44b3-b44b-65cc30fd50a2 req-7f5a1b0a-9c1d-45d3-9541-f813de586676 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:38.985355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6d274dc-42ff-44b3-b44b-65cc30fd50a2 req-7f5a1b0a-9c1d-45d3-9541-f813de586676 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 943 time: 0.1357770 Sep 16 16:24:38.999270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65ecf5-a2e6-47a9-bf42-049672bebc9f req-2504afe6-aae9-4cd1-bdec-947bb49f6839 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:39.005031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa65ecf5-a2e6-47a9-bf42-049672bebc9f req-2504afe6-aae9-4cd1-bdec-947bb49f6839 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 948 time: 0.0933325 Sep 16 16:24:39.020427 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-40717008-af69-4b46-b174-261cdff4c6c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9707754 Sep 16 16:24:39.021293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:24:39.067418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6d274dc-42ff-44b3-b44b-65cc30fd50a2 req-a72ebd7b-2974-43b4-bc78-2624257b81cf tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609431 Sep 16 16:24:39.096802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa65ecf5-a2e6-47a9-bf42-049672bebc9f req-d4b3d46b-a015-4c2f-9c00-06cfa3ad0467 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847518 Sep 16 16:24:39.117581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Request body: {'port': {'device_id': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:39.120678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Network c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:24:39.179455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.179872 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Added segment 1b78d868-53f8-4489-b6db-60fe2d1933d9 of type vlan for network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 Sep 16 16:24:39.203674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4dbbbb-5608-49d4-8436-d9be4a40a243,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:39.259630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8a695d0f-e8e0-4dd7-b9a0-f8b8564e80ea None None] Provisioning complete for port 5ded4bee-9461-44f6-b9f4-0870d724fb6e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:39.261222 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8a695d0f-e8e0-4dd7-b9a0-f8b8564e80ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.302062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:39.317417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c2c9e-1922-49e2-9612-9815d9f26f2f None None] Network c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:24:39.326471 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-470606fd-68aa-4163-b755-ae7a3e069773 req-7bf0dab5-cadd-4a0d-a18d-52d73d4a249e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 210 time: 0.0855062 Sep 16 16:24:39.377299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8a695d0f-e8e0-4dd7-b9a0-f8b8564e80ea None None] Port 5ded4bee-9461-44f6-b9f4-0870d724fb6e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:24:39.397157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:39.397750 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.416253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.426072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5badeeca-66ae-4cda-aada-ca4c81580581 req-ddd07234-dd15-49b7-9455-9cbbaf384942 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971580 Sep 16 16:24:39.449881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 80e2f127-bbd1-4a75-bf9f-af84c22b135a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:39.464209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.481858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f9582-5de3-4110-a34b-5acdad454ed8 None None] Network 09647422-0e4a-4e87-82d7-007266e2238b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:24:39.492471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.545172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.555351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0a2f-81cd-4c81-b417-8e1bf5e76036 req-ca69f513-080d-4e67-bd42-7f74c3f49be9 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:39.555351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d4b0a2f-81cd-4c81-b417-8e1bf5e76036 req-ca69f513-080d-4e67-bd42-7f74c3f49be9 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0757020 Sep 16 16:24:39.556200 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e2e5d3b0-f44b-4245-82fc-aea945df1a30 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6906428 Sep 16 16:24:39.625268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0abbe36b-f1f1-4949-a389-c700cac4d2a7 None None] Provisioning complete for port 80e2f127-bbd1-4a75-bf9f-af84c22b135a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:39.625864 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0abbe36b-f1f1-4949-a389-c700cac4d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.660805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d4b0a2f-81cd-4c81-b417-8e1bf5e76036 req-2422ccec-d7f8-4fdf-a7f0-e50f243970c1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878141 Sep 16 16:24:39.679317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.680529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:39.681242 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.690462 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.752795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9bfd51-cdd8-460a-bd5e-94de8b8eb866 None None] Network c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:24:39.817959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-df8132bf-8812-45cb-aae4-0632f3d3159d service neutron] 10.222.0.62 "GET /v2.0/ports/390f2e0c-f449-48fa-95ef-dec8beb089fd/bindings/n-h1-807786-3 HTTP/1.1" status: 200 len: 384 time: 0.1630538 Sep 16 16:24:39.854250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a608c1-23b0-4aee-ac62-71ee00699b53 req-1815caab-77a1-427c-ae67-80d472131c0d tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:39.856840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63a608c1-23b0-4aee-ac62-71ee00699b53 req-1815caab-77a1-427c-ae67-80d472131c0d tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1097 time: 0.0753942 Sep 16 16:24:39.872287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 80e2f127-bbd1-4a75-bf9f-af84c22b135a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:39.872702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:39.903069 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6356452 Sep 16 16:24:39.911449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52768) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:39.914825 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5badeeca-66ae-4cda-aada-ca4c81580581 req-e1c1f9cc-c590-4615-9aba-942ee94a0165 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717853 Sep 16 16:24:39.927608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Request body: {'subnet': {'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-78117274-subnet', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:39.929605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c65fc-6ce3-4b6b-a6a6-4b2aa2624701 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:39.960920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:24:40.002499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63a608c1-23b0-4aee-ac62-71ee00699b53 req-1e6d3dfb-4267-4bea-a957-65e03cfa26ed tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065218 Sep 16 16:24:40.035204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Allocated IP 172.25.6.225 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/ff32335e-36e0-439f-b777-8f7d2b15b953) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:40.038785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36aaa2da-d481-4f07-9012-a02809995dc5 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:40.096904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce17fa39-a553-490d-aa8a-c6210fe69620 service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:40.116814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Made reservation on behalf of acc51242b1fd4034a9c520d74b8cd088 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:40.118469 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.118632 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.237892 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0abbe36b-f1f1-4949-a389-c700cac4d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.285016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 36aaa2da-d481-4f07-9012-a02809995dc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36aaa2da-d481-4f07-9012-a02809995dc5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:40.287459 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.322161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:40.328426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '36aaa2da-d481-4f07-9012-a02809995dc5', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '36aaa2da-d481-4f07-9012-a02809995dc5', 'mac_address': 'fa:16:3e:98:6d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:24:40.335807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Pushing event updated for resources: {'Port': ['ID=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:40.339536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:40.344476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:40.349722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0abbe36b-f1f1-4949-a389-c700cac4d2a7 None None] For port 80e2f127-bbd1-4a75-bf9f-af84c22b135a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=80e2f127-bbd1-4a75-bf9f-af84c22b135a,segment=NetworkSegment(5a2bea36-9c05-42df-bfa2-0e2e5fe199de),segment_id=5a2bea36-9c05-42df-bfa2-0e2e5fe199de)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:40.352334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:40.355939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.382635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce17fa39-a553-490d-aa8a-c6210fe69620 service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:40.400155 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.428993 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0abbe36b-f1f1-4949-a389-c700cac4d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.464579 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-85ed071b-5341-46f1-b4ba-0d46f15a08ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2836585 Sep 16 16:24:40.475948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce17fa39-a553-490d-aa8a-c6210fe69620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390f2e0c-f449-48fa-95ef-dec8beb089fd {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:40.482571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36aaa2da-d481-4f07-9012-a02809995dc5 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:40.482785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Request body: {'port': {'device_id': 'fdcbd9e8-9212-4bef-8304-7615e01dc5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:40.494353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.539597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ed94b-d967-4212-97dd-f474678e80a5 req-79acb078-87c0-47a0-9909-fa306a1cef6f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:40.547596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-379ed94b-d967-4212-97dd-f474678e80a5 req-79acb078-87c0-47a0-9909-fa306a1cef6f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 948 time: 0.3036418 Sep 16 16:24:40.559305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 36aaa2da-d481-4f07-9012-a02809995dc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36aaa2da-d481-4f07-9012-a02809995dc5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:40.559757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce17fa39-a553-490d-aa8a-c6210fe69620 service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:40.562175 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:24:40.570778 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:24:40.573371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea37df7-aed8-4874-a4d3-50f3b9543f04 req-df67298e-a71e-40e3-bd8d-d3a141a7086d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:40.575008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ea37df7-aed8-4874-a4d3-50f3b9543f04 req-df67298e-a71e-40e3-bd8d-d3a141a7086d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 943 time: 0.3279905 Sep 16 16:24:40.594791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbe36b-f1f1-4949-a389-c700cac4d2a7 None None] Pushing event updated for resources: {'Port': ['ID=80e2f127-bbd1-4a75-bf9f-af84c22b135a,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:40.629552 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.640987 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.646628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ded4bee-9461-44f6-b9f4-0870d724fb6e {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:40.666223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.709064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-54a52a43-a235-4882-955f-0220daf97c1c None None] Provisioning complete for port 80e2f127-bbd1-4a75-bf9f-af84c22b135a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:40.709439 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-54a52a43-a235-4882-955f-0220daf97c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.725705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-379ed94b-d967-4212-97dd-f474678e80a5 req-545681bc-0012-420a-8dc8-6e5fd892bd0e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650081 Sep 16 16:24:40.726420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Transition to ACTIVE for port object 5ded4bee-9461-44f6-b9f4-0870d724fb6e will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:40.735096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ea37df7-aed8-4874-a4d3-50f3b9543f04 req-0ae7acff-19e8-4b39-afbd-6faac1a77547 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227598 Sep 16 16:24:40.736256 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce17fa39-a553-490d-aa8a-c6210fe69620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.739426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52792) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:40.745615 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.754190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=36aaa2da-d481-4f07-9012-a02809995dc5,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:40.779361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1318663773-network', 'tenant_id': '41764c145ea546dc869405cbc89fa6d7'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:40.817495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Pushing event updated for resources: {'Port': ['ID=ff32335e-36e0-439f-b777-8f7d2b15b953,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:40.831789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.856415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:40.880549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:40.889233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:40.896974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['36aaa2da-d481-4f07-9012-a02809995dc5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:40.949623 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:40.950655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f0167db6-e24f-4fab-b7b7-e5acf49d4c15 None None] Provisioning complete for port e44ab88f-5b53-4bbb-aaa6-a69df62e896c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:40.951320 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0167db6-e24f-4fab-b7b7-e5acf49d4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.008162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8d316-b554-4f1f-a60f-27ea7cfbb101 req-8ce1d5ed-fde9-4328-a131-33d10e25570b tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:41.009645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aae8d316-b554-4f1f-a60f-27ea7cfbb101 req-8ce1d5ed-fde9-4328-a131-33d10e25570b tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1097 time: 0.1798503 Sep 16 16:24:41.016323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce17fa39-a553-490d-aa8a-c6210fe69620 service neutron] Transition to ACTIVE for port object 390f2e0c-f449-48fa-95ef-dec8beb089fd will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:41.025426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f0167db6-e24f-4fab-b7b7-e5acf49d4c15 None None] Port e44ab88f-5b53-4bbb-aaa6-a69df62e896c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:24:41.061136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:41.075457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:41.075891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c492fd-1ae4-4445-9708-f4cdd21efa8c req-d1ed8c2e-6dd9-4274-88c7-4c6cf8e6fb79 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:41.077512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4c492fd-1ae4-4445-9708-f4cdd21efa8c req-d1ed8c2e-6dd9-4274-88c7-4c6cf8e6fb79 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 936 time: 0.1841304 Sep 16 16:24:41.087399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Made reservation on behalf of 41764c145ea546dc869405cbc89fa6d7 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:41.089780 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.120892 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.130814 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce17fa39-a553-490d-aa8a-c6210fe69620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.143813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Attempting to bind port 5ded4bee-9461-44f6-b9f4-0870d724fb6e on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:41.144415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Attempting to bind port 5ded4bee-9461-44f6-b9f4-0870d724fb6e by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:41.145007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Attempting to bind port 5ded4bee-9461-44f6-b9f4-0870d724fb6e on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:41.154571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Checking segment: {'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:41.155191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Network hostable DHCP agents. Network: a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:24:41.167126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Port 5ded4bee-9461-44f6-b9f4-0870d724fb6e on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:41.168167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Attempting to bind port 5ded4bee-9461-44f6-b9f4-0870d724fb6e on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:41.192903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aae8d316-b554-4f1f-a60f-27ea7cfbb101 req-819ae7e8-1581-4150-b8c4-ac9fc4994a65 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703296 Sep 16 16:24:41.199681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:41.200017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:41.200757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:41.200884 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Bound port: 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:41.201233 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.278896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4c492fd-1ae4-4445-9708-f4cdd21efa8c req-6c1e51bd-ad7a-4b65-a134-17bf2841af37 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868529 Sep 16 16:24:41.312259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce17fa39-a553-490d-aa8a-c6210fe69620 service neutron] No DVR routers for this DVR port 390f2e0c-f449-48fa-95ef-dec8beb089fd on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:24:41.362840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-ce17fa39-a553-490d-aa8a-c6210fe69620 service neutron] 10.222.0.62 "PUT /v2.0/ports/390f2e0c-f449-48fa-95ef-dec8beb089fd/bindings/n-h1-807786-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5359809 Sep 16 16:24:41.363475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17fa39-a553-490d-aa8a-c6210fe69620 service neutron] Pushing event updated for resources: {'Port': ['ID=390f2e0c-f449-48fa-95ef-dec8beb089fd,revision_number=10']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:41.364736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 80e2f127-bbd1-4a75-bf9f-af84c22b135a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:41.372951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:41.409119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:24:41.425584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:41.435488 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.452627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 80e2f127-bbd1-4a75-bf9f-af84c22b135a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:41.452929 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.481114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:41.481567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44ab88f-5b53-4bbb-aaa6-a69df62e896c {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:41.487184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:41.488582 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.496278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.496278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.538802 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.562632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:24:41.584645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Transition to ACTIVE for port object e44ab88f-5b53-4bbb-aaa6-a69df62e896c will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:41.593745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:41.594377 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.595799 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] 10.222.0.52 "PUT /v2.0/ports/5ded4bee-9461-44f6-b9f4-0870d724fb6e HTTP/1.1" status: 200 len: 1096 time: 2.5083935 Sep 16 16:24:41.597361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca62915a-5d1e-498f-bab4-96ab312316e7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:41.598089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:41.600514 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e19849-daf3-4f3f-84ac-162a57821f48" -d '{"events": [{"name": "network-changed", "server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:41.607511 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.607885 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Added segment 094d70da-2ed0-4ffb-b6cd-0a3c9b0fdaba of type vlan for network d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2 Sep 16 16:24:41.608575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.636096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1067bd26-b3b1-436c-9336-451a666f11bc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7229691 Sep 16 16:24:41.691283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477b2c6-401b-43c3-adf4-4de339809792 None None] Network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:24:41.702061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52804) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:41.715829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:41.783398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.821512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db51ea-3ebf-4e2d-a996-7e8a260264ef req-7cc54265-f2cc-48e3-ac8e-48d81fd5fa44 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:41.823624 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01db51ea-3ebf-4e2d-a996-7e8a260264ef req-7cc54265-f2cc-48e3-ac8e-48d81fd5fa44 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1097 time: 0.1203856 Sep 16 16:24:41.897455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.898831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.949304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:24:41.950800 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.961757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.968168 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.969177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:41.969810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:41.983951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01db51ea-3ebf-4e2d-a996-7e8a260264ef req-4bcfa039-67e9-4053-81ac-a19586a3bf39 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545858 Sep 16 16:24:42.038004 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b4c1f5-8b2f-43e9-b48a-26978b09d85b x-openstack-request-id: req-75b4c1f5-8b2f-43e9-b48a-26978b09d85b {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:42.038380 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:42.038728 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75b4c1f5-8b2f-43e9-b48a-26978b09d85b {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:42.039234 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'status': 'completed', 'code': 200} Sep 16 16:24:42.046758 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.053660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b9b37-6dc3-4fdc-b179-a4f020325429 req-774557d8-12eb-4f18-87e4-ff9191b787fc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:42.055564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e80b9b37-6dc3-4fdc-b179-a4f020325429 req-774557d8-12eb-4f18-87e4-ff9191b787fc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 949 time: 0.2196114 Sep 16 16:24:42.065454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36aaa2da-d481-4f07-9012-a02809995dc5 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:42.079387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-0055afec-1cce-43e7-80cb-0efa19bd3a70 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:42.081155 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-0055afec-1cce-43e7-80cb-0efa19bd3a70 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1095 time: 0.5805278 Sep 16 16:24:42.087226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfaf85-5b80-48e1-b29c-b56a34529ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:42.122108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] Pushing event updated for resources: {'Network': ['ID=d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:42.129203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-276f7c59-a905-4b67-9095-d0b75778faf1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3697522 Sep 16 16:24:42.134630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:24:42.138383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52812) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:42.150488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Request body: {'subnet': {'network_id': 'd46d2e8f-d6e2-4683-a4c4-c40e6d59cff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1318663773-subnet', 'tenant_id': '41764c145ea546dc869405cbc89fa6d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:42.249882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e80b9b37-6dc3-4fdc-b179-a4f020325429 req-edd46dd2-fd9c-42d5-8d9c-d47bdef45aea tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331050 Sep 16 16:24:42.258532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Pushing event updated for resources: {'Port': ['ID=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:42.271512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Made reservation on behalf of 41764c145ea546dc869405cbc89fa6d7 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:42.273907 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.295598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e19849-daf3-4f3f-84ac-162a57821f48 req-aea82543-34e0-482e-80b1-afc51d41388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:42.297329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76e19849-daf3-4f3f-84ac-162a57821f48 req-aea82543-34e0-482e-80b1-afc51d41388d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba579574059f42d2942d9c3428a5eca7&device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 1099 time: 0.2613051 Sep 16 16:24:42.299959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Allocated IP 172.20.0.2 (a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835/99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b/9c49a8e7-8e50-427c-927b-d84277eebec1) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:42.394353 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.409528 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7cde7-f03b-4db7-82ed-d17ebe93998e req-44bc6f46-e2ce-4c08-a778-5b1060c4d144 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:42.418452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eea7cde7-f03b-4db7-82ed-d17ebe93998e req-44bc6f46-e2ce-4c08-a778-5b1060c4d144 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 944 time: 0.3083107 Sep 16 16:24:42.423240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 36aaa2da-d481-4f07-9012-a02809995dc5 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:24:42.439142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-1c48fe19-824a-40f4-a538-7d80b87aeb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:42.440363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 36aaa2da-d481-4f07-9012-a02809995dc5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:42.440874 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.441105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-1c48fe19-824a-40f4-a538-7d80b87aeb4a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b&tenant_id=b83171c97ef440229ffe3f57d2a89529 HTTP/1.1" status: 200 len: 1095 time: 0.3456717 Sep 16 16:24:42.445867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Attempting to bind port e44ab88f-5b53-4bbb-aaa6-a69df62e896c on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:42.446424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Attempting to bind port e44ab88f-5b53-4bbb-aaa6-a69df62e896c by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:42.446907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Attempting to bind port e44ab88f-5b53-4bbb-aaa6-a69df62e896c on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:42.478568 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76e19849-daf3-4f3f-84ac-162a57821f48 req-a18ffdda-b4f4-4d70-be2f-0aa3b7ea209a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ba579574059f42d2942d9c3428a5eca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1556993 Sep 16 16:24:42.508543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Port e44ab88f-5b53-4bbb-aaa6-a69df62e896c on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:42.508871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Attempting to bind port e44ab88f-5b53-4bbb-aaa6-a69df62e896c on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:42.520473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eea7cde7-f03b-4db7-82ed-d17ebe93998e req-3e4706b2-c86f-4a8e-beac-59ec9f9a8de0 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010478 Sep 16 16:24:42.551621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d990037-4693-48b9-b62b-1c8e803dffed req-20507046-118f-4b92-9cf2-72d164ca0b2c tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:42.551621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d990037-4693-48b9-b62b-1c8e803dffed req-20507046-118f-4b92-9cf2-72d164ca0b2c tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 948 time: 0.1062593 Sep 16 16:24:42.558245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:42.562976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:42.562976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:42.562976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Bound port: e44ab88f-5b53-4bbb-aaa6-a69df62e896c, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:42.562976 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.566803 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.601447 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.622592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d990037-4693-48b9-b62b-1c8e803dffed req-2dd50002-3d0e-4386-becd-f9aeba6cacd7 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729699 Sep 16 16:24:42.651359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 36aaa2da-d481-4f07-9012-a02809995dc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36aaa2da-d481-4f07-9012-a02809995dc5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:42.652537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aaa2da-d481-4f07-9012-a02809995dc5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:42.655515 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c06de6-6dc7-4ebe-9429-85b59112a242" -d '{"events": [{"server_uuid": "939ccd79-ba11-40af-8cea-dd236bc1de61", "name": "network-vif-plugged", "status": "completed", "tag": "36aaa2da-d481-4f07-9012-a02809995dc5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:42.662315 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.678249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-b8069608-fc47-4952-b0e4-3d0b6279ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:42.679836 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-b8069608-fc47-4952-b0e4-3d0b6279ad98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1095 time: 0.1971262 Sep 16 16:24:42.704149 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a544f1-b2f5-486a-af85-1ed1865db4cd x-openstack-request-id: req-11a544f1-b2f5-486a-af85-1ed1865db4cd {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:42.704495 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939ccd79-ba11-40af-8cea-dd236bc1de61", "name": "network-vif-plugged", "status": "completed", "tag": "36aaa2da-d481-4f07-9012-a02809995dc5", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:42.704887 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11a544f1-b2f5-486a-af85-1ed1865db4cd {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:42.705142 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aaa2da-d481-4f07-9012-a02809995dc5', 'code': 200} Sep 16 16:24:42.720858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:42.734101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:42.742256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:42.758759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Pushing event updated for resources: {'Port': ['ID=9c49a8e7-8e50-427c-927b-d84277eebec1,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:42.765395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.782151 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.832814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e19849-daf3-4f3f-84ac-162a57821f48 req-a208f4e4-2c28-421d-b452-c9041e3534fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:42.834284 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76e19849-daf3-4f3f-84ac-162a57821f48 req-a208f4e4-2c28-421d-b452-c9041e3534fd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3385124 Sep 16 16:24:42.848314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Attempting to bind port 9c49a8e7-8e50-427c-927b-d84277eebec1 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:42.848314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Attempting to bind port 9c49a8e7-8e50-427c-927b-d84277eebec1 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:42.848777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Attempting to bind port 9c49a8e7-8e50-427c-927b-d84277eebec1 on network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:42.858715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:42.859141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Checking segment: {'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:42.859466 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.859851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Bound using segment: {'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:42.860327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Bound port: 9c49a8e7-8e50-427c-927b-d84277eebec1, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:42.861857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:42.902638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=36aaa2da-d481-4f07-9012-a02809995dc5,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:42.946603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] For port e44ab88f-5b53-4bbb-aaa6-a69df62e896c, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:42.959797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] For port 9c49a8e7-8e50-427c-927b-d84277eebec1, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:42.963100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] For port 9c49a8e7-8e50-427c-927b-d84277eebec1, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9c49a8e7-8e50-427c-927b-d84277eebec1,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:42.973480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] For port e44ab88f-5b53-4bbb-aaa6-a69df62e896c, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:42.997278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e93694-05ea-4f1e-94b7-dc7c35f5d830 req-d408d470-0f60-4098-b864-69aa5d8186df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:42.998682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7e93694-05ea-4f1e-94b7-dc7c35f5d830 req-d408d470-0f60-4098-b864-69aa5d8186df service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 1101 time: 0.0976248 Sep 16 16:24:43.003655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:43.028646 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:43.039683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-59a8d5a8-eb06-4150-84a7-794abc75ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:43.041190 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-59a8d5a8-eb06-4150-84a7-794abc75ab4d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.3358068 Sep 16 16:24:43.050701 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:43.061250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7e93694-05ea-4f1e-94b7-dc7c35f5d830 req-269dcf3a-563b-4f8f-a82d-613948d532e6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390074 Sep 16 16:24:43.071873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a7b71af6-894a-44c2-b5d2-74ee7a35f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:43.074184 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-a7b71af6-894a-44c2-b5d2-74ee7a35f439 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba579574059f42d2942d9c3428a5eca7&device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 1099 time: 0.1756096 Sep 16 16:24:43.110857 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-bbaab097-e892-4525-be81-28d39ae8f98e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd HTTP/1.1" status: 200 len: 217 time: 0.0528619 Sep 16 16:24:43.146823 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:43.165723 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-337bf254-fd0d-4332-ac66-15eb60b1899b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e HTTP/1.1" status: 200 len: 217 time: 0.0630448 Sep 16 16:24:43.212059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9edc9-69ae-48b1-a03b-b41d69f0a09a req-7cd5fcca-fa4c-4ae1-af18-c6d859c29d39 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:43.214339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63f9edc9-69ae-48b1-a03b-b41d69f0a09a req-7cd5fcca-fa4c-4ae1-af18-c6d859c29d39 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1097 time: 0.1041691 Sep 16 16:24:43.216528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:43.221977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Allocated IP 172.25.6.247 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/fab31776-e56b-44a5-97fb-8dc4aeaa4755) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:43.233750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2629cf-aa7c-4b5e-bcb9-b44ce14ec452 None None] Pushing event updated for resources: {'Port': ['ID=9c49a8e7-8e50-427c-927b-d84277eebec1,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:43.290012 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:43.305338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:43.305965 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:43.307491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] 10.222.0.52 "PUT /v2.0/ports/e44ab88f-5b53-4bbb-aaa6-a69df62e896c HTTP/1.1" status: 200 len: 1096 time: 2.8342934 Sep 16 16:24:43.316894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63f9edc9-69ae-48b1-a03b-b41d69f0a09a req-d4218aed-9bf2-40e6-81f1-bb325954243e tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885370 Sep 16 16:24:43.402952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-430851c7-cce9-4a27-ad4a-8b2aac5ef113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:43.402952 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-430851c7-cce9-4a27-ad4a-8b2aac5ef113 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.2509859 Sep 16 16:24:43.409150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5372fe0-7d4a-4474-bdad-9d6f6f104f34 service neutron] Pushing event updated for resources: {'Port': ['ID=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:43.417663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55b4b57-178f-4c9d-ac64-b9a5bf064ded,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:43.433539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-337eea8b-5db3-4a69-b374-b4e2642d5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:43.435066 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-337eea8b-5db3-4a69-b374-b4e2642d5d23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.2220540 Sep 16 16:24:43.497830 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:43.543830 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:43.555646 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-1bcf1c26-2eee-4be2-974f-6d3c672187d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335166 Sep 16 16:24:43.580492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db83f3-cdc4-4d08-bba6-519b7cc973fd req-ea95529b-a749-4dc2-807f-d5bd0cc3c9d0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:43.581767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17db83f3-cdc4-4d08-bba6-519b7cc973fd req-ea95529b-a749-4dc2-807f-d5bd0cc3c9d0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.1276493 Sep 16 16:24:43.600716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Router a63d640b-2f82-4b11-8571-793c2d141dfd is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:24:43.635346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17db83f3-cdc4-4d08-bba6-519b7cc973fd req-59aa7f72-e76f-4fea-a7ae-c9f59bac9133 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Sep 16 16:24:43.643565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Checking segment: {'id': '094d70da-2ed0-4ffb-b6cd-0a3c9b0fdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd46d2e8f-d6e2-4683-a4c4-c40e6d59cff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:43.643923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Network hostable DHCP agents. Network: d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:24:43.652358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-02caeeab-de79-4c6b-8cc6-9dd580d957ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:43.653796 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-02caeeab-de79-4c6b-8cc6-9dd580d957ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1851895 Sep 16 16:24:43.689912 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:43.693665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190da5-36b7-4302-9b3f-024edaca086c req-24c30bcd-383c-4d2b-802c-ae81144b3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:43.695197 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-24c30bcd-383c-4d2b-802c-ae81144b3ed7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba579574059f42d2942d9c3428a5eca7&device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 1099 time: 0.2721918 Sep 16 16:24:43.750350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:43.750350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:43.750350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:43.837632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Pushing event updated for resources: {'Port': ['ID=fab31776-e56b-44a5-97fb-8dc4aeaa4755,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:43.917239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bd2bc-d3c0-4c75-80f0-37a2dad51ef2 req-217f9b65-8d9f-44c7-8ef7-b1675d2e3fad tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:43.917239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b6bd2bc-d3c0-4c75-80f0-37a2dad51ef2 req-217f9b65-8d9f-44c7-8ef7-b1675d2e3fad tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 944 time: 0.1168051 Sep 16 16:24:43.958324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b6bd2bc-d3c0-4c75-80f0-37a2dad51ef2 req-f34de948-f9c9-4d14-88ca-806ef8984435 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389800 Sep 16 16:24:44.042227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdcbd9e8-9212-4bef-8304-7615e01dc5c2', 'tag': 'e44ab88f-5b53-4bbb-aaa6-a69df62e896c'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:44.044860 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707d370a-62be-43b0-abf4-6d4aa266cc67" -d '{"events": [{"name": "network-changed", "server_uuid": "fdcbd9e8-9212-4bef-8304-7615e01dc5c2", "tag": "e44ab88f-5b53-4bbb-aaa6-a69df62e896c"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:44.058326 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-ecd58273-1a17-4547-87c9-130b690c56b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e44ab88f-5b53-4bbb-aaa6-a69df62e896c HTTP/1.1" status: 200 len: 217 time: 0.0766592 Sep 16 16:24:44.060762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 390f2e0c-f449-48fa-95ef-dec8beb089fd no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:24:44.126389 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 390f2e0c-f449-48fa-95ef-dec8beb089fd not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:24:44.172663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Network d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:24:44.182090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c0b37-54c4-400c-9894-766eba7acf60 req-05fe6c96-688b-4b23-833d-6d29a7cb7e0e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:44.190409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-457c0b37-54c4-400c-9894-766eba7acf60 req-05fe6c96-688b-4b23-833d-6d29a7cb7e0e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 948 time: 0.1681933 Sep 16 16:24:44.229249 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-6ea5d9ce-4c68-4a63-8991-4aa7e4d23cee service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422529 Sep 16 16:24:44.270810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:44.314756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-457c0b37-54c4-400c-9894-766eba7acf60 req-f0050cf8-9049-459f-85f4-30cd3ff1c328 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234016 Sep 16 16:24:44.331543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190da5-36b7-4302-9b3f-024edaca086c req-c4488b51-f4aa-455e-9588-6b3645de657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:44.333072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-c4488b51-f4aa-455e-9588-6b3645de657f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.2667713 Sep 16 16:24:44.333797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:44.340738 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-5391866b-db3c-4ce8-9510-73276b0b9fcc service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772053 Sep 16 16:24:44.342126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:24:44.354263 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Sync routers for ids ['a63d640b-2f82-4b11-8571-793c2d141dfd'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:24:44.354859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9491715-4130-452b-b499-ee16acb6b246 None None] Network d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:24:44.356633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:44.357583 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:44.385491 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Routers {'a63d640b-2f82-4b11-8571-793c2d141dfd'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:24:44.391463 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:24:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a63d640b-2f82-4b11-8571-793c2d141dfd'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:44.491435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d0d90e-5773-4d02-94e2-d1718d9f1475 None None] Network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:24:44.507768 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c43b8c-8937-4b46-9ec6-422296d03d8f x-openstack-request-id: req-85c43b8c-8937-4b46-9ec6-422296d03d8f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:44.508060 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdcbd9e8-9212-4bef-8304-7615e01dc5c2", "tag": "e44ab88f-5b53-4bbb-aaa6-a69df62e896c", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:44.508566 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85c43b8c-8937-4b46-9ec6-422296d03d8f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:44.509114 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdcbd9e8-9212-4bef-8304-7615e01dc5c2', 'tag': 'e44ab88f-5b53-4bbb-aaa6-a69df62e896c', 'status': 'completed', 'code': 200} Sep 16 16:24:44.586858 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:44.596022 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-71f0a519-27e2-4448-ac2d-228b46fcede3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9367640 Sep 16 16:24:44.598342 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-28e6b700-8910-486e-812e-56c368d9f980 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4556124 Sep 16 16:24:44.602317 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Set router a63d640b-2f82-4b11-8571-793c2d141dfd gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:24:44.624312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52848) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:44.636437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-335363fc-4da6-463e-a7da-88be5ce4157c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1382263 Sep 16 16:24:44.638295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2de6e8-59cc-4457-8789-1548e69f5bc7 None None] Network d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:24:44.663150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a2e54705-fbb0-4c52-97af-80f06e55e3dd None None] Provisioning complete for port 9c49a8e7-8e50-427c-927b-d84277eebec1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:44.663799 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a2e54705-fbb0-4c52-97af-80f06e55e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:44.724046 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:44.763552 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-058cd5f7-1ead-434e-abb4-914f65aff4b9 req-e216ce4f-1c43-40ce-ad7d-c7465866f1b0 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152458 Sep 16 16:24:44.766422 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-acef6651-1919-4816-ab60-8bac614aa45c service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259981 Sep 16 16:24:44.773830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190da5-36b7-4302-9b3f-024edaca086c req-1cf2dce0-1ba2-48a6-88d3-8433ec0d3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:44.773830 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-1cf2dce0-1ba2-48a6-88d3-8433ec0d3862 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4295135 Sep 16 16:24:44.829078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52856) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:44.934098 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'name': 'tempest-FloatingIPDetailsTestJSON-284708222-router', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:37Z', 'updated_at': '2021-09-16T16:24:41Z', 'revision_number': 3, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'gw_port': {'id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:39Z', 'updated_at': '2021-09-16T16:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:44.954808 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a2e54705-fbb0-4c52-97af-80f06e55e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:44.985902 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Checking router: a63d640b-2f82-4b11-8571-793c2d141dfd for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:24:44.986603 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Updating router a63d640b-2f82-4b11-8571-793c2d141dfd port ff32335e-36e0-439f-b777-8f7d2b15b953 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:24:44.996533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c6ff85-6326-4cee-9bfa-a16238dfd675 admin admin] Deleting subnet 8455b431-b40c-4508-af47-a00937e2388e {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:24:45.010286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a2e54705-fbb0-4c52-97af-80f06e55e3dd None None] For port 9c49a8e7-8e50-427c-927b-d84277eebec1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9c49a8e7-8e50-427c-927b-d84277eebec1,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:45.014588 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-061746ac-8a3c-43ff-b536-345c101a7f9a service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337129 Sep 16 16:24:45.049654 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.050118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-87df108b-b1c2-4d25-9dad-7d0176650bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:45.051931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-87df108b-b1c2-4d25-9dad-7d0176650bdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1100 time: 0.3516755 Sep 16 16:24:45.053047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74c6ff85-6326-4cee-9bfa-a16238dfd675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.069519 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a2e54705-fbb0-4c52-97af-80f06e55e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.164715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e54705-fbb0-4c52-97af-80f06e55e3dd None None] Pushing event updated for resources: {'Port': ['ID=9c49a8e7-8e50-427c-927b-d84277eebec1,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:45.206494 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c4190da5-36b7-4302-9b3f-024edaca086c req-b17f78ac-11ac-4543-aef8-16928a7488ae service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833677 Sep 16 16:24:45.300301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c59011bf-7268-4135-aa67-8b27a643a75a None None] Provisioning complete for port 9c49a8e7-8e50-427c-927b-d84277eebec1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:45.300644 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c59011bf-7268-4135-aa67-8b27a643a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.425448 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.433264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9c49a8e7-8e50-427c-927b-d84277eebec1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:45.443357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-39247fa8-514d-4d5a-97df-7b46fb16ab98 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:45.445868 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-39247fa8-514d-4d5a-97df-7b46fb16ab98 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1095 time: 0.1288524 Sep 16 16:24:45.453009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-4380bfd4-69f4-4c4e-8fa5-1aae7b1ad100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:45.455278 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-4380bfd4-69f4-4c4e-8fa5-1aae7b1ad100 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba579574059f42d2942d9c3428a5eca7&device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 1099 time: 0.1026475 Sep 16 16:24:45.465142 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62294d92-a82c-4b10-8dad-9ec189edc254 req-a72121f9-cf01-44ac-9495-f66680eae1ed tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:45.473991 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62294d92-a82c-4b10-8dad-9ec189edc254 req-a72121f9-cf01-44ac-9495-f66680eae1ed tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.6474805 Sep 16 16:24:45.484300 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.508513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74c6ff85-6326-4cee-9bfa-a16238dfd675 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.533607 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74c6ff85-6326-4cee-9bfa-a16238dfd675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.544307 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Pushing event updated for resources: {'Port': ['ID=ff32335e-36e0-439f-b777-8f7d2b15b953,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:45.555213 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.555778 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.556278 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.556966 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.558109 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.563978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 9c49a8e7-8e50-427c-927b-d84277eebec1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:45.564595 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.578808 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.579347 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.582114 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.582633 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.584240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.584813 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.587425 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:45.624987 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Attempting to bind port ff32335e-36e0-439f-b777-8f7d2b15b953 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:45.625625 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Attempting to bind port ff32335e-36e0-439f-b777-8f7d2b15b953 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:45.626241 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Attempting to bind port ff32335e-36e0-439f-b777-8f7d2b15b953 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:45.634535 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:45.635910 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:45.636643 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.637210 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:45.637995 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Bound port: ff32335e-36e0-439f-b777-8f7d2b15b953, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:45.643536 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.653249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-34f99bad-a8cb-48c2-9655-1a94d8861a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:45.655026 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-34f99bad-a8cb-48c2-9655-1a94d8861a04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1905832 Sep 16 16:24:45.709507 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-7568f39f-8c64-4394-ae71-aa20e22eab21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e44ab88f-5b53-4bbb-aaa6-a69df62e896c HTTP/1.1" status: 200 len: 217 time: 0.0444610 Sep 16 16:24:45.712311 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62294d92-a82c-4b10-8dad-9ec189edc254 req-5e41837d-35ac-476b-98d7-7fac4d6a1325 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369907 Sep 16 16:24:45.750325 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] For port ff32335e-36e0-439f-b777-8f7d2b15b953, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:45.754320 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] For port ff32335e-36e0-439f-b777-8f7d2b15b953, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ff32335e-36e0-439f-b777-8f7d2b15b953,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:45.798136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-09e479ce-b75c-4c79-b6f4-87a6459acd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:45.799780 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-09e479ce-b75c-4c79-b6f4-87a6459acd44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0704780 Sep 16 16:24:45.821748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-a60ef71a-bf50-4d3d-9e82-ccba7327854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:45.824128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-a60ef71a-bf50-4d3d-9e82-ccba7327854d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.7048092 Sep 16 16:24:45.850901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-218d9062-5dd6-4e9a-b1bb-1c2dfa48ae52 service neutron] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:45.854981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-218d9062-5dd6-4e9a-b1bb-1c2dfa48ae52 service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.856072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0135fb9-0594-49f9-a89e-99b36b9cd7f8 req-218d9062-5dd6-4e9a-b1bb-1c2dfa48ae52 service neutron] 10.222.0.52 "DELETE /v2.0/ports/390f2e0c-f449-48fa-95ef-dec8beb089fd/bindings/n-h2-807786-3 HTTP/1.1" status: 204 len: 173 time: 0.3995473 Sep 16 16:24:45.862860 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.866549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-695eab47-8d03-4a87-a6f8-b80c39a2ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:45.868157 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-695eab47-8d03-4a87-a6f8-b80c39a2ea93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594745 Sep 16 16:24:45.883236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-1efa65c0-a5d2-4546-84e0-f84ce2997209 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 217 time: 0.0499177 Sep 16 16:24:45.915984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-e6eac3e0-613f-4628-ace4-bf57325d3dea tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:24:45.917145 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-e6eac3e0-613f-4628-ace4-bf57325d3dea tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081985 Sep 16 16:24:45.919863 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Routers {'a63d640b-2f82-4b11-8571-793c2d141dfd'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:24:45.920460 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:24:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a63d640b-2f82-4b11-8571-793c2d141dfd'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:45.931289 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:24:45.942678 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74c6ff85-6326-4cee-9bfa-a16238dfd675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:45.969012 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5cfa5-c4b8-400d-b5cb-76793be6335c None None] Pushing event updated for resources: {'Port': ['ID=ff32335e-36e0-439f-b777-8f7d2b15b953,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:46.007664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-4a003696-a069-4616-b311-612678bde589 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:46.009109 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-4a003696-a069-4616-b311-612678bde589 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports/db1b5e91-7e34-4c37-9265-afcc48ad3057 HTTP/1.1" status: 200 len: 1094 time: 0.0525150 Sep 16 16:24:46.024200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Request body: {'binding': {'host': 'n-h2-807786-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:46.024685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Unknown quota resources ['binding']. {{(pid=95357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:24:46.029310 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-55d46f50-6d6a-4153-b358-2a9269f7883a service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516588 Sep 16 16:24:46.040451 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] Set router a63d640b-2f82-4b11-8571-793c2d141dfd gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:24:46.071445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6ff85-6326-4cee-9bfa-a16238dfd675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8455b431-b40c-4508-af47-a00937e2388e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:46.079585 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74c6ff85-6326-4cee-9bfa-a16238dfd675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.084118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-74c6ff85-6326-4cee-9bfa-a16238dfd675 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8455b431-b40c-4508-af47-a00937e2388e HTTP/1.1" status: 204 len: 168 time: 1.2515700 Sep 16 16:24:46.088937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52868) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:46.152917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bae86-6ef0-4c90-9c4b-5168201894c1 req-0b9f7e07-53c8-4370-bddb-87c852ed0703 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:46.154522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc8bae86-6ef0-4c90-9c4b-5168201894c1 req-0b9f7e07-53c8-4370-bddb-87c852ed0703 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 944 time: 0.2203810 Sep 16 16:24:46.179360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-80a60d78-339d-4456-899e-fc88c3210a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:46.180915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-80a60d78-339d-4456-899e-fc88c3210a54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.2400565 Sep 16 16:24:46.240777 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'name': 'tempest-FloatingIPDetailsTestJSON-284708222-router', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:37Z', 'updated_at': '2021-09-16T16:24:41Z', 'revision_number': 3, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'gw_port': {'id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:39Z', 'updated_at': '2021-09-16T16:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:46.253781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.265154 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-707d370a-62be-43b0-abf4-6d4aa266cc67 req-26ae50cb-f139-4ee2-9399-3ac83a6973ae service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174716 Sep 16 16:24:46.325451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc8bae86-6ef0-4c90-9c4b-5168201894c1 req-439da0c9-e56a-458b-8797-4f20fce27533 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481991 Sep 16 16:24:46.370562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 on host n-h2-807786-3 for vnic_type normal with profile None {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:46.370901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:46.371243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:46.372989 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b69028-2a8c-439f-8965-4af368af9c2b None None] The sync data for ids ['a63d640b-2f82-4b11-8571-793c2d141dfd'] in n-d-807786-3 is: [{'id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'name': 'tempest-FloatingIPDetailsTestJSON-284708222-router', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:37Z', 'updated_at': '2021-09-16T16:24:41Z', 'revision_number': 3, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'gw_port': {'id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:39Z', 'updated_at': '2021-09-16T16:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:24:46.380643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:24:46.393747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Sync routers for ids ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:24:46.394328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-b4bab534-4702-49bf-bb1a-dead00d73dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:46.400166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-b4bab534-4702-49bf-bb1a-dead00d73dfb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931918 Sep 16 16:24:46.402302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.409068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Port db1b5e91-7e34-4c37-9265-afcc48ad3057 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:46.409643 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:46.409904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Routers {'e7c412f8-3f6e-44ce-9ba5-2f82285daa84'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:24:46.410546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:24:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:46.428911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:46.429251 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:46.435636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:46.436203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Bound port: db1b5e91-7e34-4c37-9265-afcc48ad3057, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:46.457678 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.474449 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.474801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.475564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.476358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > port after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.476724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.477116 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > port after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.477448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.477778 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.478092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.478442 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.571010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.575910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Set router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:24:46.576093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dcf5067b-716a-4a04-982d-1948fe31b4a0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8655772 Sep 16 16:24:46.576190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.576190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.576190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.576190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:24:46.576190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:46.579150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52872) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:46.611282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1674bab3-e474-4d03-8b82-2e9938e529ba') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:46.611282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1674bab3-e474-4d03-8b82-2e9938e529ba') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:46.632834 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.663929 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.680818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:46.682814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56211947-dca9-462e-a92d-7ec0654ef5af req-c539a1e1-930d-4b5b-9a7e-be68fd4e1dae tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:46.682963 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:24:46.683474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.685000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56211947-dca9-462e-a92d-7ec0654ef5af req-c539a1e1-930d-4b5b-9a7e-be68fd4e1dae tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 948 time: 0.2017992 Sep 16 16:24:46.714395 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-02e89e13-8d64-49de-8949-ef9547488bb7 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985389 Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: from cryptography.utils import int_from_bytes Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: from cryptography.utils import int_from_bytes Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:24:46.721596 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:24:46.804648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:43Z', 'revision_number': 3, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:46.810976 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.815849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b2364e13-8885-4f13-b61b-7395e5ff3a28 service neutron] 10.222.0.22 "POST /v2.0/ports/db1b5e91-7e34-4c37-9265-afcc48ad3057/bindings HTTP/1.1" status: 201 len: 389 time: 0.7964287 Sep 16 16:24:46.848364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Checking router: e7c412f8-3f6e-44ce-9ba5-2f82285daa84 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:24:46.849088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Updating router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 port fab31776-e56b-44a5-97fb-8dc4aeaa4755 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:24:46.878048 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.892430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56211947-dca9-462e-a92d-7ec0654ef5af req-ebbc7786-e93d-41a0-96fb-4921a3909f8a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953576 Sep 16 16:24:46.921733 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.934145 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:46.940370 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5 HTTP/1.1" status: 204 len: 168 time: 0.8504462 Sep 16 16:24:46.941922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52876) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:46.996138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16520976-489d-473f-8fe4-2f5dc657b279 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8976f4d-fa2a-4ddb-b9cb-6f2013b7f2f5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:47.020179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb4e54e-2de4-4acf-b9ae-a3488ba2fa52 admin admin] Deleting subnet f55b4b57-178f-4c9d-ac64-b9a5bf064ded {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:24:47.024013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e54e-2de4-4acf-b9ae-a3488ba2fa52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.085191 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e54e-2de4-4acf-b9ae-a3488ba2fa52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.148507 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e54e-2de4-4acf-b9ae-a3488ba2fa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.237272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-a8d2d819-146b-483e-9639-c160fe9f5121 req-e0df2bd3-29f2-453e-aaa2-25e0b3982399 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:24:47.238295 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8d2d819-146b-483e-9639-c160fe9f5121 req-e0df2bd3-29f2-453e-aaa2-25e0b3982399 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1138313 Sep 16 16:24:47.308696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e54e-2de4-4acf-b9ae-a3488ba2fa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.345933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Allocated IP 172.20.0.1 (09647422-0e4a-4e87-82d7-007266e2238b/48a86433-b276-4cae-a33e-7601426b2d59/e0ab4af0-fa78-4027-ab26-912343c3d06e) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:47.350215 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.372619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4e54e-2de4-4acf-b9ae-a3488ba2fa52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55b4b57-178f-4c9d-ac64-b9a5bf064ded,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:47.377142 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e54e-2de4-4acf-b9ae-a3488ba2fa52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.378983 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0bb4e54e-2de4-4acf-b9ae-a3488ba2fa52 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f55b4b57-178f-4c9d-ac64-b9a5bf064ded HTTP/1.1" status: 204 len: 168 time: 0.4338019 Sep 16 16:24:47.381722 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52882) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:47.419280 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ff32335e-36e0-439f-b777-8f7d2b15b953 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:47.460301 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.493024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.515942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4394fe09-01f0-46c7-9c0c-5ba3527853c8 req-db628033-406e-416a-a038-0d80aa98de52 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7724869 Sep 16 16:24:47.587289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7a44a-07b1-4ad5-af98-ce2151ace578 None None] Pushing event updated for resources: {'Port': ['ID=fab31776-e56b-44a5-97fb-8dc4aeaa4755,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:47.599852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Attempting to bind port fab31776-e56b-44a5-97fb-8dc4aeaa4755 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:47.600621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Attempting to bind port fab31776-e56b-44a5-97fb-8dc4aeaa4755 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:47.601217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Attempting to bind port fab31776-e56b-44a5-97fb-8dc4aeaa4755 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:47.611301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:47.611690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:47.612085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.612510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:47.612999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Bound port: fab31776-e56b-44a5-97fb-8dc4aeaa4755, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:47.613394 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.616613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ff32335e-36e0-439f-b777-8f7d2b15b953 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:47.616979 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.623068 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.696743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:47.710488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094d70da-2ed0-4ffb-b6cd-0a3c9b0fdaba') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:47.710840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094d70da-2ed0-4ffb-b6cd-0a3c9b0fdaba') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:47.739360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] For port fab31776-e56b-44a5-97fb-8dc4aeaa4755, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:47.742855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] For port fab31776-e56b-44a5-97fb-8dc4aeaa4755, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=fab31776-e56b-44a5-97fb-8dc4aeaa4755,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:47.750588 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.776557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.785726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:24:47.786123 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:24:47.788152 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:24:47.789981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.790885 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-996f6d47-4336-4255-825f-48eaa0f79254 req-1c2bbaeb-2b8b-47c8-86dd-351de97ce10d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670829 Sep 16 16:24:47.811413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port ff32335e-36e0-439f-b777-8f7d2b15b953, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ff32335e-36e0-439f-b777-8f7d2b15b953,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:47.833215 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:47.867241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0eb0a-87b9-439d-92b1-8bb80952c9cd req-64cf5d80-09a9-450c-af49-4168553e0807 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:47.868787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72b0eb0a-87b9-439d-92b1-8bb80952c9cd req-64cf5d80-09a9-450c-af49-4168553e0807 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 946 time: 0.5332360 Sep 16 16:24:47.895122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f6d47-4336-4255-825f-48eaa0f79254 req-f0d88ec2-0b9e-4c9b-a62b-3bd2b5f48c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:47.896673 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-996f6d47-4336-4255-825f-48eaa0f79254 req-f0d88ec2-0b9e-4c9b-a62b-3bd2b5f48c98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=76941f26b9764e319b0ce37ad4dfbb88&device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 1096 time: 0.0544701 Sep 16 16:24:47.910827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7a44a-07b1-4ad5-af98-ce2151ace578 None None] Pushing event updated for resources: {'Port': ['ID=fab31776-e56b-44a5-97fb-8dc4aeaa4755,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:47.914442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Routers {'e7c412f8-3f6e-44ce-9ba5-2f82285daa84'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:24:47.916303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:24:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:47.978492 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:48.005295 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:48.027442 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:48.030263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] 10.222.0.22 "DELETE /v2.0/networks/d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2 HTTP/1.1" status: 204 len: 168 time: 0.6464550 Sep 16 16:24:48.037241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b1a473c8-4e6d-4fd1-90ec-4ef5cf24343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:48.038738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b1a473c8-4e6d-4fd1-90ec-4ef5cf24343a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1097 time: 0.2203372 Sep 16 16:24:48.042674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca8f48-be29-47a8-8eaa-187d9697cf9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d46d2e8f-d6e2-4683-a4c4-c40e6d59cff2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:48.044001 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:48.063126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc90bd-f569-40ec-b7a2-cf4d5216f8b8 req-1e86a86f-9269-46cf-905b-33d03114e6d9 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:48.068930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f6d47-4336-4255-825f-48eaa0f79254 req-0c714a6d-d910-47f7-9352-0f150cd184d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:48.070232 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-996f6d47-4336-4255-825f-48eaa0f79254 req-0c714a6d-d910-47f7-9352-0f150cd184d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed19b012-6165-4b63-9565-a1db6adeb284 HTTP/1.1" status: 200 len: 924 time: 0.1468532 Sep 16 16:24:48.070596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8bc90bd-f569-40ec-b7a2-cf4d5216f8b8 req-1e86a86f-9269-46cf-905b-33d03114e6d9 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1095 time: 0.2533019 Sep 16 16:24:48.106563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72b0eb0a-87b9-439d-92b1-8bb80952c9cd req-ab7c5d0a-db03-40a8-878e-7207037ba899 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118573 Sep 16 16:24:48.130469 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] Set router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:24:48.130469 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=ff32335e-36e0-439f-b777-8f7d2b15b953,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:48.183436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-0ecc559a-80c3-4ad8-af7a-f88c8e0b8c7e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2870948 Sep 16 16:24:48.215857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-2a524f72-4832-4a9f-9c3d-fb0bf41dbe62 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:24:48.224245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-2a524f72-4832-4a9f-9c3d-fb0bf41dbe62 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204387 Sep 16 16:24:48.273126 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-996f6d47-4336-4255-825f-48eaa0f79254 req-b8388e15-cc0a-46cd-b51d-e2beb70c0753 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954eba75-ef45-4777-a4a4-540e0219cdd9 HTTP/1.1" status: 200 len: 1001 time: 0.1881638 Sep 16 16:24:48.329757 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8bc90bd-f569-40ec-b7a2-cf4d5216f8b8 req-26059e3d-410a-4862-9ed9-4ae95e75b213 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582827 Sep 16 16:24:48.336520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f6d47-4336-4255-825f-48eaa0f79254 req-3d790c39-846e-4698-bd36-8fc920c4d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:48.338431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-996f6d47-4336-4255-825f-48eaa0f79254 req-3d790c39-846e-4698-bd36-8fc920c4d402 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a4325f63-e0ee-489c-9e97-03a020e5a055 HTTP/1.1" status: 200 len: 862 time: 0.0587969 Sep 16 16:24:48.427253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-25fc8948-1387-46a4-ac5b-fc257e4f2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:48.428728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-25fc8948-1387-46a4-ac5b-fc257e4f2a15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.3767631 Sep 16 16:24:48.430808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:43Z', 'revision_number': 3, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:48.437753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f6d47-4336-4255-825f-48eaa0f79254 req-45c5bada-ac7a-4be3-bcde-f66b104d8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:48.440821 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-996f6d47-4336-4255-825f-48eaa0f79254 req-45c5bada-ac7a-4be3-bcde-f66b104d8d06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed19b012-6165-4b63-9565-a1db6adeb284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950878 Sep 16 16:24:48.445525 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2489c-f64a-4a0d-9695-ce88b95c006a req-1d9b2b38-d567-42ee-812d-7b6517bff677 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:48.447099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75b2489c-f64a-4a0d-9695-ce88b95c006a req-1d9b2b38-d567-42ee-812d-7b6517bff677 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.1629021 Sep 16 16:24:48.489883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:48.496672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e71732-ac14-4717-925c-0af62e49f86b None None] The sync data for ids ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'] in n-d-807786-3 is: [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:43Z', 'revision_number': 3, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:24:48.508422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:48.514241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5ded4bee-9461-44f6-b9f4-0870d724fb6e details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:48.576421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52896) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:48.590389 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-996f6d47-4336-4255-825f-48eaa0f79254 req-38d7cd89-0fe0-49c5-8093-9e095ff964f4 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369398 Sep 16 16:24:48.625064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-74654ecb-fab4-4ec5-b30c-536198937162 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057 HTTP/1.1" status: 200 len: 217 time: 0.1710281 Sep 16 16:24:48.693186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:48.711236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'mac_address': 'fa:16:3e:aa:bf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:24:48.716803 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-996f6d47-4336-4255-825f-48eaa0f79254 req-6d5b082f-5434-4c3c-bd71-a6d574700f20 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183999 Sep 16 16:24:48.761524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Network 09647422-0e4a-4e87-82d7-007266e2238b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:48.779948 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:48.786833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75b2489c-f64a-4a0d-9695-ce88b95c006a req-d98161d6-f709-4661-b1bc-0b14fc4acb08 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313787 Sep 16 16:24:48.800675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ded4bee-9461-44f6-b9f4-0870d724fb6e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:48.813835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:48.859311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:48.866107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-39846216-7ac2-4362-ace8-4f54377748c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5372814b6fb142c48c2b51b9eee3b54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803392 Sep 16 16:24:48.867813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52910) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:48.868777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:48.869317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:48.872261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ab4af0-fa78-4027-ab26-912343c3d06e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:48.935911 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:48.935911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e44ab88f-5b53-4bbb-aaa6-a69df62e896c details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:48.989371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d46d8a-62ae-4167-875b-45e564b802bb req-5c6a932e-8ff4-41e3-a42d-cb90b9862502 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:48.996479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e44ab88f-5b53-4bbb-aaa6-a69df62e896c, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:48.997324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6d46d8a-62ae-4167-875b-45e564b802bb req-5c6a932e-8ff4-41e3-a42d-cb90b9862502 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 948 time: 0.4990289 Sep 16 16:24:49.002689 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2693a065-fb73-4530-9c24-605c6cf28140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.006236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6661ac31-2b27-4d3c-b92a-f82e4250e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:49.006236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6661ac31-2b27-4d3c-b92a-f82e4250e2bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.3282528 Sep 16 16:24:49.011105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'e44ab88f-5b53-4bbb-aaa6-a69df62e896c', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'e44ab88f-5b53-4bbb-aaa6-a69df62e896c', 'mac_address': 'fa:16:3e:f9:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:24:49.067591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2693a065-fb73-4530-9c24-605c6cf28140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.164658 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.170478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:49.190626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44ab88f-5b53-4bbb-aaa6-a69df62e896c {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:49.203112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6d46d8a-62ae-4167-875b-45e564b802bb req-73d862c7-867f-4510-8878-7bc60c4b213e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048047 Sep 16 16:24:49.205439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-327d2f08-6003-4c8e-87bb-00f790ec905c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694574 Sep 16 16:24:49.236929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e44ab88f-5b53-4bbb-aaa6-a69df62e896c, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:49.314529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7c9162bc-7cc1-4152-9757-005768d4f4bf None None] Provisioning complete for port e0ab4af0-fa78-4027-ab26-912343c3d06e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:49.314529 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7c9162bc-7cc1-4152-9757-005768d4f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.318843 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2693a065-fb73-4530-9c24-605c6cf28140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.321379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2693a065-fb73-4530-9c24-605c6cf28140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.325590 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2693a065-fb73-4530-9c24-605c6cf28140 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6187706-d9fd-4b91-9c8d-a835fb52bf70 HTTP/1.1" status: 204 len: 168 time: 0.4524419 Sep 16 16:24:49.340659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693a065-fb73-4530-9c24-605c6cf28140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6187706-d9fd-4b91-9c8d-a835fb52bf70,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:49.381583 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.401965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7c9162bc-7cc1-4152-9757-005768d4f4bf None None] Port e0ab4af0-fa78-4027-ab26-912343c3d06e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:24:49.517268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:49.524768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device fab31776-e56b-44a5-97fb-8dc4aeaa4755 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:49.586208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port fab31776-e56b-44a5-97fb-8dc4aeaa4755 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:49.586594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.667660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e44ab88f-5b53-4bbb-aaa6-a69df62e896c'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:49.733340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63026f-5475-4443-936d-11ff00238bfc req-40275818-1f83-4dcd-943e-a414b1607330 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:49.741527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b63026f-5475-4443-936d-11ff00238bfc req-40275818-1f83-4dcd-943e-a414b1607330 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 946 time: 0.3938472 Sep 16 16:24:49.759576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Allocated IP 172.20.0.1 (a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835/99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b/7f737a9c-15a7-453f-894d-6a25119af23b) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:49.816721 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.840259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5ded4bee-9461-44f6-b9f4-0870d724fb6e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:49.855747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-fdde603f-d49b-4cd4-9c57-b89a090e6b0f service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713727 Sep 16 16:24:49.864751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-783d49d7-4024-4a14-ba05-8b84c3c26891 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:49.873398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-783d49d7-4024-4a14-ba05-8b84c3c26891 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 807 time: 0.6669362 Sep 16 16:24:49.883320 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.920525 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4f141cac-0e08-4fc8-b3b6-23b3a5f29079 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/quotas/b83171c97ef440229ffe3f57d2a89529 HTTP/1.1" status: 200 len: 375 time: 0.0461099 Sep 16 16:24:49.927743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port fab31776-e56b-44a5-97fb-8dc4aeaa4755, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=fab31776-e56b-44a5-97fb-8dc4aeaa4755,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:49.993377 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:49.994174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ff32335e-36e0-439f-b777-8f7d2b15b953 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:50.021021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b63026f-5475-4443-936d-11ff00238bfc req-e7cd2c82-6381-41e3-a252-5ca2df2f14c5 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784150 Sep 16 16:24:50.137490 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=fab31776-e56b-44a5-97fb-8dc4aeaa4755,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:50.181893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ff32335e-36e0-439f-b777-8f7d2b15b953 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:50.182202 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:50.342170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52944) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:50.391619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5b43389c-5626-4252-a04d-f3f9e58a8849 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41764c145ea546dc869405cbc89fa6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482152 Sep 16 16:24:50.394259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52946) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:50.446387 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1090-ea7d-4ecb-aada-5bffb084b1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:50.472326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1090-ea7d-4ecb-aada-5bffb084b1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:50.516937 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-575eccac-873c-4d12-befa-a44004589a8b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5733330 Sep 16 16:24:50.523409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-5ba8f4d0-2a5a-4999-a0f6-367f43c3e088 service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404788 Sep 16 16:24:50.530027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:50.548240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8395b-0802-4be2-ac73-3331a1b5645d req-30e208cd-d129-4073-9f99-34c17f2ea825 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:50.549776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5eb8395b-0802-4be2-ac73-3331a1b5645d req-30e208cd-d129-4073-9f99-34c17f2ea825 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.4419076 Sep 16 16:24:50.635194 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1090-ea7d-4ecb-aada-5bffb084b1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:50.638470 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1090-ea7d-4ecb-aada-5bffb084b1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:50.639623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1d3c1090-ea7d-4ecb-aada-5bffb084b1af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca62915a-5d1e-498f-bab4-96ab312316e7 HTTP/1.1" status: 204 len: 168 time: 0.2444069 Sep 16 16:24:50.648248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c1090-ea7d-4ecb-aada-5bffb084b1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca62915a-5d1e-498f-bab4-96ab312316e7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:50.696659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5eb8395b-0802-4be2-ac73-3331a1b5645d req-ce2d6f06-b31a-44cc-8a28-ef90005dc62b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276214 Sep 16 16:24:50.700571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:50.781686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-531d711d-f767-4ee7-a39f-93564bcfedc7 service neutron] 10.222.0.22 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515438 Sep 16 16:24:50.790928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-f70fc322-2023-4fce-9219-be69c8941278 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:50.793036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-f70fc322-2023-4fce-9219-be69c8941278 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1097 time: 0.0690441 Sep 16 16:24:50.804980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807786-3'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:50.816423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:50.817142 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:50.874114 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:51.015283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:51.016053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ab4af0-fa78-4027-ab26-912343c3d06e,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:51.052975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:51.063801 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:51.064283 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:51.101504 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:51.162323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-5a2c61e7-8545-4f57-9c57-899178886454 service neutron] 10.222.0.22 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738594 Sep 16 16:24:51.175856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480268bf-d0fa-4cb9-aa30-dcbeb0a922ce req-f65ab629-92ea-4eec-8b39-cabd5ebdb9d1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:51.177416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-480268bf-d0fa-4cb9-aa30-dcbeb0a922ce req-f65ab629-92ea-4eec-8b39-cabd5ebdb9d1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 949 time: 0.3269935 Sep 16 16:24:51.231309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Pushing event updated for resources: {'Port': ['ID=7f737a9c-15a7-453f-894d-6a25119af23b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:51.308305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Network 09647422-0e4a-4e87-82d7-007266e2238b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:51.330482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-480268bf-d0fa-4cb9-aa30-dcbeb0a922ce req-9f0a5ffa-68d6-4be0-9206-243d5bae8cd3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409147 Sep 16 16:24:51.335999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:51.390927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device fab31776-e56b-44a5-97fb-8dc4aeaa4755 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:51.425539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-62d0405a-4d42-45f3-ab3c-842d9a73f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:51.428538 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-62d0405a-4d42-45f3-ab3c-842d9a73f302 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 1101 time: 0.0986362 Sep 16 16:24:51.503370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a9187f22-5d21-4bfd-bc40-a3a6e0fae2eb None None] Provisioning complete for port 7f737a9c-15a7-453f-894d-6a25119af23b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:51.504234 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a9187f22-5d21-4bfd-bc40-a3a6e0fae2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:51.575085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03bf4a24-059c-48e7-9544-8e43c7a2c5a3 req-9340b53c-c8b7-4192-885f-9510fbcb5d09 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 210 time: 0.1286206 Sep 16 16:24:51.607162 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:51.614948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a9187f22-5d21-4bfd-bc40-a3a6e0fae2eb None None] Port 7f737a9c-15a7-453f-894d-6a25119af23b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:24:51.619292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port fab31776-e56b-44a5-97fb-8dc4aeaa4755 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:51.619863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:51.648437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-701ed04e-5872-42af-b29b-14b30f7f4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:51.652255 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-701ed04e-5872-42af-b29b-14b30f7f4bd5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2137439 Sep 16 16:24:51.663144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:51.718489 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-b5bc0071-d927-4077-bf7c-06dc614347f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=36aaa2da-d481-4f07-9012-a02809995dc5 HTTP/1.1" status: 200 len: 217 time: 0.0582228 Sep 16 16:24:51.761093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3e493c4c-744a-4f1e-8907-a48659b352c0 None None] Provisioning complete for port e0ab4af0-fa78-4027-ab26-912343c3d06e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:51.761844 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3e493c4c-744a-4f1e-8907-a48659b352c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:51.780331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebba790-6ebe-426e-8d18-bf878a275166 req-d61bdd9b-85c4-4a70-8fa2-089eb57bc583 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:51.782130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ebba790-6ebe-426e-8d18-bf878a275166 req-d61bdd9b-85c4-4a70-8fa2-089eb57bc583 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 946 time: 0.2518637 Sep 16 16:24:51.790506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-c292269e-652a-4ee4-adbc-1b299b4666ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:51.793389 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-c292269e-652a-4ee4-adbc-1b299b4666ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0680258 Sep 16 16:24:51.807931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3e493c4c-744a-4f1e-8907-a48659b352c0 None None] Port e0ab4af0-fa78-4027-ab26-912343c3d06e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:24:51.879146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:51.906048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Router a63d640b-2f82-4b11-8571-793c2d141dfd has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:24:52.023062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1b5e91-7e34-4c37-9265-afcc48ad3057'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:52.025729 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb736645-94ba-4d3e-a921-d645f1bb8b28" -d '{"events": [{"server_uuid": "b1618d82-06ec-4e26-b8e2-13ae7630d0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "db1b5e91-7e34-4c37-9265-afcc48ad3057"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:52.033554 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:52.046980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ebba790-6ebe-426e-8d18-bf878a275166 req-a787adbb-495c-40f8-98b0-d33699c658a9 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517269 Sep 16 16:24:52.061157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648612-a44b-4ca4-9458-a382234d4997 req-ac23f064-d871-40c2-8be5-136c1fe23663 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:52.062892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db648612-a44b-4ca4-9458-a382234d4997 req-ac23f064-d871-40c2-8be5-136c1fe23663 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.2618964 Sep 16 16:24:52.135748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:52.148037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-bc83f6d1-a17d-4b68-ae4a-f0538da87cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:52.149897 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-bc83f6d1-a17d-4b68-ae4a-f0538da87cda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3391745 Sep 16 16:24:52.203208 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71728e5d-eb7c-4a0a-9247-cb7ac4b63e19 x-openstack-request-id: req-71728e5d-eb7c-4a0a-9247-cb7ac4b63e19 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:52.203505 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1618d82-06ec-4e26-b8e2-13ae7630d0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "db1b5e91-7e34-4c37-9265-afcc48ad3057", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:52.203756 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71728e5d-eb7c-4a0a-9247-cb7ac4b63e19 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:52.204156 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1b5e91-7e34-4c37-9265-afcc48ad3057', 'code': 200} Sep 16 16:24:52.257289 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-04788bfd-34d3-4019-8f7a-218f9c5fff9c service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978329 Sep 16 16:24:52.300662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db648612-a44b-4ca4-9458-a382234d4997 req-ecb88ca8-6d4a-4311-8051-af0e5368a508 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216382 Sep 16 16:24:52.326466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:52.341879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Pushing event updated for resources: {'Port': ['ID=db1b5e91-7e34-4c37-9265-afcc48ad3057,revision_number=7']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:52.358652 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-8c91d35a-cd89-4b79-be00-72e6684fb380 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945418 Sep 16 16:24:52.370563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:24:52.388470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ee7b88c3-b1b9-47fb-8a64-d877540b5181 admin admin] 10.222.0.22 "PUT /v2.0/routers/a63d640b-2f82-4b11-8571-793c2d141dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7519019 Sep 16 16:24:52.388470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 on host n-h1-807786-3 for vnic_type normal with profile {"migrating_to": "n-h2-807786-3"} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:52.388470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:52.388470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:52.388470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Port db1b5e91-7e34-4c37-9265-afcc48ad3057 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:52.388470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Attempting to bind port db1b5e91-7e34-4c37-9265-afcc48ad3057 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:52.394154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:52.394558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:52.394672 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Sync routers for ids ['a63d640b-2f82-4b11-8571-793c2d141dfd'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:24:52.395105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:52.395287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Bound port: db1b5e91-7e34-4c37-9265-afcc48ad3057, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:52.395645 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:52.423124 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Routers {'a63d640b-2f82-4b11-8571-793c2d141dfd'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:24:52.423764 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:24:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a63d640b-2f82-4b11-8571-793c2d141dfd'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:52.447857 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:52.448973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:52.502939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5ded4bee-9461-44f6-b9f4-0870d724fb6e up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:52.560044 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Set router a63d640b-2f82-4b11-8571-793c2d141dfd gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:24:52.641408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 5ded4bee-9461-44f6-b9f4-0870d724fb6e completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:24:52.647488 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5ded4bee-9461-44f6-b9f4-0870d724fb6e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:52.648644 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:52.811856 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'name': 'tempest-FloatingIPDetailsTestJSON-284708222-router', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:37Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'gw_port': {'id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:39Z', 'updated_at': '2021-09-16T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e0ab4af0-fa78-4027-ab26-912343c3d06e', 'name': '', 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'mac_address': 'fa:16:3e:7d:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '48a86433-b276-4cae-a33e-7601426b2d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:46Z', 'updated_at': '2021-09-16T16:24:50Z', 'revision_number': 2, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'subnets': [{'id': '48a86433-b276-4cae-a33e-7601426b2d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:52.836114 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:52.862447 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Checking router: a63d640b-2f82-4b11-8571-793c2d141dfd for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:24:52.863054 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Updating router a63d640b-2f82-4b11-8571-793c2d141dfd port e0ab4af0-fa78-4027-ab26-912343c3d06e binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:24:52.893316 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:52.921153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:52.923468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:52.927341 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de83197d-8612-467e-9f31-ce00653f536c" -d '{"events": [{"server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "name": "network-vif-plugged", "status": "completed", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:52.935810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bd0f1-13a9-4921-b04a-c75f45fdc624 req-f4c4f8ef-89bd-4558-b900-bbc63896f1a6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:52.943122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f3bd0f1-13a9-4921-b04a-c75f45fdc624 req-f4c4f8ef-89bd-4558-b900-bbc63896f1a6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 949 time: 0.5109239 Sep 16 16:24:52.953061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:52.962961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:53.018085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f3bd0f1-13a9-4921-b04a-c75f45fdc624 req-67b430f6-806d-43a9-96ef-16db12b917e2 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739088 Sep 16 16:24:53.027741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.028631 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e44ab88f-5b53-4bbb-aaa6-a69df62e896c up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:53.095881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Pushing event updated for resources: {'Port': ['ID=7f737a9c-15a7-453f-894d-6a25119af23b,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:53.152578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:53.167350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:53.210228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:53.249060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bfa292ba-a453-4037-a91a-b4fbab5e0f0f None None] Provisioning complete for port 7f737a9c-15a7-453f-894d-6a25119af23b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:53.249371 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bfa292ba-a453-4037-a91a-b4fbab5e0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.271170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.299876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bfa292ba-a453-4037-a91a-b4fbab5e0f0f None None] Port 7f737a9c-15a7-453f-894d-6a25119af23b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:24:53.309095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port e44ab88f-5b53-4bbb-aaa6-a69df62e896c completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:24:53.315255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port e44ab88f-5b53-4bbb-aaa6-a69df62e896c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:53.315699 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.319377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f1bfdeb-d35a-4d3d-82b7-ecf5df6db55f req-27f5a277-95ff-4178-a26f-7207d2be1523 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 210 time: 0.2181079 Sep 16 16:24:53.351549 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.383202 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659b0b52-30d7-4057-bb9a-6ecfc05151b8 x-openstack-request-id: req-659b0b52-30d7-4057-bb9a-6ecfc05151b8 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:53.383504 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "name": "network-vif-plugged", "status": "completed", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:53.383755 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-659b0b52-30d7-4057-bb9a-6ecfc05151b8 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:53.384145 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'code': 200} Sep 16 16:24:53.428903 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.441255 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.470884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e44ab88f-5b53-4bbb-aaa6-a69df62e896c, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:53.523081 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4aaf7-f941-49f8-a4d3-59c6837b1ccb None None] Pushing event updated for resources: {'Port': ['ID=e0ab4af0-fa78-4027-ab26-912343c3d06e,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:53.532336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6b966-2bc5-4eee-b9b3-edf02570da14 req-d09436cc-704d-479d-b622-f416cf827701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:53.541475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-62a6b966-2bc5-4eee-b9b3-edf02570da14 req-d09436cc-704d-479d-b622-f416cf827701 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 1101 time: 0.0842695 Sep 16 16:24:53.561505 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.597026 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-62a6b966-2bc5-4eee-b9b3-edf02570da14 req-3a6b1827-fd8b-495d-a115-db79a1c7bcd7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503457 Sep 16 16:24:53.619795 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Attempting to bind port e0ab4af0-fa78-4027-ab26-912343c3d06e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:53.620598 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Attempting to bind port e0ab4af0-fa78-4027-ab26-912343c3d06e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '5a2bea36-9c05-42df-bfa2-0e2e5fe199de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:53.621150 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Attempting to bind port e0ab4af0-fa78-4027-ab26-912343c3d06e on network 09647422-0e4a-4e87-82d7-007266e2238b {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:53.629926 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:53.630754 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Checking segment: {'id': '5a2bea36-9c05-42df-bfa2-0e2e5fe199de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:53.631371 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.638804 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Bound using segment: {'id': '5a2bea36-9c05-42df-bfa2-0e2e5fe199de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:53.638804 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Bound port: e0ab4af0-fa78-4027-ab26-912343c3d06e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2bea36-9c05-42df-bfa2-0e2e5fe199de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:53.638804 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.645975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:53.646438 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.647839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] 10.222.0.62 "PUT /v2.0/ports/db1b5e91-7e34-4c37-9265-afcc48ad3057 HTTP/1.1" status: 200 len: 1122 time: 2.8470211 Sep 16 16:24:53.649737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:53.666623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:24:53.695442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d1f79-f04a-49aa-8feb-3115a07cc710 service neutron] Pushing event updated for resources: {'Port': ['ID=db1b5e91-7e34-4c37-9265-afcc48ad3057,revision_number=8']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:53.706555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-617e0ee8-8e99-4b1f-8f1f-c0ceef1f762f tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6179943 Sep 16 16:24:53.717645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['db1b5e91-7e34-4c37-9265-afcc48ad3057'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:24:53.719633 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] For port e0ab4af0-fa78-4027-ab26-912343c3d06e, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:53.724311 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] For port e0ab4af0-fa78-4027-ab26-912343c3d06e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e0ab4af0-fa78-4027-ab26-912343c3d06e,segment=NetworkSegment(5a2bea36-9c05-42df-bfa2-0e2e5fe199de),segment_id=5a2bea36-9c05-42df-bfa2-0e2e5fe199de)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:53.737173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:53.822159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3c215-da5b-4175-a17d-a40bf9290006 req-9fcd07a6-d761-4c43-b0c7-92ffa374a57c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:53.824179 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aa3c215-da5b-4175-a17d-a40bf9290006 req-9fcd07a6-d761-4c43-b0c7-92ffa374a57c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 944 time: 0.2091024 Sep 16 16:24:53.833641 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.841908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5bbd35bc-d22a-42e4-a6bb-1a72e926cb38 None None] Provisioning complete for port e0ab4af0-fa78-4027-ab26-912343c3d06e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:53.842507 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5bbd35bc-d22a-42e4-a6bb-1a72e926cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.883322 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Routers {'a63d640b-2f82-4b11-8571-793c2d141dfd'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:24:53.883574 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:24:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a63d640b-2f82-4b11-8571-793c2d141dfd'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:53.934442 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4aaf7-f941-49f8-a4d3-59c6837b1ccb None None] Pushing event updated for resources: {'Port': ['ID=e0ab4af0-fa78-4027-ab26-912343c3d06e,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:53.951494 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5bbd35bc-d22a-42e4-a6bb-1a72e926cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:53.977785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:54.008912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5bbd35bc-d22a-42e4-a6bb-1a72e926cb38 None None] For port e0ab4af0-fa78-4027-ab26-912343c3d06e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e0ab4af0-fa78-4027-ab26-912343c3d06e,segment=NetworkSegment(5a2bea36-9c05-42df-bfa2-0e2e5fe199de),segment_id=5a2bea36-9c05-42df-bfa2-0e2e5fe199de)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:54.022839 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] Set router a63d640b-2f82-4b11-8571-793c2d141dfd gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:24:54.028446 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aa3c215-da5b-4175-a17d-a40bf9290006 req-cbdd6611-59c3-4dd7-b55a-7d5e11554bdd tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803215 Sep 16 16:24:54.089593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:24:54.094903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2ac88dde-5a09-4c06-a232-7b2643454b6e admin admin] 10.222.0.22 "PUT /v2.0/routers/e7c412f8-3f6e-44ce-9ba5-2f82285daa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5129418 Sep 16 16:24:54.100206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Sync routers for ids ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:24:54.129472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Routers {'e7c412f8-3f6e-44ce-9ba5-2f82285daa84'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:24:54.138706 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:24:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:54.142469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-3f0701bc-5d6e-4724-a2b8-ebc52fa2d1ee tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:54.144034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-3f0701bc-5d6e-4724-a2b8-ebc52fa2d1ee tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 807 time: 0.3656902 Sep 16 16:24:54.180333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Request body: {'port': {'device_id': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba', 'admin_state_up': True, 'tenant_id': 'b83171c97ef440229ffe3f57d2a89529'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:54.202702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5bbd35bc-d22a-42e4-a6bb-1a72e926cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:54.215236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'tag': 'db1b5e91-7e34-4c37-9265-afcc48ad3057'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:54.218217 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151fbe25-2c42-4ef3-9744-6618d1ca1224" -d '{"events": [{"name": "network-changed", "server_uuid": "b1618d82-06ec-4e26-b8e2-13ae7630d0a6", "tag": "db1b5e91-7e34-4c37-9265-afcc48ad3057"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:54.305053 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'name': 'tempest-FloatingIPDetailsTestJSON-284708222-router', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:37Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'gw_port': {'id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:39Z', 'updated_at': '2021-09-16T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e0ab4af0-fa78-4027-ab26-912343c3d06e', 'name': '', 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'mac_address': 'fa:16:3e:7d:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '48a86433-b276-4cae-a33e-7601426b2d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:46Z', 'updated_at': '2021-09-16T16:24:53Z', 'revision_number': 4, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'subnets': [{'id': '48a86433-b276-4cae-a33e-7601426b2d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:54.331106 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:54.333500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd35bc-d22a-42e4-a6bb-1a72e926cb38 None None] Pushing event updated for resources: {'Port': ['ID=e0ab4af0-fa78-4027-ab26-912343c3d06e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:54.342907 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea4c22-289b-49b6-ad08-15814346fa09 None None] The sync data for ids ['a63d640b-2f82-4b11-8571-793c2d141dfd'] in n-d-807786-3 is: [{'id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'name': 'tempest-FloatingIPDetailsTestJSON-284708222-router', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:37Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'gw_port': {'id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:39Z', 'updated_at': '2021-09-16T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e0ab4af0-fa78-4027-ab26-912343c3d06e', 'name': '', 'network_id': '09647422-0e4a-4e87-82d7-007266e2238b', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'mac_address': 'fa:16:3e:7d:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '48a86433-b276-4cae-a33e-7601426b2d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:46Z', 'updated_at': '2021-09-16T16:24:53Z', 'revision_number': 4, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'subnets': [{'id': '48a86433-b276-4cae-a33e-7601426b2d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:24:54.363867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Set router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:24:54.366622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6065994f-536e-43d7-b6e4-427fd61b09f9 None None] Provisioning complete for port e0ab4af0-fa78-4027-ab26-912343c3d06e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:54.367106 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6065994f-536e-43d7-b6e4-427fd61b09f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:54.413653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f98db-aa8a-4eff-a742-b6ae098f4eb9 req-e1b26ea9-3354-40bd-95d0-e1416256b6df tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:54.415194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce6f98db-aa8a-4eff-a742-b6ae098f4eb9 req-e1b26ea9-3354-40bd-95d0-e1416256b6df tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.1459057 Sep 16 16:24:54.496361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Made reservation on behalf of b83171c97ef440229ffe3f57d2a89529 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:24:54.499882 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:54.507058 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce6f98db-aa8a-4eff-a742-b6ae098f4eb9 req-a6a93f71-06b8-4da0-844e-1919875c943e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799141 Sep 16 16:24:54.539012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Allocated IP 172.25.6.243 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/0ff5fb09-bff5-4bc7-a94e-d3b642b8f346) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:54.709857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:51Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '7f737a9c-15a7-453f-894d-6a25119af23b', 'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'mac_address': 'fa:16:3e:30:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:48Z', 'updated_at': '2021-09-16T16:24:51Z', 'revision_number': 2, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'subnets': [{'id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:54.806380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Checking router: e7c412f8-3f6e-44ce-9ba5-2f82285daa84 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:24:54.806380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Updating router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 port 7f737a9c-15a7-453f-894d-6a25119af23b binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:24:54.807196 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:54.807196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Allocated IP 172.20.0.14 (d8736a5b-82a3-43cb-b137-acc1b934a7ba/9d3c5861-3949-4b7b-aa94-18ddd93f1f4a/0248cb33-03d2-43ca-96cb-0d5a14a623d2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:54.807823 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:54.972002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06f56c-df99-4bc5-a620-72b477370288 req-09ebef13-c563-4da9-b07c-72075611ed79 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:54.973751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de06f56c-df99-4bc5-a620-72b477370288 req-09ebef13-c563-4da9-b07c-72075611ed79 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 950 time: 0.1025488 Sep 16 16:24:55.019856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.043117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de06f56c-df99-4bc5-a620-72b477370288 req-1975be89-2422-4a8a-ad07-4525fac3fef6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592971 Sep 16 16:24:55.098133 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d0286a-5ef4-4cab-a2a3-b03387fe318d x-openstack-request-id: req-30d0286a-5ef4-4cab-a2a3-b03387fe318d {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:55.098745 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1618d82-06ec-4e26-b8e2-13ae7630d0a6", "tag": "db1b5e91-7e34-4c37-9265-afcc48ad3057", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:55.099459 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30d0286a-5ef4-4cab-a2a3-b03387fe318d {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:55.100185 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'tag': 'db1b5e91-7e34-4c37-9265-afcc48ad3057', 'status': 'completed', 'code': 200} Sep 16 16:24:55.101910 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.113797 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.163082 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.178571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:55.181085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fbe25-2c42-4ef3-9744-6618d1ca1224 req-78cfbfb1-2189-4876-9aba-eb9f03be0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:55.183857 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151fbe25-2c42-4ef3-9744-6618d1ca1224 req-78cfbfb1-2189-4876-9aba-eb9f03be0d2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1125 time: 0.0602267 Sep 16 16:24:55.186820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:55.187314 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.190972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:55.211096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event updated for resources: {'Port': ['ID=0ff5fb09-bff5-4bc7-a94e-d3b642b8f346,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:55.215333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Network d8736a5b-82a3-43cb-b137-acc1b934a7ba is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:55.266588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:55.267968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd11be-582e-4068-b2b3-99718219629b None None] Pushing event updated for resources: {'Port': ['ID=7f737a9c-15a7-453f-894d-6a25119af23b,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:55.275524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:55.281586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:55.292046 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.390149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fbe25-2c42-4ef3-9744-6618d1ca1224 req-70726738-5afa-4bb8-b148-3f54d417fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:55.390149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151fbe25-2c42-4ef3-9744-6618d1ca1224 req-70726738-5afa-4bb8-b148-3f54d417fad8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.1966259 Sep 16 16:24:55.395429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcbd9e8-9212-4bef-8304-7615e01dc5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44ab88f-5b53-4bbb-aaa6-a69df62e896c'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:55.415880 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23f140a-4fd2-41db-95f9-c497f50c91fc" -d '{"events": [{"server_uuid": "fdcbd9e8-9212-4bef-8304-7615e01dc5c2", "name": "network-vif-plugged", "status": "completed", "tag": "e44ab88f-5b53-4bbb-aaa6-a69df62e896c"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:55.449880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e0ab4af0-fa78-4027-ab26-912343c3d06e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:55.482254 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151fbe25-2c42-4ef3-9744-6618d1ca1224 req-8b28a14b-a11d-41ba-9df7-b16272eec7d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057 HTTP/1.1" status: 200 len: 217 time: 0.0762749 Sep 16 16:24:55.487208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Attempting to bind port 7f737a9c-15a7-453f-894d-6a25119af23b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:55.487582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Attempting to bind port 7f737a9c-15a7-453f-894d-6a25119af23b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:55.487947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Attempting to bind port 7f737a9c-15a7-453f-894d-6a25119af23b on network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:55.512851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:55.513230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Checking segment: {'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:55.522847 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.523345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Bound using segment: {'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:55.523867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Bound port: 7f737a9c-15a7-453f-894d-6a25119af23b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:55.530225 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.586465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fbe25-2c42-4ef3-9744-6618d1ca1224 req-f439cdf6-882a-4541-a98d-b0073c2ea874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:55.587962 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151fbe25-2c42-4ef3-9744-6618d1ca1224 req-f439cdf6-882a-4541-a98d-b0073c2ea874 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0987000 Sep 16 16:24:55.630677 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151fbe25-2c42-4ef3-9744-6618d1ca1224 req-e3f4d04d-d497-4d60-bd01-52301fe77612 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347071 Sep 16 16:24:55.655721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5ab03bd0-aa39-4849-aa2d-ac07680126e2 None None] Provisioning complete for port 7f737a9c-15a7-453f-894d-6a25119af23b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:55.656466 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ab03bd0-aa39-4849-aa2d-ac07680126e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.700582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5ab03bd0-aa39-4849-aa2d-ac07680126e2 None None] Port 7f737a9c-15a7-453f-894d-6a25119af23b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:24:55.700820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Pushing event updated for resources: {'Port': ['ID=0248cb33-03d2-43ca-96cb-0d5a14a623d2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:55.722665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.738462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] For port 7f737a9c-15a7-453f-894d-6a25119af23b, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:55.740603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e0ab4af0-fa78-4027-ab26-912343c3d06e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:55.741046 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.774241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] For port 7f737a9c-15a7-453f-894d-6a25119af23b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7f737a9c-15a7-453f-894d-6a25119af23b,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:55.790302 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4a83b527-736e-4954-a256-7a786a0459f8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6169407 Sep 16 16:24:55.792728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151fbe25-2c42-4ef3-9744-6618d1ca1224 req-d3a894c7-aa5c-4f90-87b0-e76ba1a79f51 service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521118 Sep 16 16:24:55.807122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Request body: {'port': {'device_id': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:55.859659 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.908957 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.913340 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:55.924397 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151fbe25-2c42-4ef3-9744-6618d1ca1224 req-554e7a92-66cd-4401-be33-68005222b1b1 service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240008 Sep 16 16:24:55.970213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd11be-582e-4068-b2b3-99718219629b None None] Pushing event updated for resources: {'Port': ['ID=7f737a9c-15a7-453f-894d-6a25119af23b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:55.981238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Routers {'e7c412f8-3f6e-44ce-9ba5-2f82285daa84'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:24:55.982334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:24:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:56.004844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53054) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:56.023880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0fb867bb-5c8f-4dea-aa01-8bc2290a031e tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685536545', 'description': 'tempest-description--1205904760'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:56.149554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fb867bb-5c8f-4dea-aa01-8bc2290a031e tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.174679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device db1b5e91-7e34-4c37-9265-afcc48ad3057 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:24:56.245507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c473f08-ba7b-4543-98f2-bd1705f59b87 req-2a8f67b8-04ae-4517-aa62-f122f8beb62d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:56.247319 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c473f08-ba7b-4543-98f2-bd1705f59b87 req-2a8f67b8-04ae-4517-aa62-f122f8beb62d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 932 time: 0.1550860 Sep 16 16:24:56.265712 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fb867bb-5c8f-4dea-aa01-8bc2290a031e tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.327718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] Set router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:24:56.329455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8f0e7617-5887-4d0b-b472-341d594032db None None] Provisioning complete for port 7f737a9c-15a7-453f-894d-6a25119af23b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:56.329818 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7617-5887-4d0b-b472-341d594032db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.332222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fb867bb-5c8f-4dea-aa01-8bc2290a031e tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.366260 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.367777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb867bb-5c8f-4dea-aa01-8bc2290a031e tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002ded4f-51bb-4587-b9b0-6dbe1c72a995,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:56.372923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c473f08-ba7b-4543-98f2-bd1705f59b87 req-d7da0368-6301-4fdc-97b5-e22799f801b1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182306 Sep 16 16:24:56.441400 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fb867bb-5c8f-4dea-aa01-8bc2290a031e tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.441807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0248cb33-03d2-43ca-96cb-0d5a14a623d2 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:56.446022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53062) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:56.446201 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0fb867bb-5c8f-4dea-aa01-8bc2290a031e tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4398725 Sep 16 16:24:56.453968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-908b5659-13bf-4b49-8291-dc983a86c76f tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Request body: {'security_group_rule': {'security_group_id': '002ded4f-51bb-4587-b9b0-6dbe1c72a995', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:56.460309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.482424 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.498671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Transition to ACTIVE for port object 0248cb33-03d2-43ca-96cb-0d5a14a623d2 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:56.499403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:56.523098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.547988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event updated for resources: {'Port': ['ID=0ff5fb09-bff5-4bc7-a94e-d3b642b8f346,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:56.554914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device db1b5e91-7e34-4c37-9265-afcc48ad3057 has no active binding in host n-h2-807786-3 {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 16:24:56.583930 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.632179 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7617-5887-4d0b-b472-341d594032db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.642906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Pushing event updated for resources: {'Port': ['ID=0248cb33-03d2-43ca-96cb-0d5a14a623d2,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:56.670447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-908b5659-13bf-4b49-8291-dc983a86c76f tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.676325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8f0e7617-5887-4d0b-b472-341d594032db None None] For port 7f737a9c-15a7-453f-894d-6a25119af23b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7f737a9c-15a7-453f-894d-6a25119af23b,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:56.685971 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:51Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '7f737a9c-15a7-453f-894d-6a25119af23b', 'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'mac_address': 'fa:16:3e:30:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:48Z', 'updated_at': '2021-09-16T16:24:55Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'subnets': [{'id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:24:56.692346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:24:56.693495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:24:56.693495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:56.716207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f659e-7a0e-4dae-b0d7-dba8d0aa39e5 None None] The sync data for ids ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'] in n-d-807786-3 is: [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:51Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '7f737a9c-15a7-453f-894d-6a25119af23b', 'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'mac_address': 'fa:16:3e:30:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:48Z', 'updated_at': '2021-09-16T16:24:55Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'subnets': [{'id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:24:56.717036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:24:56.717410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:24:56.741469 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7617-5887-4d0b-b472-341d594032db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.744234 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.745451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-de4ce354-080d-4293-a255-ab8880000080 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0159614 Sep 16 16:24:56.751559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:24:56.751559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:24:56.751837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:24:56.752107 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Bound port: 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:24:56.752425 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.826252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e7617-5887-4d0b-b472-341d594032db None None] Pushing event updated for resources: {'Port': ['ID=7f737a9c-15a7-453f-894d-6a25119af23b,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:56.840035 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:24:56.877011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-684b3f20-fb87-4f4a-ab9e-e63982a0f47b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.243 HTTP/1.1" status: 200 len: 696 time: 0.1191885 Sep 16 16:24:56.917777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198a298-23c5-4d89-98b6-19054e589936 req-fb4192fb-e546-4624-9d81-9cb33c892c2a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:56.919310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d198a298-23c5-4d89-98b6-19054e589936 req-fb4192fb-e546-4624-9d81-9cb33c892c2a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 944 time: 0.2159276 Sep 16 16:24:56.938617 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-908b5659-13bf-4b49-8291-dc983a86c76f tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:56.996614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-908b5659-13bf-4b49-8291-dc983a86c76f tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.046934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:57.081570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d198a298-23c5-4d89-98b6-19054e589936 req-891c50f5-0d82-4066-b1a1-2170b1956847 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471393 Sep 16 16:24:57.083197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:24:57.086982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b5659-13bf-4b49-8291-dc983a86c76f tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb4e00b-022d-454a-8677-8f9bfb98dd0d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:57.115152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-33cb6642-04ba-4268-8758-0a43f45e3e70 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:57.116662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-33cb6642-04ba-4268-8758-0a43f45e3e70 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.2190897 Sep 16 16:24:57.127062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-c9461c26-97de-4d13-8a17-74e0e10d5ce1 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:24:57.128309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-155c0a2d-8acd-48a1-ab1f-d569aea0766f req-c9461c26-97de-4d13-8a17-74e0e10d5ce1 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060709 Sep 16 16:24:57.161282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.173357 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1034e56-83ed-4fc6-ac30-27fc1524eec8 x-openstack-request-id: req-c1034e56-83ed-4fc6-ac30-27fc1524eec8 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:57.173693 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcbd9e8-9212-4bef-8304-7615e01dc5c2", "name": "network-vif-plugged", "status": "completed", "tag": "e44ab88f-5b53-4bbb-aaa6-a69df62e896c", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:57.173914 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1034e56-83ed-4fc6-ac30-27fc1524eec8 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:57.174306 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdcbd9e8-9212-4bef-8304-7615e01dc5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44ab88f-5b53-4bbb-aaa6-a69df62e896c', 'code': 200} Sep 16 16:24:57.202020 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-908b5659-13bf-4b49-8291-dc983a86c76f tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.203350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-908b5659-13bf-4b49-8291-dc983a86c76f tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7563348 Sep 16 16:24:57.206078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53068) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:57.212235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Request body: {'security_group_rule': {'security_group_id': '002ded4f-51bb-4587-b9b0-6dbe1c72a995', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:57.217289 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:57.218059 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.219327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] 10.222.0.62 "PUT /v2.0/ports/0248cb33-03d2-43ca-96cb-0d5a14a623d2 HTTP/1.1" status: 200 len: 1092 time: 1.4201205 Sep 16 16:24:57.219893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'tag': '0248cb33-03d2-43ca-96cb-0d5a14a623d2'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:24:57.222036 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "147fa432-75ab-4bff-b9a1-4bf6818451ce", "tag": "0248cb33-03d2-43ca-96cb-0d5a14a623d2"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:24:57.266600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb38cf5-03e4-48e6-9814-4677f2d0e8ca service neutron] Pushing event updated for resources: {'Port': ['ID=0248cb33-03d2-43ca-96cb-0d5a14a623d2,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:57.312907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a815d2-047f-4f57-b28e-0f9d860a5e24 req-09451cb4-48ea-44a5-b75a-f7d9f1882391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:57.315195 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-12a815d2-047f-4f57-b28e-0f9d860a5e24 req-09451cb4-48ea-44a5-b75a-f7d9f1882391 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 1101 time: 0.0556812 Sep 16 16:24:57.353114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.368589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0991b-d1ff-4d04-b021-5574ed40381c req-7c9e4485-53d0-4656-99d6-2cb32e9b52c1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:57.370188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ad0991b-d1ff-4d04-b021-5574ed40381c req-7c9e4485-53d0-4656-99d6-2cb32e9b52c1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 950 time: 0.0956087 Sep 16 16:24:57.378917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40d892-c463-4d9a-a21a-796376befbb2 req-ab7bdc7c-c082-4df3-89e1-ffca22f8102a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:57.380603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a40d892-c463-4d9a-a21a-796376befbb2 req-ab7bdc7c-c082-4df3-89e1-ffca22f8102a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.1304896 Sep 16 16:24:57.391626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-12a815d2-047f-4f57-b28e-0f9d860a5e24 req-2d272137-4c20-42b3-8bb9-a0b4ed9b370c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693216 Sep 16 16:24:57.433377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7f737a9c-15a7-453f-894d-6a25119af23b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:24:57.447444 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.482626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ad0991b-d1ff-4d04-b021-5574ed40381c req-d58637ed-b282-422e-91d4-cbaff60c834b tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999095 Sep 16 16:24:57.491933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a40d892-c463-4d9a-a21a-796376befbb2 req-6e371175-d5a3-4058-a371-234aba35e1f6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908785 Sep 16 16:24:57.492683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-8ab5e77a-ac5f-49fe-9156-63ef653c1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:57.494246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-8ab5e77a-ac5f-49fe-9156-63ef653c1993 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 1095 time: 0.1126726 Sep 16 16:24:57.496171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7f737a9c-15a7-453f-894d-6a25119af23b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:24:57.502872 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.509386 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.540012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b0cd33-6953-4afe-af99-5a0b8e7e20f4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:57.550045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.550478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.550896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.551302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.551747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.552137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.552570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.552974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.553371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.553767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.554231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.554619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:24:57.566482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-c3238cf4-73ae-460b-9da4-ccbe5ca9ea6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2 HTTP/1.1" status: 200 len: 217 time: 0.0608907 Sep 16 16:24:57.648522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.652414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8a5b7847-ad19-419a-b0b9-f669338e16cf tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4424756 Sep 16 16:24:57.653788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53076) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:24:57.660331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:57.667848 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6574e56b-362d-4b7e-810d-1d522e0cc178 x-openstack-request-id: req-6574e56b-362d-4b7e-810d-1d522e0cc178 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:24:57.668178 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147fa432-75ab-4bff-b9a1-4bf6818451ce", "tag": "0248cb33-03d2-43ca-96cb-0d5a14a623d2", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:24:57.668418 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6574e56b-362d-4b7e-810d-1d522e0cc178 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:24:57.668793 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'tag': '0248cb33-03d2-43ca-96cb-0d5a14a623d2', 'status': 'completed', 'code': 200} Sep 16 16:24:57.689520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-daf1ede6-e341-421d-8f95-1e85abc8cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:57.690976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-daf1ede6-e341-421d-8f95-1e85abc8cba2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.1133025 Sep 16 16:24:57.722294 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6e861b20-e79d-4a2f-9b66-dfbae51ed1aa service neutron] 10.222.0.52 "GET /v2.0/ports/db1b5e91-7e34-4c37-9265-afcc48ad3057/bindings/n-h2-807786-3 HTTP/1.1" status: 200 len: 384 time: 0.1118188 Sep 16 16:24:57.724725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-4752963e-371e-4589-a22f-8f03e5d77bb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246766 Sep 16 16:24:57.790502 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.792359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-098ec834-e437-4452-9b6b-749447c29f1a req-93fc786e-0eaa-4f19-a4e4-d462082c696a tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2392619 Sep 16 16:24:57.814632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:24:57.857815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2095f4b-2dd3-47a1-a9ee-6cefae62f1b6 req-6c9928a5-9962-452d-b82e-7f5ab4cd19d6 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:57.861409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2095f4b-2dd3-47a1-a9ee-6cefae62f1b6 req-6c9928a5-9962-452d-b82e-7f5ab4cd19d6 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.1353464 Sep 16 16:24:57.934936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-79f353a9-d875-451d-a29c-932b65faa18a service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668830 Sep 16 16:24:57.957486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2095f4b-2dd3-47a1-a9ee-6cefae62f1b6 req-fee696bc-78db-4828-9f6d-7531c9a9aaa5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778401 Sep 16 16:24:57.978265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:57.988189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6c4132aa-0ef9-43bd-959d-19f1f3206aea service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:58.017715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6c4132aa-0ef9-43bd-959d-19f1f3206aea service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:24:58.048648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:58.077444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6c4132aa-0ef9-43bd-959d-19f1f3206aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1b5e91-7e34-4c37-9265-afcc48ad3057 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:24:58.091845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6c4132aa-0ef9-43bd-959d-19f1f3206aea service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:24:58.119145 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f2f673-b9b6-4256-aa87-ae0be82f0d09 req-bf559662-fec6-415f-b10c-50db593d6b8e service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674881 Sep 16 16:24:58.138060 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-069e40b2-0a87-48f4-ae8a-964619dd4d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:58.168093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:58.212446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Allocated IP 172.25.6.199 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/471be7ae-2f0a-41e2-9454-4a210f10014b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:58.282603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6c4132aa-0ef9-43bd-959d-19f1f3206aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:58.306353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6029c-e272-4360-ba59-415899ffdb39 req-280447ea-05fb-4d68-85d3-9348563f18ce tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:58.308565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cdc6029c-e272-4360-ba59-415899ffdb39 req-280447ea-05fb-4d68-85d3-9348563f18ce tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 944 time: 0.1329386 Sep 16 16:24:58.314666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c req-588b3ba3-9fc4-4e5d-9f7e-b9b0c9db7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:58.316158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c req-588b3ba3-9fc4-4e5d-9f7e-b9b0c9db7826 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 1095 time: 0.0783134 Sep 16 16:24:58.367119 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:58.402304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cdc6029c-e272-4360-ba59-415899ffdb39 req-5e167de7-a069-4174-b0cd-3f1dc6fdf084 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851743 Sep 16 16:24:58.407960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6c4132aa-0ef9-43bd-959d-19f1f3206aea service neutron] Transition to ACTIVE for port object db1b5e91-7e34-4c37-9265-afcc48ad3057 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:24:58.449084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c req-b18fe26a-a914-447c-811e-3bd011cc9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:58.450647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c req-b18fe26a-a914-447c-811e-3bd011cc9879 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.1208098 Sep 16 16:24:58.490798 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6c4132aa-0ef9-43bd-959d-19f1f3206aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:58.501210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c req-22eae1a4-7088-491d-9745-37d8865f4dd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2 HTTP/1.1" status: 200 len: 217 time: 0.0422566 Sep 16 16:24:58.524030 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:58.581519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:58.582438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6c4132aa-0ef9-43bd-959d-19f1f3206aea service neutron] No DVR routers for this DVR port db1b5e91-7e34-4c37-9265-afcc48ad3057 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:24:58.588287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:58.591292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c req-91db880a-59a5-48c7-87f0-197f0856ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:58.591501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4132aa-0ef9-43bd-959d-19f1f3206aea service neutron] Pushing event updated for resources: {'Port': ['ID=db1b5e91-7e34-4c37-9265-afcc48ad3057,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:58.593137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c req-91db880a-59a5-48c7-87f0-197f0856ecf3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0835109 Sep 16 16:24:58.594584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:58.613784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Allocated IP 172.25.6.221 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/9c0e992f-6b90-498a-aac9-5287def7c4d8) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:24:58.634572 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c req-cedede89-ca53-4e1f-9484-057fa40f085a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308576 Sep 16 16:24:58.681429 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6c4132aa-0ef9-43bd-959d-19f1f3206aea service neutron] 10.222.0.52 "PUT /v2.0/ports/db1b5e91-7e34-4c37-9265-afcc48ad3057/bindings/n-h2-807786-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9520600 Sep 16 16:24:58.691725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Pushing event updated for resources: {'Port': ['ID=471be7ae-2f0a-41e2-9454-4a210f10014b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:58.752542 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:58.852216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c req-49aa12fe-83fd-4014-b552-5bbcbf12ead0 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003806 Sep 16 16:24:58.877484 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:58.915994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:58.920710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-5a2fff5f-13ae-4508-9641-cf1d6647f54e tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:58.923220 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-5a2fff5f-13ae-4508-9641-cf1d6647f54e tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0715575 Sep 16 16:24:58.955838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f4d7d-6d3c-41e0-b8a0-fbe0091a941b req-f8910e1e-cbe9-482b-8e64-8e70873ef899 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:58.958575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-413f4d7d-6d3c-41e0-b8a0-fbe0091a941b req-f8910e1e-cbe9-482b-8e64-8e70873ef899 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 950 time: 0.1501155 Sep 16 16:24:59.039362 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-915fab1b-8ff2-4b7c-b7f5-f56952d048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:59.041642 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-915fab1b-8ff2-4b7c-b7f5-f56952d048a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6 HTTP/1.1" status: 200 len: 1096 time: 0.1014392 Sep 16 16:24:59.155483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6f3d0c7f-33a1-49f2-8631-fb68fcca0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:59.157035 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-6f3d0c7f-33a1-49f2-8631-fb68fcca0c45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0737860 Sep 16 16:24:59.195575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:59.239897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c3aa7fd-8160-4f4c-a200-3a5efbd86a7c req-abc35107-70d3-4b7d-8a5a-b162ab888d7d service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777242 Sep 16 16:24:59.246737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-413f4d7d-6d3c-41e0-b8a0-fbe0091a941b req-cf51f2fa-667c-4ef5-a130-d9e78766f02b tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755411 Sep 16 16:24:59.273232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-126db798-0e77-424b-b1dc-a77fdc1ab2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:59.274828 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-126db798-0e77-424b-b1dc-a77fdc1ab2bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.1048183 Sep 16 16:24:59.318229 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-f97b4509-bb52-4463-a06b-20368f48cdc2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057 HTTP/1.1" status: 200 len: 217 time: 0.0342910 Sep 16 16:24:59.333489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:59.342678 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:59.390529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:24:59.396837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:24:59.411324 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e78d-0bcf-46e7-978a-1ce1efc70d4d req-4584b318-b851-4bf3-bcd5-3bb51e7fa48c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:59.412820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14c3e78d-0bcf-46e7-978a-1ce1efc70d4d req-4584b318-b851-4bf3-bcd5-3bb51e7fa48c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0992286 Sep 16 16:24:59.413844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:24:59.419301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event updated for resources: {'Port': ['ID=9c0e992f-6b90-498a-aac9-5287def7c4d8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:59.436932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b031e70b-eff2-48c0-a564-49ab94adcb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:59.438498 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-b031e70b-eff2-48c0-a564-49ab94adcb52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.1138422 Sep 16 16:24:59.445610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Pushing event updated for resources: {'Port': ['ID=471be7ae-2f0a-41e2-9454-4a210f10014b,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:24:59.480947 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-572d4137-6e4c-4586-a4cb-30ecdbd1ae10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310972 Sep 16 16:24:59.482108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:59.488369 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14c3e78d-0bcf-46e7-978a-1ce1efc70d4d req-b1674b61-5f27-4ddf-8762-b929f474f15a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666039 Sep 16 16:24:59.492620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:59.580274 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-5e8aaebc-1de7-41ec-911c-9113b4eeec7e service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910547 Sep 16 16:24:59.596617 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:59.601007 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-03eafc09-d3aa-4df4-b143-2b528807c091 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9459226 Sep 16 16:24:59.605093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:59.615445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa4b0a-1558-4dd0-8b0a-f34c5796f83c req-1fcffcfc-c925-4f07-a507-ff6910f3bfd3 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:24:59.616999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4aa4b0a-1558-4dd0-8b0a-f34c5796f83c req-1fcffcfc-c925-4f07-a507-ff6910f3bfd3 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.0717912 Sep 16 16:24:59.688012 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-e0dd98e3-0d61-4906-933b-de6566dcf437 service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996349 Sep 16 16:24:59.692619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4aa4b0a-1558-4dd0-8b0a-f34c5796f83c req-2756074a-7b58-46fe-a042-f20878f09192 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529892 Sep 16 16:24:59.830267 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:59.890207 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:59.925761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:24:59.955542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event updated for resources: {'Port': ['ID=9c0e992f-6b90-498a-aac9-5287def7c4d8,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:00.070820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:00.074378 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-098ec834-e437-4452-9b6b-749447c29f1a req-58190180-c571-438d-8366-ab88960d441e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2657647 Sep 16 16:25:00.094299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28dd82-9dcf-45ed-8cd3-e1fd8feffab3 req-ecc042fc-4d40-49c9-86f2-6c3328a27d2a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:00.101038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f28dd82-9dcf-45ed-8cd3-e1fd8feffab3 req-ecc042fc-4d40-49c9-86f2-6c3328a27d2a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0622325 Sep 16 16:25:00.154978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-098ec834-e437-4452-9b6b-749447c29f1a req-d68c7d6e-e8a1-4cd3-afed-194d7a8eccb4 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.221 HTTP/1.1" status: 200 len: 696 time: 0.0741830 Sep 16 16:25:00.181209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f28dd82-9dcf-45ed-8cd3-e1fd8feffab3 req-1f70a35e-f233-4a4f-8843-0032a38c59da tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789304 Sep 16 16:25:00.212702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-f7743173-c0d7-4a60-82a1-244e06da693d tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:00.212702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-f7743173-c0d7-4a60-82a1-244e06da693d tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0523672 Sep 16 16:25:00.314807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ec834-e437-4452-9b6b-749447c29f1a req-c8ac43c4-979f-4d6e-b1a4-3727fd171f72 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:00.327294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-098ec834-e437-4452-9b6b-749447c29f1a req-c8ac43c4-979f-4d6e-b1a4-3727fd171f72 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1626732 Sep 16 16:25:00.365498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c77591-30e2-4100-a8b5-9315b9067cf5 req-48f3ed5a-812d-4453-b001-b515017d0647 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:00.367758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63c77591-30e2-4100-a8b5-9315b9067cf5 req-48f3ed5a-812d-4453-b001-b515017d0647 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0742595 Sep 16 16:25:00.413838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63c77591-30e2-4100-a8b5-9315b9067cf5 req-9a4f5272-569d-45ed-af34-96e78c41b484 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394208 Sep 16 16:25:00.421768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-3bde06dc-29f6-4ef0-bbf8-c7c04188821e service neutron] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:00.426479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-3bde06dc-29f6-4ef0-bbf8-c7c04188821e service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:00.427660 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15ba6802-57da-415c-b23e-58ce2e4c3478 req-3bde06dc-29f6-4ef0-bbf8-c7c04188821e service neutron] 10.222.0.62 "DELETE /v2.0/ports/db1b5e91-7e34-4c37-9265-afcc48ad3057/bindings/n-h1-807786-3 HTTP/1.1" status: 204 len: 173 time: 0.2084603 Sep 16 16:25:00.534246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-066cb088-56a2-4581-87b8-9f1c74c19d61 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ba579574059f42d2942d9c3428a5eca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243733 Sep 16 16:25:00.724212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-aad44860-283f-4bf5-a0dc-82513597bd34 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1927085 Sep 16 16:25:00.731531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-eece84e5-87f4-4802-b46b-d7b182ebff4d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:00.732986 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-eece84e5-87f4-4802-b46b-d7b182ebff4d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892989 Sep 16 16:25:00.738316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:00.772125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-36e4e99d-1991-4b86-8892-ab89f27b1b5d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/quotas/ba579574059f42d2942d9c3428a5eca7 HTTP/1.1" status: 200 len: 375 time: 0.0291319 Sep 16 16:25:00.778506 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2714b330-a635-4939-9699-2e9e6ff3f4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:00.840941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-9ea10b13-be14-450a-a539-4f503a3c82a0 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba579574059f42d2942d9c3428a5eca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619934 Sep 16 16:25:00.863855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:00.987946 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:01.096044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Allocated IP 172.25.6.124 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/85b211a9-74c4-43aa-be0f-063cd53bd29f) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:01.245962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:01.275546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231f38c-d167-4879-9030-75cde2d04684 req-c4490ecc-9b18-49ac-967c-e438a05ab468 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:01.278141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6231f38c-d167-4879-9030-75cde2d04684 req-c4490ecc-9b18-49ac-967c-e438a05ab468 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0805678 Sep 16 16:25:01.339769 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6231f38c-d167-4879-9030-75cde2d04684 req-38ea2c80-c7de-4969-bf11-557d692a6d81 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Sep 16 16:25:01.363881 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:01.409335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:01.413453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:01.415832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:01.419193 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:01.443907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event updated for resources: {'Port': ['ID=85b211a9-74c4-43aa-be0f-063cd53bd29f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:01.519876 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:01.528830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab39ab-bb34-4047-a9f0-a5ff7813e410 req-6139dc19-c714-4754-b2a2-a8002f39976b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:01.530543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25ab39ab-bb34-4047-a9f0-a5ff7813e410 req-6139dc19-c714-4754-b2a2-a8002f39976b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.1183851 Sep 16 16:25:01.590674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25ab39ab-bb34-4047-a9f0-a5ff7813e410 req-30f1ebe5-9d5d-4200-a852-0c8f07f0be91 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536971 Sep 16 16:25:01.665012 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:01.812472 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:01.837253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:01.905074 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:01.944419 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:01.991476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a275ee03-e914-4d05-be19-6849dc1cfff1 req-69c616a1-ee31-465d-a08c-b0844bce357a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 210 time: 0.0557206 Sep 16 16:25:02.000480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event updated for resources: {'Port': ['ID=85b211a9-74c4-43aa-be0f-063cd53bd29f,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:02.081246 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:02.082460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-131a751d-f1b2-4c22-9779-db6a57d92f2d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3485665 Sep 16 16:25:02.140302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed5f75-57b6-4ff0-87a3-2a60a34402b6 req-25f91527-863d-47f1-bdc8-cbe5c58f6ceb tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:02.141910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1eed5f75-57b6-4ff0-87a3-2a60a34402b6 req-25f91527-863d-47f1-bdc8-cbe5c58f6ceb tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0870292 Sep 16 16:25:02.145277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-8fd7aeff-2a8e-47a2-962c-de626af7dc0e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.124 HTTP/1.1" status: 200 len: 696 time: 0.0544195 Sep 16 16:25:02.173297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 0248cb33-03d2-43ca-96cb-0d5a14a623d2 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:25:02.210746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1eed5f75-57b6-4ff0-87a3-2a60a34402b6 req-d4163030-8124-4a02-b097-1b3a7f4d64ab tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627689 Sep 16 16:25:02.299916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:02.316007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '0248cb33-03d2-43ca-96cb-0d5a14a623d2', 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba', 'port_id': '0248cb33-03d2-43ca-96cb-0d5a14a623d2', 'mac_address': 'fa:16:3e:c4:0e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c5861-3949-4b7b-aa94-18ddd93f1f4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:25:02.327404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-f5e3672e-8b81-4423-96c1-eb87899bd682 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:02.343862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d5e5695-217c-4dea-8cb5-e42dafe8aa94 req-f5e3672e-8b81-4423-96c1-eb87899bd682 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1898465 Sep 16 16:25:02.385594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:02.407073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0248cb33-03d2-43ca-96cb-0d5a14a623d2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:02.435993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:02.509482 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:02.534697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device db1b5e91-7e34-4c37-9265-afcc48ad3057 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:25:02.617075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=0248cb33-03d2-43ca-96cb-0d5a14a623d2,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:02.625503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-d37804b5-31a8-463d-b51f-ff3fe43bc03a tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2013640 Sep 16 16:25:02.630658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device db1b5e91-7e34-4c37-9265-afcc48ad3057 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:25:02.631459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87e47-0f81-450a-8c8a-766ed8bcb854 req-186c264e-c75c-4bc9-8ae8-06877159bb92 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:02.633989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9be87e47-0f81-450a-8c8a-766ed8bcb854 req-186c264e-c75c-4bc9-8ae8-06877159bb92 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0937042 Sep 16 16:25:02.640545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.641135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.641634 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.642126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.642614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.643123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.643652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.644165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.644696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.645237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.645745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.646256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:02.646372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:02.700667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9be87e47-0f81-450a-8c8a-766ed8bcb854 req-f6ea45c2-3a7b-46ea-b6da-2584116c4cde tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595298 Sep 16 16:25:02.753150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['0248cb33-03d2-43ca-96cb-0d5a14a623d2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:02.835324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:02.943361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-33d837c2-9a2f-4572-8154-bac350d49cfd tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:02.949024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-33d837c2-9a2f-4572-8154-bac350d49cfd tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 821 time: 0.1635497 Sep 16 16:25:02.990306 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-3b2f4f1a-60cd-461e-8ffe-9722137515e5 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/quotas/766ce6d6bbc94e888a00a8b38d7c11a6 HTTP/1.1" status: 200 len: 375 time: 0.0366988 Sep 16 16:25:03.064201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-85dbb958-cc34-4c0e-96fb-240aee112ca6 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661678 Sep 16 16:25:03.081819 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:03.269193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-4f3d5721-dc83-4b16-9c2e-9af57ba994a4 service neutron] 10.222.0.22 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961210 Sep 16 16:25:03.311629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Allocated IP 172.25.6.53 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/4600f279-da86-4daf-bb73-d8a29b4cbd3f) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:03.403414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-eeb3e4ff-c79e-45cc-8823-86d722c81da6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ba579574059f42d2942d9c3428a5eca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325322 Sep 16 16:25:03.440881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-ac07be3f-e670-4649-bfbc-dba6a86aa817 service neutron] 10.222.0.22 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672482 Sep 16 16:25:03.513342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:03.555825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-c854e1dd-0b16-49f5-9ed3-47fe8b985076 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:03.557740 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-c854e1dd-0b16-49f5-9ed3-47fe8b985076 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491473 Sep 16 16:25:03.576123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Request body: {'port': {'device_id': 'fa753033-6774-4c50-be09-ff0a92262407', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': 'ba579574059f42d2942d9c3428a5eca7'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:03.766502 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:03.771644 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Made reservation on behalf of ba579574059f42d2942d9c3428a5eca7 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:03.772120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:03.781461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:03.811711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:03.835523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:03.837403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:03.899244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event updated for resources: {'Port': ['ID=4600f279-da86-4daf-bb73-d8a29b4cbd3f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:03.923666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.924114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.924559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.924901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.925255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.925627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.925957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.926293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.926636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.926954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.927281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.927594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:03.968446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f761c6-95c7-4224-a89b-1e0a09f56fe0 req-0a8579f3-7c7b-4a06-b349-dbb0d1a6e2e3 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:03.968796 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7f761c6-95c7-4224-a89b-1e0a09f56fe0 req-0a8579f3-7c7b-4a06-b349-dbb0d1a6e2e3 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 945 time: 0.1104708 Sep 16 16:25:03.973319 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:03.985921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Allocated IP 192.168.233.52 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/8e57303d-0683-40bd-8e90-2235ce260236) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:04.056681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7f761c6-95c7-4224-a89b-1e0a09f56fe0 req-6eb2f919-9dbf-41b5-bba6-33d618832c01 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750203 Sep 16 16:25:04.105424 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.189260 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5afb166a-41d4-4629-9af1-3200df4908b0 req-ca4fce15-e5bb-40be-965c-31d5850d8aa4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 210 time: 0.0492840 Sep 16 16:25:04.206325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 0248cb33-03d2-43ca-96cb-0d5a14a623d2 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:04.272461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.344377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:25:04.350363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:04.353768 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.364856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.376915 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.391925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e44ab88f-5b53-4bbb-aaa6-a69df62e896c', '5ded4bee-9461-44f6-b9f4-0870d724fb6e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:04.428636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:04.431797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:04.442206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:04.463409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Pushing event updated for resources: {'Port': ['ID=8e57303d-0683-40bd-8e90-2235ce260236,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:04.469626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.499779 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.558166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:04.560479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0248cb33-03d2-43ca-96cb-0d5a14a623d2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:04.563130 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdf76d4-1226-4e1b-aa04-a1f4dff2f339" -d '{"events": [{"server_uuid": "147fa432-75ab-4bff-b9a1-4bf6818451ce", "name": "network-vif-plugged", "status": "completed", "tag": "0248cb33-03d2-43ca-96cb-0d5a14a623d2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:04.563497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:04.564212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.597562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event updated for resources: {'Port': ['ID=4600f279-da86-4daf-bb73-d8a29b4cbd3f,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:04.613974 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.659916 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.672145 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-02d57645-8e95-43c1-b67f-d71299eb68cd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1052763 Sep 16 16:25:04.685793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Request body: {'port': {'device_id': 'fa753033-6774-4c50-be09-ff0a92262407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:04.700040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.705737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-993ad4eb-c53c-4070-bd36-44ea5706513d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0632305 Sep 16 16:25:04.775480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=0248cb33-03d2-43ca-96cb-0d5a14a623d2,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:04.788501 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.855952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-86a072fe-3538-4e75-8021-1dea675561d9 None None] Provisioning complete for port 8e57303d-0683-40bd-8e90-2235ce260236 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:04.856173 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-86a072fe-3538-4e75-8021-1dea675561d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:04.904608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-86a072fe-3538-4e75-8021-1dea675561d9 None None] Port 8e57303d-0683-40bd-8e90-2235ce260236 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:25:05.062278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-55d87d24-4b7f-426e-8c52-f5f352ae94db tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 695 time: 0.3502738 Sep 16 16:25:05.088405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210e71f-6fe0-4a0f-992d-2d76b0e47760 req-808b9e9e-b701-4067-a57e-b134aa34c84c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:05.096623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b210e71f-6fe0-4a0f-992d-2d76b0e47760 req-808b9e9e-b701-4067-a57e-b134aa34c84c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0654402 Sep 16 16:25:05.115664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e57303d-0683-40bd-8e90-2235ce260236 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:05.125890 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:05.141472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Transition to ACTIVE for port object 8e57303d-0683-40bd-8e90-2235ce260236 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:25:05.195615 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:05.206326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b210e71f-6fe0-4a0f-992d-2d76b0e47760 req-6c2302d9-0a42-4824-a686-db8a0e169d75 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087205 Sep 16 16:25:05.243013 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-96793bd3-50b3-431e-87aa-8edd90efea0f tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:05.244427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-96793bd3-50b3-431e-87aa-8edd90efea0f tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1450698 Sep 16 16:25:05.248174 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Pushing event updated for resources: {'Port': ['ID=8e57303d-0683-40bd-8e90-2235ce260236,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:05.260139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-ace84c1a-b6f5-4d67-84c4-3b7d1316b0bd tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:25:05.273031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ee63c78-c087-4565-8c1b-3fad00eb2c8c req-ace84c1a-b6f5-4d67-84c4-3b7d1316b0bd tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191936 Sep 16 16:25:05.357134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9fc0cc0-6e8b-48e3-92ec-f61703c519b3 req-5863907b-c145-4390-b67c-b2c42831aa00 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 210 time: 0.0320995 Sep 16 16:25:05.360249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Attempting to bind port 8e57303d-0683-40bd-8e90-2235ce260236 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:05.361177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Attempting to bind port 8e57303d-0683-40bd-8e90-2235ce260236 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:05.362650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Attempting to bind port 8e57303d-0683-40bd-8e90-2235ce260236 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:05.368000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Port 8e57303d-0683-40bd-8e90-2235ce260236 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:05.368261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Attempting to bind port 8e57303d-0683-40bd-8e90-2235ce260236 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:05.374258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:05.374563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:05.374996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:05.375439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Bound port: 8e57303d-0683-40bd-8e90-2235ce260236, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:05.375806 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:05.455501 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96588cbb-2466-4842-8663-cefb862ea2d1 x-openstack-request-id: req-96588cbb-2466-4842-8663-cefb862ea2d1 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:05.455993 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147fa432-75ab-4bff-b9a1-4bf6818451ce", "name": "network-vif-plugged", "status": "completed", "tag": "0248cb33-03d2-43ca-96cb-0d5a14a623d2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:05.456317 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96588cbb-2466-4842-8663-cefb862ea2d1 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:05.457208 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0248cb33-03d2-43ca-96cb-0d5a14a623d2', 'code': 200} Sep 16 16:25:05.470851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] For port 8e57303d-0683-40bd-8e90-2235ce260236, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:05.477609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] For port 8e57303d-0683-40bd-8e90-2235ce260236, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8e57303d-0683-40bd-8e90-2235ce260236,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:05.560431 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:05.603457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:05.604147 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:05.607659 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] 10.222.0.52 "PUT /v2.0/ports/8e57303d-0683-40bd-8e90-2235ce260236 HTTP/1.1" status: 200 len: 1095 time: 0.9277222 Sep 16 16:25:05.610597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa753033-6774-4c50-be09-ff0a92262407', 'tag': '8e57303d-0683-40bd-8e90-2235ce260236'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:05.612171 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d180bfb-9eff-4d82-823e-cc0655b70776" -d '{"events": [{"name": "network-changed", "server_uuid": "fa753033-6774-4c50-be09-ff0a92262407", "tag": "8e57303d-0683-40bd-8e90-2235ce260236"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:05.628600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cb298-df35-485a-8d62-aae69fa8f5c0 req-f4414a50-7eef-4f63-ac9f-1d6d27111c6d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:05.628600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f6cb298-df35-485a-8d62-aae69fa8f5c0 req-f4414a50-7eef-4f63-ac9f-1d6d27111c6d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.0744424 Sep 16 16:25:05.661593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a8e0e-943c-49a3-b3f0-dccf48c15acd req-4d61a225-928f-4769-9578-7edcc336e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:05.663137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-988a8e0e-943c-49a3-b3f0-dccf48c15acd req-4d61a225-928f-4769-9578-7edcc336e0c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 1097 time: 0.1399181 Sep 16 16:25:05.681411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d69fc-e030-401a-b389-89bc5405c8eb service neutron] Pushing event updated for resources: {'Port': ['ID=8e57303d-0683-40bd-8e90-2235ce260236,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:05.689126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f6cb298-df35-485a-8d62-aae69fa8f5c0 req-d164d065-3778-4d22-ae5e-3561e03dad24 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534067 Sep 16 16:25:05.709025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-988a8e0e-943c-49a3-b3f0-dccf48c15acd req-3cd4fcff-f5de-4fed-b6e8-5dc7b9cb3afb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368333 Sep 16 16:25:05.786226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-e7ea9cd6-d85a-4c24-a4a3-a689b51689d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:05.787898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-e7ea9cd6-d85a-4c24-a4a3-a689b51689d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba579574059f42d2942d9c3428a5eca7&device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 1098 time: 0.0477433 Sep 16 16:25:05.824317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25410644-f196-4cca-aeb7-afb9eb5ad214 req-6cf3e5f3-594b-444d-8368-3f01b5073dc1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:05.826759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25410644-f196-4cca-aeb7-afb9eb5ad214 req-6cf3e5f3-594b-444d-8368-3f01b5073dc1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 947 time: 0.0773864 Sep 16 16:25:05.846919 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-c51db957-d0f4-4d8d-a07d-27127c1df4c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=8e57303d-0683-40bd-8e90-2235ce260236 HTTP/1.1" status: 200 len: 217 time: 0.0498250 Sep 16 16:25:05.873363 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25410644-f196-4cca-aeb7-afb9eb5ad214 req-9fb504d8-b0f7-4550-9ee9-ea8ab2019c9b tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Sep 16 16:25:05.904990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-fa31782a-acc8-445f-b9e2-048aa76019bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:05.907324 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-fa31782a-acc8-445f-b9e2-048aa76019bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0525837 Sep 16 16:25:05.956975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-2b992711-838a-4e59-9d82-c4638f864dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:05.958659 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-2b992711-838a-4e59-9d82-c4638f864dce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443029 Sep 16 16:25:05.984296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9dee0cc7-20f9-4ed9-96ef-a9f94b7fa4f8 req-8944f402-f81f-4ef5-a5cb-b5ef69ee2eb5 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips/f7d1ae8b-11df-4047-84c3-18f53d5e2baf HTTP/1.1" status: 200 len: 692 time: 0.0844884 Sep 16 16:25:06.057097 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-b947d3c3-fbe6-41a2-b912-88ec59de3afd service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908072 Sep 16 16:25:06.118845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee0cc7-20f9-4ed9-96ef-a9f94b7fa4f8 req-6506d484-11ee-4366-84af-7548188d397d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:06.122748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9dee0cc7-20f9-4ed9-96ef-a9f94b7fa4f8 req-6506d484-11ee-4366-84af-7548188d397d tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1302214 Sep 16 16:25:06.132287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-9dee0cc7-20f9-4ed9-96ef-a9f94b7fa4f8 req-8dfbafa4-d99c-462e-a590-432a837c0f8e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:25:06.133399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9dee0cc7-20f9-4ed9-96ef-a9f94b7fa4f8 req-8dfbafa4-d99c-462e-a590-432a837c0f8e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060842 Sep 16 16:25:06.172115 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6eb8d2d-59cf-42e7-b952-d279aabb6519 req-1adffa4e-a571-4b0c-a49a-d508e37184f1 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073415 Sep 16 16:25:06.188962 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc38c91-6624-4a82-8ae0-d7f64a9893eb x-openstack-request-id: req-1cc38c91-6624-4a82-8ae0-d7f64a9893eb {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:06.189092 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa753033-6774-4c50-be09-ff0a92262407", "tag": "8e57303d-0683-40bd-8e90-2235ce260236", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:06.189290 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1cc38c91-6624-4a82-8ae0-d7f64a9893eb {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:06.190789 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa753033-6774-4c50-be09-ff0a92262407', 'tag': '8e57303d-0683-40bd-8e90-2235ce260236', 'status': 'completed', 'code': 200} Sep 16 16:25:06.316981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-855c5853-418f-43f2-8843-4519f152a0c9 req-b1ad6f7b-7608-45d4-85b6-6dc10d1e4438 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips/f7d1ae8b-11df-4047-84c3-18f53d5e2baf HTTP/1.1" status: 200 len: 692 time: 0.0551240 Sep 16 16:25:06.446555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5853-418f-43f2-8843-4519f152a0c9 req-842ecc71-7e0b-4e94-b6f7-45dfd5fa7652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:06.448737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-855c5853-418f-43f2-8843-4519f152a0c9 req-842ecc71-7e0b-4e94-b6f7-45dfd5fa7652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1304076 Sep 16 16:25:06.460824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-855c5853-418f-43f2-8843-4519f152a0c9 req-59000e39-a26c-42dd-80f4-85fbb6f0ff04 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:25:06.462294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-855c5853-418f-43f2-8843-4519f152a0c9 req-59000e39-a26c-42dd-80f4-85fbb6f0ff04 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074468 Sep 16 16:25:06.530671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-855c5853-418f-43f2-8843-4519f152a0c9 req-16c1a72c-1783-496f-83f5-91897e93f164 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 695 time: 0.0616808 Sep 16 16:25:06.585442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-855c5853-418f-43f2-8843-4519f152a0c9 req-41c0bfab-fb6d-4917-aa07-66fdee18257e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 695 time: 0.0460680 Sep 16 16:25:06.594601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-2ecfd1ad-c2c9-447c-b768-013d86c11f4d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:06.596142 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-2ecfd1ad-c2c9-447c-b768-013d86c11f4d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.52 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 821 time: 0.3940625 Sep 16 16:25:06.603127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-0f6bb135-75e6-40c7-ba2d-b56af0de934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:06.606265 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-0f6bb135-75e6-40c7-ba2d-b56af0de934a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba579574059f42d2942d9c3428a5eca7&device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 1098 time: 0.3231914 Sep 16 16:25:06.613361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Request body: {'port': {'device_id': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b', 'admin_state_up': True, 'tenant_id': '766ce6d6bbc94e888a00a8b38d7c11a6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:06.754096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-855c5853-418f-43f2-8843-4519f152a0c9 req-1ed7035b-6ea7-4269-abfb-b3933119c9f8 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Deleting port 4600f279-da86-4daf-bb73-d8a29b4cbd3f {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:06.754923 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-855c5853-418f-43f2-8843-4519f152a0c9 req-1ed7035b-6ea7-4269-abfb-b3933119c9f8 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:06.780655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-30be9b74-e978-4069-bf16-984ac983b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:06.782102 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-30be9b74-e978-4069-bf16-984ac983b5d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1652088 Sep 16 16:25:06.835174 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-04326e60-b101-4d80-8fe8-2b663c27f814 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=8e57303d-0683-40bd-8e90-2235ce260236 HTTP/1.1" status: 200 len: 217 time: 0.0442278 Sep 16 16:25:06.851409 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-855c5853-418f-43f2-8843-4519f152a0c9 req-1ed7035b-6ea7-4269-abfb-b3933119c9f8 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:06.854387 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-855c5853-418f-43f2-8843-4519f152a0c9 req-1ed7035b-6ea7-4269-abfb-b3933119c9f8 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:06.865993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-855c5853-418f-43f2-8843-4519f152a0c9 req-1ed7035b-6ea7-4269-abfb-b3933119c9f8 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Calling delete_port for 4600f279-da86-4daf-bb73-d8a29b4cbd3f owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:06.899283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-b2c18a1d-ff83-45ee-9914-93d87cd0fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:06.900953 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-b2c18a1d-ff83-45ee-9914-93d87cd0fdfb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0585215 Sep 16 16:25:06.938389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Made reservation on behalf of 766ce6d6bbc94e888a00a8b38d7c11a6 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:06.944787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:06.990037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-59996410-ed8a-4d1f-8009-e2b3119aee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:06.991909 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-59996410-ed8a-4d1f-8009-e2b3119aee52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828509 Sep 16 16:25:07.085576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65ecc5-73b0-49e8-b937-91e5f7960045 req-0ed8c640-3b9a-41bb-a9e3-eb14a965bdf9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:07.087465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a65ecc5-73b0-49e8-b937-91e5f7960045 req-0ed8c640-3b9a-41bb-a9e3-eb14a965bdf9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0673792 Sep 16 16:25:07.127276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a65ecc5-73b0-49e8-b937-91e5f7960045 req-cdf3f1bc-9dcb-4150-bcee-78c6a06202fc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336084 Sep 16 16:25:07.141421 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-85de0388-bfb1-4fcc-9201-3299c11aebc2 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400595 Sep 16 16:25:07.178010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-855c5853-418f-43f2-8843-4519f152a0c9 req-1ed7035b-6ea7-4269-abfb-b3933119c9f8 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:07.219477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7035b-6ea7-4269-abfb-b3933119c9f8 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event deleted for resources: {'Port': ['ID=4600f279-da86-4daf-bb73-d8a29b4cbd3f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:07.240071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f20a833b-d51e-46d6-b196-4e6e5a1307f7 req-b49348b7-9560-4773-86b5-d3e550526f3a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 210 time: 0.0510254 Sep 16 16:25:07.273933 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-855c5853-418f-43f2-8843-4519f152a0c9 req-1ed7035b-6ea7-4269-abfb-b3933119c9f8 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:07.278983 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-855c5853-418f-43f2-8843-4519f152a0c9 req-1ed7035b-6ea7-4269-abfb-b3933119c9f8 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:07.280331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-855c5853-418f-43f2-8843-4519f152a0c9 req-1ed7035b-6ea7-4269-abfb-b3933119c9f8 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "DELETE /v2.0/floatingips/f7d1ae8b-11df-4047-84c3-18f53d5e2baf HTTP/1.1" status: 204 len: 173 time: 0.6890662 Sep 16 16:25:07.352116 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1d180bfb-9eff-4d82-823e-cc0655b70776 req-3136c1f9-4b03-42c1-84bc-20ab028f5510 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021260 Sep 16 16:25:07.372917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Allocated IP 172.20.0.9 (75508dcc-21bf-4c22-b5b5-12c516491d6b/5ca29617-9cd6-4a45-9390-139b0ed27531/6549b5f1-c569-4336-aa80-51ba667a5c6b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:07.420194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455cac8-6d88-43b3-bb08-bdf956bc57b5 req-c5c1e24d-86ec-49e1-82d2-a6810f205c77 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:07.421728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2455cac8-6d88-43b3-bb08-bdf956bc57b5 req-c5c1e24d-86ec-49e1-82d2-a6810f205c77 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 947 time: 0.0814157 Sep 16 16:25:07.434137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918432e-b4f9-4ce5-a1e1-a0a77366a5ec req-72717047-7e32-4521-89db-8ffd16189ebc tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:07.435678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8918432e-b4f9-4ce5-a1e1-a0a77366a5ec req-72717047-7e32-4521-89db-8ffd16189ebc tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.0849366 Sep 16 16:25:07.491734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2455cac8-6d88-43b3-bb08-bdf956bc57b5 req-71cfef99-10e8-4aad-a912-5ffe3a3f18b1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550277 Sep 16 16:25:07.497807 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8918432e-b4f9-4ce5-a1e1-a0a77366a5ec req-c7ad2523-6e80-4540-8cd8-ab12612298c8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548508 Sep 16 16:25:07.554535 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:07.698468 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:07.743872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Network 75508dcc-21bf-4c22-b5b5-12c516491d6b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:07.747328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:07.751370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:07.780558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Pushing event updated for resources: {'Port': ['ID=6549b5f1-c569-4336-aa80-51ba667a5c6b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:07.808617 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:07.809002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:07.822329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3570-8589-42d9-872b-9d4af77ae842 req-9da473da-339e-4760-8ee8-e7b47bb9978c tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:07.824561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b0a3570-8589-42d9-872b-9d4af77ae842 req-9da473da-339e-4760-8ee8-e7b47bb9978c tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2040896 Sep 16 16:25:07.899351 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-08b8b70e-bed7-4966-8784-9a20e2f3ba41 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2910225 Sep 16 16:25:07.913340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76de134-85e0-4343-87da-7227116ba239 req-fa1f614a-39af-40fe-b55d-1f04d9425698 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:07.913538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Request body: {'port': {'device_id': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:07.914967 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f76de134-85e0-4343-87da-7227116ba239 req-fa1f614a-39af-40fe-b55d-1f04d9425698 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 1097 time: 0.0419500 Sep 16 16:25:07.965572 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f76de134-85e0-4343-87da-7227116ba239 req-cdced5a2-0f20-4341-940c-e631126eb359 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436473 Sep 16 16:25:07.990250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:08.060648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12e5b832-42e3-4d6b-9dec-65132b6889b0 req-efe2fd9a-1b55-4116-aedf-1fe3749076cd tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=25c7891ca0d84a2499e66f6df95e9aa5 HTTP/1.1" status: 200 len: 1657 time: 0.0767415 Sep 16 16:25:08.183199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5b832-42e3-4d6b-9dec-65132b6889b0 req-517f5f8b-f24c-4cdc-92a5-635cd98a6ab4 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:08.190801 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12e5b832-42e3-4d6b-9dec-65132b6889b0 req-517f5f8b-f24c-4cdc-92a5-635cd98a6ab4 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks?id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&id=1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 787 time: 0.1217523 Sep 16 16:25:08.195833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-12e5b832-42e3-4d6b-9dec-65132b6889b0 req-87ba662f-85d3-4516-b3b8-684f277fe740 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:25:08.197095 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12e5b832-42e3-4d6b-9dec-65132b6889b0 req-87ba662f-85d3-4516-b3b8-684f277fe740 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057862 Sep 16 16:25:08.296326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6549b5f1-c569-4336-aa80-51ba667a5c6b {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:08.305519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:08.330328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Transition to ACTIVE for port object 6549b5f1-c569-4336-aa80-51ba667a5c6b will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:25:08.356004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30abae-7228-498e-99e8-f990631e29ec req-be7b7b15-e7a8-4aef-8702-09e931ffe7e6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:08.357583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa30abae-7228-498e-99e8-f990631e29ec req-be7b7b15-e7a8-4aef-8702-09e931ffe7e6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0629542 Sep 16 16:25:08.409145 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa30abae-7228-498e-99e8-f990631e29ec req-bb7d02fc-252e-47b4-9ec0-1ff7fc90cbe9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Sep 16 16:25:08.410973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:08.466422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Pushing event updated for resources: {'Port': ['ID=6549b5f1-c569-4336-aa80-51ba667a5c6b,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:08.487071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-a56e9dc2-6461-4f29-8f6f-24b2eddc6f4e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips/4360e869-2dfe-4b36-b999-84472e1f7035 HTTP/1.1" status: 200 len: 693 time: 0.0586612 Sep 16 16:25:08.556489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8e57303d-0683-40bd-8e90-2235ce260236 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:25:08.557385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:08.558393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:08.558937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:08.564723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Port 6549b5f1-c569-4336-aa80-51ba667a5c6b on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:08.565293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:08.572035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:08.572377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:08.572805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:08.573254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Bound port: 6549b5f1-c569-4336-aa80-51ba667a5c6b, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:08.573695 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:08.622695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-a7e481c6-e98e-422c-8082-3d531f7e5433 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:08.624365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-a7e481c6-e98e-422c-8082-3d531f7e5433 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1305811 Sep 16 16:25:08.644756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-e29ebcad-363b-44f1-a071-7c6473329c4b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:25:08.654070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-e29ebcad-363b-44f1-a071-7c6473329c4b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166204 Sep 16 16:25:08.659002 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:08.662776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:08.700581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 8e57303d-0683-40bd-8e90-2235ce260236, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8e57303d-0683-40bd-8e90-2235ce260236,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:08.712233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '8e57303d-0683-40bd-8e90-2235ce260236', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '8e57303d-0683-40bd-8e90-2235ce260236', 'mac_address': 'fa:16:3e:6b:28:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:25:08.721335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-283ae6dc-ed0b-405b-ac46-3bea10be3dc6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.124 HTTP/1.1" status: 200 len: 696 time: 0.0660048 Sep 16 16:25:08.744146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:08.762417 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:08.779954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:08.780621 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:08.782030 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] 10.222.0.52 "PUT /v2.0/ports/6549b5f1-c569-4336-aa80-51ba667a5c6b HTTP/1.1" status: 200 len: 1091 time: 0.8730404 Sep 16 16:25:08.782480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'tag': '6549b5f1-c569-4336-aa80-51ba667a5c6b'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:08.784934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-2e7dc796-be64-4855-9ea7-0680c7006bbe tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.124 HTTP/1.1" status: 200 len: 696 time: 0.0626829 Sep 16 16:25:08.785082 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402c7c39-bf5f-41f6-8b5c-8d026ede0139" -d '{"events": [{"name": "network-changed", "server_uuid": "59840b6a-52f3-4ab7-ba46-9f257038f6c9", "tag": "6549b5f1-c569-4336-aa80-51ba667a5c6b"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:08.786205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e57303d-0683-40bd-8e90-2235ce260236 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:08.812195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfe3a7-c723-49c4-b492-7824c7f7268d service neutron] Pushing event updated for resources: {'Port': ['ID=6549b5f1-c569-4336-aa80-51ba667a5c6b,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:08.815773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 8e57303d-0683-40bd-8e90-2235ce260236, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8e57303d-0683-40bd-8e90-2235ce260236,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:08.903324 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:08.940359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-d0856df9-1796-4b6b-8120-ff9fe7e5b36b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Deleting port 85b211a9-74c4-43aa-be0f-063cd53bd29f {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:08.941029 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-d0856df9-1796-4b6b-8120-ff9fe7e5b36b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:08.986726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-365a6997-c656-4814-a381-dceeb5e3af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:08.986726 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-365a6997-c656-4814-a381-dceeb5e3af2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 1094 time: 0.0799859 Sep 16 16:25:08.989016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=8e57303d-0683-40bd-8e90-2235ce260236,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:09.040977 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-8d9dce82-70bc-4c9f-9bcc-153bb0440008 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b HTTP/1.1" status: 200 len: 217 time: 0.0459476 Sep 16 16:25:09.048660 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-d0856df9-1796-4b6b-8120-ff9fe7e5b36b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:09.048660 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-d0856df9-1796-4b6b-8120-ff9fe7e5b36b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:09.075073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-d0856df9-1796-4b6b-8120-ff9fe7e5b36b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Calling delete_port for 85b211a9-74c4-43aa-be0f-063cd53bd29f owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:09.140376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-04db8782-55f4-4431-9fd0-94fe4f2300fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:09.142553 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-04db8782-55f4-4431-9fd0-94fe4f2300fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0910649 Sep 16 16:25:09.182071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-b5b5ab24-cee1-4b3f-a82e-9ebd0737d686 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260909 Sep 16 16:25:09.192863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['8e57303d-0683-40bd-8e90-2235ce260236'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:09.319547 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-9a8ed19c-681d-4363-8015-b1955933df5d service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201291 Sep 16 16:25:09.353816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-d0856df9-1796-4b6b-8120-ff9fe7e5b36b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:09.403716 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0856df9-1796-4b6b-8120-ff9fe7e5b36b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event deleted for resources: {'Port': ['ID=85b211a9-74c4-43aa-be0f-063cd53bd29f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:09.446844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-d0856df9-1796-4b6b-8120-ff9fe7e5b36b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:09.451894 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-d0856df9-1796-4b6b-8120-ff9fe7e5b36b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:09.460518 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2791f367-a834-420e-ba2e-5d66d44c12a8 req-4666c362-8187-41e8-a872-286b025d1632 service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322227 Sep 16 16:25:09.468003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-997842f4-4a6d-4fb3-927a-34ed84d00758 req-d0856df9-1796-4b6b-8120-ff9fe7e5b36b tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "DELETE /v2.0/floatingips/4360e869-2dfe-4b36-b999-84472e1f7035 HTTP/1.1" status: 204 len: 173 time: 0.6692278 Sep 16 16:25:09.587491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfe4f1-e011-49de-9c3e-258e68614c33 req-fad939c9-08cb-4f5c-a80e-a0ed4d54ad5c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:09.589189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70bfe4f1-e011-49de-9c3e-258e68614c33 req-fad939c9-08cb-4f5c-a80e-a0ed4d54ad5c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0611396 Sep 16 16:25:09.642842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70bfe4f1-e011-49de-9c3e-258e68614c33 req-5da09a40-38f1-40af-a87f-fc2d66077335 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467246 Sep 16 16:25:09.761665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba7b50-8c42-4485-b874-d22191b14cbc req-028cf087-b80f-453c-9b27-69cbbe2fb35c tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:09.763210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38ba7b50-8c42-4485-b874-d22191b14cbc req-028cf087-b80f-453c-9b27-69cbbe2fb35c tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 948 time: 0.0568883 Sep 16 16:25:09.806356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38ba7b50-8c42-4485-b874-d22191b14cbc req-b5cae66a-a87b-4e46-9214-d95ae89e08a2 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Sep 16 16:25:09.918726 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc09c73c-80b1-4c37-8910-5ac974ca741c x-openstack-request-id: req-cc09c73c-80b1-4c37-8910-5ac974ca741c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:09.919264 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59840b6a-52f3-4ab7-ba46-9f257038f6c9", "tag": "6549b5f1-c569-4336-aa80-51ba667a5c6b", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:09.919264 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc09c73c-80b1-4c37-8910-5ac974ca741c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:09.924187 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'tag': '6549b5f1-c569-4336-aa80-51ba667a5c6b', 'status': 'completed', 'code': 200} Sep 16 16:25:10.017192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7c39-bf5f-41f6-8b5c-8d026ede0139 req-302c2ea1-b151-4d65-8e49-8681e698934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:10.018760 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-402c7c39-bf5f-41f6-8b5c-8d026ede0139 req-302c2ea1-b151-4d65-8e49-8681e698934d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 1094 time: 0.0686085 Sep 16 16:25:10.023693 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-d025fdb2-22bb-4e0b-b521-4cb70e68d530 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips/1fa488f9-a06e-436f-96a4-0b0f99be9393 HTTP/1.1" status: 200 len: 693 time: 0.0704341 Sep 16 16:25:10.093145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3836a2-2b8b-4557-a806-7816e7188fc6 req-3046598c-6535-4da1-ba91-bb75a319b2d4 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:10.100346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f3836a2-2b8b-4557-a806-7816e7188fc6 req-3046598c-6535-4da1-ba91-bb75a319b2d4 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0990906 Sep 16 16:25:10.145403 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7c39-bf5f-41f6-8b5c-8d026ede0139 req-5b566579-1163-4c8d-ae42-c489b836293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:10.147085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-402c7c39-bf5f-41f6-8b5c-8d026ede0139 req-5b566579-1163-4c8d-ae42-c489b836293c service neutron] 10.222.0.52 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.1194804 Sep 16 16:25:10.207471 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-402c7c39-bf5f-41f6-8b5c-8d026ede0139 req-ace02ff1-391a-492c-839f-3a88f05c80e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b HTTP/1.1" status: 200 len: 217 time: 0.0476809 Sep 16 16:25:10.273877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7c39-bf5f-41f6-8b5c-8d026ede0139 req-99f0148b-65df-41ea-8046-900132808ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:10.274738 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-402c7c39-bf5f-41f6-8b5c-8d026ede0139 req-99f0148b-65df-41ea-8046-900132808ce4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0585063 Sep 16 16:25:10.317571 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-402c7c39-bf5f-41f6-8b5c-8d026ede0139 req-80dd04c7-2cc9-4b8d-8def-e39b4c2c7c6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335290 Sep 16 16:25:10.440916 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-402c7c39-bf5f-41f6-8b5c-8d026ede0139 req-170f0b2e-ac05-496e-8bc1-822dca5c5b85 service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131306 Sep 16 16:25:10.442740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f3836a2-2b8b-4557-a806-7816e7188fc6 req-6050b37f-d268-453b-b584-d6ec14de2006 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380084 Sep 16 16:25:10.482996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-0f347e05-3eae-4824-a8cb-9fd1cd5f953e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:10.504428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-0f347e05-3eae-4824-a8cb-9fd1cd5f953e tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.4589565 Sep 16 16:25:10.504428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53400) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:10.560272 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-402c7c39-bf5f-41f6-8b5c-8d026ede0139 req-b52ee8c0-5e7e-41f3-b01f-95d3c478b4bb service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940762 Sep 16 16:25:10.565784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8e57303d-0683-40bd-8e90-2235ce260236 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:10.581525 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-0422bafc-7667-4c2f-860b-abfda7d25963 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.221 HTTP/1.1" status: 200 len: 696 time: 0.0786762 Sep 16 16:25:10.676184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-79ed4d52-dbe2-4c20-b414-e99e38b0c89c tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.221 HTTP/1.1" status: 200 len: 696 time: 0.0879664 Sep 16 16:25:10.715547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 8e57303d-0683-40bd-8e90-2235ce260236 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:25:10.722105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 8e57303d-0683-40bd-8e90-2235ce260236 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:10.722682 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:10.735975 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-81394854-0956-495a-8f0f-a8b4549961e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:10.817761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:10.846077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa753033-6774-4c50-be09-ff0a92262407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e57303d-0683-40bd-8e90-2235ce260236'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:10.848411 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c2bbe-1d77-4241-aec5-2cd65988989f" -d '{"events": [{"server_uuid": "fa753033-6774-4c50-be09-ff0a92262407", "name": "network-vif-plugged", "status": "completed", "tag": "8e57303d-0683-40bd-8e90-2235ce260236"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:10.863936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 8e57303d-0683-40bd-8e90-2235ce260236, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8e57303d-0683-40bd-8e90-2235ce260236,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:10.906691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d1da-c851-4af9-b930-af6ef2f0b729 req-e21a7991-f76c-4406-ad0c-4fc8f9a184e3 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:10.908247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b453d1da-c851-4af9-b930-af6ef2f0b729 req-e21a7991-f76c-4406-ad0c-4fc8f9a184e3 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1762862 Sep 16 16:25:10.932529 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:10.978983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-12bf4965-4b67-4584-9400-d3ca2f39b652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Deleting port 9c0e992f-6b90-498a-aac9-5287def7c4d8 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:10.979348 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-12bf4965-4b67-4584-9400-d3ca2f39b652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:10.991545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=8e57303d-0683-40bd-8e90-2235ce260236,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:10.997971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b453d1da-c851-4af9-b930-af6ef2f0b729 req-0eae976b-dfeb-41e4-9648-f1948107f0a3 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763443 Sep 16 16:25:11.103229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-81394854-0956-495a-8f0f-a8b4549961e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.170031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-12bf4965-4b67-4584-9400-d3ca2f39b652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.170385 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-12bf4965-4b67-4584-9400-d3ca2f39b652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.195666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-12bf4965-4b67-4584-9400-d3ca2f39b652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Calling delete_port for 9c0e992f-6b90-498a-aac9-5287def7c4d8 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:11.200935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-81394854-0956-495a-8f0f-a8b4549961e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.221777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d2330-1520-46a1-8b17-27e05f8c348f req-c48a6a07-5294-49d8-a9d9-4c329bf1e5e9 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:11.224212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d69d2330-1520-46a1-8b17-27e05f8c348f req-c48a6a07-5294-49d8-a9d9-4c329bf1e5e9 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 949 time: 0.1225452 Sep 16 16:25:11.322475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81394854-0956-495a-8f0f-a8b4549961e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64226d87-6d41-4bdd-812f-be35ce28ef74,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:11.334423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-81394854-0956-495a-8f0f-a8b4549961e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ccd8b300bcc24e0ea992a544a32ab95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8299069 Sep 16 16:25:11.337203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53414) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:11.355326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d69d2330-1520-46a1-8b17-27e05f8c348f req-7adb78ef-26e1-4e3a-9d7f-ed70e62fb19b tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206527 Sep 16 16:25:11.429807 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57b162fa-b01a-4089-b297-79711f5e2428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.442898 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e065bf83-aae2-474b-976c-826a59040103 x-openstack-request-id: req-e065bf83-aae2-474b-976c-826a59040103 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:11.442898 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa753033-6774-4c50-be09-ff0a92262407", "name": "network-vif-plugged", "status": "completed", "tag": "8e57303d-0683-40bd-8e90-2235ce260236", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:11.442898 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e065bf83-aae2-474b-976c-826a59040103 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:11.442898 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa753033-6774-4c50-be09-ff0a92262407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e57303d-0683-40bd-8e90-2235ce260236', 'code': 200} Sep 16 16:25:11.474973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57b162fa-b01a-4089-b297-79711f5e2428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.534432 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-12bf4965-4b67-4584-9400-d3ca2f39b652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.566021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf4965-4b67-4584-9400-d3ca2f39b652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event deleted for resources: {'Port': ['ID=9c0e992f-6b90-498a-aac9-5287def7c4d8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:11.579008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1229fb-d57d-4ca8-bcbf-2cfbfdc317e0 req-29546add-f1d2-4288-bdb5-9c9e65519709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:11.581880 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b1229fb-d57d-4ca8-bcbf-2cfbfdc317e0 req-29546add-f1d2-4288-bdb5-9c9e65519709 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 1100 time: 0.0580959 Sep 16 16:25:11.608543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-12bf4965-4b67-4584-9400-d3ca2f39b652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.609016 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-12bf4965-4b67-4584-9400-d3ca2f39b652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.610172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f106fc0-cc69-481f-bf12-d7180527c6cb req-12bf4965-4b67-4584-9400-d3ca2f39b652 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "DELETE /v2.0/floatingips/1fa488f9-a06e-436f-96a4-0b0f99be9393 HTTP/1.1" status: 204 len: 173 time: 0.9331682 Sep 16 16:25:11.632483 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57b162fa-b01a-4089-b297-79711f5e2428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.637532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57b162fa-b01a-4089-b297-79711f5e2428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:11.641107 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57b162fa-b01a-4089-b297-79711f5e2428 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64226d87-6d41-4bdd-812f-be35ce28ef74 HTTP/1.1" status: 204 len: 168 time: 0.3000586 Sep 16 16:25:11.669561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b162fa-b01a-4089-b297-79711f5e2428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64226d87-6d41-4bdd-812f-be35ce28ef74,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:11.691914 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b1229fb-d57d-4ca8-bcbf-2cfbfdc317e0 req-ca536327-d8a9-496f-b861-7fedcf12d2cc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908856 Sep 16 16:25:11.704442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-064da3ac-eb6a-4fc6-b6f4-e58b64e0cb63 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips/462f452d-2cd1-4101-a08a-9ae5501ee4c8 HTTP/1.1" status: 200 len: 693 time: 0.0622861 Sep 16 16:25:11.721326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4256f89-4e12-47a5-bb2e-f87a3024b779 req-da2576c8-44a0-4c18-8b19-bcd289aecaca tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:11.722830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4256f89-4e12-47a5-bb2e-f87a3024b779 req-da2576c8-44a0-4c18-8b19-bcd289aecaca tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.1101124 Sep 16 16:25:11.822857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4256f89-4e12-47a5-bb2e-f87a3024b779 req-02cf70fd-45c0-446e-9d1b-8f62e27ef930 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896304 Sep 16 16:25:11.855439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-51f882a2-3442-40c4-bc52-37fa1b14c735 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:11.856810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-51f882a2-3442-40c4-bc52-37fa1b14c735 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1440158 Sep 16 16:25:11.915562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-9ab8bba9-6ea7-459c-9a2b-8d3335a8b8d0 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.243 HTTP/1.1" status: 200 len: 696 time: 0.0518589 Sep 16 16:25:11.966828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-c19603a0-bd74-49a8-9059-23dbfbd453dd tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.243 HTTP/1.1" status: 200 len: 696 time: 0.0451019 Sep 16 16:25:12.140070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd721d5b-c6d7-425c-bc46-d2db094e1baf req-d53310cc-7ec4-4f4f-947f-c2b4f96479e1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:12.141518 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cd721d5b-c6d7-425c-bc46-d2db094e1baf req-d53310cc-7ec4-4f4f-947f-c2b4f96479e1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0735292 Sep 16 16:25:12.166282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-fa56f5d0-76f5-4292-88d3-53fb89d883d6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Deleting port 0ff5fb09-bff5-4bc7-a94e-d3b642b8f346 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:12.166695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-fa56f5d0-76f5-4292-88d3-53fb89d883d6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.209889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cd721d5b-c6d7-425c-bc46-d2db094e1baf req-1f85ee89-7f0a-4cf0-ab94-8e1b6f9d9b12 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618069 Sep 16 16:25:12.270739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-fa56f5d0-76f5-4292-88d3-53fb89d883d6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.271077 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-fa56f5d0-76f5-4292-88d3-53fb89d883d6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.284922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-fa56f5d0-76f5-4292-88d3-53fb89d883d6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Calling delete_port for 0ff5fb09-bff5-4bc7-a94e-d3b642b8f346 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:12.291558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53432) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:12.305742 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-975610bc-1a9f-44ea-a366-97a71748d02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.418945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-975610bc-1a9f-44ea-a366-97a71748d02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.481245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-975610bc-1a9f-44ea-a366-97a71748d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.513783 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-fa56f5d0-76f5-4292-88d3-53fb89d883d6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.523481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975610bc-1a9f-44ea-a366-97a71748d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f251931a-de82-4d78-a349-908d02fc674c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:12.531813 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-975610bc-1a9f-44ea-a366-97a71748d02f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3aa9d270655b428a9350d31ed3dec021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364647 Sep 16 16:25:12.532038 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53440) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:12.549312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56f5d0-76f5-4292-88d3-53fb89d883d6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Pushing event deleted for resources: {'Port': ['ID=0ff5fb09-bff5-4bc7-a94e-d3b642b8f346,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:12.576412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6549b5f1-c569-4336-aa80-51ba667a5c6b details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:25:12.578191 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-fa56f5d0-76f5-4292-88d3-53fb89d883d6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.583312 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-fa56f5d0-76f5-4292-88d3-53fb89d883d6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.584533 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01cd52a9-5fab-4e44-ac3b-906a00c17017 req-fa56f5d0-76f5-4292-88d3-53fb89d883d6 tempest-FloatingIPDetailsTestJSON-1189958272 tempest-FloatingIPDetailsTestJSON-1189958272-project] 10.222.0.22 "DELETE /v2.0/floatingips/462f452d-2cd1-4101-a08a-9ae5501ee4c8 HTTP/1.1" status: 204 len: 173 time: 0.6093581 Sep 16 16:25:12.601222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53442) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:12.607448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ddab10cb-d253-4349-8115-fad42ccb0e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.789551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:12.805166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '6549b5f1-c569-4336-aa80-51ba667a5c6b', 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b', 'port_id': '6549b5f1-c569-4336-aa80-51ba667a5c6b', 'mac_address': 'fa:16:3e:1c:68:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca29617-9cd6-4a45-9390-139b0ed27531', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:25:12.819001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6bdc-2f8f-4d0f-8d79-030fbbcdfc81 req-6bf222f1-7842-474a-82ae-e9be100c2c39 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:12.820626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c7c6bdc-2f8f-4d0f-8d79-030fbbcdfc81 req-6bf222f1-7842-474a-82ae-e9be100c2c39 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 949 time: 0.0964611 Sep 16 16:25:12.837528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ddab10cb-d253-4349-8115-fad42ccb0e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.924738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c7c6bdc-2f8f-4d0f-8d79-030fbbcdfc81 req-0ba9a705-c799-4225-9f88-fa8439a2c862 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872047 Sep 16 16:25:12.926977 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:12.955414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6549b5f1-c569-4336-aa80-51ba667a5c6b {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:12.996231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:13.098190 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:13.099574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ddab10cb-d253-4349-8115-fad42ccb0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:13.102251 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ddab10cb-d253-4349-8115-fad42ccb0e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:13.107584 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ddab10cb-d253-4349-8115-fad42ccb0e4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f251931a-de82-4d78-a349-908d02fc674c HTTP/1.1" status: 204 len: 168 time: 0.5744963 Sep 16 16:25:13.118265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab10cb-d253-4349-8115-fad42ccb0e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f251931a-de82-4d78-a349-908d02fc674c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:13.212120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6549b5f1-c569-4336-aa80-51ba667a5c6b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:13.250187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c165a89-942c-44b3-8e15-85e857971a2e req-4f25d309-f8f1-4611-b23a-418e1b6f8777 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:13.252044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c165a89-942c-44b3-8e15-85e857971a2e req-4f25d309-f8f1-4611-b23a-418e1b6f8777 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.1062462 Sep 16 16:25:13.267043 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:13.338566 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:13.348741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c165a89-942c-44b3-8e15-85e857971a2e req-198be816-cf6e-4f35-a867-c753267ed42c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902963 Sep 16 16:25:13.406640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6549b5f1-c569-4336-aa80-51ba667a5c6b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:13.424407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ecf2-63c0-4bea-b71c-8641c3977426 req-11162eea-d0d6-4185-8087-0c8a1cb2c634 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:13.426166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2a73ecf2-63c0-4bea-b71c-8641c3977426 req-11162eea-d0d6-4185-8087-0c8a1cb2c634 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 944 time: 0.0678420 Sep 16 16:25:13.480437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2a73ecf2-63c0-4bea-b71c-8641c3977426 req-d95c3ab0-61bc-4cb3-b2f7-06c4088d9bae tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Sep 16 16:25:13.581233 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:13.971587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] Deleting port e0ab4af0-fa78-4027-ab26-912343c3d06e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:13.972179 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:14.081200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb34d9-ac74-4def-b167-0e227b75fd12 req-ca51e3a6-dc63-41b2-bf2c-7359ce97daa3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:14.092940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] For port e0ab4af0-fa78-4027-ab26-912343c3d06e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e0ab4af0-fa78-4027-ab26-912343c3d06e,segment=NetworkSegment(5a2bea36-9c05-42df-bfa2-0e2e5fe199de),segment_id=5a2bea36-9c05-42df-bfa2-0e2e5fe199de)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:14.093343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:14.097490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bbb34d9-ac74-4def-b167-0e227b75fd12 req-ca51e3a6-dc63-41b2-bf2c-7359ce97daa3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 949 time: 0.0985625 Sep 16 16:25:14.109634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] Calling delete_port for e0ab4af0-fa78-4027-ab26-912343c3d06e owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:14.161142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bbb34d9-ac74-4def-b167-0e227b75fd12 req-62daff7f-7109-4d22-84ca-fdd6a1b2426f tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624590 Sep 16 16:25:14.509001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bd60a-6046-4c4b-8e1d-c0aca6da8fd5 req-c7115cb8-7ffe-4caa-8457-ea6bf13b5bf0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:14.512903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e56bd60a-6046-4c4b-8e1d-c0aca6da8fd5 req-c7115cb8-7ffe-4caa-8457-ea6bf13b5bf0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0674067 Sep 16 16:25:14.521820 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:14.564591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e56bd60a-6046-4c4b-8e1d-c0aca6da8fd5 req-e6a16993-4e16-4c1c-a782-5d587e960dd2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468602 Sep 16 16:25:14.570389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ab4af0-fa78-4027-ab26-912343c3d06e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:14.604051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6549b5f1-c569-4336-aa80-51ba667a5c6b up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:14.764314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9a284-3589-438b-90bf-362f7a3b7933 req-6f776209-82a3-4aaf-b131-f22af5074a25 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:14.779505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9d9a284-3589-438b-90bf-362f7a3b7933 req-6f776209-82a3-4aaf-b131-f22af5074a25 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 944 time: 0.1175284 Sep 16 16:25:14.825167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 6549b5f1-c569-4336-aa80-51ba667a5c6b completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:25:14.831792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 6549b5f1-c569-4336-aa80-51ba667a5c6b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:14.832452 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:14.879987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9d9a284-3589-438b-90bf-362f7a3b7933 req-53441529-7077-4454-90d5-ff2cce33e5c4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906494 Sep 16 16:25:15.009603 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-a86f00c3-6742-4426-b3f7-73a7a4af5474 service neutron] 10.222.0.62 "GET /v2.0/ports/36aaa2da-d481-4f07-9012-a02809995dc5/bindings/n-h2-807786-3 HTTP/1.1" status: 200 len: 382 time: 0.2721627 Sep 16 16:25:15.041976 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:15.095742 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:15.138673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6549b5f1-c569-4336-aa80-51ba667a5c6b'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:15.142076 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a08b4e-006c-4343-ac5d-edc744cc3928" -d '{"events": [{"server_uuid": "59840b6a-52f3-4ab7-ba46-9f257038f6c9", "name": "network-vif-plugged", "status": "completed", "tag": "6549b5f1-c569-4336-aa80-51ba667a5c6b"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:15.162821 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:15.210185 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ceb90e-41aa-41a9-a418-252abe55a0dd x-openstack-request-id: req-29ceb90e-41aa-41a9-a418-252abe55a0dd {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:15.210479 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59840b6a-52f3-4ab7-ba46-9f257038f6c9", "name": "network-vif-plugged", "status": "completed", "tag": "6549b5f1-c569-4336-aa80-51ba667a5c6b", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:15.210730 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29ceb90e-41aa-41a9-a418-252abe55a0dd {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:15.211124 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6549b5f1-c569-4336-aa80-51ba667a5c6b', 'code': 200} Sep 16 16:25:15.213181 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:15.425544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6549b5f1-c569-4336-aa80-51ba667a5c6b,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:15.527647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a3b8-57ac-40b8-b133-dd2f8839caf9 req-955de9e5-c109-4c33-9d6b-eae834d1c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.529324 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3710a3b8-57ac-40b8-b133-dd2f8839caf9 req-955de9e5-c109-4c33-9d6b-eae834d1c9db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 1096 time: 0.1573966 Sep 16 16:25:15.663904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-50d87019-5c64-480f-a674-8b75510720d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.665154 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-50d87019-5c64-480f-a674-8b75510720d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61&tenant_id=64baf66baab943a8acdce99439b67aa5 HTTP/1.1" status: 200 len: 1101 time: 0.1498196 Sep 16 16:25:15.670490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] Router a63d640b-2f82-4b11-8571-793c2d141dfd has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:25:15.672866 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3710a3b8-57ac-40b8-b133-dd2f8839caf9 req-a1d5fb18-f74c-4ded-933a-da7b18f8c1df service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115124 Sep 16 16:25:15.808790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5378d-379e-4588-be92-07e923faca1e req-b132a8ff-5310-4fd1-9835-72771661d649 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.810361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdf5378d-379e-4588-be92-07e923faca1e req-b132a8ff-5310-4fd1-9835-72771661d649 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.1103148 Sep 16 16:25:15.819792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.820275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.821660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.822172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.822673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.823140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.823732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.824202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.824694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.825157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.825615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.826075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.828498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65714579-aa94-4286-9327-17d953496e36 req-1bc11358-6234-4f24-a873-9bda58e46021 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9&device_id=fa753033-6774-4c50-be09-ff0a92262407&device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce&device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2&device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb&device_id=939ccd79-ba11-40af-8cea-dd236bc1de61&device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6&device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b&device_id=2adda500-d870-46bb-a0b6-22531fa058dc&device_id=b92f8260-1adc-425f-a1a5-8682c3091e00&device_id=00a45286-bbe3-4792-ba22-00320e42c9a0&device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 10867 time: 0.0860806 Sep 16 16:25:15.835810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-02de4c63-3c97-4202-970e-05e877544d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:15.837338 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-02de4c63-3c97-4202-970e-05e877544d02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 1101 time: 0.0951312 Sep 16 16:25:15.867401 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-65714579-aa94-4286-9327-17d953496e36 req-346ccbf0-76d4-4a46-b7d0-363f82cd359e tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:15.869793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:25:15.881794 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ce50dcba-dd97-4e00-8b45-0494af7d9b85 admin admin] 10.222.0.22 "PUT /v2.0/routers/a63d640b-2f82-4b11-8571-793c2d141dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2834013 Sep 16 16:25:15.882445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53516) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:15.883422 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] Sync routers for ids ['a63d640b-2f82-4b11-8571-793c2d141dfd'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:25:15.892243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdf5378d-379e-4588-be92-07e923faca1e req-95dbb5fe-0b66-4ce1-a89f-4206484f177e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626588 Sep 16 16:25:15.911448 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] Routers {'a63d640b-2f82-4b11-8571-793c2d141dfd'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:25:15.915192 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a63d640b-2f82-4b11-8571-793c2d141dfd'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:16.074937 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-65714579-aa94-4286-9327-17d953496e36 req-346ccbf0-76d4-4a46-b7d0-363f82cd359e tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:16.088722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd66be3-b56b-4dd6-86dc-cf6ed7dda269 req-f3878593-5325-4b59-9fc3-0610d5ebbe1c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:16.105842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bd66be3-b56b-4dd6-86dc-cf6ed7dda269 req-f3878593-5325-4b59-9fc3-0610d5ebbe1c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1097248 Sep 16 16:25:16.118728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-4bcee292-59bd-41fa-b86e-e39aff0700ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:16.118728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-4bcee292-59bd-41fa-b86e-e39aff0700ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2736137 Sep 16 16:25:16.158640 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] Set router a63d640b-2f82-4b11-8571-793c2d141dfd gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:25:16.180987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bd66be3-b56b-4dd6-86dc-cf6ed7dda269 req-b303a188-0dab-4ca8-bbb3-670a55e8e92c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692549 Sep 16 16:25:16.182115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:16.182264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-65714579-aa94-4286-9327-17d953496e36 req-346ccbf0-76d4-4a46-b7d0-363f82cd359e tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:16.249040 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65714579-aa94-4286-9327-17d953496e36 req-346ccbf0-76d4-4a46-b7d0-363f82cd359e tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&id=a5856116-c82e-4a5d-8667-8b09e529f6e9&id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&id=99eb345b-ad82-4e6b-9066-8c6faadc4265&id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.4049923 Sep 16 16:25:16.274642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ccbf0-76d4-4a46-b7d0-363f82cd359e tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6c5145-12ed-46f4-8b76-fa4daeeca62c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:16.343147 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-e2cabb15-65bd-475c-8e2b-ad9e239d6194 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=36aaa2da-d481-4f07-9012-a02809995dc5 HTTP/1.1" status: 200 len: 217 time: 0.0990198 Sep 16 16:25:16.417788 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'name': 'tempest-FloatingIPDetailsTestJSON-284708222-router', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:37Z', 'updated_at': '2021-09-16T16:25:14Z', 'revision_number': 5, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'gw_port': {'id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:39Z', 'updated_at': '2021-09-16T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:16.532045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:16.535515 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] Checking router: a63d640b-2f82-4b11-8571-793c2d141dfd for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:25:16.545226 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] Routers {'a63d640b-2f82-4b11-8571-793c2d141dfd'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:25:16.546086 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a63d640b-2f82-4b11-8571-793c2d141dfd'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:16.567201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-8844c3fc-677e-40dc-9f25-3d549652bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:16.568985 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-8844c3fc-677e-40dc-9f25-3d549652bdc9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.2214196 Sep 16 16:25:16.639186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-b6e340d5-00a7-4a1b-bbf0-3641aa2b020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:16.643762 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-b6e340d5-00a7-4a1b-bbf0-3641aa2b020a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676272 Sep 16 16:25:16.757047 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] Set router a63d640b-2f82-4b11-8571-793c2d141dfd gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:25:16.893556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Deleting port ff32335e-36e0-439f-b777-8f7d2b15b953 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:16.895847 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:16.900339 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-ac42fad0-7be9-4d64-9eef-d4c1f6e1c432 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495322 Sep 16 16:25:16.945754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6d39b-40b6-4ac1-8212-ad2db29d14a4 req-af6e4c59-8b6b-4598-86cc-7cfb2a610d6d tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:16.946369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6d39b-40b6-4ac1-8212-ad2db29d14a4 req-af6e4c59-8b6b-4598-86cc-7cfb2a610d6d tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:16.946791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6d39b-40b6-4ac1-8212-ad2db29d14a4 req-af6e4c59-8b6b-4598-86cc-7cfb2a610d6d tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:16.949370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21d6d39b-40b6-4ac1-8212-ad2db29d14a4 req-af6e4c59-8b6b-4598-86cc-7cfb2a610d6d tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407&device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2&device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 2883 time: 0.0889273 Sep 16 16:25:17.023511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21d6d39b-40b6-4ac1-8212-ad2db29d14a4 req-81b55e8d-c33e-4fe9-a8cb-180c02ff9a62 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669622 Sep 16 16:25:17.185570 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'name': 'tempest-FloatingIPDetailsTestJSON-284708222-router', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:37Z', 'updated_at': '2021-09-16T16:25:14Z', 'revision_number': 5, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'gw_port': {'id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:39Z', 'updated_at': '2021-09-16T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:17.197202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802648e-99cf-427c-8879-bd6a8759a32e req-3c72783b-9b25-49e7-b94c-bd0c1ee7d5ab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:17.200886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6802648e-99cf-427c-8879-bd6a8759a32e req-3c72783b-9b25-49e7-b94c-bd0c1ee7d5ab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0931022 Sep 16 16:25:17.256687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] For port ff32335e-36e0-439f-b777-8f7d2b15b953, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ff32335e-36e0-439f-b777-8f7d2b15b953,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:17.257252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:17.268431 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcefdfc-acd2-4bef-9ec3-55e7e135a5b1 None None] The sync data for ids ['a63d640b-2f82-4b11-8571-793c2d141dfd'] in n-d-807786-3 is: [{'id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'name': 'tempest-FloatingIPDetailsTestJSON-284708222-router', 'tenant_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:37Z', 'updated_at': '2021-09-16T16:25:14Z', 'revision_number': 5, 'project_id': '25c7891ca0d84a2499e66f6df95e9aa5', 'gw_port': {'id': 'ff32335e-36e0-439f-b777-8f7d2b15b953', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63d640b-2f82-4b11-8571-793c2d141dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:39Z', 'updated_at': '2021-09-16T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:25:17.276218 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-132e8904-43d5-446e-abb8-0b6533c7b187 req-44283e0e-7552-46e9-869b-6aabba2b537d service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506961 Sep 16 16:25:17.281926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6802648e-99cf-427c-8879-bd6a8759a32e req-0ae1186b-4531-470d-b3fe-1043a4aaff7b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633581 Sep 16 16:25:17.309099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Calling delete_port for ff32335e-36e0-439f-b777-8f7d2b15b953 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:17.513461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ee563-65bd-405a-a53a-e5ab3bacd462 req-6dc72742-6084-49ba-a853-8bb73bf71ada tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:17.518058 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a20ee563-65bd-405a-a53a-e5ab3bacd462 req-6dc72742-6084-49ba-a853-8bb73bf71ada tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1000872 Sep 16 16:25:17.621082 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a20ee563-65bd-405a-a53a-e5ab3bacd462 req-fcc08de5-9e68-4391-9974-21086c538469 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972664 Sep 16 16:25:17.653462 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:17.718544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff32335e-36e0-439f-b777-8f7d2b15b953,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:17.791680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b4cbd-b856-490c-a5ab-e06c4fd81038 req-94b91aa4-a6a7-4bfc-86ef-0ad1cc837889 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:17.791680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e8b4cbd-b856-490c-a5ab-e06c4fd81038 req-94b91aa4-a6a7-4bfc-86ef-0ad1cc837889 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 1096 time: 0.0597398 Sep 16 16:25:17.809210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:17.871126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e8b4cbd-b856-490c-a5ab-e06c4fd81038 req-ae1f314f-4062-41c6-8c6d-d031c779bdc6 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723376 Sep 16 16:25:17.959191 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:17.961404 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:18.138886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:18.139352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63d640b-2f82-4b11-8571-793c2d141dfd {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:25:18.144682 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:18.146795 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1fe50cd8-86f0-4594-8c5a-f8ea5c2bc717 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a63d640b-2f82-4b11-8571-793c2d141dfd HTTP/1.1" status: 204 len: 168 time: 2.2558758 Sep 16 16:25:18.149136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53588) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:18.282845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36aaa2da-d481-4f07-9012-a02809995dc5 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:25:18.321171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bde959-ef8c-40ea-b9cf-a2ccb1503891 admin admin] Deleting subnet 48a86433-b276-4cae-a33e-7601426b2d59 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:25:18.329009 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1bde959-ef8c-40ea-b9cf-a2ccb1503891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:18.437482 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1bde959-ef8c-40ea-b9cf-a2ccb1503891 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:18.460349 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:18.510028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36aaa2da-d481-4f07-9012-a02809995dc5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:18.516460 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae16f05-f8aa-48fa-bc4a-5bbd4d999c22" -d '{"events": [{"server_uuid": "939ccd79-ba11-40af-8cea-dd236bc1de61", "name": "network-vif-unplugged", "status": "completed", "tag": "36aaa2da-d481-4f07-9012-a02809995dc5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:18.536899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 36aaa2da-d481-4f07-9012-a02809995dc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36aaa2da-d481-4f07-9012-a02809995dc5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:18.620363 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:18.640583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dfedc-896f-4946-8373-90241f845164 req-dc3b7138-d517-441e-b547-891de5e0e329 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:18.643856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c3dfedc-896f-4946-8373-90241f845164 req-dc3b7138-d517-441e-b547-891de5e0e329 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0934904 Sep 16 16:25:18.643856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1bde959-ef8c-40ea-b9cf-a2ccb1503891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:18.717015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c3dfedc-896f-4946-8373-90241f845164 req-8fa84a52-65e5-4403-b597-30b11083c73c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511439 Sep 16 16:25:18.734294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=36aaa2da-d481-4f07-9012-a02809995dc5,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:18.833390 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8554c9-e8a5-4834-9f9a-485ce7ffe56e x-openstack-request-id: req-ba8554c9-e8a5-4834-9f9a-485ce7ffe56e {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:18.833711 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939ccd79-ba11-40af-8cea-dd236bc1de61", "name": "network-vif-unplugged", "status": "completed", "tag": "36aaa2da-d481-4f07-9012-a02809995dc5", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:18.833963 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba8554c9-e8a5-4834-9f9a-485ce7ffe56e {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:18.834354 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36aaa2da-d481-4f07-9012-a02809995dc5', 'code': 200} Sep 16 16:25:18.935926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72775a-1cac-442d-9d7f-2356324e5e1e req-5d1480e7-295e-445c-8643-9425c6d3e0e1 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:18.937495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca72775a-1cac-442d-9d7f-2356324e5e1e req-5d1480e7-295e-445c-8643-9425c6d3e0e1 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 1101 time: 0.0597544 Sep 16 16:25:18.976569 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca72775a-1cac-442d-9d7f-2356324e5e1e req-518454b2-0050-4e43-ab7b-2fd78761bc64 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Sep 16 16:25:19.094416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1bde959-ef8c-40ea-b9cf-a2ccb1503891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:19.132540 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1bde959-ef8c-40ea-b9cf-a2ccb1503891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:19.136208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53620) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:19.136766 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e1bde959-ef8c-40ea-b9cf-a2ccb1503891 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/48a86433-b276-4cae-a33e-7601426b2d59 HTTP/1.1" status: 204 len: 168 time: 0.9854047 Sep 16 16:25:19.137118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68163804-d130-4c4a-9f94-cc8dcc561745 None None] Network 09647422-0e4a-4e87-82d7-007266e2238b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:25:19.138468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bde959-ef8c-40ea-b9cf-a2ccb1503891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a86433-b276-4cae-a33e-7601426b2d59,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:19.149616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962daf7c-767a-4def-82e6-a9a8ecc96eba req-c998d9ce-a13d-420f-9fae-5455eab8c6ba tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:19.151243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-962daf7c-767a-4def-82e6-a9a8ecc96eba req-c998d9ce-a13d-420f-9fae-5455eab8c6ba tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 1101 time: 0.0868208 Sep 16 16:25:19.230891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-962daf7c-767a-4def-82e6-a9a8ecc96eba req-15d3e21c-e599-4b4a-ac51-9d04c4b8ccb0 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665567 Sep 16 16:25:19.254003 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:19.332763 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Deleting port 80e2f127-bbd1-4a75-bf9f-af84c22b135a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:19.332763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:19.424309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ff32335e-36e0-439f-b777-8f7d2b15b953 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:25:19.424975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] For port 80e2f127-bbd1-4a75-bf9f-af84c22b135a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=80e2f127-bbd1-4a75-bf9f-af84c22b135a,segment=NetworkSegment(5a2bea36-9c05-42df-bfa2-0e2e5fe199de),segment_id=5a2bea36-9c05-42df-bfa2-0e2e5fe199de)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:19.424975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:19.441936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Calling delete_port for 80e2f127-bbd1-4a75-bf9f-af84c22b135a owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:19.452326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ff32335e-36e0-439f-b777-8f7d2b15b953 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:25:19.452978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ff32335e-36e0-439f-b777-8f7d2b15b953 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:25:19.453568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e0ab4af0-fa78-4027-ab26-912343c3d06e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:25:19.476490 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: e0ab4af0-fa78-4027-ab26-912343c3d06e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:25:19.477121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e0ab4af0-fa78-4027-ab26-912343c3d06e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:25:19.592160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873885c-216a-449e-ae00-4fbfd75ea503 None None] DHCP port deletion for 09647422-0e4a-4e87-82d7-007266e2238b request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:25:19.646709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f873885c-216a-449e-ae00-4fbfd75ea503 None None] Deleting port 80e2f127-bbd1-4a75-bf9f-af84c22b135a {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:19.647082 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f873885c-216a-449e-ae00-4fbfd75ea503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:19.731668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f873885c-216a-449e-ae00-4fbfd75ea503 None None] For port 80e2f127-bbd1-4a75-bf9f-af84c22b135a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=80e2f127-bbd1-4a75-bf9f-af84c22b135a,segment=NetworkSegment(5a2bea36-9c05-42df-bfa2-0e2e5fe199de),segment_id=5a2bea36-9c05-42df-bfa2-0e2e5fe199de)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:19.732143 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f873885c-216a-449e-ae00-4fbfd75ea503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:19.755673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f873885c-216a-449e-ae00-4fbfd75ea503 None None] Calling delete_port for 80e2f127-bbd1-4a75-bf9f-af84c22b135a owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:19.879930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5155221-461f-422f-8785-6dbe10f5b0bf req-a5340f04-b36b-4d94-9409-6d1cc10adcc0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:19.881369 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5155221-461f-422f-8785-6dbe10f5b0bf req-a5340f04-b36b-4d94-9409-6d1cc10adcc0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 948 time: 0.0692592 Sep 16 16:25:19.919141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5155221-461f-422f-8785-6dbe10f5b0bf req-fef77ec9-a19f-4591-a968-390e4cb85d4a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Sep 16 16:25:20.282882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36aaa2da-d481-4f07-9012-a02809995dc5 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:25:20.393085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 36aaa2da-d481-4f07-9012-a02809995dc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36aaa2da-d481-4f07-9012-a02809995dc5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:20.405625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '36aaa2da-d481-4f07-9012-a02809995dc5', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '36aaa2da-d481-4f07-9012-a02809995dc5', 'mac_address': 'fa:16:3e:98:6d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:25:20.445891 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:20.458515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36aaa2da-d481-4f07-9012-a02809995dc5 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:20.483669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 36aaa2da-d481-4f07-9012-a02809995dc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36aaa2da-d481-4f07-9012-a02809995dc5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:20.486196 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:20.496722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f873885c-216a-449e-ae00-4fbfd75ea503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:20.532889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873885c-216a-449e-ae00-4fbfd75ea503 None None] Pushing event deleted for resources: {'Port': ['ID=80e2f127-bbd1-4a75-bf9f-af84c22b135a,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:20.537108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873885c-216a-449e-ae00-4fbfd75ea503 None None] No DVR routers for this DVR port 80e2f127-bbd1-4a75-bf9f-af84c22b135a on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:25:20.562527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Pushing event deleted for resources: {'Port': ['ID=80e2f127-bbd1-4a75-bf9f-af84c22b135a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:20.581396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] No DVR routers for this DVR port 80e2f127-bbd1-4a75-bf9f-af84c22b135a on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:25:20.607608 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:20.658788 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:20.659436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=36aaa2da-d481-4f07-9012-a02809995dc5,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:20.699627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09647422-0e4a-4e87-82d7-007266e2238b']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:20.705994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2bea36-9c05-42df-bfa2-0e2e5fe199de') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:20.706168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2bea36-9c05-42df-bfa2-0e2e5fe199de') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:20.721169 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:20.749975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:20.772571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:25:20.773378 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:25:20.775599 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:25:20.866927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['36aaa2da-d481-4f07-9012-a02809995dc5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:20.999418 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:21.001162 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:21.003913 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] 10.222.0.22 "DELETE /v2.0/networks/09647422-0e4a-4e87-82d7-007266e2238b HTTP/1.1" status: 204 len: 168 time: 1.8655720 Sep 16 16:25:21.022874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a74d4-a121-426e-bc95-eb0e9bbf35cb admin admin] Pushing event deleted for resources: {'Network': ['ID=09647422-0e4a-4e87-82d7-007266e2238b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:21.138469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e41673-18aa-441e-8d3e-3bd8e9bebf59 req-776cd998-38f5-4515-8d57-6e7c2beddd74 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:21.140378 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17e41673-18aa-441e-8d3e-3bd8e9bebf59 req-776cd998-38f5-4515-8d57-6e7c2beddd74 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 949 time: 0.0895715 Sep 16 16:25:21.179290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17e41673-18aa-441e-8d3e-3bd8e9bebf59 req-a87fc900-90c9-4963-9e4b-76a0ffddd4fe tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Sep 16 16:25:21.397696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 80e2f127-bbd1-4a75-bf9f-af84c22b135a no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:25:21.422733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61672b60-f152-4bb2-a746-eda113150040 req-d9e2466b-81dc-4e98-9ebf-51e15cce5ed1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:21.434781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61672b60-f152-4bb2-a746-eda113150040 req-d9e2466b-81dc-4e98-9ebf-51e15cce5ed1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0905716 Sep 16 16:25:21.451691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 80e2f127-bbd1-4a75-bf9f-af84c22b135a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:25:21.452218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 80e2f127-bbd1-4a75-bf9f-af84c22b135a not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:25:21.494126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61672b60-f152-4bb2-a746-eda113150040 req-062b8c83-02b2-4e68-8cc7-bba852eb2253 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579033 Sep 16 16:25:21.520955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53686) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:21.567780 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53690) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:21.603134 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c19942a0-a256-4a16-84b3-2465504b1fe8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25c7891ca0d84a2499e66f6df95e9aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808651 Sep 16 16:25:21.606764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53694) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:21.797314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc62dc7-6c56-44a9-82e8-4fb99b3bcd30 req-cc621937-66e0-4642-9a4b-6a7d5b259ea1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:21.798904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0dc62dc7-6c56-44a9-82e8-4fb99b3bcd30 req-cc621937-66e0-4642-9a4b-6a7d5b259ea1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 949 time: 0.1698771 Sep 16 16:25:21.814540 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ff629fc-ada4-4266-8540-47ec87087e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:21.825729 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3199c9b-45b5-4e87-b589-751bbd1219d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:21.848347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-77602057-b4c6-4873-aac5-b6ed8f3ec618 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:21.848546 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3199c9b-45b5-4e87-b589-751bbd1219d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:21.850196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-77602057-b4c6-4873-aac5-b6ed8f3ec618 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61&tenant_id=64baf66baab943a8acdce99439b67aa5&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 949 time: 0.0840144 Sep 16 16:25:21.915884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0dc62dc7-6c56-44a9-82e8-4fb99b3bcd30 req-d3f500f4-abea-42c2-b2f2-287495144203 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919418 Sep 16 16:25:22.034425 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ff629fc-ada4-4266-8540-47ec87087e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.039808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-f786e19a-d382-4de7-8277-f7b2da48bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:22.045002 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-f786e19a-d382-4de7-8277-f7b2da48bfa3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 1100 time: 0.0717952 Sep 16 16:25:22.046954 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3199c9b-45b5-4e87-b589-751bbd1219d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.049661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3199c9b-45b5-4e87-b589-751bbd1219d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.052646 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f3199c9b-45b5-4e87-b589-751bbd1219d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75167493-6b60-4d31-9c42-32bad2043df5 HTTP/1.1" status: 204 len: 168 time: 0.4433382 Sep 16 16:25:22.065957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3199c9b-45b5-4e87-b589-751bbd1219d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75167493-6b60-4d31-9c42-32bad2043df5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:22.122018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ff629fc-ada4-4266-8540-47ec87087e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.174177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9ff629fc-ada4-4266-8540-47ec87087e12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d393cb0ddf645a190fdef4ed74fdf73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6048825 Sep 16 16:25:22.175475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53708) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:22.177937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff629fc-ada4-4266-8540-47ec87087e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c97ffd-2801-4590-b05d-9cb40f9fae9e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:22.271525 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e44a46c3-4f16-4d72-9706-dcec9cf6fa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.289173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36aaa2da-d481-4f07-9012-a02809995dc5 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:22.319388 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e44a46c3-4f16-4d72-9706-dcec9cf6fa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.320068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-e7214aa6-3e8e-4bb3-822d-a92a5dd639e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:22.321612 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-e7214aa6-3e8e-4bb3-822d-a92a5dd639e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2680280 Sep 16 16:25:22.363307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 36aaa2da-d481-4f07-9012-a02809995dc5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:22.364140 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.456134 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.470564 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e44a46c3-4f16-4d72-9706-dcec9cf6fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.473394 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e44a46c3-4f16-4d72-9706-dcec9cf6fa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.486175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aaa2da-d481-4f07-9012-a02809995dc5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:22.486175 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f033a349-9ffa-47a5-8ffc-c51600f5cff1" -d '{"events": [{"server_uuid": "939ccd79-ba11-40af-8cea-dd236bc1de61", "name": "network-vif-plugged", "status": "completed", "tag": "36aaa2da-d481-4f07-9012-a02809995dc5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:22.486621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e44a46c3-4f16-4d72-9706-dcec9cf6fa55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8c97ffd-2801-4590-b05d-9cb40f9fae9e HTTP/1.1" status: 204 len: 168 time: 0.3023701 Sep 16 16:25:22.514517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a46c3-4f16-4d72-9706-dcec9cf6fa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c97ffd-2801-4590-b05d-9cb40f9fae9e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:22.543650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 36aaa2da-d481-4f07-9012-a02809995dc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36aaa2da-d481-4f07-9012-a02809995dc5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:22.615413 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd0715f-bf45-4d1b-b0e5-c04aea03c640 x-openstack-request-id: req-9cd0715f-bf45-4d1b-b0e5-c04aea03c640 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:22.615706 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939ccd79-ba11-40af-8cea-dd236bc1de61", "name": "network-vif-plugged", "status": "completed", "tag": "36aaa2da-d481-4f07-9012-a02809995dc5", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:22.615953 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9cd0715f-bf45-4d1b-b0e5-c04aea03c640 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:22.616748 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aaa2da-d481-4f07-9012-a02809995dc5', 'code': 200} Sep 16 16:25:22.619087 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:22.680008 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-1002be8e-4fd7-4e70-ac78-e3b18f24b73a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=36aaa2da-d481-4f07-9012-a02809995dc5 HTTP/1.1" status: 200 len: 217 time: 0.3485117 Sep 16 16:25:22.681962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92736817-5e15-416c-becd-fca73339c8df req-b730befe-9b3e-4f48-ad9b-3bc74deda57e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:22.693790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92736817-5e15-416c-becd-fca73339c8df req-b730befe-9b3e-4f48-ad9b-3bc74deda57e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1097524 Sep 16 16:25:22.753846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92736817-5e15-416c-becd-fca73339c8df req-6ee99e8c-e8a5-4524-9e46-c73cddd8dcd6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556071 Sep 16 16:25:22.754929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=36aaa2da-d481-4f07-9012-a02809995dc5,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:22.770793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-452ebd24-4dfe-4b54-91a9-ec05ba35080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:22.772969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-452ebd24-4dfe-4b54-91a9-ec05ba35080f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0846889 Sep 16 16:25:22.822440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-c1cc2746-086d-47c7-ad2f-29ac87123706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:22.824293 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-c1cc2746-086d-47c7-ad2f-29ac87123706 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425401 Sep 16 16:25:22.935618 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-b37e734e-0dac-4a1b-b99d-168976dc00d4 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029978 Sep 16 16:25:23.084218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e7b80-eaab-432c-bf81-9aa1edc3acbc req-da0cfd8f-f21c-4e29-b91a-7da42650c394 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:23.094509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa9e7b80-eaab-432c-bf81-9aa1edc3acbc req-da0cfd8f-f21c-4e29-b91a-7da42650c394 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0712726 Sep 16 16:25:23.117471 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-62ec854b-14ed-4f83-8f14-d61fae0a6a58 req-c3a62c19-3c5c-4dc4-83cb-9860432644b9 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718245 Sep 16 16:25:23.139787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa9e7b80-eaab-432c-bf81-9aa1edc3acbc req-324f97e2-9bd9-4877-b03a-9b34a9f3295b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Sep 16 16:25:23.349732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53758) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:23.377183 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9fce54b-008f-4f57-868b-509c9c4f8fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:23.516566 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9fce54b-008f-4f57-868b-509c9c4f8fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:23.624088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9fce54b-008f-4f57-868b-509c9c4f8fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:23.665406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53774) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:23.665752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a9fce54b-008f-4f57-868b-509c9c4f8fbb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd97e454c47d4f86970fcf2d7a09327c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141031 Sep 16 16:25:23.668278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fce54b-008f-4f57-868b-509c9c4f8fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0806095-facd-4224-9796-f17e4ef9847e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:23.753438 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82d152aa-9b89-4e16-a826-39116fdda5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:23.778078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82d152aa-9b89-4e16-a826-39116fdda5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:23.903464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee3b25-9bd3-499d-8894-53320ecc19c8 req-6c9ec025-6278-4b70-a1e0-58c7701558ae tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:23.904898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0ee3b25-9bd3-499d-8894-53320ecc19c8 req-6c9ec025-6278-4b70-a1e0-58c7701558ae tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0519185 Sep 16 16:25:23.939663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82d152aa-9b89-4e16-a826-39116fdda5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:23.946195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0ee3b25-9bd3-499d-8894-53320ecc19c8 req-c2c4492e-2fb6-48ac-843d-5fb7a5f18665 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346262 Sep 16 16:25:23.948954 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82d152aa-9b89-4e16-a826-39116fdda5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:23.952908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-82d152aa-9b89-4e16-a826-39116fdda5c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0806095-facd-4224-9796-f17e4ef9847e HTTP/1.1" status: 204 len: 168 time: 0.2863696 Sep 16 16:25:23.966245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d152aa-9b89-4e16-a826-39116fdda5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0806095-facd-4224-9796-f17e4ef9847e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:24.288279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adb929-08d3-4323-bf71-201948768b3a req-8b7d2835-cf26-49f9-835e-355ddbbed718 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:24.303546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6adb929-08d3-4323-bf71-201948768b3a req-8b7d2835-cf26-49f9-835e-355ddbbed718 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0822315 Sep 16 16:25:24.365045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6adb929-08d3-4323-bf71-201948768b3a req-1468dea1-af8b-48a5-88a9-9e9e74e2dbe9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603449 Sep 16 16:25:24.500286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e445-05a4-4b31-8d5e-57d1e0a2fe56 req-10919803-a6cc-45e3-b820-e025ae36d0ba tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:24.502150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39f4e445-05a4-4b31-8d5e-57d1e0a2fe56 req-10919803-a6cc-45e3-b820-e025ae36d0ba tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0570920 Sep 16 16:25:24.564973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39f4e445-05a4-4b31-8d5e-57d1e0a2fe56 req-d99082f3-c26f-41c1-8c56-33adc8b01320 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554037 Sep 16 16:25:24.661665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53842) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:24.796511 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9960ea15-a67b-466c-8de5-f2313d495ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:24.932060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9960ea15-a67b-466c-8de5-f2313d495ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:24.988234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-8288b0e3-fbdb-4b5f-9b59-23dbc91032c6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=64baf66baab943a8acdce99439b67aa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239508 Sep 16 16:25:25.129519 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9960ea15-a67b-466c-8de5-f2313d495ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:25.156309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-ae334a87-3047-48df-ac52-94c5ff6f6886 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:25.165186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-ae334a87-3047-48df-ac52-94c5ff6f6886 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697042 Sep 16 16:25:25.175936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c2e31-d656-4e5e-b591-91c1de77cc10 req-f94334ee-8450-4aa5-9de1-c3041f8b4635 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:25.184608 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b68c2e31-d656-4e5e-b591-91c1de77cc10 req-f94334ee-8450-4aa5-9de1-c3041f8b4635 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1178920 Sep 16 16:25:25.242485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b68c2e31-d656-4e5e-b591-91c1de77cc10 req-62e24c3c-2c99-4052-ad15-a726e3c248c9 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570316 Sep 16 16:25:25.259437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-00d7e1ce-8650-4b45-ba20-137be7483d52 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/quotas/64baf66baab943a8acdce99439b67aa5 HTTP/1.1" status: 200 len: 375 time: 0.0930238 Sep 16 16:25:25.263775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9960ea15-a67b-466c-8de5-f2313d495ea9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff8ce8d6e4ce4c6faaac964b470a2e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6009989 Sep 16 16:25:25.264637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960ea15-a67b-466c-8de5-f2313d495ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba846d2b-2a33-4085-8fb8-b537d435d265,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:25.266816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53872) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:25.351879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-02aee8ab-2975-45f3-a706-27f7b2f03ac5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757148 Sep 16 16:25:25.364878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e51448c-2db7-4396-8f6d-ac4cf441bce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:25.402611 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e51448c-2db7-4396-8f6d-ac4cf441bce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:25.613156 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e51448c-2db7-4396-8f6d-ac4cf441bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:25.617100 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e51448c-2db7-4396-8f6d-ac4cf441bce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:25.618630 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1e51448c-2db7-4396-8f6d-ac4cf441bce1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba846d2b-2a33-4085-8fb8-b537d435d265 HTTP/1.1" status: 204 len: 168 time: 0.3492327 Sep 16 16:25:25.629103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51448c-2db7-4396-8f6d-ac4cf441bce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba846d2b-2a33-4085-8fb8-b537d435d265,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:25.730360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a3fe6ed-14e1-44ee-8179-a954ff61efba req-439b3661-cb90-4237-a7ca-a929c75f04ea tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 210 time: 0.0456386 Sep 16 16:25:26.424372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97a34-0a06-45a6-9cba-348a7fdf5fc9 req-b02adab3-ccab-4e4c-ab61-db370a0872b8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:26.431753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cf97a34-0a06-45a6-9cba-348a7fdf5fc9 req-b02adab3-ccab-4e4c-ab61-db370a0872b8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0881734 Sep 16 16:25:26.479369 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cf97a34-0a06-45a6-9cba-348a7fdf5fc9 req-6a36ebd5-ce7a-4848-9f56-281359d3e1fb tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467582 Sep 16 16:25:26.822477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5282ecc-0f59-4a55-9911-48bb0d3f7f0b req-c685e1cd-e226-4a1c-89c8-4a8b9e93f2c5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 210 time: 0.0296037 Sep 16 16:25:27.145902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53942) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:27.412565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5129653e-aba1-44ee-aef7-5a026d1fa445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:27.554375 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5129653e-aba1-44ee-aef7-5a026d1fa445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:27.621961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670298e-bb01-4930-853d-f651b8bc77a4 req-42434b84-06bc-43c7-88f5-3d5de16a2aca tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:27.623295 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c670298e-bb01-4930-853d-f651b8bc77a4 req-42434b84-06bc-43c7-88f5-3d5de16a2aca tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0500634 Sep 16 16:25:27.654822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5129653e-aba1-44ee-aef7-5a026d1fa445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:27.661798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c670298e-bb01-4930-853d-f651b8bc77a4 req-f956de0b-3664-4cac-9dd4-f13b5a4e9579 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Sep 16 16:25:27.712265 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5129653e-aba1-44ee-aef7-5a026d1fa445 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ca26046a0f846aebeb88a2f8f10a968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642786 Sep 16 16:25:27.714870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53966) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:27.739504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129653e-aba1-44ee-aef7-5a026d1fa445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a02952e-aec5-4db2-a0db-a47a8ba0e703,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:27.789108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5366ec08-f54d-40fc-ada7-faf390e02a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:27.811434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5366ec08-f54d-40fc-ada7-faf390e02a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:27.939461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89656b33-44af-46dc-867e-af25054c52c1 req-0743a4c8-60d8-4ea5-83d9-20ba319a01ff tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 210 time: 0.0300109 Sep 16 16:25:28.006506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53972) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:28.014447 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5366ec08-f54d-40fc-ada7-faf390e02a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.018278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5366ec08-f54d-40fc-ada7-faf390e02a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.023966 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5366ec08-f54d-40fc-ada7-faf390e02a16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a02952e-aec5-4db2-a0db-a47a8ba0e703 HTTP/1.1" status: 204 len: 168 time: 0.3080947 Sep 16 16:25:28.037007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366ec08-f54d-40fc-ada7-faf390e02a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a02952e-aec5-4db2-a0db-a47a8ba0e703,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:28.170884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-81aacf81-5692-4847-aab4-41f5ec46a21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.262936 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-81aacf81-5692-4847-aab4-41f5ec46a21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.344935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-864cfdc8-5793-4732-a6a2-277e8e4e6f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.395364 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-81aacf81-5692-4847-aab4-41f5ec46a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.427193 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-5ac7b71e-6308-49fb-bb98-c0b2aab8419e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=64baf66baab943a8acdce99439b67aa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495403 Sep 16 16:25:28.475930 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-81aacf81-5692-4847-aab4-41f5ec46a21a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f5ad4acf39f46cd8bb269c9d1b7abe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683371 Sep 16 16:25:28.480209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53980) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:28.506836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aacf81-5692-4847-aab4-41f5ec46a21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c292cec-12b1-4dc6-bb9b-9619d0ac190a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:28.555703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-588fa5f4-9294-4a5f-aefb-5d864bd15569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.592156 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-588fa5f4-9294-4a5f-aefb-5d864bd15569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.592539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-b1ba64de-5559-4ce9-b2c0-de4422561a79 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:28.610929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-b1ba64de-5559-4ce9-b2c0-de4422561a79 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564291 Sep 16 16:25:28.618992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Request body: {'port': {'device_id': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '64baf66baab943a8acdce99439b67aa5'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:28.790131 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-588fa5f4-9294-4a5f-aefb-5d864bd15569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.793215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-588fa5f4-9294-4a5f-aefb-5d864bd15569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.794377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-588fa5f4-9294-4a5f-aefb-5d864bd15569 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c292cec-12b1-4dc6-bb9b-9619d0ac190a HTTP/1.1" status: 204 len: 168 time: 0.3124199 Sep 16 16:25:28.822972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fa5f4-9294-4a5f-aefb-5d864bd15569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c292cec-12b1-4dc6-bb9b-9619d0ac190a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:28.868418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef7ce0-ebbe-4df3-811e-34b91c668e96 req-c6ee736f-45cb-44d7-b13c-6c192d317ee9 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:28.871379 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3eef7ce0-ebbe-4df3-811e-34b91c668e96 req-c6ee736f-45cb-44d7-b13c-6c192d317ee9 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0742211 Sep 16 16:25:28.925374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3eef7ce0-ebbe-4df3-811e-34b91c668e96 req-e439f6d8-24f1-412e-aaeb-2e192d4745fc tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398264 Sep 16 16:25:28.927372 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Made reservation on behalf of 64baf66baab943a8acdce99439b67aa5 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:28.934740 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:28.991484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e3189-7b94-4da0-b46d-f74de77e31ea req-5dc73959-6e72-471c-9bcb-9ac506d71259 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:28.993178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-196e3189-7b94-4da0-b46d-f74de77e31ea req-5dc73959-6e72-471c-9bcb-9ac506d71259 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 1097 time: 0.0460062 Sep 16 16:25:29.048714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11d22581-1614-4675-a681-fc16fa78fb1e req-06bb6a6d-32ae-4f4c-8a97-b25fe32b2fd7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 210 time: 0.0326567 Sep 16 16:25:29.060206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-196e3189-7b94-4da0-b46d-f74de77e31ea req-2c22239b-cf7e-435f-8710-a80eb6caa331 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579274 Sep 16 16:25:29.081461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Allocated IP 192.168.233.129 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/602248cf-0309-406e-beb1-896574f259e2) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:29.246748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:29.373597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:29.395314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bdd7334-666b-4488-ba69-669780fafdb5', '36aaa2da-d481-4f07-9012-a02809995dc5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:29.429497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54008) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:29.455363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:29.458608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:29.473712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:29.473712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:29.489877 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5786-0e69-4696-bbcd-959c94e79713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:29.546196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:29.547142 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:29.631197 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5786-0e69-4696-bbcd-959c94e79713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:29.731690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5786-0e69-4696-bbcd-959c94e79713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:29.773297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7f9a5786-0e69-4696-bbcd-959c94e79713 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d741e8841fe4260b1f7854c9410e259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427062 Sep 16 16:25:29.776026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a5786-0e69-4696-bbcd-959c94e79713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e93434-d2ef-433f-a2bc-2bd1bc70975b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:29.776283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54016) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:29.778303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fb6e5d05-13dd-4dca-b913-8a6283318e6c None None] Provisioning complete for port 602248cf-0309-406e-beb1-896574f259e2 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:29.778809 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5d05-13dd-4dca-b913-8a6283318e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:29.814086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e5d05-13dd-4dca-b913-8a6283318e6c None None] Port 602248cf-0309-406e-beb1-896574f259e2 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:25:29.847635 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8cf488dc-6b66-492d-aa3b-d35503047535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:29.860469 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-147d149e-2443-4f46-85f8-dbeeba4a5527 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2476525 Sep 16 16:25:29.872705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8cf488dc-6b66-492d-aa3b-d35503047535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:29.883493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Request body: {'port': {'device_id': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:29.966443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.094671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6c81b-54b8-4353-92fa-0b277a02899a req-0697df1d-674f-4f06-99e5-70dfddb7c80d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:30.097637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a6c81b-54b8-4353-92fa-0b277a02899a req-0697df1d-674f-4f06-99e5-70dfddb7c80d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0586565 Sep 16 16:25:30.133159 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8cf488dc-6b66-492d-aa3b-d35503047535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.133159 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8cf488dc-6b66-492d-aa3b-d35503047535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.133159 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8cf488dc-6b66-492d-aa3b-d35503047535 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46e93434-d2ef-433f-a2bc-2bd1bc70975b HTTP/1.1" status: 204 len: 168 time: 0.3550301 Sep 16 16:25:30.154173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a6c81b-54b8-4353-92fa-0b277a02899a req-ac3c04b4-7d15-4cf9-b65a-539ddb174dc3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461211 Sep 16 16:25:30.169291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf488dc-6b66-492d-aa3b-d35503047535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e93434-d2ef-433f-a2bc-2bd1bc70975b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:30.308606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4539e8-8fd3-45b2-a1f1-ca41a7e6b9fa req-f9124378-a88e-41e0-bf94-34d67492c4a8 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:30.310206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c4539e8-8fd3-45b2-a1f1-ca41a7e6b9fa req-f9124378-a88e-41e0-bf94-34d67492c4a8 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 936 time: 0.0637848 Sep 16 16:25:30.353618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602248cf-0309-406e-beb1-896574f259e2 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:30.363931 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.364802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c4539e8-8fd3-45b2-a1f1-ca41a7e6b9fa req-64082cac-ba71-49db-9975-6b79383bbcb6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Sep 16 16:25:30.379339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Transition to ACTIVE for port object 602248cf-0309-406e-beb1-896574f259e2 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:25:30.395163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54052) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:30.522660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.627359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:30.661416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1701119614-network', 'tenant_id': '8a68c72313ee43208c4cd06b42b3ba5b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:30.712354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Attempting to bind port 602248cf-0309-406e-beb1-896574f259e2 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:30.712843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Attempting to bind port 602248cf-0309-406e-beb1-896574f259e2 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:30.713180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Attempting to bind port 602248cf-0309-406e-beb1-896574f259e2 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:30.718778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Port 602248cf-0309-406e-beb1-896574f259e2 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:30.719097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Attempting to bind port 602248cf-0309-406e-beb1-896574f259e2 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:30.724753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:30.725000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:30.725500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:30.725855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Bound port: 602248cf-0309-406e-beb1-896574f259e2, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:30.726226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.789832 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3281061c-3120-443c-9fb1-28a563de042e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.809183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:30.813471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:30.814908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Made reservation on behalf of 8a68c72313ee43208c4cd06b42b3ba5b for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:30.817409 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.827968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.894522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.946451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:30.947099 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.948539 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] 10.222.0.62 "PUT /v2.0/ports/602248cf-0309-406e-beb1-896574f259e2 HTTP/1.1" status: 200 len: 1096 time: 1.0738449 Sep 16 16:25:30.951017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'tag': '602248cf-0309-406e-beb1-896574f259e2'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:30.953448 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb492c1-a2db-4378-b55f-267404033aae" -d '{"events": [{"name": "network-changed", "server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "tag": "602248cf-0309-406e-beb1-896574f259e2"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:30.990777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:30.999965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a9f7f-fe73-4645-9d06-6a200c337a6c service neutron] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:31.013577 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96b60e1-26f3-47c5-83ee-dc7e15c08e32 x-openstack-request-id: req-f96b60e1-26f3-47c5-83ee-dc7e15c08e32 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:31.013865 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "tag": "602248cf-0309-406e-beb1-896574f259e2", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:31.014139 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f96b60e1-26f3-47c5-83ee-dc7e15c08e32 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:31.014498 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'tag': '602248cf-0309-406e-beb1-896574f259e2', 'status': 'completed', 'code': 200} Sep 16 16:25:31.102326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb492c1-a2db-4378-b55f-267404033aae req-6d4d5d4f-c3f0-454f-91c4-65d9c041cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:31.103833 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-edb492c1-a2db-4378-b55f-267404033aae req-6d4d5d4f-c3f0-454f-91c4-65d9c041cd8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 1099 time: 0.0490971 Sep 16 16:25:31.136849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-edb492c1-a2db-4378-b55f-267404033aae req-98ddfc96-4958-4eb0-bc30-7434bd27dccf service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=64baf66baab943a8acdce99439b67aa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208144 Sep 16 16:25:31.144789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:31.193140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:25:31.252301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:31.252778 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Added segment 8939241f-8a56-4834-be20-deefdcb955d6 of type vlan for network 309f7d7d-a063-4309-9516-7846c5f3f247 Sep 16 16:25:31.272851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca111f0-ab93-49b0-ba61-74315bb49338,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:31.283708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54360599-94a8-48b3-8962-6f55be39c825 req-5aaa55ee-254c-4edf-95f8-1e48ea5dbca0 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:31.286081 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54360599-94a8-48b3-8962-6f55be39c825 req-5aaa55ee-254c-4edf-95f8-1e48ea5dbca0 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0519254 Sep 16 16:25:31.325954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54360599-94a8-48b3-8962-6f55be39c825 req-0ffa4594-7dba-484c-96be-2351490ee813 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329134 Sep 16 16:25:31.330654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:31.341617 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb492c1-a2db-4378-b55f-267404033aae req-93fd562a-226d-4ae4-bc3f-a044226c91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:31.343264 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-edb492c1-a2db-4378-b55f-267404033aae req-93fd562a-226d-4ae4-bc3f-a044226c91f6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1950703 Sep 16 16:25:31.429112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-70b7aec2-cbdb-4858-9f9e-aa8f17ad0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:31.430620 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-70b7aec2-cbdb-4858-9f9e-aa8f17ad0633 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 1099 time: 0.0452945 Sep 16 16:25:31.481633 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:31.489325 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-523c2205-2b92-4f50-92e1-00c8a9e46109 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=602248cf-0309-406e-beb1-896574f259e2 HTTP/1.1" status: 200 len: 217 time: 0.0479095 Sep 16 16:25:31.489524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c13bd7-089b-4522-9ed4-9754bac65bad req-1758e22f-9e8e-4734-8e63-ddb290f5fefc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:31.491303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73c13bd7-089b-4522-9ed4-9754bac65bad req-1758e22f-9e8e-4734-8e63-ddb290f5fefc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 948 time: 0.0543597 Sep 16 16:25:31.530172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:31.531155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:31.531785 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:31.534409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-4167887a-58f9-410c-99c4-50d95098f7be tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:25:31.535430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-4167887a-58f9-410c-99c4-50d95098f7be tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090611 Sep 16 16:25:31.540863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73c13bd7-089b-4522-9ed4-9754bac65bad req-58c1ca7b-c973-4850-b500-c3d21d1bf808 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 Sep 16 16:25:31.579119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-50375595-8c15-4acf-aba0-eeaad82258d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:31.580645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-50375595-8c15-4acf-aba0-eeaad82258d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0814400 Sep 16 16:25:31.584844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-b1363cca-5ee3-4aaf-a940-bd8a4208dca3 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:31.586215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-b1363cca-5ee3-4aaf-a940-bd8a4208dca3 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports/0248cb33-03d2-43ca-96cb-0d5a14a623d2 HTTP/1.1" status: 200 len: 1094 time: 0.0416560 Sep 16 16:25:31.598622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Request body: {'binding': {'host': 'n-h1-807786-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:31.599077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Unknown quota resources ['binding']. {{(pid=95358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:25:31.624318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] Pushing event updated for resources: {'Network': ['ID=309f7d7d-a063-4309-9516-7846c5f3f247,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:31.633960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 309f7d7d-a063-4309-9516-7846c5f3f247 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:25:31.659527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-9f46b0b7-e42c-4d01-88e4-6fe22e017374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:31.661171 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-9f46b0b7-e42c-4d01-88e4-6fe22e017374 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485830 Sep 16 16:25:31.694105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-128440b5-fca8-44e0-b79d-6f7a6d182ded admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2967689 Sep 16 16:25:31.700399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54092) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:31.709493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Request body: {'subnet': {'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1701119614-subnet', 'tenant_id': '8a68c72313ee43208c4cd06b42b3ba5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:31.772635 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-9c724b37-c455-43cf-8003-339727f0d7f4 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018763 Sep 16 16:25:31.790349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54094) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:31.850207 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:31.892065 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e45fdd-e46b-423d-b976-28ade6b9cef1 req-7c2d6a36-de33-4195-a2f4-07c8896dda3f service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121268 Sep 16 16:25:31.918609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-network', 'tenant_id': 'e506ba6452854c32b25e506121a30bff'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:32.005512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on host n-h1-807786-3 for vnic_type normal with profile None {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:32.005850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:32.006179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:32.010264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:32.010580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:32.015633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:32.016886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:32.016886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:32.016886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Bound port: 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:32.068602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:32.161534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Made reservation on behalf of 8a68c72313ee43208c4cd06b42b3ba5b for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:32.163879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.233416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] Notify callbacks [] for binding, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.234534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-bb71742f-5231-490f-8787-d92fe5fea78b service neutron] 10.222.0.22 "POST /v2.0/ports/0248cb33-03d2-43ca-96cb-0d5a14a623d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6396248 Sep 16 16:25:32.297184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596ec1a-8427-426e-a942-25b877560103 req-a0a69761-cb3e-407b-8dcf-1c2e2821f756 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:32.298685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3596ec1a-8427-426e-a942-25b877560103 req-a0a69761-cb3e-407b-8dcf-1c2e2821f756 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 945 time: 0.0797288 Sep 16 16:25:32.316057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Made reservation on behalf of e506ba6452854c32b25e506121a30bff for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:32.318457 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.327533 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.391948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3596ec1a-8427-426e-a942-25b877560103 req-95b4cf82-bdf6-4867-b8ca-6cb80bd48fb0 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670443 Sep 16 16:25:32.437904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.508148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366275dc-5ac0-45f2-8c4f-d77390903272 req-f7f61879-a352-4a56-b216-fe583926b9d6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:32.509793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-366275dc-5ac0-45f2-8c4f-d77390903272 req-f7f61879-a352-4a56-b216-fe583926b9d6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0537944 Sep 16 16:25:32.512634 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.595776 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.617951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:25:32.627591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-366275dc-5ac0-45f2-8c4f-d77390903272 req-1b449e07-ff7f-48e6-936c-cde93f644652 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065195 Sep 16 16:25:32.632376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c53a0c-0f60-46b7-8e23-cadb7bd95a1c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:32.639432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc76f138-535d-4db5-95f3-6ecabf21e86f,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:32.642716 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Checking segment: {'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:32.643083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Network hostable DHCP agents. Network: 309f7d7d-a063-4309-9516-7846c5f3f247, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:25:32.659903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24235c-317a-482c-8826-410170a5e075 req-7245ee58-5614-44a8-820d-54cc53903966 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:32.661619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de24235c-317a-482c-8826-410170a5e075 req-7245ee58-5614-44a8-820d-54cc53903966 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.1350572 Sep 16 16:25:32.671364 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.671697 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Added segment 994fd760-23b9-491e-a9e1-335db599c267 of type vlan for network 02531aa5-f531-4355-b8e6-87fbf2d817ec Sep 16 16:25:32.716909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de24235c-317a-482c-8826-410170a5e075 req-eeb986c3-6df9-4fed-8dea-13c29354db56 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444818 Sep 16 16:25:32.727682 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.774713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da55d6-c4e3-4087-a592-ced058d54d0f req-2176d460-c332-46d8-b921-07d6478c3606 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:32.776215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20da55d6-c4e3-4087-a592-ced058d54d0f req-2176d460-c332-46d8-b921-07d6478c3606 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 948 time: 0.0555341 Sep 16 16:25:32.813916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20da55d6-c4e3-4087-a592-ced058d54d0f req-f4d5a98f-71c3-4b9d-bf91-7fc0c843afb0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Sep 16 16:25:32.830400 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Network 309f7d7d-a063-4309-9516-7846c5f3f247 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:25:32.869960 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.871542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:32.872205 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.938824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] Pushing event updated for resources: {'Network': ['ID=02531aa5-f531-4355-b8e6-87fbf2d817ec,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:32.949854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 02531aa5-f531-4355-b8e6-87fbf2d817ec details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:25:32.950696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 309f7d7d-a063-4309-9516-7846c5f3f247) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:32.954599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:32.955285 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:32.963303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351fe651-d60a-4c9b-9115-fb7a67354e8a None None] Network 309f7d7d-a063-4309-9516-7846c5f3f247 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:25:33.002441 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4639eaed-38be-4a73-a17d-bcb5faa3a001 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2110250 Sep 16 16:25:33.005167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54116) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:33.013699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Request body: {'subnet': {'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-subnet', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:33.091028 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2c52b98c-4d71-46bc-9e47-8b233b9d7030 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3808417 Sep 16 16:25:33.138229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caef4d2-95d1-493a-9811-d2d8a7d712a1 None None] Network 309f7d7d-a063-4309-9516-7846c5f3f247 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:25:33.190891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Made reservation on behalf of e506ba6452854c32b25e506121a30bff for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:33.193455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:33.315504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-6eed1bba-428d-438f-af22-9e9a37b262f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:33.317040 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-6eed1bba-428d-438f-af22-9e9a37b262f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 1097 time: 0.0949795 Sep 16 16:25:33.479433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-8e16abfe-693d-4b9a-947b-7f8588c3352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:33.480987 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-8e16abfe-693d-4b9a-947b-7f8588c3352e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.1533515 Sep 16 16:25:33.524826 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-93c03839-aa7d-43ee-9ac0-9cef227e50a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2 HTTP/1.1" status: 200 len: 217 time: 0.0345070 Sep 16 16:25:33.542766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-241b87af-cfb0-46d7-b891-a8b6b1d4cf8e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:33.544243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-241b87af-cfb0-46d7-b891-a8b6b1d4cf8e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/networks?id=309f7d7d-a063-4309-9516-7846c5f3f247 HTTP/1.1" status: 200 len: 815 time: 0.1093159 Sep 16 16:25:33.559509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-88327728-bbfa-4f99-9cb4-dc459bfb97bf tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/quotas/8a68c72313ee43208c4cd06b42b3ba5b HTTP/1.1" status: 200 len: 375 time: 0.0092254 Sep 16 16:25:33.579974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-4dd59e8c-cad7-4638-b5c3-96a477224239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:33.581464 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-4dd59e8c-cad7-4638-b5c3-96a477224239 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0478396 Sep 16 16:25:33.593169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-8d8b2745-358e-43dd-8b36-19b016ac79ae tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a68c72313ee43208c4cd06b42b3ba5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279748 Sep 16 16:25:33.600753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:33.622690 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-a271b305-c309-49db-8a59-bc3daa3e46ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329690 Sep 16 16:25:33.625223 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:33.703888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Pushing event updated for resources: {'Subnet': ['ID=15dd4392-8a00-4968-b8ca-bd51101ca2a6,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:33.714098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-f5209999-3383-41bd-afd0-e8e2f1792f19 service neutron] 10.222.0.22 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117020 Sep 16 16:25:33.752544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Checking segment: {'id': '994fd760-23b9-491e-a9e1-335db599c267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:33.752907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Network hostable DHCP agents. Network: 02531aa5-f531-4355-b8e6-87fbf2d817ec, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:25:33.778390 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-c33ac241-ade9-4c2c-a31c-75e504aaf5a7 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353834 Sep 16 16:25:33.832052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df96715-336c-4ca2-837d-109a83580e22 req-e55b6dbe-9631-4352-885b-5c484ad4b942 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:33.833632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3df96715-336c-4ca2-837d-109a83580e22 req-e55b6dbe-9631-4352-885b-5c484ad4b942 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1184354 Sep 16 16:25:33.840024 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:25:33.869093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-d316985a-d870-4699-99ec-a7d7df456d72 service neutron] 10.222.0.22 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446469 Sep 16 16:25:33.880630 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-4a1a8c6f-9e16-48de-965c-2c92018828b2 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946214 Sep 16 16:25:33.898374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3df96715-336c-4ca2-837d-109a83580e22 req-4d7ba040-7736-402e-95cc-2f52b36ee7fd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546160 Sep 16 16:25:33.939107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Network 02531aa5-f531-4355-b8e6-87fbf2d817ec is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:25:34.005488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f427-8ad2-49ca-b793-8f96d419620a req-7e317f12-133f-471a-99d0-eecfa95ab7ee tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:34.007332 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f86f427-8ad2-49ca-b793-8f96d419620a req-7e317f12-133f-471a-99d0-eecfa95ab7ee tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.0513768 Sep 16 16:25:34.048220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f86f427-8ad2-49ca-b793-8f96d419620a req-5fa2acc3-4d5c-494a-a12e-65997082d0b0 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339031 Sep 16 16:25:34.128032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 02531aa5-f531-4355-b8e6-87fbf2d817ec) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:34.133344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:34.137459 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:34.147963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af714c0-df64-4409-857c-00595516fb2b None None] Network 02531aa5-f531-4355-b8e6-87fbf2d817ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:25:34.200494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907a5ac-99f7-4375-988c-9ba59a2637a7 req-87b4f423-de18-4c87-b60c-ee1d6491fcb3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:34.202905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2907a5ac-99f7-4375-988c-9ba59a2637a7 req-87b4f423-de18-4c87-b60c-ee1d6491fcb3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 948 time: 0.0983727 Sep 16 16:25:34.254523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2907a5ac-99f7-4375-988c-9ba59a2637a7 req-1c3bbf96-c5e5-4c02-bbf8-8828b66ec873 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444725 Sep 16 16:25:34.317140 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9f97e546-2cc9-4ed4-b291-d4326360481d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3107409 Sep 16 16:25:34.319658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54150) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:34.325032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-router', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:34.341266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 602248cf-0309-406e-beb1-896574f259e2 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:25:34.350289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e229811d-169e-45ee-9a8a-431b6bed4392 req-e97e851e-48be-4933-8681-c819b1ca1581 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 210 time: 0.0417600 Sep 16 16:25:34.361176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-02531aa5-f531-4355-b8e6-87fbf2d817ec', 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'fixed_ips': [{'subnet_id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:25:34.362476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:34.516261 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:34.517676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:34.589079 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:34.689196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:34.704851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '602248cf-0309-406e-beb1-896574f259e2', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '602248cf-0309-406e-beb1-896574f259e2', 'mac_address': 'fa:16:3e:55:97:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:25:34.734959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Allocated IP 172.20.0.2 (02531aa5-f531-4355-b8e6-87fbf2d817ec/15dd4392-8a00-4968-b8ca-bd51101ca2a6/a411069b-b67f-4420-bc4e-6dc661c80c73) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:34.765481 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:34.797859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602248cf-0309-406e-beb1-896574f259e2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:34.868955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:34.869179 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:34.967848 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:34.982196 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:35.046593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:35.066034 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:35.071143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9276f78-8ed7-43f2-88f6-1da6c27cfc15 req-b136576b-2706-47b7-b388-e2eda31f133d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:35.074744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9276f78-8ed7-43f2-88f6-1da6c27cfc15 req-b136576b-2706-47b7-b388-e2eda31f133d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0749495 Sep 16 16:25:35.159585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Network 02531aa5-f531-4355-b8e6-87fbf2d817ec is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:35.163163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:35.176589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:35.177492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-a5c1fde4-1c4f-45fa-8a57-a5813e4ba121 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1147872442&fields=id&tenant_id=76941f26b9764e319b0ce37ad4dfbb88 HTTP/1.1" status: 200 len: 267 time: 0.1004798 Sep 16 16:25:35.181906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Pushing event updated for resources: {'Port': ['ID=a411069b-b67f-4420-bc4e-6dc661c80c73,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:35.206021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9276f78-8ed7-43f2-88f6-1da6c27cfc15 req-3828114a-1586-4a4b-92f4-4d6a4082fa34 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302044 Sep 16 16:25:35.253415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Attempting to bind port a411069b-b67f-4420-bc4e-6dc661c80c73 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:35.253804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Attempting to bind port a411069b-b67f-4420-bc4e-6dc661c80c73 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '994fd760-23b9-491e-a9e1-335db599c267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:35.254179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Attempting to bind port a411069b-b67f-4420-bc4e-6dc661c80c73 on network 02531aa5-f531-4355-b8e6-87fbf2d817ec {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:35.278209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:35.278681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Checking segment: {'id': '994fd760-23b9-491e-a9e1-335db599c267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:35.279146 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:35.279624 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Bound using segment: {'id': '994fd760-23b9-491e-a9e1-335db599c267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:35.280094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Bound port: a411069b-b67f-4420-bc4e-6dc661c80c73, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994fd760-23b9-491e-a9e1-335db599c267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:35.280517 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:35.314797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['602248cf-0309-406e-beb1-896574f259e2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:35.419069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4287ca1b-9705-468c-a50a-9aaa6c4d4e36 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:35.421874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4287ca1b-9705-468c-a50a-9aaa6c4d4e36 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/networks?id=ed19b012-6165-4b63-9565-a1db6adeb284 HTTP/1.1" status: 200 len: 823 time: 0.2125454 Sep 16 16:25:35.436312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618fa09-0212-475f-abdd-411e1c060cb3 req-d2093280-4e74-4dd2-8486-f570324efb39 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:35.446520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d618fa09-0212-475f-abdd-411e1c060cb3 req-d2093280-4e74-4dd2-8486-f570324efb39 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.1242759 Sep 16 16:25:35.455040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:35.488323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:35.496724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-bb42aa18-4082-4c14-8c6a-f51470327c9e tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/quotas/76941f26b9764e319b0ce37ad4dfbb88 HTTP/1.1" status: 200 len: 375 time: 0.0475163 Sep 16 16:25:35.523269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] For port a411069b-b67f-4420-bc4e-6dc661c80c73, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:35.547968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] For port a411069b-b67f-4420-bc4e-6dc661c80c73, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a411069b-b67f-4420-bc4e-6dc661c80c73,segment=NetworkSegment(994fd760-23b9-491e-a9e1-335db599c267),segment_id=994fd760-23b9-491e-a9e1-335db599c267)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:35.565166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d618fa09-0212-475f-abdd-411e1c060cb3 req-a66349ea-238a-4612-8676-2b932101a6fd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152215 Sep 16 16:25:35.627769 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-eed6f453-1549-40d6-987d-e68270926ff2 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=76941f26b9764e319b0ce37ad4dfbb88&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1224093 Sep 16 16:25:35.656901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Allocated IP 172.25.6.225 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/b23e4c11-5001-4e72-bb5e-1b9622c9f43d) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:35.717964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:35.796644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a8c0-0e91-4a6a-aa87-9e8207a06255 req-80e37d30-1b0e-41db-8e9c-f7e86593f971 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:35.799148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f92a8c0-0e91-4a6a-aa87-9e8207a06255 req-80e37d30-1b0e-41db-8e9c-f7e86593f971 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 949 time: 0.1367145 Sep 16 16:25:35.809716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-3baeb109-77ee-4400-9269-30d4f5c49ca0 service neutron] 10.222.0.22 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795299 Sep 16 16:25:35.836011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bacc7a-7417-4862-9590-e8e6cf96ccb7 None None] Pushing event updated for resources: {'Port': ['ID=a411069b-b67f-4420-bc4e-6dc661c80c73,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:35.837392 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:35.928260 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f92a8c0-0e91-4a6a-aa87-9e8207a06255 req-76164620-a6dd-4fd6-ba03-64b51682d155 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007299 Sep 16 16:25:35.966474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-16f13351-bc18-4613-ac06-a19b7616aa31 service neutron] 10.222.0.22 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554041 Sep 16 16:25:36.016661 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:36.094583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b23e4c11-5001-4e72-bb5e-1b9622c9f43d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:36.107343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:36.109083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:36.110223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-476c9666-6335-49d1-a8be-8852fa5add3c req-7cd2561e-2f07-42b8-a74f-22b8b9c55687 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 210 time: 0.0399609 Sep 16 16:25:36.111877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:36.342653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc6c09-a2f1-4cb7-bd21-2494f4b40825 req-21481955-244e-49bd-9b09-abdeda35f436 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:36.349506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 602248cf-0309-406e-beb1-896574f259e2 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:36.350726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73bc6c09-a2f1-4cb7-bd21-2494f4b40825 req-21481955-244e-49bd-9b09-abdeda35f436 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0634313 Sep 16 16:25:36.493549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73bc6c09-a2f1-4cb7-bd21-2494f4b40825 req-e499ab94-3420-4c8e-a488-ede4e643550d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370544 Sep 16 16:25:36.555888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 602248cf-0309-406e-beb1-896574f259e2 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:25:36.561424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 602248cf-0309-406e-beb1-896574f259e2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:36.562196 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:36.598575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8ac3f36-cc33-4911-9131-11aec8dc0c42 req-d80b556c-cf06-4833-b9b5-3f1246f25373 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 210 time: 0.0718675 Sep 16 16:25:36.782968 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:36.834417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fc5ad-eb2c-4c85-8842-d96f85a2065d req-b7101874-94af-48c3-ae80-8faa7bae314c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:36.843198 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb2fc5ad-eb2c-4c85-8842-d96f85a2065d req-b7101874-94af-48c3-ae80-8faa7bae314c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.1217079 Sep 16 16:25:36.850393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602248cf-0309-406e-beb1-896574f259e2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:36.852682 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ce083f-63c0-47d7-a89a-79c101f65ba3" -d '{"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-plugged", "status": "completed", "tag": "602248cf-0309-406e-beb1-896574f259e2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:36.878716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:36.908671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-23ce523b-4fcf-4f73-9d0b-55bec7e50e08 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:36.910267 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-23ce523b-4fcf-4f73-9d0b-55bec7e50e08 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "GET /v2.0/ports?device_id=40af86c4-97a4-452a-aa4e-acc4c496710c HTTP/1.1" status: 200 len: 945 time: 0.1997230 Sep 16 16:25:36.939838 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:36.984188 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32912af7-072d-48ed-bbfc-8d00eb6a1ee7 x-openstack-request-id: req-32912af7-072d-48ed-bbfc-8d00eb6a1ee7 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:36.989319 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-plugged", "status": "completed", "tag": "602248cf-0309-406e-beb1-896574f259e2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:36.989645 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32912af7-072d-48ed-bbfc-8d00eb6a1ee7 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:36.990062 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602248cf-0309-406e-beb1-896574f259e2', 'code': 200} Sep 16 16:25:36.998749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb2fc5ad-eb2c-4c85-8842-d96f85a2065d req-e0bcdde3-c365-40c8-8e8a-24e08c820d07 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484878 Sep 16 16:25:37.065228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:37.174651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54ce5e-b6f2-4f7b-8cf5-6c9102982e10 req-65d3cfb0-990c-4493-836d-16753944e5e6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:37.177264 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be54ce5e-b6f2-4f7b-8cf5-6c9102982e10 req-65d3cfb0-990c-4493-836d-16753944e5e6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0989232 Sep 16 16:25:37.271082 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be54ce5e-b6f2-4f7b-8cf5-6c9102982e10 req-44ff3326-5b62-40ad-b65e-ced761922c10 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798235 Sep 16 16:25:37.305834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ef62d32-cf9c-4383-b4d5-82f69dd09daa req-412f09d8-b1f6-42a4-96ab-c880b6b15968 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 210 time: 0.0334320 Sep 16 16:25:37.321877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497bcbd7-0098-4f35-b60a-1376d0f6f464 None None] Network 02531aa5-f531-4355-b8e6-87fbf2d817ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:25:37.333528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:37.427259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5fd7d08c-742c-4323-b5b4-3b144467f656 None None] Provisioning complete for port a411069b-b67f-4420-bc4e-6dc661c80c73 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:37.429068 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d08c-742c-4323-b5b4-3b144467f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:37.550159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ef39-6d3f-4d47-8b18-a94d5a460566 req-cf69e454-1163-464d-aa34-4593bfe628a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:37.551620 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2d62ef39-6d3f-4d47-8b18-a94d5a460566 req-cf69e454-1163-464d-aa34-4593bfe628a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 1101 time: 0.3439760 Sep 16 16:25:37.562951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a411069b-b67f-4420-bc4e-6dc661c80c73 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:37.652773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Deleting port 954eba75-ef45-4777-a4a4-540e0219cdd9 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:37.653426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:37.672929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2d62ef39-6d3f-4d47-8b18-a94d5a460566 req-f7238cc2-b7af-4263-a4f4-1b204a486481 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107042 Sep 16 16:25:37.765883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ff27-ef4f-44b6-98d6-14a7cb755799 req-5b7f8e8b-5863-4347-a5b0-4a7bddbfac07 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:37.770445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a411069b-b67f-4420-bc4e-6dc661c80c73 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:37.770938 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:37.774946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3368ff27-ef4f-44b6-98d6-14a7cb755799 req-5b7f8e8b-5863-4347-a5b0-4a7bddbfac07 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 1096 time: 0.1765764 Sep 16 16:25:37.805874 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d08c-742c-4323-b5b4-3b144467f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:37.808036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba78c98-6f35-44d2-b801-e3aaf5664e3c req-d4a9bf4c-6aa5-45c3-803b-43f71b012f8e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:37.816697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ba78c98-6f35-44d2-b801-e3aaf5664e3c req-d4a9bf4c-6aa5-45c3-803b-43f71b012f8e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1682055 Sep 16 16:25:37.854888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5fd7d08c-742c-4323-b5b4-3b144467f656 None None] For port a411069b-b67f-4420-bc4e-6dc661c80c73, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a411069b-b67f-4420-bc4e-6dc661c80c73,segment=NetworkSegment(994fd760-23b9-491e-a9e1-335db599c267),segment_id=994fd760-23b9-491e-a9e1-335db599c267)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:37.859302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] For port 954eba75-ef45-4777-a4a4-540e0219cdd9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=954eba75-ef45-4777-a4a4-540e0219cdd9,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:37.859302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:37.864753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:37.912014 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:37.923196 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ba78c98-6f35-44d2-b801-e3aaf5664e3c req-6b3988f9-fac1-4845-96d8-00a65729a821 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062250 Sep 16 16:25:37.936118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d08c-742c-4323-b5b4-3b144467f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:37.957000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3368ff27-ef4f-44b6-98d6-14a7cb755799 req-05cae904-26ac-4c72-b21e-a94c690eba47 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640122 Sep 16 16:25:38.053123 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:25:38.053551 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:25:38.133059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7d08c-742c-4323-b5b4-3b144467f656 None None] Pushing event updated for resources: {'Port': ['ID=a411069b-b67f-4420-bc4e-6dc661c80c73,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:38.170128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72f140b6-cd73-4a9b-a635-2bf61da80518 req-116e4610-4fab-4e57-83f7-aa444de70667 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 210 time: 0.0782425 Sep 16 16:25:38.377626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-98f4c283-447e-47af-8d69-44c9f5959c19 None None] Provisioning complete for port a411069b-b67f-4420-bc4e-6dc661c80c73 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:38.378019 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98f4c283-447e-47af-8d69-44c9f5959c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:38.463513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-a21f46e2-4318-4f24-91ff-b495cdf34002 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:38.466347 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-a21f46e2-4318-4f24-91ff-b495cdf34002 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.52 "GET /v2.0/networks?id=309f7d7d-a063-4309-9516-7846c5f3f247 HTTP/1.1" status: 200 len: 815 time: 0.5880582 Sep 16 16:25:38.487809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd899a-d8ef-4492-869d-f1fb914b3bc9 req-c9b47ed7-17fa-4a54-bda1-845fc5c3b81a tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:38.493407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2bd899a-d8ef-4492-869d-f1fb914b3bc9 req-c9b47ed7-17fa-4a54-bda1-845fc5c3b81a tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.0550804 Sep 16 16:25:38.500619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Request body: {'port': {'device_id': 'e4df47b1-989d-4103-a91b-153a4b814187', 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247', 'admin_state_up': True, 'tenant_id': '8a68c72313ee43208c4cd06b42b3ba5b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:38.532740 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:38.533108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:38.533452 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Floating IP 84669017-5b82-4025-8b9f-524eece879d2 disassociated. External IP: 172.25.6.226, port: 954eba75-ef45-4777-a4a4-540e0219cdd9. Sep 16 16:25:38.533803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Calling delete_port for 954eba75-ef45-4777-a4a4-540e0219cdd9 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:38.534682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2bd899a-d8ef-4492-869d-f1fb914b3bc9 req-d909fe82-f7ff-4ea4-8d46-c41ccfa6f569 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Sep 16 16:25:38.664497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5ded4bee-9461-44f6-b9f4-0870d724fb6e details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:25:38.731424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba7f19-3c92-4e99-b7e4-387ed0827e2f req-24da6d87-c48b-4106-b18e-5c5c4aebced7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:38.733700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72ba7f19-3c92-4e99-b7e4-387ed0827e2f req-24da6d87-c48b-4106-b18e-5c5c4aebced7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.1035066 Sep 16 16:25:38.815348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72ba7f19-3c92-4e99-b7e4-387ed0827e2f req-418f6f55-05ac-4706-ac75-b63487a00e44 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750165 Sep 16 16:25:38.859989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:38.864697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:25:38.873926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5ded4bee-9461-44f6-b9f4-0870d724fb6e no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:25:38.878353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'mac_address': 'fa:16:3e:aa:bf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:25:39.025123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-582ccfd7-164b-41e4-b450-c598efdddb1d req-6cf11563-65aa-43a6-bea1-e46850c5a026 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 210 time: 0.0780032 Sep 16 16:25:39.061940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:25:39.070180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Made reservation on behalf of 8a68c72313ee43208c4cd06b42b3ba5b for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:39.073764 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:39.077916 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:39.092622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Sync routers for ids ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:25:39.149106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ded4bee-9461-44f6-b9f4-0870d724fb6e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:39.157837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:39.200586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event deleted for resources: {'Port': ['ID=954eba75-ef45-4777-a4a4-540e0219cdd9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:39.229720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f859d-b571-4713-82d1-17293365785c req-cd4f7eff-b963-4252-b872-2f4f9b69215e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:39.235060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d5f859d-b571-4713-82d1-17293365785c req-cd4f7eff-b963-4252-b872-2f4f9b69215e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0882559 Sep 16 16:25:39.243629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:39.244530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Routers {'8326e928-75c2-4d7b-b3ef-9b4566a39a5f'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:25:39.245163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:39.245787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-769218e9-cd39-4be3-a90e-de34136727e0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9244926 Sep 16 16:25:39.254675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54244) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:39.376486 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:39.385025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:39.392412 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d5f859d-b571-4713-82d1-17293365785c req-12e358ef-c972-498e-a244-17b9daea4c12 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527297 Sep 16 16:25:39.472873 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:39.503779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Allocated IP 172.20.0.6 (309f7d7d-a063-4309-9516-7846c5f3f247/cc76f138-535d-4db5-95f3-6ecabf21e86f/a6839d53-8a0f-4fd6-8b02-4a124ac4abde) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:39.692930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d36a6aeb-db35-4eca-aae5-e112a99858b1 req-90f30112-9e48-41c8-a42c-b105d9ea34ae tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 210 time: 0.0726557 Sep 16 16:25:39.730636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a411069b-b67f-4420-bc4e-6dc661c80c73 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:39.929792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5ded4bee-9461-44f6-b9f4-0870d724fb6e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:39.947687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:40.041950 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:25:40.044154 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:25:40.076797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:40.092347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a411069b-b67f-4420-bc4e-6dc661c80c73 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:40.092842 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:40.123035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-48673444-77ca-4772-9cfd-a5245433ab9e tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--685536545&fields=id&tenant_id=acc51242b1fd4034a9c520d74b8cd088 HTTP/1.1" status: 200 len: 267 time: 0.2128356 Sep 16 16:25:40.161465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Set router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:25:40.251123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-9ca1200d-8c19-4f40-bfea-c6fcd569bd52 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:40.252917 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-9ca1200d-8c19-4f40-bfea-c6fcd569bd52 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "GET /v2.0/networks?id=ed19b012-6165-4b63-9565-a1db6adeb284 HTTP/1.1" status: 200 len: 823 time: 0.2420170 Sep 16 16:25:40.392247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:40.476222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Router d78c1ddd-27ca-4b22-afda-46fa330dc779 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:25:40.501253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Network 309f7d7d-a063-4309-9516-7846c5f3f247 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:40.514173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:40.517228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:40.571524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23de33-3660-448a-97b6-fe857d774b59 req-85816623-0e84-4e13-b62a-4ca7dff11ccd tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:40.573423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-85816623-0e84-4e13-b62a-4ca7dff11ccd tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/networks?id=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 HTTP/1.1" status: 200 len: 814 time: 0.4349685 Sep 16 16:25:40.579080 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Pushing event updated for resources: {'Port': ['ID=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:40.588574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:40.590784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:40.603759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-router', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:25:34Z', 'updated_at': '2021-09-16T16:25:36Z', 'revision_number': 3, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'gw_port': {'id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:35Z', 'updated_at': '2021-09-16T16:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:40.618425 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-a7bf1c3a-5c4b-4c29-ba85-8c3b2405c040 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76941f26b9764e319b0ce37ad4dfbb88 HTTP/1.1" status: 200 len: 380 time: 0.2199912 Sep 16 16:25:40.630220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Request body: {'port': {'device_id': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'admin_state_up': True, 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'security_groups': ['a5856116-c82e-4a5d-8667-8b09e529f6e9']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:40.640585 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-e53b9804-8b19-4f57-a37c-5256aa228f07 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/quotas/acc51242b1fd4034a9c520d74b8cd088 HTTP/1.1" status: 200 len: 375 time: 0.0220158 Sep 16 16:25:40.650667 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:40.667240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Checking router: 8326e928-75c2-4d7b-b3ef-9b4566a39a5f for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:25:40.667830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Updating router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f port b23e4c11-5001-4e72-bb5e-1b9622c9f43d binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:25:40.707080 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:40.860282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Allocated IP 172.20.0.1 (02531aa5-f531-4355-b8e6-87fbf2d817ec/15dd4392-8a00-4968-b8ca-bd51101ca2a6/244be504-0f70-4ef4-a442-fb10793fe0fd) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:40.956447 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:40.979154 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:40.996727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-054ed860-04c7-4157-9681-1d43581203aa tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=acc51242b1fd4034a9c520d74b8cd088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3490727 Sep 16 16:25:41.041666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5ded4bee-9461-44f6-b9f4-0870d724fb6e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:41.091278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:25:41.098001 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-40d09f39-998c-4ca2-b884-3618b296bdc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6012373 Sep 16 16:25:41.101795 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-f0d09613-262a-4b48-8172-ef181266698a tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:25:41.103380 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-f0d09613-262a-4b48-8172-ef181266698a tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138252 Sep 16 16:25:41.108741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] Sync routers for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:25:41.130075 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:25:41.130614 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:41.134550 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.137675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.138944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Request body: {'port': {'device_id': 'e4df47b1-989d-4103-a91b-153a4b814187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:41.174624 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-e813d8a3-d4f2-492c-a52a-1c1e5f0d7633 service neutron] 10.222.0.22 "GET /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640158 Sep 16 16:25:41.177381 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:41.235760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Pushing event updated for resources: {'Port': ['ID=244be504-0f70-4ef4-a442-fb10793fe0fd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:41.244696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Network 02531aa5-f531-4355-b8e6-87fbf2d817ec is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:41.248043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.250532 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:41.254079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:41.254562 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.314733 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.322062 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:25:41.348106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 954eba75-ef45-4777-a4a4-540e0219cdd9 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:25:41.368533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] No DVR routers for this DVR port 954eba75-ef45-4777-a4a4-540e0219cdd9 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:25:41.372817 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.376647 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d72f5cc4-6229-4a35-bad9-f56416d62689 req-32770ce2-f59d-4c81-81d6-ebbba9a2409f tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "DELETE /v2.0/ports/954eba75-ef45-4777-a4a4-540e0219cdd9 HTTP/1.1" status: 204 len: 173 time: 4.4560456 Sep 16 16:25:41.413237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 954eba75-ef45-4777-a4a4-540e0219cdd9 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:25:41.413583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 954eba75-ef45-4777-a4a4-540e0219cdd9 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:25:41.418931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'name': 'network-vif-deleted', 'tag': '954eba75-ef45-4777-a4a4-540e0219cdd9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:41.422070 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2354b8c2-0388-4da2-80f9-750640af2f06" -d '{"events": [{"server_uuid": "40af86c4-97a4-452a-aa4e-acc4c496710c", "name": "network-vif-deleted", "tag": "954eba75-ef45-4777-a4a4-540e0219cdd9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:41.426019 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-5158e46f-4541-4bf4-bef0-be41227c6e66 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:41.433299 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-5158e46f-4541-4bf4-bef0-be41227c6e66 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports/6549b5f1-c569-4336-aa80-51ba667a5c6b HTTP/1.1" status: 200 len: 1093 time: 0.3077092 Sep 16 16:25:41.444986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba66b7-b245-4281-b17c-7ff97cb417db None None] Pushing event updated for resources: {'Port': ['ID=b23e4c11-5001-4e72-bb5e-1b9622c9f43d,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:41.447974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Request body: {'binding': {'host': 'n-h2-807786-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:41.448467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Unknown quota resources ['binding']. {{(pid=95357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:25:41.516696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Attempting to bind port b23e4c11-5001-4e72-bb5e-1b9622c9f43d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:41.517067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Attempting to bind port b23e4c11-5001-4e72-bb5e-1b9622c9f43d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:41.517435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Attempting to bind port b23e4c11-5001-4e72-bb5e-1b9622c9f43d on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:41.518485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.542412 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-fdc474cf-688b-4103-b370-49ec485a83f5 service neutron] 10.222.0.22 "GET /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576434 Sep 16 16:25:41.545548 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:41.546235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:41.549750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.549750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:41.549750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Bound port: b23e4c11-5001-4e72-bb5e-1b9622c9f43d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:41.549750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.648615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:41.697424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] For port b23e4c11-5001-4e72-bb5e-1b9622c9f43d, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:41.703908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.709142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Made reservation on behalf of 76941f26b9764e319b0ce37ad4dfbb88 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:41.712716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.713050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] For port b23e4c11-5001-4e72-bb5e-1b9622c9f43d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b23e4c11-5001-4e72-bb5e-1b9622c9f43d,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:41.742958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1bcf21cd-d3f7-4245-9801-496905fce30a None None] Provisioning complete for port 244be504-0f70-4ef4-a442-fb10793fe0fd triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:41.743330 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1bcf21cd-d3f7-4245-9801-496905fce30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.771630 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:41.794526 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:41.817227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf21cd-d3f7-4245-9801-496905fce30a None None] Port 244be504-0f70-4ef4-a442-fb10793fe0fd cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:25:41.843127 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] Checking router: d78c1ddd-27ca-4b22-afda-46fa330dc779 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:25:41.858295 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:25:41.858926 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:41.875224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Routers {'8326e928-75c2-4d7b-b3ef-9b4566a39a5f'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:25:41.876197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:41.938236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba66b7-b245-4281-b17c-7ff97cb417db None None] Pushing event updated for resources: {'Port': ['ID=b23e4c11-5001-4e72-bb5e-1b9622c9f43d,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:41.994366 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:25:42.021821 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:42.025849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] Set router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:25:42.128076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:42.129251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:42.143014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Allocated IP 172.20.0.6 (ed19b012-6165-4b63-9565-a1db6adeb284/a4325f63-e0ee-489c-9e97-03a020e5a055/f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:42.232303 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b on host n-h2-807786-3 for vnic_type normal with profile None {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:42.232684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:42.233370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:42.278014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Port 6549b5f1-c569-4336-aa80-51ba667a5c6b on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:42.278508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:42.286706 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:42.300333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:42.300703 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:42.301102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:42.301550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Bound port: 6549b5f1-c569-4336-aa80-51ba667a5c6b, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:42.323522 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb4da3-82a7-4f9d-b44b-a9fce4e44560 None None] The sync data for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 is: [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:25:42.332272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-router', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:25:34Z', 'updated_at': '2021-09-16T16:25:41Z', 'revision_number': 4, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'gw_port': {'id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:35Z', 'updated_at': '2021-09-16T16:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '244be504-0f70-4ef4-a442-fb10793fe0fd', 'name': '', 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'mac_address': 'fa:16:3e:21:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:40Z', 'updated_at': '2021-09-16T16:25:40Z', 'revision_number': 1, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'subnets': [{'id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:42.348119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6839d53-8a0f-4fd6-8b02-4a124ac4abde {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:42.359071 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:42.374879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63b25a-f588-4bfd-89f7-e436ef5a28a1 None None] The sync data for ids ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'] in n-d-807786-3 is: [{'id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-router', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:25:34Z', 'updated_at': '2021-09-16T16:25:41Z', 'revision_number': 4, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'gw_port': {'id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:35Z', 'updated_at': '2021-09-16T16:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '244be504-0f70-4ef4-a442-fb10793fe0fd', 'name': '', 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'mac_address': 'fa:16:3e:21:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:40Z', 'updated_at': '2021-09-16T16:25:40Z', 'revision_number': 1, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'subnets': [{'id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:25:42.518895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:42.521039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Transition to ACTIVE for port object a6839d53-8a0f-4fd6-8b02-4a124ac4abde will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:25:42.573768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:42.586634 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:42.676742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Pushing event updated for resources: {'Port': ['ID=244be504-0f70-4ef4-a442-fb10793fe0fd,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:42.678874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5ded4bee-9461-44f6-b9f4-0870d724fb6e up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:42.717118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Pushing event updated for resources: {'Port': ['ID=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:42.723434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:42.724713 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-4f808c8d-37d9-4a58-b6a6-65841389c1bb service neutron] 10.222.0.22 "POST /v2.0/ports/6549b5f1-c569-4336-aa80-51ba667a5c6b/bindings HTTP/1.1" status: 201 len: 389 time: 1.2902784 Sep 16 16:25:42.725812 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:42.756350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9d66a-73fe-4fbe-9f8f-e679a6323d2c req-0f3b2731-1fed-4d0c-b516-b24b05a1478d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:42.759740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5ded4bee-9461-44f6-b9f4-0870d724fb6e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:42.761953 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:42.789542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11d9d66a-73fe-4fbe-9f8f-e679a6323d2c req-0f3b2731-1fed-4d0c-b516-b24b05a1478d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.1129644 Sep 16 16:25:42.809954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Network 02531aa5-f531-4355-b8e6-87fbf2d817ec is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:42.812642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:42.879925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdbc6f7-54df-421f-94f5-33eb2fb5d9ce None None] New status for floating IP 84669017-5b82-4025-8b9f-524eece879d2: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:25:42.891191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Network ed19b012-6165-4b63-9565-a1db6adeb284 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:42.898510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:42.906802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:42.943370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11d9d66a-73fe-4fbe-9f8f-e679a6323d2c req-ba0cafd6-2bce-4eb1-aff1-f9ded02c3a95 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479845 Sep 16 16:25:42.993458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event updated for resources: {'Port': ['ID=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:43.033062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Attempting to bind port a6839d53-8a0f-4fd6-8b02-4a124ac4abde on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:43.033659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Attempting to bind port a6839d53-8a0f-4fd6-8b02-4a124ac4abde by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:43.034179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Attempting to bind port a6839d53-8a0f-4fd6-8b02-4a124ac4abde on network 309f7d7d-a063-4309-9516-7846c5f3f247 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:43.052521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Port a6839d53-8a0f-4fd6-8b02-4a124ac4abde on network 309f7d7d-a063-4309-9516-7846c5f3f247 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:43.055343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Attempting to bind port a6839d53-8a0f-4fd6-8b02-4a124ac4abde on network 309f7d7d-a063-4309-9516-7846c5f3f247 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:43.081774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:43.082569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.123474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:43.123823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Checking segment: {'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:43.124240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Bound using segment: {'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:43.124734 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Bound port: a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:43.125519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.214266 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-4aefb293-ef92-4c21-87a9-805e8a887eaf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5882802 Sep 16 16:25:43.228832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Request body: {'port': {'device_id': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:43.253929 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.272675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460860c-6cdf-48e9-b8a9-24f97a8c9e28 req-a672a291-d9cb-44ce-85a5-94a3dc373923 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:43.281988 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5460860c-6cdf-48e9-b8a9-24f97a8c9e28 req-a672a291-d9cb-44ce-85a5-94a3dc373923 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 943 time: 0.1317410 Sep 16 16:25:43.306865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:25:43.321172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:43.323705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf732-c5bc-41e6-8f51-36a74804ec1b req-16e71db7-6b91-42e7-ba3a-07b99c05c090 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:43.325333 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546eafef-0dc7-4638-a448-ee953f170168" -d '{"events": [{"server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "name": "network-vif-plugged", "status": "completed", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:43.326126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] For port a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:43.326690 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64bcf732-c5bc-41e6-8f51-36a74804ec1b req-16e71db7-6b91-42e7-ba3a-07b99c05c090 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.2390974 Sep 16 16:25:43.330488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] For port a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:43.368242 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.374409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-344e4870-a7a7-4021-9b73-f5d76c8c69f8 None None] Provisioning complete for port 244be504-0f70-4ef4-a442-fb10793fe0fd triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:43.375732 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-344e4870-a7a7-4021-9b73-f5d76c8c69f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.398381 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:43.419355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5460860c-6cdf-48e9-b8a9-24f97a8c9e28 req-b37b12e5-1762-4e35-84d9-a10f24732189 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362989 Sep 16 16:25:43.441063 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.467136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.471684 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.548154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64bcf732-c5bc-41e6-8f51-36a74804ec1b req-58655a1d-7282-4417-9c8f-e8e19578c241 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985335 Sep 16 16:25:43.580146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-344e4870-a7a7-4021-9b73-f5d76c8c69f8 None None] Port 244be504-0f70-4ef4-a442-fb10793fe0fd cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:25:43.622494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:43.659591 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.704038 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:43.705003 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.706982 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] 10.222.0.52 "PUT /v2.0/ports/a6839d53-8a0f-4fd6-8b02-4a124ac4abde HTTP/1.1" status: 200 len: 1091 time: 2.5827522 Sep 16 16:25:43.715206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-255e80cf-bcc6-4aa4-8125-7a7afebb556a None None] Provisioning complete for port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:43.716169 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-255e80cf-bcc6-4aa4-8125-7a7afebb556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:43.719868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:25:43.740259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff9667-33b1-45fb-8218-758ffb73247a service neutron] Pushing event updated for resources: {'Port': ['ID=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:43.752633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b03cd05e-5ca0-471f-ac76-ef9d5531479e admin admin] 10.222.0.22 "PUT /v2.0/routers/8326e928-75c2-4d7b-b3ef-9b4566a39a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4950387 Sep 16 16:25:43.772368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b297f-48af-46a8-b402-65801084ef81 req-beb0c351-d145-49aa-9c28-608385bf1c81 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:43.781273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-663b297f-48af-46a8-b402-65801084ef81 req-beb0c351-d145-49aa-9c28-608385bf1c81 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1852074 Sep 16 16:25:43.798524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-255e80cf-bcc6-4aa4-8125-7a7afebb556a None None] Port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:25:43.871437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb3e3-1119-4f21-a982-3c3ab6a68083 req-6c147e61-ff8e-45f9-a925-4d11b5cef1ea tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:43.874344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9eeb3e3-1119-4f21-a982-3c3ab6a68083 req-6c147e61-ff8e-45f9-a925-4d11b5cef1ea tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 931 time: 0.1706851 Sep 16 16:25:43.879819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-de534981-9b9f-4dea-b503-5f0dd8e1636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:43.881367 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-de534981-9b9f-4dea-b503-5f0dd8e1636b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 1096 time: 0.2333779 Sep 16 16:25:43.889033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-663b297f-48af-46a8-b402-65801084ef81 req-5377aed5-fdbc-4d48-883f-f4ebbd0ce528 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064458 Sep 16 16:25:43.990782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9eeb3e3-1119-4f21-a982-3c3ab6a68083 req-8beda0a1-5c0f-4b4b-8cfb-3ed8dcabb709 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985901 Sep 16 16:25:44.003193 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8a6ee1-f574-4768-96d6-e980f425b92f x-openstack-request-id: req-3e8a6ee1-f574-4768-96d6-e980f425b92f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:44.003547 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af86c4-97a4-452a-aa4e-acc4c496710c", "name": "network-vif-deleted", "tag": "954eba75-ef45-4777-a4a4-540e0219cdd9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:44.003749 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e8a6ee1-f574-4768-96d6-e980f425b92f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:44.004120 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af86c4-97a4-452a-aa4e-acc4c496710c', 'name': 'network-vif-deleted', 'tag': '954eba75-ef45-4777-a4a4-540e0219cdd9', 'status': 'completed', 'code': 200} Sep 16 16:25:44.104940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-6358c9f5-1c73-4f7e-8a94-5604a68676b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:44.107198 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-6358c9f5-1c73-4f7e-8a94-5604a68676b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.2160063 Sep 16 16:25:44.155733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87cc8430-0ef4-4591-9644-2eed5b869498 req-439caf10-970c-4a7a-8531-412c1b06b5b2 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.0544610 Sep 16 16:25:44.172776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-8de23aac-a7e9-4469-8bc0-3e2b84a298d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:44.172776 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-8de23aac-a7e9-4469-8bc0-3e2b84a298d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a68c72313ee43208c4cd06b42b3ba5b&device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 1094 time: 0.1609106 Sep 16 16:25:44.173144 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-e70a4b47-8742-4c2a-bdef-bf58587b8dce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b HTTP/1.1" status: 200 len: 217 time: 0.0527563 Sep 16 16:25:44.173372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff139356-bba8-41fb-922b-58bcf256d21c req-c3a067ce-f570-4344-9afc-6e4926a39d58 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:44.174974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff139356-bba8-41fb-922b-58bcf256d21c req-c3a067ce-f570-4344-9afc-6e4926a39d58 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1163459 Sep 16 16:25:44.218584 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba12701c-ad79-44c4-adbc-8c91618192ee x-openstack-request-id: req-ba12701c-ad79-44c4-adbc-8c91618192ee {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:44.218584 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "name": "network-vif-plugged", "status": "completed", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:44.218584 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba12701c-ad79-44c4-adbc-8c91618192ee {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:44.218584 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'code': 200} Sep 16 16:25:44.274220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff139356-bba8-41fb-922b-58bcf256d21c req-9738d9f3-aec8-44eb-afc8-4d78d0a3f670 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837629 Sep 16 16:25:44.326092 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-9a3f6d01-a357-493c-a2cf-2745850b6ded service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde HTTP/1.1" status: 200 len: 217 time: 0.1446164 Sep 16 16:25:44.412421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0835d9-2daa-45c5-9358-68edd7f8c406 req-52292db7-466d-4f00-8c2a-e5340ea54960 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:44.414240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec0835d9-2daa-45c5-9358-68edd7f8c406 req-52292db7-466d-4f00-8c2a-e5340ea54960 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.1296654 Sep 16 16:25:44.456537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7088186-fde3-451a-baab-bb134e980ed3 req-b12f9242-d42d-4321-8e3d-3363cb0cf704 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:44.458130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7088186-fde3-451a-baab-bb134e980ed3 req-b12f9242-d42d-4321-8e3d-3363cb0cf704 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.0925307 Sep 16 16:25:44.492092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-bf3763e8-8427-4718-b9d4-6541ffbaefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:44.493610 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-bf3763e8-8427-4718-b9d4-6541ffbaefdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.2919970 Sep 16 16:25:44.494633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec0835d9-2daa-45c5-9358-68edd7f8c406 req-f4f48f8c-6ad3-4765-b220-749a8b2265cc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723305 Sep 16 16:25:44.511895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-5a808e0f-54b1-431d-82dc-04b1660b79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:44.511895 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-5a808e0f-54b1-431d-82dc-04b1660b79d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc76f138-535d-4db5-95f3-6ecabf21e86f HTTP/1.1" status: 200 len: 855 time: 0.1447043 Sep 16 16:25:44.511895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:44.537256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7088186-fde3-451a-baab-bb134e980ed3 req-be01351e-62f2-4c8d-ac5e-f4c3a8397460 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600793 Sep 16 16:25:44.542274 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:44.610269 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-07ad20a8-8e78-48d7-bb46-52c5f86484d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=309f7d7d-a063-4309-9516-7846c5f3f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873396 Sep 16 16:25:44.621060 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-9466ef90-fa42-4e59-b2e8-ea813d7c95e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080992 Sep 16 16:25:44.635041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Transition to ACTIVE for port object f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:25:44.665414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2abdf3fa-6a58-4f8a-ba51-8d1cf8902eaf req-231f5db3-5033-43d1-afa0-afa05e4ddb43 tempest-FloatingIPsNegativeTestJSON-707027736 tempest-FloatingIPsNegativeTestJSON-707027736-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=e506ba6452854c32b25e506121a30bff HTTP/1.1" status: 200 len: 217 time: 0.0388248 Sep 16 16:25:44.685480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13753c-f8e2-4239-a48c-05d13fb19826 req-d21b64ff-eac8-47c7-a685-62c78507bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:44.687066 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f13753c-f8e2-4239-a48c-05d13fb19826 req-d21b64ff-eac8-47c7-a685-62c78507bde1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 1101 time: 0.1731873 Sep 16 16:25:44.734198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80defb-5a5d-4abd-99dd-b0a5f0870c64 req-de67082e-75cd-4f27-9704-09ed8381cfdb tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:44.735727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d80defb-5a5d-4abd-99dd-b0a5f0870c64 req-de67082e-75cd-4f27-9704-09ed8381cfdb tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 943 time: 0.0721173 Sep 16 16:25:44.745295 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:44.779700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d80defb-5a5d-4abd-99dd-b0a5f0870c64 req-45801c3a-3d48-4544-983f-58e1f50359ba tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Sep 16 16:25:44.842397 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b689f01-7d9b-4220-9ac8-0b9d1284313b req-7b33871a-b39b-4981-a8b6-b02621202a1d tempest-FloatingIPsNegativeTestJSON-707027736 tempest-FloatingIPsNegativeTestJSON-707027736-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0345807 Sep 16 16:25:44.868499 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f13753c-f8e2-4239-a48c-05d13fb19826 req-7aea39db-0832-43f7-8505-97bf93acb720 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393621 Sep 16 16:25:44.888123 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-59fca694-d57f-448f-a927-20366e98a34f service neutron] 10.222.0.52 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659428 Sep 16 16:25:44.888731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Pushing event updated for resources: {'Port': ['ID=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:44.911103 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-51597d7b-37eb-4103-b30c-7f0a60bd2f3c service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704816 Sep 16 16:25:44.919724 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-8b392136-c661-4089-9c21-959620fda433 req-bada81f5-308d-488d-b537-e9340bb7475d tempest-FloatingIPsNegativeTestJSON-707027736 tempest-FloatingIPsNegativeTestJSON-707027736-project] show failed (client error): The resource could not be found. Sep 16 16:25:44.934436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b392136-c661-4089-9c21-959620fda433 req-bada81f5-308d-488d-b537-e9340bb7475d tempest-FloatingIPsNegativeTestJSON-707027736 tempest-FloatingIPsNegativeTestJSON-707027736-project] 10.222.0.22 "GET /v2.0/floatingips/d49d2828-931d-4bfb-b7ea-4562ab318575 HTTP/1.1" status: 404 len: 350 time: 0.0614023 Sep 16 16:25:44.937097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54316) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:44.994707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-ba5f684b-5790-49b1-a15a-cf50c2ec26e7 req-ae3286b6-f302-461d-a7f8-572ccee0ee43 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:25:44.996936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba5f684b-5790-49b1-a15a-cf50c2ec26e7 req-ae3286b6-f302-461d-a7f8-572ccee0ee43 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424352 Sep 16 16:25:45.049199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Attempting to bind port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:45.049677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Attempting to bind port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:45.050100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Attempting to bind port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 on network ed19b012-6165-4b63-9565-a1db6adeb284 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:45.056843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 on network ed19b012-6165-4b63-9565-a1db6adeb284 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:45.057464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Attempting to bind port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 on network ed19b012-6165-4b63-9565-a1db6adeb284 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:45.104615 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-9a4bb25f-df5a-45f0-8192-93ba84aa320f service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710215 Sep 16 16:25:45.143535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:45.144231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Checking segment: {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:45.144815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Bound using segment: {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:45.145442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Bound port: f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27530d62-227c-4b3d-a45b-d03f5bfe9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:45.145975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:45.183075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaf76b-36c9-495e-8632-c6af0fc075f6 req-11c6136c-bf3d-4b33-85e5-54938801a776 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:45.185224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4abaf76b-36c9-495e-8632-c6af0fc075f6 req-11c6136c-bf3d-4b33-85e5-54938801a776 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1122317 Sep 16 16:25:45.289240 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6d3f25a-af71-4c9e-980d-7edb03f5bbd4 req-54db7b68-7881-4eef-8c05-ede6ae969807 service neutron] 10.222.0.52 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119710 Sep 16 16:25:45.312793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] For port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:45.317418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4abaf76b-36c9-495e-8632-c6af0fc075f6 req-a6e3ddb6-3f1b-401c-8975-88ec52523ec2 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237228 Sep 16 16:25:45.360157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] For port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:45.411516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23de33-3660-448a-97b6-fe857d774b59 req-43a87405-6127-4984-87cb-eed6a9c65fbe tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:45.414029 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-43a87405-6127-4984-87cb-eed6a9c65fbe tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.62 "GET /v2.0/networks?id=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 HTTP/1.1" status: 200 len: 814 time: 0.1650031 Sep 16 16:25:45.487945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:45.526027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b23e4c11-5001-4e72-bb5e-1b9622c9f43d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:45.566424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:45.568138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:45.570236 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] 10.222.0.52 "PUT /v2.0/ports/f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 HTTP/1.1" status: 200 len: 1091 time: 2.3459380 Sep 16 16:25:45.579948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c616ae3c-9393-4425-851b-a9ef86721a6d req-5db1189a-d52a-494e-ac2f-363b8fcdbe7c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.0775371 Sep 16 16:25:45.611171 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-e834c6c3-0eb0-4adf-a75a-aebf7199d8d9 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc51242b1fd4034a9c520d74b8cd088 HTTP/1.1" status: 200 len: 379 time: 0.1829433 Sep 16 16:25:45.644079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8898915-eb24-4da9-aaa9-2fa6f1a48465 req-c7c8c626-a1c8-4318-b8b7-09ce6d1a126d tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:45.645842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b23e4c11-5001-4e72-bb5e-1b9622c9f43d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:45.650073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8898915-eb24-4da9-aaa9-2fa6f1a48465 req-c7c8c626-a1c8-4318-b8b7-09ce6d1a126d tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 943 time: 0.2522964 Sep 16 16:25:45.654600 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:45.667454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Request body: {'port': {'device_id': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'admin_state_up': True, 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'security_groups': ['002ded4f-51bb-4587-b9b0-6dbe1c72a995']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:45.816169 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:45.843126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port b23e4c11-5001-4e72-bb5e-1b9622c9f43d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b23e4c11-5001-4e72-bb5e-1b9622c9f43d,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:45.847133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee708e2-a1b7-43e3-937f-cdebf1a8a7fc service neutron] Pushing event updated for resources: {'Port': ['ID=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:45.901703 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Sync routers for ids ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:25:45.910390 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8898915-eb24-4da9-aaa9-2fa6f1a48465 req-db376036-fa4c-4337-959d-aec625f64c59 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347298 Sep 16 16:25:45.923114 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Routers {'8326e928-75c2-4d7b-b3ef-9b4566a39a5f'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:25:45.924132 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:45.936445 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:45.979749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14746c4a-7547-497f-a434-8f888b0f0f98 req-a4a68964-1d20-46ce-bacd-ffdd1996096b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:45.985408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14746c4a-7547-497f-a434-8f888b0f0f98 req-a4a68964-1d20-46ce-bacd-ffdd1996096b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.2132747 Sep 16 16:25:46.010988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4df47b1-989d-4103-a91b-153a4b814187', 'tag': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde'}, {'name': 'network-changed', 'server_uuid': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'tag': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:46.017860 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e88bef-8a1b-4c21-83cd-df4ed631d203" -d '{"events": [{"name": "network-changed", "server_uuid": "e4df47b1-989d-4103-a91b-153a4b814187", "tag": "a6839d53-8a0f-4fd6-8b02-4a124ac4abde"}, {"name": "network-changed", "server_uuid": "07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76", "tag": "f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:46.056160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-6524d1df-ad05-460d-a780-9aedd74c2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:46.057717 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-6524d1df-ad05-460d-a780-9aedd74c2c96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=76941f26b9764e319b0ce37ad4dfbb88&device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 1094 time: 0.3616343 Sep 16 16:25:46.060320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=b23e4c11-5001-4e72-bb5e-1b9622c9f43d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:46.070294 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-8dbca849-d91f-485b-ae7b-326753ff4448 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4336123 Sep 16 16:25:46.115616 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:46.162692 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Set router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:25:46.195632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14746c4a-7547-497f-a434-8f888b0f0f98 req-28faea62-e91b-40a4-8946-d73d9687a374 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007940 Sep 16 16:25:46.252129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ecf2b-7fb1-4972-8c02-26035abf622d req-7ea6622b-13d1-46f2-ad0c-00014ea50fc3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:46.263153 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-665ecf2b-7fb1-4972-8c02-26035abf622d req-7ea6622b-13d1-46f2-ad0c-00014ea50fc3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.2501366 Sep 16 16:25:46.535953 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-59354c95-4ef5-4260-ba8b-e7e06d7f9c1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 HTTP/1.1" status: 200 len: 217 time: 0.4647200 Sep 16 16:25:46.585247 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-router', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:25:34Z', 'updated_at': '2021-09-16T16:25:41Z', 'revision_number': 4, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'gw_port': {'id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:35Z', 'updated_at': '2021-09-16T16:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '244be504-0f70-4ef4-a442-fb10793fe0fd', 'name': '', 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'mac_address': 'fa:16:3e:21:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:40Z', 'updated_at': '2021-09-16T16:25:41Z', 'revision_number': 2, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'subnets': [{'id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:46.682941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-e759d654-0104-41a0-b3d8-00f8928684e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:46.685118 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-e759d654-0104-41a0-b3d8-00f8928684e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a4325f63-e0ee-489c-9e97-03a020e5a055 HTTP/1.1" status: 200 len: 862 time: 0.1394532 Sep 16 16:25:46.723648 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Checking router: 8326e928-75c2-4d7b-b3ef-9b4566a39a5f for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:25:46.724293 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Updating router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f port 244be504-0f70-4ef4-a442-fb10793fe0fd binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:25:46.750858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-98008f3c-4051-4791-af3e-9ecb7a7f25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:46.752342 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-98008f3c-4051-4791-af3e-9ecb7a7f25c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed19b012-6165-4b63-9565-a1db6adeb284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587504 Sep 16 16:25:46.756253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Made reservation on behalf of acc51242b1fd4034a9c520d74b8cd088 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:46.762145 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:46.773664 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.035006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-665ecf2b-7fb1-4972-8c02-26035abf622d req-769fbf44-9288-4120-b3ac-30fe7e630510 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7663696 Sep 16 16:25:47.070901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Allocated IP 172.20.0.12 (a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835/99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b/1d6187c5-79f1-4912-81c5-317eeb3fa817) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:25:47.110175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a748f7-f77c-4dc8-a773-ad74caf7b19e req-bd41e1f2-53d5-42e3-bfbc-ccaf26de3e5c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:47.114607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67a748f7-f77c-4dc8-a773-ad74caf7b19e req-bd41e1f2-53d5-42e3-bfbc-ccaf26de3e5c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.5474682 Sep 16 16:25:47.127428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-2dc55b73-0506-4e50-b919-c693264f8dc4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5530422 Sep 16 16:25:47.222804 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.241815 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67a748f7-f77c-4dc8-a773-ad74caf7b19e req-10b1842f-4b73-45d7-b0f5-e8e935b15e01 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260319 Sep 16 16:25:47.246350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-8d2659ba-5284-4f0b-ada1-a72c19237950 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627805 Sep 16 16:25:47.302281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0faa8-785c-429e-9e06-545eb9209439 req-9b20152d-5b29-4062-845e-767629d2c5f9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:47.309910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4d0faa8-785c-429e-9e06-545eb9209439 req-9b20152d-5b29-4062-845e-767629d2c5f9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 943 time: 0.1411233 Sep 16 16:25:47.321837 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.338053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-09d317c2-252f-49bd-9b1d-4f8c6fdf6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:47.340068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-09d317c2-252f-49bd-9b1d-4f8c6fdf6f7c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 1096 time: 0.1753869 Sep 16 16:25:47.353251 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432ceba4-1741-47cc-81ed-6a9c27024844 x-openstack-request-id: req-432ceba4-1741-47cc-81ed-6a9c27024844 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:47.353902 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4df47b1-989d-4103-a91b-153a4b814187", "tag": "a6839d53-8a0f-4fd6-8b02-4a124ac4abde", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76", "tag": "f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:47.354566 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-432ceba4-1741-47cc-81ed-6a9c27024844 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:47.355052 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4df47b1-989d-4103-a91b-153a4b814187', 'tag': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde', 'status': 'completed', 'code': 200} Sep 16 16:25:47.355946 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'tag': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07', 'status': 'completed', 'code': 200} Sep 16 16:25:47.476746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b23e4c11-5001-4e72-bb5e-1b9622c9f43d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:47.478180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-9bcd965e-b359-4931-83ab-143052163fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:47.481192 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-9bcd965e-b359-4931-83ab-143052163fe4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a68c72313ee43208c4cd06b42b3ba5b&device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 1094 time: 0.1183000 Sep 16 16:25:47.495676 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Pushing event updated for resources: {'Port': ['ID=244be504-0f70-4ef4-a442-fb10793fe0fd,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:47.529197 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.529795 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.530897 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.531401 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.532436 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.532933 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.535859 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.535859 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.535859 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.535859 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.535859 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.535859 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:47.545490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4d0faa8-785c-429e-9e06-545eb9209439 req-3b440354-160a-49dd-a5df-ed3e9953671f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346809 Sep 16 16:25:47.558214 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fa50d96f-fc4a-457f-bfe4-7320fc036e36 req-20e251a6-75b2-4385-887f-28978bfb7fbe service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998943 Sep 16 16:25:47.563869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.616914 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Attempting to bind port 244be504-0f70-4ef4-a442-fb10793fe0fd on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:47.618248 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Attempting to bind port 244be504-0f70-4ef4-a442-fb10793fe0fd by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '994fd760-23b9-491e-a9e1-335db599c267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:47.618812 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Attempting to bind port 244be504-0f70-4ef4-a442-fb10793fe0fd on network 02531aa5-f531-4355-b8e6-87fbf2d817ec {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:47.628262 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:47.629354 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Checking segment: {'id': '994fd760-23b9-491e-a9e1-335db599c267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:47.629953 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.630560 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Bound using segment: {'id': '994fd760-23b9-491e-a9e1-335db599c267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:47.631245 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Bound port: 244be504-0f70-4ef4-a442-fb10793fe0fd, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994fd760-23b9-491e-a9e1-335db599c267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:47.631856 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.657870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b23e4c11-5001-4e72-bb5e-1b9622c9f43d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:47.658227 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.698371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] Deleting port 244be504-0f70-4ef4-a442-fb10793fe0fd {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:47.698767 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.816120 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] For port 244be504-0f70-4ef4-a442-fb10793fe0fd, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:47.821873 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] For port 244be504-0f70-4ef4-a442-fb10793fe0fd, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=244be504-0f70-4ef4-a442-fb10793fe0fd,segment=NetworkSegment(994fd760-23b9-491e-a9e1-335db599c267),segment_id=994fd760-23b9-491e-a9e1-335db599c267)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:47.827158 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.841790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-392f2f5a-2041-41bd-b6d0-4a27f6c03e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:47.845976 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-392f2f5a-2041-41bd-b6d0-4a27f6c03e14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=309f7d7d-a063-4309-9516-7846c5f3f247 HTTP/1.1" status: 200 len: 916 time: 0.3522403 Sep 16 16:25:47.870276 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-f1a6c43e-a28b-4c25-a4b4-2e0e359fa464 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1870406 Sep 16 16:25:47.899873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] Calling delete_port for 244be504-0f70-4ef4-a442-fb10793fe0fd owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:47.903326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-80ea5f3d-0b6c-4d61-8858-dbadbfb98f24 None None] Provisioning complete for port 244be504-0f70-4ef4-a442-fb10793fe0fd triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:47.905141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-80ea5f3d-0b6c-4d61-8858-dbadbfb98f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.925853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45677343-ac69-4715-b11a-b11ca0bb1e97 req-1da13e9e-8098-4146-97a7-dddee035a7cd tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.0757058 Sep 16 16:25:47.926157 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-dde38a45-047c-471e-840d-486c5073b28e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde HTTP/1.1" status: 200 len: 217 time: 0.0599959 Sep 16 16:25:47.942688 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:47.970694 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:48.051874 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Routers {'8326e928-75c2-4d7b-b3ef-9b4566a39a5f'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:25:48.052549 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:48.142909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-2d03c54a-9d41-4877-bff3-1fc1b6a8a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.144414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-2d03c54a-9d41-4877-bff3-1fc1b6a8a528 service neutron] 10.222.0.62 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.7805061 Sep 16 16:25:48.172966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:25:48.176237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-17f10994-4017-41d1-a86f-164118c1ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.178101 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-17f10994-4017-41d1-a86f-164118c1ece2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc76f138-535d-4db5-95f3-6ecabf21e86f HTTP/1.1" status: 200 len: 855 time: 0.2259812 Sep 16 16:25:48.180633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:48.186839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-31c25631-96ea-45d7-98e6-f3b838101fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.188670 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-31c25631-96ea-45d7-98e6-f3b838101fb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 1096 time: 0.2765012 Sep 16 16:25:48.201138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:25:48.203495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc18c0-d48c-4b4b-8ddf-48b5d8198992 req-eb612d1d-92ba-4252-8fbc-9a9b8fe828ee tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.204410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Pushing event updated for resources: {'Port': ['ID=1d6187c5-79f1-4912-81c5-317eeb3fa817,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:48.211276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8dc18c0-d48c-4b4b-8ddf-48b5d8198992 req-eb612d1d-92ba-4252-8fbc-9a9b8fe828ee tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.6646678 Sep 16 16:25:48.306343 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-12a5442f-7040-4756-be1e-eea4424dc6de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=309f7d7d-a063-4309-9516-7846c5f3f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106150 Sep 16 16:25:48.322006 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] Set router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:25:48.335517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-80ea5f3d-0b6c-4d61-8858-dbadbfb98f24 None None] Port 244be504-0f70-4ef4-a442-fb10793fe0fd cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:25:48.351528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-8403c46d-3e03-469a-99f3-5cde4795cf78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 HTTP/1.1" status: 200 len: 217 time: 0.1741874 Sep 16 16:25:48.429830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-48ca06ea-62b3-4f58-8d19-7e86c4787801 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.431464 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-48ca06ea-62b3-4f58-8d19-7e86c4787801 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1097 time: 0.3629181 Sep 16 16:25:48.433785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-dc26f331-fd35-40af-8fd3-a91c3369453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.435271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-dc26f331-fd35-40af-8fd3-a91c3369453d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0687840 Sep 16 16:25:48.459566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fcd9c866-555c-4338-befc-c5d84b2df37a None None] Provisioning complete for port 244be504-0f70-4ef4-a442-fb10793fe0fd triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:48.460157 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c866-555c-4338-befc-c5d84b2df37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:48.464114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-3'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:48.487617 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470e9ba-29f1-4f7a-b110-b83d75227c82 None None] Pushing event updated for resources: {'Port': ['ID=244be504-0f70-4ef4-a442-fb10793fe0fd,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:48.574672 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c866-555c-4338-befc-c5d84b2df37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:48.587478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843fe17-e72d-4aa3-a52f-c5df63923921 req-c606f434-a574-4ce2-a8d1-7f9a52f6153c tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.589777 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3843fe17-e72d-4aa3-a52f-c5df63923921 req-c606f434-a574-4ce2-a8d1-7f9a52f6153c tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 943 time: 0.4676530 Sep 16 16:25:48.598153 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8dc18c0-d48c-4b4b-8ddf-48b5d8198992 req-32d76e04-60cc-4c0d-aca5-f837b423da85 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858812 Sep 16 16:25:48.610204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.611000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:48.615314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-66c39edd-4bbe-4467-bd48-e95e66280416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.616812 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-66c39edd-4bbe-4467-bd48-e95e66280416 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.3804424 Sep 16 16:25:48.626699 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-5bd5add9-a0ae-4697-9f65-6440b247bac3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717076 Sep 16 16:25:48.706133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a6839d53-8a0f-4fd6-8b02-4a124ac4abde details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:25:48.720204 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-f9d19ec0-cb55-44c0-b223-d799d2606a26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23 HTTP/1.1" status: 200 len: 217 time: 0.0644288 Sep 16 16:25:48.735062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-fcd9c866-555c-4338-befc-c5d84b2df37a None None] For port 244be504-0f70-4ef4-a442-fb10793fe0fd, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=244be504-0f70-4ef4-a442-fb10793fe0fd,segment=NetworkSegment(994fd760-23b9-491e-a9e1-335db599c267),segment_id=994fd760-23b9-491e-a9e1-335db599c267)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:48.753442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3843fe17-e72d-4aa3-a52f-c5df63923921 req-b1a13587-53c0-4f73-84f5-25276d3f6420 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536376 Sep 16 16:25:48.794722 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-6b712e11-4e26-426f-acdd-7b234307bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.799039 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-6b712e11-4e26-426f-acdd-7b234307bd20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0546808 Sep 16 16:25:48.817191 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c866-555c-4338-befc-c5d84b2df37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:48.846991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-router', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:25:34Z', 'updated_at': '2021-09-16T16:25:41Z', 'revision_number': 4, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'gw_port': {'id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:35Z', 'updated_at': '2021-09-16T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '244be504-0f70-4ef4-a442-fb10793fe0fd', 'name': '', 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'mac_address': 'fa:16:3e:21:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:40Z', 'updated_at': '2021-09-16T16:25:47Z', 'revision_number': 4, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'subnets': [{'id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:48.880269 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-8d916ee7-7783-4716-9f25-04158af1533e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643685 Sep 16 16:25:48.912911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-8c04a79d-7b9a-4744-8c76-d6b26c9ecfd2 service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757342 Sep 16 16:25:48.921558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e1beb-6201-4e93-ba82-2b8d46295a4c req-a3ca39d2-0111-447e-a520-25ff22986c5d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:48.932139 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e08c58f-deb1-47b8-811b-5f2a049d5482 None None] The sync data for ids ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'] in n-d-807786-3 is: [{'id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-router', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:25:34Z', 'updated_at': '2021-09-16T16:25:41Z', 'revision_number': 4, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'gw_port': {'id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:35Z', 'updated_at': '2021-09-16T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '244be504-0f70-4ef4-a442-fb10793fe0fd', 'name': '', 'network_id': '02531aa5-f531-4355-b8e6-87fbf2d817ec', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'mac_address': 'fa:16:3e:21:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:40Z', 'updated_at': '2021-09-16T16:25:47Z', 'revision_number': 4, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'subnets': [{'id': '15dd4392-8a00-4968-b8ca-bd51101ca2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:25:48.934221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-455e1beb-6201-4e93-ba82-2b8d46295a4c req-a3ca39d2-0111-447e-a520-25ff22986c5d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1363969 Sep 16 16:25:48.985826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:48.995393 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-b34677b6-ff65-434e-8f70-91ebb72f0f8c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3421545 Sep 16 16:25:49.000929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde', 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247', 'port_id': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde', 'mac_address': 'fa:16:3e:b4:a0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc76f138-535d-4db5-95f3-6ecabf21e86f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:25:49.030598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Request body: {'port': {'device_id': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:49.044015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:49.081291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8bd30613-197b-4856-9f52-53bc6f27fa4e None None] Provisioning complete for port 1d6187c5-79f1-4912-81c5-317eeb3fa817 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:49.081666 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8bd30613-197b-4856-9f52-53bc6f27fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:49.103426 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-a9119ddb-6f7e-4e96-a63c-5e44ce29e3fd service neutron] 10.222.0.52 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542388 Sep 16 16:25:49.146860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9c866-555c-4338-befc-c5d84b2df37a None None] Pushing event updated for resources: {'Port': ['ID=244be504-0f70-4ef4-a442-fb10793fe0fd,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:49.152890 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:49.167163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a3d38-cbcb-4edc-9808-a73af640e76f req-3618c62a-b860-421d-87ce-8e718f963d17 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:49.169068 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6839d53-8a0f-4fd6-8b02-4a124ac4abde {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:49.170148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c1a3d38-cbcb-4edc-9808-a73af640e76f req-3618c62a-b860-421d-87ce-8e718f963d17 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.2328620 Sep 16 16:25:49.184588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-455e1beb-6201-4e93-ba82-2b8d46295a4c req-0406dadb-d10b-41c1-b9c9-e4d580d14ca0 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491508 Sep 16 16:25:49.199925 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-5adc644e-4245-483e-84d8-5e6ee859c30e service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024766 Sep 16 16:25:49.219826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8bd30613-197b-4856-9f52-53bc6f27fa4e None None] Port 1d6187c5-79f1-4912-81c5-317eeb3fa817 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:25:49.222692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:49.235044 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:49.294026 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:49.345686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] Pushing event deleted for resources: {'Port': ['ID=244be504-0f70-4ef4-a442-fb10793fe0fd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:49.397632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:49.426203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c1a3d38-cbcb-4edc-9808-a73af640e76f req-8e2c9ee4-c409-4323-9ff0-59bd69d05244 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311141 Sep 16 16:25:49.428150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc0ed0cb-db2e-4490-90a3-efd448d92961 req-25f9f4f5-f892-4379-a5dd-429ae9785c0d service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513133 Sep 16 16:25:49.503708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:49.546081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 244be504-0f70-4ef4-a442-fb10793fe0fd up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:49.574826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 244be504-0f70-4ef4-a442-fb10793fe0fd {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:25:49.575981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 244be504-0f70-4ef4-a442-fb10793fe0fd not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 16:25:49.646609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Port 244be504-0f70-4ef4-a442-fb10793fe0fd not found, will not notify nova. {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 16:25:49.651520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a6839d53-8a0f-4fd6-8b02-4a124ac4abde'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:49.672113 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:49.727405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a5331-ede5-4efb-9bec-f2281a74f2a8 req-7ea6ea51-d0e8-4987-a439-ed5f6d305b03 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:49.736810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-643a5331-ede5-4efb-9bec-f2281a74f2a8 req-7ea6ea51-d0e8-4987-a439-ed5f6d305b03 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 946 time: 0.3952644 Sep 16 16:25:49.853279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762ddd5-24f2-46c9-85e0-bd7a1207fbf5 req-14645e0e-45cb-4645-9766-3dfe75891ea3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:49.854968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a762ddd5-24f2-46c9-85e0-bd7a1207fbf5 req-14645e0e-45cb-4645-9766-3dfe75891ea3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 944 time: 0.2016649 Sep 16 16:25:49.922586 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a762ddd5-24f2-46c9-85e0-bd7a1207fbf5 req-d9ba9870-d635-4465-8551-a7b8b92721ac tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 Sep 16 16:25:49.945468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-643a5331-ede5-4efb-9bec-f2281a74f2a8 req-ab9f8f0e-1100-4bf0-bbcd-38472cb32d93 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077117 Sep 16 16:25:49.984529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-061c4250-c3ff-474b-9480-5b6e12a2795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:49.990330 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-061c4250-c3ff-474b-9480-5b6e12a2795a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 1101 time: 0.7556446 Sep 16 16:25:50.082391 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-dd122ffa-9dca-46a3-9a7c-19b3a551a79d service neutron] 10.222.0.52 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9702110 Sep 16 16:25:50.165671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb68ba7-8b15-4058-9d60-b0e17a65f2d3 req-be04cc13-19ef-4fcd-8ba5-2c6447c5b1fb tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:50.167291 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cfb68ba7-8b15-4058-9d60-b0e17a65f2d3 req-be04cc13-19ef-4fcd-8ba5-2c6447c5b1fb tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1365204 Sep 16 16:25:50.275859 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f543a9a6-b460-4e95-b1c6-f68918bb42f4 req-ff0ed4c8-6941-48a4-a5e3-03b335fc66c8 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9793241 Sep 16 16:25:50.321326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:50.369158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-72752172-8235-4fc0-8cb9-f90fca3e45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:50.370696 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-72752172-8235-4fc0-8cb9-f90fca3e45f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=76941f26b9764e319b0ce37ad4dfbb88&device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 1094 time: 0.1933534 Sep 16 16:25:50.423478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-9b511bb9-091a-466f-893e-57004772e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:50.424911 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-9b511bb9-091a-466f-893e-57004772e64e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.3374031 Sep 16 16:25:50.497718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ccc6a-cddc-400e-8242-8d1cce30a2e4 req-c89dc6e1-4dc2-4b71-b3ac-72fba5b876ff tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:50.499221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f61ccc6a-cddc-400e-8242-8d1cce30a2e4 req-c89dc6e1-4dc2-4b71-b3ac-72fba5b876ff tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 932 time: 0.4330857 Sep 16 16:25:50.523004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-9cc26d57-34c0-4c8b-b8f1-ed100da05445 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=602248cf-0309-406e-beb1-896574f259e2 HTTP/1.1" status: 200 len: 217 time: 0.0828433 Sep 16 16:25:50.542054 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cfb68ba7-8b15-4058-9d60-b0e17a65f2d3 req-d41ae455-eeeb-490a-a889-6ad188d01673 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649335 Sep 16 16:25:50.547312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:50.558888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] Router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:25:50.567120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f61ccc6a-cddc-400e-8242-8d1cce30a2e4 req-6b1bae9a-c037-40dd-b7d9-561803bb79d7 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514925 Sep 16 16:25:50.710976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:25:50.768891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:25:50.789500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a4ad7de9-1561-4e5f-9ee6-8ef910a87579 admin admin] 10.222.0.22 "PUT /v2.0/routers/8326e928-75c2-4d7b-b3ef-9b4566a39a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8515208 Sep 16 16:25:50.814070 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] Sync routers for ids ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:25:50.814303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54388) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:50.881307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] Routers {'8326e928-75c2-4d7b-b3ef-9b4566a39a5f'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:25:50.882151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:50.895783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6187c5-79f1-4912-81c5-317eeb3fa817 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:50.897349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef18d07-253b-48fd-800c-47a54b34c150 req-4e1569ee-9eae-491d-a4e1-ae870aac8396 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:50.898908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ef18d07-253b-48fd-800c-47a54b34c150 req-4e1569ee-9eae-491d-a4e1-ae870aac8396 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 943 time: 0.2513845 Sep 16 16:25:50.907942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:50.923078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Transition to ACTIVE for port object 1d6187c5-79f1-4912-81c5-317eeb3fa817 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:25:50.948003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33f927-e13c-4134-9b41-c1924d7a2aff req-b009f57c-27fe-4a44-bbe3-4d0655c05e66 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:50.953297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-497b8208-e6f4-4a5d-9247-39f0d34cffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:50.955437 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-497b8208-e6f4-4a5d-9247-39f0d34cffea service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed19b012-6165-4b63-9565-a1db6adeb284 HTTP/1.1" status: 200 len: 924 time: 0.5761518 Sep 16 16:25:50.956786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d33f927-e13c-4134-9b41-c1924d7a2aff req-b009f57c-27fe-4a44-bbe3-4d0655c05e66 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.2927542 Sep 16 16:25:51.001159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:51.028346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0248cb33-03d2-43ca-96cb-0d5a14a623d2'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:51.044500 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d327c1cc-5f2a-444f-8c9b-495dab8a3de6" -d '{"events": [{"server_uuid": "147fa432-75ab-4bff-b9a1-4bf6818451ce", "name": "network-vif-unplugged", "status": "completed", "tag": "0248cb33-03d2-43ca-96cb-0d5a14a623d2"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:51.048895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:51.054548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ef18d07-253b-48fd-800c-47a54b34c150 req-2df927b0-b4c0-41a6-b6b9-cccdb16abc5c tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404741 Sep 16 16:25:51.064642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d33f927-e13c-4134-9b41-c1924d7a2aff req-23c4c5b6-e8f7-4b1f-a142-8781e2c6fe77 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068926 Sep 16 16:25:51.067503 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:51.124503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:51.134566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'port_id': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07', 'mac_address': 'fa:16:3e:f0:cc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:25:51.177069 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-fc264eff-4df4-4709-9ea3-0e052b0ba36b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 HTTP/1.1" status: 200 len: 217 time: 0.1695261 Sep 16 16:25:51.247783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-9498dbb5-0a53-4bfc-9b07-fa5996eb7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:51.249674 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-9498dbb5-0a53-4bfc-9b07-fa5996eb7170 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.7005734 Sep 16 16:25:51.259374 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:51.265632 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:51.273757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] Set router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:25:51.273988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6187c5-79f1-4912-81c5-317eeb3fa817,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:51.276531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:25:51.385765 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:51.416883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:51.432173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbe6e3-1d1f-4251-902a-87b41f9958e5 req-d642a4d7-b09d-4247-9c27-544b0cc70fb0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:51.441273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94bbe6e3-1d1f-4251-902a-87b41f9958e5 req-d642a4d7-b09d-4247-9c27-544b0cc70fb0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.2776904 Sep 16 16:25:51.482504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-7a3fdb7f-3200-4b4b-a37d-2707b3787465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:51.484684 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-7a3fdb7f-3200-4b4b-a37d-2707b3787465 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a4325f63-e0ee-489c-9e97-03a020e5a055 HTTP/1.1" status: 200 len: 862 time: 0.2830675 Sep 16 16:25:51.500413 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:51.501288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 0248cb33-03d2-43ca-96cb-0d5a14a623d2 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:25:51.522663 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94bbe6e3-1d1f-4251-902a-87b41f9958e5 req-7524b5a7-9339-47fe-9f28-fc21ff85cb17 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752771 Sep 16 16:25:51.601643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Deleting port b23e4c11-5001-4e72-bb5e-1b9622c9f43d {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:51.601643 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:51.612168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:51.656135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Attempting to bind port 1d6187c5-79f1-4912-81c5-317eeb3fa817 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:51.656135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Attempting to bind port 1d6187c5-79f1-4912-81c5-317eeb3fa817 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:51.656495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Attempting to bind port 1d6187c5-79f1-4912-81c5-317eeb3fa817 on network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:51.661740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Pushing event updated for resources: {'Port': ['ID=0248cb33-03d2-43ca-96cb-0d5a14a623d2,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:51.666003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-261d6952-419c-4786-b43d-5fb45ecb8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:51.667567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-261d6952-419c-4786-b43d-5fb45ecb8e14 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3110600 Sep 16 16:25:51.678965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Port 1d6187c5-79f1-4912-81c5-317eeb3fa817 on network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:51.679296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Attempting to bind port 1d6187c5-79f1-4912-81c5-317eeb3fa817 on network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:51.793186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, got binding levels [] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:51.801717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-router', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:25:34Z', 'updated_at': '2021-09-16T16:25:48Z', 'revision_number': 5, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'gw_port': {'id': 'b23e4c11-5001-4e72-bb5e-1b9622c9f43d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:25:35Z', 'updated_at': '2021-09-16T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:51.805713 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-68b8da12-59c2-4c00-b084-617a7bd1fdad service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199980 Sep 16 16:25:51.806860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:51.807208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Checking segment: {'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:51.807598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Bound using segment: {'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:51.808041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Bound port: 1d6187c5-79f1-4912-81c5-317eeb3fa817, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b78d868-53f8-4489-b6db-60fe2d1933d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:51.809785 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:51.812673 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on host n-h2-807786-3 for vnic_type normal with profile {"migrating_to": "n-h1-807786-3"} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:51.813276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:51.813984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:51.838798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] Checking router: 8326e928-75c2-4d7b-b3ef-9b4566a39a5f for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:25:51.861274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] Routers {'8326e928-75c2-4d7b-b3ef-9b4566a39a5f'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:25:51.861906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:51.892090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edd8fb-6c32-452d-8df7-495105fdbf86 req-9f3de51e-f319-46a5-82a6-2baa40be37e6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:51.893922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0edd8fb-6c32-452d-8df7-495105fdbf86 req-9f3de51e-f319-46a5-82a6-2baa40be37e6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 944 time: 0.2532866 Sep 16 16:25:51.899695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] For port b23e4c11-5001-4e72-bb5e-1b9622c9f43d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b23e4c11-5001-4e72-bb5e-1b9622c9f43d,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:51.900085 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:51.929394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655988a-9a34-4236-b595-650cdf28f966 req-a9391c2b-9cae-462b-b37e-ee783efe5250 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:51.931220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f655988a-9a34-4236-b595-650cdf28f966 req-a9391c2b-9cae-462b-b37e-ee783efe5250 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.1184154 Sep 16 16:25:51.945959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Calling delete_port for b23e4c11-5001-4e72-bb5e-1b9622c9f43d owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:51.969396 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] Set router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:25:51.990123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:51.990483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:51.991960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0edd8fb-6c32-452d-8df7-495105fdbf86 req-b1b3e092-1358-492d-b0db-87dfaf7ccca4 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889099 Sep 16 16:25:51.995626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-cbdb4947-773d-49d9-9e68-10a96b393b6b service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545722 Sep 16 16:25:52.054392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-3bdd4baa-7272-439d-89f7-b8d95077b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:52.055817 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-3bdd4baa-7272-439d-89f7-b8d95077b694 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed19b012-6165-4b63-9565-a1db6adeb284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5605454 Sep 16 16:25:52.060620 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f655988a-9a34-4236-b595-650cdf28f966 req-35f23fee-bd87-4b4d-bca7-96dd4e91d2fb tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184795 Sep 16 16:25:52.063957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:52.063957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:52.063957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:52.063957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Bound port: 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:52.063957 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:52.085145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-router', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:25:34Z', 'updated_at': '2021-09-16T16:25:51Z', 'revision_number': 6, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:52.090793 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bb0d59-fee9-414e-b49e-e6f590a7ed34 x-openstack-request-id: req-11bb0d59-fee9-414e-b49e-e6f590a7ed34 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:52.090793 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147fa432-75ab-4bff-b9a1-4bf6818451ce", "name": "network-vif-unplugged", "status": "completed", "tag": "0248cb33-03d2-43ca-96cb-0d5a14a623d2", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:52.090793 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11bb0d59-fee9-414e-b49e-e6f590a7ed34 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:52.090793 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0248cb33-03d2-43ca-96cb-0d5a14a623d2', 'code': 200} Sep 16 16:25:52.092373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on host n-h2-807786-3 for vnic_type normal with profile {"migrating_to": "n-h1-807786-3"} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:52.092937 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:52.093471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:52.162132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:52.162535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:52.166423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2a904-8838-41b0-8854-e09e193b404e None None] The sync data for ids ['8326e928-75c2-4d7b-b3ef-9b4566a39a5f'] in n-d-807786-3 is: [{'id': '8326e928-75c2-4d7b-b3ef-9b4566a39a5f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1597471313-router', 'tenant_id': 'e506ba6452854c32b25e506121a30bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:25:34Z', 'updated_at': '2021-09-16T16:25:51Z', 'revision_number': 6, 'project_id': 'e506ba6452854c32b25e506121a30bff', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:25:52.177684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:52.178145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:52.178771 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:52.179263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Bound port: 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:52.179726 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:52.267339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:52.272750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:52.332098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] For port 1d6187c5-79f1-4912-81c5-317eeb3fa817, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:52.335424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03990c2-0b9e-4862-9c06-dd525a2f5d4a req-44aea5f5-4981-4f77-b9ad-9e3ea22aaf20 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:52.337109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b03990c2-0b9e-4862-9c06-dd525a2f5d4a req-44aea5f5-4981-4f77-b9ad-9e3ea22aaf20 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1298835 Sep 16 16:25:52.351762 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:52.365491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966d628-1181-4fb9-a97d-5f9886332d5e req-49f5655f-6b9e-4610-ad9b-a513ff79475a tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:52.366819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] For port 1d6187c5-79f1-4912-81c5-317eeb3fa817, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=1d6187c5-79f1-4912-81c5-317eeb3fa817,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:25:52.367325 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2966d628-1181-4fb9-a97d-5f9886332d5e req-49f5655f-6b9e-4610-ad9b-a513ff79475a tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.1584980 Sep 16 16:25:52.395183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:25:52.403720 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-4dd0fff1-ef5a-4b7a-8c39-957baa902544 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094530 Sep 16 16:25:52.456035 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:52.458927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=0248cb33-03d2-43ca-96cb-0d5a14a623d2,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:52.459361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 0248cb33-03d2-43ca-96cb-0d5a14a623d2-n-h2-807786-3-0 {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:25:52.460413 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:25:52.465387 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b03990c2-0b9e-4862-9c06-dd525a2f5d4a req-ba90ef58-5aed-4edc-bbf9-90fff7cab94b tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943336 Sep 16 16:25:52.472309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2966d628-1181-4fb9-a97d-5f9886332d5e req-8d32ea76-abc1-4974-a20f-cea9609f6be3 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917528 Sep 16 16:25:52.539344 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:52.594332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b23e4c11-5001-4e72-bb5e-1b9622c9f43d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:52.643194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:52.643903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:52.646070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] 10.222.0.62 "PUT /v2.0/ports/1d6187c5-79f1-4912-81c5-317eeb3fa817 HTTP/1.1" status: 200 len: 1092 time: 3.6286421 Sep 16 16:25:52.648627 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2e88bef-8a1b-4c21-83cd-df4ed631d203 req-a3ea745b-fd23-4045-91c8-842acc9fbf32 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351809 Sep 16 16:25:52.675208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:52.723074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de5d3d-1568-4298-92ee-2f90864a63d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6187c5-79f1-4912-81c5-317eeb3fa817,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:52.741129 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 0248cb33-03d2-43ca-96cb-0d5a14a623d2 has no active binding in host n-h1-807786-3 {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 16:25:52.759496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a6839d53-8a0f-4fd6-8b02-4a124ac4abde up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:52.866979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23de33-3660-448a-97b6-fe857d774b59 req-e8c27283-00e0-4af5-ba47-5819c24df989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:52.869366 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-e8c27283-00e0-4af5-ba47-5819c24df989 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=acc51242b1fd4034a9c520d74b8cd088&device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 1095 time: 0.0654054 Sep 16 16:25:52.897368 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:52.898265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:52.916346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port a6839d53-8a0f-4fd6-8b02-4a124ac4abde completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:25:52.923041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port a6839d53-8a0f-4fd6-8b02-4a124ac4abde triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:52.923747 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:52.927453 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-709ab76c-8b2b-4c1f-a1c6-6ce7d7752a4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d6187c5-79f1-4912-81c5-317eeb3fa817 HTTP/1.1" status: 200 len: 217 time: 0.0455704 Sep 16 16:25:52.978837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3c503-61a8-4830-b913-70b4f617429a req-83f1ac66-12ac-454f-ad8a-997a67f184d1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:52.986665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aeb3c503-61a8-4830-b913-70b4f617429a req-83f1ac66-12ac-454f-ad8a-997a67f184d1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.2662716 Sep 16 16:25:53.004635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441f275-f582-4ce8-b447-1a1e4f74264a req-2230a6fe-a781-4f73-8544-f36ee8649509 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:53.006126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c441f275-f582-4ce8-b447-1a1e4f74264a req-2230a6fe-a781-4f73-8544-f36ee8649509 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 944 time: 0.3226149 Sep 16 16:25:53.010201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on host n-h2-807786-3 for vnic_type normal with profile {"migrating_to": "n-h1-807786-3"} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:25:53.012578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:25:53.012944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:53.023276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23de33-3660-448a-97b6-fe857d774b59 req-35a17eba-46ab-4b21-8ef4-c05fcf507378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:53.024756 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-35a17eba-46ab-4b21-8ef4-c05fcf507378 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b HTTP/1.1" status: 200 len: 853 time: 0.0894549 Sep 16 16:25:53.025272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:25:53.025592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Attempting to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:25:53.031670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:25:53.032007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:53.032409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:25:53.032859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Bound port: 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:25:53.033221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.078207 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.080143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8326e928-75c2-4d7b-b3ef-9b4566a39a5f {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:25:53.086628 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.087785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cda954ad-6b57-4907-90d9-5d583667ad9c admin admin] 10.222.0.22 "DELETE /v2.0/routers/8326e928-75c2-4d7b-b3ef-9b4566a39a5f HTTP/1.1" status: 204 len: 168 time: 2.2788281 Sep 16 16:25:53.100547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54424) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:53.107575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aeb3c503-61a8-4830-b913-70b4f617429a req-aa01ccab-b955-44c2-9c2a-d56c50dce4b9 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199884 Sep 16 16:25:53.132021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c441f275-f582-4ce8-b447-1a1e4f74264a req-9207a640-c622-4c8d-ba6e-8e731c1c0272 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145854 Sep 16 16:25:53.157902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f70d35d0-15df-4804-b863-87aa11b10885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:53.160015 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-f70d35d0-15df-4804-b863-87aa11b10885 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242578 Sep 16 16:25:53.175080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:53.229260 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.258613 n-d-807786-3 neutron-server[95357]: WARNING neutron.plugins.ml2.plugin [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Concurrent port binding operations failed on port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 Sep 16 16:25:53.264002 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f13ba2-627d-4029-a2e8-f4e8c40cb440 admin admin] Deleting subnet 15dd4392-8a00-4968-b8ca-bd51101ca2a6 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:25:53.269888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:53.280827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4df47b1-989d-4103-a91b-153a4b814187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:53.281781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57f13ba2-627d-4029-a2e8-f4e8c40cb440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.283956 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cf31a0-1769-4a9c-a787-ba8211341820" -d '{"events": [{"server_uuid": "e4df47b1-989d-4103-a91b-153a4b814187", "name": "network-vif-plugged", "status": "completed", "tag": "a6839d53-8a0f-4fd6-8b02-4a124ac4abde"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:53.285615 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Attempt 2 to bind port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 Sep 16 16:25:53.312648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:53.334909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc123403-06c9-4c97-8dae-11309f499faf req-82287817-efe0-4e16-b38a-58a0e49c8c57 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:53.337861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:53.343121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc123403-06c9-4c97-8dae-11309f499faf req-82287817-efe0-4e16-b38a-58a0e49c8c57 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 944 time: 0.1220012 Sep 16 16:25:53.348748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.350296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-890efaa5-de65-475b-a3d8-e95e21eef689 service neutron] 10.222.0.52 "PUT /v2.0/ports/0248cb33-03d2-43ca-96cb-0d5a14a623d2 HTTP/1.1" status: 200 len: 1122 time: 4.8918176 Sep 16 16:25:53.359258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b70337-7276-409d-9f10-7f79fd076b4c req-9d9a6411-7ad3-4985-ae43-4902e875675a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:53.367579 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03b70337-7276-409d-9f10-7f79fd076b4c req-9d9a6411-7ad3-4985-ae43-4902e875675a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.1608996 Sep 16 16:25:53.376036 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-72f03063-bce7-48e4-836b-8a4d8ae299b9 service neutron] 10.222.0.62 "GET /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023091 Sep 16 16:25:53.411145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['0248cb33-03d2-43ca-96cb-0d5a14a623d2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:53.426979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57f13ba2-627d-4029-a2e8-f4e8c40cb440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.473385 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc123403-06c9-4c97-8dae-11309f499faf req-e7c0fc08-4d04-452c-a427-46728c24128e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043484 Sep 16 16:25:53.482092 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.513905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b23e4c11-5001-4e72-bb5e-1b9622c9f43d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:25:53.515919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['0248cb33-03d2-43ca-96cb-0d5a14a623d2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:25:53.535943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03b70337-7276-409d-9f10-7f79fd076b4c req-74da6372-c23f-45e1-9bdf-1dbb473002b3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222842 Sep 16 16:25:53.598393 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35320248-099b-40e1-b8c7-ea2ef2baf9b0 x-openstack-request-id: req-35320248-099b-40e1-b8c7-ea2ef2baf9b0 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:53.598680 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4df47b1-989d-4103-a91b-153a4b814187", "name": "network-vif-plugged", "status": "completed", "tag": "a6839d53-8a0f-4fd6-8b02-4a124ac4abde", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:53.599061 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35320248-099b-40e1-b8c7-ea2ef2baf9b0 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:53.599456 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4df47b1-989d-4103-a91b-153a4b814187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde', 'code': 200} Sep 16 16:25:53.602905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: b23e4c11-5001-4e72-bb5e-1b9622c9f43d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:25:53.603247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b23e4c11-5001-4e72-bb5e-1b9622c9f43d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:25:53.603833 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 244be504-0f70-4ef4-a442-fb10793fe0fd no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:25:53.682458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 244be504-0f70-4ef4-a442-fb10793fe0fd {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:25:53.682796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 244be504-0f70-4ef4-a442-fb10793fe0fd not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:25:53.718932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:53.761116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cd564-c6e8-4544-9087-568419226bdb req-d6209e0b-e6f8-4e8b-8308-5e04982d9ba5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:53.767987 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57f13ba2-627d-4029-a2e8-f4e8c40cb440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.770402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b98cd564-c6e8-4544-9087-568419226bdb req-d6209e0b-e6f8-4e8b-8308-5e04982d9ba5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.1365387 Sep 16 16:25:53.773438 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a23de33-3660-448a-97b6-fe857d774b59 req-28318883-42b4-4f77-81a3-e115ff0c598a service neutron] 10.222.0.62 "GET /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882394 Sep 16 16:25:53.799548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09febc89-f088-47ea-8426-5b8b4dc54cde req-3c968a2b-f035-4945-a78f-35f7a5d8071c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:53.799548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09febc89-f088-47ea-8426-5b8b4dc54cde req-3c968a2b-f035-4945-a78f-35f7a5d8071c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.1041796 Sep 16 16:25:53.820172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb017e7-0985-4103-8692-1de6f92015cb req-39f43fbe-de38-400d-b024-c142d231ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:53.822224 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcb017e7-0985-4103-8692-1de6f92015cb req-39f43fbe-de38-400d-b024-c142d231ccd7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 1096 time: 0.1303639 Sep 16 16:25:53.857193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09febc89-f088-47ea-8426-5b8b4dc54cde req-ebc48ba6-6661-4dfe-91d0-f9c370c1ebf3 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493944 Sep 16 16:25:53.874322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b98cd564-c6e8-4544-9087-568419226bdb req-ae4c7ded-a2b0-4880-a197-04995f10ea01 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034241 Sep 16 16:25:53.880103 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcb017e7-0985-4103-8692-1de6f92015cb req-bc4d769f-b2de-4f76-9d49-77a53a5e3255 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500557 Sep 16 16:25:53.934210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57f13ba2-627d-4029-a2e8-f4e8c40cb440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.966333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f13ba2-627d-4029-a2e8-f4e8c40cb440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15dd4392-8a00-4968-b8ca-bd51101ca2a6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:53.970797 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57f13ba2-627d-4029-a2e8-f4e8c40cb440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:53.972776 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57f13ba2-627d-4029-a2e8-f4e8c40cb440 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/15dd4392-8a00-4968-b8ca-bd51101ca2a6 HTTP/1.1" status: 204 len: 168 time: 0.8697348 Sep 16 16:25:53.976096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54432) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:53.982075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f77d53-4d60-439d-ac25-9873f376441f None None] Network 02531aa5-f531-4355-b8e6-87fbf2d817ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:25:54.020713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a3b07-de57-4ce4-abed-3983ed05ab28 req-20c3bb3c-72c1-408f-a8b4-ce6347ac9fab tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:54.021490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e3a3b07-de57-4ce4-abed-3983ed05ab28 req-20c3bb3c-72c1-408f-a8b4-ce6347ac9fab tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0906873 Sep 16 16:25:54.086995 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:54.092100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'tag': '1d6187c5-79f1-4912-81c5-317eeb3fa817'}, {'name': 'network-changed', 'server_uuid': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'tag': '0248cb33-03d2-43ca-96cb-0d5a14a623d2'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:54.095411 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4" -d '{"events": [{"name": "network-changed", "server_uuid": "dda45dfd-30c8-41eb-a83a-d30fbb16290a", "tag": "1d6187c5-79f1-4912-81c5-317eeb3fa817"}, {"name": "network-changed", "server_uuid": "147fa432-75ab-4bff-b9a1-4bf6818451ce", "tag": "0248cb33-03d2-43ca-96cb-0d5a14a623d2"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:54.116020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e3a3b07-de57-4ce4-abed-3983ed05ab28 req-99888c4d-46f2-48e7-9bad-ce28c6784954 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602541 Sep 16 16:25:54.179542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Deleting port a411069b-b67f-4420-bc4e-6dc661c80c73 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:54.179984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:54.202525 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc4675e-0a78-4ec8-b75f-23ed52111d56 x-openstack-request-id: req-5fc4675e-0a78-4ec8-b75f-23ed52111d56 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:54.203109 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda45dfd-30c8-41eb-a83a-d30fbb16290a", "tag": "1d6187c5-79f1-4912-81c5-317eeb3fa817", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "147fa432-75ab-4bff-b9a1-4bf6818451ce", "tag": "0248cb33-03d2-43ca-96cb-0d5a14a623d2", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:54.203976 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fc4675e-0a78-4ec8-b75f-23ed52111d56 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:54.204566 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'tag': '1d6187c5-79f1-4912-81c5-317eeb3fa817', 'status': 'completed', 'code': 200} Sep 16 16:25:54.204714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f4b059-0744-4d60-ae59-b8846fc411b3 None None] DHCP port deletion for 02531aa5-f531-4355-b8e6-87fbf2d817ec request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:25:54.205215 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'tag': '0248cb33-03d2-43ca-96cb-0d5a14a623d2', 'status': 'completed', 'code': 200} Sep 16 16:25:54.295981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-2babc6cc-a3e6-4824-8624-589fa1e642b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:54.296632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4b059-0744-4d60-ae59-b8846fc411b3 None None] Deleting port a411069b-b67f-4420-bc4e-6dc661c80c73 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:25:54.297226 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0f4b059-0744-4d60-ae59-b8846fc411b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:54.298177 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-2babc6cc-a3e6-4824-8624-589fa1e642b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=acc51242b1fd4034a9c520d74b8cd088&device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 1095 time: 0.0541863 Sep 16 16:25:54.325086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] For port a411069b-b67f-4420-bc4e-6dc661c80c73, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a411069b-b67f-4420-bc4e-6dc661c80c73,segment=NetworkSegment(994fd760-23b9-491e-a9e1-335db599c267),segment_id=994fd760-23b9-491e-a9e1-335db599c267)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:54.325478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:54.349989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Calling delete_port for a411069b-b67f-4420-bc4e-6dc661c80c73 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:54.366980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d9ce-a5c0-45c5-8346-d3c67624fb1c req-572d1c44-8520-4e5a-8d4a-e3e13d11036d tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:54.375767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9df5d9ce-a5c0-45c5-8346-d3c67624fb1c req-572d1c44-8520-4e5a-8d4a-e3e13d11036d tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 944 time: 0.1518705 Sep 16 16:25:54.386283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d0f4b059-0744-4d60-ae59-b8846fc411b3 None None] For port a411069b-b67f-4420-bc4e-6dc661c80c73, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a411069b-b67f-4420-bc4e-6dc661c80c73,segment=NetworkSegment(994fd760-23b9-491e-a9e1-335db599c267),segment_id=994fd760-23b9-491e-a9e1-335db599c267)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:54.387258 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0f4b059-0744-4d60-ae59-b8846fc411b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:54.412850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4b059-0744-4d60-ae59-b8846fc411b3 None None] Calling delete_port for a411069b-b67f-4420-bc4e-6dc661c80c73 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:25:54.431168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-c6b510f1-7d7e-4d37-9792-c9b70eb30d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:54.432933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-c6b510f1-7d7e-4d37-9792-c9b70eb30d43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 HTTP/1.1" status: 200 len: 915 time: 0.1263106 Sep 16 16:25:54.487831 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-c29de365-bdd3-4e45-982c-d115f1561522 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d6187c5-79f1-4912-81c5-317eeb3fa817 HTTP/1.1" status: 200 len: 217 time: 0.0464995 Sep 16 16:25:54.547736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-226f0d31-62f3-4637-8aad-e90dad5274b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:54.549625 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-226f0d31-62f3-4637-8aad-e90dad5274b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b HTTP/1.1" status: 200 len: 853 time: 0.0496824 Sep 16 16:25:54.568316 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0f4b059-0744-4d60-ae59-b8846fc411b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:54.597810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4b059-0744-4d60-ae59-b8846fc411b3 None None] Pushing event deleted for resources: {'Port': ['ID=a411069b-b67f-4420-bc4e-6dc661c80c73,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:54.608260 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4b059-0744-4d60-ae59-b8846fc411b3 None None] No DVR routers for this DVR port a411069b-b67f-4420-bc4e-6dc661c80c73 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:25:54.611704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-504fd0f9-c7c0-4a91-875a-479542c072dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:54.613633 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-504fd0f9-c7c0-4a91-875a-479542c072dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476384 Sep 16 16:25:54.713890 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-bb8ca3dc-1f49-4f11-a356-1e4c33dcd10e service neutron] 10.222.0.62 "GET /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911064 Sep 16 16:25:54.715269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944ef1-032f-4a9d-90b0-3a15d5e5ebc6 req-d9d334f0-634d-4a8d-902d-bd435beeabea tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:54.725552 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09944ef1-032f-4a9d-90b0-3a15d5e5ebc6 req-d9d334f0-634d-4a8d-902d-bd435beeabea tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.4340432 Sep 16 16:25:54.754808 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9df5d9ce-a5c0-45c5-8346-d3c67624fb1c req-24bc60b7-00c7-44e6-9d2d-fc6068e9500b tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781028 Sep 16 16:25:54.766189 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:25:54.831514 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09944ef1-032f-4a9d-90b0-3a15d5e5ebc6 req-a00aa43a-e948-40ad-b951-df3bc8fd0b3d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025546 Sep 16 16:25:54.853601 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-56845738-4f99-401e-b241-3e1125237351 service neutron] 10.222.0.62 "GET /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275103 Sep 16 16:25:54.877031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:54.899097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:25:54.909833 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:25:54.910214 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:54.919188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] No DVR routers for this DVR port a411069b-b67f-4420-bc4e-6dc661c80c73 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:25:54.923361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Pushing event deleted for resources: {'Port': ['ID=a411069b-b67f-4420-bc4e-6dc661c80c73,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:54.956909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-222c0194-5189-4d21-bbf6-183ad9deb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:54.958461 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-222c0194-5189-4d21-bbf6-183ad9deb948 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 1125 time: 0.0553644 Sep 16 16:25:54.996849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0616c-f015-467b-8eb1-afd5f4982839 req-ef391e11-5131-4477-a757-0f79f32cefe1 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:55.008036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9fe0616c-f015-467b-8eb1-afd5f4982839 req-ef391e11-5131-4477-a757-0f79f32cefe1 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.1749957 Sep 16 16:25:55.023118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:55.071891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:25:55.078580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c44cd9-f974-4588-b3c3-92d67bf4ed51 req-92351c28-2a36-4b82-93e0-c862639943e9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:55.080261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5c44cd9-f974-4588-b3c3-92d67bf4ed51 req-92351c28-2a36-4b82-93e0-c862639943e9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.1494088 Sep 16 16:25:55.083135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-a7fde505-d697-45e1-8b55-2eaac40dcc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:55.084648 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-a7fde505-d697-45e1-8b55-2eaac40dcc8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.1154928 Sep 16 16:25:55.089011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9fe0616c-f015-467b-8eb1-afd5f4982839 req-25d606b2-6000-48a9-983b-219c75ccd98b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795522 Sep 16 16:25:55.145872 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-a3d47bb1-a5b7-482c-9358-2fa7ceca0284 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2 HTTP/1.1" status: 200 len: 217 time: 0.0484624 Sep 16 16:25:55.193610 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:55.204054 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-99662b59-4a12-4fff-ae66-2ebd54d0665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:55.205682 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-99662b59-4a12-4fff-ae66-2ebd54d0665b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0533576 Sep 16 16:25:55.205889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5c44cd9-f974-4588-b3c3-92d67bf4ed51 req-5eb792f6-9a04-4241-b3bb-5ccb4c74d1bc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146126 Sep 16 16:25:55.214134 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:55.272040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.273127 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.273338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.273796 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > port after_create 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.274263 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.274690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > port after_update 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.275452 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.276277 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.276750 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.277335 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.283992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-7d524145-6643-4bb3-aef2-cda68acf2645 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684354 Sep 16 16:25:55.331220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:55.361504 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.361859 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.362198 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.362793 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 16:25:55.363192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02531aa5-f531-4355-b8e6-87fbf2d817ec']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:55.383012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994fd760-23b9-491e-a9e1-335db599c267') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:55.383287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994fd760-23b9-491e-a9e1-335db599c267') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:25:55.398720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a411069b-b67f-4420-bc4e-6dc661c80c73 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:25:55.440125 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-fd38666d-756b-4a42-b3ba-ff930fb26821 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463592 Sep 16 16:25:55.442034 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:55.444092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a411069b-b67f-4420-bc4e-6dc661c80c73 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:25:55.444472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a411069b-b67f-4420-bc4e-6dc661c80c73 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:25:55.503430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1fb54-6dfd-4a1c-ae53-e22eea4b9504 req-cb0a5399-4362-417f-be86-5ac6bff5436c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:55.505805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2a1fb54-6dfd-4a1c-ae53-e22eea4b9504 req-cb0a5399-4362-417f-be86-5ac6bff5436c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.3548374 Sep 16 16:25:55.523971 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:55.548319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:25:55.548746 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: from cryptography.utils import int_from_bytes Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: from cryptography.utils import int_from_bytes Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:25:55.553695 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:25:55.564787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e9f06f6-5c1e-4b4a-b89d-4e8d271faee4 req-ba979052-598b-4e0a-ac61-5997d5e7aba5 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161747 Sep 16 16:25:55.600997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:25:55.603491 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d115d27-9abd-419a-b5fe-d7536ced21b8" -d '{"events": [{"server_uuid": "07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76", "name": "network-vif-plugged", "status": "completed", "tag": "f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:25:55.629374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec1a2c-1fa3-4023-afce-44f2337e07e1 req-dd44cf91-bed4-4eed-9284-55d6eb53b139 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:55.635185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60ec1a2c-1fa3-4023-afce-44f2337e07e1 req-dd44cf91-bed4-4eed-9284-55d6eb53b139 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.1919615 Sep 16 16:25:55.651347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2a1fb54-6dfd-4a1c-ae53-e22eea4b9504 req-71e3c846-50db-465a-8a45-2ceda99f4150 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278381 Sep 16 16:25:55.679013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60ec1a2c-1fa3-4023-afce-44f2337e07e1 req-3a2687c2-008c-45a0-a815-19cc108fb290 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Sep 16 16:25:55.710293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:55.718296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:55.720249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] 10.222.0.22 "DELETE /v2.0/networks/02531aa5-f531-4355-b8e6-87fbf2d817ec HTTP/1.1" status: 204 len: 168 time: 1.7439482 Sep 16 16:25:55.732293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7d94b-2b64-4357-a46a-7ab4aa6dea45 admin admin] Pushing event deleted for resources: {'Network': ['ID=02531aa5-f531-4355-b8e6-87fbf2d817ec,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:55.787915 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f1254f-9c0f-4e4e-9100-e29bf4713ed8 x-openstack-request-id: req-84f1254f-9c0f-4e4e-9100-e29bf4713ed8 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:25:55.788307 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76", "name": "network-vif-plugged", "status": "completed", "tag": "f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:25:55.788666 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84f1254f-9c0f-4e4e-9100-e29bf4713ed8 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:25:55.789148 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07', 'code': 200} Sep 16 16:25:55.844536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d7f33-4fd1-4656-96c7-efa4541763a6 req-f804f269-3afb-4f4b-adf6-cc74f57384c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:55.846357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-921d7f33-4fd1-4656-96c7-efa4541763a6 req-f804f269-3afb-4f4b-adf6-cc74f57384c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0764701 Sep 16 16:25:55.915018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92169a-c221-47c4-91de-b14fc0463839 req-70239e92-6455-4078-8061-a3081d2a96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:55.916692 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7b92169a-c221-47c4-91de-b14fc0463839 req-70239e92-6455-4078-8061-a3081d2a96d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 1096 time: 0.0469558 Sep 16 16:25:55.921718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-921d7f33-4fd1-4656-96c7-efa4541763a6 req-beb916ec-87ee-4511-bc10-5a618c87c760 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691266 Sep 16 16:25:55.954892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf399c-a02c-418f-9277-59e01c5f604a req-017e2026-b863-4c1f-a00d-18a5793e4ad8 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:55.960896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dcf399c-a02c-418f-9277-59e01c5f604a req-017e2026-b863-4c1f-a00d-18a5793e4ad8 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 945 time: 0.0899942 Sep 16 16:25:55.977663 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7b92169a-c221-47c4-91de-b14fc0463839 req-d4cba46d-c78b-4cbc-9832-72f5b374fffa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524626 Sep 16 16:25:56.009254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dcf399c-a02c-418f-9277-59e01c5f604a req-fe4a4f8d-ef47-4927-a1be-8645b2e4ef62 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416617 Sep 16 16:25:56.074115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01094432-ed9b-4705-af60-68997f320549 req-d8be1649-c818-4872-a4c2-fe559b6e533d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:56.074115 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01094432-ed9b-4705-af60-68997f320549 req-d8be1649-c818-4872-a4c2-fe559b6e533d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.0509241 Sep 16 16:25:56.103425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54458) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:56.134335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01094432-ed9b-4705-af60-68997f320549 req-aa903db5-08da-416a-aa50-5008b22f4811 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557046 Sep 16 16:25:56.177641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9fe16ccf-bbfd-49cc-b0db-20d151dbd698 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e506ba6452854c32b25e506121a30bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730789 Sep 16 16:25:56.180295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54462) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:56.216313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae394a30-658d-426d-b233-fd1f09c73ed9 req-4bbb359a-0de0-4378-8077-0b3cc5aba5e9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:56.218006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae394a30-658d-426d-b233-fd1f09c73ed9 req-4bbb359a-0de0-4378-8077-0b3cc5aba5e9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0530992 Sep 16 16:25:56.235349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-279579d6-0440-454e-b75d-59f2b3ad54a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:56.260338 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae394a30-658d-426d-b233-fd1f09c73ed9 req-63431f81-1ece-422c-93c6-2e38dfcf3c38 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359271 Sep 16 16:25:56.261600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-279579d6-0440-454e-b75d-59f2b3ad54a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:56.373476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bfce2-555c-4a30-9129-1fc872f60135 req-8521aea4-78ad-4b21-82a5-11f5998cf3fe tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:56.374877 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc6bfce2-555c-4a30-9129-1fc872f60135 req-8521aea4-78ad-4b21-82a5-11f5998cf3fe tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0736082 Sep 16 16:25:56.396499 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-279579d6-0440-454e-b75d-59f2b3ad54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:56.405700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-279579d6-0440-454e-b75d-59f2b3ad54a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:56.409561 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-279579d6-0440-454e-b75d-59f2b3ad54a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27c53a0c-0f60-46b7-8e23-cadb7bd95a1c HTTP/1.1" status: 204 len: 168 time: 0.2257664 Sep 16 16:25:56.417488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279579d6-0440-454e-b75d-59f2b3ad54a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c53a0c-0f60-46b7-8e23-cadb7bd95a1c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:56.426342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53aeb-e905-46de-b206-54607df89aa4 req-7045a1b7-ba1a-4d46-b36f-13c84ca29bc6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:56.428014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbe53aeb-e905-46de-b206-54607df89aa4 req-7045a1b7-ba1a-4d46-b36f-13c84ca29bc6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0885491 Sep 16 16:25:56.436057 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc6bfce2-555c-4a30-9129-1fc872f60135 req-45d4dcdd-a1cb-4af0-9d7b-91363dca191e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539858 Sep 16 16:25:56.475425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbe53aeb-e905-46de-b206-54607df89aa4 req-7896517e-cbdf-4b60-a6ea-683f316debf8 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383933 Sep 16 16:25:56.773720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c14b9-4b66-4635-aa20-3c4af24660f4 req-dc783c3a-c909-4b99-8af4-be459f05e57d tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:56.775256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a09c14b9-4b66-4635-aa20-3c4af24660f4 req-dc783c3a-c909-4b99-8af4-be459f05e57d tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.0534587 Sep 16 16:25:56.813508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a09c14b9-4b66-4635-aa20-3c4af24660f4 req-e3e1fe97-e4eb-484c-825f-232b57ec8188 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319548 Sep 16 16:25:56.934490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2634b7-437a-43af-be33-048df3d150ce req-9d0e10de-786c-4635-9cdb-82dc1414cae8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:56.936579 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a2634b7-437a-43af-be33-048df3d150ce req-9d0e10de-786c-4635-9cdb-82dc1414cae8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.0592659 Sep 16 16:25:57.019994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a2634b7-437a-43af-be33-048df3d150ce req-1bd4c1c4-b183-490a-804a-9342d58a44f4 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691123 Sep 16 16:25:57.028843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff33305-de05-422a-a3a2-cfb6e69d1e73 req-bcec7d77-8c14-4ccf-a222-0f3006ca3cd4 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:57.032847 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ff33305-de05-422a-a3a2-cfb6e69d1e73 req-bcec7d77-8c14-4ccf-a222-0f3006ca3cd4 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0952296 Sep 16 16:25:57.069493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ff33305-de05-422a-a3a2-cfb6e69d1e73 req-721bd08c-d087-4426-b10a-4a8fe651ee77 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331118 Sep 16 16:25:57.135531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081dcf-cd1d-4fff-8350-69d47323b891 req-d6b17eb3-05d6-4638-919d-992c63c58ec7 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:57.138013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f081dcf-cd1d-4fff-8350-69d47323b891 req-d6b17eb3-05d6-4638-919d-992c63c58ec7 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0591018 Sep 16 16:25:57.203705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f081dcf-cd1d-4fff-8350-69d47323b891 req-60ad4d83-8418-4291-92ab-809478feabc4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549390 Sep 16 16:25:57.214219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee9c81-d7a7-4b85-a4da-b60d5b03d98d req-68d1da38-64eb-4c49-8028-deba7686ccee tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:57.215800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2eee9c81-d7a7-4b85-a4da-b60d5b03d98d req-68d1da38-64eb-4c49-8028-deba7686ccee tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 945 time: 0.0768239 Sep 16 16:25:57.262779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2eee9c81-d7a7-4b85-a4da-b60d5b03d98d req-38921008-e011-4707-9b92-92e391c79dc9 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406196 Sep 16 16:25:57.330228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d3785-bfc5-43c1-a1c5-9cf6600928a6 req-afb8767f-45e8-4076-9d87-ef5b59828eeb tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:57.331908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c6d3785-bfc5-43c1-a1c5-9cf6600928a6 req-afb8767f-45e8-4076-9d87-ef5b59828eeb tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.0549960 Sep 16 16:25:57.382961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c6d3785-bfc5-43c1-a1c5-9cf6600928a6 req-4774285f-7185-4e1b-9a5b-11c870667352 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Sep 16 16:25:57.554684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b679c-e056-4fc9-8a87-213491836196 req-15652928-b261-43b6-ab61-c515d2ec24fd tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:57.556813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a56b679c-e056-4fc9-8a87-213491836196 req-15652928-b261-43b6-ab61-c515d2ec24fd tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0536659 Sep 16 16:25:57.597891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a56b679c-e056-4fc9-8a87-213491836196 req-678caced-93c4-4880-8175-b522e8d82597 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324047 Sep 16 16:25:57.623435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54518) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:57.728347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1565468962-network', 'tenant_id': 'a45182a5eda747daa246b691bf2d6f71'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:57.817958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Made reservation on behalf of a45182a5eda747daa246b691bf2d6f71 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:57.820290 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:57.829355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:57.926976 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:57.936736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bd4e9-24ab-40a3-9ccb-9be50b7f3e5f req-a6aafb02-0b0d-40fc-a3e0-0b9a58da78f7 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:57.938332 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f77bd4e9-24ab-40a3-9ccb-9be50b7f3e5f req-a6aafb02-0b0d-40fc-a3e0-0b9a58da78f7 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.0554259 Sep 16 16:25:57.979171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f77bd4e9-24ab-40a3-9ccb-9be50b7f3e5f req-33d2553c-a7f5-431f-ae81-5c55801d9cd0 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341442 Sep 16 16:25:58.007312 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:58.032835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:25:58.041240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dcbfcb-8e32-40e6-a73a-2b3063b66915,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:58.050587 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:58.050587 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Added segment 7942e10c-ddc3-431c-bc39-584e3fbee5ba of type vlan for network 3862635c-f4cc-4a8b-a517-23c895f3cf7f Sep 16 16:25:58.060275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.060652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.060986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.061328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.061664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.062009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.062326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.062658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.062987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.063320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.063642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.063965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:25:58.120019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:58.134288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2051b384-156c-4c88-92d2-782fff3c8429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:58.162790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7e61-a8b6-4711-8625-60061eef10bd req-b26bdaee-8521-4d56-80a8-8fec687f6f6c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:58.164444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98bb7e61-a8b6-4711-8625-60061eef10bd req-b26bdaee-8521-4d56-80a8-8fec687f6f6c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.0718784 Sep 16 16:25:58.185642 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:58.186622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:58.187236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:58.223619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62ca30-fe40-4fea-9211-e5cb1934b79b req-62baf48d-3239-4748-891b-ef24afdb9e57 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:58.225124 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b62ca30-fe40-4fea-9211-e5cb1934b79b req-62baf48d-3239-4748-891b-ef24afdb9e57 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0832372 Sep 16 16:25:58.231039 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98bb7e61-a8b6-4711-8625-60061eef10bd req-be2ac2dd-8601-4ca7-9e21-93aaf67bac82 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518670 Sep 16 16:25:58.255008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] Pushing event updated for resources: {'Network': ['ID=3862635c-f4cc-4a8b-a517-23c895f3cf7f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:58.265960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 3862635c-f4cc-4a8b-a517-23c895f3cf7f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:25:58.269224 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a17cacf9-8c0f-4cfd-aca8-c7592a1257af admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6446474 Sep 16 16:25:58.269837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54530) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:58.275975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Request body: {'subnet': {'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1565468962-subnet', 'tenant_id': 'a45182a5eda747daa246b691bf2d6f71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:58.297194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b62ca30-fe40-4fea-9211-e5cb1934b79b req-420c0b5a-e143-4e3f-81eb-34b2d7dd3d5a tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623987 Sep 16 16:25:58.361603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Made reservation on behalf of a45182a5eda747daa246b691bf2d6f71 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:25:58.364195 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:58.368783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a45c37-c713-4796-a283-faccd95f5877 req-1c241c8d-b53d-468b-ade3-2fe8547e4e7f tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:58.370247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41a45c37-c713-4796-a283-faccd95f5877 req-1c241c8d-b53d-468b-ade3-2fe8547e4e7f tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0636506 Sep 16 16:25:58.436262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305168-1e99-445d-9004-4d2376c935de req-03ee24b2-aef5-408f-98fa-bda216fae6bd tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:58.437787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b305168-1e99-445d-9004-4d2376c935de req-03ee24b2-aef5-408f-98fa-bda216fae6bd tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 945 time: 0.0867815 Sep 16 16:25:58.441061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41a45c37-c713-4796-a283-faccd95f5877 req-ded3cca6-f38a-4c0f-935a-502b3d9dd391 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522933 Sep 16 16:25:58.484186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b305168-1e99-445d-9004-4d2376c935de req-992beddb-deb7-4e6e-abd5-4073069c6819 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392253 Sep 16 16:25:58.561533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c26e5-ca65-4e9a-a1b7-f7bb9efd0234 req-c333cb76-5436-41fd-8c89-bf412305f044 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:58.563780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d9c26e5-ca65-4e9a-a1b7-f7bb9efd0234 req-c333cb76-5436-41fd-8c89-bf412305f044 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.0526354 Sep 16 16:25:58.590895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:58.628321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d9c26e5-ca65-4e9a-a1b7-f7bb9efd0234 req-493b2ed0-de47-43c7-ae26-219a242666c1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551395 Sep 16 16:25:58.641367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e367c4-84d4-4fac-9f48-1a28c0bf0b9f req-b92f0c09-6f9a-4d1b-9e05-8ac8ea490b60 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:58.643398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9e367c4-84d4-4fac-9f48-1a28c0bf0b9f req-b92f0c09-6f9a-4d1b-9e05-8ac8ea490b60 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 945 time: 0.0785265 Sep 16 16:25:58.657977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0e10da-e678-4834-9de7-9aefa8ec67f4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:25:58.665219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54540) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:25:58.667032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Checking segment: {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:25:58.667450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Network hostable DHCP agents. Network: 3862635c-f4cc-4a8b-a517-23c895f3cf7f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:25:58.670666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5e9acb16-0b58-45eb-b85f-d22b3edd8daf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Request body: {'floatingip': {'port_id': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:25:58.718935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5e9acb16-0b58-45eb-b85f-d22b3edd8daf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:58.762724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Network 3862635c-f4cc-4a8b-a517-23c895f3cf7f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:25:58.836074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebc6a9-7200-403a-b7cf-e0de20d03855 req-a5add537-4942-456e-a00d-1d02892e7111 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:58.836328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 3862635c-f4cc-4a8b-a517-23c895f3cf7f) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:25:58.837555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0eebc6a9-7200-403a-b7cf-e0de20d03855 req-a5add537-4942-456e-a00d-1d02892e7111 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.1353383 Sep 16 16:25:58.841620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:58.842416 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:58.847982 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37f7839-a6b4-4bbc-b6d7-d8c394c93254 None None] Network 3862635c-f4cc-4a8b-a517-23c895f3cf7f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:25:58.933287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0eebc6a9-7200-403a-b7cf-e0de20d03855 req-195a215e-5a28-4e67-9137-62a21d8d713c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850720 Sep 16 16:25:58.936031 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d2f4cc7b-a976-4827-a4df-7ed383e3ca72 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6650908 Sep 16 16:25:58.978034 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4417d4-743f-4029-8d54-9bdf7ab84993 None None] Network 3862635c-f4cc-4a8b-a517-23c895f3cf7f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:25:59.259536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa271f0-2e1a-45f2-843a-bd92427a9b87 req-eb1ba31d-2c35-4856-b6cb-83f4ca3c43ea tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:59.261042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aa271f0-2e1a-45f2-843a-bd92427a9b87 req-eb1ba31d-2c35-4856-b6cb-83f4ca3c43ea tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.1964567 Sep 16 16:25:59.429965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aa271f0-2e1a-45f2-843a-bd92427a9b87 req-a31b4532-15bf-461b-9731-3e2e56ca3e3f tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620936 Sep 16 16:25:59.433658 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.resource_extend [None req-5e9acb16-0b58-45eb-b85f-d22b3edd8daf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:25:59.553136 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5e9acb16-0b58-45eb-b85f-d22b3edd8daf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:59.571771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-7b25983a-d5ac-429a-8fe5-be034e50eef3 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:59.573532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-7b25983a-d5ac-429a-8fe5-be034e50eef3 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 805 time: 0.2861006 Sep 16 16:25:59.586244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef9ffe-4470-4a51-ace5-a7a7f8473de1 req-4043210a-30c8-4c6e-ac7d-9095ceb01752 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:25:59.587627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21ef9ffe-4470-4a51-ace5-a7a7f8473de1 req-4043210a-30c8-4c6e-ac7d-9095ceb01752 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.1025071 Sep 16 16:25:59.613846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-fb0bd5aa-f1d3-47cb-a235-9b4effd9ab02 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/quotas/a45182a5eda747daa246b691bf2d6f71 HTTP/1.1" status: 200 len: 375 time: 0.0252888 Sep 16 16:25:59.876561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5e9acb16-0b58-45eb-b85f-d22b3edd8daf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:25:59.923757 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-6e89f558-c599-45c1-bbd0-c0eb70e882d2 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3038225 Sep 16 16:25:59.928987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21ef9ffe-4470-4a51-ace5-a7a7f8473de1 req-5b5a919d-c310-4221-9e5f-3e233a0def44 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331709 Sep 16 16:26:00.086545 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-5e9acb16-0b58-45eb-b85f-d22b3edd8daf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Floating IP 84669017-5b82-4025-8b9f-524eece879d2 associated. External IP: 172.25.6.226, port: f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07. Sep 16 16:26:00.139129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-66b48b96-d135-4417-bec7-4a8f011f5cd2 service neutron] 10.222.0.22 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076674 Sep 16 16:26:00.162196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e33b-8045-4de1-b102-9166f2606a77 req-20031455-9d9c-4070-8d49-947ca56ebee2 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:00.163603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94c4e33b-8045-4de1-b102-9166f2606a77 req-20031455-9d9c-4070-8d49-947ca56ebee2 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.1621423 Sep 16 16:26:00.300060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94c4e33b-8045-4de1-b102-9166f2606a77 req-a0c6280c-5cfc-4d2f-8b16-f029da803018 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225393 Sep 16 16:26:00.320043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-58932010-87b7-42c1-b15c-aa760312b990 service neutron] 10.222.0.22 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740110 Sep 16 16:26:00.459062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f91805-ccce-44c2-b135-aae598fa508d req-e7ecbf3d-5fba-48c3-8453-645c158baa06 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:00.460568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0f91805-ccce-44c2-b135-aae598fa508d req-e7ecbf3d-5fba-48c3-8453-645c158baa06 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0983813 Sep 16 16:26:00.491137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9acb16-0b58-45eb-b85f-d22b3edd8daf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Router d78c1ddd-27ca-4b22-afda-46fa330dc779 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:26:00.514655 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0f91805-ccce-44c2-b135-aae598fa508d req-42eb36f7-8d74-4c29-9167-6bcee9ca60e8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461516 Sep 16 16:26:00.682088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9f507-0c0a-48c4-b8f3-7bbc8daf227a req-8836b16c-179c-40d4-b3aa-30c8216c0389 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:00.683773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12f9f507-0c0a-48c4-b8f3-7bbc8daf227a req-8836b16c-179c-40d4-b3aa-30c8216c0389 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1309702 Sep 16 16:26:00.706520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b87f2c-cc9c-42f2-a15a-88841c49e8c8 req-9baa2019-4a78-4c21-8b95-d958c845a13d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:00.707962 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56b87f2c-cc9c-42f2-a15a-88841c49e8c8 req-9baa2019-4a78-4c21-8b95-d958c845a13d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.1207478 Sep 16 16:26:00.714289 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9acb16-0b58-45eb-b85f-d22b3edd8daf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:26:00.724938 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] Sync routers for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:26:00.727686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5e9acb16-0b58-45eb-b85f-d22b3edd8daf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:00.735321 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:26:00.735926 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:25:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:26:00.789825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5e9acb16-0b58-45eb-b85f-d22b3edd8daf tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "PUT /v2.0/floatingips/84669017-5b82-4025-8b9f-524eece879d2 HTTP/1.1" status: 200 len: 991 time: 2.1238008 Sep 16 16:26:00.792310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'tag': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:00.795514 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d18b33-2b1a-48cc-9120-c51c15e7c222" -d '{"events": [{"name": "network-changed", "server_uuid": "07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76", "tag": "f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:00.800492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12f9f507-0c0a-48c4-b8f3-7bbc8daf227a req-0ebe72cc-ee05-4ded-9e5c-23efe5fd3451 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045599 Sep 16 16:26:00.805904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56b87f2c-cc9c-42f2-a15a-88841c49e8c8 req-c3602699-7211-4ec0-bc3a-e8dd24e112c5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838420 Sep 16 16:26:00.807483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2575e94f-e496-49e2-b25e-63115f29f384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:00.848729 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:26:00.890562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1d2d53b-9bbd-4b75-9e8b-7c9e02714e27 req-b66c0469-2736-4436-b0b2-e0bb545af956 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 210 time: 0.0294917 Sep 16 16:26:00.941910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f0e98-2f98-49c2-9be3-53593fa2cfe9 req-1b413366-fb3f-4fe7-ab25-cbc969697b10 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:00.950471 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-379f0e98-2f98-49c2-9be3-53593fa2cfe9 req-1b413366-fb3f-4fe7-ab25-cbc969697b10 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.0553994 Sep 16 16:26:00.990299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-379f0e98-2f98-49c2-9be3-53593fa2cfe9 req-2440ecd1-3764-4d2c-a45d-3c0243ecfe93 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410359 Sep 16 16:26:01.019762 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20b5241-c5e9-40aa-8d69-880107e1e4c5 x-openstack-request-id: req-f20b5241-c5e9-40aa-8d69-880107e1e4c5 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:01.022941 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76", "tag": "f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:01.022941 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f20b5241-c5e9-40aa-8d69-880107e1e4c5 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:01.022941 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'tag': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07', 'status': 'completed', 'code': 200} Sep 16 16:26:01.080743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-ab334270-160a-4f3f-a1af-0c3f3d16166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:01.082242 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-ab334270-160a-4f3f-a1af-0c3f3d16166a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=76941f26b9764e319b0ce37ad4dfbb88&device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 1096 time: 0.0409925 Sep 16 16:26:01.111200 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '84669017-5b82-4025-8b9f-524eece879d2', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'port_id': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'mac_address': 'fa:16:3e:f0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:23:22Z', 'updated_at': '2021-09-16T16:25:59Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:26:01.131794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f292b-3810-4dde-b62f-497f51a6a7ff req-baf5f85e-c3f2-490e-af85-61007362f1b1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:01.140909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-433f292b-3810-4dde-b62f-497f51a6a7ff req-baf5f85e-c3f2-490e-af85-61007362f1b1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.0780001 Sep 16 16:26:01.148099 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] Checking router: d78c1ddd-27ca-4b22-afda-46fa330dc779 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:26:01.159391 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:26:01.160016 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:26:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:26:01.182678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-1c5cd943-91a7-45ed-8f61-65d5e32b2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:01.184275 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-1c5cd943-91a7-45ed-8f61-65d5e32b2df5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed19b012-6165-4b63-9565-a1db6adeb284 HTTP/1.1" status: 200 len: 924 time: 0.0920508 Sep 16 16:26:01.189475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-433f292b-3810-4dde-b62f-497f51a6a7ff req-2f2df9a8-c4cb-4a2d-8338-e66dee21e57b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471101 Sep 16 16:26:01.268842 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-1eb05180-429f-4664-aa30-7c3c6571a441 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 HTTP/1.1" status: 200 len: 999 time: 0.0602450 Sep 16 16:26:01.324731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-dac75f8f-341e-4393-9c88-750f06fb63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:01.326287 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-dac75f8f-341e-4393-9c88-750f06fb63ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a4325f63-e0ee-489c-9e97-03a020e5a055 HTTP/1.1" status: 200 len: 862 time: 0.0486443 Sep 16 16:26:01.390535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-c7fe6c83-51d2-46b3-8c10-26dbbe846056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:01.392155 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-c7fe6c83-51d2-46b3-8c10-26dbbe846056 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed19b012-6165-4b63-9565-a1db6adeb284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573473 Sep 16 16:26:01.395414 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:26:01.405010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:01.445293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad75ff5-4101-4b42-b865-a36f231a1675 req-c05e8b9d-f59d-4f74-8301-fe8d9208bc5c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:01.446802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dad75ff5-4101-4b42-b865-a36f231a1675 req-c05e8b9d-f59d-4f74-8301-fe8d9208bc5c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0548995 Sep 16 16:26:01.489599 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dad75ff5-4101-4b42-b865-a36f231a1675 req-771a8250-9a43-4ce7-9f2f-3bfa20d2c97d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350978 Sep 16 16:26:01.507227 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-cfc97ded-461e-48e7-ba0e-bfcf9933a376 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946188 Sep 16 16:26:01.656805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a669da-353d-433b-beab-02e5276803cb req-9354e7c3-391e-4e5e-8ac7-c61342d7a8d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:01.658055 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '84669017-5b82-4025-8b9f-524eece879d2', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'port_id': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'mac_address': 'fa:16:3e:f0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:23:22Z', 'updated_at': '2021-09-16T16:25:59Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:26:01.665396 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20a669da-353d-433b-beab-02e5276803cb req-9354e7c3-391e-4e5e-8ac7-c61342d7a8d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0687413 Sep 16 16:26:01.692516 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e1dcd-12a4-4509-b9a6-55edd8e8d21b None None] The sync data for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 is: [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '84669017-5b82-4025-8b9f-524eece879d2', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'port_id': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'mac_address': 'fa:16:3e:f0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:23:22Z', 'updated_at': '2021-09-16T16:25:59Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:26:01.724065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20a669da-353d-433b-beab-02e5276803cb req-9d1cb025-60ae-457b-880e-50878d65139f tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577686 Sep 16 16:26:01.838724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:01.961320 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78d18b33-2b1a-48cc-9120-c51c15e7c222 req-a6a7f672-7ed9-41a4-bc50-5ab2c04cc5c4 service neutron] 10.222.0.52 "GET /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455357 Sep 16 16:26:01.988130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff069-325e-4c04-9aba-3500ff9daa18 req-6fcb07ff-f53d-4f97-9288-40d88c657d8a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:01.989918 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d0ff069-325e-4c04-9aba-3500ff9daa18 req-6fcb07ff-f53d-4f97-9288-40d88c657d8a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.1052597 Sep 16 16:26:02.001143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7219356-a4bd-45d6-86b0-9a760a58d9bf None None] New status for floating IP 84669017-5b82-4025-8b9f-524eece879d2: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:26:02.033815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49a4b-9b76-4145-a17d-af897ae938fd req-356f1f98-91f0-44b1-8064-8470ce3c7469 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:02.035334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1b49a4b-9b76-4145-a17d-af897ae938fd req-356f1f98-91f0-44b1-8064-8470ce3c7469 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1031358 Sep 16 16:26:02.062947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d0ff069-325e-4c04-9aba-3500ff9daa18 req-a6b2ce7a-4df2-497b-961a-6f09b7f1860d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635037 Sep 16 16:26:02.091974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1b49a4b-9b76-4145-a17d-af897ae938fd req-bcca937c-74f6-4c80-aec1-ff40d539e172 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Sep 16 16:26:02.212779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf1df6d5-8da3-463a-a6e5-82cdb00c8631 req-21d4256a-e451-4f41-bc8c-759fdd7e3154 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 210 time: 0.0345936 Sep 16 16:26:02.213563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-31df140e-c975-4998-a6d3-93e1e9259fa9 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:02.217314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-31df140e-c975-4998-a6d3-93e1e9259fa9 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0666895 Sep 16 16:26:02.238178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807786-3'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:26:02.317773 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:02.376644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cee8e-ba2b-4c94-add3-bb90b69a110f req-8c7deef1-e74d-4b09-93a8-e2d57b7ddd63 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:02.378254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f33cee8e-ba2b-4c94-add3-bb90b69a110f req-8c7deef1-e74d-4b09-93a8-e2d57b7ddd63 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.1167121 Sep 16 16:26:02.411313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b6eb0-b444-4e62-88bb-5f6060eb6028 req-fe0d0911-a083-4e24-babd-c65f6143a7fc tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:02.413008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-843b6eb0-b444-4e62-88bb-5f6060eb6028 req-fe0d0911-a083-4e24-babd-c65f6143a7fc tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.1062548 Sep 16 16:26:02.455146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f33cee8e-ba2b-4c94-add3-bb90b69a110f req-52f9001d-f7d4-4163-8d1a-257fe4c655b4 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660350 Sep 16 16:26:02.478987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-843b6eb0-b444-4e62-88bb-5f6060eb6028 req-32dae5b4-361b-4ee2-a9a9-c5b84222d5d0 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588136 Sep 16 16:26:02.493422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:02.532138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:26:02.576215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6549b5f1-c569-4336-aa80-51ba667a5c6b'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:02.578653 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e44bd-2edd-49ab-86ad-6b8545ebbf26" -d '{"events": [{"server_uuid": "59840b6a-52f3-4ab7-ba46-9f257038f6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "6549b5f1-c569-4336-aa80-51ba667a5c6b"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:02.583429 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:02.619268 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16328400-5855-4663-95b8-353e3227ea9d x-openstack-request-id: req-16328400-5855-4663-95b8-353e3227ea9d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:02.619827 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59840b6a-52f3-4ab7-ba46-9f257038f6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "6549b5f1-c569-4336-aa80-51ba667a5c6b", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:02.619953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ed067-eb01-4d29-bc3b-8653d2f9df07 req-72c387ef-f61e-4fe0-a04a-e717713ace14 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:02.620184 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16328400-5855-4663-95b8-353e3227ea9d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:02.620695 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6549b5f1-c569-4336-aa80-51ba667a5c6b', 'code': 200} Sep 16 16:26:02.622436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-670ed067-eb01-4d29-bc3b-8653d2f9df07 req-72c387ef-f61e-4fe0-a04a-e717713ace14 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0603211 Sep 16 16:26:02.662964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-670ed067-eb01-4d29-bc3b-8653d2f9df07 req-f6f8dd7b-fcad-418a-a1ea-d22287cfe1aa tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345404 Sep 16 16:26:02.672532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:02.763732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Pushing event updated for resources: {'Port': ['ID=6549b5f1-c569-4336-aa80-51ba667a5c6b,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:02.772514 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b on host n-h1-807786-3 for vnic_type normal with profile {"migrating_to": "n-h2-807786-3"} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:26:02.772835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:26:02.773268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:26:02.780229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Port 6549b5f1-c569-4336-aa80-51ba667a5c6b on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:26:02.780593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Attempting to bind port 6549b5f1-c569-4336-aa80-51ba667a5c6b on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:26:02.785758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:26:02.786111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:26:02.786506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:26:02.786945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Bound port: 6549b5f1-c569-4336-aa80-51ba667a5c6b, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:26:02.787313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:02.866022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:26:02.869073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eceb73-5b31-4e7f-88ce-e1ccb942f662 req-bb3118bd-7bb7-4314-888c-d7e1be5fe79c tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:02.870881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:26:02.876895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1eceb73-5b31-4e7f-88ce-e1ccb942f662 req-bb3118bd-7bb7-4314-888c-d7e1be5fe79c tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0616732 Sep 16 16:26:02.915285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1eceb73-5b31-4e7f-88ce-e1ccb942f662 req-abf9a12a-8bb7-42b0-8e7b-f911530715e9 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374928 Sep 16 16:26:02.968433 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:03.086453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Pushing event updated for resources: {'Port': ['ID=6549b5f1-c569-4336-aa80-51ba667a5c6b,revision_number=8']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:03.091547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:03.091863 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:03.093357 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-c2280e94-c989-426d-b15f-36dc04985c30 service neutron] 10.222.0.62 "PUT /v2.0/ports/6549b5f1-c569-4336-aa80-51ba667a5c6b HTTP/1.1" status: 200 len: 1121 time: 0.8632779 Sep 16 16:26:03.110426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-402eabb2-f041-400c-99f7-b1d084b13a51 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:03.114399 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-402eabb2-f041-400c-99f7-b1d084b13a51 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.62 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 805 time: 0.2247610 Sep 16 16:26:03.130120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Request body: {'port': {'device_id': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'admin_state_up': True, 'tenant_id': 'a45182a5eda747daa246b691bf2d6f71'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:26:03.207449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6549b5f1-c569-4336-aa80-51ba667a5c6b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:03.253701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6549b5f1-c569-4336-aa80-51ba667a5c6b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:03.267160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e159b0-9260-48f2-9e09-cd9c8fdae407 req-6dcf70ab-e66c-43a9-bc57-e43f5529c085 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:03.268736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92e159b0-9260-48f2-9e09-cd9c8fdae407 req-6dcf70ab-e66c-43a9-bc57-e43f5529c085 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0985780 Sep 16 16:26:03.282957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dc735-7725-4754-8331-09fc1aad20e8 req-b61b96d8-0089-4b56-84ce-36274cf1083f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:03.284558 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb9dc735-7725-4754-8331-09fc1aad20e8 req-b61b96d8-0089-4b56-84ce-36274cf1083f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0804999 Sep 16 16:26:03.349834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92e159b0-9260-48f2-9e09-cd9c8fdae407 req-b0e344a4-32e9-47d8-a404-79e22f7805a6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639312 Sep 16 16:26:03.354308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb9dc735-7725-4754-8331-09fc1aad20e8 req-8bd01655-b978-4c7d-b607-de5987719056 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530250 Sep 16 16:26:03.361502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Made reservation on behalf of a45182a5eda747daa246b691bf2d6f71 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:26:03.365398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:03.529656 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-fa3a32ac-7f37-4515-a5c6-ce0d1e89af2a service neutron] 10.222.0.62 "GET /v2.0/ports/0248cb33-03d2-43ca-96cb-0d5a14a623d2/bindings/n-h1-807786-3 HTTP/1.1" status: 200 len: 384 time: 0.1212149 Sep 16 16:26:03.532547 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d878b07-8416-4169-aa18-3e854df2e1ef req-0f5f2c23-1660-4a2d-b070-8006794f36b3 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 210 time: 0.0588055 Sep 16 16:26:03.636494 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:03.641014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Allocated IP 172.20.0.8 (3862635c-f4cc-4a8b-a517-23c895f3cf7f/fc0e10da-e678-4834-9de7-9aefa8ec67f4/04d8e649-99ba-44e3-a092-71b7ae4822a1) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:26:03.655036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a59a64-fbe0-401a-9895-a3626f66fe33 req-1a8c5070-731f-45bf-903a-90aa642bca5b tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:03.657542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13a59a64-fbe0-401a-9895-a3626f66fe33 req-1a8c5070-731f-45bf-903a-90aa642bca5b tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.0957086 Sep 16 16:26:03.670217 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c809c-7e39-410b-a658-66d4cffa97bf req-9e97fc92-734c-430f-942c-07b9acae4a30 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:03.671695 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e78c809c-7e39-410b-a658-66d4cffa97bf req-9e97fc92-734c-430f-942c-07b9acae4a30 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 944 time: 0.0827203 Sep 16 16:26:03.720529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13a59a64-fbe0-401a-9895-a3626f66fe33 req-d0ceb193-e49a-47c8-a95b-438c8a3db04e tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478048 Sep 16 16:26:03.734024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e78c809c-7e39-410b-a658-66d4cffa97bf req-6118c215-49ed-4e1c-8a1f-777ab8f51eb9 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554845 Sep 16 16:26:03.843088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada42042-0734-4464-88eb-f0233fcf6a84 req-ec2fc87f-4d7e-4f20-92ba-8047d1d4f562 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:03.845332 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ada42042-0734-4464-88eb-f0233fcf6a84 req-ec2fc87f-4d7e-4f20-92ba-8047d1d4f562 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0532923 Sep 16 16:26:03.865635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-7a9661cb-db13-494c-9b50-29bbb6e355a4 service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:03.882531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ada42042-0734-4464-88eb-f0233fcf6a84 req-b05dd644-75de-45ad-83e9-732e4245f56f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Sep 16 16:26:03.906741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-7a9661cb-db13-494c-9b50-29bbb6e355a4 service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:26:03.928747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:03.955020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-7a9661cb-db13-494c-9b50-29bbb6e355a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0248cb33-03d2-43ca-96cb-0d5a14a623d2 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:03.971660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-7a9661cb-db13-494c-9b50-29bbb6e355a4 service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:04.033163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefd944-73b3-422e-ab78-69317d4b53c8 req-1685194d-cdc5-4f94-a565-ed86b27064ea tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.034631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2eefd944-73b3-422e-ab78-69317d4b53c8 req-1685194d-cdc5-4f94-a565-ed86b27064ea tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0492272 Sep 16 16:26:04.070967 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2eefd944-73b3-422e-ab78-69317d4b53c8 req-febad4dd-3086-4dd8-b267-d47ca28f0865 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303462 Sep 16 16:26:04.081853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-7a9661cb-db13-494c-9b50-29bbb6e355a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:04.135554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:04.191306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Network 3862635c-f4cc-4a8b-a517-23c895f3cf7f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:26:04.201959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:26:04.205219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Pushing event updated for resources: {'Port': ['ID=04d8e649-99ba-44e3-a092-71b7ae4822a1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:04.207970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-7a9661cb-db13-494c-9b50-29bbb6e355a4 service neutron] Transition to ACTIVE for port object 0248cb33-03d2-43ca-96cb-0d5a14a623d2 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:26:04.208484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:26:04.256043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.256684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:04.282146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-7a9661cb-db13-494c-9b50-29bbb6e355a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:04.340554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-7a9661cb-db13-494c-9b50-29bbb6e355a4 service neutron] No DVR routers for this DVR port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:26:04.359440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9661cb-db13-494c-9b50-29bbb6e355a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0248cb33-03d2-43ca-96cb-0d5a14a623d2,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:04.381671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-7a9661cb-db13-494c-9b50-29bbb6e355a4 service neutron] 10.222.0.62 "PUT /v2.0/ports/0248cb33-03d2-43ca-96cb-0d5a14a623d2/bindings/n-h1-807786-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8405542 Sep 16 16:26:04.383009 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-c3883b41-844e-470a-8438-abf7831e525f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2584193 Sep 16 16:26:04.401216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Request body: {'port': {'device_id': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:26:04.461449 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:04.507166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f7dcd-ded9-48b3-b0c9-cc1e0dc2126f req-ca9c20a3-389f-4aca-afab-9dfb400bc3a0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.508671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-882f7dcd-ded9-48b3-b0c9-cc1e0dc2126f req-ca9c20a3-389f-4aca-afab-9dfb400bc3a0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0852675 Sep 16 16:26:04.518495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6549b5f1-c569-4336-aa80-51ba667a5c6b details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:04.520514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca833cf5-c070-4f64-a823-babd82a3851d req-285becee-46e1-4d9c-b326-8d0f87fc56eb tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.521994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca833cf5-c070-4f64-a823-babd82a3851d req-285becee-46e1-4d9c-b326-8d0f87fc56eb tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0667739 Sep 16 16:26:04.523640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 0248cb33-03d2-43ca-96cb-0d5a14a623d2 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:04.559810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-f06bc809-60e7-4cbb-930f-1dc4c283ce0f tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.561402 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-f06bc809-60e7-4cbb-930f-1dc4c283ce0f tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0625007 Sep 16 16:26:04.578557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-882f7dcd-ded9-48b3-b0c9-cc1e0dc2126f req-dcf87e04-39b2-4fd1-ab87-ba64248bfc04 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555961 Sep 16 16:26:04.583491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca833cf5-c070-4f64-a823-babd82a3851d req-24ac4cd2-64bd-43c1-ac14-c663f64a65c1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Sep 16 16:26:04.600519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 0248cb33-03d2-43ca-96cb-0d5a14a623d2 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:26:04.621779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'tag': '6549b5f1-c569-4336-aa80-51ba667a5c6b'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:04.634424 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749146ee-c858-43c2-b10f-b33d19a1e01e" -d '{"events": [{"name": "network-changed", "server_uuid": "59840b6a-52f3-4ab7-ba46-9f257038f6c9", "tag": "6549b5f1-c569-4336-aa80-51ba667a5c6b"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:04.686363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:04.695027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-8c2a2e22-58c4-4c84-8dc5-77181cfdc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.696612 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-8c2a2e22-58c4-4c84-8dc5-77181cfdc28a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce&tenant_id=b83171c97ef440229ffe3f57d2a89529 HTTP/1.1" status: 200 len: 1096 time: 0.0923665 Sep 16 16:26:04.720613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6549b5f1-c569-4336-aa80-51ba667a5c6b has no active binding in host n-h2-807786-3 {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 16:26:04.728092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f91676-d8c0-4615-a5a4-e84bce28863b req-69f3d063-a65e-48ae-b362-e2d531c47c37 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.729685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45f91676-d8c0-4615-a5a4-e84bce28863b req-69f3d063-a65e-48ae-b362-e2d531c47c37 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 931 time: 0.0559685 Sep 16 16:26:04.734605 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ce7151-6f36-4e68-84a1-e9185b63f40a x-openstack-request-id: req-05ce7151-6f36-4e68-84a1-e9185b63f40a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:04.734898 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59840b6a-52f3-4ab7-ba46-9f257038f6c9", "tag": "6549b5f1-c569-4336-aa80-51ba667a5c6b", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:04.735144 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05ce7151-6f36-4e68-84a1-e9185b63f40a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:04.735527 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'tag': '6549b5f1-c569-4336-aa80-51ba667a5c6b', 'status': 'completed', 'code': 200} Sep 16 16:26:04.778948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45f91676-d8c0-4615-a5a4-e84bce28863b req-21cb603a-96cf-40e5-8bb4-7bc07c5efb62 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Sep 16 16:26:04.836183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-b72c32a5-64b0-40f3-aef1-feb079997f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.837845 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-b72c32a5-64b0-40f3-aef1-feb079997f6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 1096 time: 0.0999007 Sep 16 16:26:04.858666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14246a03-97fb-4ec9-99e8-046abfe16695 req-a1ff2726-d65b-4490-a3bc-76082a29c933 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.860111 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14246a03-97fb-4ec9-99e8-046abfe16695 req-a1ff2726-d65b-4490-a3bc-76082a29c933 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.0636842 Sep 16 16:26:04.874164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749146ee-c858-43c2-b10f-b33d19a1e01e req-b96cca0e-0049-436b-8b17-e1328b0aca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.875658 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-749146ee-c858-43c2-b10f-b33d19a1e01e req-b96cca0e-0049-436b-8b17-e1328b0aca6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 1124 time: 0.1076193 Sep 16 16:26:04.923095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da66b7a-0778-4bb4-a49d-dcc445cbede8 req-286e7eda-cc1c-4732-ad8f-829fe5e9b331 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:04.924697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2da66b7a-0778-4bb4-a49d-dcc445cbede8 req-286e7eda-cc1c-4732-ad8f-829fe5e9b331 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 945 time: 0.0859048 Sep 16 16:26:04.930020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14246a03-97fb-4ec9-99e8-046abfe16695 req-fe1d427e-0807-450b-b556-0d39b26e41af tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515211 Sep 16 16:26:04.975927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2da66b7a-0778-4bb4-a49d-dcc445cbede8 req-f5eebbb7-e5b3-4cf2-96b9-4ecf6b962689 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Sep 16 16:26:05.029749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d8e649-99ba-44e3-a092-71b7ae4822a1 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:05.037613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09fbed-d19d-4a35-bfb0-2899b49129c5 req-102a52d3-e705-4a42-8923-eccee26e141f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:05.039174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd09fbed-d19d-4a35-bfb0-2899b49129c5 req-102a52d3-e705-4a42-8923-eccee26e141f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0515809 Sep 16 16:26:05.042369 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:05.071511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Transition to ACTIVE for port object 04d8e649-99ba-44e3-a092-71b7ae4822a1 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:26:05.079200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd09fbed-d19d-4a35-bfb0-2899b49129c5 req-f35a58cf-77ad-4701-91fb-a30ae851d017 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327811 Sep 16 16:26:05.081553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-e6c63dd5-9b58-49c9-ace6-c67dae62fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:05.083130 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-e6c63dd5-9b58-49c9-ace6-c67dae62fcce service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.2342184 Sep 16 16:26:05.085747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749146ee-c858-43c2-b10f-b33d19a1e01e req-0a4d9039-8aff-43a5-b890-43da81c7dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:05.087128 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-749146ee-c858-43c2-b10f-b33d19a1e01e req-0a4d9039-8aff-43a5-b890-43da81c7dabe service neutron] 10.222.0.52 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.2023690 Sep 16 16:26:05.166658 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-749146ee-c858-43c2-b10f-b33d19a1e01e req-0e400421-3748-427f-acaa-9c30bfc95f0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b HTTP/1.1" status: 200 len: 217 time: 0.0622649 Sep 16 16:26:05.167253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:05.170408 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-0df137ef-ee66-46fd-84dc-df2a5f1f653d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2 HTTP/1.1" status: 200 len: 217 time: 0.0719962 Sep 16 16:26:05.190468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df2856-f402-4ef7-916f-c60709255578 req-17ac9b7a-9318-4b83-a57a-c2045bb307a6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:05.191863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06df2856-f402-4ef7-916f-c60709255578 req-17ac9b7a-9318-4b83-a57a-c2045bb307a6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0524745 Sep 16 16:26:05.232127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06df2856-f402-4ef7-916f-c60709255578 req-a7be6c24-5c48-475e-b6b7-8521d31c62aa tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339224 Sep 16 16:26:05.297193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Pushing event updated for resources: {'Port': ['ID=04d8e649-99ba-44e3-a092-71b7ae4822a1,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:05.317049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-9e0a2cbb-dc0e-4e2b-bec8-d8e0fb04761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:05.318522 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-9e0a2cbb-dc0e-4e2b-bec8-d8e0fb04761e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.1230145 Sep 16 16:26:05.320804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749146ee-c858-43c2-b10f-b33d19a1e01e req-7ad0148d-684d-4058-a4d2-327829bdd91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:05.322146 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-749146ee-c858-43c2-b10f-b33d19a1e01e req-7ad0148d-684d-4058-a4d2-327829bdd91f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.1278193 Sep 16 16:26:05.381117 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-749146ee-c858-43c2-b10f-b33d19a1e01e req-af040af2-4298-4fcc-8b9e-b029e79f2d21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419393 Sep 16 16:26:05.408063 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-6fd28faa-36c6-41df-a536-768f73b8de80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673208 Sep 16 16:26:05.502335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Attempting to bind port 04d8e649-99ba-44e3-a092-71b7ae4822a1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:26:05.502584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Attempting to bind port 04d8e649-99ba-44e3-a092-71b7ae4822a1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:26:05.502915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Attempting to bind port 04d8e649-99ba-44e3-a092-71b7ae4822a1 on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:26:05.539776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Port 04d8e649-99ba-44e3-a092-71b7ae4822a1 on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:26:05.540102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Attempting to bind port 04d8e649-99ba-44e3-a092-71b7ae4822a1 on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:26:05.556529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:26:05.556873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Checking segment: {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:26:05.557261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Bound using segment: {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:26:05.557691 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Bound port: 04d8e649-99ba-44e3-a092-71b7ae4822a1, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:26:05.558051 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:05.582563 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-749146ee-c858-43c2-b10f-b33d19a1e01e req-562972bc-49e1-490b-9685-9eaf1a17151a service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851490 Sep 16 16:26:05.649035 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-84fbe991-8b30-449c-b089-9aae8ef369aa service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262352 Sep 16 16:26:05.739553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95550c-8d1d-4884-8f87-8ee8b149f443 req-57a899ac-6936-4c33-b7aa-cbe2aa51e25d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:05.741071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f95550c-8d1d-4884-8f87-8ee8b149f443 req-57a899ac-6936-4c33-b7aa-cbe2aa51e25d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0839989 Sep 16 16:26:05.752159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91f802-145f-4004-b791-bf84225e0159 req-dc024eb8-a014-46ce-a92d-ef75250847db tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:05.753686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b91f802-145f-4004-b791-bf84225e0159 req-dc024eb8-a014-46ce-a92d-ef75250847db tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0678959 Sep 16 16:26:05.789556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] For port 04d8e649-99ba-44e3-a092-71b7ae4822a1, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:26:05.810029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f95550c-8d1d-4884-8f87-8ee8b149f443 req-2c7d6c30-82e1-4ab3-9cda-a899b1eb2139 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550990 Sep 16 16:26:05.813742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] For port 04d8e649-99ba-44e3-a092-71b7ae4822a1, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:26:05.817782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b91f802-145f-4004-b791-bf84225e0159 req-d76dac90-d239-4862-9026-48da759f4a3b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575790 Sep 16 16:26:05.818005 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-749146ee-c858-43c2-b10f-b33d19a1e01e req-a896db67-4df4-46a6-a33c-303b1e02d3fd service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228055 Sep 16 16:26:05.845338 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-c0803c57-a3b8-4deb-bbdf-0067db22da9f service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489968 Sep 16 16:26:05.894431 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:05.933425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:05.933668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cc236-16d0-424b-9d0c-6d1862d522fd req-97ce4dff-932a-4868-a2bc-29ba265c2780 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:05.934736 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:05.935163 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e3cc236-16d0-424b-9d0c-6d1862d522fd req-97ce4dff-932a-4868-a2bc-29ba265c2780 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 943 time: 0.0507450 Sep 16 16:26:05.937449 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] 10.222.0.62 "PUT /v2.0/ports/04d8e649-99ba-44e3-a092-71b7ae4822a1 HTTP/1.1" status: 200 len: 1091 time: 1.5408218 Sep 16 16:26:05.965742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91371b6-69d4-4a07-8af5-298938fe5f03 service neutron] Pushing event updated for resources: {'Port': ['ID=04d8e649-99ba-44e3-a092-71b7ae4822a1,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:05.984757 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e3cc236-16d0-424b-9d0c-6d1862d522fd req-3e8f4701-7b33-49f5-81c4-c9eb041eacf1 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421717 Sep 16 16:26:06.086090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f5b8206b-ebe4-4262-ab4d-87c11cdc8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.087798 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f5b8206b-ebe4-4262-ab4d-87c11cdc8c2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 1094 time: 0.0486128 Sep 16 16:26:06.095303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c1954-0f0d-42bb-81d4-4a7b9bc60f9c req-e6d22b19-f15e-4ec3-a2f5-8ff39a2662b3 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.096982 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-145c1954-0f0d-42bb-81d4-4a7b9bc60f9c req-e6d22b19-f15e-4ec3-a2f5-8ff39a2662b3 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 944 time: 0.0877817 Sep 16 16:26:06.110007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d3830-0cd7-4edb-b84b-fbcae8c03dd5 req-99f4b168-4952-4685-8fde-a57c1b79b1ec tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.111474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-237d3830-0cd7-4edb-b84b-fbcae8c03dd5 req-99f4b168-4952-4685-8fde-a57c1b79b1ec tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 945 time: 0.0672004 Sep 16 16:26:06.140442 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-f77c740e-650c-47b1-812f-4e6165fc14ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1 HTTP/1.1" status: 200 len: 217 time: 0.0403974 Sep 16 16:26:06.167985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-145c1954-0f0d-42bb-81d4-4a7b9bc60f9c req-803b0157-feed-46b0-8685-f785ae2aefa8 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554688 Sep 16 16:26:06.173328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-237d3830-0cd7-4edb-b84b-fbcae8c03dd5 req-2f176573-9346-4b0c-b464-1a5ead5d6660 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549817 Sep 16 16:26:06.201687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-7adbefe0-a6db-4e52-8ccc-12781549fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.203175 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-7adbefe0-a6db-4e52-8ccc-12781549fc35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc0e10da-e678-4834-9de7-9aefa8ec67f4 HTTP/1.1" status: 200 len: 845 time: 0.0548618 Sep 16 16:26:06.236657 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-8cc2ff46-b766-4ba4-8d70-0be64a7610a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3862635c-f4cc-4a8b-a517-23c895f3cf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263205 Sep 16 16:26:06.280708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a31a3e-b51a-44ff-a087-b3322c8185b0 req-7a62bb56-7ef7-4a25-9720-387323c452d5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.282308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62a31a3e-b51a-44ff-a087-b3322c8185b0 req-7a62bb56-7ef7-4a25-9720-387323c452d5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0526860 Sep 16 16:26:06.330062 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62a31a3e-b51a-44ff-a087-b3322c8185b0 req-a3e0f710-83fd-4fc9-8b79-4b853f8e4e06 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Sep 16 16:26:06.359415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-64199a05-259e-4b6c-aff2-f3a9e3a52cf4 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.360981 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-64199a05-259e-4b6c-aff2-f3a9e3a52cf4 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.1071379 Sep 16 16:26:06.366040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f0d81-b6b3-4014-8706-9cdcabb0ea34 req-b13f2da3-fff7-46fa-810d-3dec8304cdf7 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.367523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-767f0d81-b6b3-4014-8706-9cdcabb0ea34 req-b13f2da3-fff7-46fa-810d-3dec8304cdf7 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0535100 Sep 16 16:26:06.402147 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-3f1ea7ae-fb69-4071-b83f-51cbc001d892 service neutron] 10.222.0.62 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578712 Sep 16 16:26:06.406898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-767f0d81-b6b3-4014-8706-9cdcabb0ea34 req-aaac8b9e-421b-4eb6-adad-7700cf0c5ffc tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328622 Sep 16 16:26:06.519648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 1d6187c5-79f1-4912-81c5-317eeb3fa817 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:06.551380 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-312f5ce1-7f12-413c-9325-5ab1db0819eb req-a761c28c-4d46-4260-803e-f564f98cee5f service neutron] 10.222.0.62 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411932 Sep 16 16:26:06.617627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 1d6187c5-79f1-4912-81c5-317eeb3fa817, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=1d6187c5-79f1-4912-81c5-317eeb3fa817,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:06.629452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '1d6187c5-79f1-4912-81c5-317eeb3fa817', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'port_id': '1d6187c5-79f1-4912-81c5-317eeb3fa817', 'mac_address': 'fa:16:3e:a5:83:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:26:06.665483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:06.668637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-81a73575-23af-478e-81de-b8b306a8fa79 service neutron] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:26:06.672015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-81a73575-23af-478e-81de-b8b306a8fa79 service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:06.676244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be2b07e8-cdb6-4ffe-bf91-65d140c1533a req-81a73575-23af-478e-81de-b8b306a8fa79 service neutron] 10.222.0.52 "DELETE /v2.0/ports/0248cb33-03d2-43ca-96cb-0d5a14a623d2/bindings/n-h2-807786-3 HTTP/1.1" status: 204 len: 173 time: 0.3013451 Sep 16 16:26:06.680231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6187c5-79f1-4912-81c5-317eeb3fa817 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:06.700823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 1d6187c5-79f1-4912-81c5-317eeb3fa817, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=1d6187c5-79f1-4912-81c5-317eeb3fa817,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:06.736890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'tag': '04d8e649-99ba-44e3-a092-71b7ae4822a1'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:06.739493 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15354a4-c79d-4279-ba11-eada17c7d5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "29fef127-3c4b-45e9-8076-4bcb78db0d63", "tag": "04d8e649-99ba-44e3-a092-71b7ae4822a1"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:06.756273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:06.779577 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f85789-29a4-465d-9575-860dedaa39e4 x-openstack-request-id: req-95f85789-29a4-465d-9575-860dedaa39e4 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:06.779577 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fef127-3c4b-45e9-8076-4bcb78db0d63", "tag": "04d8e649-99ba-44e3-a092-71b7ae4822a1", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:06.779577 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95f85789-29a4-465d-9575-860dedaa39e4 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:06.780066 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'tag': '04d8e649-99ba-44e3-a092-71b7ae4822a1', 'status': 'completed', 'code': 200} Sep 16 16:26:06.805495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=1d6187c5-79f1-4912-81c5-317eeb3fa817,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:06.813229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.813578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.813925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.814263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.814598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.814928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.815253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.815605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.815933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.816256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.816606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.816927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:26:06.844059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15354a4-c79d-4279-ba11-eada17c7d5ad req-867395b7-3829-4360-8315-af7f1eb5c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.845602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f15354a4-c79d-4279-ba11-eada17c7d5ad req-867395b7-3829-4360-8315-af7f1eb5c657 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 1094 time: 0.0418775 Sep 16 16:26:06.949159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15354a4-c79d-4279-ba11-eada17c7d5ad req-495363fd-3e1c-4521-a4b1-fa51388154b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.951073 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f15354a4-c79d-4279-ba11-eada17c7d5ad req-495363fd-3e1c-4521-a4b1-fa51388154b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 906 time: 0.0917809 Sep 16 16:26:06.957966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643db65-4fa1-49a6-bb1d-f63b325e612d req-5093a56a-c886-4aca-857d-65d34b9cca68 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.959419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5643db65-4fa1-49a6-bb1d-f63b325e612d req-5093a56a-c886-4aca-857d-65d34b9cca68 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0804377 Sep 16 16:26:06.971572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74726137-5220-46b3-8edc-4ba2690c9809 req-07ba25f3-00d1-4a5e-be97-b170ce532f17 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:06.973029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74726137-5220-46b3-8edc-4ba2690c9809 req-07ba25f3-00d1-4a5e-be97-b170ce532f17 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0649474 Sep 16 16:26:06.995444 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f15354a4-c79d-4279-ba11-eada17c7d5ad req-ff48cc18-4da7-4a99-bbed-66a5087f55a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1 HTTP/1.1" status: 200 len: 217 time: 0.0354416 Sep 16 16:26:07.030627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5643db65-4fa1-49a6-bb1d-f63b325e612d req-99a95fb9-9de2-47c5-bab0-f9e4ff9dfc1d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565479 Sep 16 16:26:07.033292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74726137-5220-46b3-8edc-4ba2690c9809 req-cdbb349f-dc28-4b34-b10a-a8476bc6d249 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533140 Sep 16 16:26:07.059258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15354a4-c79d-4279-ba11-eada17c7d5ad req-5a34d7fe-6707-4f64-84ff-a01ae6dd6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:07.060914 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f15354a4-c79d-4279-ba11-eada17c7d5ad req-5a34d7fe-6707-4f64-84ff-a01ae6dd6b7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc0e10da-e678-4834-9de7-9aefa8ec67f4 HTTP/1.1" status: 200 len: 845 time: 0.0563691 Sep 16 16:26:07.097594 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f15354a4-c79d-4279-ba11-eada17c7d5ad req-a7ea1b8f-5ea9-41a1-8fcc-9afd082bd499 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3862635c-f4cc-4a8b-a517-23c895f3cf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270054 Sep 16 16:26:07.151468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d28e0-78af-4842-9119-0503034a81f0 req-d6545837-b057-48cb-a9d5-92c7a7182bda tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:07.154275 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-971d28e0-78af-4842-9119-0503034a81f0 req-d6545837-b057-48cb-a9d5-92c7a7182bda tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 943 time: 0.0542519 Sep 16 16:26:07.194255 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-971d28e0-78af-4842-9119-0503034a81f0 req-b9aa48c1-14c0-4e0b-81b6-bbff5b6f3830 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329385 Sep 16 16:26:07.210302 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f15354a4-c79d-4279-ba11-eada17c7d5ad req-19323054-880a-4445-a68e-1753915c4212 service neutron] 10.222.0.62 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867805 Sep 16 16:26:07.247190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['1d6187c5-79f1-4912-81c5-317eeb3fa817'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:07.328009 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f15354a4-c79d-4279-ba11-eada17c7d5ad req-42437048-7f62-4dc8-82ff-e8cca3487b8d service neutron] 10.222.0.62 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073744 Sep 16 16:26:07.334629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad843e07-79bb-4037-b761-749f990afc0a req-fb7549e8-f71f-4192-b2dc-61dda032723e tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:07.336186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad843e07-79bb-4037-b761-749f990afc0a req-fb7549e8-f71f-4192-b2dc-61dda032723e tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 945 time: 0.0857015 Sep 16 16:26:07.347634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b08ed-746b-4217-80b8-39e4654c2301 req-2e1fedc3-9bcf-483c-915f-1113de5f9f75 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:07.354890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-016b08ed-746b-4217-80b8-39e4654c2301 req-2e1fedc3-9bcf-483c-915f-1113de5f9f75 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 945 time: 0.0953238 Sep 16 16:26:07.424946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad843e07-79bb-4037-b761-749f990afc0a req-7fc3fff7-425d-4207-90c3-a17392187568 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666354 Sep 16 16:26:07.431084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-016b08ed-746b-4217-80b8-39e4654c2301 req-98e1263f-4316-4def-8e33-0662569a3808 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750098 Sep 16 16:26:07.578271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f075ad-0651-425a-a67d-e7b0f98ae5e3 req-5a503d2f-4c64-4cba-975e-1d20fa0fca0a tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:07.579672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71f075ad-0651-425a-a67d-e7b0f98ae5e3 req-5a503d2f-4c64-4cba-975e-1d20fa0fca0a tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0844500 Sep 16 16:26:07.591936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda92d77-cd72-423b-8071-92770032c2cd req-9826c6d8-2f59-4265-8fac-ac692fc8e727 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:07.593366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cda92d77-cd72-423b-8071-92770032c2cd req-9826c6d8-2f59-4265-8fac-ac692fc8e727 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0849972 Sep 16 16:26:07.647595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71f075ad-0651-425a-a67d-e7b0f98ae5e3 req-ddffe2ec-a9a1-40e8-a6e9-c50707afc752 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533049 Sep 16 16:26:07.653084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cda92d77-cd72-423b-8071-92770032c2cd req-07852334-17bc-45f7-b28d-39bb06185fa0 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525494 Sep 16 16:26:07.769033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9403e-b0d9-4009-864b-cf3fe4572f3e req-3e910215-7d5a-41f5-bbf0-531fcc2ff7a2 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:07.770490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcd9403e-b0d9-4009-864b-cf3fe4572f3e req-3e910215-7d5a-41f5-bbf0-531fcc2ff7a2 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 1096 time: 0.0398283 Sep 16 16:26:07.803421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcd9403e-b0d9-4009-864b-cf3fe4572f3e req-e2af8438-c209-43c1-abf7-5354c20b78d7 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270951 Sep 16 16:26:07.912919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463383-5b9c-4e22-b035-8fddc0532cf6 req-bcd769e5-6a96-405d-9fa2-c595a250a33e tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:07.914416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3463383-5b9c-4e22-b035-8fddc0532cf6 req-bcd769e5-6a96-405d-9fa2-c595a250a33e tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 1096 time: 0.0427876 Sep 16 16:26:07.947455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3463383-5b9c-4e22-b035-8fddc0532cf6 req-83d69917-d09b-4282-b6ed-4890c17fe8d8 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266244 Sep 16 16:26:08.149735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0305b-1ab2-40d5-8129-8fef98b78739 req-77073860-cd63-4332-b1d9-16756dfc5e02 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:08.151265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eff0305b-1ab2-40d5-8129-8fef98b78739 req-77073860-cd63-4332-b1d9-16756dfc5e02 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0523732 Sep 16 16:26:08.192601 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eff0305b-1ab2-40d5-8129-8fef98b78739 req-b761fbaa-1ec2-45da-b194-0e1fc4564b3d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336335 Sep 16 16:26:08.310178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad3212-e252-4897-a8b9-91f1509cf1dc req-2fb4d3f8-f8fe-4e06-81cb-cf859a88520b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:08.311628 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67ad3212-e252-4897-a8b9-91f1509cf1dc req-2fb4d3f8-f8fe-4e06-81cb-cf859a88520b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0498123 Sep 16 16:26:08.349353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67ad3212-e252-4897-a8b9-91f1509cf1dc req-bbf3c881-a7dd-4350-ac58-8edcde5adaf0 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Sep 16 16:26:08.519367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c707d1-6f00-4b67-993b-8289830ffafd req-66689cb1-81e7-4a43-9e25-4ae4ea10c103 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:08.520875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08c707d1-6f00-4b67-993b-8289830ffafd req-66689cb1-81e7-4a43-9e25-4ae4ea10c103 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 943 time: 0.0553584 Sep 16 16:26:08.542532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 1d6187c5-79f1-4912-81c5-317eeb3fa817 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:26:08.571940 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08c707d1-6f00-4b67-993b-8289830ffafd req-c03da669-6ce4-492c-b869-df877eb9e6b8 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 Sep 16 16:26:08.610353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c7a05-40f2-45b8-ad39-38901f5a0d1f req-88eebc37-5612-4db8-8ac0-bbae7780f6c7 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:08.611845 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-889c7a05-40f2-45b8-ad39-38901f5a0d1f req-88eebc37-5612-4db8-8ac0-bbae7780f6c7 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 945 time: 0.0643506 Sep 16 16:26:08.650803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-889c7a05-40f2-45b8-ad39-38901f5a0d1f req-e7143b6b-0d49-4586-bd19-2705ba23b4ac tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328615 Sep 16 16:26:08.665142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 1d6187c5-79f1-4912-81c5-317eeb3fa817 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:26:08.669617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 1d6187c5-79f1-4912-81c5-317eeb3fa817 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:08.669982 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:08.761542 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:08.784284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6187c5-79f1-4912-81c5-317eeb3fa817'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:08.786586 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3ff333-e61b-4e6b-a28b-00645aa61ec6" -d '{"events": [{"server_uuid": "dda45dfd-30c8-41eb-a83a-d30fbb16290a", "name": "network-vif-plugged", "status": "completed", "tag": "1d6187c5-79f1-4912-81c5-317eeb3fa817"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:08.799186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf2e00-ac59-4789-9e85-60d963068e45 req-179621ae-c70c-490f-b338-870508334978 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:08.800713 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80bf2e00-ac59-4789-9e85-60d963068e45 req-179621ae-c70c-490f-b338-870508334978 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0826449 Sep 16 16:26:08.801108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 1d6187c5-79f1-4912-81c5-317eeb3fa817, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=1d6187c5-79f1-4912-81c5-317eeb3fa817,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:08.807999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca09ab0-4620-4a0b-93da-6bf61bff5826 req-648e5575-e1d1-48a4-bce9-33485191c7e1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:08.810137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ca09ab0-4620-4a0b-93da-6bf61bff5826 req-648e5575-e1d1-48a4-bce9-33485191c7e1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0817719 Sep 16 16:26:08.870909 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:08.923461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=1d6187c5-79f1-4912-81c5-317eeb3fa817,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:09.118179 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80bf2e00-ac59-4789-9e85-60d963068e45 req-3362d78d-fce9-4cee-a116-dfd9e5eba37c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070874 Sep 16 16:26:09.123142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ca09ab0-4620-4a0b-93da-6bf61bff5826 req-b97c85b1-fef6-4ad9-9de3-29e82989357a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064587 Sep 16 16:26:09.162229 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf92aef-2071-4961-adc6-f6e4cff2983d x-openstack-request-id: req-ebf92aef-2071-4961-adc6-f6e4cff2983d {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:09.162539 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda45dfd-30c8-41eb-a83a-d30fbb16290a", "name": "network-vif-plugged", "status": "completed", "tag": "1d6187c5-79f1-4912-81c5-317eeb3fa817", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:09.162790 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebf92aef-2071-4961-adc6-f6e4cff2983d {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:09.163604 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6187c5-79f1-4912-81c5-317eeb3fa817', 'code': 200} Sep 16 16:26:09.263913 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37d001-9e47-44bc-8ae6-d567da279d7b req-e8e2a8e6-eb6f-491a-a9fe-c504e84e8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:09.265518 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0e37d001-9e47-44bc-8ae6-d567da279d7b req-e8e2a8e6-eb6f-491a-a9fe-c504e84e8f31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 1097 time: 0.0423942 Sep 16 16:26:09.304927 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0e37d001-9e47-44bc-8ae6-d567da279d7b req-3c25f270-55cd-452a-b420-f8efe3890e8b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292110 Sep 16 16:26:09.312049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdde9f9-83a6-4b62-ba8e-00a48bc50229 req-e45e9cd5-fc56-41d3-b75f-54911caf8f2b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:09.313578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0fdde9f9-83a6-4b62-ba8e-00a48bc50229 req-e45e9cd5-fc56-41d3-b75f-54911caf8f2b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0484805 Sep 16 16:26:09.360753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0fdde9f9-83a6-4b62-ba8e-00a48bc50229 req-110659fc-1d0c-4a25-a9b1-e5b0b0ecdf37 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396087 Sep 16 16:26:09.473319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297094ad-8097-48ef-a4fb-c27fc9658b23 req-d246bcfb-bba7-4915-b930-b9206c0cc383 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:09.474831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-297094ad-8097-48ef-a4fb-c27fc9658b23 req-d246bcfb-bba7-4915-b930-b9206c0cc383 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0488298 Sep 16 16:26:09.515160 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-297094ad-8097-48ef-a4fb-c27fc9658b23 req-05053159-4304-469f-b9fe-545865d86c6b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 Sep 16 16:26:09.688562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f803e-eae0-41ea-899d-ed5cea422641 req-883d2c20-925f-4a7f-b906-afb488b1e174 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:09.690103 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a0f803e-eae0-41ea-899d-ed5cea422641 req-883d2c20-925f-4a7f-b906-afb488b1e174 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 943 time: 0.0518370 Sep 16 16:26:09.741495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a0f803e-eae0-41ea-899d-ed5cea422641 req-3412eac9-b477-4a71-b120-621ac6b468cf tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Sep 16 16:26:09.776566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c525bf2-9360-47f0-b30e-d84b76c43b61 req-b3fc73a8-4c0b-472a-be3e-80a2f4913389 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:09.778906 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c525bf2-9360-47f0-b30e-d84b76c43b61 req-b3fc73a8-4c0b-472a-be3e-80a2f4913389 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 946 time: 0.0545077 Sep 16 16:26:09.817915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c525bf2-9360-47f0-b30e-d84b76c43b61 req-a0849837-ca28-4f81-8690-51477caf498c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331190 Sep 16 16:26:10.269421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1615f-4cfa-4cc0-96b4-00e328f82a6d req-2f73d3a6-e318-46be-8fde-6fb96b7c22b4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:10.270930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6a1615f-4cfa-4cc0-96b4-00e328f82a6d req-2f73d3a6-e318-46be-8fde-6fb96b7c22b4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0716283 Sep 16 16:26:10.280222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6689b-cdfb-4620-a0f1-e885f08e013f req-7a147a3c-d511-4cf6-98e3-06bdea31632c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:10.281692 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57b6689b-cdfb-4620-a0f1-e885f08e013f req-7a147a3c-d511-4cf6-98e3-06bdea31632c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0916679 Sep 16 16:26:10.337223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6a1615f-4cfa-4cc0-96b4-00e328f82a6d req-9dce96d1-6fbf-4e1b-9694-8cb8e24347b5 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545657 Sep 16 16:26:10.345929 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57b6689b-cdfb-4620-a0f1-e885f08e013f req-6f61b74f-631b-4421-a955-c7cb00886e70 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564623 Sep 16 16:26:10.480890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1a02-6178-48ac-9183-2d607ae050f9 req-66a3bb5f-62cd-43a6-852e-7c4b65116e5c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:10.484361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd9b1a02-6178-48ac-9183-2d607ae050f9 req-66a3bb5f-62cd-43a6-852e-7c4b65116e5c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0552640 Sep 16 16:26:10.526890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd9b1a02-6178-48ac-9183-2d607ae050f9 req-14151e11-4b88-4036-9524-d3082e31e5a8 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360036 Sep 16 16:26:10.539395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 04d8e649-99ba-44e3-a092-71b7ae4822a1 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:10.664510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 04d8e649-99ba-44e3-a092-71b7ae4822a1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:10.676554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '04d8e649-99ba-44e3-a092-71b7ae4822a1', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'port_id': '04d8e649-99ba-44e3-a092-71b7ae4822a1', 'mac_address': 'fa:16:3e:b4:71:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0e10da-e678-4834-9de7-9aefa8ec67f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:26:10.680358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b893b1b-aea0-4a2d-b3ab-d1b6be2a153e req-e8bdf4b7-7a57-4999-b105-34082b7e7655 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:10.682506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b893b1b-aea0-4a2d-b3ab-d1b6be2a153e req-e8bdf4b7-7a57-4999-b105-34082b7e7655 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0607972 Sep 16 16:26:10.716355 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:10.741900 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d8e649-99ba-44e3-a092-71b7ae4822a1 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:10.767104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b893b1b-aea0-4a2d-b3ab-d1b6be2a153e req-7370008a-f773-4c9c-8143-701429bea975 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785050 Sep 16 16:26:10.784141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 04d8e649-99ba-44e3-a092-71b7ae4822a1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:10.839759 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:26:10.864899 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:10.867744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e617968-507a-4e07-9da5-1e410343370d req-1d02c40a-8de1-4f39-8266-acbdba1906a1 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:10.869323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e617968-507a-4e07-9da5-1e410343370d req-1d02c40a-8de1-4f39-8266-acbdba1906a1 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 943 time: 0.0516081 Sep 16 16:26:10.926196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=04d8e649-99ba-44e3-a092-71b7ae4822a1,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:10.941870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e617968-507a-4e07-9da5-1e410343370d req-5dd60a3a-8f73-4c03-acee-c2c38ca91a65 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652044 Sep 16 16:26:10.968527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e2841-14fa-4cec-af75-65d121a3605f req-44b680f0-1aed-48fd-9656-498850505475 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:10.970129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c09e2841-14fa-4cec-af75-65d121a3605f req-44b680f0-1aed-48fd-9656-498850505475 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 946 time: 0.0684307 Sep 16 16:26:11.008913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c09e2841-14fa-4cec-af75-65d121a3605f req-91bdcb23-015e-4a44-a4e4-4ab7dabf4660 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326638 Sep 16 16:26:11.125212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55f290-ad14-4a33-b0de-0436c9dc7db7 req-d4e63da9-e95c-4abb-871e-69943ffd42d0 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:11.126774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b55f290-ad14-4a33-b0de-0436c9dc7db7 req-d4e63da9-e95c-4abb-871e-69943ffd42d0 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 946 time: 0.0536795 Sep 16 16:26:11.135487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54740) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:26:11.140389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6e9a9847-04d8-4084-98ac-a8b0dce42ff6 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Request body: {'floatingip': {'port_id': '1d6187c5-79f1-4912-81c5-317eeb3fa817'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:26:11.146072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['04d8e649-99ba-44e3-a092-71b7ae4822a1'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:11.182372 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9847-04d8-4084-98ac-a8b0dce42ff6 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:11.579741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378cce-1218-4bec-bc57-dceaca52b625 req-4f2dc6fc-1fc4-4e68-8e23-08b226223605 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:11.581269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39378cce-1218-4bec-bc57-dceaca52b625 req-4f2dc6fc-1fc4-4e68-8e23-08b226223605 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1593435 Sep 16 16:26:11.617345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f3004-24f0-4fd7-a6bf-ee7ffe5ee5f5 req-b534ca24-67b8-478a-8ce8-20fd687ec915 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:11.618807 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d37f3004-24f0-4fd7-a6bf-ee7ffe5ee5f5 req-b534ca24-67b8-478a-8ce8-20fd687ec915 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.1699340 Sep 16 16:26:11.712595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39378cce-1218-4bec-bc57-dceaca52b625 req-b3144089-c2b3-40ce-a476-e5b0b594b965 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910556 Sep 16 16:26:11.722536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d37f3004-24f0-4fd7-a6bf-ee7ffe5ee5f5 req-15baf431-85aa-4948-8b66-a269ef96c916 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921483 Sep 16 16:26:11.838987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9847-04d8-4084-98ac-a8b0dce42ff6 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:11.854932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb94b01-38aa-4230-930d-0a7cf822b22a req-02b6fc13-118e-4ceb-9ee1-59dc4a86b244 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:11.854932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aeb94b01-38aa-4230-930d-0a7cf822b22a req-02b6fc13-118e-4ceb-9ee1-59dc4a86b244 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0702581 Sep 16 16:26:11.894706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aeb94b01-38aa-4230-930d-0a7cf822b22a req-786966ba-040e-442e-b289-9e7d1345c8a1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329146 Sep 16 16:26:11.899186 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9847-04d8-4084-98ac-a8b0dce42ff6 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:12.022431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddf6d5-22d9-4fd9-8e6f-1e0430d9fb57 req-c87784a2-20fc-4932-a960-10981f859f08 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:12.023935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38ddf6d5-22d9-4fd9-8e6f-1e0430d9fb57 req-c87784a2-20fc-4932-a960-10981f859f08 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1224875 Sep 16 16:26:12.060239 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-6e9a9847-04d8-4084-98ac-a8b0dce42ff6 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Floating IP dfed21d5-6566-467d-b9ba-89a3dcd94a98 associated. External IP: 172.25.6.199, port: 1d6187c5-79f1-4912-81c5-317eeb3fa817. Sep 16 16:26:12.140780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38ddf6d5-22d9-4fd9-8e6f-1e0430d9fb57 req-553370c4-f099-4da9-bd74-bab62415242d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097410 Sep 16 16:26:12.199245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b9a4c-8169-4cb0-91e6-375b5daf7077 req-0994d8e0-73b6-4d86-893e-bc219bec3428 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:12.201273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-747b9a4c-8169-4cb0-91e6-375b5daf7077 req-0994d8e0-73b6-4d86-893e-bc219bec3428 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 944 time: 0.1024859 Sep 16 16:26:12.283840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-747b9a4c-8169-4cb0-91e6-375b5daf7077 req-64edded7-acf6-4c38-93b0-2669e19a7f97 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759025 Sep 16 16:26:12.359389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9a9847-04d8-4084-98ac-a8b0dce42ff6 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:26:12.468947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9a9847-04d8-4084-98ac-a8b0dce42ff6 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:26:12.474220 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9847-04d8-4084-98ac-a8b0dce42ff6 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:12.481552 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] Sync routers for ids ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:26:12.492028 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] Routers {'e7c412f8-3f6e-44ce-9ba5-2f82285daa84'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:26:12.492678 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:26:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:26:12.505000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6e9a9847-04d8-4084-98ac-a8b0dce42ff6 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "PUT /v2.0/floatingips/dfed21d5-6566-467d-b9ba-89a3dcd94a98 HTTP/1.1" status: 200 len: 992 time: 1.3683879 Sep 16 16:26:12.505738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'tag': '1d6187c5-79f1-4912-81c5-317eeb3fa817'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:12.508139 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad890256-7d03-4fc0-93ea-78ed3a364e83" -d '{"events": [{"name": "network-changed", "server_uuid": "dda45dfd-30c8-41eb-a83a-d30fbb16290a", "tag": "1d6187c5-79f1-4912-81c5-317eeb3fa817"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:12.558047 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b41438-e041-431e-9510-ba7f760bb322 x-openstack-request-id: req-c6b41438-e041-431e-9510-ba7f760bb322 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:12.558339 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda45dfd-30c8-41eb-a83a-d30fbb16290a", "tag": "1d6187c5-79f1-4912-81c5-317eeb3fa817", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:12.558593 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6b41438-e041-431e-9510-ba7f760bb322 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:12.559028 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'tag': '1d6187c5-79f1-4912-81c5-317eeb3fa817', 'status': 'completed', 'code': 200} Sep 16 16:26:12.569070 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 04d8e649-99ba-44e3-a092-71b7ae4822a1 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:26:12.631534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-f815c89f-3d22-4ceb-a78e-6d43ba17c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:12.633183 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-f815c89f-3d22-4ceb-a78e-6d43ba17c9dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=acc51242b1fd4034a9c520d74b8cd088&device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 1097 time: 0.0446322 Sep 16 16:26:12.639223 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] Set router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:26:12.682172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 04d8e649-99ba-44e3-a092-71b7ae4822a1 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:26:12.687389 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 04d8e649-99ba-44e3-a092-71b7ae4822a1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:12.689815 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:12.748129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-e2948c70-88cb-41e1-be32-1c4471709e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:12.749937 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-e2948c70-88cb-41e1-be32-1c4471709e74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 HTTP/1.1" status: 200 len: 915 time: 0.1097889 Sep 16 16:26:12.888353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-380fe812-5394-4729-b276-4350b6133651 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d6187c5-79f1-4912-81c5-317eeb3fa817 HTTP/1.1" status: 200 len: 1000 time: 0.1280296 Sep 16 16:26:12.894857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:12.913927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be38b36-53e2-44a0-a3c9-d0ad31b1d02b req-aa74ae64-d983-4087-bceb-d2a76495185f tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:12.922472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7be38b36-53e2-44a0-a3c9-d0ad31b1d02b req-aa74ae64-d983-4087-bceb-d2a76495185f tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0996993 Sep 16 16:26:12.952330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4ce1-d2ae-40a6-8376-6454a83e126b req-56769780-e51b-434d-aa5f-a4dd72d35a23 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:12.953968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b9e4ce1-d2ae-40a6-8376-6454a83e126b req-56769780-e51b-434d-aa5f-a4dd72d35a23 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.1001201 Sep 16 16:26:12.955753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d8e649-99ba-44e3-a092-71b7ae4822a1'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:12.957692 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:51Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'dfed21d5-6566-467d-b9ba-89a3dcd94a98', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'port_id': '1d6187c5-79f1-4912-81c5-317eeb3fa817', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'mac_address': 'fa:16:3e:a5:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:24:58Z', 'updated_at': '2021-09-16T16:26:11Z', 'revision_number': 1, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f737a9c-15a7-453f-894d-6a25119af23b', 'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'mac_address': 'fa:16:3e:30:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:48Z', 'updated_at': '2021-09-16T16:24:56Z', 'revision_number': 5, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'subnets': [{'id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:26:12.958612 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f11393-b76b-4459-889a-bbee546a7394" -d '{"events": [{"server_uuid": "29fef127-3c4b-45e9-8076-4bcb78db0d63", "name": "network-vif-plugged", "status": "completed", "tag": "04d8e649-99ba-44e3-a092-71b7ae4822a1"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:12.975762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 04d8e649-99ba-44e3-a092-71b7ae4822a1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:12.997604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7be38b36-53e2-44a0-a3c9-d0ad31b1d02b req-0af37b6c-1e39-4758-8b8f-f3ec75755d5e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699806 Sep 16 16:26:12.999421 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] Checking router: e7c412f8-3f6e-44ce-9ba5-2f82285daa84 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:26:13.018980 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] Routers {'e7c412f8-3f6e-44ce-9ba5-2f82285daa84'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:26:13.019843 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:26:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:26:13.043635 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b9e4ce1-d2ae-40a6-8376-6454a83e126b req-e8234473-d93d-4795-8776-c2ecf370eccb tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783725 Sep 16 16:26:13.045336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:13.237091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=04d8e649-99ba-44e3-a092-71b7ae4822a1,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:13.297138 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] Set router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:26:13.297766 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78d7302-d1fa-49d5-81f8-f43b1913ab26 x-openstack-request-id: req-e78d7302-d1fa-49d5-81f8-f43b1913ab26 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:13.297766 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fef127-3c4b-45e9-8076-4bcb78db0d63", "name": "network-vif-plugged", "status": "completed", "tag": "04d8e649-99ba-44e3-a092-71b7ae4822a1", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:13.297766 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e78d7302-d1fa-49d5-81f8-f43b1913ab26 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:13.297766 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d8e649-99ba-44e3-a092-71b7ae4822a1', 'code': 200} Sep 16 16:26:13.333429 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:13.343357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb19c0-40af-4d29-9b0e-822b1d574466 req-20ba3306-bf99-4183-a8e9-d4e281c2f48a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:13.356917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cedb19c0-40af-4d29-9b0e-822b1d574466 req-20ba3306-bf99-4183-a8e9-d4e281c2f48a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.1940989 Sep 16 16:26:13.480039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-6e0b31e1-6bc9-4a6a-88e8-cb1289d8daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:13.482522 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-6e0b31e1-6bc9-4a6a-88e8-cb1289d8daa8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b HTTP/1.1" status: 200 len: 853 time: 0.5863974 Sep 16 16:26:13.522685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cedb19c0-40af-4d29-9b0e-822b1d574466 req-7e36274e-7d4a-4f29-b0c9-f898ebaf6822 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647828 Sep 16 16:26:13.551910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e656ffe-b067-498f-8882-94cfd903bc28 req-b76713c1-d543-4cf4-92bc-4d612b2739e1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:13.553838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e656ffe-b067-498f-8882-94cfd903bc28 req-b76713c1-d543-4cf4-92bc-4d612b2739e1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1303027 Sep 16 16:26:13.564815 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:13.606275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceae10-85cb-4ae7-88cf-2bffbb3f22f9 req-cb1dac11-7fda-4366-9c40-f868446230bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:13.607909 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-44ceae10-85cb-4ae7-88cf-2bffbb3f22f9 req-cb1dac11-7fda-4366-9c40-f868446230bf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 1096 time: 0.1241353 Sep 16 16:26:13.614444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-936a1a43-e0b5-457a-b21e-bfcc62d619f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:13.617847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-936a1a43-e0b5-457a-b21e-bfcc62d619f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241398 Sep 16 16:26:13.701204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e656ffe-b067-498f-8882-94cfd903bc28 req-4ea3bbbc-4e97-4261-91d2-7deec9d2a01c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393142 Sep 16 16:26:13.728135 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-cc772eea-880f-4203-ad8a-d7911604a783 service neutron] 10.222.0.62 "GET /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019764 Sep 16 16:26:13.772719 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e201b-3846-4b95-b868-49fef76c5317 req-a9385c8e-2a75-4e45-ae09-92edb4149337 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:13.782874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d9e201b-3846-4b95-b868-49fef76c5317 req-a9385c8e-2a75-4e45-ae09-92edb4149337 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 945 time: 0.1217818 Sep 16 16:26:13.824146 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-44ceae10-85cb-4ae7-88cf-2bffbb3f22f9 req-ab82a060-8231-45b9-887b-ae078f81b1ee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992286 Sep 16 16:26:13.826353 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:51Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'dfed21d5-6566-467d-b9ba-89a3dcd94a98', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'port_id': '1d6187c5-79f1-4912-81c5-317eeb3fa817', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'mac_address': 'fa:16:3e:a5:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:24:58Z', 'updated_at': '2021-09-16T16:26:11Z', 'revision_number': 1, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f737a9c-15a7-453f-894d-6a25119af23b', 'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'mac_address': 'fa:16:3e:30:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:48Z', 'updated_at': '2021-09-16T16:24:56Z', 'revision_number': 5, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'subnets': [{'id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:26:13.855437 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8b706-c54d-4d7c-9c5c-13e819176836 None None] The sync data for ids ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'] in n-d-807786-3 is: [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:51Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'dfed21d5-6566-467d-b9ba-89a3dcd94a98', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'port_id': '1d6187c5-79f1-4912-81c5-317eeb3fa817', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'mac_address': 'fa:16:3e:a5:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:24:58Z', 'updated_at': '2021-09-16T16:26:11Z', 'revision_number': 1, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f737a9c-15a7-453f-894d-6a25119af23b', 'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'mac_address': 'fa:16:3e:30:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:48Z', 'updated_at': '2021-09-16T16:24:56Z', 'revision_number': 5, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'subnets': [{'id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:26:13.889146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d9e201b-3846-4b95-b868-49fef76c5317 req-8ecda540-ea63-4863-a4b2-90ce055fd109 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903637 Sep 16 16:26:13.917535 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad890256-7d03-4fc0-93ea-78ed3a364e83 req-d49151c2-9cc9-4705-a18d-73f6191f05cf service neutron] 10.222.0.62 "GET /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623843 Sep 16 16:26:14.057831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282596ad-83f3-444f-ae9e-98335585959a None None] New status for floating IP dfed21d5-6566-467d-b9ba-89a3dcd94a98: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:26:14.170233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeed809-b8a8-4fa8-922d-b8cd981dfc25 req-ffa5d837-aa63-41db-b146-1c1fb8a6239d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:14.171277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-afeed809-b8a8-4fa8-922d-b8cd981dfc25 req-ffa5d837-aa63-41db-b146-1c1fb8a6239d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1013472 Sep 16 16:26:14.240859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-afeed809-b8a8-4fa8-922d-b8cd981dfc25 req-758802d3-39db-4e4c-b9b3-9b8864c9a5bf tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574059 Sep 16 16:26:14.251478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48623d-d1f7-4d68-82d7-ba06ea613823 req-4ccaea18-5048-4469-8d97-3cf673b77020 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:14.253068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f48623d-d1f7-4d68-82d7-ba06ea613823 req-4ccaea18-5048-4469-8d97-3cf673b77020 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.1017027 Sep 16 16:26:14.298489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f48623d-d1f7-4d68-82d7-ba06ea613823 req-808f58e3-46e4-4c3d-ae70-4eb64274413e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Sep 16 16:26:14.424330 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-5d3bff95-3f06-4c3c-9ddd-4d2ba2ade761 service neutron] 10.222.0.62 "GET /v2.0/ports/602248cf-0309-406e-beb1-896574f259e2/bindings/n-h2-807786-3 HTTP/1.1" status: 200 len: 382 time: 0.0817890 Sep 16 16:26:14.632622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ed1c-4a3e-4cba-a6c4-ff9739470bd4 req-91d6a2d2-bf46-4dc8-a9b2-11d3eb02107b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:14.634195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f54ed1c-4a3e-4cba-a6c4-ff9739470bd4 req-91d6a2d2-bf46-4dc8-a9b2-11d3eb02107b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0500870 Sep 16 16:26:14.678462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f54ed1c-4a3e-4cba-a6c4-ff9739470bd4 req-24ecd236-183b-4ef7-80a3-ea0757ba0328 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377715 Sep 16 16:26:14.744039 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-ae1778d2-fd7b-4f0d-a382-ffdb2c6f0c21 service neutron] 10.222.0.52 "GET /v2.0/ports/6549b5f1-c569-4336-aa80-51ba667a5c6b/bindings/n-h2-807786-3 HTTP/1.1" status: 200 len: 384 time: 0.0605557 Sep 16 16:26:14.853751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ccc1c-bf17-4fde-be28-e8429c425e9d req-5028845d-dbd3-40b2-9460-37be4976fab4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:14.855259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf9ccc1c-bf17-4fde-be28-e8429c425e9d req-5028845d-dbd3-40b2-9460-37be4976fab4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0676839 Sep 16 16:26:14.861357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6549b5f1-c569-4336-aa80-51ba667a5c6b no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:14.930192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf9ccc1c-bf17-4fde-be28-e8429c425e9d req-204b04a5-7d02-447c-ab90-5990b0235946 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598280 Sep 16 16:26:15.051861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e671846-8985-4642-9bf3-f6445901c97d req-db62902c-0b30-4765-bd01-491614bbb4af tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.053472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e671846-8985-4642-9bf3-f6445901c97d req-db62902c-0b30-4765-bd01-491614bbb4af tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 945 time: 0.0557899 Sep 16 16:26:15.057873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-76730835-f787-48a0-906a-de32ff51665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.060117 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-76730835-f787-48a0-906a-de32ff51665a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2&tenant_id=64baf66baab943a8acdce99439b67aa5 HTTP/1.1" status: 200 len: 1101 time: 0.0826683 Sep 16 16:26:15.076526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf895a55-3388-48c3-b219-12d1712bee95 req-741ad04d-5f4b-4ec0-9742-d423eec448cf service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:15.101227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf895a55-3388-48c3-b219-12d1712bee95 req-741ad04d-5f4b-4ec0-9742-d423eec448cf service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:26:15.107297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e671846-8985-4642-9bf3-f6445901c97d req-48c4cf23-413e-451f-9306-548bcd4448cc tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Sep 16 16:26:15.162886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-bf895a55-3388-48c3-b219-12d1712bee95 req-741ad04d-5f4b-4ec0-9742-d423eec448cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6549b5f1-c569-4336-aa80-51ba667a5c6b {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:15.176021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf895a55-3388-48c3-b219-12d1712bee95 req-741ad04d-5f4b-4ec0-9742-d423eec448cf service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:15.197736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-1bca230b-8991-4376-b911-6a353b23e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.199264 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-1bca230b-8991-4376-b911-6a353b23e5ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 1101 time: 0.0964322 Sep 16 16:26:15.275154 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf895a55-3388-48c3-b219-12d1712bee95 req-741ad04d-5f4b-4ec0-9742-d423eec448cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:15.337620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-d365010d-732b-46b2-87d9-1bd99b6bf312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.339044 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-d365010d-732b-46b2-87d9-1bd99b6bf312 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1310806 Sep 16 16:26:15.372804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348344d-5171-44c9-9b8c-0fab2455ca82 req-7397b206-51ca-49b2-88cf-57759fb7da4b tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.374403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2348344d-5171-44c9-9b8c-0fab2455ca82 req-7397b206-51ca-49b2-88cf-57759fb7da4b tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0542903 Sep 16 16:26:15.393993 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-2d540a5c-1dbc-4995-ae61-53d0bdfea17c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=602248cf-0309-406e-beb1-896574f259e2 HTTP/1.1" status: 200 len: 217 time: 0.0454628 Sep 16 16:26:15.446147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-bf895a55-3388-48c3-b219-12d1712bee95 req-741ad04d-5f4b-4ec0-9742-d423eec448cf service neutron] Transition to ACTIVE for port object 6549b5f1-c569-4336-aa80-51ba667a5c6b will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:26:15.456982 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2348344d-5171-44c9-9b8c-0fab2455ca82 req-29d276d6-24b0-4326-ad70-a0267d0e344e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766008 Sep 16 16:26:15.459872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-9b8d9d9f-3034-4961-a0c0-502377d90c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.461664 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-9b8d9d9f-3034-4961-a0c0-502377d90c99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0604911 Sep 16 16:26:15.503045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641b9b6-b86a-46e7-b4af-f6a82f53b0a5 req-fc86e190-c946-44d3-90f5-b4ff53f0f67a tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.506213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a641b9b6-b86a-46e7-b4af-f6a82f53b0a5 req-fc86e190-c946-44d3-90f5-b4ff53f0f67a tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0957615 Sep 16 16:26:15.514939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf895a55-3388-48c3-b219-12d1712bee95 req-741ad04d-5f4b-4ec0-9742-d423eec448cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:15.548332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-fee8f78b-ef59-437a-a5cd-448cb6bda8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.549842 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-fee8f78b-ef59-437a-a5cd-448cb6bda8a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804918 Sep 16 16:26:15.552876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a641b9b6-b86a-46e7-b4af-f6a82f53b0a5 req-c4c9db39-5f18-4e5d-943a-9b92d6331ca5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Sep 16 16:26:15.620885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf895a55-3388-48c3-b219-12d1712bee95 req-741ad04d-5f4b-4ec0-9742-d423eec448cf service neutron] No DVR routers for this DVR port 6549b5f1-c569-4336-aa80-51ba667a5c6b on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:26:15.654868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ad04d-5f4b-4ec0-9742-d423eec448cf service neutron] Pushing event updated for resources: {'Port': ['ID=6549b5f1-c569-4336-aa80-51ba667a5c6b,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:15.688082 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-741ad04d-5f4b-4ec0-9742-d423eec448cf service neutron] 10.222.0.52 "PUT /v2.0/ports/6549b5f1-c569-4336-aa80-51ba667a5c6b/bindings/n-h2-807786-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9292343 Sep 16 16:26:15.709471 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-58ed2835-f22f-4157-a635-ae46c44778c3 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505229 Sep 16 16:26:15.800671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599c6f4-47e7-41c8-8ed1-196640e68261 req-24c3f486-7ea3-44e4-bede-a356386c8d62 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.802429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d599c6f4-47e7-41c8-8ed1-196640e68261 req-24c3f486-7ea3-44e4-bede-a356386c8d62 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0514104 Sep 16 16:26:15.824374 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1e608f6-fb45-4f47-92b8-cd8961291988 req-e758abc9-d994-415e-8e19-301cf9244d29 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066537 Sep 16 16:26:15.843398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d599c6f4-47e7-41c8-8ed1-196640e68261 req-fe7d4118-97bb-4988-8bbd-f0f484407fc9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342424 Sep 16 16:26:15.903442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-28c53781-1dff-4678-be69-074f8c623648 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.905132 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-28c53781-1dff-4678-be69-074f8c623648 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1095 time: 0.0493047 Sep 16 16:26:15.970213 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-58781759-ffa9-4678-aa59-fa85f6fdf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:15.971778 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-58781759-ffa9-4678-aa59-fa85f6fdf553 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6 HTTP/1.1" status: 200 len: 1095 time: 0.0574257 Sep 16 16:26:16.040850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-ec0169ce-1bf8-462f-8875-6e3cf2b04120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:16.042346 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-ec0169ce-1bf8-462f-8875-6e3cf2b04120 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 1095 time: 0.0418479 Sep 16 16:26:16.068207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855c9f5-98b3-409f-9a9f-b37ac6c9b7c2 req-86e5a980-3ce0-479a-9a6d-0dd1347248e9 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:16.069891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b855c9f5-98b3-409f-9a9f-b37ac6c9b7c2 req-86e5a980-3ce0-479a-9a6d-0dd1347248e9 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 944 time: 0.0546222 Sep 16 16:26:16.117254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b855c9f5-98b3-409f-9a9f-b37ac6c9b7c2 req-f69749b1-bd7b-4a3f-80d9-8fba69c0281c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Sep 16 16:26:16.161261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-e7b92dce-f942-4da9-a265-720d0fe5d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:16.162909 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-e7b92dce-f942-4da9-a265-720d0fe5d36d service neutron] 10.222.0.62 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.1128576 Sep 16 16:26:16.209037 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-90c9611e-980f-4ecd-a178-26fe980eb2db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b HTTP/1.1" status: 200 len: 217 time: 0.0383940 Sep 16 16:26:16.244000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e698388-8cba-4721-bdae-847ad9d02308 req-a45c8005-f4c9-424f-8cb4-41de8d680fd2 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:16.245893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e698388-8cba-4721-bdae-847ad9d02308 req-a45c8005-f4c9-424f-8cb4-41de8d680fd2 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 945 time: 0.0535192 Sep 16 16:26:16.266433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-feb9910c-a44d-4c8c-9172-acb3a6934e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:16.267922 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-feb9910c-a44d-4c8c-9172-acb3a6934e47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0513027 Sep 16 16:26:16.287468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e698388-8cba-4721-bdae-847ad9d02308 req-73a9833d-fde0-4c75-984b-446c2859cc5f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347583 Sep 16 16:26:16.303342 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-acd0101c-754f-45f8-91c7-10cdaa60a3ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263727 Sep 16 16:26:16.399632 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-d08ed33d-84bf-40f6-86c4-a1628e00f77f service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884042 Sep 16 16:26:16.530526 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-3cd3f187-bb73-4e26-93c0-c50258ce2803 service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231468 Sep 16 16:26:16.596958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56d3d-1cd1-4ff9-8975-0651ea8c6733 req-f9fb9d75-46fd-4786-a47c-333e9bf93906 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:16.598577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5dd56d3d-1cd1-4ff9-8975-0651ea8c6733 req-f9fb9d75-46fd-4786-a47c-333e9bf93906 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0536313 Sep 16 16:26:16.669232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5dd56d3d-1cd1-4ff9-8975-0651ea8c6733 req-c7ef753e-e48c-4072-a8ed-1b475eb0c31c tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600407 Sep 16 16:26:16.676782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e759c-f1ca-4ae1-b04a-4cbcfc98f479 req-53452263-a1db-464f-9eec-ad5d6af5db4c tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:16.678399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-768e759c-f1ca-4ae1-b04a-4cbcfc98f479 req-53452263-a1db-464f-9eec-ad5d6af5db4c tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 945 time: 0.0788794 Sep 16 16:26:16.723590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-768e759c-f1ca-4ae1-b04a-4cbcfc98f479 req-3a6465e5-ae7a-44be-8e5d-01e35311f16b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387633 Sep 16 16:26:16.865099 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf90869-5a7f-42a5-9694-94f3df72b8a2 req-9af8605d-b507-4ecb-b064-d5109a906823 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:16.866617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2bf90869-5a7f-42a5-9694-94f3df72b8a2 req-9af8605d-b507-4ecb-b064-d5109a906823 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0614457 Sep 16 16:26:16.909950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2bf90869-5a7f-42a5-9694-94f3df72b8a2 req-9cf31001-1556-4e7a-9eaa-80414b99726c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343962 Sep 16 16:26:16.979558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28519b65-ae25-4dc7-a743-ec5c45b93d23 req-bf69965f-322f-4bfe-bf3b-8b1975e8cd7b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:16.982259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28519b65-ae25-4dc7-a743-ec5c45b93d23 req-bf69965f-322f-4bfe-bf3b-8b1975e8cd7b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0536599 Sep 16 16:26:17.014654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895a55-3388-48c3-b219-12d1712bee95 req-86ddb4af-e650-422d-b806-4c66e8ba272c tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:17.016262 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-86ddb4af-e650-422d-b806-4c66e8ba272c tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1095 time: 0.0517025 Sep 16 16:26:17.033905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28519b65-ae25-4dc7-a743-ec5c45b93d23 req-55815f1d-83bb-49d0-9065-ede29d8eaffb tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Sep 16 16:26:17.194506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf895a55-3388-48c3-b219-12d1712bee95 req-ad7fd381-db61-4572-b305-23bd0b213d12 service neutron] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:26:17.197979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf895a55-3388-48c3-b219-12d1712bee95 req-ad7fd381-db61-4572-b305-23bd0b213d12 service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:17.199105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf895a55-3388-48c3-b219-12d1712bee95 req-ad7fd381-db61-4572-b305-23bd0b213d12 service neutron] 10.222.0.62 "DELETE /v2.0/ports/6549b5f1-c569-4336-aa80-51ba667a5c6b/bindings/n-h1-807786-3 HTTP/1.1" status: 204 len: 173 time: 0.1668680 Sep 16 16:26:17.254844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f9ff-db30-4046-98a2-e3c506e7e6f9 req-e23eed5b-3991-4c04-99b5-40caf6c949bf tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:17.256310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5a7f9ff-db30-4046-98a2-e3c506e7e6f9 req-e23eed5b-3991-4c04-99b5-40caf6c949bf tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 944 time: 0.0572741 Sep 16 16:26:17.295494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5a7f9ff-db30-4046-98a2-e3c506e7e6f9 req-306369b7-95eb-4763-a054-12cbc6bc9dee tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Sep 16 16:26:17.440837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b80dc-a417-4a72-a3c9-446d008bd368 req-e7827652-9a22-40c7-beb6-dc4816da8526 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:17.442388 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-932b80dc-a417-4a72-a3c9-446d008bd368 req-e7827652-9a22-40c7-beb6-dc4816da8526 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 1095 time: 0.0438519 Sep 16 16:26:17.478974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-932b80dc-a417-4a72-a3c9-446d008bd368 req-c35d8a5b-cdf9-4252-b7c5-59bf3ea1332d tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303712 Sep 16 16:26:17.600448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc445e2-8cc5-4598-99ed-f5411a120034 req-5ca64111-d5f2-4e85-991c-10a58b606f80 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:17.602783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cc445e2-8cc5-4598-99ed-f5411a120034 req-5ca64111-d5f2-4e85-991c-10a58b606f80 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 1095 time: 0.0424066 Sep 16 16:26:17.649581 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cc445e2-8cc5-4598-99ed-f5411a120034 req-7704a479-4fd0-4f18-8e47-f4ee9a8eb61a tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Sep 16 16:26:17.814594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da29953-81e8-466f-9ac2-9809a787c722 req-8d7a1496-7c38-4ec9-b769-5fd888ba3127 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:17.816120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6da29953-81e8-466f-9ac2-9809a787c722 req-8d7a1496-7c38-4ec9-b769-5fd888ba3127 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0658088 Sep 16 16:26:17.880795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6da29953-81e8-466f-9ac2-9809a787c722 req-716aa947-a904-4cb1-9c71-f90c5a13e9fe tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550015 Sep 16 16:26:17.893106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57dad5-8f7f-45e8-ae15-5163fae53896 req-1ca28d50-ad62-43c9-88bc-372989e7ad34 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:17.894616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc57dad5-8f7f-45e8-ae15-5163fae53896 req-1ca28d50-ad62-43c9-88bc-372989e7ad34 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 945 time: 0.0775857 Sep 16 16:26:17.937537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc57dad5-8f7f-45e8-ae15-5163fae53896 req-878d96c2-2a8e-48c6-b3af-995414780e78 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332682 Sep 16 16:26:18.077463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd168ba-f120-4bd4-a979-697ad126ba36 req-7166b82c-2878-4a1f-ba2d-629ec9abf214 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:18.079021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-edd168ba-f120-4bd4-a979-697ad126ba36 req-7166b82c-2878-4a1f-ba2d-629ec9abf214 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0544901 Sep 16 16:26:18.122892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-edd168ba-f120-4bd4-a979-697ad126ba36 req-09fc4a7d-e77e-43a6-a1d8-13aca9f3642f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365591 Sep 16 16:26:18.489592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280ac82-6158-4a78-866c-9b350be9c6eb req-19253627-8ff7-46c3-a280-661198df7026 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:18.497462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a280ac82-6158-4a78-866c-9b350be9c6eb req-19253627-8ff7-46c3-a280-661198df7026 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0719035 Sep 16 16:26:18.536887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a280ac82-6158-4a78-866c-9b350be9c6eb req-5264dae5-5cc2-4084-b520-6174fc265697 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382214 Sep 16 16:26:18.606133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 602248cf-0309-406e-beb1-896574f259e2 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:18.616894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 602248cf-0309-406e-beb1-896574f259e2 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:18.768995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:18.773415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:18.798081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '602248cf-0309-406e-beb1-896574f259e2', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '602248cf-0309-406e-beb1-896574f259e2', 'mac_address': 'fa:16:3e:55:97:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:26:18.806526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602248cf-0309-406e-beb1-896574f259e2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:18.809576 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab16ac0-3ddc-40ee-9aec-46d262b7ddb4" -d '{"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-unplugged", "status": "completed", "tag": "602248cf-0309-406e-beb1-896574f259e2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:18.845123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:18.863450 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:18.879920 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098986c4-a978-4eec-a5be-4b40fc60f049 x-openstack-request-id: req-098986c4-a978-4eec-a5be-4b40fc60f049 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:18.880232 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-unplugged", "status": "completed", "tag": "602248cf-0309-406e-beb1-896574f259e2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:18.885760 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-098986c4-a978-4eec-a5be-4b40fc60f049 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:18.885760 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602248cf-0309-406e-beb1-896574f259e2', 'code': 200} Sep 16 16:26:18.885760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 602248cf-0309-406e-beb1-896574f259e2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:18.942385 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:19.005692 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:26:19.006107 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:26:19.029065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:19.031109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f9ada-be09-42b8-bbac-d7b409b4c5f8 req-a701873c-5db8-4077-b6ff-add4fa06abdd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:19.036892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-668f9ada-be09-42b8-bbac-d7b409b4c5f8 req-a701873c-5db8-4077-b6ff-add4fa06abdd tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0629461 Sep 16 16:26:19.076600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-668f9ada-be09-42b8-bbac-d7b409b4c5f8 req-6dbc6a8e-a61d-44de-a554-46989aab2550 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369883 Sep 16 16:26:19.338736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-d2173bfc-70ee-4236-9bb9-d3aa36e74de7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:19.342511 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-d2173bfc-70ee-4236-9bb9-d3aa36e74de7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2&tenant_id=64baf66baab943a8acdce99439b67aa5&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 948 time: 0.0649519 Sep 16 16:26:19.347736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefa708-c7f9-46e4-b857-6b5c0ea8cbdf req-a5859785-d505-4b24-a16c-9955d09f3343 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:19.361196 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbefa708-c7f9-46e4-b857-6b5c0ea8cbdf req-a5859785-d505-4b24-a16c-9955d09f3343 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.1302857 Sep 16 16:26:19.404401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8164e-b297-4221-a37b-71ee00257f04 req-36abfda9-57b5-431f-a7fe-3f337c7f9a11 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:19.405578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-52e8164e-b297-4221-a37b-71ee00257f04 req-36abfda9-57b5-431f-a7fe-3f337c7f9a11 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 948 time: 0.1415970 Sep 16 16:26:19.428193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbefa708-c7f9-46e4-b857-6b5c0ea8cbdf req-65317d30-fae4-435f-af80-bd4da14be89e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658517 Sep 16 16:26:19.436335 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-ce2aa302-ee03-4463-afbd-f64698dbf973 service neutron] 10.222.0.62 "GET /v2.0/ports/602248cf-0309-406e-beb1-896574f259e2/bindings/n-h2-807786-3 HTTP/1.1" status: 200 len: 382 time: 0.0797696 Sep 16 16:26:19.471752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-52e8164e-b297-4221-a37b-71ee00257f04 req-642612ea-34de-4589-83ba-822f46248187 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580068 Sep 16 16:26:19.531357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-250078e9-f125-4837-a30b-9874d96c8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:19.533641 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-250078e9-f125-4837-a30b-9874d96c8d5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 1099 time: 0.0694644 Sep 16 16:26:19.554361 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:19.570803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602248cf-0309-406e-beb1-896574f259e2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:19.593127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:19.659573 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:19.671297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-4615ecd6-2fe9-4023-8c21-e0046b7aae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:19.672804 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-4615ecd6-2fe9-4023-8c21-e0046b7aae5f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1250579 Sep 16 16:26:19.723849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:19.733337 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-8af62127-b9ff-435f-a056-d2dc2670209f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=602248cf-0309-406e-beb1-896574f259e2 HTTP/1.1" status: 200 len: 217 time: 0.0492921 Sep 16 16:26:19.794882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-e52b745a-16b6-403a-b883-3eec3a76599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:19.796942 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-e52b745a-16b6-403a-b883-3eec3a76599c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0547633 Sep 16 16:26:19.846377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-49d9fc8a-59a9-4354-87ba-009bb1100404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:19.847919 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-49d9fc8a-59a9-4354-87ba-009bb1100404 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420234 Sep 16 16:26:19.963597 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-ee9a426e-334a-4e24-9e31-53fc2f1fce15 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030364 Sep 16 16:26:20.046412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['602248cf-0309-406e-beb1-896574f259e2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:20.076812 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-88a63e49-1c94-4471-b828-76eeddaad734 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052611 Sep 16 16:26:20.222279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d820a22-d0f2-4b82-a55f-3bc17b6c5d6a req-72157b26-f201-4a88-b3dc-76070cd5a602 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:20.224816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d820a22-d0f2-4b82-a55f-3bc17b6c5d6a req-72157b26-f201-4a88-b3dc-76070cd5a602 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0591280 Sep 16 16:26:20.285249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d820a22-d0f2-4b82-a55f-3bc17b6c5d6a req-d33c2415-6951-4084-838a-a49f5aca5196 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505450 Sep 16 16:26:20.856549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab9080-766f-4182-9e58-10b45f66debc req-42a2901f-16a4-4ef1-a1b1-d105d88a6b6b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:20.863915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcab9080-766f-4182-9e58-10b45f66debc req-42a2901f-16a4-4ef1-a1b1-d105d88a6b6b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.3623717 Sep 16 16:26:20.909818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcab9080-766f-4182-9e58-10b45f66debc req-ba4aa761-d10c-4046-b403-5ba67b9e5320 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450463 Sep 16 16:26:20.917078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084236c-5046-492a-a46c-6ef57e42daa1 req-52ecc0ea-d9d7-4afd-a27d-e68540fd14dc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:20.924660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8084236c-5046-492a-a46c-6ef57e42daa1 req-52ecc0ea-d9d7-4afd-a27d-e68540fd14dc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 949 time: 0.3671801 Sep 16 16:26:20.971749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8084236c-5046-492a-a46c-6ef57e42daa1 req-a9920176-5715-43f1-8633-5d708b3520ee tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Sep 16 16:26:21.424110 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bef2be-9037-474b-8b78-601827734073 req-407198bf-eae6-4685-a878-89ebda745223 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:21.426555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90bef2be-9037-474b-8b78-601827734073 req-407198bf-eae6-4685-a878-89ebda745223 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0588067 Sep 16 16:26:21.471578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90bef2be-9037-474b-8b78-601827734073 req-27653bda-61e3-4281-b2fa-baf1b2f278f0 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377073 Sep 16 16:26:22.076758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b594fed-eaf4-4b2b-82a2-fb8b5f8ef145 req-e9640c4c-a268-489b-8d13-6ca3d7f99c58 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:22.078591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b594fed-eaf4-4b2b-82a2-fb8b5f8ef145 req-e9640c4c-a268-489b-8d13-6ca3d7f99c58 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0917494 Sep 16 16:26:22.157932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac4309-8725-4ba1-9fe3-2ba360e93df1 req-2e817aa6-a97a-4863-8589-65c15ba29332 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:22.159337 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4ac4309-8725-4ba1-9fe3-2ba360e93df1 req-2e817aa6-a97a-4863-8589-65c15ba29332 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 949 time: 0.0797844 Sep 16 16:26:22.162289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b594fed-eaf4-4b2b-82a2-fb8b5f8ef145 req-4d0347cc-e768-41f3-8db5-8f80b6698139 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731888 Sep 16 16:26:22.203261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4ac4309-8725-4ba1-9fe3-2ba360e93df1 req-b48e5020-4d70-4770-9f9a-b3f5765bc69a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373909 Sep 16 16:26:22.620476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 04d8e649-99ba-44e3-a092-71b7ae4822a1 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:22.622695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a2a2-1569-47e1-91f1-2a7bde38688a req-caf30af1-0fc5-47b0-bd6f-7e7115be07f2 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:22.624631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73f0a2a2-1569-47e1-91f1-2a7bde38688a req-caf30af1-0fc5-47b0-bd6f-7e7115be07f2 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0600400 Sep 16 16:26:22.630854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 602248cf-0309-406e-beb1-896574f259e2 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:26:22.705636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73f0a2a2-1569-47e1-91f1-2a7bde38688a req-3374cf1c-3d57-4d6a-8b28-f7e79532a1f6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746720 Sep 16 16:26:22.794122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 602248cf-0309-406e-beb1-896574f259e2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:22.794724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:22.857121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 04d8e649-99ba-44e3-a092-71b7ae4822a1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:22.873661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '04d8e649-99ba-44e3-a092-71b7ae4822a1', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'port_id': '04d8e649-99ba-44e3-a092-71b7ae4822a1', 'mac_address': 'fa:16:3e:b4:71:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0e10da-e678-4834-9de7-9aefa8ec67f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:26:22.945408 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:22.947478 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:22.989104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602248cf-0309-406e-beb1-896574f259e2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:22.992047 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0352ee-7e3c-4de4-8e6a-efedc6dcb2ec" -d '{"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-plugged", "status": "completed", "tag": "602248cf-0309-406e-beb1-896574f259e2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:23.006599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04d8e649-99ba-44e3-a092-71b7ae4822a1 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:23.011730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:23.031243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 04d8e649-99ba-44e3-a092-71b7ae4822a1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:23.075593 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8ce0df-957e-4b3a-8057-b10b68fdeb8d x-openstack-request-id: req-ac8ce0df-957e-4b3a-8057-b10b68fdeb8d {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:23.081114 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-plugged", "status": "completed", "tag": "602248cf-0309-406e-beb1-896574f259e2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:23.081114 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac8ce0df-957e-4b3a-8057-b10b68fdeb8d {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:23.081114 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602248cf-0309-406e-beb1-896574f259e2', 'code': 200} Sep 16 16:26:23.100072 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:23.157774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:23.169611 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:23.268082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=04d8e649-99ba-44e3-a092-71b7ae4822a1,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:23.289215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['04d8e649-99ba-44e3-a092-71b7ae4822a1'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:23.376068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b002a-6761-4c2c-b298-4885a7d35b7c req-fff96d28-3fd5-425f-885f-c778a71f5344 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:23.396069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-451b002a-6761-4c2c-b298-4885a7d35b7c req-fff96d28-3fd5-425f-885f-c778a71f5344 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.1122580 Sep 16 16:26:23.488636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-451b002a-6761-4c2c-b298-4885a7d35b7c req-f664243c-028b-4ab2-a579-349211d0d3ee tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872941 Sep 16 16:26:23.656874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501961d9-a0d2-45d4-968d-0be69b9073fe req-2a4c9bb1-4271-4de4-8ef0-7a19d6e7591a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:23.658222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-710089ab-dbef-4f7d-9c72-58b4bdfd43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:23.658727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-501961d9-a0d2-45d4-968d-0be69b9073fe req-2a4c9bb1-4271-4de4-8ef0-7a19d6e7591a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0923786 Sep 16 16:26:23.659898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-710089ab-dbef-4f7d-9c72-58b4bdfd43cf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2&tenant_id=64baf66baab943a8acdce99439b67aa5 HTTP/1.1" status: 200 len: 1101 time: 0.1220510 Sep 16 16:26:23.718637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-501961d9-a0d2-45d4-968d-0be69b9073fe req-86b051e8-01ea-46ae-b9a4-a3ff22f5ccdb tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Sep 16 16:26:23.784647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-f8f29dd7-8571-483c-aba2-d2be71207d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:23.787143 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-f8f29dd7-8571-483c-aba2-d2be71207d3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 1101 time: 0.1008711 Sep 16 16:26:23.922185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-5b3e57ba-f021-4903-8ce7-155c289201d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:23.923953 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-5b3e57ba-f021-4903-8ce7-155c289201d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1286056 Sep 16 16:26:24.000430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-90b6504c-f561-4c7c-b439-b199aae4973f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=602248cf-0309-406e-beb1-896574f259e2 HTTP/1.1" status: 200 len: 217 time: 0.0613897 Sep 16 16:26:24.059884 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-eb4fe60e-a013-4412-aafe-110235748774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:24.059884 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-eb4fe60e-a013-4412-aafe-110235748774 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0528893 Sep 16 16:26:24.136718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-96915b97-5e8a-4f58-be74-22135db89643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:24.139554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-96915b97-5e8a-4f58-be74-22135db89643 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698886 Sep 16 16:26:24.181982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00424888-d2cf-4de8-a5de-db904462d94f req-59749052-9b5a-4163-b83e-c012667b25ed tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:24.197161 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00424888-d2cf-4de8-a5de-db904462d94f req-59749052-9b5a-4163-b83e-c012667b25ed tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0855100 Sep 16 16:26:24.284475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00424888-d2cf-4de8-a5de-db904462d94f req-83d7a083-d360-4cc4-a7e3-7b64a817a7a6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787811 Sep 16 16:26:24.336003 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-7faeb2db-647f-4f26-b418-520e29dedc13 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885769 Sep 16 16:26:24.454268 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c78e81-ae2f-4da0-97dd-d0344e47908c req-002f4d4b-b3da-4f79-9939-351fc67b880e service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108830 Sep 16 16:26:24.626793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 04d8e649-99ba-44e3-a092-71b7ae4822a1 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:26:24.654551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad21b4-d1df-490f-952e-8017dc747e9b req-50f958f3-a51f-47c2-90b5-318f279a44ee tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:24.660630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05ad21b4-d1df-490f-952e-8017dc747e9b req-50f958f3-a51f-47c2-90b5-318f279a44ee tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.1017992 Sep 16 16:26:24.706895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 04d8e649-99ba-44e3-a092-71b7ae4822a1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:24.707451 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:24.728013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05ad21b4-d1df-490f-952e-8017dc747e9b req-b6ccc443-bc93-4349-80d6-825859ca5366 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632358 Sep 16 16:26:24.830034 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:24.933130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 04d8e649-99ba-44e3-a092-71b7ae4822a1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:24.955113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7865aa1-6161-4e7a-b925-d399286c2b13 req-ba7395b1-6ad8-4484-87a7-812ae1fa4c66 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:24.956799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7865aa1-6161-4e7a-b925-d399286c2b13 req-ba7395b1-6ad8-4484-87a7-812ae1fa4c66 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.1062951 Sep 16 16:26:25.027265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7865aa1-6161-4e7a-b925-d399286c2b13 req-4237dd31-a77e-4ff8-a899-472d62c07a33 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625284 Sep 16 16:26:25.078406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d8e649-99ba-44e3-a092-71b7ae4822a1'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:25.081291 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2bab81-3a20-4621-8026-9a9c32075e9d" -d '{"events": [{"server_uuid": "29fef127-3c4b-45e9-8076-4bcb78db0d63", "name": "network-vif-plugged", "status": "completed", "tag": "04d8e649-99ba-44e3-a092-71b7ae4822a1"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:25.282542 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fe425c-8ea4-426d-8157-3bc1b3c23f44 x-openstack-request-id: req-84fe425c-8ea4-426d-8157-3bc1b3c23f44 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:25.283049 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fef127-3c4b-45e9-8076-4bcb78db0d63", "name": "network-vif-plugged", "status": "completed", "tag": "04d8e649-99ba-44e3-a092-71b7ae4822a1", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:25.283535 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84fe425c-8ea4-426d-8157-3bc1b3c23f44 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:25.283929 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d8e649-99ba-44e3-a092-71b7ae4822a1', 'code': 200} Sep 16 16:26:25.417103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e89145-f10e-49b8-ab66-51fd9b127e13 req-50f09d7e-0db0-4bdd-b592-e4801f7c6ae3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:25.432471 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43e89145-f10e-49b8-ab66-51fd9b127e13 req-50f09d7e-0db0-4bdd-b592-e4801f7c6ae3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0744593 Sep 16 16:26:25.477892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43e89145-f10e-49b8-ab66-51fd9b127e13 req-d9bec987-0736-4ed0-96f1-6d0bb8dc705c tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501132 Sep 16 16:26:25.488509 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:25.548153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=04d8e649-99ba-44e3-a092-71b7ae4822a1,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:25.888099 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f985c9f-7116-4525-a4a3-6b035855dc4f req-0be7f4ce-e188-48a0-9a64-afba6c48f89d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:25.897229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f985c9f-7116-4525-a4a3-6b035855dc4f req-0be7f4ce-e188-48a0-9a64-afba6c48f89d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0787525 Sep 16 16:26:25.956612 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f985c9f-7116-4525-a4a3-6b035855dc4f req-41b2f17e-8964-4388-a73a-9a31bd52ccdd tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570691 Sep 16 16:26:26.203916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e7ada-fd7b-4bc5-9c24-4332e798e39c req-209cb17f-5d89-4dc6-bb50-2a10a5e66f13 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:26.205727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777e7ada-fd7b-4bc5-9c24-4332e798e39c req-209cb17f-5d89-4dc6-bb50-2a10a5e66f13 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.0811131 Sep 16 16:26:26.264941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777e7ada-fd7b-4bc5-9c24-4332e798e39c req-137c7233-5330-4b4b-91ee-60e2200dfbca tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509708 Sep 16 16:26:26.600670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d0c32-f44e-4fa6-bef9-1735008d211f req-5d9d271f-1f01-4179-8ddf-96655c5795b1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:26.602282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-833d0c32-f44e-4fa6-bef9-1735008d211f req-5d9d271f-1f01-4179-8ddf-96655c5795b1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.0496082 Sep 16 16:26:26.636675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 602248cf-0309-406e-beb1-896574f259e2 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:26.711822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 602248cf-0309-406e-beb1-896574f259e2 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:26.712329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-833d0c32-f44e-4fa6-bef9-1735008d211f req-6d6be68e-5903-4d07-9b83-1a341c09a8a6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Sep 16 16:26:26.901525 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:26.924540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:26.950781 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '602248cf-0309-406e-beb1-896574f259e2', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '602248cf-0309-406e-beb1-896574f259e2', 'mac_address': 'fa:16:3e:55:97:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:26:26.955652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:26.958891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5ded4bee-9461-44f6-b9f4-0870d724fb6e details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:26.961794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5ded4bee-9461-44f6-b9f4-0870d724fb6e no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:27.060234 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:27.064667 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:27.115056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43820c5-67c3-4119-8c15-e0d7fa965bf6 req-e074a0e6-898a-40a2-a8eb-0f60108b6788 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:27.124167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f43820c5-67c3-4119-8c15-e0d7fa965bf6 req-e074a0e6-898a-40a2-a8eb-0f60108b6788 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0845654 Sep 16 16:26:27.151979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 602248cf-0309-406e-beb1-896574f259e2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:27.188422 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f43820c5-67c3-4119-8c15-e0d7fa965bf6 req-788658d2-6a7c-4505-8818-1177224b2621 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640838 Sep 16 16:26:27.267075 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:27.271747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:27.287289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:27.289476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602248cf-0309-406e-beb1-896574f259e2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:27.291733 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161b6368-daa9-4181-b8c2-8f3e9b3289c9" -d '{"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-unplugged", "status": "completed", "tag": "602248cf-0309-406e-beb1-896574f259e2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:27.313114 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:26:27.315232 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:26:27.321538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'mac_address': 'fa:16:3e:aa:bf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:26:27.359601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:27.364211 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3165a1f3-f5f1-4a61-aea1-eafdca672b34 x-openstack-request-id: req-3165a1f3-f5f1-4a61-aea1-eafdca672b34 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:27.365429 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-unplugged", "status": "completed", "tag": "602248cf-0309-406e-beb1-896574f259e2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:27.365689 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3165a1f3-f5f1-4a61-aea1-eafdca672b34 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:27.366089 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602248cf-0309-406e-beb1-896574f259e2', 'code': 200} Sep 16 16:26:27.402342 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:27.422027 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:27.431326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ded4bee-9461-44f6-b9f4-0870d724fb6e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:27.538643 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:26:27.539159 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:26:27.540111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:27.661997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611c877-890d-4c07-a742-a2bb1d1ffe13 req-6f042db4-0d5f-4335-adaa-2f0ef497f03c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:27.664048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6611c877-890d-4c07-a742-a2bb1d1ffe13 req-6f042db4-0d5f-4335-adaa-2f0ef497f03c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 948 time: 0.0772469 Sep 16 16:26:27.738724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6611c877-890d-4c07-a742-a2bb1d1ffe13 req-5f32a74a-1e28-43e7-9fa6-b4dde417eb42 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667140 Sep 16 16:26:27.874698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:27.894205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602248cf-0309-406e-beb1-896574f259e2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:27.936169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:27.950586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b857-6c82-4c98-9f3d-5aa6cba7415a req-7bb44894-5fca-4287-9d6d-07af65a622b2 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:27.952313 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2334b857-6c82-4c98-9f3d-5aa6cba7415a req-7bb44894-5fca-4287-9d6d-07af65a622b2 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 948 time: 0.0691879 Sep 16 16:26:27.999968 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:28.010752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2334b857-6c82-4c98-9f3d-5aa6cba7415a req-9ba454c9-53b1-42b6-9cb3-19f98979af40 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512133 Sep 16 16:26:28.111220 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:28.122946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=10']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:28.146025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ded4bee-9461-44f6-b9f4-0870d724fb6e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:28.201345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:28.219797 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1fdd3156-c66e-4908-a82c-bdcb1cddb0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:28.227594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bb832-ffde-4a07-8a32-6d499e317c19 req-8421375f-26fb-44c3-aac9-bf4e9c360f50 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:28.229011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e47bb832-ffde-4a07-8a32-6d499e317c19 req-8421375f-26fb-44c3-aac9-bf4e9c360f50 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 950 time: 0.1165168 Sep 16 16:26:28.265081 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:28.265739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a6839d53-8a0f-4fd6-8b02-4a124ac4abde details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:28.295820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e47bb832-ffde-4a07-8a32-6d499e317c19 req-a24c4494-5954-4a66-8236-566f18355a08 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568531 Sep 16 16:26:28.333970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['602248cf-0309-406e-beb1-896574f259e2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:28.365412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=10']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:28.467694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949c3cd-5f41-408b-b425-b19ea7bcaaa1 req-2fcecf09-392f-4aa3-8308-81e4dbd44406 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:28.477785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8949c3cd-5f41-408b-b425-b19ea7bcaaa1 req-2fcecf09-392f-4aa3-8308-81e4dbd44406 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0842676 Sep 16 16:26:28.494205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:28.512723 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde', 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247', 'port_id': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde', 'mac_address': 'fa:16:3e:b4:a0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc76f138-535d-4db5-95f3-6ecabf21e86f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:26:28.538565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8949c3cd-5f41-408b-b425-b19ea7bcaaa1 req-5304c5a6-78fa-4dcf-af7b-42788231aa4b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551634 Sep 16 16:26:28.685698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:28.733184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6839d53-8a0f-4fd6-8b02-4a124ac4abde {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:28.787769 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:28.859584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:28.928576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:28.960782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a6839d53-8a0f-4fd6-8b02-4a124ac4abde no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:29.080543 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:29.107429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a6839d53-8a0f-4fd6-8b02-4a124ac4abde {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:29.132634 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:29.178494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5ded4bee-9461-44f6-b9f4-0870d724fb6e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:29.183233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a6839d53-8a0f-4fd6-8b02-4a124ac4abde'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:29.186626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:29.339475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:29.369163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:29.371533 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bea267f-c2a1-4c03-80fe-751a6e6031bf" -d '{"events": [{"server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "name": "network-vif-unplugged", "status": "completed", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:30.296239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-6fff3e96-fd59-49ed-9b47-06a4253d83a2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=64baf66baab943a8acdce99439b67aa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351493 Sep 16 16:26:30.470085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a06a6f-5b8f-4b46-a021-b549ca25c663 req-a5d3f36e-1ca9-4ca0-a76f-dc98325c737f tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:30.477320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74a06a6f-5b8f-4b46-a021-b549ca25c663 req-a5d3f36e-1ca9-4ca0-a76f-dc98325c737f tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1784437 Sep 16 16:26:30.534987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-7e942f83-cb15-4719-97bb-67c88f3c94e5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:30.536687 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-7e942f83-cb15-4719-97bb-67c88f3c94e5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395914 Sep 16 16:26:30.549024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74a06a6f-5b8f-4b46-a021-b549ca25c663 req-abff5758-9a8f-4eae-9afe-ef31c0a4d664 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707200 Sep 16 16:26:30.594677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-66e80939-e16c-411b-8899-f2d76cdedfc4 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/quotas/64baf66baab943a8acdce99439b67aa5 HTTP/1.1" status: 200 len: 375 time: 0.0396907 Sep 16 16:26:30.644471 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfe06d4-55f7-4d6a-ab81-9f44bea65d5d x-openstack-request-id: req-5bfe06d4-55f7-4d6a-ab81-9f44bea65d5d {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:30.644471 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "name": "network-vif-unplugged", "status": "completed", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:30.644471 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5bfe06d4-55f7-4d6a-ab81-9f44bea65d5d {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:30.644471 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'code': 200} Sep 16 16:26:30.662070 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 602248cf-0309-406e-beb1-896574f259e2 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:26:30.724699 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-77e59071-a5fe-464e-aec9-e725c9db2670 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1142089 Sep 16 16:26:30.765079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 602248cf-0309-406e-beb1-896574f259e2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:30.765560 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:30.826252 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60cf6d79-df1f-4166-b596-268560de7ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:30.876419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0f0cf-41be-4c9d-ab22-3c086146ca8a req-599aa22a-c6b0-4fdb-a702-b30e1ff520d1 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:30.885090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcf0f0cf-41be-4c9d-ab22-3c086146ca8a req-599aa22a-c6b0-4fdb-a702-b30e1ff520d1 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 943 time: 0.1593332 Sep 16 16:26:30.894756 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:30.945276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:30.962229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcf0f0cf-41be-4c9d-ab22-3c086146ca8a req-4e3feb03-37fd-458b-97d8-51164d4b042d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759947 Sep 16 16:26:30.972438 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a6839d53-8a0f-4fd6-8b02-4a124ac4abde up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:26:31.073586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port a6839d53-8a0f-4fd6-8b02-4a124ac4abde triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:31.073942 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:31.133805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84d19a97-14ab-4024-8ded-37f327913091 req-dc6f53b8-8a70-47ac-b84e-9a2534b680f1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 210 time: 0.0304062 Sep 16 16:26:31.163741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:31.202876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:31.379387 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:31.416810 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:31.421873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5ded4bee-9461-44f6-b9f4-0870d724fb6e up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:26:31.642435 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:31.694184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=11']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:31.790150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc8a1f-5fb2-4c45-95f2-25f5f0aa6fa6 req-472254d7-b771-4d29-828a-508d3b0e8899 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:31.793669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3cc8a1f-5fb2-4c45-95f2-25f5f0aa6fa6 req-472254d7-b771-4d29-828a-508d3b0e8899 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 950 time: 0.1076448 Sep 16 16:26:31.852977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5ded4bee-9461-44f6-b9f4-0870d724fb6e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:31.854872 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:31.873259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3cc8a1f-5fb2-4c45-95f2-25f5f0aa6fa6 req-d4df8259-fc0e-40c8-8f5b-23038117aed0 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727320 Sep 16 16:26:31.885495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:31.930781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:32.032749 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:32.104102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:32.186842 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:32.219568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25989e2-b76b-40ea-ae9d-c0c899e5beb0 req-964b21fd-307e-4138-a780-fcc24ea1712c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:32.227769 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a25989e2-b76b-40ea-ae9d-c0c899e5beb0 req-964b21fd-307e-4138-a780-fcc24ea1712c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.1198332 Sep 16 16:26:32.288854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f483c73-c9f7-47c6-9828-803a5c73b664 req-6a4ab187-7296-4926-adae-c085d0966986 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 210 time: 0.0314922 Sep 16 16:26:32.301412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=11']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:32.323123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a25989e2-b76b-40ea-ae9d-c0c899e5beb0 req-ecd4f76f-6436-4481-9161-86ebc2397688 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943239 Sep 16 16:26:32.645203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602248cf-0309-406e-beb1-896574f259e2'}, {'server_uuid': 'e4df47b1-989d-4103-a91b-153a4b814187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde'}, {'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:32.650445 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86cda63-7999-40de-a104-17496ce1c288" -d '{"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-plugged", "status": "completed", "tag": "602248cf-0309-406e-beb1-896574f259e2"}, {"server_uuid": "e4df47b1-989d-4103-a91b-153a4b814187", "name": "network-vif-plugged", "status": "completed", "tag": "a6839d53-8a0f-4fd6-8b02-4a124ac4abde"}, {"server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "name": "network-vif-plugged", "status": "completed", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:32.754050 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1755e6f9-5b83-4b06-b577-8464a9593327 x-openstack-request-id: req-1755e6f9-5b83-4b06-b577-8464a9593327 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:32.760511 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-plugged", "status": "completed", "tag": "602248cf-0309-406e-beb1-896574f259e2", "code": 200}, {"server_uuid": "e4df47b1-989d-4103-a91b-153a4b814187", "name": "network-vif-plugged", "status": "completed", "tag": "a6839d53-8a0f-4fd6-8b02-4a124ac4abde", "code": 200}, {"server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "name": "network-vif-plugged", "status": "completed", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:32.760511 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1755e6f9-5b83-4b06-b577-8464a9593327 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:32.760511 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602248cf-0309-406e-beb1-896574f259e2', 'code': 200} Sep 16 16:26:32.760511 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4df47b1-989d-4103-a91b-153a4b814187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde', 'code': 200} Sep 16 16:26:32.760511 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'code': 200} Sep 16 16:26:33.061834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb607-09b7-4292-afe0-1a1234fac8fa req-b8d20856-619c-4c36-b97a-07a927fe89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:33.064338 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6d0bb607-09b7-4292-afe0-1a1234fac8fa req-b8d20856-619c-4c36-b97a-07a927fe89c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 1096 time: 0.0972145 Sep 16 16:26:33.082062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fc57b-164a-4aca-b1c1-5200efc1991b req-c3d999e8-2aa8-49b7-845a-ab2cdff26296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:33.084179 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ac4fc57b-164a-4aca-b1c1-5200efc1991b req-c3d999e8-2aa8-49b7-845a-ab2cdff26296 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 1102 time: 0.1087949 Sep 16 16:26:33.102725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33284f-3fc9-4cc7-8e8a-154f2d709c86 req-bdc53962-27a4-4c85-9b05-67720417c36a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:33.123603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e33284f-3fc9-4cc7-8e8a-154f2d709c86 req-bdc53962-27a4-4c85-9b05-67720417c36a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 951 time: 0.1252077 Sep 16 16:26:33.191866 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6d0bb607-09b7-4292-afe0-1a1234fac8fa req-ef17e382-0de1-4326-bd81-08666334fa2d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185496 Sep 16 16:26:33.235621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e33284f-3fc9-4cc7-8e8a-154f2d709c86 req-6a97f35f-9c26-4cbc-833a-854550f7bd36 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098337 Sep 16 16:26:33.251280 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ac4fc57b-164a-4aca-b1c1-5200efc1991b req-759aa051-c525-43f8-be45-42058ca5f3c6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304955 Sep 16 16:26:33.439276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81c8f532-1444-41c2-bb8e-546d3cbb4f8e req-d9f6a290-391b-46bd-b17c-43fed86de39b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 210 time: 0.0441365 Sep 16 16:26:33.572343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084432a-937c-4b7a-bc2b-56c37d1bfcf8 req-390b7488-5975-49a6-accb-67f2182d8884 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:33.580058 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3084432a-937c-4b7a-bc2b-56c37d1bfcf8 req-390b7488-5975-49a6-accb-67f2182d8884 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0619512 Sep 16 16:26:33.585640 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:33.627438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3084432a-937c-4b7a-bc2b-56c37d1bfcf8 req-2decbb02-dd9f-4569-a32c-7d3d6cc7f0dc tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464394 Sep 16 16:26:34.086250 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-b181e664-e4a1-48e2-b871-483f1c3a26e8 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=64baf66baab943a8acdce99439b67aa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874174 Sep 16 16:26:34.275221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-cc55af3f-d668-41fe-bc86-85a1341d804d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:34.276695 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-cc55af3f-d668-41fe-bc86-85a1341d804d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834779 Sep 16 16:26:34.299328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Request body: {'port': {'device_id': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '64baf66baab943a8acdce99439b67aa5'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:26:34.460901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b070bb-e64d-418f-b4e3-96d8066d96e2 req-8bf238d3-4e24-4138-bc9f-afd283b22ed5 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:34.462213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49b070bb-e64d-418f-b4e3-96d8066d96e2 req-8bf238d3-4e24-4138-bc9f-afd283b22ed5 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 951 time: 0.1126447 Sep 16 16:26:34.535205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49b070bb-e64d-418f-b4e3-96d8066d96e2 req-eb06a676-b54f-42d5-a650-8b3a4b8e85f8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603352 Sep 16 16:26:34.591578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Made reservation on behalf of 64baf66baab943a8acdce99439b67aa5 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:26:34.595173 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:34.831447 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Allocated IP 192.168.233.51 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/fd866178-9d00-4958-842d-bbf93c2fc294) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:26:34.909882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f319f9ed-0f6d-4b10-97b3-6d0668768e07 req-3c0f9fa9-13ef-49d7-b966-66ca0bd1612b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 210 time: 0.0381873 Sep 16 16:26:35.070704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fd602-e881-4afc-969f-a15b58005c0a req-0fef0836-977f-4129-a4d0-e8d668429584 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:35.078675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-613fd602-e881-4afc-969f-a15b58005c0a req-0fef0836-977f-4129-a4d0-e8d668429584 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0746834 Sep 16 16:26:35.124466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-613fd602-e881-4afc-969f-a15b58005c0a req-25132c60-b47c-43ef-b7ff-d2e4aab4f4bd tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444882 Sep 16 16:26:35.199209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:35.334970 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:35.346774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bdd7334-666b-4488-ba69-669780fafdb5', '36aaa2da-d481-4f07-9012-a02809995dc5', '602248cf-0309-406e-beb1-896574f259e2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:35.381213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fcda6-ac7f-48f2-a132-5c498fce9a37 req-5873f6df-26a5-4a50-89c1-b5700cdb789b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:35.390122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa5fcda6-ac7f-48f2-a132-5c498fce9a37 req-5873f6df-26a5-4a50-89c1-b5700cdb789b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0840030 Sep 16 16:26:35.448068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa5fcda6-ac7f-48f2-a132-5c498fce9a37 req-71e9bb73-4f5b-458c-980c-00c347e9dd58 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512838 Sep 16 16:26:35.454831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:26:35.459974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:26:35.469930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:26:35.553021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:35.604039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:35.604653 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:35.738137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-84f6d702-495b-4f2b-919c-51180e7cc005 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4436216 Sep 16 16:26:35.753932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Request body: {'port': {'device_id': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:26:35.845551 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:35.868071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6dbbeb9d-f50d-4190-94b7-84ec09eea73a None None] Provisioning complete for port fd866178-9d00-4958-842d-bbf93c2fc294 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:35.868485 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6dbbeb9d-f50d-4190-94b7-84ec09eea73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:35.935828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbeb9d-f50d-4190-94b7-84ec09eea73a None None] Port fd866178-9d00-4958-842d-bbf93c2fc294 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:26:36.158507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd866178-9d00-4958-842d-bbf93c2fc294 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:36.167437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:36.182935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Transition to ACTIVE for port object fd866178-9d00-4958-842d-bbf93c2fc294 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:26:36.346110 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:36.458152 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:36.571846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:26:36.572655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:26:36.573592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:26:36.582614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Port fd866178-9d00-4958-842d-bbf93c2fc294 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:26:36.583705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:26:36.591230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:26:36.591923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:26:36.592657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:26:36.593488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Bound port: fd866178-9d00-4958-842d-bbf93c2fc294, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:26:36.593963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df53f8-cb15-492d-8308-dcf90fc9dc8e req-a7b9fb84-4ef8-47cb-bd14-a539874198ca tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:36.594821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:36.603875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6df53f8-cb15-492d-8308-dcf90fc9dc8e req-a7b9fb84-4ef8-47cb-bd14-a539874198ca tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 951 time: 0.0930851 Sep 16 16:26:36.729086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6df53f8-cb15-492d-8308-dcf90fc9dc8e req-9428262d-7905-44c0-9743-af197e9cdd61 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046650 Sep 16 16:26:36.729199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:26:36.729199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:26:36.803154 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:36.854336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:36.854975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:36.857077 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] 10.222.0.52 "PUT /v2.0/ports/fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 1095 time: 1.1089711 Sep 16 16:26:36.857558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:36.861408 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:36.921073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8939d-9be6-4e3d-8554-5df5fa2188c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:37.027194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fca98-351e-44d9-9004-3b1c848a2c22 req-4f74f3ec-51da-47fc-81ff-9b0665bd758f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:37.042763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a31fca98-351e-44d9-9004-3b1c848a2c22 req-4f74f3ec-51da-47fc-81ff-9b0665bd758f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 947 time: 0.0929496 Sep 16 16:26:37.048220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-bbeef432-d3b6-4ad9-ae29-4f1491a62b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:37.049914 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-bbeef432-d3b6-4ad9-ae29-4f1491a62b77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1098 time: 0.0817361 Sep 16 16:26:37.104348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a31fca98-351e-44d9-9004-3b1c848a2c22 req-13b250fc-4b1c-413d-b202-d979bc1386af tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601339 Sep 16 16:26:37.130784 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-790ae94e-c873-4bee-8416-53c5fdacbc9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 217 time: 0.0668600 Sep 16 16:26:37.219721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-a3c7e9f7-e4ef-4e2d-b7ff-92635a86e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:37.224301 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-a3c7e9f7-e4ef-4e2d-b7ff-92635a86e957 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0819404 Sep 16 16:26:37.311876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-b0bb5844-2615-46d0-956a-d551a88b2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:37.313868 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-b0bb5844-2615-46d0-956a-d551a88b2518 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813367 Sep 16 16:26:37.413861 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-2cf4ae75-032c-4b51-83e5-7fb81f6c4e9f service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924423 Sep 16 16:26:37.516665 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72d88e9-e2bd-4b4f-8868-e8dc2fba4b34 req-bf133766-df1b-4ff0-b162-5f5d6372f5d1 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935369 Sep 16 16:26:38.048941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82408684-9d62-47a2-b13c-0474e2209c3f req-a17a8995-f4da-4a4d-988b-c8b7d0ff8b31 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:38.049986 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-82408684-9d62-47a2-b13c-0474e2209c3f req-a17a8995-f4da-4a4d-988b-c8b7d0ff8b31 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4df47b1-989d-4103-a91b-153a4b814187 HTTP/1.1" status: 200 len: 945 time: 0.0831764 Sep 16 16:26:38.174576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740f6a-ca90-4448-86e3-535703132e5f req-165ef309-5d58-4b6f-9aa4-ea8de1a5f6fd tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:38.176272 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-165ef309-5d58-4b6f-9aa4-ea8de1a5f6fd tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/networks?id=309f7d7d-a063-4309-9516-7846c5f3f247 HTTP/1.1" status: 200 len: 815 time: 0.1781502 Sep 16 16:26:38.193592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-34103157-938d-4f0c-a04f-e83eb3626561 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/quotas/8a68c72313ee43208c4cd06b42b3ba5b HTTP/1.1" status: 200 len: 375 time: 0.0111389 Sep 16 16:26:38.240246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-82408684-9d62-47a2-b13c-0474e2209c3f req-4d75cbcd-42e4-4816-aeef-8e3b05e363b5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Deleting port a6839d53-8a0f-4fd6-8b02-4a124ac4abde {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:26:38.240795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-82408684-9d62-47a2-b13c-0474e2209c3f req-4d75cbcd-42e4-4816-aeef-8e3b05e363b5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:38.272026 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-d95c833f-5a1c-44bb-b15f-538f6036d663 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a68c72313ee43208c4cd06b42b3ba5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689347 Sep 16 16:26:38.343160 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badd74ef-65c4-4b4e-be15-b174157d2205 x-openstack-request-id: req-badd74ef-65c4-4b4e-be15-b174157d2205 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:38.343451 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:38.343709 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-badd74ef-65c4-4b4e-be15-b174157d2205 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:38.344115 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'status': 'completed', 'code': 200} Sep 16 16:26:38.377990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-82408684-9d62-47a2-b13c-0474e2209c3f req-4d75cbcd-42e4-4816-aeef-8e3b05e363b5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] For port a6839d53-8a0f-4fd6-8b02-4a124ac4abde, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:38.379146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-82408684-9d62-47a2-b13c-0474e2209c3f req-4d75cbcd-42e4-4816-aeef-8e3b05e363b5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:38.410537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-0ee736cf-8a32-4352-b43a-85b7a8b5bc41 service neutron] 10.222.0.22 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199567 Sep 16 16:26:38.437185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-82408684-9d62-47a2-b13c-0474e2209c3f req-4d75cbcd-42e4-4816-aeef-8e3b05e363b5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Calling delete_port for a6839d53-8a0f-4fd6-8b02-4a124ac4abde owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:26:38.524421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-d3cb9a84-4bcb-4141-8384-53f5ba721c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:38.526018 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-d3cb9a84-4bcb-4141-8384-53f5ba721c41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1098 time: 0.1441526 Sep 16 16:26:38.554226 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-ed5d2c42-3ede-40aa-8a03-5e8b79b668ce service neutron] 10.222.0.22 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367769 Sep 16 16:26:38.660246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-049bf67e-4b5a-42da-9a8e-660edf3adc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:38.661820 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-049bf67e-4b5a-42da-9a8e-660edf3adc46 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1156023 Sep 16 16:26:38.723758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec49c27-07cd-40d8-9701-d4065488c394 req-424c7948-c6b6-48fe-8d82-c7778af7cad1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:38.725505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dec49c27-07cd-40d8-9701-d4065488c394 req-424c7948-c6b6-48fe-8d82-c7778af7cad1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 947 time: 0.0789101 Sep 16 16:26:38.795568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dec49c27-07cd-40d8-9701-d4065488c394 req-b5e574ed-5c9c-4e5c-8913-0c90aa792ad5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610654 Sep 16 16:26:39.016310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d90cb-eb5d-46cd-849a-cdb1eee9cdfb req-1a05efd5-c467-4fff-bf30-e74eecfd9c65 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:39.020545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a15d90cb-eb5d-46cd-849a-cdb1eee9cdfb req-1a05efd5-c467-4fff-bf30-e74eecfd9c65 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 1102 time: 0.0565298 Sep 16 16:26:39.161072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a15d90cb-eb5d-46cd-849a-cdb1eee9cdfb req-fe6800a0-e000-4e88-b437-d157d77af560 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239858 Sep 16 16:26:39.320724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f3c30bef-9e98-41d7-9e66-5a7d199ea59a req-867bc197-a21c-449d-92e7-470c8e5946f0 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 210 time: 0.0733218 Sep 16 16:26:39.327201 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-b1c0bd40-45f5-4341-9fd3-1b068ea184ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 217 time: 0.6183777 Sep 16 16:26:39.439030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-6c4a4272-f83e-4471-86ed-9284b44e8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:39.439030 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-6c4a4272-f83e-4471-86ed-9284b44e8fc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0782080 Sep 16 16:26:39.510468 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-82408684-9d62-47a2-b13c-0474e2209c3f req-4d75cbcd-42e4-4816-aeef-8e3b05e363b5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:39.553398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75cbcd-42e4-4816-aeef-8e3b05e363b5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Pushing event deleted for resources: {'Port': ['ID=a6839d53-8a0f-4fd6-8b02-4a124ac4abde,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:39.596923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-5a98a853-5bcb-4dc2-8538-ab6542264359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:39.598348 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-5a98a853-5bcb-4dc2-8538-ab6542264359 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427343 Sep 16 16:26:39.622402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-82408684-9d62-47a2-b13c-0474e2209c3f req-4d75cbcd-42e4-4816-aeef-8e3b05e363b5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] No DVR routers for this DVR port a6839d53-8a0f-4fd6-8b02-4a124ac4abde on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:26:39.625660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-82408684-9d62-47a2-b13c-0474e2209c3f req-4d75cbcd-42e4-4816-aeef-8e3b05e363b5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:39.627929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-82408684-9d62-47a2-b13c-0474e2209c3f req-4d75cbcd-42e4-4816-aeef-8e3b05e363b5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.52 "DELETE /v2.0/ports/a6839d53-8a0f-4fd6-8b02-4a124ac4abde HTTP/1.1" status: 204 len: 173 time: 1.5638580 Sep 16 16:26:39.723949 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-f7a41038-d615-417c-921c-ae792f652a89 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105590 Sep 16 16:26:39.917879 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c61d0a2d-c262-4fa5-a201-f82c20eabdfc req-e822e8ab-f0cb-4c8f-8502-da1225febfb5 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843193 Sep 16 16:26:40.033673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe818ad6-c3b0-4b95-86dd-1d6289155f64 req-586e1945-2f9d-4d9f-99d9-f7040d1f7d94 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:40.035688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe818ad6-c3b0-4b95-86dd-1d6289155f64 req-586e1945-2f9d-4d9f-99d9-f7040d1f7d94 tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 1102 time: 0.0615897 Sep 16 16:26:40.081956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe818ad6-c3b0-4b95-86dd-1d6289155f64 req-6d6bb769-a58c-4540-b4a6-514c04b2c11a tempest-ServersAdminTestJSON-925703190 tempest-ServersAdminTestJSON-925703190-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351934 Sep 16 16:26:40.236499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6cb53-650f-4183-8d55-c1a9a9459bed req-fcf53cb5-16fa-404d-8b98-5ba0ddf1d2a2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:40.238196 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ef6cb53-650f-4183-8d55-c1a9a9459bed req-fcf53cb5-16fa-404d-8b98-5ba0ddf1d2a2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 947 time: 0.0792212 Sep 16 16:26:40.292959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ef6cb53-650f-4183-8d55-c1a9a9459bed req-2c44a132-0579-4674-9c67-2b2584b57cd7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475035 Sep 16 16:26:40.345664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4df47b1-989d-4103-a91b-153a4b814187', 'name': 'network-vif-deleted', 'tag': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:40.350216 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90251b3-507b-4791-ae72-2aacea0c828d" -d '{"events": [{"server_uuid": "e4df47b1-989d-4103-a91b-153a4b814187", "name": "network-vif-deleted", "tag": "a6839d53-8a0f-4fd6-8b02-4a124ac4abde"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:40.850946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cdb6f34-b0a2-484b-8d02-a0057c39ee85 req-8c705295-53d6-4d2c-b430-50de71aefa7e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 210 time: 0.0326185 Sep 16 16:26:40.901142 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32477602-24ff-45ff-81d6-de4c298e282d x-openstack-request-id: req-32477602-24ff-45ff-81d6-de4c298e282d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:40.901796 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4df47b1-989d-4103-a91b-153a4b814187", "name": "network-vif-deleted", "tag": "a6839d53-8a0f-4fd6-8b02-4a124ac4abde", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:40.901974 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32477602-24ff-45ff-81d6-de4c298e282d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:40.902382 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4df47b1-989d-4103-a91b-153a4b814187', 'name': 'network-vif-deleted', 'tag': 'a6839d53-8a0f-4fd6-8b02-4a124ac4abde', 'status': 'completed', 'code': 200} Sep 16 16:26:41.000254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:41.005680 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a6839d53-8a0f-4fd6-8b02-4a124ac4abde no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:41.031581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: a6839d53-8a0f-4fd6-8b02-4a124ac4abde {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:26:41.032209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a6839d53-8a0f-4fd6-8b02-4a124ac4abde not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:26:41.136249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3c1f0-8a04-4b4e-a4e8-3b8af0bc92d9 req-c9f2bb89-5b47-48bc-a87d-a7cbe2375a08 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:41.139811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:41.140405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7f3c1f0-8a04-4b4e-a4e8-3b8af0bc92d9 req-c9f2bb89-5b47-48bc-a87d-a7cbe2375a08 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 949 time: 0.0578880 Sep 16 16:26:41.158967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:26:41.185298 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7f3c1f0-8a04-4b4e-a4e8-3b8af0bc92d9 req-35601a67-5c87-47a8-bd3f-a933fc8ac0c3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Sep 16 16:26:41.211927 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:41.230409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd866178-9d00-4958-842d-bbf93c2fc294 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:41.254584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:41.419812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e963-059a-4ba7-bb56-450915214504 req-04870ba2-1db1-4696-81fd-3b57157eba5e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:41.421379 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa81e963-059a-4ba7-bb56-450915214504 req-04870ba2-1db1-4696-81fd-3b57157eba5e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 947 time: 0.0560131 Sep 16 16:26:41.466129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa81e963-059a-4ba7-bb56-450915214504 req-20087633-8a8d-40d4-ab5d-dafe6e3f4dcf tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380707 Sep 16 16:26:41.956532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d62cf73b-54d8-4c67-8ffe-3b1a410a2df1 req-800620f3-ec79-45ff-8773-de5d2acdcc28 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 210 time: 0.0265646 Sep 16 16:26:41.980320 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:42.038563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:42.337334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['fd866178-9d00-4958-842d-bbf93c2fc294'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:42.376469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85824a-bc31-420b-95f1-ee4b2e6e6cc1 req-19ea34a1-5dd6-49e4-a7d9-3d01b0659c20 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:42.384168 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d85824a-bc31-420b-95f1-ee4b2e6e6cc1 req-19ea34a1-5dd6-49e4-a7d9-3d01b0659c20 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 949 time: 0.1114326 Sep 16 16:26:42.484089 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d85824a-bc31-420b-95f1-ee4b2e6e6cc1 req-d2008abc-a004-4db9-b780-59acaaf50a45 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989349 Sep 16 16:26:42.504065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce3960-ac51-4303-a8db-c4734c87547d req-872d1e76-93c3-4c00-8320-04f3a34a328f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:42.505677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-872d1e76-93c3-4c00-8320-04f3a34a328f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 805 time: 0.2002769 Sep 16 16:26:42.528993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67ee7c2c-4281-498f-b2b4-43a74aff6701 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/quotas/a45182a5eda747daa246b691bf2d6f71 HTTP/1.1" status: 200 len: 375 time: 0.0172710 Sep 16 16:26:42.627698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-cbb953ed-7f73-4aed-9939-79e9dfe17628 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962451 Sep 16 16:26:42.639810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83253c11-6dfd-4898-9c41-197a24fc9673 req-dbc6bd7c-615d-4b9a-baaf-b4c1d345d438 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:42.644854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83253c11-6dfd-4898-9c41-197a24fc9673 req-dbc6bd7c-615d-4b9a-baaf-b4c1d345d438 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 948 time: 0.0889132 Sep 16 16:26:42.680082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-f0b30ad9-8a10-4206-bad9-af63f63ae91a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:42.681703 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-f0b30ad9-8a10-4206-bad9-af63f63ae91a tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 949 time: 0.1433194 Sep 16 16:26:42.730682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 04d8e649-99ba-44e3-a092-71b7ae4822a1 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:42.748290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83253c11-6dfd-4898-9c41-197a24fc9673 req-cb725d41-78ef-480b-8ae3-6cbb79619f19 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933599 Sep 16 16:26:42.750394 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740f6a-ca90-4448-86e3-535703132e5f req-d96877df-c452-4146-b3c7-3f8e60769833 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:42.751706 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-d96877df-c452-4146-b3c7-3f8e60769833 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.62 "GET /v2.0/networks?id=309f7d7d-a063-4309-9516-7846c5f3f247 HTTP/1.1" status: 200 len: 815 time: 0.1735485 Sep 16 16:26:42.771236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-5b19ca86-1101-4466-a470-730a006e7e62 service neutron] 10.222.0.22 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252728 Sep 16 16:26:42.780248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Request body: {'port': {'device_id': '13382b29-e08c-4d3f-b4b1-08f768e5c831', 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247', 'admin_state_up': True, 'tenant_id': '8a68c72313ee43208c4cd06b42b3ba5b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:26:42.880459 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:42.924211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d8e649-99ba-44e3-a092-71b7ae4822a1'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:42.926658 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4174ee6a-3e42-436d-a9b1-0ad501a4c736" -d '{"events": [{"server_uuid": "29fef127-3c4b-45e9-8076-4bcb78db0d63", "name": "network-vif-unplugged", "status": "completed", "tag": "04d8e649-99ba-44e3-a092-71b7ae4822a1"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:42.943771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-4617d40b-2f59-45ef-9ac1-43b2a5305232 service neutron] 10.222.0.22 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639235 Sep 16 16:26:42.944871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 04d8e649-99ba-44e3-a092-71b7ae4822a1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:42.957098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-663a129a-58b5-48df-bddb-05ecd598b8ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Deleting port 8e57303d-0683-40bd-8e90-2235ce260236 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:26:42.957445 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-663a129a-58b5-48df-bddb-05ecd598b8ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:42.977388 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08d179b-559d-45c4-80ad-16a3b0e906fc x-openstack-request-id: req-e08d179b-559d-45c4-80ad-16a3b0e906fc {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:42.978040 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fef127-3c4b-45e9-8076-4bcb78db0d63", "name": "network-vif-unplugged", "status": "completed", "tag": "04d8e649-99ba-44e3-a092-71b7ae4822a1", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:42.978524 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e08d179b-559d-45c4-80ad-16a3b0e906fc {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:42.979134 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d8e649-99ba-44e3-a092-71b7ae4822a1', 'code': 200} Sep 16 16:26:43.037274 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:43.097706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Made reservation on behalf of 8a68c72313ee43208c4cd06b42b3ba5b for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:26:43.098472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ba1d166-a02f-450d-b62a-7d6a0f177be3 req-48fd67ee-9329-4a82-a4d7-30eeac5aed93 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 210 time: 0.0408399 Sep 16 16:26:43.103110 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:43.107359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=04d8e649-99ba-44e3-a092-71b7ae4822a1,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:43.144574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-663a129a-58b5-48df-bddb-05ecd598b8ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] For port 8e57303d-0683-40bd-8e90-2235ce260236, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8e57303d-0683-40bd-8e90-2235ce260236,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:43.145244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-663a129a-58b5-48df-bddb-05ecd598b8ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:43.167312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-663a129a-58b5-48df-bddb-05ecd598b8ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Calling delete_port for 8e57303d-0683-40bd-8e90-2235ce260236 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:26:43.288689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e94a745-7935-40bc-ab91-d734f450ec7f req-62068f81-29b6-40c6-90f8-6693baf28638 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 210 time: 0.0338888 Sep 16 16:26:43.362215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Allocated IP 172.20.0.14 (309f7d7d-a063-4309-9516-7846c5f3f247/cc76f138-535d-4db5-95f3-6ecabf21e86f/32ba21ac-7f81-40a0-8e7c-10ac51dd42d9) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:26:43.367930 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:43.610526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59a184-88e5-4902-b5db-fe157ae7533e req-243ddc30-47cb-421f-aee3-51ae671478c1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:43.612180 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b59a184-88e5-4902-b5db-fe157ae7533e req-243ddc30-47cb-421f-aee3-51ae671478c1 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 949 time: 0.0568883 Sep 16 16:26:43.614075 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:43.664745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b59a184-88e5-4902-b5db-fe157ae7533e req-b7d2bc01-89e1-4af7-b31a-9aeb1e825e5b tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Sep 16 16:26:43.686210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-663a129a-58b5-48df-bddb-05ecd598b8ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:43.687019 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:43.697584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e44ab88f-5b53-4bbb-aaa6-a69df62e896c', '8e57303d-0683-40bd-8e90-2235ce260236', '5ded4bee-9461-44f6-b9f4-0870d724fb6e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:43.719710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a129a-58b5-48df-bddb-05ecd598b8ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Pushing event deleted for resources: {'Port': ['ID=8e57303d-0683-40bd-8e90-2235ce260236,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:43.777001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-663a129a-58b5-48df-bddb-05ecd598b8ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] No DVR routers for this DVR port 8e57303d-0683-40bd-8e90-2235ce260236 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:26:43.779746 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-663a129a-58b5-48df-bddb-05ecd598b8ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:43.781819 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-87cc4a79-53b8-41c3-8f19-ea148cbfa9ce req-663a129a-58b5-48df-bddb-05ecd598b8ec tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "DELETE /v2.0/ports/8e57303d-0683-40bd-8e90-2235ce260236 HTTP/1.1" status: 204 len: 173 time: 1.0819838 Sep 16 16:26:43.782272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa753033-6774-4c50-be09-ff0a92262407', 'name': 'network-vif-deleted', 'tag': '8e57303d-0683-40bd-8e90-2235ce260236'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:43.784680 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc44144-e9d2-488e-b53c-1c3ce04c35ae" -d '{"events": [{"server_uuid": "fa753033-6774-4c50-be09-ff0a92262407", "name": "network-vif-deleted", "tag": "8e57303d-0683-40bd-8e90-2235ce260236"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:43.806626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:43.884808 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c24d6d-3c9a-4cb6-b7f0-a60e969feba6 x-openstack-request-id: req-18c24d6d-3c9a-4cb6-b7f0-a60e969feba6 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:43.885095 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa753033-6774-4c50-be09-ff0a92262407", "name": "network-vif-deleted", "tag": "8e57303d-0683-40bd-8e90-2235ce260236", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:43.886031 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18c24d6d-3c9a-4cb6-b7f0-a60e969feba6 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:43.886031 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa753033-6774-4c50-be09-ff0a92262407', 'name': 'network-vif-deleted', 'tag': '8e57303d-0683-40bd-8e90-2235ce260236', 'status': 'completed', 'code': 200} Sep 16 16:26:43.932005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Network 309f7d7d-a063-4309-9516-7846c5f3f247 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:26:43.936434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:26:43.945569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:26:43.950991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Pushing event updated for resources: {'Port': ['ID=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:43.978223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9af62-93c7-46a6-9ad9-2b5acdddad44 req-05f69d84-2a1f-4469-a5d1-6127242f79e1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:43.991720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cce9af62-93c7-46a6-9ad9-2b5acdddad44 req-05f69d84-2a1f-4469-a5d1-6127242f79e1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 948 time: 0.0819538 Sep 16 16:26:44.026555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:44.027149 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:44.033534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cce9af62-93c7-46a6-9ad9-2b5acdddad44 req-945ae35b-105a-430f-91a7-bad49f961f1e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Sep 16 16:26:44.111340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-ef09394a-b79e-4ed3-a19e-a230f91160d7 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:44.112967 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-ef09394a-b79e-4ed3-a19e-a230f91160d7 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.62 "GET /v2.0/ports?device_id=29fef127-3c4b-45e9-8076-4bcb78db0d63 HTTP/1.1" status: 200 len: 943 time: 0.0737634 Sep 16 16:26:44.212754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-edd08b41-4b80-4d6d-982a-cd975d93cce9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4444273 Sep 16 16:26:44.253254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Request body: {'port': {'device_id': '13382b29-e08c-4d3f-b4b1-08f768e5c831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:26:44.270356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734913c9-6fe9-4b1a-99c8-b47f35244a7e req-29656001-5cee-46af-9ef1-59eced72083d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:44.283277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-734913c9-6fe9-4b1a-99c8-b47f35244a7e req-29656001-5cee-46af-9ef1-59eced72083d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 932 time: 0.0998237 Sep 16 16:26:44.338182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-734913c9-6fe9-4b1a-99c8-b47f35244a7e req-6e851463-4c1e-4caa-9a1d-5f7616d643bb tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537794 Sep 16 16:26:44.383059 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:44.401982 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3f452a6-3812-4359-90a3-b8ac97dbbbbd req-301b336e-914c-4a91-aee7-c7b7e2df8501 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 210 time: 0.0331159 Sep 16 16:26:44.443877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-cb6e3e00-3bbe-403c-875b-55dcb637d411 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Deleting port 04d8e649-99ba-44e3-a092-71b7ae4822a1 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:26:44.444222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-cb6e3e00-3bbe-403c-875b-55dcb637d411 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:44.632743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-cb6e3e00-3bbe-403c-875b-55dcb637d411 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] For port 04d8e649-99ba-44e3-a092-71b7ae4822a1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=04d8e649-99ba-44e3-a092-71b7ae4822a1,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:44.633115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-cb6e3e00-3bbe-403c-875b-55dcb637d411 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:44.675519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-cb6e3e00-3bbe-403c-875b-55dcb637d411 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Calling delete_port for 04d8e649-99ba-44e3-a092-71b7ae4822a1 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:26:44.797235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa48419a-b674-48f1-97c6-073fcd2e9eee req-4d822d38-4813-4c42-95a8-4412ee0109b0 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa753033-6774-4c50-be09-ff0a92262407 HTTP/1.1" status: 200 len: 210 time: 0.0403063 Sep 16 16:26:44.824657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:44.834127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:44.873969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Transition to ACTIVE for port object 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:26:45.014399 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:45.040153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:26:45.090994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-cb6e3e00-3bbe-403c-875b-55dcb637d411 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:45.116016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Pushing event updated for resources: {'Port': ['ID=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:45.183151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e3e00-3bbe-403c-875b-55dcb637d411 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Pushing event deleted for resources: {'Port': ['ID=04d8e649-99ba-44e3-a092-71b7ae4822a1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:45.227145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d27f0e-bd19-4a42-805f-e22089124a66 req-6be64cbf-ff57-49dc-b684-bcd8a812ac58 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:45.228829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21d27f0e-bd19-4a42-805f-e22089124a66 req-6be64cbf-ff57-49dc-b684-bcd8a812ac58 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 948 time: 0.0691628 Sep 16 16:26:45.236983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port fd866178-9d00-4958-842d-bbf93c2fc294 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:26:45.241467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port fd866178-9d00-4958-842d-bbf93c2fc294 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:45.249611 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:45.249801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-cb6e3e00-3bbe-403c-875b-55dcb637d411 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] No DVR routers for this DVR port 04d8e649-99ba-44e3-a092-71b7ae4822a1 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:26:45.252949 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-cb6e3e00-3bbe-403c-875b-55dcb637d411 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:45.255074 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6a04981d-17fa-4ff8-a160-4f6cde421a93 req-cb6e3e00-3bbe-403c-875b-55dcb637d411 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.62 "DELETE /v2.0/ports/04d8e649-99ba-44e3-a092-71b7ae4822a1 HTTP/1.1" status: 204 len: 173 time: 1.1350558 Sep 16 16:26:45.259891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Attempting to bind port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:26:45.260514 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Attempting to bind port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:26:45.261261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Attempting to bind port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 on network 309f7d7d-a063-4309-9516-7846c5f3f247 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:26:45.268349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 on network 309f7d7d-a063-4309-9516-7846c5f3f247 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:26:45.268704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Attempting to bind port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 on network 309f7d7d-a063-4309-9516-7846c5f3f247 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:26:45.274398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:26:45.274729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Checking segment: {'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:26:45.275276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Bound using segment: {'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:26:45.275606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Bound port: 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:26:45.275975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:45.286138 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21d27f0e-bd19-4a42-805f-e22089124a66 req-23a94e33-9176-4f96-baf4-d9fafce15c39 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Sep 16 16:26:45.377591 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:45.390041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] For port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:26:45.394699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] For port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:26:45.448151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:45.452222 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1742365-3cf8-4fee-a2fc-44c363377a6d" -d '{"events": [{"server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "name": "network-vif-plugged", "status": "completed", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:45.466017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:45.507753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:45.537794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f32fbac-90ef-414c-ba67-3338290d3b3d req-9d3282dd-4e90-40fb-8e28-89ea87e3e66f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 210 time: 0.0320513 Sep 16 16:26:45.555908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:45.556559 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:45.557937 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] 10.222.0.62 "PUT /v2.0/ports/32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 HTTP/1.1" status: 200 len: 1092 time: 1.3126714 Sep 16 16:26:45.567869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbd826-8180-4c2f-b514-873bdb70912a req-edc0398e-4db5-4aa9-8bb6-736830f1205f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:45.571297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eccbd826-8180-4c2f-b514-873bdb70912a req-edc0398e-4db5-4aa9-8bb6-736830f1205f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 944 time: 0.1003420 Sep 16 16:26:45.588633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962333b-263c-4f9c-9ce6-6bccfd8eb09b service neutron] Pushing event updated for resources: {'Port': ['ID=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:45.592758 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d696bec2-84d1-42df-8fb2-c58c2be7d099 x-openstack-request-id: req-d696bec2-84d1-42df-8fb2-c58c2be7d099 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:45.597861 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "name": "network-vif-plugged", "status": "completed", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:45.597861 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d696bec2-84d1-42df-8fb2-c58c2be7d099 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:45.597861 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'code': 200} Sep 16 16:26:45.644433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eccbd826-8180-4c2f-b514-873bdb70912a req-a284c056-3503-44de-929b-8e15de960ef4 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625918 Sep 16 16:26:45.665353 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:45.666159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8e57303d-0683-40bd-8e90-2235ce260236 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:45.726460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 8e57303d-0683-40bd-8e90-2235ce260236 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:26:45.727051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8e57303d-0683-40bd-8e90-2235ce260236 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:26:45.758294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:45.784479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8cb6-4fb9-48b8-8d57-8b6637d0fe2d req-ac2771d8-ef16-4009-a7a4-25a063314ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:45.786113 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a62f8cb6-4fb9-48b8-8d57-8b6637d0fe2d req-ac2771d8-ef16-4009-a7a4-25a063314ded service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1100 time: 0.0716536 Sep 16 16:26:45.824193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740f6a-ca90-4448-86e3-535703132e5f req-89467daf-b53f-4e12-9f21-da9b8c7d68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:45.826441 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-89467daf-b53f-4e12-9f21-da9b8c7d68e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a68c72313ee43208c4cd06b42b3ba5b&device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 1095 time: 0.0732300 Sep 16 16:26:45.849530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a62f8cb6-4fb9-48b8-8d57-8b6637d0fe2d req-ecdcc740-815d-4518-87fa-1c47cf6a169b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537629 Sep 16 16:26:45.885321 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-a9b6b083-fb9c-4e77-9ec4-1742953e93bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 HTTP/1.1" status: 200 len: 217 time: 0.0470493 Sep 16 16:26:45.887003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'name': 'network-vif-deleted', 'tag': '04d8e649-99ba-44e3-a092-71b7ae4822a1'}, {'name': 'network-changed', 'server_uuid': '13382b29-e08c-4d3f-b4b1-08f768e5c831', 'tag': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:45.889964 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1763a74b-6c4c-47ee-a30a-4220282cd906" -d '{"events": [{"server_uuid": "29fef127-3c4b-45e9-8076-4bcb78db0d63", "name": "network-vif-deleted", "tag": "04d8e649-99ba-44e3-a092-71b7ae4822a1"}, {"name": "network-changed", "server_uuid": "13382b29-e08c-4d3f-b4b1-08f768e5c831", "tag": "32ba21ac-7f81-40a0-8e7c-10ac51dd42d9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:45.944523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740f6a-ca90-4448-86e3-535703132e5f req-cb6aa08b-21e6-4346-be42-3511d81721e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:45.945846 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-cb6aa08b-21e6-4346-be42-3511d81721e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc76f138-535d-4db5-95f3-6ecabf21e86f HTTP/1.1" status: 200 len: 855 time: 0.0528536 Sep 16 16:26:45.951808 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68571841-86d5-44d5-8a66-99a146df2aa9 x-openstack-request-id: req-68571841-86d5-44d5-8a66-99a146df2aa9 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:45.952108 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fef127-3c4b-45e9-8076-4bcb78db0d63", "name": "network-vif-deleted", "tag": "04d8e649-99ba-44e3-a092-71b7ae4822a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13382b29-e08c-4d3f-b4b1-08f768e5c831", "tag": "32ba21ac-7f81-40a0-8e7c-10ac51dd42d9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:45.952365 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68571841-86d5-44d5-8a66-99a146df2aa9 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:45.952800 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fef127-3c4b-45e9-8076-4bcb78db0d63', 'name': 'network-vif-deleted', 'tag': '04d8e649-99ba-44e3-a092-71b7ae4822a1', 'status': 'completed', 'code': 200} Sep 16 16:26:45.957217 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13382b29-e08c-4d3f-b4b1-08f768e5c831', 'tag': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9', 'status': 'completed', 'code': 200} Sep 16 16:26:45.986170 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-e360bca2-5f19-4360-93fa-28682d230070 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=309f7d7d-a063-4309-9516-7846c5f3f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299423 Sep 16 16:26:46.085664 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-f258df37-c1de-498a-a4be-5fa67e0cc0d5 service neutron] 10.222.0.62 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924115 Sep 16 16:26:46.197310 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05740f6a-ca90-4448-86e3-535703132e5f req-a56991ce-3bd1-40e8-a7f0-43ef69ac43d3 service neutron] 10.222.0.62 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031470 Sep 16 16:26:46.438731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532abf48-af59-481b-bde6-1e1d4dcf8f72 req-f517c049-b87a-4d87-9666-c756a05f78e3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:46.440723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-532abf48-af59-481b-bde6-1e1d4dcf8f72 req-f517c049-b87a-4d87-9666-c756a05f78e3 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 950 time: 0.0923586 Sep 16 16:26:46.457300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab30b01-ade5-4fbc-b2e1-2f30eb61ac92 req-a77bac4a-4856-4613-9433-344027fee5d2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:46.466354 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ab30b01-ade5-4fbc-b2e1-2f30eb61ac92 req-a77bac4a-4856-4613-9433-344027fee5d2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0899787 Sep 16 16:26:46.538516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-532abf48-af59-481b-bde6-1e1d4dcf8f72 req-ec83bf88-ab63-4279-a1dd-9f7639b40b9c tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689504 Sep 16 16:26:46.550604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ab30b01-ade5-4fbc-b2e1-2f30eb61ac92 req-adc4aab5-0d13-41d0-bc4d-209f0877fad9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828724 Sep 16 16:26:46.557482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763a74b-6c4c-47ee-a30a-4220282cd906 req-bdc7deed-92c2-40c6-b249-0bde917f2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:46.558650 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1763a74b-6c4c-47ee-a30a-4220282cd906 req-bdc7deed-92c2-40c6-b249-0bde917f2e79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a68c72313ee43208c4cd06b42b3ba5b&device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 1095 time: 0.1442907 Sep 16 16:26:46.666964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a19e3a07-6075-4ce6-994e-8ab1f5f153c4 req-a7e5630d-f438-44aa-870d-773f202f575b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 210 time: 0.0400295 Sep 16 16:26:46.701666 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce3960-ac51-4303-a8db-c4734c87547d req-7f911182-9162-4dcb-8506-8f70d7e90849 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:46.707443 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-7f911182-9162-4dcb-8506-8f70d7e90849 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.52 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 805 time: 0.2466969 Sep 16 16:26:46.761839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Request body: {'port': {'device_id': '0aa44aa9-c7ff-425a-9717-b14823848822', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'admin_state_up': True, 'tenant_id': 'a45182a5eda747daa246b691bf2d6f71'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:26:46.775235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d61a7-8a4b-48ef-992c-cdb2dc70ead3 req-6d890683-ac3b-436f-9db0-fae470669b6f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:46.776930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d7d61a7-8a4b-48ef-992c-cdb2dc70ead3 req-6d890683-ac3b-436f-9db0-fae470669b6f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 944 time: 0.0551646 Sep 16 16:26:46.825420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d7d61a7-8a4b-48ef-992c-cdb2dc70ead3 req-55bababe-351d-4a13-b5ab-b24eeb44da50 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Sep 16 16:26:46.878707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763a74b-6c4c-47ee-a30a-4220282cd906 req-cd64935a-9254-4370-9786-0ccdbe192ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:46.880174 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1763a74b-6c4c-47ee-a30a-4220282cd906 req-cd64935a-9254-4370-9786-0ccdbe192ec1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=309f7d7d-a063-4309-9516-7846c5f3f247 HTTP/1.1" status: 200 len: 916 time: 0.3096790 Sep 16 16:26:46.885201 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-8fcc468e-c415-4fef-b7bc-972782a0d4bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1375701 Sep 16 16:26:46.946580 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1763a74b-6c4c-47ee-a30a-4220282cd906 req-36cd42cc-e6e4-4e20-a98c-9dc37b85f6df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 HTTP/1.1" status: 200 len: 217 time: 0.0527892 Sep 16 16:26:47.036012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-b5c9f49c-9b5e-4435-bc68-885f563518ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:47.037645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-b5c9f49c-9b5e-4435-bc68-885f563518ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 1101 time: 0.1036048 Sep 16 16:26:47.039016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763a74b-6c4c-47ee-a30a-4220282cd906 req-a630591d-b204-4a15-bf57-88bfc3c120d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:47.040457 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1763a74b-6c4c-47ee-a30a-4220282cd906 req-a630591d-b204-4a15-bf57-88bfc3c120d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc76f138-535d-4db5-95f3-6ecabf21e86f HTTP/1.1" status: 200 len: 855 time: 0.0732403 Sep 16 16:26:47.086370 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1763a74b-6c4c-47ee-a30a-4220282cd906 req-707560e2-c7cd-4fd4-a646-6d99ca976d65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=309f7d7d-a063-4309-9516-7846c5f3f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381429 Sep 16 16:26:47.124310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Made reservation on behalf of a45182a5eda747daa246b691bf2d6f71 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:26:47.127751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:47.303000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-678810e6-a39d-41c4-b152-713a2813dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:47.304566 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-678810e6-a39d-41c4-b152-713a2813dee4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2454665 Sep 16 16:26:47.310847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1763a74b-6c4c-47ee-a30a-4220282cd906 req-d4658cd2-1db1-4e19-8600-2cdb13fdb0f9 service neutron] 10.222.0.62 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147050 Sep 16 16:26:47.402628 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-e9966acc-171a-4bc1-9719-3aaff287cd24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=36aaa2da-d481-4f07-9012-a02809995dc5 HTTP/1.1" status: 200 len: 217 time: 0.0845041 Sep 16 16:26:47.503308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Allocated IP 172.20.0.4 (3862635c-f4cc-4a8b-a517-23c895f3cf7f/fc0e10da-e678-4834-9de7-9aefa8ec67f4/5a2db835-293f-495b-a600-d857f790b749) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:26:47.516166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-d4951c5b-f484-4c16-9f6c-3f6ad8b52ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:47.517697 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-d4951c5b-f484-4c16-9f6c-3f6ad8b52ef3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0992565 Sep 16 16:26:47.579011 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1763a74b-6c4c-47ee-a30a-4220282cd906 req-03b94ef6-08d4-4b55-9142-efb2ca688e74 service neutron] 10.222.0.62 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564790 Sep 16 16:26:47.643182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-68050713-3ee5-4ac7-879e-d9e66f6230d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:47.644728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-68050713-3ee5-4ac7-879e-d9e66f6230d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185229 Sep 16 16:26:47.755645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf46cf-9682-4aa6-baa1-f98b6af11c0d req-b0c9f84c-69d7-4c27-96be-9d5dd6b61d1e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:47.755645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b2bf46cf-9682-4aa6-baa1-f98b6af11c0d req-b0c9f84c-69d7-4c27-96be-9d5dd6b61d1e tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 950 time: 0.0968096 Sep 16 16:26:47.761800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cab720-5a8c-4beb-9595-88a55af738e1 req-83932a82-2f12-450b-a88a-8e7f9292d45e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:47.763676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25cab720-5a8c-4beb-9595-88a55af738e1 req-83932a82-2f12-450b-a88a-8e7f9292d45e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0973315 Sep 16 16:26:47.826799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25cab720-5a8c-4beb-9595-88a55af738e1 req-b96e3884-3eb0-4ad2-9523-339308c890f6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554919 Sep 16 16:26:47.842004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b2bf46cf-9682-4aa6-baa1-f98b6af11c0d req-a3088df3-71f6-4654-9800-44e7744affae tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768921 Sep 16 16:26:47.842466 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:26:47.930637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-edde3471-80a5-4d01-8421-6b163d5c8b6c req-b46a9025-5dfb-4058-80c2-d9116894a492 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 210 time: 0.0317338 Sep 16 16:26:48.035088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90c57e-b110-4155-915f-c7e28d887cef req-94fa4f61-4fce-4992-9896-f4fbb7584fdc tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:48.036693 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a90c57e-b110-4155-915f-c7e28d887cef req-94fa4f61-4fce-4992-9896-f4fbb7584fdc tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1100 time: 0.0617895 Sep 16 16:26:48.099908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53bc53-f186-4e0d-975d-7ad56da234b6 req-91c0717d-539c-4d43-8d23-449734b9748c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:48.101438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e53bc53-f186-4e0d-975d-7ad56da234b6 req-91c0717d-539c-4d43-8d23-449734b9748c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 944 time: 0.0820453 Sep 16 16:26:48.103490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a90c57e-b110-4155-915f-c7e28d887cef req-bd23618a-9d96-48a0-bf42-5aa0314fc9de tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513620 Sep 16 16:26:48.143004 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:48.154781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e53bc53-f186-4e0d-975d-7ad56da234b6 req-3c395f3e-6693-455b-832f-988ec8447e64 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Sep 16 16:26:48.164969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-b8430c2d-51bb-4aaf-bdb0-fb2f40cb596f service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120504 Sep 16 16:26:48.183743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-278491e8-b76d-42a3-8663-ce1d4332fb4d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:48.186130 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-278491e8-b76d-42a3-8663-ce1d4332fb4d tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 950 time: 0.1344616 Sep 16 16:26:48.359839 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-151a3431-78a7-4bb7-b7f4-155a3a3f6af9 req-4ded0459-fc76-4b52-a11e-0636058079e9 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677392 Sep 16 16:26:48.383175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-e9c74872-a47c-4f3f-854d-f35aa7a049c4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Deleting port e44ab88f-5b53-4bbb-aaa6-a69df62e896c {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:26:48.383495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-e9c74872-a47c-4f3f-854d-f35aa7a049c4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:48.420809 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:48.509313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Network 3862635c-f4cc-4a8b-a517-23c895f3cf7f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:26:48.522091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:26:48.528787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:26:48.531442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Pushing event updated for resources: {'Port': ['ID=5a2db835-293f-495b-a600-d857f790b749,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:48.567604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-e9c74872-a47c-4f3f-854d-f35aa7a049c4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] For port e44ab88f-5b53-4bbb-aaa6-a69df62e896c, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:48.569654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-e9c74872-a47c-4f3f-854d-f35aa7a049c4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:48.589082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-e9c74872-a47c-4f3f-854d-f35aa7a049c4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Calling delete_port for e44ab88f-5b53-4bbb-aaa6-a69df62e896c owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:26:48.606686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:48.607305 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:48.680987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05f497-04ec-4726-b978-97f7eadc3c93 req-4de23110-700d-4134-928f-90d5ca646e53 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:48.694428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f05f497-04ec-4726-b978-97f7eadc3c93 req-4de23110-700d-4134-928f-90d5ca646e53 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0709913 Sep 16 16:26:48.725696 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f05f497-04ec-4726-b978-97f7eadc3c93 req-59cbac5f-eae8-4f42-aeda-50887637b5d3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352075 Sep 16 16:26:48.727641 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-67c02d43-b1ca-4fcd-a2f3-be6c8eef66e5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9785330 Sep 16 16:26:48.747324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Request body: {'port': {'device_id': '0aa44aa9-c7ff-425a-9717-b14823848822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:26:48.754180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:48.758493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 04d8e649-99ba-44e3-a092-71b7ae4822a1 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:48.788190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 04d8e649-99ba-44e3-a092-71b7ae4822a1 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:26:48.788910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 04d8e649-99ba-44e3-a092-71b7ae4822a1 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:26:48.823454 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-91b5e2bd-9122-4028-a56c-8a1f47dfe33c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0481298 Sep 16 16:26:48.827591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:48.908056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:48.956898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9', 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247', 'port_id': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9', 'mac_address': 'fa:16:3e:96:d7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc76f138-535d-4db5-95f3-6ecabf21e86f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:26:48.977683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-e9c74872-a47c-4f3f-854d-f35aa7a049c4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:49.002024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d2791de-86b4-4f84-85d7-2c09f83ca220 req-786b5974-0af0-42ed-b153-395247f9e65f tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 210 time: 0.0610206 Sep 16 16:26:49.013541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e44ab88f-5b53-4bbb-aaa6-a69df62e896c', '5ded4bee-9461-44f6-b9f4-0870d724fb6e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:49.029532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c74872-a47c-4f3f-854d-f35aa7a049c4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Pushing event deleted for resources: {'Port': ['ID=e44ab88f-5b53-4bbb-aaa6-a69df62e896c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:49.091332 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:49.112692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:49.116431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-e9c74872-a47c-4f3f-854d-f35aa7a049c4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] No DVR routers for this DVR port e44ab88f-5b53-4bbb-aaa6-a69df62e896c on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:26:49.122140 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-e9c74872-a47c-4f3f-854d-f35aa7a049c4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:49.124210 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-445816f3-0e42-4b28-a7f7-c22ead0aa71f req-e9c74872-a47c-4f3f-854d-f35aa7a049c4 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "DELETE /v2.0/ports/e44ab88f-5b53-4bbb-aaa6-a69df62e896c HTTP/1.1" status: 204 len: 173 time: 0.9310589 Sep 16 16:26:49.124699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcbd9e8-9212-4bef-8304-7615e01dc5c2', 'name': 'network-vif-deleted', 'tag': 'e44ab88f-5b53-4bbb-aaa6-a69df62e896c'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:49.127649 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c2d741-fc9e-4df1-a18d-7a0b32290947" -d '{"events": [{"server_uuid": "fdcbd9e8-9212-4bef-8304-7615e01dc5c2", "name": "network-vif-deleted", "tag": "e44ab88f-5b53-4bbb-aaa6-a69df62e896c"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:49.134546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b78901-e273-4cb2-acde-88ac21fa7069 req-e6fee91a-8da4-4ff4-9bb6-4696cd532943 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:49.136852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3b78901-e273-4cb2-acde-88ac21fa7069 req-e6fee91a-8da4-4ff4-9bb6-4696cd532943 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 931 time: 0.0696762 Sep 16 16:26:49.155250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:49.186407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3b78901-e273-4cb2-acde-88ac21fa7069 req-7f9ff379-dac8-413b-acb8-0844fa7e57cb tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Sep 16 16:26:49.189552 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a6ce3f-d793-438f-80d6-93f78f8a7fc4 x-openstack-request-id: req-71a6ce3f-d793-438f-80d6-93f78f8a7fc4 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:49.190100 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcbd9e8-9212-4bef-8304-7615e01dc5c2", "name": "network-vif-deleted", "tag": "e44ab88f-5b53-4bbb-aaa6-a69df62e896c", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:49.190483 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71a6ce3f-d793-438f-80d6-93f78f8a7fc4 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:49.191215 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdcbd9e8-9212-4bef-8304-7615e01dc5c2', 'name': 'network-vif-deleted', 'tag': 'e44ab88f-5b53-4bbb-aaa6-a69df62e896c', 'status': 'completed', 'code': 200} Sep 16 16:26:49.307456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2db835-293f-495b-a600-d857f790b749 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:49.318386 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:49.318675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc1f5d-7614-4076-b7bc-32b34645d7f4 req-b8fa3318-ffdc-4d15-bfcf-006a2a04a509 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:49.320650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cbc1f5d-7614-4076-b7bc-32b34645d7f4 req-b8fa3318-ffdc-4d15-bfcf-006a2a04a509 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 944 time: 0.0619874 Sep 16 16:26:49.357474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Transition to ACTIVE for port object 5a2db835-293f-495b-a600-d857f790b749 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:26:49.409069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cbc1f5d-7614-4076-b7bc-32b34645d7f4 req-72306255-e602-4fa0-94b1-3074f91be6ea tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803432 Sep 16 16:26:49.625823 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:49.626056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:49.707827 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Pushing event updated for resources: {'Port': ['ID=5a2db835-293f-495b-a600-d857f790b749,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:49.726482 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:49.806996 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-e5b774b8-d46a-48ea-92dc-3a7e9789b285 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130302 Sep 16 16:26:49.852324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Attempting to bind port 5a2db835-293f-495b-a600-d857f790b749 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:26:49.852928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Attempting to bind port 5a2db835-293f-495b-a600-d857f790b749 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:26:49.853341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Attempting to bind port 5a2db835-293f-495b-a600-d857f790b749 on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:26:49.873896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Port 5a2db835-293f-495b-a600-d857f790b749 on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:26:49.874286 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Attempting to bind port 5a2db835-293f-495b-a600-d857f790b749 on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:26:49.877764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79751df0-9cf3-4c68-88d7-47c44185a3d5 req-b62c7cb4-6e78-4982-a732-803b0d570e1b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:49.880530 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79751df0-9cf3-4c68-88d7-47c44185a3d5 req-b62c7cb4-6e78-4982-a732-803b0d570e1b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0636859 Sep 16 16:26:49.883480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:26:49.883818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Checking segment: {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:26:49.884196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Bound using segment: {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:26:49.884668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Bound port: 5a2db835-293f-495b-a600-d857f790b749, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:26:49.885027 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:49.917148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-e2a23390-35da-44f5-abea-5d07f49ee6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:49.932126 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-e2a23390-35da-44f5-abea-5d07f49ee6ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 1095 time: 0.0818484 Sep 16 16:26:49.933132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['32ba21ac-7f81-40a0-8e7c-10ac51dd42d9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:49.945712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79751df0-9cf3-4c68-88d7-47c44185a3d5 req-5752274a-5191-4880-99ef-f06f77968eac tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597067 Sep 16 16:26:50.070405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] For port 5a2db835-293f-495b-a600-d857f790b749, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:26:50.095731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] For port 5a2db835-293f-495b-a600-d857f790b749, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a2db835-293f-495b-a600-d857f790b749,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:26:50.105884 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-c7e0868c-587d-47ca-88db-602cf22e9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:50.107920 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-c7e0868c-587d-47ca-88db-602cf22e9970 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.1538172 Sep 16 16:26:50.160867 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfa37fd5-c404-47c6-a8e1-e9018f901301 req-b9002617-c4ea-4cd1-ab4a-aad5d23039db tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdcbd9e8-9212-4bef-8304-7615e01dc5c2 HTTP/1.1" status: 200 len: 210 time: 0.0383692 Sep 16 16:26:50.165845 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-ef01ccf0-301b-4a18-92ea-f3b6b108cb23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd HTTP/1.1" status: 200 len: 217 time: 0.0467923 Sep 16 16:26:50.220635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-adf86af5-c1d5-4b08-b8d4-bf085f4dedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:50.222114 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-adf86af5-c1d5-4b08-b8d4-bf085f4dedd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0462883 Sep 16 16:26:50.226279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:50.292811 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-f85604de-8fe6-4515-bc49-5298b188c2b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567241 Sep 16 16:26:50.296170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:50.296805 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:50.299106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] 10.222.0.52 "PUT /v2.0/ports/5a2db835-293f-495b-a600-d857f790b749 HTTP/1.1" status: 200 len: 1091 time: 1.5551722 Sep 16 16:26:50.337216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bba685-69b3-4432-8a85-6dbe2968954d service neutron] Pushing event updated for resources: {'Port': ['ID=5a2db835-293f-495b-a600-d857f790b749,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:50.347804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f700ede-7f03-492d-b518-0b4003d1aa8d req-724b8cb0-93ce-43ee-85ec-c8aec6b0a820 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:50.350976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f700ede-7f03-492d-b518-0b4003d1aa8d req-724b8cb0-93ce-43ee-85ec-c8aec6b0a820 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 943 time: 0.0848038 Sep 16 16:26:50.426972 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-860b3326-45eb-41ba-b01a-0c1d972a451c service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137471 Sep 16 16:26:50.429066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f700ede-7f03-492d-b518-0b4003d1aa8d req-5dfe584f-fafa-47a3-b0b6-81ab75ec5030 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581706 Sep 16 16:26:50.572307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce3960-ac51-4303-a8db-c4734c87547d req-2c63429d-80d2-42b5-bd34-e98897e292bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:50.574003 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-2c63429d-80d2-42b5-bd34-e98897e292bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 1094 time: 0.1141396 Sep 16 16:26:50.586047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d8f22-77a3-4a04-9389-dc7cd69e5ac4 req-7556b61e-cee2-45e9-9f64-959ef8fef922 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:50.587604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc9d8f22-77a3-4a04-9389-dc7cd69e5ac4 req-7556b61e-cee2-45e9-9f64-959ef8fef922 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 945 time: 0.0684488 Sep 16 16:26:50.637892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc9d8f22-77a3-4a04-9389-dc7cd69e5ac4 req-0785a2fa-8ba6-4e2a-83f1-a4cb9cb589e6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Sep 16 16:26:50.642143 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-20fe01e7-9abb-480a-a86f-91877e05c3d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2db835-293f-495b-a600-d857f790b749 HTTP/1.1" status: 200 len: 217 time: 0.0553544 Sep 16 16:26:50.644858 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bd53b74-e8c7-4bf5-89df-4aa57db2f0dd req-63dcb7fc-0193-4b5c-8a8d-46045a1afc4a service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057614 Sep 16 16:26:50.705421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce3960-ac51-4303-a8db-c4734c87547d req-56270642-8c74-438a-8271-121aee8fd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:50.706973 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-56270642-8c74-438a-8271-121aee8fd7ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc0e10da-e678-4834-9de7-9aefa8ec67f4 HTTP/1.1" status: 200 len: 845 time: 0.0522304 Sep 16 16:26:50.748278 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-2947e27f-1030-4c4d-a97a-f786efe2efd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3862635c-f4cc-4a8b-a517-23c895f3cf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266907 Sep 16 16:26:50.866058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-e3f6b576-5059-45a8-be3a-c33011877e3b service neutron] 10.222.0.52 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088643 Sep 16 16:26:50.960580 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-63ce3960-ac51-4303-a8db-c4734c87547d req-cc00bb0e-6618-40f2-8476-ab08a4c41bc4 service neutron] 10.222.0.52 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855393 Sep 16 16:26:51.055630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e44ab88f-5b53-4bbb-aaa6-a69df62e896c no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:51.076420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: e44ab88f-5b53-4bbb-aaa6-a69df62e896c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:26:51.078124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e44ab88f-5b53-4bbb-aaa6-a69df62e896c not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:26:51.102366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe53e4f-4f69-43a3-b2f4-89e3bbe06d6d req-2f0cb2dd-f71b-45bd-8f5c-fcf11ce40b6e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:51.106585 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-efe53e4f-4f69-43a3-b2f4-89e3bbe06d6d req-2f0cb2dd-f71b-45bd-8f5c-fcf11ce40b6e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0554335 Sep 16 16:26:51.148949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-efe53e4f-4f69-43a3-b2f4-89e3bbe06d6d req-8d2c106b-126f-4d6d-97d9-03394d4dc69e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Sep 16 16:26:51.192904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa44aa9-c7ff-425a-9717-b14823848822', 'tag': '5a2db835-293f-495b-a600-d857f790b749'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:51.195653 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bfae9f-bc81-4e74-b501-b024275c6193" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa44aa9-c7ff-425a-9717-b14823848822", "tag": "5a2db835-293f-495b-a600-d857f790b749"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:51.246333 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3266791c-7dbd-40e4-b952-53baa37f561a x-openstack-request-id: req-3266791c-7dbd-40e4-b952-53baa37f561a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:51.248044 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa44aa9-c7ff-425a-9717-b14823848822", "tag": "5a2db835-293f-495b-a600-d857f790b749", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:51.248044 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3266791c-7dbd-40e4-b952-53baa37f561a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:51.248662 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa44aa9-c7ff-425a-9717-b14823848822', 'tag': '5a2db835-293f-495b-a600-d857f790b749', 'status': 'completed', 'code': 200} Sep 16 16:26:51.312049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfae9f-bc81-4e74-b501-b024275c6193 req-0fd1c420-6d5c-4fcf-9cde-ab4bead89f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:51.313654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56bfae9f-bc81-4e74-b501-b024275c6193 req-0fd1c420-6d5c-4fcf-9cde-ab4bead89f93 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 1094 time: 0.0434196 Sep 16 16:26:51.439824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfae9f-bc81-4e74-b501-b024275c6193 req-cd4dd3bc-1ca4-415a-a025-d7d3a2440a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:51.443110 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56bfae9f-bc81-4e74-b501-b024275c6193 req-cd4dd3bc-1ca4-415a-a025-d7d3a2440a6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 906 time: 0.1193335 Sep 16 16:26:51.491606 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56bfae9f-bc81-4e74-b501-b024275c6193 req-be277576-bbee-444a-8392-fac1eaec7e02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2db835-293f-495b-a600-d857f790b749 HTTP/1.1" status: 200 len: 217 time: 0.0420909 Sep 16 16:26:51.548803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfae9f-bc81-4e74-b501-b024275c6193 req-bc5eceb6-3db6-4cd7-8fcc-c7956d922123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:51.550529 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56bfae9f-bc81-4e74-b501-b024275c6193 req-bc5eceb6-3db6-4cd7-8fcc-c7956d922123 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc0e10da-e678-4834-9de7-9aefa8ec67f4 HTTP/1.1" status: 200 len: 845 time: 0.0509646 Sep 16 16:26:51.562455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b4c3-b44f-4c93-a3b6-2502f0829953 req-50cc7dce-f9d2-4048-a458-ae676dc81b4c tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:51.563934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e433b4c3-b44f-4c93-a3b6-2502f0829953 req-50cc7dce-f9d2-4048-a458-ae676dc81b4c tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 943 time: 0.0501244 Sep 16 16:26:51.592751 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56bfae9f-bc81-4e74-b501-b024275c6193 req-7abe955c-e1d2-42f0-bf9c-aa03d62e520c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3862635c-f4cc-4a8b-a517-23c895f3cf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263247 Sep 16 16:26:51.601571 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e433b4c3-b44f-4c93-a3b6-2502f0829953 req-1fb60cb4-9653-45d3-824f-095c729298fc tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Sep 16 16:26:51.694603 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56bfae9f-bc81-4e74-b501-b024275c6193 req-7626417f-c593-4480-887d-2e460fa7f8e4 service neutron] 10.222.0.52 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936177 Sep 16 16:26:51.798793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84831321-2b69-4a43-a9b1-592430ca1bcd req-62555bc0-7d96-48d6-b574-5c194aca1635 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:51.806288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84831321-2b69-4a43-a9b1-592430ca1bcd req-62555bc0-7d96-48d6-b574-5c194aca1635 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 945 time: 0.0673494 Sep 16 16:26:51.811793 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56bfae9f-bc81-4e74-b501-b024275c6193 req-221b11f8-7a42-4375-9324-c3f79d2e811d service neutron] 10.222.0.52 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019785 Sep 16 16:26:51.869745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84831321-2b69-4a43-a9b1-592430ca1bcd req-2527f0af-a0d5-433d-a4a8-39174b55aea1 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623844 Sep 16 16:26:51.932867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14124088-68b0-418f-a01b-fa17d9788560 req-3b38c1d9-2539-4cf3-ad15-e4707083ecfe tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:51.935068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14124088-68b0-418f-a01b-fa17d9788560 req-3b38c1d9-2539-4cf3-ad15-e4707083ecfe tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 951 time: 0.0707777 Sep 16 16:26:51.975195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14124088-68b0-418f-a01b-fa17d9788560 req-f4e7baa2-e082-49b2-8a37-d4835fd1aab6 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Sep 16 16:26:52.123285 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-c4796fc3-65da-423a-bd92-19984d5ed8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:52.124895 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-c4796fc3-65da-423a-bd92-19984d5ed8a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1100 time: 0.0452170 Sep 16 16:26:52.244769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-2e149be2-77e5-49e9-b822-6d20956b575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:52.255499 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-2e149be2-77e5-49e9-b822-6d20956b575a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1137772 Sep 16 16:26:52.282115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449829c0-99a4-483a-9049-eef16f2bafa9 req-123d7c17-f116-49e7-a6e3-475b92c51343 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:52.283639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-449829c0-99a4-483a-9049-eef16f2bafa9 req-123d7c17-f116-49e7-a6e3-475b92c51343 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0538671 Sep 16 16:26:52.291835 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-b9ad8ee1-9094-407d-a788-8626e8fddd66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 217 time: 0.0370731 Sep 16 16:26:52.326268 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-449829c0-99a4-483a-9049-eef16f2bafa9 req-c2e005fd-e970-4146-84a5-8ef384f14839 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356252 Sep 16 16:26:52.351746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-7892ac6b-d4d1-48ec-8751-278bc4cf43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:52.353276 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-7892ac6b-d4d1-48ec-8751-278bc4cf43c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0550454 Sep 16 16:26:52.401606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-b1bd92df-59c0-4ac7-964d-80c8495305fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:52.403219 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-b1bd92df-59c0-4ac7-964d-80c8495305fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420854 Sep 16 16:26:52.497325 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-d3ee7e57-c099-4373-a002-9ce6a0f84b2c service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846806 Sep 16 16:26:52.595770 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-ebae2e68-dd46-4e03-86a6-39a304d4ac35 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903869 Sep 16 16:26:52.735327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb0508-6494-4a5b-9820-fd59fb2344b1 req-4d022338-a09d-42f5-a488-3e21ceef0c22 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:52.736855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4fb0508-6494-4a5b-9820-fd59fb2344b1 req-4d022338-a09d-42f5-a488-3e21ceef0c22 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 943 time: 0.0579832 Sep 16 16:26:52.770862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:26:52.778705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4fb0508-6494-4a5b-9820-fd59fb2344b1 req-67917ff4-6072-4997-bfb6-c6b387509976 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348806 Sep 16 16:26:52.922553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:26:52.926606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:52.926986 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:53.040303 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:53.082007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a2db835-293f-495b-a600-d857f790b749 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:26:53.084798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ef282-e506-43fc-84d9-e3f31dfb0faf req-26e98703-ee66-4b4e-958d-6c01b6d598b6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:53.094869 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f7ef282-e506-43fc-84d9-e3f31dfb0faf req-26e98703-ee66-4b4e-958d-6c01b6d598b6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 945 time: 0.1190925 Sep 16 16:26:53.107262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13382b29-e08c-4d3f-b4b1-08f768e5c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:53.110649 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f34aa7-283d-4de0-899d-8cb01f58fb21" -d '{"events": [{"server_uuid": "13382b29-e08c-4d3f-b4b1-08f768e5c831", "name": "network-vif-plugged", "status": "completed", "tag": "32ba21ac-7f81-40a0-8e7c-10ac51dd42d9"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:53.129302 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:53.172621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777a4ec-59e8-4149-ae42-1d8de0a7044e req-fc61d6dc-ec18-41cd-a8d5-19cd9636714b tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:53.180281 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b777a4ec-59e8-4149-ae42-1d8de0a7044e req-fc61d6dc-ec18-41cd-a8d5-19cd9636714b tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 951 time: 0.0827248 Sep 16 16:26:53.206987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f7ef282-e506-43fc-84d9-e3f31dfb0faf req-3f39c9bc-8376-4990-ace4-5258678c3325 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112559 Sep 16 16:26:53.241224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b777a4ec-59e8-4149-ae42-1d8de0a7044e req-7a4e7fbe-ab06-4bed-a870-69a385b3a5d5 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597997 Sep 16 16:26:53.266698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:53.278768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a2db835-293f-495b-a600-d857f790b749, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a2db835-293f-495b-a600-d857f790b749,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:53.305903 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcdb980-6b65-44cc-bec0-b0fb2418c511 x-openstack-request-id: req-7fcdb980-6b65-44cc-bec0-b0fb2418c511 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:53.306191 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13382b29-e08c-4d3f-b4b1-08f768e5c831", "name": "network-vif-plugged", "status": "completed", "tag": "32ba21ac-7f81-40a0-8e7c-10ac51dd42d9", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:53.308517 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7fcdb980-6b65-44cc-bec0-b0fb2418c511 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:53.309823 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13382b29-e08c-4d3f-b4b1-08f768e5c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9', 'code': 200} Sep 16 16:26:53.325392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-ea1c0218-a6ac-4302-8b04-6bc1044c9095 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:53.327853 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-ea1c0218-a6ac-4302-8b04-6bc1044c9095 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 951 time: 0.0764580 Sep 16 16:26:53.330669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5a2db835-293f-495b-a600-d857f790b749', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'port_id': '5a2db835-293f-495b-a600-d857f790b749', 'mac_address': 'fa:16:3e:60:8a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0e10da-e678-4834-9de7-9aefa8ec67f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:26:53.368275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:53.425710 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:53.447427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2db835-293f-495b-a600-d857f790b749 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:26:53.470611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a2db835-293f-495b-a600-d857f790b749, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a2db835-293f-495b-a600-d857f790b749,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:53.478628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae507d-aa64-4f7c-bd86-6a75455f4ff5 req-a46799fa-08dc-4c09-b3e5-e9d409f9cca1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:53.480178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8ae507d-aa64-4f7c-bd86-6a75455f4ff5 req-a46799fa-08dc-4c09-b3e5-e9d409f9cca1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0601790 Sep 16 16:26:53.483099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d76e10-e02c-4eae-b0a8-f3f367c8c90c req-bf6c87d3-0bf4-4881-9849-6456260b452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:53.484601 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6d76e10-e02c-4eae-b0a8-f3f367c8c90c req-bf6c87d3-0bf4-4881-9849-6456260b452c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 1097 time: 0.0978367 Sep 16 16:26:53.512862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-e55674ca-d48b-4392-a823-094ec66573d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Deleting port 5ded4bee-9461-44f6-b9f4-0870d724fb6e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:26:53.513220 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-e55674ca-d48b-4392-a823-094ec66573d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:53.521609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8ae507d-aa64-4f7c-bd86-6a75455f4ff5 req-7a8f65dd-9394-4dfd-9e59-cfdf8e25efad tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347526 Sep 16 16:26:53.555156 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6d76e10-e02c-4eae-b0a8-f3f367c8c90c req-c103a1a6-fd67-4252-81db-5aa4189b0ae7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613241 Sep 16 16:26:53.622004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-e55674ca-d48b-4392-a823-094ec66573d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] For port 5ded4bee-9461-44f6-b9f4-0870d724fb6e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5ded4bee-9461-44f6-b9f4-0870d724fb6e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:53.622478 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-e55674ca-d48b-4392-a823-094ec66573d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:53.625443 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:53.634553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-e55674ca-d48b-4392-a823-094ec66573d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Calling delete_port for 5ded4bee-9461-44f6-b9f4-0870d724fb6e owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:26:53.673847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a2db835-293f-495b-a600-d857f790b749,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:53.842866 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-e55674ca-d48b-4392-a823-094ec66573d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:53.854937 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5ded4bee-9461-44f6-b9f4-0870d724fb6e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:53.881160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55674ca-d48b-4392-a823-094ec66573d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Pushing event deleted for resources: {'Port': ['ID=5ded4bee-9461-44f6-b9f4-0870d724fb6e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:53.894238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5a2db835-293f-495b-a600-d857f790b749'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:26:53.910766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e145c-e4ca-4d45-9542-5a8de669c0f7 req-f9bfd666-c150-49c1-ae99-24ff26cf279f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:53.912407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-447e145c-e4ca-4d45-9542-5a8de669c0f7 req-f9bfd666-c150-49c1-ae99-24ff26cf279f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 944 time: 0.0600312 Sep 16 16:26:53.936273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-e55674ca-d48b-4392-a823-094ec66573d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] No DVR routers for this DVR port 5ded4bee-9461-44f6-b9f4-0870d724fb6e on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:26:53.938973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-e55674ca-d48b-4392-a823-094ec66573d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:53.941103 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4486527e-8fcc-41b1-a99c-93079bfe0e94 req-e55674ca-d48b-4392-a823-094ec66573d8 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.52 "DELETE /v2.0/ports/5ded4bee-9461-44f6-b9f4-0870d724fb6e HTTP/1.1" status: 204 len: 173 time: 0.6069059 Sep 16 16:26:53.941555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'name': 'network-vif-deleted', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:53.943904 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40910a78-8bbe-413e-a26a-1871325eaf79" -d '{"events": [{"server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "name": "network-vif-deleted", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:53.961278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-447e145c-e4ca-4d45-9542-5a8de669c0f7 req-850e55a8-c3f0-4894-8442-f58fdab02ff5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423336 Sep 16 16:26:54.015477 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aae28f-bbb5-446c-8c47-95256d5126da x-openstack-request-id: req-f6aae28f-bbb5-446c-8c47-95256d5126da {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:54.015800 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb34a448-7b02-4194-9aa4-e2641faf68bb", "name": "network-vif-deleted", "tag": "5ded4bee-9461-44f6-b9f4-0870d724fb6e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:54.016044 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6aae28f-bbb5-446c-8c47-95256d5126da {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:54.016476 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb34a448-7b02-4194-9aa4-e2641faf68bb', 'name': 'network-vif-deleted', 'tag': '5ded4bee-9461-44f6-b9f4-0870d724fb6e', 'status': 'completed', 'code': 200} Sep 16 16:26:54.358093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e1d74-d1cd-43f1-8016-3cbed772f707 req-4a9ac8d2-7729-484e-b9b8-cbac184428a4 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:54.359649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f8e1d74-d1cd-43f1-8016-3cbed772f707 req-4a9ac8d2-7729-484e-b9b8-cbac184428a4 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0760193 Sep 16 16:26:54.361680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-203d95ec-5cbf-4190-833f-9faaa23da32b req-cb384d13-651e-4f09-951c-c8051da07c93 tempest-ServersAdminTestJSON-1736298958 tempest-ServersAdminTestJSON-1736298958-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb34a448-7b02-4194-9aa4-e2641faf68bb HTTP/1.1" status: 200 len: 210 time: 0.0411017 Sep 16 16:26:54.416982 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f8e1d74-d1cd-43f1-8016-3cbed772f707 req-9030cbf0-8ac2-466c-919c-7ad288dd3522 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500858 Sep 16 16:26:54.642986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64941514-1d4f-4bb6-9698-9816014c2591 req-58f3f519-978b-44f4-a402-00ca3f2c5953 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:54.644488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64941514-1d4f-4bb6-9698-9816014c2591 req-58f3f519-978b-44f4-a402-00ca3f2c5953 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0494366 Sep 16 16:26:54.685796 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64941514-1d4f-4bb6-9698-9816014c2591 req-a34376d8-6d1c-4db9-9449-22f1eebb3c75 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351388 Sep 16 16:26:55.093521 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a2db835-293f-495b-a600-d857f790b749 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:26:55.102188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47fa7-d178-46fc-936b-4d69f29acf0b req-37d9d2e8-75a3-4008-b921-d980ec6d52a7 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:55.102188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90b47fa7-d178-46fc-936b-4d69f29acf0b req-37d9d2e8-75a3-4008-b921-d980ec6d52a7 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 944 time: 0.0544124 Sep 16 16:26:55.139670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90b47fa7-d178-46fc-936b-4d69f29acf0b req-f267e9be-10ae-467d-8342-c52aad98f1cc tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356851 Sep 16 16:26:55.322968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 5a2db835-293f-495b-a600-d857f790b749 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:26:55.327195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5a2db835-293f-495b-a600-d857f790b749 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:26:55.327597 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:55.413463 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:55.438826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa44aa9-c7ff-425a-9717-b14823848822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2db835-293f-495b-a600-d857f790b749'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:26:55.441076 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b348379d-7407-43b8-a9b2-78571e5b9f91" -d '{"events": [{"server_uuid": "0aa44aa9-c7ff-425a-9717-b14823848822", "name": "network-vif-plugged", "status": "completed", "tag": "5a2db835-293f-495b-a600-d857f790b749"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:26:55.454498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a2db835-293f-495b-a600-d857f790b749, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a2db835-293f-495b-a600-d857f790b749,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:26:55.483051 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9559a9-36cb-42d9-b397-df30983573e6 x-openstack-request-id: req-4c9559a9-36cb-42d9-b397-df30983573e6 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:26:55.483341 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa44aa9-c7ff-425a-9717-b14823848822", "name": "network-vif-plugged", "status": "completed", "tag": "5a2db835-293f-495b-a600-d857f790b749", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:26:55.483594 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c9559a9-36cb-42d9-b397-df30983573e6 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:26:55.483983 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa44aa9-c7ff-425a-9717-b14823848822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2db835-293f-495b-a600-d857f790b749', 'code': 200} Sep 16 16:26:55.540406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:55.545262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dda7a1-c485-4804-8e8b-aaae9e918682 req-e59abd69-d73f-48f4-8702-dc067bc024af tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:55.545262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72dda7a1-c485-4804-8e8b-aaae9e918682 req-e59abd69-d73f-48f4-8702-dc067bc024af tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0539751 Sep 16 16:26:55.585992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b3c89-6a67-4535-aa35-7d7c019c1f7f req-42f7a05a-4274-4fed-9687-2c4a01557b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:55.587562 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-588b3c89-6a67-4535-aa35-7d7c019c1f7f req-42f7a05a-4274-4fed-9687-2c4a01557b70 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 1096 time: 0.0476563 Sep 16 16:26:55.592997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72dda7a1-c485-4804-8e8b-aaae9e918682 req-0c5ae263-e228-4ba6-a278-e6e579d58896 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Sep 16 16:26:55.593460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a2db835-293f-495b-a600-d857f790b749,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:55.633203 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-588b3c89-6a67-4535-aa35-7d7c019c1f7f req-79beac81-3c16-4571-aee3-0821e454a30e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383253 Sep 16 16:26:55.718269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d33e5-9265-432e-bcf7-0b769edcf27a req-e4cce038-c2ea-4a77-b3a1-99f86d8e5202 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:55.719882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488d33e5-9265-432e-bcf7-0b769edcf27a req-e4cce038-c2ea-4a77-b3a1-99f86d8e5202 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0563293 Sep 16 16:26:55.763234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488d33e5-9265-432e-bcf7-0b769edcf27a req-d71dac71-4016-44c5-9158-72d132ad64fc tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Sep 16 16:26:55.814953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951c42-8baf-4a29-88b0-74133fe9054d req-4e5b1a61-4ad5-4330-b25d-5c38349df9d0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:55.816480 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11951c42-8baf-4a29-88b0-74133fe9054d req-4e5b1a61-4ad5-4330-b25d-5c38349df9d0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0572374 Sep 16 16:26:55.856934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11951c42-8baf-4a29-88b0-74133fe9054d req-35d5a6e6-06b7-47e4-a750-2ca4f3537251 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343122 Sep 16 16:26:55.953370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55802) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:26:56.068963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4cc83-b178-46f6-879b-0564389da8b5 req-d92683e5-fc9e-46cb-88db-1ec60ff14a26 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:56.068963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ba4cc83-b178-46f6-879b-0564389da8b5 req-d92683e5-fc9e-46cb-88db-1ec60ff14a26 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0544281 Sep 16 16:26:56.128053 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ba4cc83-b178-46f6-879b-0564389da8b5 req-90c26d25-0ff7-4a34-959a-66ce37aee803 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574179 Sep 16 16:26:56.130715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cb25afd9-46a9-4d34-9e09-d484b9835c96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba579574059f42d2942d9c3428a5eca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762619 Sep 16 16:26:56.134016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55810) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:26:56.191683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0508de5-8019-4683-8841-86440d0153e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:56.216660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0508de5-8019-4683-8841-86440d0153e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:56.290498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c860a2-84dd-49f7-a0f3-d184dbbf49aa req-b8be76ca-6b4a-47b2-8434-e9a85dc6d0b0 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:56.291963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28c860a2-84dd-49f7-a0f3-d184dbbf49aa req-b8be76ca-6b4a-47b2-8434-e9a85dc6d0b0 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0859764 Sep 16 16:26:56.300234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075fcb1-1ee7-4354-b31f-5caba2a00ad8 req-7a5c237f-4703-4c12-9b46-fc369d40ffd1 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:56.301598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e075fcb1-1ee7-4354-b31f-5caba2a00ad8 req-7a5c237f-4703-4c12-9b46-fc369d40ffd1 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0839300 Sep 16 16:26:56.358181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28c860a2-84dd-49f7-a0f3-d184dbbf49aa req-f5661935-572f-478f-ad00-a5137995c2f4 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556495 Sep 16 16:26:56.363056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e075fcb1-1ee7-4354-b31f-5caba2a00ad8 req-99833222-5ef5-4ccf-8bb8-bf87e46aceec tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548995 Sep 16 16:26:56.380279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0508de5-8019-4683-8841-86440d0153e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:56.384565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0508de5-8019-4683-8841-86440d0153e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:56.387900 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e0508de5-8019-4683-8841-86440d0153e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76b8fe2c-a180-49a1-a1fc-90d4abf5ab36 HTTP/1.1" status: 204 len: 168 time: 0.2502997 Sep 16 16:26:56.395233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0508de5-8019-4683-8841-86440d0153e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b8fe2c-a180-49a1-a1fc-90d4abf5ab36,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:57.002657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b0dce-bf50-4020-9b94-82c709df37b9 req-01b013a9-bef5-4b0a-8797-8ac03d5e693b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:57.004120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf4b0dce-bf50-4020-9b94-82c709df37b9 req-01b013a9-bef5-4b0a-8797-8ac03d5e693b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0769320 Sep 16 16:26:57.027712 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f470c84-b38a-421a-b33a-0bccaf317e1f req-a36e44af-51ca-4f54-b914-f4b882210fff tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:57.029496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f470c84-b38a-421a-b33a-0bccaf317e1f req-a36e44af-51ca-4f54-b914-f4b882210fff tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0755546 Sep 16 16:26:57.076451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf4b0dce-bf50-4020-9b94-82c709df37b9 req-7404443b-7c8b-4d75-ac07-14c6416e338d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656018 Sep 16 16:26:57.086995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f470c84-b38a-421a-b33a-0bccaf317e1f req-1304e299-b2d0-485a-aa73-7f958f078a13 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485485 Sep 16 16:26:57.121169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5ded4bee-9461-44f6-b9f4-0870d724fb6e no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:26:57.142280 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 5ded4bee-9461-44f6-b9f4-0870d724fb6e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:26:57.142632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5ded4bee-9461-44f6-b9f4-0870d724fb6e not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:26:57.339145 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55842) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:26:57.382345 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cc1c46e4-e24e-4883-9e70-623550a2e614 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=506dcf096b08464a95209ea1cdcdd04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411286 Sep 16 16:26:57.383951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55846) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:26:57.453795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a3e97ee-56cc-4d3a-8bff-353d60e419a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:57.477453 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a3e97ee-56cc-4d3a-8bff-353d60e419a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:57.506665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c3505-1cdf-4a50-a6fa-56fb2a95b61b req-831f81c7-a938-4e0c-9240-13d49c834f1f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:57.509244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f5c3505-1cdf-4a50-a6fa-56fb2a95b61b req-831f81c7-a938-4e0c-9240-13d49c834f1f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0569327 Sep 16 16:26:57.549423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f5c3505-1cdf-4a50-a6fa-56fb2a95b61b req-8c17a282-2ec3-4d93-916c-87b4a98f0714 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339909 Sep 16 16:26:57.648763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a3e97ee-56cc-4d3a-8bff-353d60e419a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:57.652482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a3e97ee-56cc-4d3a-8bff-353d60e419a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:57.655265 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7a3e97ee-56cc-4d3a-8bff-353d60e419a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae6c5145-12ed-46f4-8b76-fa4daeeca62c HTTP/1.1" status: 204 len: 168 time: 0.2696164 Sep 16 16:26:57.664486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e97ee-56cc-4d3a-8bff-353d60e419a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6c5145-12ed-46f4-8b76-fa4daeeca62c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:26:58.042523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821391ae-59f7-461c-b1b3-46270ac2c847 req-63f87425-2de1-46a0-94c5-ebeb6479f4a3 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:58.045727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-821391ae-59f7-461c-b1b3-46270ac2c847 req-63f87425-2de1-46a0-94c5-ebeb6479f4a3 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0507386 Sep 16 16:26:58.085426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-821391ae-59f7-461c-b1b3-46270ac2c847 req-2dc3fe5c-aca1-4ac7-aa38-c74bcb37e1da tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337005 Sep 16 16:26:58.157412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40fa2728-0749-47b7-8859-6f05978454be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:26:58.252315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf704182-f161-4612-839e-b6af3c7d68c9 req-2c2dc692-1251-4f45-a025-a83f67fb4f37 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:58.253053 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf704182-f161-4612-839e-b6af3c7d68c9 req-2c2dc692-1251-4f45-a025-a83f67fb4f37 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0971289 Sep 16 16:26:58.265839 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1a840-b4e9-4341-97a9-5de266a29d49 req-9523fecf-8920-4947-9e3a-373a4b41d195 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:58.267484 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0d1a840-b4e9-4341-97a9-5de266a29d49 req-9523fecf-8920-4947-9e3a-373a4b41d195 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0915122 Sep 16 16:26:58.332659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0d1a840-b4e9-4341-97a9-5de266a29d49 req-2659ad92-b550-447b-a05a-f22bd5106d77 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587254 Sep 16 16:26:58.335632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf704182-f161-4612-839e-b6af3c7d68c9 req-82bf7b65-19a7-4a7e-be2c-f5e4ccb068c6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670905 Sep 16 16:26:59.207454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e637892-6072-4ce3-a946-633c5c3ae918 req-29622b66-2c6e-41c0-bcb1-070ee51c9eeb tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:59.209008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e637892-6072-4ce3-a946-633c5c3ae918 req-29622b66-2c6e-41c0-bcb1-070ee51c9eeb tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0490811 Sep 16 16:26:59.247529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e637892-6072-4ce3-a946-633c5c3ae918 req-dcd89e4e-08dd-4022-a6af-90afd8c76896 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325165 Sep 16 16:26:59.491550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b581e05-9238-424e-9f92-973e5c2d7017 req-0493ac8f-5a85-4315-8f0a-73be993b31fc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:59.493077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b581e05-9238-424e-9f92-973e5c2d7017 req-0493ac8f-5a85-4315-8f0a-73be993b31fc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0816259 Sep 16 16:26:59.505168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b8dc6-f9ce-419d-8fcf-aca3a38f5b3d req-d60cb6a0-8d40-45b8-a4f8-2a9984db5fdc tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:26:59.505168 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-630b8dc6-f9ce-419d-8fcf-aca3a38f5b3d req-d60cb6a0-8d40-45b8-a4f8-2a9984db5fdc tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0907853 Sep 16 16:26:59.559971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b581e05-9238-424e-9f92-973e5c2d7017 req-f98785b9-c0e7-4d80-b775-3169eca569c5 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549140 Sep 16 16:26:59.568418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-630b8dc6-f9ce-419d-8fcf-aca3a38f5b3d req-2c14cebf-88d5-4028-9c76-65493a21c1fd tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497501 Sep 16 16:27:00.376991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22c93c-7e4c-46f4-90de-5130f8b8f36e req-67042c13-1ab1-4524-97df-3a507120c128 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:00.378594 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c22c93c-7e4c-46f4-90de-5130f8b8f36e req-67042c13-1ab1-4524-97df-3a507120c128 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0568452 Sep 16 16:27:00.416482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c22c93c-7e4c-46f4-90de-5130f8b8f36e req-82c37f85-de66-47e0-928f-ff64dc4f11d3 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Sep 16 16:27:00.728448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222b8eb-ce39-490b-a5b0-f333a524f672 req-e330b98c-322f-410d-9d4c-2772f9ea25e9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:00.730114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d222b8eb-ce39-490b-a5b0-f333a524f672 req-e330b98c-322f-410d-9d4c-2772f9ea25e9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0918739 Sep 16 16:27:00.742654 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedc12b-754b-4bb8-9db5-103cba9fa637 req-3931494f-c0b7-45f8-8ddc-ab65c1cf2367 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:00.744157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ddedc12b-754b-4bb8-9db5-103cba9fa637 req-3931494f-c0b7-45f8-8ddc-ab65c1cf2367 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.1077840 Sep 16 16:27:00.772742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55954) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:00.797622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d222b8eb-ce39-490b-a5b0-f333a524f672 req-5d3fb036-6e09-48ea-aac7-f4ff68afb563 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523303 Sep 16 16:27:00.805239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ddedc12b-754b-4bb8-9db5-103cba9fa637 req-f0edb2d7-d68b-4143-a42f-5daf82edeae1 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528791 Sep 16 16:27:00.848928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b29b79d4-e0f8-4581-80f3-0e49af15a61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:00.900106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:00.987266 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:01.100046 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:01.142605 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9fb3975ab6c40e58e4a74003e626057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686962 Sep 16 16:27:01.143372 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6993b48f-7e1c-4037-984c-179543d9cd5b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:01.145562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55960) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:01.150921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.151262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.151600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.151931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.152303 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.152653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.153486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.153486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.153735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.153995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.154312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.154625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1d5d-a09f-4d55-8be1-3d9381a00d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.196930 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:01.218658 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:01.334297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:01.337016 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:01.338172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6993b48f-7e1c-4037-984c-179543d9cd5b HTTP/1.1" status: 204 len: 168 time: 0.1916382 Sep 16 16:27:01.346504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6993b48f-7e1c-4037-984c-179543d9cd5b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:01.354075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.354323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.354600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.354982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.355280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.355608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.355951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.356276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.356628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.356946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.357264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.357583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da2c1c-b33f-44d5-9851-a68d344baa62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:01.420514 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:01.566873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a789c5-3a46-4f93-ba01-ec1464ff719a req-e2d7e982-92fc-4abb-9f4a-4698a8786246 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:01.568412 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92a789c5-3a46-4f93-ba01-ec1464ff719a req-e2d7e982-92fc-4abb-9f4a-4698a8786246 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0811002 Sep 16 16:27:01.655468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92a789c5-3a46-4f93-ba01-ec1464ff719a req-95462dbc-0149-405c-bdcf-c662875ec2e1 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559449 Sep 16 16:27:01.665179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257766c-fe40-4a13-957c-4111858ccae0 req-3f435059-5b77-4112-a323-c03b88e4dc34 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:01.666665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-3f435059-5b77-4112-a323-c03b88e4dc34 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 807 time: 0.1472297 Sep 16 16:27:01.687670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-bdb09b00-fe91-49d0-b43a-7d6aceecea12 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/quotas/b83171c97ef440229ffe3f57d2a89529 HTTP/1.1" status: 200 len: 375 time: 0.0096135 Sep 16 16:27:01.743119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-26a60295-5bc8-45ae-b507-7cbe1330a711 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496528 Sep 16 16:27:01.837683 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-3025d9e4-8bd3-48b3-a6bb-95dcd3634d70 service neutron] 10.222.0.22 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874748 Sep 16 16:27:01.877550 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:02.116988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55984) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:02.131933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a369d65-a5b2-42b5-ae48-8e8722fceacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:02.216653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85726366-80e5-4f7a-bb0a-3642ec644fc1 req-f0493c0e-525e-491b-8294-f2bb405a41d8 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:02.218177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85726366-80e5-4f7a-bb0a-3642ec644fc1 req-f0493c0e-525e-491b-8294-f2bb405a41d8 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0942850 Sep 16 16:27:02.224771 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a369d65-a5b2-42b5-ae48-8e8722fceacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:02.243452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-de28d208-9c9e-47d7-a0be-6f253e42dceb service neutron] 10.222.0.22 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986132 Sep 16 16:27:02.264172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85726366-80e5-4f7a-bb0a-3642ec644fc1 req-ff53c766-38a7-4b55-8324-5c88f8fa02aa tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373020 Sep 16 16:27:02.266267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a369d65-a5b2-42b5-ae48-8e8722fceacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:02.305327 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7a369d65-a5b2-42b5-ae48-8e8722fceacd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1485c3d2f15439ea19ffe3f2a006e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872361 Sep 16 16:27:02.308066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55986) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:02.310718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a369d65-a5b2-42b5-ae48-8e8722fceacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5550dfb8-3bfe-44e6-beec-f90acb7c132c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:02.403651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e74f0e3-6c2c-4c2a-b31f-78c82edc7a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:02.434496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833c4bc-91d5-4e88-9ec9-2e624d078762 req-e6b8320a-0627-4473-ac5e-2cb80c026e6b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:02.436009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9833c4bc-91d5-4e88-9ec9-2e624d078762 req-e6b8320a-0627-4473-ac5e-2cb80c026e6b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0929503 Sep 16 16:27:02.453163 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e74f0e3-6c2c-4c2a-b31f-78c82edc7a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:02.501706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9833c4bc-91d5-4e88-9ec9-2e624d078762 req-8463c792-6728-4d55-a170-56708c457522 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580115 Sep 16 16:27:02.660213 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e74f0e3-6c2c-4c2a-b31f-78c82edc7a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:02.662720 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e74f0e3-6c2c-4c2a-b31f-78c82edc7a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:02.663851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7e74f0e3-6c2c-4c2a-b31f-78c82edc7a34 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5550dfb8-3bfe-44e6-beec-f90acb7c132c HTTP/1.1" status: 204 len: 168 time: 0.3546925 Sep 16 16:27:02.674696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74f0e3-6c2c-4c2a-b31f-78c82edc7a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5550dfb8-3bfe-44e6-beec-f90acb7c132c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:02.797439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588af9a-3412-415c-8a69-eefb86f92fa6 req-672ca73a-4ca1-4346-980a-7554cac7713e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:02.798967 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9588af9a-3412-415c-8a69-eefb86f92fa6 req-672ca73a-4ca1-4346-980a-7554cac7713e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0682156 Sep 16 16:27:02.836460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9588af9a-3412-415c-8a69-eefb86f92fa6 req-b8b98a30-6286-43b6-86e2-ac11b3c4f0e0 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313966 Sep 16 16:27:02.978652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10080acf-9617-46a3-9f8b-91adf2c3d007 req-15902f32-a41e-40b7-914c-e040d6fa8a43 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 210 time: 0.0290999 Sep 16 16:27:03.389319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874dc88-900c-4d13-8680-2e1314ce3a4d req-bbcc431b-35d2-412d-8fd4-e20baf26a9b3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:03.390840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0874dc88-900c-4d13-8680-2e1314ce3a4d req-bbcc431b-35d2-412d-8fd4-e20baf26a9b3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0541446 Sep 16 16:27:03.430266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0874dc88-900c-4d13-8680-2e1314ce3a4d req-d2763073-826f-4a35-81ea-9bc754032844 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Sep 16 16:27:03.805182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba0227-92e8-4f8d-bca7-bf98695a427b req-70807d63-65df-4515-abdb-4a433cfa2f32 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:03.805182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71ba0227-92e8-4f8d-bca7-bf98695a427b req-70807d63-65df-4515-abdb-4a433cfa2f32 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0531874 Sep 16 16:27:03.805182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71ba0227-92e8-4f8d-bca7-bf98695a427b req-9a9f511d-5c2b-4a9d-aa86-e558050a2583 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358572 Sep 16 16:27:03.819925 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:03.956548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71ffd4-885a-42b2-aa5d-9786444d6e73 req-f8b353ef-ec20-41d5-866c-96861066341e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:03.958078 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a71ffd4-885a-42b2-aa5d-9786444d6e73 req-f8b353ef-ec20-41d5-866c-96861066341e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0492556 Sep 16 16:27:03.996026 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a71ffd4-885a-42b2-aa5d-9786444d6e73 req-861bd880-f736-47f2-9041-159b76a4206e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Sep 16 16:27:04.057505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e81e6192-f46c-4512-920e-8f69f410ea98 req-761f953d-2d50-492a-aee8-30b20e992bcf tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 210 time: 0.0266922 Sep 16 16:27:04.547031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd9535-d48e-4b7c-a0de-19bcbcda628b req-e0c0234b-0ae7-46a2-82df-a74ff0ea3d7a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:04.548680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ddd9535-d48e-4b7c-a0de-19bcbcda628b req-e0c0234b-0ae7-46a2-82df-a74ff0ea3d7a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0495546 Sep 16 16:27:04.590952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ddd9535-d48e-4b7c-a0de-19bcbcda628b req-dcec7415-8b90-4fb0-a676-81aafa5728cd tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357084 Sep 16 16:27:04.789034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37932a-c882-4679-8a13-203ffe777a59 req-defc515f-aba5-4e72-b3f5-27b2a7b3c625 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:04.790654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce37932a-c882-4679-8a13-203ffe777a59 req-defc515f-aba5-4e72-b3f5-27b2a7b3c625 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0523138 Sep 16 16:27:04.838912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce37932a-c882-4679-8a13-203ffe777a59 req-9079a524-a780-4928-89e9-8a92a1668a40 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382576 Sep 16 16:27:05.119772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42100c-e696-4aa8-9711-bc82c5956c63 req-0b313563-05f7-4a2d-aaca-d97e3eff0e23 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:05.121200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed42100c-e696-4aa8-9711-bc82c5956c63 req-0b313563-05f7-4a2d-aaca-d97e3eff0e23 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0497992 Sep 16 16:27:05.161442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed42100c-e696-4aa8-9711-bc82c5956c63 req-e74cf991-18a8-4055-baa2-68fff4e686f4 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Sep 16 16:27:05.253939 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8fbcfd9-6b57-4af4-802e-d494e4412ffb req-fb111c01-7636-418d-8c0e-3fe7f1d0f8d1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 210 time: 0.0345511 Sep 16 16:27:05.519362 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257766c-fe40-4a13-957c-4111858ccae0 req-8a1675e5-8c0c-4847-b4d9-a2f673784e57 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:05.520822 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-8a1675e5-8c0c-4847-b4d9-a2f673784e57 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 807 time: 0.1058815 Sep 16 16:27:05.535917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Request body: {'port': {'device_id': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba', 'admin_state_up': True, 'tenant_id': 'b83171c97ef440229ffe3f57d2a89529'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:05.711097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298d6d9-d9b2-4130-9e0f-e821bfa7d5b0 req-3a131a04-e30b-457a-ab22-3013372a7898 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:05.712852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4298d6d9-d9b2-4130-9e0f-e821bfa7d5b0 req-3a131a04-e30b-457a-ab22-3013372a7898 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0543721 Sep 16 16:27:05.723870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Made reservation on behalf of b83171c97ef440229ffe3f57d2a89529 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:27:05.740663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:05.755958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4298d6d9-d9b2-4130-9e0f-e821bfa7d5b0 req-35d81507-8f05-484b-934b-f04d55d5383c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363929 Sep 16 16:27:05.825628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56090) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:05.899714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Allocated IP 172.20.0.6 (d8736a5b-82a3-43cb-b137-acc1b934a7ba/9d3c5861-3949-4b7b-aa94-18ddd93f1f4a/e42482d3-da28-4cbf-be40-9e23bb9c185f) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:27:05.974273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0a53f4c-5f57-4df1-8eab-805b7d4d962b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.014591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4be0-bd6d-44ef-aec6-370ebdbef131 req-3535ecb0-7874-4768-8f06-ddf570228e59 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:06.016182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34fe4be0-bd6d-44ef-aec6-370ebdbef131 req-3535ecb0-7874-4768-8f06-ddf570228e59 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0813088 Sep 16 16:27:06.077157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34fe4be0-bd6d-44ef-aec6-370ebdbef131 req-b0992d3b-807b-4123-8a33-3f7c18a06960 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543542 Sep 16 16:27:06.105248 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.118439 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0a53f4c-5f57-4df1-8eab-805b7d4d962b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.206555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0a53f4c-5f57-4df1-8eab-805b7d4d962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.255837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b0a53f4c-5f57-4df1-8eab-805b7d4d962b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ebd29c48dca406b84b944e00adbe4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268932 Sep 16 16:27:06.255837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a53f4c-5f57-4df1-8eab-805b7d4d962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afb14a1-ce5f-4469-b469-4a7ae31145ad,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:06.256141 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.257647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56100) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:06.268156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['0248cb33-03d2-43ca-96cb-0d5a14a623d2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:06.286860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Network d8736a5b-82a3-43cb-b137-acc1b934a7ba is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:27:06.294068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:27:06.315470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:27:06.338994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c55f22-ea27-4aa3-bc33-9180b1831825 req-acfa85eb-bde9-49e5-ae14-80bdfc771228 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:06.340624 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15c55f22-ea27-4aa3-bc33-9180b1831825 req-acfa85eb-bde9-49e5-ae14-80bdfc771228 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.1011288 Sep 16 16:27:06.389548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Pushing event updated for resources: {'Port': ['ID=e42482d3-da28-4cbf-be40-9e23bb9c185f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:06.409841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:06.410514 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.423806 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd5bacb8-0b1c-47de-b1fa-a23298cc6911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.432926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15c55f22-ea27-4aa3-bc33-9180b1831825 req-f0a8c4a7-fccf-4930-a441-a4101b3a3756 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848603 Sep 16 16:27:06.452580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd5bacb8-0b1c-47de-b1fa-a23298cc6911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.454442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd5d75-44a1-45e0-8bab-614723424c0d req-7963258a-4a5d-4a4c-b06d-279ef1f9d888 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:06.456074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cacd5d75-44a1-45e0-8bab-614723424c0d req-7963258a-4a5d-4a4c-b06d-279ef1f9d888 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 931 time: 0.0848505 Sep 16 16:27:06.506313 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cacd5d75-44a1-45e0-8bab-614723424c0d req-ca20e1a6-aa2d-4851-9df8-fd60cdb7bdd4 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Sep 16 16:27:06.519337 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f78ba905-e2a9-45a6-8c63-6c07bcc2704c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9866958 Sep 16 16:27:06.533751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Request body: {'port': {'device_id': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:06.587362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.622814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd5bacb8-0b1c-47de-b1fa-a23298cc6911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.625411 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd5bacb8-0b1c-47de-b1fa-a23298cc6911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.626587 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fd5bacb8-0b1c-47de-b1fa-a23298cc6911 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0afb14a1-ce5f-4469-b469-4a7ae31145ad HTTP/1.1" status: 204 len: 168 time: 0.3678753 Sep 16 16:27:06.647849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bacb8-0b1c-47de-b1fa-a23298cc6911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afb14a1-ce5f-4469-b469-4a7ae31145ad,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:06.902345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42482d3-da28-4cbf-be40-9e23bb9c185f {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:06.912806 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:06.926268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Transition to ACTIVE for port object e42482d3-da28-4cbf-be40-9e23bb9c185f will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:27:06.930615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3d046-3287-4752-abe5-c980d8d0be12 req-6088df0d-4cc7-43a9-97e0-e6b4d2ce551e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:06.933926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0b3d046-3287-4752-abe5-c980d8d0be12 req-6088df0d-4cc7-43a9-97e0-e6b4d2ce551e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0984521 Sep 16 16:27:06.986936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0b3d046-3287-4752-abe5-c980d8d0be12 req-a843c050-654a-44a9-808c-8792e8b0c284 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 Sep 16 16:27:07.054478 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:07.113720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Pushing event updated for resources: {'Port': ['ID=e42482d3-da28-4cbf-be40-9e23bb9c185f,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:07.191772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:07.192258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:07.192713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:07.197995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:07.198452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:07.205119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:07.205610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:07.206253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:07.206831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Bound port: e42482d3-da28-4cbf-be40-9e23bb9c185f, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:07.207312 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:07.243396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc47be6-4294-4ce4-bfa1-1cafc28a6729 req-0bf83154-aaa2-46d6-b8fa-a0d63b7603df tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:07.245075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0bc47be6-4294-4ce4-bfa1-1cafc28a6729 req-0bf83154-aaa2-46d6-b8fa-a0d63b7603df tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0710945 Sep 16 16:27:07.287162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0bc47be6-4294-4ce4-bfa1-1cafc28a6729 req-f6548a41-8354-46fc-ba8a-754e99145527 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Sep 16 16:27:07.294809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:07.298388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:27:07.443887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:07.482270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:07.482890 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:07.484540 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] 10.222.0.62 "PUT /v2.0/ports/e42482d3-da28-4cbf-be40-9e23bb9c185f HTTP/1.1" status: 200 len: 1091 time: 0.9554982 Sep 16 16:27:07.484988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'tag': 'e42482d3-da28-4cbf-be40-9e23bb9c185f'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:07.487266 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c207febe-b72e-4d5c-a2b5-87ed4cf3227f" -d '{"events": [{"name": "network-changed", "server_uuid": "0207cd7c-6b12-4b2e-8ee2-b5b103dea929", "tag": "e42482d3-da28-4cbf-be40-9e23bb9c185f"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:07.495792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56122) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:07.523908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9647f94-b4e9-4142-9f9d-42b4cac0626c service neutron] Pushing event updated for resources: {'Port': ['ID=e42482d3-da28-4cbf-be40-9e23bb9c185f,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:07.526382 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-709d454d-9cf5-4a69-8487-bac8586735a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:07.563071 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd6da45-6755-4d93-a0cc-94febbc0f342 x-openstack-request-id: req-0dd6da45-6755-4d93-a0cc-94febbc0f342 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:07.564505 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0207cd7c-6b12-4b2e-8ee2-b5b103dea929", "tag": "e42482d3-da28-4cbf-be40-9e23bb9c185f", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:07.565002 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dd6da45-6755-4d93-a0cc-94febbc0f342 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:07.565586 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'tag': 'e42482d3-da28-4cbf-be40-9e23bb9c185f', 'status': 'completed', 'code': 200} Sep 16 16:27:07.601534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b0eaf-3624-4b49-97fd-8464ebdefe7d req-3d779089-594b-4cee-a685-dc2dfab9facf tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:07.603329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f1b0eaf-3624-4b49-97fd-8464ebdefe7d req-3d779089-594b-4cee-a685-dc2dfab9facf tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0788527 Sep 16 16:27:07.640681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207febe-b72e-4d5c-a2b5-87ed4cf3227f req-8bcaf785-2e5b-4942-af2b-deb1538c9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:07.642412 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c207febe-b72e-4d5c-a2b5-87ed4cf3227f req-8bcaf785-2e5b-4942-af2b-deb1538c9b49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 1094 time: 0.0577364 Sep 16 16:27:07.708552 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f1b0eaf-3624-4b49-97fd-8464ebdefe7d req-73e3716d-f1d0-491a-9ff3-42e332b495c3 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920916 Sep 16 16:27:07.763238 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-709d454d-9cf5-4a69-8487-bac8586735a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:07.767761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207febe-b72e-4d5c-a2b5-87ed4cf3227f req-37269655-ea82-4ecc-8120-1c08223cad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:07.769519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c207febe-b72e-4d5c-a2b5-87ed4cf3227f req-37269655-ea82-4ecc-8120-1c08223cad01 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b83171c97ef440229ffe3f57d2a89529&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1192610 Sep 16 16:27:07.774504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0511865-c82f-49e8-8793-d8fbd3f2b676 req-719b8ded-46d8-4e5b-a181-f085079cbc65 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:07.776092 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0511865-c82f-49e8-8793-d8fbd3f2b676 req-719b8ded-46d8-4e5b-a181-f085079cbc65 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.1137016 Sep 16 16:27:07.819786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0511865-c82f-49e8-8793-d8fbd3f2b676 req-ec41666a-e8d0-4653-874c-fe359924af5b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361078 Sep 16 16:27:07.866352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-709d454d-9cf5-4a69-8487-bac8586735a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:07.872530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207febe-b72e-4d5c-a2b5-87ed4cf3227f req-9e413d22-fe89-4a62-89d1-575f7d064a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:07.874055 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c207febe-b72e-4d5c-a2b5-87ed4cf3227f req-9e413d22-fe89-4a62-89d1-575f7d064a92 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979619 Sep 16 16:27:07.915070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-709d454d-9cf5-4a69-8487-bac8586735a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8041d1156b2542f8a6b91558f57eba56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181511 Sep 16 16:27:07.915982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d454d-9cf5-4a69-8487-bac8586735a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c310adea-7910-4ccc-8c34-ea2b6692a5ec,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:07.918191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56128) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:08.006718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257766c-fe40-4a13-957c-4111858ccae0 req-083ae0a3-a913-494c-b36d-9d87b8a8681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:08.008315 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-083ae0a3-a913-494c-b36d-9d87b8a8681a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 1094 time: 0.0890932 Sep 16 16:27:08.052313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e381a736-5901-4116-a888-66a843899cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:08.056201 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-be377ea8-4a17-49e1-ad1a-3c859885f4af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f HTTP/1.1" status: 200 len: 217 time: 0.0392256 Sep 16 16:27:08.109861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e381a736-5901-4116-a888-66a843899cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:08.136088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0396bb6-4317-46d7-a846-cf0fb809bf85 req-50d05459-7f3d-41ce-b978-301c7e81bea1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:08.138386 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0396bb6-4317-46d7-a846-cf0fb809bf85 req-50d05459-7f3d-41ce-b978-301c7e81bea1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0568008 Sep 16 16:27:08.141171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257766c-fe40-4a13-957c-4111858ccae0 req-474b65be-2c4e-4ff0-879e-88e25759cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:08.142717 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-474b65be-2c4e-4ff0-879e-88e25759cda0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0778034 Sep 16 16:27:08.177787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-9747f779-977c-4618-88f3-5291833f4eba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274835 Sep 16 16:27:08.193679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0396bb6-4317-46d7-a846-cf0fb809bf85 req-a7413d73-b054-41d1-b962-82716945f77e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487165 Sep 16 16:27:08.272006 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-f90b6fa8-d9cb-4d87-90ed-532934234164 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867054 Sep 16 16:27:08.344415 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e381a736-5901-4116-a888-66a843899cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:08.347539 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e381a736-5901-4116-a888-66a843899cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:08.348142 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e381a736-5901-4116-a888-66a843899cd8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c310adea-7910-4ccc-8c34-ea2b6692a5ec HTTP/1.1" status: 204 len: 168 time: 0.4182882 Sep 16 16:27:08.363236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381a736-5901-4116-a888-66a843899cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c310adea-7910-4ccc-8c34-ea2b6692a5ec,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:08.410787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e257766c-fe40-4a13-957c-4111858ccae0 req-1b2b5ed4-a879-420c-bd96-4d096690f7e4 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304889 Sep 16 16:27:08.433755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68263091-6689-4092-a3c0-85a8abc6f26a req-1a081b08-ecee-4367-953e-08144d37ef3e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:08.435398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68263091-6689-4092-a3c0-85a8abc6f26a req-1a081b08-ecee-4367-953e-08144d37ef3e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0666001 Sep 16 16:27:08.478818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68263091-6689-4092-a3c0-85a8abc6f26a req-2337bebf-4fb2-49b6-949a-aa72385753d1 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369587 Sep 16 16:27:08.822000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9036648-c09f-4c7a-b14a-b97ce4e6ba5a req-02b3d260-c254-42ce-9b66-64162d3cf3f0 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:08.823466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9036648-c09f-4c7a-b14a-b97ce4e6ba5a req-02b3d260-c254-42ce-9b66-64162d3cf3f0 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0523338 Sep 16 16:27:08.881239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9036648-c09f-4c7a-b14a-b97ce4e6ba5a req-8b68ca2a-c7b5-460b-8c54-956637b76c53 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499856 Sep 16 16:27:08.981778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf858e7-821a-4a9f-b05f-3911b6bc09bc req-67cd799f-98c7-4629-beb9-ce1def31ce58 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:08.982961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcf858e7-821a-4a9f-b05f-3911b6bc09bc req-67cd799f-98c7-4629-beb9-ce1def31ce58 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0594516 Sep 16 16:27:09.046177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcf858e7-821a-4a9f-b05f-3911b6bc09bc req-a03c3342-3eae-4454-98c6-21af15f19300 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545006 Sep 16 16:27:09.322472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36254b0a-ef85-4d3a-9e90-7a0324271b19 req-fe3f6be5-8d68-4219-951d-b9f0cfc7721a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:09.324878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36254b0a-ef85-4d3a-9e90-7a0324271b19 req-fe3f6be5-8d68-4219-951d-b9f0cfc7721a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0554376 Sep 16 16:27:09.366414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36254b0a-ef85-4d3a-9e90-7a0324271b19 req-3bbcef89-24cb-4aec-9376-4f3e3b5ebf97 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350201 Sep 16 16:27:09.601770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974c52a-9dd7-4578-90b2-748ef25456bf req-7b9e25d7-affd-4818-b5e2-8d69759c54d0 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:09.603317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2974c52a-9dd7-4578-90b2-748ef25456bf req-7b9e25d7-affd-4818-b5e2-8d69759c54d0 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0506055 Sep 16 16:27:09.644705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2974c52a-9dd7-4578-90b2-748ef25456bf req-44ada459-6d5b-4760-9cc5-c0d968494c97 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Sep 16 16:27:09.702824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56172) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:09.805173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-577992748-network', 'tenant_id': '76025db0b15c47df8c05098e582d137d'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:09.940862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Made reservation on behalf of 76025db0b15c47df8c05098e582d137d for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:27:09.943486 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:09.953967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:10.034562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b449f-eb1e-4c46-a42e-60cc103335b3 req-4f994b81-f0fb-42b8-9137-4157fc88355a tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:10.035957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c3b449f-eb1e-4c46-a42e-60cc103335b3 req-4f994b81-f0fb-42b8-9137-4157fc88355a tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0785923 Sep 16 16:27:10.092666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c3b449f-eb1e-4c46-a42e-60cc103335b3 req-c13a698f-14fb-4bef-8907-00bb36fbd253 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503850 Sep 16 16:27:10.149052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:10.238011 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8921f2-0d10-4281-959b-4acf50c5ed07 req-8ad48586-db50-4f89-a367-aa71deee1996 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:10.239880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff8921f2-0d10-4281-959b-4acf50c5ed07 req-8ad48586-db50-4f89-a367-aa71deee1996 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0512288 Sep 16 16:27:10.241005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:10.285623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:27:10.290692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:10.308342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:10.308717 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Added segment 3f109520-ff07-455e-ad58-b9e8fb658c93 of type vlan for network f719d1f9-2a89-44cc-a958-5f1284f59909 Sep 16 16:27:10.320757 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff8921f2-0d10-4281-959b-4acf50c5ed07 req-08d602e4-9b9b-4966-8df2-b895479c4c48 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674603 Sep 16 16:27:10.356626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:10.486869 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:10.488132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:10.488760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:10.534591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc68efb-c668-4c6a-9488-da73f72e7877 req-a6a7db4f-9e6a-40ee-bede-098af8fb67fc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:10.544457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fc68efb-c668-4c6a-9488-da73f72e7877 req-a6a7db4f-9e6a-40ee-bede-098af8fb67fc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0904975 Sep 16 16:27:10.575549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] Pushing event updated for resources: {'Network': ['ID=f719d1f9-2a89-44cc-a958-5f1284f59909,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:10.586983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network f719d1f9-2a89-44cc-a958-5f1284f59909 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:27:10.602689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-17fedd18-637f-4abb-9753-7cc159ee4faa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8987064 Sep 16 16:27:10.605980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56188) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:10.611553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Request body: {'subnet': {'network_id': 'f719d1f9-2a89-44cc-a958-5f1284f59909', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-577992748-subnet', 'tenant_id': '76025db0b15c47df8c05098e582d137d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:10.613378 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fc68efb-c668-4c6a-9488-da73f72e7877 req-dd90a67f-1c7a-4b33-976a-da8b083fc252 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469518 Sep 16 16:27:10.728639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Made reservation on behalf of 76025db0b15c47df8c05098e582d137d for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:27:10.731313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:10.781083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8f87-2f2f-4fcd-a2a6-5e942fbf98a8 req-ebd42688-5995-4a21-8712-22e5a52b8703 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:10.783093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-281d8f87-2f2f-4fcd-a2a6-5e942fbf98a8 req-ebd42688-5995-4a21-8712-22e5a52b8703 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0620205 Sep 16 16:27:10.826759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-281d8f87-2f2f-4fcd-a2a6-5e942fbf98a8 req-566d0e7b-9527-4a4c-89bc-91d04c6616df tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369415 Sep 16 16:27:11.225872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fad86c-a41c-482a-91d9-e579e30afa6d req-8eda9839-1451-4afb-b065-a64731dd4680 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:11.227525 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20fad86c-a41c-482a-91d9-e579e30afa6d req-8eda9839-1451-4afb-b065-a64731dd4680 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0554228 Sep 16 16:27:11.237894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:11.274912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20fad86c-a41c-482a-91d9-e579e30afa6d req-d0a54f7c-0e7d-426c-92ed-4cbf78c81407 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Sep 16 16:27:11.304750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1234e92-ee0e-420b-b1bf-7232a2805033,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:11.316750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Checking segment: {'id': '3f109520-ff07-455e-ad58-b9e8fb658c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f719d1f9-2a89-44cc-a958-5f1284f59909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:11.317106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Network hostable DHCP agents. Network: f719d1f9-2a89-44cc-a958-5f1284f59909, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:27:11.437671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Network f719d1f9-2a89-44cc-a958-5f1284f59909 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:27:11.441133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e30b1-44bc-4669-87da-04fbbf862e68 req-8967b35b-6f5a-4f09-827d-d2506b41f5ac tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:11.442622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-025e30b1-44bc-4669-87da-04fbbf862e68 req-8967b35b-6f5a-4f09-827d-d2506b41f5ac tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0495796 Sep 16 16:27:11.479894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-025e30b1-44bc-4669-87da-04fbbf862e68 req-6b0f4d5e-c35d-4c27-b698-eaa35c05fd1d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Sep 16 16:27:11.529473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, f719d1f9-2a89-44cc-a958-5f1284f59909) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:27:11.533669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:11.534376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:11.539118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c471568-71f7-42b2-bc96-8fbd148e43e2 None None] Network f719d1f9-2a89-44cc-a958-5f1284f59909 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:27:11.627032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-349447c8-7897-49d2-aa86-d97fd8bb647c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0196667 Sep 16 16:27:11.666421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c049404-61d8-4ffe-a60d-25fc61d75808 None None] Network f719d1f9-2a89-44cc-a958-5f1284f59909 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:27:11.736176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ce533-b664-4745-a6f4-a80bc02082d5 req-655ca0ff-571f-44c0-9aef-65190b7b63f2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:11.737823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b40ce533-b664-4745-a6f4-a80bc02082d5 req-655ca0ff-571f-44c0-9aef-65190b7b63f2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0535438 Sep 16 16:27:11.779549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b40ce533-b664-4745-a6f4-a80bc02082d5 req-0d5ae7f4-de8d-4231-88df-fd00927d8ef0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332062 Sep 16 16:27:11.945965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23cbf7-f912-4f3c-9e64-9bca73263353 req-660cf5ec-b4c9-4fe6-8741-514215da6b93 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:11.947445 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d23cbf7-f912-4f3c-9e64-9bca73263353 req-660cf5ec-b4c9-4fe6-8741-514215da6b93 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0503042 Sep 16 16:27:11.990826 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d23cbf7-f912-4f3c-9e64-9bca73263353 req-12bb5c2b-664a-4dd1-87d2-cc0fa748e870 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370133 Sep 16 16:27:12.410298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56232) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:12.416943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1347397837-network', 'tenant_id': '4c21d345e1734f2695495b543f5ea790'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:12.438979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad461-1b5d-49db-a5c7-0f9c779526bc req-94556f2b-7394-449a-aed8-964de1078247 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:12.440694 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-924ad461-1b5d-49db-a5c7-0f9c779526bc req-94556f2b-7394-449a-aed8-964de1078247 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0706584 Sep 16 16:27:12.547691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-924ad461-1b5d-49db-a5c7-0f9c779526bc req-2a07e176-870b-4fd8-b2a7-bf00d4e79abf tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991447 Sep 16 16:27:12.585170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-b3b1aa06-333d-4ac8-a2c4-c7733c05ed79 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:12.587125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-b3b1aa06-333d-4ac8-a2c4-c7733c05ed79 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 821 time: 0.1393025 Sep 16 16:27:12.603238 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-24a80c06-1e65-471b-ba0e-dd3e4ba2b76b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/quotas/766ce6d6bbc94e888a00a8b38d7c11a6 HTTP/1.1" status: 200 len: 375 time: 0.0094783 Sep 16 16:27:12.641177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Made reservation on behalf of 4c21d345e1734f2695495b543f5ea790 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:27:12.643503 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:12.675293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:12.716283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e7f7b-ef0e-4571-aaf1-49d099215a69 req-97aaa36b-c928-4281-890b-6f548c5d12cc tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:12.718931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f1e7f7b-ef0e-4571-aaf1-49d099215a69 req-97aaa36b-c928-4281-890b-6f548c5d12cc tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.1148610 Sep 16 16:27:12.728639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-d6441b7c-f957-4f21-bcdf-49b060bc76a1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1139247 Sep 16 16:27:12.840945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f1e7f7b-ef0e-4571-aaf1-49d099215a69 req-27e0de90-4123-41a3-a760-d3d3a10c3d95 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101716 Sep 16 16:27:12.897460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-8effbe12-2ff9-42a0-b2b7-81500aebbb52 service neutron] 10.222.0.22 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545451 Sep 16 16:27:12.962647 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:13.022836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbb474-e6a1-4f54-9875-520c99d856ca req-7648f7da-300c-4e5c-98e1-d7cff8ce6f32 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:13.024361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8cbb474-e6a1-4f54-9875-520c99d856ca req-7648f7da-300c-4e5c-98e1-d7cff8ce6f32 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.1260386 Sep 16 16:27:13.069465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-79775741-caa2-4c8c-b481-5a9d8e119d29 service neutron] 10.222.0.22 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591640 Sep 16 16:27:13.082677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8cbb474-e6a1-4f54-9875-520c99d856ca req-f1311fb9-7ab5-4b8f-933a-6ad68382b55d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517132 Sep 16 16:27:13.111977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:13.139372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:27:13.179998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4905b17-10b6-4719-8f10-5827b89debca,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:13.183195 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:13.183563 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Added segment 854534d0-b2a3-4b77-b8ae-a1d87dead020 of type vlan for network 34169840-2cd3-42fb-a473-94f2f962f90f Sep 16 16:27:13.235756 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:13.252714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9c313-4505-415b-8661-e7782389f8ac req-f5c20ad3-b901-4938-8ebb-6143233d0e2e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:13.254237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8fc9c313-4505-415b-8661-e7782389f8ac req-f5c20ad3-b901-4938-8ebb-6143233d0e2e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.1119235 Sep 16 16:27:13.301529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8fc9c313-4505-415b-8661-e7782389f8ac req-1b5f34aa-f3a2-4083-b68a-22181327ad44 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Sep 16 16:27:13.351976 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:13.374888 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:13.375891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:13.376515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:13.440334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] Pushing event updated for resources: {'Network': ['ID=34169840-2cd3-42fb-a473-94f2f962f90f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:13.450047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 34169840-2cd3-42fb-a473-94f2f962f90f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:27:13.467665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0b357bc2-5ef9-4ef2-99e0-d746f33795a1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0557647 Sep 16 16:27:13.471393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56250) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:13.476915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Request body: {'subnet': {'network_id': '34169840-2cd3-42fb-a473-94f2f962f90f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1347397837-subnet', 'tenant_id': '4c21d345e1734f2695495b543f5ea790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:13.551791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Made reservation on behalf of 4c21d345e1734f2695495b543f5ea790 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:27:13.554222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:13.585950 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:13.645289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4005097-c147-4af7-a449-ac653be4364d req-3e74793f-12bb-41bc-a14a-1699e1635788 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 210 time: 0.0356216 Sep 16 16:27:13.719181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c68e3-dcd7-46bd-af79-8ffc29c89da6 req-ae8c1e5e-09b2-46c3-9072-0e1d91c29ca2 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:13.724925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-780c68e3-dcd7-46bd-af79-8ffc29c89da6 req-ae8c1e5e-09b2-46c3-9072-0e1d91c29ca2 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0716534 Sep 16 16:27:13.783142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-780c68e3-dcd7-46bd-af79-8ffc29c89da6 req-b2d4ae23-65d3-4d3b-811a-c97edd745743 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Sep 16 16:27:13.843501 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:13.913840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0deb6c4c-2446-408d-8366-43e0be02e348,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:13.925710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Checking segment: {'id': '854534d0-b2a3-4b77-b8ae-a1d87dead020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34169840-2cd3-42fb-a473-94f2f962f90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:13.927530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Network hostable DHCP agents. Network: 34169840-2cd3-42fb-a473-94f2f962f90f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:27:13.977409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc5ce2-f320-4b6e-8c18-4dd8d2e635d1 req-525b847e-cf96-4162-8a96-304419c7cd2d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:13.978804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1bc5ce2-f320-4b6e-8c18-4dd8d2e635d1 req-525b847e-cf96-4162-8a96-304419c7cd2d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0544748 Sep 16 16:27:14.020303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1bc5ce2-f320-4b6e-8c18-4dd8d2e635d1 req-47891170-2899-4336-bd8e-c2727a63cd1b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350149 Sep 16 16:27:14.032233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Network 34169840-2cd3-42fb-a473-94f2f962f90f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:27:14.163281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 34169840-2cd3-42fb-a473-94f2f962f90f) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:27:14.167373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:14.167958 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:14.174914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d525d-9555-4684-9389-47cb24964c50 None None] Network 34169840-2cd3-42fb-a473-94f2f962f90f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:27:14.197154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3034c-93bf-4392-8ec4-776f373e3add req-328c0085-9bc0-4715-adab-5cbf3545a978 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:14.198645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75a3034c-93bf-4392-8ec4-776f373e3add req-328c0085-9bc0-4715-adab-5cbf3545a978 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0498583 Sep 16 16:27:14.242143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75a3034c-93bf-4392-8ec4-776f373e3add req-a3c2633d-2f61-4627-ae88-25fd0e1130ae tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370352 Sep 16 16:27:14.295970 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-101900fb-7020-4ea3-91d2-75e446d386ea admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8233442 Sep 16 16:27:14.307809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ef270-be87-448b-bb46-acc7649ba6ad None None] Network 34169840-2cd3-42fb-a473-94f2f962f90f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:27:14.451958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e3c1c-7e9b-4355-8ec3-4a3b13ec4a71 req-19cac1af-c90c-4463-8607-202ece970e11 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:14.454974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e3e3c1c-7e9b-4355-8ec3-4a3b13ec4a71 req-19cac1af-c90c-4463-8607-202ece970e11 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0799360 Sep 16 16:27:14.499256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e3e3c1c-7e9b-4355-8ec3-4a3b13ec4a71 req-192bdc35-711a-40ac-ac21-80de2352ffc3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371449 Sep 16 16:27:14.753509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e250865-a671-47bd-9614-3ae5d7174052 req-7dd212d0-ca04-4583-b130-492b622dd3dd tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 210 time: 0.0330079 Sep 16 16:27:14.868280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-cfdfbc3f-1bdb-4900-99c0-ce6de069bfee tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:14.869758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-cfdfbc3f-1bdb-4900-99c0-ce6de069bfee tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/networks?id=f719d1f9-2a89-44cc-a958-5f1284f59909 HTTP/1.1" status: 200 len: 814 time: 0.1187999 Sep 16 16:27:14.903849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-28400e3a-0a74-4875-8c77-09c9a62ec6f6 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/quotas/76025db0b15c47df8c05098e582d137d HTTP/1.1" status: 200 len: 375 time: 0.0255291 Sep 16 16:27:14.944158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-9d73ec0c-8b8d-4581-a015-40b9c55494c7 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=76025db0b15c47df8c05098e582d137d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338473 Sep 16 16:27:14.953158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cc596-bddc-497c-a08a-5f7cc7e4639f req-6f773764-d9f6-4caf-9225-0dcaf5e6221e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:14.954655 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af3cc596-bddc-497c-a08a-5f7cc7e4639f req-6f773764-d9f6-4caf-9225-0dcaf5e6221e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0939765 Sep 16 16:27:15.049754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af3cc596-bddc-497c-a08a-5f7cc7e4639f req-f8dd4d88-1293-48e2-9ce2-c5f07c15ad2c tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867829 Sep 16 16:27:15.071447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-3b81adc5-2960-48dc-95a2-410457b4988b service neutron] 10.222.0.22 "GET /v2.0/networks/f719d1f9-2a89-44cc-a958-5f1284f59909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158168 Sep 16 16:27:15.204171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24fa2-bebc-48da-9fca-130e7aee846c req-0a496ccf-a544-4999-86a8-e0f8ea93e54f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:15.205686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45d24fa2-bebc-48da-9fca-130e7aee846c req-0a496ccf-a544-4999-86a8-e0f8ea93e54f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0964427 Sep 16 16:27:15.207997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-2e4706ed-9ae4-4339-842b-53144cc48792 service neutron] 10.222.0.22 "GET /v2.0/networks/f719d1f9-2a89-44cc-a958-5f1284f59909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297412 Sep 16 16:27:15.245086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45d24fa2-bebc-48da-9fca-130e7aee846c req-5019c065-e3e4-4625-91b8-9ebeeff57f30 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334823 Sep 16 16:27:15.366778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5a7fe-1c6a-4069-b5d1-e9c1f1e7e6bc req-1684daef-831e-405d-897d-908e72606061 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:15.368274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46a5a7fe-1c6a-4069-b5d1-e9c1f1e7e6bc req-1684daef-831e-405d-897d-908e72606061 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0551870 Sep 16 16:27:15.415335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46a5a7fe-1c6a-4069-b5d1-e9c1f1e7e6bc req-c16d1791-4ec0-4a2b-a477-e39fef696577 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Sep 16 16:27:15.465195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ac059bf7-5199-4f1e-8007-5684e3c5690e req-b23665ec-acfc-4bee-bab3-f2c5d757214d tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 210 time: 0.0278189 Sep 16 16:27:15.625919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c1fa-8e56-4f3a-986f-b5513b06afa4 req-8915f124-3601-4364-92f5-f9130e1d264c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:15.627385 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb99c1fa-8e56-4f3a-986f-b5513b06afa4 req-8915f124-3601-4364-92f5-f9130e1d264c tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0504887 Sep 16 16:27:15.667915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb99c1fa-8e56-4f3a-986f-b5513b06afa4 req-d3546d79-d1f8-40f9-8ed7-c7893f69793b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345163 Sep 16 16:27:15.841335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-ee90239d-b848-492e-8585-1268825d0839 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:15.844080 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-ee90239d-b848-492e-8585-1268825d0839 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.52 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 821 time: 0.1100481 Sep 16 16:27:15.856711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Request body: {'port': {'device_id': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b', 'admin_state_up': True, 'tenant_id': '766ce6d6bbc94e888a00a8b38d7c11a6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:15.863259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0dbb60a-68e0-4175-921b-dd31b1ed8624 req-2dcadbe1-53be-497d-b07e-91f9ee068223 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 210 time: 0.0311482 Sep 16 16:27:16.060323 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Made reservation on behalf of 766ce6d6bbc94e888a00a8b38d7c11a6 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:27:16.065169 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:16.179322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f8ba8-4552-46ab-a540-ce6d4810313e req-68017eb1-1b32-4811-8e43-bd43583aa86c tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:16.190650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-846f8ba8-4552-46ab-a540-ce6d4810313e req-68017eb1-1b32-4811-8e43-bd43583aa86c tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0706089 Sep 16 16:27:16.206055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Allocated IP 172.20.0.6 (75508dcc-21bf-4c22-b5b5-12c516491d6b/5ca29617-9cd6-4a45-9390-139b0ed27531/3c929434-910b-4282-b9a4-d2c8d8405302) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:27:16.234616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-846f8ba8-4552-46ab-a540-ce6d4810313e req-9157599f-1f17-4631-8d8b-ff7cabeaf3cb tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Sep 16 16:27:16.365650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee21dd7-4980-4d0e-8cfb-c14f23bee754 req-3a1864ae-5c3b-44a8-87bb-b43bd1858fd0 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:16.369069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dee21dd7-4980-4d0e-8cfb-c14f23bee754 req-3a1864ae-5c3b-44a8-87bb-b43bd1858fd0 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0530319 Sep 16 16:27:16.382978 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:16.425127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dee21dd7-4980-4d0e-8cfb-c14f23bee754 req-6c5760af-c49b-4b41-96aa-3e2c8cde3bc1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509205 Sep 16 16:27:16.495398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:16.510347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6549b5f1-c569-4336-aa80-51ba667a5c6b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:16.566603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ef75-7447-4c3e-89a6-0b7f9123511f req-1bf0027e-d4a3-4ce0-a586-91d247214951 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:16.574038 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Pushing event updated for resources: {'Port': ['ID=3c929434-910b-4282-b9a4-d2c8d8405302,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:16.575848 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38d6ef75-7447-4c3e-89a6-0b7f9123511f req-1bf0027e-d4a3-4ce0-a586-91d247214951 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0889339 Sep 16 16:27:16.598527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Network 75508dcc-21bf-4c22-b5b5-12c516491d6b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:27:16.601500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:27:16.613167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:27:16.628357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e53750cd-ff7d-4bb8-a3f6-b4b1be4431d3 req-971b216c-3df3-41c5-8596-7ab06abc1aa3 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 210 time: 0.0471628 Sep 16 16:27:16.674511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38d6ef75-7447-4c3e-89a6-0b7f9123511f req-35d0ff18-421f-48df-856b-cf4b12b4a0c7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918853 Sep 16 16:27:16.740121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:16.741947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:16.849236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6ac01-8290-443e-ac6e-68ff8b17d6ac req-4e65432c-01a0-4bd2-8d52-ff8b362aac22 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:16.850755 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-afe6ac01-8290-443e-ac6e-68ff8b17d6ac req-4e65432c-01a0-4bd2-8d52-ff8b362aac22 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0511262 Sep 16 16:27:16.861220 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-a3b8f315-dd05-4df5-83ea-67fe563b4f8c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0087302 Sep 16 16:27:16.874021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Request body: {'port': {'device_id': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:16.932667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-afe6ac01-8290-443e-ac6e-68ff8b17d6ac req-5e69166b-d894-4d57-a9e8-70542234a07b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608256 Sep 16 16:27:16.939112 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:16.997803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d5575-b00a-4da2-9bd2-b0f0a676f580 req-2ecf4527-462c-47f0-8b12-68c2296894c4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:17.000247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-639d5575-b00a-4da2-9bd2-b0f0a676f580 req-2ecf4527-462c-47f0-8b12-68c2296894c4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 931 time: 0.0551615 Sep 16 16:27:17.046862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-639d5575-b00a-4da2-9bd2-b0f0a676f580 req-559e2380-1b81-4db5-ab29-fdad30639c0f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399463 Sep 16 16:27:17.275418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c929434-910b-4282-b9a4-d2c8d8405302 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:17.281414 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:17.297099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Transition to ACTIVE for port object 3c929434-910b-4282-b9a4-d2c8d8405302 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:27:17.358223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:17.358449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9779f8-d0a9-4bb7-83c1-b97e3a843e22 req-cf99c663-457c-411f-a477-c15e5644162f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:17.360210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b9779f8-d0a9-4bb7-83c1-b97e3a843e22 req-cf99c663-457c-411f-a477-c15e5644162f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0558703 Sep 16 16:27:17.416469 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b9779f8-d0a9-4bb7-83c1-b97e3a843e22 req-60ab9bb9-5c09-4f81-9fc2-22c97283f9fc tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490119 Sep 16 16:27:17.433664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Pushing event updated for resources: {'Port': ['ID=3c929434-910b-4282-b9a4-d2c8d8405302,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:17.492504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:17.493194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:17.493529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:17.498020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Port 3c929434-910b-4282-b9a4-d2c8d8405302 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:17.498371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:17.503580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:17.503956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:17.504471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:17.504910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Bound port: 3c929434-910b-4282-b9a4-d2c8d8405302, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:17.505275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:17.552823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514a20e-70ee-42c6-bcc6-5806e1eb62ca req-d108eb70-229f-4cea-a6f3-833bb4d3106f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:17.554455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4514a20e-70ee-42c6-bcc6-5806e1eb62ca req-d108eb70-229f-4cea-a6f3-833bb4d3106f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0518932 Sep 16 16:27:17.582754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:17.586074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:27:17.596676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4514a20e-70ee-42c6-bcc6-5806e1eb62ca req-762d24dd-712f-4516-982f-34722991641c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Sep 16 16:27:17.696083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:17.739364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:17.740217 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:17.742022 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] 10.222.0.52 "PUT /v2.0/ports/3c929434-910b-4282-b9a4-d2c8d8405302 HTTP/1.1" status: 200 len: 1091 time: 0.8726451 Sep 16 16:27:17.744596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'tag': '3c929434-910b-4282-b9a4-d2c8d8405302'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:17.746050 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad9188-f595-4169-98fc-d622d38a5240 req-35aaee2e-b2a5-4136-8425-cd724da5a55b tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 210 time: 0.0435765 Sep 16 16:27:17.750017 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba3bb46-1063-4464-8264-18f2ab337568" -d '{"events": [{"name": "network-changed", "server_uuid": "9345e8a9-6d6c-4074-90ab-db3acd2893dc", "tag": "3c929434-910b-4282-b9a4-d2c8d8405302"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:17.784730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b160d84-63fa-488c-80ae-b79237883d6b service neutron] Pushing event updated for resources: {'Port': ['ID=3c929434-910b-4282-b9a4-d2c8d8405302,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:17.850109 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f79669c-062c-4129-9078-f8c8bcf3560a x-openstack-request-id: req-5f79669c-062c-4129-9078-f8c8bcf3560a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:17.852775 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9345e8a9-6d6c-4074-90ab-db3acd2893dc", "tag": "3c929434-910b-4282-b9a4-d2c8d8405302", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:17.853124 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f79669c-062c-4129-9078-f8c8bcf3560a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:17.855274 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'tag': '3c929434-910b-4282-b9a4-d2c8d8405302', 'status': 'completed', 'code': 200} Sep 16 16:27:17.855401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb8252-778e-4f41-ad43-51b45dac8a38 req-02bfbcb9-827a-4e20-b611-bbff83a4f67c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:17.865207 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38fb8252-778e-4f41-ad43-51b45dac8a38 req-02bfbcb9-827a-4e20-b611-bbff83a4f67c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0852790 Sep 16 16:27:17.936985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38fb8252-778e-4f41-ad43-51b45dac8a38 req-9ac8284e-ac22-48ae-8452-fd17239a7f4a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643911 Sep 16 16:27:17.970915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3bb46-1063-4464-8264-18f2ab337568 req-d019c7ee-f954-418a-b499-86f849587d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:17.972635 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4ba3bb46-1063-4464-8264-18f2ab337568 req-d019c7ee-f954-418a-b499-86f849587d12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 1094 time: 0.1100781 Sep 16 16:27:18.035016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-d5e05926-6167-4922-8223-4bbdcfe7b43d tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:18.036540 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-d5e05926-6167-4922-8223-4bbdcfe7b43d tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.52 "GET /v2.0/networks?id=f719d1f9-2a89-44cc-a958-5f1284f59909 HTTP/1.1" status: 200 len: 814 time: 0.2262866 Sep 16 16:27:18.054220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651897c-6ef6-4008-9ec9-a58d67dc6dc9 req-af93b152-01b4-4f4d-ab73-c23c0518a0e6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:18.056001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4651897c-6ef6-4008-9ec9-a58d67dc6dc9 req-af93b152-01b4-4f4d-ab73-c23c0518a0e6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0540087 Sep 16 16:27:18.074520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Request body: {'port': {'device_id': 'b2a04235-1b09-4039-a638-0764b196cd71', 'network_id': 'f719d1f9-2a89-44cc-a958-5f1284f59909', 'admin_state_up': True, 'tenant_id': '76025db0b15c47df8c05098e582d137d'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:18.112868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4651897c-6ef6-4008-9ec9-a58d67dc6dc9 req-f9566e65-d0df-4722-b504-7581f39aec63 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Sep 16 16:27:18.204886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3bb46-1063-4464-8264-18f2ab337568 req-0d2f820a-f8a6-41d3-aeb0-eb0ef49d5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:18.206403 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4ba3bb46-1063-4464-8264-18f2ab337568 req-0d2f820a-f8a6-41d3-aeb0-eb0ef49d5ec8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2166815 Sep 16 16:27:18.216997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d85cf-fd3d-44a2-8930-f86db93f08f8 req-74fa67af-baf1-4151-9208-a395930363fc tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:18.222351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-748d85cf-fd3d-44a2-8930-f86db93f08f8 req-74fa67af-baf1-4151-9208-a395930363fc tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0590329 Sep 16 16:27:18.258996 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-748d85cf-fd3d-44a2-8930-f86db93f08f8 req-734cdf4d-e24b-4de8-bba3-61840d801638 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334821 Sep 16 16:27:18.348421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3bb46-1063-4464-8264-18f2ab337568 req-dd4a828f-c32c-48a6-964a-aa112d32d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:18.349832 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4ba3bb46-1063-4464-8264-18f2ab337568 req-dd4a828f-c32c-48a6-964a-aa112d32d65c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312330 Sep 16 16:27:18.427139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Made reservation on behalf of 76025db0b15c47df8c05098e582d137d for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:27:18.430686 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:18.454052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-5f70b51d-6bb7-43c2-a25c-97d1351a1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:18.455582 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-5f70b51d-6bb7-43c2-a25c-97d1351a1ffd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 1094 time: 0.0639277 Sep 16 16:27:18.538486 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-0d055194-fefd-4bbe-b6c0-da5f92aa590f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c929434-910b-4282-b9a4-d2c8d8405302 HTTP/1.1" status: 200 len: 217 time: 0.0740850 Sep 16 16:27:18.557195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0896f-6f11-4118-bdbd-e898b7c1e99d req-f383b37d-22d2-4f73-b913-b7ccd7f295b7 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:18.558973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9da0896f-6f11-4118-bdbd-e898b7c1e99d req-f383b37d-22d2-4f73-b913-b7ccd7f295b7 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0623648 Sep 16 16:27:18.603360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9da0896f-6f11-4118-bdbd-e898b7c1e99d req-a8f57a8c-fcf2-445f-9ea1-d56419f6003b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367246 Sep 16 16:27:18.631398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3d9f3198-1021-48fc-b341-5b7176e49ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:18.632923 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-3d9f3198-1021-48fc-b341-5b7176e49ac2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.0858607 Sep 16 16:27:18.679149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-2dae8738-a052-473b-89cc-6d114a97a005 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372818 Sep 16 16:27:18.684456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Allocated IP 172.20.0.13 (f719d1f9-2a89-44cc-a958-5f1284f59909/d1234e92-ee0e-420b-b1bf-7232a2805033/b9be258f-812d-491b-bc37-a26ac9389631) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:27:18.725772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904581d-2a4e-4370-bdc9-5682668e6275 req-da84c325-72c2-42c7-b0ff-1c2e9fa898fe tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:18.727258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6904581d-2a4e-4370-bdc9-5682668e6275 req-da84c325-72c2-42c7-b0ff-1c2e9fa898fe tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0545461 Sep 16 16:27:18.775244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6904581d-2a4e-4370-bdc9-5682668e6275 req-dc7fa978-11e1-4eb4-96e6-71e93e475df6 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Sep 16 16:27:18.838082 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-f2fdb7f0-b9d7-44df-a528-8c7bd4af4db8 service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479518 Sep 16 16:27:18.863354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e42482d3-da28-4cbf-be40-9e23bb9c185f details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:27:18.867289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18d2b887-593e-438c-8d7f-d63cfb802e76 req-df0c67f8-d72e-4581-a76d-cc1a3ce0007a tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 210 time: 0.0294850 Sep 16 16:27:18.976322 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:19.005128 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2181fdf7-905c-44df-bdcb-43b1fd431f04 req-dcc5fb17-5ef1-47eb-b178-498ce23c615b service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326129 Sep 16 16:27:19.024808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:19.040789 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'e42482d3-da28-4cbf-be40-9e23bb9c185f', 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba', 'port_id': 'e42482d3-da28-4cbf-be40-9e23bb9c185f', 'mac_address': 'fa:16:3e:98:8b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c5861-3949-4b7b-aa94-18ddd93f1f4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:27:19.084898 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:19.093483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fab260-c105-41bc-83a9-865dbdc1b4a4 req-9041175f-f436-4ff4-9226-fa4ee451b660 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:19.095129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7fab260-c105-41bc-83a9-865dbdc1b4a4 req-9041175f-f436-4ff4-9226-fa4ee451b660 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0587890 Sep 16 16:27:19.106650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42482d3-da28-4cbf-be40-9e23bb9c185f {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:19.130469 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:19.131084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:19.149262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7fab260-c105-41bc-83a9-865dbdc1b4a4 req-6a81fb4c-d907-438a-97d6-b988217e719b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474992 Sep 16 16:27:19.180885 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:19.218015 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Network f719d1f9-2a89-44cc-a958-5f1284f59909 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:27:19.222333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:27:19.229345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:27:19.234346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Pushing event updated for resources: {'Port': ['ID=b9be258f-812d-491b-bc37-a26ac9389631,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:19.242863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e42482d3-da28-4cbf-be40-9e23bb9c185f,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:19.247455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0263e1-edc7-409b-a8ec-5fe9412146e3 req-8532217f-9cff-4a4d-8d25-9c42394f3beb tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:19.254513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.255167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.255483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a0263e1-edc7-409b-a8ec-5fe9412146e3 req-8532217f-9cff-4a4d-8d25-9c42394f3beb tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0630195 Sep 16 16:27:19.255963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.256557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.257133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.257673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.258110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.258544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.259121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.259557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.260367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.260996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:27:19.289778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:19.290420 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:19.313004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a0263e1-edc7-409b-a8ec-5fe9412146e3 req-180d4008-dc03-40fe-be38-a92a3a2615e9 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482678 Sep 16 16:27:19.363962 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-35b0a043-da96-4716-87c6-b7a70071b05c tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2933271 Sep 16 16:27:19.377086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Request body: {'port': {'device_id': 'b2a04235-1b09-4039-a638-0764b196cd71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:19.396244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0aac5-729b-4220-9934-694a5ee0caae req-712772a1-b4fe-4b85-9c87-519ca89ec1e8 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:19.407354 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0fb0aac5-729b-4220-9934-694a5ee0caae req-712772a1-b4fe-4b85-9c87-519ca89ec1e8 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0707715 Sep 16 16:27:19.436906 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:19.444494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0fb0aac5-729b-4220-9934-694a5ee0caae req-1ca3101e-bfcf-47c9-bf63-c242a9f1d60f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362420 Sep 16 16:27:19.491765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e42482d3-da28-4cbf-be40-9e23bb9c185f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:19.724850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1de862-ef94-460d-9a11-db38e9259c55 req-db066c64-6206-453d-8945-b82f8c57dea9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:19.726346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe1de862-ef94-460d-9a11-db38e9259c55 req-db066c64-6206-453d-8945-b82f8c57dea9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0505197 Sep 16 16:27:19.730625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9be258f-812d-491b-bc37-a26ac9389631 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:19.739808 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:19.754628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Transition to ACTIVE for port object b9be258f-812d-491b-bc37-a26ac9389631 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:27:19.770382 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe1de862-ef94-460d-9a11-db38e9259c55 req-96861eca-bf79-4ed6-9616-37296826db2b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365739 Sep 16 16:27:19.803679 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:19.853826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9be258f-812d-491b-bc37-a26ac9389631,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:19.926280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eea194-c81e-4419-8f1c-5c904268c10d req-dfbc37b4-d079-46a8-b6c5-431deef763bf tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:19.927913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8eea194-c81e-4419-8f1c-5c904268c10d req-dfbc37b4-d079-46a8-b6c5-431deef763bf tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 944 time: 0.0624850 Sep 16 16:27:19.934656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Attempting to bind port b9be258f-812d-491b-bc37-a26ac9389631 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:19.934991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Attempting to bind port b9be258f-812d-491b-bc37-a26ac9389631 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '3f109520-ff07-455e-ad58-b9e8fb658c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f719d1f9-2a89-44cc-a958-5f1284f59909'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:19.935498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Attempting to bind port b9be258f-812d-491b-bc37-a26ac9389631 on network f719d1f9-2a89-44cc-a958-5f1284f59909 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:19.942431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Port b9be258f-812d-491b-bc37-a26ac9389631 on network f719d1f9-2a89-44cc-a958-5f1284f59909 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:19.942808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Attempting to bind port b9be258f-812d-491b-bc37-a26ac9389631 on network f719d1f9-2a89-44cc-a958-5f1284f59909 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:19.947965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:19.948302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Checking segment: {'id': '3f109520-ff07-455e-ad58-b9e8fb658c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f719d1f9-2a89-44cc-a958-5f1284f59909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:19.948716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Bound using segment: {'id': '3f109520-ff07-455e-ad58-b9e8fb658c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f719d1f9-2a89-44cc-a958-5f1284f59909'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:19.949137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Bound port: b9be258f-812d-491b-bc37-a26ac9389631, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f109520-ff07-455e-ad58-b9e8fb658c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f719d1f9-2a89-44cc-a958-5f1284f59909'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:19.949494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:19.999696 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8eea194-c81e-4419-8f1c-5c904268c10d req-9f9870ee-e2f7-4322-9cab-88a51c709231 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653205 Sep 16 16:27:20.022551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] For port b9be258f-812d-491b-bc37-a26ac9389631, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:20.025754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892623d-cd74-46de-8c0c-9b376f5ab40e req-fbd06376-b7d4-4e30-93a4-f5e4882a9ed8 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.025959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] For port b9be258f-812d-491b-bc37-a26ac9389631, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b9be258f-812d-491b-bc37-a26ac9389631,segment=NetworkSegment(3f109520-ff07-455e-ad58-b9e8fb658c93),segment_id=3f109520-ff07-455e-ad58-b9e8fb658c93)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:27:20.027419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8892623d-cd74-46de-8c0c-9b376f5ab40e req-fbd06376-b7d4-4e30-93a4-f5e4882a9ed8 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 944 time: 0.0763445 Sep 16 16:27:20.070741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8892623d-cd74-46de-8c0c-9b376f5ab40e req-73758369-061f-4da5-98ec-19ff59daa5f2 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365479 Sep 16 16:27:20.106486 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:20.141551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.142269 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:20.143761 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] 10.222.0.52 "PUT /v2.0/ports/b9be258f-812d-491b-bc37-a26ac9389631 HTTP/1.1" status: 200 len: 1092 time: 0.7713380 Sep 16 16:27:20.144301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a04235-1b09-4039-a638-0764b196cd71', 'tag': 'b9be258f-812d-491b-bc37-a26ac9389631'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:20.147198 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee721d67-a411-4da6-b497-51791b837cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a04235-1b09-4039-a638-0764b196cd71", "tag": "b9be258f-812d-491b-bc37-a26ac9389631"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:20.183330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9940b-3706-475e-b5da-5dccbe54c5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9be258f-812d-491b-bc37-a26ac9389631,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:20.189928 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5a8aea-6d8c-4173-b065-4e053be59b8e x-openstack-request-id: req-1c5a8aea-6d8c-4173-b065-4e053be59b8e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:20.190219 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a04235-1b09-4039-a638-0764b196cd71", "tag": "b9be258f-812d-491b-bc37-a26ac9389631", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:20.190552 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c5a8aea-6d8c-4173-b065-4e053be59b8e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:20.190849 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a04235-1b09-4039-a638-0764b196cd71', 'tag': 'b9be258f-812d-491b-bc37-a26ac9389631', 'status': 'completed', 'code': 200} Sep 16 16:27:20.251919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee721d67-a411-4da6-b497-51791b837cfd req-addbee1b-b7e2-40d6-88df-95b2079208aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.253906 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee721d67-a411-4da6-b497-51791b837cfd req-addbee1b-b7e2-40d6-88df-95b2079208aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=76025db0b15c47df8c05098e582d137d&device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 1095 time: 0.0442595 Sep 16 16:27:20.279244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c27f3-faa7-4df2-8309-d69c5d9bd109 req-b67422db-52c2-4247-b275-8f0a27f7b724 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.281887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-412c27f3-faa7-4df2-8309-d69c5d9bd109 req-b67422db-52c2-4247-b275-8f0a27f7b724 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0569656 Sep 16 16:27:20.330532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-412c27f3-faa7-4df2-8309-d69c5d9bd109 req-cb606ff7-c8c4-4762-b23f-b3e92aa4451b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 Sep 16 16:27:20.379855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee721d67-a411-4da6-b497-51791b837cfd req-6717d234-feb3-4f13-b732-89dc5495f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.387030 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee721d67-a411-4da6-b497-51791b837cfd req-6717d234-feb3-4f13-b732-89dc5495f25d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=76025db0b15c47df8c05098e582d137d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1187930 Sep 16 16:27:20.431074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1fd2b-cf72-4713-a6d7-bba639cea907 req-af1fa99c-cf2a-4847-91af-b12812073c09 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.433424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ea1fd2b-cf72-4713-a6d7-bba639cea907 req-af1fa99c-cf2a-4847-91af-b12812073c09 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0536950 Sep 16 16:27:20.475358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ea1fd2b-cf72-4713-a6d7-bba639cea907 req-c76a0013-8f83-4242-b73d-7e7d11e3b5c4 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 Sep 16 16:27:20.498020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee721d67-a411-4da6-b497-51791b837cfd req-01cce02c-2ca5-40e3-a02d-2015814ea940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.499573 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee721d67-a411-4da6-b497-51791b837cfd req-01cce02c-2ca5-40e3-a02d-2015814ea940 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070712 Sep 16 16:27:20.570407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6ab77-9f40-4e60-bf7a-40b969ed9a3a req-4586ab78-72cd-4a33-885d-400463c75c30 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.573051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1a6ab77-9f40-4e60-bf7a-40b969ed9a3a req-4586ab78-72cd-4a33-885d-400463c75c30 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0507901 Sep 16 16:27:20.577665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-7ab4a899-fe2e-4800-9cc7-ed6837949154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.579396 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-7ab4a899-fe2e-4800-9cc7-ed6837949154 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=76025db0b15c47df8c05098e582d137d&device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 1095 time: 0.0426016 Sep 16 16:27:20.611372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1a6ab77-9f40-4e60-bf7a-40b969ed9a3a req-2cdbe4d9-3936-476f-bffd-998a399f841f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Sep 16 16:27:20.627154 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-b46da64e-a762-4f5e-b035-8d0b0cec1651 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9be258f-812d-491b-bc37-a26ac9389631 HTTP/1.1" status: 200 len: 217 time: 0.0359435 Sep 16 16:27:20.683390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-e2cf0bda-3017-4db0-a37e-ce4cd50cff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.684767 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-e2cf0bda-3017-4db0-a37e-ce4cd50cff39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1234e92-ee0e-420b-b1bf-7232a2805033 HTTP/1.1" status: 200 len: 854 time: 0.0509167 Sep 16 16:27:20.716031 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-06d11ff2-032a-4016-8d4e-a75e64975c20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f719d1f9-2a89-44cc-a958-5f1284f59909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240006 Sep 16 16:27:20.813477 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-5f64cb96-df62-4a2e-a35b-1dcd5a89b12b service neutron] 10.222.0.52 "GET /v2.0/networks/f719d1f9-2a89-44cc-a958-5f1284f59909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894837 Sep 16 16:27:20.870611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e42482d3-da28-4cbf-be40-9e23bb9c185f up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:27:20.895138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a2e5d-4058-4a6b-9e8b-ba53876705cb req-c7612c7d-3476-4139-8519-d91cac0369e6 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:20.896888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e8a2e5d-4058-4a6b-9e8b-ba53876705cb req-c7612c7d-3476-4139-8519-d91cac0369e6 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0579813 Sep 16 16:27:20.912742 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2980fa1b-c737-4a8e-99e9-24cc51fe8e93 req-ee9ae941-a284-46e4-b5e6-2a72e6aa0a8e service neutron] 10.222.0.52 "GET /v2.0/networks/f719d1f9-2a89-44cc-a958-5f1284f59909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922198 Sep 16 16:27:21.083107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port e42482d3-da28-4cbf-be40-9e23bb9c185f completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:27:21.087601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port e42482d3-da28-4cbf-be40-9e23bb9c185f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:27:21.093457 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:21.174809 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:21.202371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42482d3-da28-4cbf-be40-9e23bb9c185f'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:21.204818 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bf27f9-0498-44a4-9b14-7da028c67b0b" -d '{"events": [{"server_uuid": "0207cd7c-6b12-4b2e-8ee2-b5b103dea929", "name": "network-vif-plugged", "status": "completed", "tag": "e42482d3-da28-4cbf-be40-9e23bb9c185f"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:21.218021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:21.220129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e8a2e5d-4058-4a6b-9e8b-ba53876705cb req-53d33b33-e4ad-4a75-89d3-e07c0217c8e3 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166246 Sep 16 16:27:21.241348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ba391-f698-4344-b2ac-61153583d46e req-e6479556-980b-487f-ba9b-4083df3b1d3e tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:21.242954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c89ba391-f698-4344-b2ac-61153583d46e req-e6479556-980b-487f-ba9b-4083df3b1d3e tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 944 time: 0.0672538 Sep 16 16:27:21.285046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c89ba391-f698-4344-b2ac-61153583d46e req-4bd8fac9-1afb-4026-b832-c0c7e784face tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361516 Sep 16 16:27:21.307333 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:21.364766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e42482d3-da28-4cbf-be40-9e23bb9c185f,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:21.394937 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8561c82d-3491-448a-aca1-113d90fa3007 x-openstack-request-id: req-8561c82d-3491-448a-aca1-113d90fa3007 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:21.395322 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207cd7c-6b12-4b2e-8ee2-b5b103dea929", "name": "network-vif-plugged", "status": "completed", "tag": "e42482d3-da28-4cbf-be40-9e23bb9c185f", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:21.395736 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8561c82d-3491-448a-aca1-113d90fa3007 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:21.396216 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42482d3-da28-4cbf-be40-9e23bb9c185f', 'code': 200} Sep 16 16:27:21.399119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113acd6-de38-4ed1-9b05-611ae590971f req-1fa88d81-609d-4261-ab93-c331bc9929cf tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:21.407372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f113acd6-de38-4ed1-9b05-611ae590971f req-1fa88d81-609d-4261-ab93-c331bc9929cf tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 944 time: 0.0729806 Sep 16 16:27:21.442566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f113acd6-de38-4ed1-9b05-611ae590971f req-501a9f91-66bb-49aa-b213-8a0f6b17e570 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Sep 16 16:27:21.494646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb381e17-c96c-40b9-b74e-403195672546 req-84273bfd-57c3-49f4-a89f-046176f7be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:21.495260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1454c-acb5-4a4a-bf18-1211fb51b294 req-096ceeb2-d8b3-4b83-929e-38db2fa2392b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:21.496128 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb381e17-c96c-40b9-b74e-403195672546 req-84273bfd-57c3-49f4-a89f-046176f7be8d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 1096 time: 0.0406277 Sep 16 16:27:21.496577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2b1454c-acb5-4a4a-bf18-1211fb51b294 req-096ceeb2-d8b3-4b83-929e-38db2fa2392b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0522387 Sep 16 16:27:21.533613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb381e17-c96c-40b9-b74e-403195672546 req-fa4e737a-f3cc-49bd-81b3-3258e44367e8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301321 Sep 16 16:27:21.537719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2b1454c-acb5-4a4a-bf18-1211fb51b294 req-4de1f2c4-7908-42d5-a0d9-54ff1b6fad05 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Sep 16 16:27:21.591744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a30d1b-29f4-4287-8c24-196c7ee7fbb5 req-cf512a35-8126-41bf-84ab-c0c3fa5c18c0 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:21.594091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3a30d1b-29f4-4287-8c24-196c7ee7fbb5 req-cf512a35-8126-41bf-84ab-c0c3fa5c18c0 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0490639 Sep 16 16:27:21.631841 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3a30d1b-29f4-4287-8c24-196c7ee7fbb5 req-831f2e65-df78-4ed6-b78a-a12b95ab8b55 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Sep 16 16:27:21.727872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43441c8-ea36-4f3c-90f0-dfca79d98393 req-5468b21d-2466-4514-84a7-ccba94d632b1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:21.729423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d43441c8-ea36-4f3c-90f0-dfca79d98393 req-5468b21d-2466-4514-84a7-ccba94d632b1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0477910 Sep 16 16:27:21.767729 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d43441c8-ea36-4f3c-90f0-dfca79d98393 req-774f22d7-3091-422f-86cf-f2ab6bf56a02 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Sep 16 16:27:22.337658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d939016-04dd-43c8-b93b-f8777b6566e1 req-afceacc5-49c9-4db0-9c64-9f1d40b7ee2b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:22.339043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d939016-04dd-43c8-b93b-f8777b6566e1 req-afceacc5-49c9-4db0-9c64-9f1d40b7ee2b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0518236 Sep 16 16:27:22.380759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d939016-04dd-43c8-b93b-f8777b6566e1 req-0babd90c-1be6-4ae9-babb-57937e5680a2 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356157 Sep 16 16:27:22.443730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e531e5c-97dd-45cd-aed1-da37d1a7d966 req-e6217b43-f963-49f4-9b00-4ee3e743e0ae tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:22.445263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e531e5c-97dd-45cd-aed1-da37d1a7d966 req-e6217b43-f963-49f4-9b00-4ee3e743e0ae tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.0520043 Sep 16 16:27:22.483085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e531e5c-97dd-45cd-aed1-da37d1a7d966 req-b3d2618a-bc96-4b47-8f76-823872ba2bc0 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Sep 16 16:27:22.558762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3be71-9481-4d4f-8771-fe62d04e9448 req-d4cf73e5-dbc8-4841-a09e-e467139ab4a7 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:22.560233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77e3be71-9481-4d4f-8771-fe62d04e9448 req-d4cf73e5-dbc8-4841-a09e-e467139ab4a7 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 944 time: 0.0479853 Sep 16 16:27:22.598080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77e3be71-9481-4d4f-8771-fe62d04e9448 req-a0b60770-15c3-4227-a6ad-ca40b1d00e0d tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Sep 16 16:27:22.655841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c758b7-51e0-426f-b375-83dbef537c55 req-827a2c72-4169-4a51-b6d8-e28a78f3cbd9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:22.657370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5c758b7-51e0-426f-b375-83dbef537c55 req-827a2c72-4169-4a51-b6d8-e28a78f3cbd9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0525782 Sep 16 16:27:22.698050 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5c758b7-51e0-426f-b375-83dbef537c55 req-b319a1a4-31ab-473f-ac35-b25b04302755 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344725 Sep 16 16:27:22.749964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820bcfd-0e9f-400d-b3dc-5216b2a94802 req-87ceb9d7-4d71-4190-b24e-a414a5ba5526 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:22.751504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d820bcfd-0e9f-400d-b3dc-5216b2a94802 req-87ceb9d7-4d71-4190-b24e-a414a5ba5526 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0495586 Sep 16 16:27:22.793795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d820bcfd-0e9f-400d-b3dc-5216b2a94802 req-8fc872b1-f22a-458d-a569-3d7fe797684d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360961 Sep 16 16:27:22.894602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d334d0-3112-4a3b-8034-a3efed04d73a req-309fc5d3-019e-474f-bd80-18f52a30960f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:22.896090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5d334d0-3112-4a3b-8034-a3efed04d73a req-309fc5d3-019e-474f-bd80-18f52a30960f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0491724 Sep 16 16:27:22.933946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5d334d0-3112-4a3b-8034-a3efed04d73a req-607f0d55-aad4-4669-b938-79a358ec0dad tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Sep 16 16:27:23.271975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b9be258f-812d-491b-bc37-a26ac9389631 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:27:23.365956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b9be258f-812d-491b-bc37-a26ac9389631, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b9be258f-812d-491b-bc37-a26ac9389631,segment=NetworkSegment(3f109520-ff07-455e-ad58-b9e8fb658c93),segment_id=3f109520-ff07-455e-ad58-b9e8fb658c93)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:23.378049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'b9be258f-812d-491b-bc37-a26ac9389631', 'network_id': 'f719d1f9-2a89-44cc-a958-5f1284f59909', 'port_id': 'b9be258f-812d-491b-bc37-a26ac9389631', 'mac_address': 'fa:16:3e:ca:91:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1234e92-ee0e-420b-b1bf-7232a2805033', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:27:23.424404 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:23.437889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9be258f-812d-491b-bc37-a26ac9389631 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:23.457404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b9be258f-812d-491b-bc37-a26ac9389631, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b9be258f-812d-491b-bc37-a26ac9389631,segment=NetworkSegment(3f109520-ff07-455e-ad58-b9e8fb658c93),segment_id=3f109520-ff07-455e-ad58-b9e8fb658c93)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:23.515085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f130d-cd26-4fce-9368-e613b69f9184 req-217fd3c2-8f9b-4ca4-a7fc-617dae0b3e87 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:23.516806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-247f130d-cd26-4fce-9368-e613b69f9184 req-217fd3c2-8f9b-4ca4-a7fc-617dae0b3e87 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0575860 Sep 16 16:27:23.555999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-247f130d-cd26-4fce-9368-e613b69f9184 req-97cad03c-f14d-43ed-aca8-2639d83aebc0 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Sep 16 16:27:23.597920 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:23.617262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776164-725b-437b-9414-4f03c8bee442 req-8ca812ee-962d-4640-933b-d66ea54be21b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:23.618737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33776164-725b-437b-9414-4f03c8bee442 req-8ca812ee-962d-4640-933b-d66ea54be21b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.0505009 Sep 16 16:27:23.651836 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b9be258f-812d-491b-bc37-a26ac9389631,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:23.664184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33776164-725b-437b-9414-4f03c8bee442 req-b49e957c-c4ab-45b2-a767-99c2d2f4372c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Sep 16 16:27:23.720755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f02852-79c7-42db-ac08-cd2a4f9f4d62 req-6555941d-80d6-4138-a9f6-175948575420 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:23.722245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81f02852-79c7-42db-ac08-cd2a4f9f4d62 req-6555941d-80d6-4138-a9f6-175948575420 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 945 time: 0.0509655 Sep 16 16:27:23.792410 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81f02852-79c7-42db-ac08-cd2a4f9f4d62 req-6798f00f-2699-4deb-88f1-0e8af2731ed2 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636034 Sep 16 16:27:23.799907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379eb8bd-a8c2-486a-936c-21063ec32d39 req-051fc4a6-ced0-4278-8e32-b5b04f2877fc tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:23.801603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-379eb8bd-a8c2-486a-936c-21063ec32d39 req-051fc4a6-ced0-4278-8e32-b5b04f2877fc tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 1096 time: 0.0664799 Sep 16 16:27:23.837712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-379eb8bd-a8c2-486a-936c-21063ec32d39 req-7d36df32-61fe-4583-9685-12368dcab605 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295131 Sep 16 16:27:23.908207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['b9be258f-812d-491b-bc37-a26ac9389631'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:23.917140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e35cd8-908c-42a8-ad94-be030635b730 req-b81ecc7c-58cb-4a74-92fe-1676c1d627d7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:23.918633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6e35cd8-908c-42a8-ad94-be030635b730 req-b81ecc7c-58cb-4a74-92fe-1676c1d627d7 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0622704 Sep 16 16:27:23.981228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796b7c3-a31e-4128-bd3a-f0aed2a41f74 req-ba8b2946-e198-447a-bb04-5733a28aa04d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:23.982721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f796b7c3-a31e-4128-bd3a-f0aed2a41f74 req-ba8b2946-e198-447a-bb04-5733a28aa04d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0852633 Sep 16 16:27:23.988244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6e35cd8-908c-42a8-ad94-be030635b730 req-628aa78c-a37b-44f5-a0b5-9368fd8c45b6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559680 Sep 16 16:27:24.023133 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f796b7c3-a31e-4128-bd3a-f0aed2a41f74 req-3380bd1a-2ed8-4a26-aef7-2e5f7b399155 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339136 Sep 16 16:27:24.121696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31003b26-ac10-418c-b518-4bd2cf725554 req-fd8da10e-b90b-4acd-a6f8-62118477d554 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:24.123278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31003b26-ac10-418c-b518-4bd2cf725554 req-fd8da10e-b90b-4acd-a6f8-62118477d554 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 1096 time: 0.0737655 Sep 16 16:27:24.146841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271bba7-65e6-480e-be08-e0782fb8df2b req-982a6b90-72b3-4a2a-b1f8-ece5d86ed0c0 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:24.148357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c271bba7-65e6-480e-be08-e0782fb8df2b req-982a6b90-72b3-4a2a-b1f8-ece5d86ed0c0 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0666029 Sep 16 16:27:24.192013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31003b26-ac10-418c-b518-4bd2cf725554 req-8724202d-2db2-4507-bbbc-d80a91b37691 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613801 Sep 16 16:27:24.199449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c271bba7-65e6-480e-be08-e0782fb8df2b req-21d2c76c-8c46-4ef5-9507-bc7bffaa1ea5 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449264 Sep 16 16:27:24.682091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00dca-5c76-40a5-bdc5-3c0298e92ce3 req-04413137-6942-4a23-93b5-dd28a0f57086 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:24.683559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9aa00dca-5c76-40a5-bdc5-3c0298e92ce3 req-04413137-6942-4a23-93b5-dd28a0f57086 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0515702 Sep 16 16:27:24.724771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9aa00dca-5c76-40a5-bdc5-3c0298e92ce3 req-80366411-c2c4-4003-bb7d-355d1e045068 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Sep 16 16:27:24.853261 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:27:24.910119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e960c93-c605-421e-a14b-c3cd62af9bef req-403a5146-17cb-48af-b721-44d8b55229a6 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:24.911633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e960c93-c605-421e-a14b-c3cd62af9bef req-403a5146-17cb-48af-b721-44d8b55229a6 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 945 time: 0.0500767 Sep 16 16:27:24.954201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e960c93-c605-421e-a14b-c3cd62af9bef req-0dcc5811-6b57-429b-95e8-85caf7adb3f2 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356810 Sep 16 16:27:25.073327 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-918bcb68-f7e9-466e-a3ac-8874805e962d service neutron] show failed (client error): The resource could not be found. Sep 16 16:27:25.074358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-918bcb68-f7e9-466e-a3ac-8874805e962d service neutron] 10.222.0.52 "GET /v2.0/ports/fd866178-9d00-4958-842d-bbf93c2fc294/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0680318 Sep 16 16:27:25.110351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275e6a1-d6bc-41bf-8ad4-f4dfd1a57ac6 req-2c5bbbaa-3712-4a5c-ac5c-5ac41e845be4 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:25.111861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e275e6a1-d6bc-41bf-8ad4-f4dfd1a57ac6 req-2c5bbbaa-3712-4a5c-ac5c-5ac41e845be4 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0527098 Sep 16 16:27:25.151367 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e275e6a1-d6bc-41bf-8ad4-f4dfd1a57ac6 req-3d417601-79a4-46c6-8894-594d773ceb1c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332737 Sep 16 16:27:25.259893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047c2e6-77a2-4a08-b84d-3124616706ac req-ed699063-fb73-4951-98a6-55d8d93ee478 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:25.261408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9047c2e6-77a2-4a08-b84d-3124616706ac req-ed699063-fb73-4951-98a6-55d8d93ee478 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0548549 Sep 16 16:27:25.271650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b9be258f-812d-491b-bc37-a26ac9389631 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:27:25.301293 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9047c2e6-77a2-4a08-b84d-3124616706ac req-9db7d237-58ed-4019-a9e2-8ebeffd0a5f6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Sep 16 16:27:25.397651 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port b9be258f-812d-491b-bc37-a26ac9389631 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:27:25.401538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port b9be258f-812d-491b-bc37-a26ac9389631 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:27:25.401906 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:25.418639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290787f-14fb-46a1-9388-37aa01703bad req-c570052f-9074-4297-a463-7f85ad4f14f8 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:25.420597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1290787f-14fb-46a1-9388-37aa01703bad req-c570052f-9074-4297-a463-7f85ad4f14f8 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0630107 Sep 16 16:27:25.460721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1290787f-14fb-46a1-9388-37aa01703bad req-c7a57a46-7543-4ec5-a3ab-5a5f3060d91a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333114 Sep 16 16:27:25.489757 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:25.513329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a04235-1b09-4039-a638-0764b196cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9be258f-812d-491b-bc37-a26ac9389631'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:25.516155 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d1417f-8b72-42c9-b72d-08e02e802a3e" -d '{"events": [{"server_uuid": "b2a04235-1b09-4039-a638-0764b196cd71", "name": "network-vif-plugged", "status": "completed", "tag": "b9be258f-812d-491b-bc37-a26ac9389631"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:25.530543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b9be258f-812d-491b-bc37-a26ac9389631, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b9be258f-812d-491b-bc37-a26ac9389631,segment=NetworkSegment(3f109520-ff07-455e-ad58-b9e8fb658c93),segment_id=3f109520-ff07-455e-ad58-b9e8fb658c93)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:25.567475 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bf864e-5a42-4d9a-b48a-7c4ec2a2478c x-openstack-request-id: req-22bf864e-5a42-4d9a-b48a-7c4ec2a2478c {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:25.567814 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a04235-1b09-4039-a638-0764b196cd71", "name": "network-vif-plugged", "status": "completed", "tag": "b9be258f-812d-491b-bc37-a26ac9389631", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:25.568092 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22bf864e-5a42-4d9a-b48a-7c4ec2a2478c {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:25.568533 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a04235-1b09-4039-a638-0764b196cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9be258f-812d-491b-bc37-a26ac9389631', 'code': 200} Sep 16 16:27:25.631245 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:25.681091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b9be258f-812d-491b-bc37-a26ac9389631,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:25.714156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703f135-9f50-49ce-8bb2-fae0ebee3813 req-05a9866d-82e1-400e-99ad-91612e87174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:25.716493 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b703f135-9f50-49ce-8bb2-fae0ebee3813 req-05a9866d-82e1-400e-99ad-91612e87174b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 1097 time: 0.0894547 Sep 16 16:27:25.723302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-3a444fed-013a-4fec-bcd6-ca332961dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:25.724779 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-3a444fed-013a-4fec-bcd6-ca332961dd8e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de&tenant_id=64baf66baab943a8acdce99439b67aa5 HTTP/1.1" status: 200 len: 1100 time: 0.0576892 Sep 16 16:27:25.742714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:25.786501 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b703f135-9f50-49ce-8bb2-fae0ebee3813 req-d2ebb491-c419-45fc-93c7-a048cc6302c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607958 Sep 16 16:27:25.818169 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:25.848039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9694e00-66b0-4c41-bc8b-c386e387566c req-f4f87933-3678-4991-9d06-c33f65418c46 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:25.850014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9694e00-66b0-4c41-bc8b-c386e387566c req-f4f87933-3678-4991-9d06-c33f65418c46 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0542977 Sep 16 16:27:25.890075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9694e00-66b0-4c41-bc8b-c386e387566c req-7c501b2e-41a7-496a-b4cf-37d4fa5a85cb tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Sep 16 16:27:26.035767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:26.071137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:26.086072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1a827-c7f0-4396-a9af-233163ed191e req-da52728f-bae0-48b0-bcdf-b4d82236446e tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:26.087652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15b1a827-c7f0-4396-a9af-233163ed191e req-da52728f-bae0-48b0-bcdf-b4d82236446e tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 946 time: 0.0592189 Sep 16 16:27:26.097085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-36987660-de0e-41ec-b84f-5cf47516bf8d tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:27:26.098053 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-36987660-de0e-41ec-b84f-5cf47516bf8d tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079679 Sep 16 16:27:26.128487 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15b1a827-c7f0-4396-a9af-233163ed191e req-595d247a-4317-47e3-81f1-64e0bacc96dc tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333455 Sep 16 16:27:26.141788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:26.143035 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d765a0a-6147-4b15-b5d8-4f2d9274d200" -d '{"events": [{"server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "name": "network-vif-unplugged", "status": "completed", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:26.148706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:26.159812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-1f9f0041-7def-4cbc-ba11-63b16a166283 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:26.161110 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-1f9f0041-7def-4cbc-ba11-63b16a166283 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports/e42482d3-da28-4cbf-be40-9e23bb9c185f HTTP/1.1" status: 200 len: 1093 time: 0.0553145 Sep 16 16:27:26.171578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Request body: {'binding': {'host': 'n-h1-807786-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:26.172037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Unknown quota resources ['binding']. {{(pid=95357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:27:26.174207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Transition to ACTIVE for port object fd866178-9d00-4958-842d-bbf93c2fc294 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:27:26.199896 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fa8137-cc42-4f9e-9bbe-4ab24a0d43c4 x-openstack-request-id: req-e7fa8137-cc42-4f9e-9bbe-4ab24a0d43c4 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:26.199896 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "name": "network-vif-unplugged", "status": "completed", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:26.201755 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7fa8137-cc42-4f9e-9bbe-4ab24a0d43c4 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:26.201755 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'code': 200} Sep 16 16:27:26.287084 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:26.298097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017345e-0027-4d82-9cce-d1665970c12f req-981e6c1e-31a9-48c0-89cb-578205d6c6c9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:26.299643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a017345e-0027-4d82-9cce-d1665970c12f req-981e6c1e-31a9-48c0-89cb-578205d6c6c9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0527070 Sep 16 16:27:26.342618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a017345e-0027-4d82-9cce-d1665970c12f req-51a59c83-22e5-4299-a2c0-4c6047ee242d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Sep 16 16:27:26.374546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on host n-h1-807786-3 for vnic_type normal with profile None {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:26.374877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:26.375413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:26.377749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:26.380359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] No DVR routers for this DVR port fd866178-9d00-4958-842d-bbf93c2fc294 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:27:26.393581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:26.393809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:26.408240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:26.408823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:26.409440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:26.410643 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Bound port: e42482d3-da28-4cbf-be40-9e23bb9c185f, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:26.464114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8b5a0-cd43-40a0-9824-0813caef34a7 req-1234a0f9-153b-4ceb-8bab-6fdb4e59b71d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:26.468632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:26.468632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:26.468632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:26.472544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7e8b5a0-cd43-40a0-9824-0813caef34a7 req-1234a0f9-153b-4ceb-8bab-6fdb4e59b71d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0603011 Sep 16 16:27:26.479555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Port fd866178-9d00-4958-842d-bbf93c2fc294 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:26.480318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:26.488274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:26.488560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:26.488891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:26.496848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Bound port: fd866178-9d00-4958-842d-bbf93c2fc294, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:26.496848 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:26.508145 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:27:26.513554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7e8b5a0-cd43-40a0-9824-0813caef34a7 req-db924717-929f-4cdb-a319-5949cf60ad29 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Sep 16 16:27:26.571473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:26.574444 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:26.575613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-46a471c0-3c57-495f-bf50-77ffc90e9a78 service neutron] 10.222.0.22 "POST /v2.0/ports/e42482d3-da28-4cbf-be40-9e23bb9c185f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4078264 Sep 16 16:27:26.577685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:27:26.626187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dccff-0f27-4f37-9d16-96092522c41c req-365ad475-217b-4e08-925a-ebae488ad221 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:26.627633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c94dccff-0f27-4f37-9d16-96092522c41c req-365ad475-217b-4e08-925a-ebae488ad221 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0533733 Sep 16 16:27:26.643287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:26.667577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c94dccff-0f27-4f37-9d16-96092522c41c req-019a64e3-d0c0-4fb3-a856-e0a416cca856 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Sep 16 16:27:26.685574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:26.686181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:26.687572 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] 10.222.0.62 "PUT /v2.0/ports/fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 1095 time: 0.9491229 Sep 16 16:27:26.723141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814dcfd-9c4a-4f75-8fcd-be92a5c5434a service neutron] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:26.779048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-186cb990-f921-4cf2-b7e0-d930531a2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:26.780975 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-186cb990-f921-4cf2-b7e0-d930531a2d3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1098 time: 0.0665572 Sep 16 16:27:26.869413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943a2c-89c9-435f-a6e3-1148bb0809df req-261dcf93-06f8-48ac-9cac-c4be34a9523f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:26.874955 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb943a2c-89c9-435f-a6e3-1148bb0809df req-261dcf93-06f8-48ac-9cac-c4be34a9523f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.0567338 Sep 16 16:27:26.905131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-95773a45-31f7-4d7a-a59e-5eb8b1b8c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:26.907215 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-95773a45-31f7-4d7a-a59e-5eb8b1b8c681 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1179495 Sep 16 16:27:26.912279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:27:26.926818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb943a2c-89c9-435f-a6e3-1148bb0809df req-0b12cc62-3741-47e2-98d1-1445a0e89a13 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 Sep 16 16:27:26.973120 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-37e0a3d8-93ac-421e-bbec-44755a2b8b49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 217 time: 0.0548465 Sep 16 16:27:27.026712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-043f1f99-d8c6-426f-8943-5870f7a5ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:27.028703 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-043f1f99-d8c6-426f-8943-5870f7a5ad80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0471087 Sep 16 16:27:27.036405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc76bb-3689-418e-a1fc-96e8a29e13a5 req-d62396f7-b668-460d-b5d4-82020f8ba543 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:27.037938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcdc76bb-3689-418e-a1fc-96e8a29e13a5 req-d62396f7-b668-460d-b5d4-82020f8ba543 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0578058 Sep 16 16:27:27.048723 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:27.065603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9', 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247', 'port_id': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9', 'mac_address': 'fa:16:3e:96:d7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc76f138-535d-4db5-95f3-6ecabf21e86f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:27:27.080340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcdc76bb-3689-418e-a1fc-96e8a29e13a5 req-7714b369-8334-4c8b-9d66-1fc2a13ce14f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347259 Sep 16 16:27:27.090429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-cb114233-c245-4e47-b4d0-b1a365fabed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:27.091964 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-cb114233-c245-4e47-b4d0-b1a365fabed1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562124 Sep 16 16:27:27.105071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:27.121138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:27.140929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:27.198047 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:27.206867 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-966ad117-00f6-4d6e-870a-c47970f6735d service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025467 Sep 16 16:27:27.247315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:27.253255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae4f94-1e24-4f6b-b495-833daf8f2483 req-96157641-4b7b-4d84-b689-cb44d46931fd tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:27.254781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18ae4f94-1e24-4f6b-b495-833daf8f2483 req-96157641-4b7b-4d84-b689-cb44d46931fd tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 946 time: 0.0587125 Sep 16 16:27:27.303876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18ae4f94-1e24-4f6b-b495-833daf8f2483 req-af04e9e1-d2d0-4bff-8850-bc5e792fe4cd tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427434 Sep 16 16:27:27.343726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-5ef0bd11-8b4d-4371-9ea7-e770608b6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:27.345316 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-5ef0bd11-8b4d-4371-9ea7-e770608b6b5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 1096 time: 0.0886214 Sep 16 16:27:27.362572 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-0052388b-0268-4ba6-97f2-d69c6ca8f952 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491051 Sep 16 16:27:27.453429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-6a62d680-f1eb-48eb-900e-80c49d03823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:27.454813 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-6a62d680-f1eb-48eb-900e-80c49d03823e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.1005988 Sep 16 16:27:27.477940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca697b-565b-4227-ab32-de9916937d3b req-a3d58955-9762-4da4-ba73-1f31b9e5dc86 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:27.480981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86ca697b-565b-4227-ab32-de9916937d3b req-a3d58955-9762-4da4-ba73-1f31b9e5dc86 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 947 time: 0.0569561 Sep 16 16:27:27.502221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['32ba21ac-7f81-40a0-8e7c-10ac51dd42d9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:27.522560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86ca697b-565b-4227-ab32-de9916937d3b req-a8e8e6c3-8318-46b4-9cb6-854095ebbf0a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352108 Sep 16 16:27:27.644895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cb1e-f6cc-4c8e-b1ef-42d742b44809 req-98e679f9-a92d-409a-9e72-7690ce0a93d3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:27.646618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce54cb1e-f6cc-4c8e-b1ef-42d742b44809 req-98e679f9-a92d-409a-9e72-7690ce0a93d3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 945 time: 0.0577915 Sep 16 16:27:27.700979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce54cb1e-f6cc-4c8e-b1ef-42d742b44809 req-0856be2e-35f9-479f-a4ee-7ef75270afc1 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387931 Sep 16 16:27:27.773221 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-a70fcb2c-fc70-4aac-bfbe-a22aa0923152 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f HTTP/1.1" status: 200 len: 217 time: 0.3107381 Sep 16 16:27:27.811982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5617-b721-4e71-a01a-5e5e4a33d578 req-03d58eb7-ba41-452d-bb73-6c70c9316b2f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:27.813998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-843d5617-b721-4e71-a01a-5e5e4a33d578 req-03d58eb7-ba41-452d-bb73-6c70c9316b2f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0672827 Sep 16 16:27:27.829616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b48f7c17-9fe2-41c0-9157-07221ba4f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:27.831204 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b48f7c17-9fe2-41c0-9157-07221ba4f0eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0491660 Sep 16 16:27:27.856919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-843d5617-b721-4e71-a01a-5e5e4a33d578 req-5b9c348e-2b1f-47df-bead-e1b611c0b537 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344298 Sep 16 16:27:27.865138 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-3ed2e3ed-a09d-42c6-9697-8737caeabf41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273132 Sep 16 16:27:27.967159 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-2b58aff5-9d85-48d9-b290-9a3da51e3c25 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911446 Sep 16 16:27:28.058062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a69ea-17f9-4585-9acb-d2d96be2e77d req-a82e6d64-c694-4c4c-a16d-310a29b723c9 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.059851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-241a69ea-17f9-4585-9acb-d2d96be2e77d req-a82e6d64-c694-4c4c-a16d-310a29b723c9 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.0503800 Sep 16 16:27:28.079559 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b8b1f396-86b3-4989-a282-baf2e1dd65d5 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059284 Sep 16 16:27:28.106066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-241a69ea-17f9-4585-9acb-d2d96be2e77d req-4840fe46-cfb6-4d7b-869d-56e3adbf0e13 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363457 Sep 16 16:27:28.123608 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d72e653-e612-4243-b91b-f21d968cd707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:28.201396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:28.203786 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3cf172-361a-496e-811e-363aa18298df" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:28.205517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1324f6-143c-426e-9ef7-3b17da4af8fa req-673d0ba9-ab53-4fd5-9029-fcf9607db6f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.207295 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab1324f6-143c-426e-9ef7-3b17da4af8fa req-673d0ba9-ab53-4fd5-9029-fcf9607db6f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0536017 Sep 16 16:27:28.251303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab1324f6-143c-426e-9ef7-3b17da4af8fa req-93a368c3-aa01-4ec6-8dc9-d17bdd59acd4 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367410 Sep 16 16:27:28.256420 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496fb3d0-b01c-4f9c-aa0d-72922616fb39 x-openstack-request-id: req-496fb3d0-b01c-4f9c-aa0d-72922616fb39 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:28.256897 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:28.256994 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-496fb3d0-b01c-4f9c-aa0d-72922616fb39 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:28.257350 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'status': 'completed', 'code': 200} Sep 16 16:27:28.349173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf172-361a-496e-811e-363aa18298df req-d4938cad-9f0b-435f-bde9-c6bb1d8dafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.350675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-d4938cad-9f0b-435f-bde9-c6bb1d8dafe7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1098 time: 0.0743558 Sep 16 16:27:28.353338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf172-361a-496e-811e-363aa18298df req-6495bea2-eea0-409d-b32a-14b68c5c4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.354894 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-6495bea2-eea0-409d-b32a-14b68c5c4dff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1098 time: 0.0702486 Sep 16 16:27:28.528843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf172-361a-496e-811e-363aa18298df req-03a332c4-9996-439d-863d-9bd023b0b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.530331 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-03a332c4-9996-439d-863d-9bd023b0b3c8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1716650 Sep 16 16:27:28.536210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf172-361a-496e-811e-363aa18298df req-ba62caac-d49f-4960-b56e-100942ef2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.537692 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-ba62caac-d49f-4960-b56e-100942ef2107 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1693826 Sep 16 16:27:28.620085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-8f7b33bc-b2de-42f1-a30c-41c337c0b049 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 217 time: 0.0742722 Sep 16 16:27:28.621714 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-22fa7755-c39c-466d-8962-29310899b696 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 217 time: 0.0829272 Sep 16 16:27:28.676033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8013135-77dd-4b8c-9dc9-91ff8745c58e req-882361b8-d46b-4be0-9bb6-add9529c7a6a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.678775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8013135-77dd-4b8c-9dc9-91ff8745c58e req-882361b8-d46b-4be0-9bb6-add9529c7a6a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 947 time: 0.0621283 Sep 16 16:27:28.679009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf172-361a-496e-811e-363aa18298df req-ae54111d-9f9a-48dc-9a84-139efbc08ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.680753 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-ae54111d-9f9a-48dc-9a84-139efbc08ddf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0533614 Sep 16 16:27:28.722720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8013135-77dd-4b8c-9dc9-91ff8745c58e req-ba0fcfb7-5a01-4392-86b4-02c63185c0ad tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373051 Sep 16 16:27:28.763528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf172-361a-496e-811e-363aa18298df req-34411c58-d536-4c2f-bc79-f9e0d12608f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.766185 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-34411c58-d536-4c2f-bc79-f9e0d12608f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0838494 Sep 16 16:27:28.771668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf172-361a-496e-811e-363aa18298df req-68cfd2f3-79ec-4f90-8d3a-15f88b56d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.775485 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-68cfd2f3-79ec-4f90-8d3a-15f88b56d561 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826466 Sep 16 16:27:28.824286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb1d62-5d9f-44ba-a8f6-eaa0d3845e66 req-99e56019-4c52-4eee-a5fc-8cc3f741347f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.829409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95cb1d62-5d9f-44ba-a8f6-eaa0d3845e66 req-99e56019-4c52-4eee-a5fc-8cc3f741347f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 945 time: 0.0549560 Sep 16 16:27:28.881475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf172-361a-496e-811e-363aa18298df req-49fa3d9e-294a-408f-a7f4-4424ea45715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:28.883309 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-49fa3d9e-294a-408f-a7f4-4424ea45715a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090615 Sep 16 16:27:28.884325 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95cb1d62-5d9f-44ba-a8f6-eaa0d3845e66 req-2be17990-82a8-4343-8ebf-052f4f3ed169 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488615 Sep 16 16:27:28.942752 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:27:28.962404 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-12e6e465-39be-4e13-9286-277327c13291 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792588 Sep 16 16:27:29.017131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:27:29.018129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:29.115103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698928b7-9438-4815-9488-86eaaec1cbab req-aed8b29c-4d63-496d-9237-b90c41b88891 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:29.116818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-698928b7-9438-4815-9488-86eaaec1cbab req-aed8b29c-4d63-496d-9237-b90c41b88891 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0829859 Sep 16 16:27:29.142515 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:29.155783 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-54173ae2-efc0-4a46-a85b-5732a4ce01bd service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587700 Sep 16 16:27:29.177597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13382b29-e08c-4d3f-b4b1-08f768e5c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:29.179961 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a481aab6-5d05-459f-9cb6-9ec2443525d3" -d '{"events": [{"server_uuid": "13382b29-e08c-4d3f-b4b1-08f768e5c831", "name": "network-vif-plugged", "status": "completed", "tag": "32ba21ac-7f81-40a0-8e7c-10ac51dd42d9"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:29.180807 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-698928b7-9438-4815-9488-86eaaec1cbab req-4216f3c8-bbc9-4e8a-8cbe-9e15f920f1cb tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532694 Sep 16 16:27:29.198510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:29.214846 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-5babfff4-462a-4a64-aace-ccc99764fb54 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083769 Sep 16 16:27:29.258609 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64129ef6-10a7-4e77-90a8-05b7e1333657 x-openstack-request-id: req-64129ef6-10a7-4e77-90a8-05b7e1333657 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:29.259031 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13382b29-e08c-4d3f-b4b1-08f768e5c831", "name": "network-vif-plugged", "status": "completed", "tag": "32ba21ac-7f81-40a0-8e7c-10ac51dd42d9", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:29.259538 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64129ef6-10a7-4e77-90a8-05b7e1333657 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:29.260018 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13382b29-e08c-4d3f-b4b1-08f768e5c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9', 'code': 200} Sep 16 16:27:29.277818 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:29.291884 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed3cf172-361a-496e-811e-363aa18298df req-3f78a0fe-5487-452e-9729-d6898e0c9945 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238451 Sep 16 16:27:29.314331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ca5a1-94ed-4c1a-8ddb-48db9876b78d req-2cd6a9ca-1df9-4726-a4ca-c90cd97c7ce8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:29.323338 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-807ca5a1-94ed-4c1a-8ddb-48db9876b78d req-2cd6a9ca-1df9-4726-a4ca-c90cd97c7ce8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.1080310 Sep 16 16:27:29.337006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 3c929434-910b-4282-b9a4-d2c8d8405302 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:27:29.342986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:27:29.389086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-807ca5a1-94ed-4c1a-8ddb-48db9876b78d req-15864704-3262-4500-be82-3600a3d96ece tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644674 Sep 16 16:27:29.454757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973ae09-35cf-4a08-bf74-6becbd41b9bc req-9dbb60f1-190d-4984-9711-4507c4ed08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:29.456481 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e973ae09-35cf-4a08-bf74-6becbd41b9bc req-9dbb60f1-190d-4984-9711-4507c4ed08a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 1097 time: 0.0567796 Sep 16 16:27:29.460273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98484c34-8e40-4f89-8d70-4cf57fb827a0 req-b3461bb1-4493-4f78-8539-251d11ead239 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:29.461859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98484c34-8e40-4f89-8d70-4cf57fb827a0 req-b3461bb1-4493-4f78-8539-251d11ead239 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 945 time: 0.0658584 Sep 16 16:27:29.495889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e973ae09-35cf-4a08-bf74-6becbd41b9bc req-be3794e0-890b-4879-a738-36127e104c0c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Sep 16 16:27:29.508414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98484c34-8e40-4f89-8d70-4cf57fb827a0 req-e1df4a0b-4591-488a-a409-a2f1638f096b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385623 Sep 16 16:27:29.546865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:29.559162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:29.565457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '3c929434-910b-4282-b9a4-d2c8d8405302', 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b', 'port_id': '3c929434-910b-4282-b9a4-d2c8d8405302', 'mac_address': 'fa:16:3e:7f:04:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca29617-9cd6-4a45-9390-139b0ed27531', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:27:29.569007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:27:29.609373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:29.622456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c929434-910b-4282-b9a4-d2c8d8405302 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:29.642484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:29.758065 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:29.819689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=3c929434-910b-4282-b9a4-d2c8d8405302,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:29.858499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c2672-76ff-4ccf-b5f4-153e275afcc0 req-f657c2e2-00df-45bc-9666-a08ca9f21a71 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:29.858710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-907c2672-76ff-4ccf-b5f4-153e275afcc0 req-f657c2e2-00df-45bc-9666-a08ca9f21a71 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 947 time: 0.0573430 Sep 16 16:27:29.900294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-907c2672-76ff-4ccf-b5f4-153e275afcc0 req-cdd6db0e-dadf-4c20-bcfd-70bdee33d40c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349565 Sep 16 16:27:30.007555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['3c929434-910b-4282-b9a4-d2c8d8405302'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:30.021849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285df9a0-7bb4-430e-8527-120885c5461d req-18a9b6c1-9bbd-4efb-b117-ffe7fc2d0003 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:30.023562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285df9a0-7bb4-430e-8527-120885c5461d req-18a9b6c1-9bbd-4efb-b117-ffe7fc2d0003 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0561349 Sep 16 16:27:30.070782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285df9a0-7bb4-430e-8527-120885c5461d req-247e99e7-af85-4415-b79f-f2b4045f0c87 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Sep 16 16:27:30.344508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d74c80-0879-4105-80e2-5b55b723fe67 req-3ac02d04-41af-4630-9dd4-6a717f3361c6 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:30.346129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9d74c80-0879-4105-80e2-5b55b723fe67 req-3ac02d04-41af-4630-9dd4-6a717f3361c6 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 944 time: 0.0509453 Sep 16 16:27:30.397060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9d74c80-0879-4105-80e2-5b55b723fe67 req-e7b0e497-1285-4f2f-9269-413867855f3d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443611 Sep 16 16:27:30.534835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dbc27-5f86-4aee-a459-8fd515026e07 req-98e74c0b-f24e-4e3a-ab8b-8be6af5141f5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:30.536528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d83dbc27-5f86-4aee-a459-8fd515026e07 req-98e74c0b-f24e-4e3a-ab8b-8be6af5141f5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.0550473 Sep 16 16:27:30.578196 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d83dbc27-5f86-4aee-a459-8fd515026e07 req-ffca899c-79cd-48be-9ad5-f7ea0e0a3cae tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344992 Sep 16 16:27:30.792681 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d08025c7-e2e1-43ae-8b93-54ee260455e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:30.943092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:27:31.047515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf44d0-c555-476e-b34c-e0e733bbd1cd req-3d3904e3-471d-46c7-8452-e199262871e4 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:31.049084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dedf44d0-c555-476e-b34c-e0e733bbd1cd req-3d3904e3-471d-46c7-8452-e199262871e4 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 947 time: 0.0543835 Sep 16 16:27:31.057242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:31.069345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:27:31.089533 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dedf44d0-c555-476e-b34c-e0e733bbd1cd req-be83fbb6-8e18-4405-b992-c72e0b56303f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330505 Sep 16 16:27:31.110946 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:31.128888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd866178-9d00-4958-842d-bbf93c2fc294 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:31.150739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:31.251023 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:31.274442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905df553-a5b7-48b2-a421-96006c2b75b9 req-9e147b46-1057-4792-8373-51613c0de7e6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:31.276562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-905df553-a5b7-48b2-a421-96006c2b75b9 req-9e147b46-1057-4792-8373-51613c0de7e6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.0709546 Sep 16 16:27:31.317143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 3c929434-910b-4282-b9a4-d2c8d8405302 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:27:31.334241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-905df553-a5b7-48b2-a421-96006c2b75b9 req-7ea080a6-0f42-46af-b6b8-23bed90e7b27 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480621 Sep 16 16:27:31.365650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:31.478368 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:31.482799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 3c929434-910b-4282-b9a4-d2c8d8405302 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:27:31.493741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 3c929434-910b-4282-b9a4-d2c8d8405302 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:27:31.494118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:31.604533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:31.606767 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['fd866178-9d00-4958-842d-bbf93c2fc294'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:31.759559 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-ae9a714a-d47b-494e-968a-f89285c3a880 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:31.760523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166502f-7fcb-49f0-ae7b-875e1a087ebe req-f64c79c0-781d-416c-8a3a-b5de28db2535 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:31.761114 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-ae9a714a-d47b-494e-968a-f89285c3a880 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de&tenant_id=64baf66baab943a8acdce99439b67aa5&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 948 time: 0.0909655 Sep 16 16:27:31.770502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6166502f-7fcb-49f0-ae7b-875e1a087ebe req-f64c79c0-781d-416c-8a3a-b5de28db2535 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.1100900 Sep 16 16:27:31.802672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:31.811062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487bb0f-e31e-4c67-9ee0-18a05b8076da req-a0e62a32-cbbd-4ca7-bed9-18677025fe53 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:31.812810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c929434-910b-4282-b9a4-d2c8d8405302'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:31.814540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3487bb0f-e31e-4c67-9ee0-18a05b8076da req-a0e62a32-cbbd-4ca7-bed9-18677025fe53 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 944 time: 0.1202359 Sep 16 16:27:31.821490 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f07ea43-a599-4d7a-a458-cc2279427632" -d '{"events": [{"server_uuid": "9345e8a9-6d6c-4074-90ab-db3acd2893dc", "name": "network-vif-plugged", "status": "completed", "tag": "3c929434-910b-4282-b9a4-d2c8d8405302"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:31.838726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6166502f-7fcb-49f0-ae7b-875e1a087ebe req-2b415f87-620d-4b7a-acf5-27e50fc03ff7 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664697 Sep 16 16:27:31.882386 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3487bb0f-e31e-4c67-9ee0-18a05b8076da req-a22ab582-0f37-46f0-98b8-b9962c37bc11 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606134 Sep 16 16:27:31.889537 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:31.889869 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-340937e6-a2c2-418f-8800-d230f4fc29d3 service neutron] 10.222.0.62 "GET /v2.0/ports/fd866178-9d00-4958-842d-bbf93c2fc294/bindings/n-h2-807786-3 HTTP/1.1" status: 200 len: 382 time: 0.1055129 Sep 16 16:27:31.935971 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:31.973016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=3c929434-910b-4282-b9a4-d2c8d8405302,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:31.994690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-46d83d96-db47-4113-9e4d-8d122282c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:32.002209 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-46d83d96-db47-4113-9e4d-8d122282c6a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1099 time: 0.0855327 Sep 16 16:27:32.012016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1491ca-d1b8-4040-8dd9-92132564300d req-75ee38df-ab5d-4640-b550-0c6a9d83ef41 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:32.013565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be1491ca-d1b8-4040-8dd9-92132564300d req-75ee38df-ab5d-4640-b550-0c6a9d83ef41 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 948 time: 0.0927250 Sep 16 16:27:32.049859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016dd37-637f-40ed-9ac2-eb09b6f835fe req-34b02e65-0808-47fb-8031-4ee23f10970a tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:32.051322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5016dd37-637f-40ed-9ac2-eb09b6f835fe req-34b02e65-0808-47fb-8031-4ee23f10970a tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.0974793 Sep 16 16:27:32.090643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be1491ca-d1b8-4040-8dd9-92132564300d req-3efa75d9-bfbd-465d-a60f-41b46f0d0a70 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688078 Sep 16 16:27:32.107453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-bae8de66-f650-4b24-97a2-c66d1f43669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:32.109318 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-bae8de66-f650-4b24-97a2-c66d1f43669b service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1040411 Sep 16 16:27:32.111810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5016dd37-637f-40ed-9ac2-eb09b6f835fe req-d41a9eca-78dc-4b03-bf82-fdc0f323b126 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514257 Sep 16 16:27:32.163084 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-9239bc71-2fdb-4a41-ae53-d68e5b1d12b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 217 time: 0.0437019 Sep 16 16:27:32.172922 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd93275-cea3-445a-9ed1-23fb933e9640 x-openstack-request-id: req-3dd93275-cea3-445a-9ed1-23fb933e9640 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:32.173222 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9345e8a9-6d6c-4074-90ab-db3acd2893dc", "name": "network-vif-plugged", "status": "completed", "tag": "3c929434-910b-4282-b9a4-d2c8d8405302", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:32.173476 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3dd93275-cea3-445a-9ed1-23fb933e9640 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:32.174064 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c929434-910b-4282-b9a4-d2c8d8405302', 'code': 200} Sep 16 16:27:32.233114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-5e73eea3-a870-410d-a8bc-45cd65b223ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:32.235696 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-5e73eea3-a870-410d-a8bc-45cd65b223ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0625048 Sep 16 16:27:32.313426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-e77b1db1-f693-4985-8bfd-2ffef0bfcfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:32.314946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-e77b1db1-f693-4985-8bfd-2ffef0bfcfb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711668 Sep 16 16:27:32.320746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0d269-7330-4dca-b187-7f9adeb3ecd7 req-e060640d-19bc-4df7-952d-29dabe687aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:32.322156 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-86a0d269-7330-4dca-b187-7f9adeb3ecd7 req-e060640d-19bc-4df7-952d-29dabe687aed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 1096 time: 0.0519338 Sep 16 16:27:32.416463 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-86a0d269-7330-4dca-b187-7f9adeb3ecd7 req-237fd09f-7b1b-4d3b-b013-92c9790881e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857754 Sep 16 16:27:32.440662 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-26121bee-7556-4b97-be4a-475ad7eec50f service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174870 Sep 16 16:27:32.586253 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-69d1388e-ee6b-4a76-9baf-a116c8bd8b66 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374836 Sep 16 16:27:32.819143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-c0f3e05f-7332-4579-87d9-2fd21d94ed5d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:32.821539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-c0f3e05f-7332-4579-87d9-2fd21d94ed5d tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/networks?id=309f7d7d-a063-4309-9516-7846c5f3f247 HTTP/1.1" status: 200 len: 815 time: 0.1195836 Sep 16 16:27:32.841144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-a8a02663-b96c-4d92-aa58-54127ec03783 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/quotas/8a68c72313ee43208c4cd06b42b3ba5b HTTP/1.1" status: 200 len: 375 time: 0.0118346 Sep 16 16:27:32.907673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-934d874b-5f36-47bb-8042-1ed612b42340 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a68c72313ee43208c4cd06b42b3ba5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592020 Sep 16 16:27:32.991071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:27:33.041609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-5ecfbe16-499c-46f8-a173-a5cb31821726 service neutron] 10.222.0.22 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267979 Sep 16 16:27:33.098506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45685205-2bbf-47f8-a7da-8dbb404bba33 req-a657dc2f-2b5b-44a1-900c-010465aeb32d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:33.106761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45685205-2bbf-47f8-a7da-8dbb404bba33 req-a657dc2f-2b5b-44a1-900c-010465aeb32d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.1345100 Sep 16 16:27:33.135608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port fd866178-9d00-4958-842d-bbf93c2fc294 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:27:33.148909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port fd866178-9d00-4958-842d-bbf93c2fc294 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:27:33.148909 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:33.217425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45685205-2bbf-47f8-a7da-8dbb404bba33 req-acffc5df-302d-4776-95cc-458c47ca6843 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047072 Sep 16 16:27:33.229286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-81b68133-4d4d-4fae-a68b-6ed22f9f3ab3 service neutron] 10.222.0.22 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780202 Sep 16 16:27:33.286779 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:33.319594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a2db835-293f-495b-a600-d857f790b749 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:27:33.360435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c649891-1c35-4b61-b8d4-f35ca0c16a6a req-e29be44d-9902-4440-9bad-15acae5a8b69 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:33.362187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c649891-1c35-4b61-b8d4-f35ca0c16a6a req-e29be44d-9902-4440-9bad-15acae5a8b69 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.0789413 Sep 16 16:27:33.389813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:33.413609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c649891-1c35-4b61-b8d4-f35ca0c16a6a req-90bdf55f-61e1-4881-9e19-a2389bc4bf40 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443618 Sep 16 16:27:33.486822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a2db835-293f-495b-a600-d857f790b749, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a2db835-293f-495b-a600-d857f790b749,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:33.509014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5a2db835-293f-495b-a600-d857f790b749', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'port_id': '5a2db835-293f-495b-a600-d857f790b749', 'mac_address': 'fa:16:3e:60:8a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0e10da-e678-4834-9de7-9aefa8ec67f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:27:33.584916 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:33.595420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2a5a9-ca31-4d8b-a62c-acf6da7c5a9d req-087bcbb8-bdad-4ea4-b82b-24a09a471f04 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:33.598964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6bd2a5a9-ca31-4d8b-a62c-acf6da7c5a9d req-087bcbb8-bdad-4ea4-b82b-24a09a471f04 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 948 time: 0.1192241 Sep 16 16:27:33.698072 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:33.729614 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6bd2a5a9-ca31-4d8b-a62c-acf6da7c5a9d req-5f38b071-9f6b-4a72-baea-8731445ba088 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190281 Sep 16 16:27:33.736989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a2db835-293f-495b-a600-d857f790b749 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:33.788429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a2db835-293f-495b-a600-d857f790b749, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a2db835-293f-495b-a600-d857f790b749,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:33.816646 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:33.817496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:33.829368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c40d4be-4199-4abb-a60a-a75cfb51c377 req-efb05245-6da3-438f-bc5f-e0052a8a8ea3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 210 time: 0.0966554 Sep 16 16:27:33.866828 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:33.960060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a2db835-293f-495b-a600-d857f790b749,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:33.977269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5a2db835-293f-495b-a600-d857f790b749'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:34.174711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:34.178953 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75f3ecf-af39-4759-8e5c-995ae64d1d6a" -d '{"events": [{"server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "name": "network-vif-plugged", "status": "completed", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:34.263943 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49778de9-64cb-4e66-8beb-f836d873df39 x-openstack-request-id: req-49778de9-64cb-4e66-8beb-f836d873df39 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:34.264305 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "name": "network-vif-plugged", "status": "completed", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:34.265188 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49778de9-64cb-4e66-8beb-f836d873df39 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:34.266205 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'code': 200} Sep 16 16:27:34.363930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03055c-69ce-4d69-be2d-7134b49a495e req-949bbb76-10d3-467d-a059-a17eaa5dc5ff tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:34.390468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b03055c-69ce-4d69-be2d-7134b49a495e req-949bbb76-10d3-467d-a059-a17eaa5dc5ff tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.0835903 Sep 16 16:27:34.430837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-37f8a99c-9690-4ace-a5de-52eb2e8d88f3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:34.433156 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-37f8a99c-9690-4ace-a5de-52eb2e8d88f3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.62 "GET /v2.0/ports?device_id=13382b29-e08c-4d3f-b4b1-08f768e5c831 HTTP/1.1" status: 200 len: 946 time: 0.1099999 Sep 16 16:27:34.478096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b03055c-69ce-4d69-be2d-7134b49a495e req-04a0a9f5-53e3-4808-97ea-0b3533baf3f9 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841951 Sep 16 16:27:34.610576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-8e929bb0-f0b4-4546-b47b-dcb89b708078 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Deleting port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:27:34.611945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-8e929bb0-f0b4-4546-b47b-dcb89b708078 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:34.625679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae912f6-e579-4877-86f7-fb03a35c4ad4 req-8f61fca3-9acf-4c0f-8452-e0d9f60dac4b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:34.634080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ae912f6-e579-4877-86f7-fb03a35c4ad4 req-8f61fca3-9acf-4c0f-8452-e0d9f60dac4b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.0717840 Sep 16 16:27:34.683827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ae912f6-e579-4877-86f7-fb03a35c4ad4 req-821768d8-8fef-441e-95a3-8e022b400e08 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485871 Sep 16 16:27:34.774290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb298a-d0ef-41b8-9646-1b78cf731d4f req-c365c60c-bf8c-405c-9942-9500e863abc4 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:34.775856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6fb298a-d0ef-41b8-9646-1b78cf731d4f req-c365c60c-bf8c-405c-9942-9500e863abc4 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 1096 time: 0.1012959 Sep 16 16:27:34.828953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-8e929bb0-f0b4-4546-b47b-dcb89b708078 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] For port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:34.829811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-8e929bb0-f0b4-4546-b47b-dcb89b708078 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:34.849615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-8e929bb0-f0b4-4546-b47b-dcb89b708078 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Calling delete_port for 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:27:34.861277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6fb298a-d0ef-41b8-9646-1b78cf731d4f req-00a35699-657b-4c18-8c41-09464e41d0ad tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611007 Sep 16 16:27:34.961845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38493d-c136-41b4-b207-ab19a7e4a818 req-c9d48bdc-22ec-4322-a981-f935df5cca98 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:34.970670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa38493d-c136-41b4-b207-ab19a7e4a818 req-c9d48bdc-22ec-4322-a981-f935df5cca98 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0711243 Sep 16 16:27:35.055249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa38493d-c136-41b4-b207-ab19a7e4a818 req-fc6b96d2-58da-498a-bc9c-a47b15edd92b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836306 Sep 16 16:27:35.133506 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-8e929bb0-f0b4-4546-b47b-dcb89b708078 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:35.147072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['32ba21ac-7f81-40a0-8e7c-10ac51dd42d9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:35.148448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd32fcd4-7a7a-44ff-9014-9396208721f0 req-a7d4025e-7d56-4ded-b243-84c93301dfaf tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 210 time: 0.0626283 Sep 16 16:27:35.207928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e929bb0-f0b4-4546-b47b-dcb89b708078 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Pushing event deleted for resources: {'Port': ['ID=32ba21ac-7f81-40a0-8e7c-10ac51dd42d9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:35.286286 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-8e929bb0-f0b4-4546-b47b-dcb89b708078 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] No DVR routers for this DVR port 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:27:35.301689 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-8e929bb0-f0b4-4546-b47b-dcb89b708078 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:35.313109 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6cfa42c6-48ab-4841-b445-44c78e4bc4e6 req-8e929bb0-f0b4-4546-b47b-dcb89b708078 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.62 "DELETE /v2.0/ports/32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 HTTP/1.1" status: 204 len: 173 time: 0.8669512 Sep 16 16:27:35.313691 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13382b29-e08c-4d3f-b4b1-08f768e5c831', 'name': 'network-vif-deleted', 'tag': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:35.318731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a2db835-293f-495b-a600-d857f790b749 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:27:35.324149 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4da28e1-6aed-44e9-8de1-1d16b686e4e6" -d '{"events": [{"server_uuid": "13382b29-e08c-4d3f-b4b1-08f768e5c831", "name": "network-vif-deleted", "tag": "32ba21ac-7f81-40a0-8e7c-10ac51dd42d9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:35.380569 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f6b24e-84b6-42c1-8f30-640ba8f32d9c x-openstack-request-id: req-52f6b24e-84b6-42c1-8f30-640ba8f32d9c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:35.380877 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13382b29-e08c-4d3f-b4b1-08f768e5c831", "name": "network-vif-deleted", "tag": "32ba21ac-7f81-40a0-8e7c-10ac51dd42d9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:35.382237 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52f6b24e-84b6-42c1-8f30-640ba8f32d9c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:35.382237 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13382b29-e08c-4d3f-b4b1-08f768e5c831', 'name': 'network-vif-deleted', 'tag': '32ba21ac-7f81-40a0-8e7c-10ac51dd42d9', 'status': 'completed', 'code': 200} Sep 16 16:27:35.395094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc89a9c-3a89-45d4-a572-a0226205fa34 req-f3febe11-6233-4006-a43e-3f6d22700569 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:35.410020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fc89a9c-3a89-45d4-a572-a0226205fa34 req-f3febe11-6233-4006-a43e-3f6d22700569 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 1096 time: 0.1227512 Sep 16 16:27:35.491371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fc89a9c-3a89-45d4-a572-a0226205fa34 req-0c840611-1701-40ba-9fe6-a932904fd314 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751884 Sep 16 16:27:35.681524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5a2db835-293f-495b-a600-d857f790b749 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:27:35.682083 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:35.867460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:35.897235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1df09-ff14-419a-8f8f-7d56b3dcf666 req-c0c12f7f-4821-4def-a388-259ab4179015 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:35.912617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12f1df09-ff14-419a-8f8f-7d56b3dcf666 req-c0c12f7f-4821-4def-a388-259ab4179015 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.1083193 Sep 16 16:27:35.918654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a2db835-293f-495b-a600-d857f790b749, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a2db835-293f-495b-a600-d857f790b749,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:35.974766 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12f1df09-ff14-419a-8f8f-7d56b3dcf666 req-53e11a10-1e90-484f-9cd3-7b3fa4cb3a25 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590947 Sep 16 16:27:36.019865 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:36.105121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a2db835-293f-495b-a600-d857f790b749,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:36.183942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-6a185c6f-7769-4c4a-9adf-54bcc536ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:36.185548 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-6a185c6f-7769-4c4a-9adf-54bcc536ca6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de&tenant_id=64baf66baab943a8acdce99439b67aa5 HTTP/1.1" status: 200 len: 1100 time: 0.0698798 Sep 16 16:27:36.200269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:36.267695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa44aa9-c7ff-425a-9717-b14823848822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2db835-293f-495b-a600-d857f790b749'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:36.270300 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f830cc3c-992a-4c26-b1ac-2ae9aee36f1a" -d '{"events": [{"server_uuid": "0aa44aa9-c7ff-425a-9717-b14823848822", "name": "network-vif-plugged", "status": "completed", "tag": "5a2db835-293f-495b-a600-d857f790b749"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:36.312496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa829609-a99b-4740-a4ba-109cbc1e1270 req-5bf0f8fb-dacb-451d-92df-1fcac02d09fe tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:36.315115 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa829609-a99b-4740-a4ba-109cbc1e1270 req-5bf0f8fb-dacb-451d-92df-1fcac02d09fe tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0896235 Sep 16 16:27:36.374689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa829609-a99b-4740-a4ba-109cbc1e1270 req-547f1186-28c4-4853-a53f-a099bff90c23 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529232 Sep 16 16:27:36.466881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:36.481487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-e336a115-a288-4ff0-ac68-fd63bfdb1128 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:36.482201 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-e336a115-a288-4ff0-ac68-fd63bfdb1128 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.62 "GET /v2.0/networks?id=309f7d7d-a063-4309-9516-7846c5f3f247 HTTP/1.1" status: 200 len: 815 time: 0.2248750 Sep 16 16:27:36.529401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Request body: {'port': {'device_id': 'bc486d46-09ff-435f-a8fe-f1e10873ad0d', 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247', 'admin_state_up': True, 'tenant_id': '8a68c72313ee43208c4cd06b42b3ba5b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:36.546638 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5853164d-c618-421c-849a-2e9bc5e1d1b0 req-12c77434-ad38-4e6b-b65e-d38b1b418774 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 210 time: 0.0503712 Sep 16 16:27:36.861098 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef50057-1980-4f80-887f-75757c2bdf86 x-openstack-request-id: req-cef50057-1980-4f80-887f-75757c2bdf86 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:36.861647 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa44aa9-c7ff-425a-9717-b14823848822", "name": "network-vif-plugged", "status": "completed", "tag": "5a2db835-293f-495b-a600-d857f790b749", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:36.861647 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cef50057-1980-4f80-887f-75757c2bdf86 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:36.862170 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa44aa9-c7ff-425a-9717-b14823848822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2db835-293f-495b-a600-d857f790b749', 'code': 200} Sep 16 16:27:37.040952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:37.082070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:37.116019 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Made reservation on behalf of 8a68c72313ee43208c4cd06b42b3ba5b for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:27:37.121039 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:37.122954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc404b3-0100-4e6a-a1a8-2ac3268843fa req-2b2ff39b-52c3-40be-9b9f-49b1e4ae1f16 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:37.124974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfc404b3-0100-4e6a-a1a8-2ac3268843fa req-2b2ff39b-52c3-40be-9b9f-49b1e4ae1f16 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.0745876 Sep 16 16:27:37.201126 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:37.222934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfc404b3-0100-4e6a-a1a8-2ac3268843fa req-b52cd7f5-5764-4812-9824-bdff73039ed5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889440 Sep 16 16:27:37.284330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Transition to ACTIVE for port object fd866178-9d00-4958-842d-bbf93c2fc294 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:27:37.378107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Allocated IP 172.20.0.2 (309f7d7d-a063-4309-9516-7846c5f3f247/cc76f138-535d-4db5-95f3-6ecabf21e86f/e196b933-cb5c-4bad-ae64-ae3f7851bed9) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:27:37.382893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:37.392992 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303c9f25-665b-46df-8fbe-86e6262e1794" -d '{"events": [{"server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "name": "network-vif-unplugged", "status": "completed", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:37.432588 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:37.500299 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e496261-cd34-4588-9dcc-4460be5a5060 x-openstack-request-id: req-7e496261-cd34-4588-9dcc-4460be5a5060 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:37.500685 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "name": "network-vif-unplugged", "status": "completed", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:37.501419 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e496261-cd34-4588-9dcc-4460be5a5060 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:37.501837 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'code': 200} Sep 16 16:27:37.527258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:37.580110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] No DVR routers for this DVR port fd866178-9d00-4958-842d-bbf93c2fc294 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:27:37.665479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:37.665852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:37.671417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:37.697879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Port fd866178-9d00-4958-842d-bbf93c2fc294 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:37.703032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Attempting to bind port fd866178-9d00-4958-842d-bbf93c2fc294 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:37.726230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:37.726703 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:37.732476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:37.732476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Bound port: fd866178-9d00-4958-842d-bbf93c2fc294, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:37.732476 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:37.768795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123ef4b-3993-4a72-bb79-0fd61f667931 req-d6b3d579-fd16-4415-9e36-dc5344583bf0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:37.778551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8123ef4b-3993-4a72-bb79-0fd61f667931 req-d6b3d579-fd16-4415-9e36-dc5344583bf0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 948 time: 0.1577692 Sep 16 16:27:37.886133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:37.891723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:27:37.894573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8123ef4b-3993-4a72-bb79-0fd61f667931 req-71b745b2-7452-4a1b-89e5-7f028564290a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019709 Sep 16 16:27:37.896167 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:37.986209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:38.042554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:38.043065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:38.045425 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] 10.222.0.52 "PUT /v2.0/ports/fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 1096 time: 1.8507206 Sep 16 16:27:38.059098 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:38.119861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f534748c-3267-4e11-9067-7fa29de8cf54 req-57ba477b-17f2-4189-9a62-2216aec9fde6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 210 time: 0.0910001 Sep 16 16:27:38.132625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35116b4-3fe1-441c-8527-926409489f6a service neutron] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=11']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:38.183246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Network 309f7d7d-a063-4309-9516-7846c5f3f247 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:27:38.198454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-c8b4f8a0-67f0-4c3f-b134-ded8267ac6c5 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:27:38.200716 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-c8b4f8a0-67f0-4c3f-b134-ded8267ac6c5 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163107 Sep 16 16:27:38.205418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:27:38.208224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:27:38.284313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:38.285332 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:38.360873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Pushing event updated for resources: {'Port': ['ID=e196b933-cb5c-4bad-ae64-ae3f7851bed9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:38.370409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-4d8b7cda-8d56-49b6-851e-68276216639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:38.372153 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-4d8b7cda-8d56-49b6-851e-68276216639a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1099 time: 0.2925329 Sep 16 16:27:38.373102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-b6e39041-70c9-471e-8be8-94dfed1134de tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:38.374869 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-b6e39041-70c9-471e-8be8-94dfed1134de tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports/3c929434-910b-4282-b9a4-d2c8d8405302 HTTP/1.1" status: 200 len: 1093 time: 0.0989563 Sep 16 16:27:38.393458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Request body: {'binding': {'host': 'n-h2-807786-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:38.394166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Unknown quota resources ['binding']. {{(pid=95357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:27:38.458540 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-cb53624e-be7d-4905-9f09-c5199a06ff43 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9334993 Sep 16 16:27:38.519236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Request body: {'port': {'device_id': 'bc486d46-09ff-435f-a8fe-f1e10873ad0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:38.610131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c755ee8-90ae-4877-ae64-a7a200a84a8f req-364e0d53-f68e-4ce6-b318-65c7b690be0d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:38.618720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c755ee8-90ae-4877-ae64-a7a200a84a8f req-364e0d53-f68e-4ce6-b318-65c7b690be0d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.1044517 Sep 16 16:27:38.668815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-6c7f6d9b-3c48-4773-a907-1b09ee90f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:38.670292 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-6c7f6d9b-3c48-4773-a907-1b09ee90f577 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2901964 Sep 16 16:27:38.692896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c755ee8-90ae-4877-ae64-a7a200a84a8f req-f916caad-28e4-4f1e-bbac-7f91ce57d391 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698466 Sep 16 16:27:38.758720 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-b857bf81-890a-4d03-9789-81ccaf8b2d33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 217 time: 0.0596120 Sep 16 16:27:38.797346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:39.017542 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:27:39.103369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:27:39.103855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:27:39.146445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454ec05-b399-4bc8-9200-c84c42634d4a req-d999eef3-4bb3-4753-8ee3-a9a322b4a49f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:39.146902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:27:39.146902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 32ba21ac-7f81-40a0-8e7c-10ac51dd42d9 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:27:39.160936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4454ec05-b399-4bc8-9200-c84c42634d4a req-d999eef3-4bb3-4753-8ee3-a9a322b4a49f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 948 time: 0.1103666 Sep 16 16:27:39.253726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 on host n-h2-807786-3 for vnic_type normal with profile None {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:39.254711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:39.255414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:39.257684 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4454ec05-b399-4bc8-9200-c84c42634d4a req-65168d0a-eb4d-4016-807b-29a420db6c5f tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956976 Sep 16 16:27:39.289947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Port 3c929434-910b-4282-b9a4-d2c8d8405302 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:39.290716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:39.306712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:39.307571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:39.308738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:39.314803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Bound port: 3c929434-910b-4282-b9a4-d2c8d8405302, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:39.340222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-7c1e4d01-06c8-4765-a630-0cee57741ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:39.342645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-7c1e4d01-06c8-4765-a630-0cee57741ff2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.5402405 Sep 16 16:27:39.460446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756a161-756a-472c-898f-6abc726aef19 req-a6375da2-cfdc-4a1b-a68a-932d316cbe50 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:39.467993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a756a161-756a-472c-898f-6abc726aef19 req-a6375da2-cfdc-4a1b-a68a-932d316cbe50 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 931 time: 0.1408064 Sep 16 16:27:39.507760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:39.509739 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:39.537888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a756a161-756a-472c-898f-6abc726aef19 req-56d3dcb6-47d6-438c-9caf-5bd8d09ebb7f tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689521 Sep 16 16:27:39.584733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-4ffe3154-00a1-48cc-9206-c46318298a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:39.586370 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-4ffe3154-00a1-48cc-9206-c46318298a17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2111735 Sep 16 16:27:39.608116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:27:39.752340 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fa07fd-04e8-4990-88b7-83707c8e252f x-openstack-request-id: req-30fa07fd-04e8-4990-88b7-83707c8e252f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:39.752817 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:39.753305 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30fa07fd-04e8-4990-88b7-83707c8e252f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:39.753724 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'status': 'completed', 'code': 200} Sep 16 16:27:39.804978 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-f4f4ea0f-7917-4265-ac6a-35e261d1326c service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993392 Sep 16 16:27:39.867591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c88197-17f2-4887-9263-ac96088c9ae8 req-b137641c-b305-4bd9-aa5a-b6e6a92f802c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:39.869559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36c88197-17f2-4887-9263-ac96088c9ae8 req-b137641c-b305-4bd9-aa5a-b6e6a92f802c tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.0598984 Sep 16 16:27:39.906601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:39.907787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-19d1121b-16f5-480e-beb7-f6e875e17f6a service neutron] 10.222.0.22 "POST /v2.0/ports/3c929434-910b-4282-b9a4-d2c8d8405302/bindings HTTP/1.1" status: 201 len: 389 time: 1.5196881 Sep 16 16:27:39.913944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36c88197-17f2-4887-9263-ac96088c9ae8 req-572f1dc0-ddb0-45a7-9058-e36818b3439a tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Sep 16 16:27:39.941346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e196b933-cb5c-4bad-ae64-ae3f7851bed9 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:39.958207 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:39.961011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-001fe2a5-e4f9-4b11-9ccb-572f1c38d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:39.962986 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-001fe2a5-e4f9-4b11-9ccb-572f1c38d82a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1099 time: 0.1849480 Sep 16 16:27:40.058687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-01073c94-ab0c-4e57-856a-4665770c4ffc tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.060420 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-01073c94-ab0c-4e57-856a-4665770c4ffc tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.2579944 Sep 16 16:27:40.061417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Transition to ACTIVE for port object e196b933-cb5c-4bad-ae64-ae3f7851bed9 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:27:40.075549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-3'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:40.199182 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27114cc2-3840-4e85-903f-3de5b25bf828 req-ec2486b7-d40a-4f9e-8bb9-614ef8ee9988 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447137 Sep 16 16:27:40.206679 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:40.230990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:40.266676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-ecab6674-e41f-4b1c-8671-17928742e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.268277 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-ecab6674-e41f-4b1c-8671-17928742e895 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2668693 Sep 16 16:27:40.383994 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-f8eadeca-1bba-4405-96fd-3db7c5317a31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 217 time: 0.0975034 Sep 16 16:27:40.410142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e196b933-cb5c-4bad-ae64-ae3f7851bed9,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:40.472262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd8c1-7201-437b-ab26-4300c84c8923 req-d7308c11-2307-4eb3-97b6-1da0b4b70568 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.473924 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-82bfd8c1-7201-437b-ab26-4300c84c8923 req-d7308c11-2307-4eb3-97b6-1da0b4b70568 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 948 time: 0.1095846 Sep 16 16:27:40.526963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596e36b-a23e-4209-967a-a13d0db7ea4e req-e714b04a-8d55-41cb-bd3d-ac99b4e15b06 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.528669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f596e36b-a23e-4209-967a-a13d0db7ea4e req-e714b04a-8d55-41cb-bd3d-ac99b4e15b06 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.1090944 Sep 16 16:27:40.539427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-5a3ac677-ba29-47a9-a5da-099889e41451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.541047 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-5a3ac677-ba29-47a9-a5da-099889e41451 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1099 time: 0.2645271 Sep 16 16:27:40.563575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-82bfd8c1-7201-437b-ab26-4300c84c8923 req-18421a1d-fd77-42e7-9ded-1cc7f5af648e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764172 Sep 16 16:27:40.568136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-b49d3112-a8a8-492a-a22d-20fec3f6744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.569154 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-b49d3112-a8a8-492a-a22d-20fec3f6744a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1734898 Sep 16 16:27:40.604166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f596e36b-a23e-4209-967a-a13d0db7ea4e req-2c6d9371-768d-4c34-a146-bb4ba394d12b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633264 Sep 16 16:27:40.719520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Attempting to bind port e196b933-cb5c-4bad-ae64-ae3f7851bed9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:40.719928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Attempting to bind port e196b933-cb5c-4bad-ae64-ae3f7851bed9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:40.720324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Attempting to bind port e196b933-cb5c-4bad-ae64-ae3f7851bed9 on network 309f7d7d-a063-4309-9516-7846c5f3f247 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:40.745017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Port e196b933-cb5c-4bad-ae64-ae3f7851bed9 on network 309f7d7d-a063-4309-9516-7846c5f3f247 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:40.745429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Attempting to bind port e196b933-cb5c-4bad-ae64-ae3f7851bed9 on network 309f7d7d-a063-4309-9516-7846c5f3f247 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:40.748644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e69bc-d16c-4a13-8641-a2b118063236 req-cbe4677b-dcff-443d-9bd1-2e2ac2b85cba tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.757649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-092e69bc-d16c-4a13-8641-a2b118063236 req-cbe4677b-dcff-443d-9bd1-2e2ac2b85cba tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 943 time: 0.1132007 Sep 16 16:27:40.779594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:40.779920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Checking segment: {'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:40.780714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Bound using segment: {'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:40.781057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-597561f9-efc8-4645-b86f-7cc80ade08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.781278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Bound port: e196b933-cb5c-4bad-ae64-ae3f7851bed9, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8939241f-8a56-4834-be20-deefdcb955d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:40.781549 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:40.782838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-597561f9-efc8-4645-b86f-7cc80ade08f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 1096 time: 0.0932324 Sep 16 16:27:40.785725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:40.821188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-235d4cb2-849f-4ce3-b897-517fb69af54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.822821 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-235d4cb2-849f-4ce3-b897-517fb69af54e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993139 Sep 16 16:27:40.831875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-cf150776-b425-4df1-a574-18b07adde679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.833407 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-cf150776-b425-4df1-a574-18b07adde679 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2781396 Sep 16 16:27:40.939632 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-e05dd791-188d-4ff2-a37a-a98717eb8bfa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 200 len: 217 time: 0.0741334 Sep 16 16:27:40.950132 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-092e69bc-d16c-4a13-8641-a2b118063236 req-e65942c3-a3fa-42fa-8acb-1a2353facd9b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890790 Sep 16 16:27:40.950132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-b0bd6f0d-ef18-4592-bce3-54e584419fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:40.952931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-b0bd6f0d-ef18-4592-bce3-54e584419fde service neutron] 10.222.0.62 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.1513476 Sep 16 16:27:41.023123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-5b305fa7-906c-4f6e-8a93-bea7f34acd52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c929434-910b-4282-b9a4-d2c8d8405302 HTTP/1.1" status: 200 len: 217 time: 0.0626161 Sep 16 16:27:41.048200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] For port e196b933-cb5c-4bad-ae64-ae3f7851bed9, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:41.051111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:41.102855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] For port e196b933-cb5c-4bad-ae64-ae3f7851bed9, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e196b933-cb5c-4bad-ae64-ae3f7851bed9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:27:41.119985 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-781ed4a5-7727-4bd4-98bf-f78de665a0b6 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836406 Sep 16 16:27:41.146218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-8ab894d4-bd50-4875-aab4-665fe3d67f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:41.147638 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-8ab894d4-bd50-4875-aab4-665fe3d67f85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1872663 Sep 16 16:27:41.152701 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:41.201672 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:41.215813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-7688cf6a-fa0a-409f-b61e-b4c8552d6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:41.217322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-7688cf6a-fa0a-409f-b61e-b4c8552d6b0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.1825721 Sep 16 16:27:41.240266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa36850-ae16-4df8-9662-208f39604d7f req-eff96832-b414-4661-ac95-d68f3bc73f10 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:41.251267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cfa36850-ae16-4df8-9662-208f39604d7f req-eff96832-b414-4661-ac95-d68f3bc73f10 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 945 time: 0.1218603 Sep 16 16:27:41.289094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:41.289751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:41.291296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] 10.222.0.62 "PUT /v2.0/ports/e196b933-cb5c-4bad-ae64-ae3f7851bed9 HTTP/1.1" status: 200 len: 1091 time: 2.7858014 Sep 16 16:27:41.306465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-2b4bdb43-0b77-474e-8e24-37afbfda2e48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692163 Sep 16 16:27:41.334869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-a03ec075-1884-47b1-bb8e-7443a08fc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:41.338989 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-a03ec075-1884-47b1-bb8e-7443a08fc909 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720474 Sep 16 16:27:41.341200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:41.345211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-5bbf6ef1-5be0-44ae-ad08-c82300081943 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139275 Sep 16 16:27:41.346956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc1ee7-8226-442e-9f3e-020166d544c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e196b933-cb5c-4bad-ae64-ae3f7851bed9,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:41.369156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e42482d3-da28-4cbf-be40-9e23bb9c185f details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:27:41.417099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cfa36850-ae16-4df8-9662-208f39604d7f req-e7b7ed6f-2514-4a04-99ac-c1bea492fd52 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562045 Sep 16 16:27:41.521018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-5ddcb133-c03d-4afe-b5ed-6c7e876b3d32 service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067342 Sep 16 16:27:41.560554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, got binding levels [] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:41.573487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Pushing event updated for resources: {'Port': ['ID=e42482d3-da28-4cbf-be40-9e23bb9c185f,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:41.585478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on host n-h2-807786-3 for vnic_type normal with profile {"migrating_to": "n-h1-807786-3"} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:41.585807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:41.586141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:41.591506 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-6a08b3f5-14b4-4cad-a98b-e08a5940cab6 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414749 Sep 16 16:27:41.598782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:41.599106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:41.602565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-48853363-2b57-4194-831a-0a9de63230ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:41.603769 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-48853363-2b57-4194-831a-0a9de63230ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a68c72313ee43208c4cd06b42b3ba5b&device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 1094 time: 0.1236038 Sep 16 16:27:41.617549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on host n-h2-807786-3 for vnic_type normal with profile {"migrating_to": "n-h1-807786-3"} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:41.617925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:41.618292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:41.629840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:41.631286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:41.632929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:41.633273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:41.633654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:41.634110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Bound port: e42482d3-da28-4cbf-be40-9e23bb9c185f, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:41.634648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:41.642718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:41.644195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:41.649798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:41.649798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Bound port: e42482d3-da28-4cbf-be40-9e23bb9c185f, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:41.649798 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:41.650163 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-0c44025a-1d1b-4ce2-9fa0-db9205eef465 service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106899 Sep 16 16:27:41.685291 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-f2dc0ca7-9f31-4fb0-ab99-ee2398d844e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e196b933-cb5c-4bad-ae64-ae3f7851bed9 HTTP/1.1" status: 200 len: 217 time: 0.0609109 Sep 16 16:27:41.769449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:41.773305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:27:41.784779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e42482d3-da28-4cbf-be40-9e23bb9c185f'}, {'name': 'network-changed', 'server_uuid': 'bc486d46-09ff-435f-a8fe-f1e10873ad0d', 'tag': 'e196b933-cb5c-4bad-ae64-ae3f7851bed9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:41.784779 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a65a98-9b82-4d63-a49d-11175eb54f1c" -d '{"events": [{"server_uuid": "0207cd7c-6b12-4b2e-8ee2-b5b103dea929", "name": "network-vif-unplugged", "status": "completed", "tag": "e42482d3-da28-4cbf-be40-9e23bb9c185f"}, {"name": "network-changed", "server_uuid": "bc486d46-09ff-435f-a8fe-f1e10873ad0d", "tag": "e196b933-cb5c-4bad-ae64-ae3f7851bed9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:41.789880 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c336fa2e-8a82-45b9-8df0-31a05e0fd0b4 req-551b8f03-c06c-424f-a80f-e9c0a9d21279 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842983 Sep 16 16:27:41.832775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba85bf-2f2b-4d00-b622-d4c30148c67e req-814f012f-930d-409e-a59c-8902aea20173 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:41.834465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84ba85bf-2f2b-4d00-b622-d4c30148c67e req-814f012f-930d-409e-a59c-8902aea20173 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 948 time: 0.1297867 Sep 16 16:27:41.844224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-b4687c51-65d8-45ff-801b-30341ef8c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:41.845768 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-b4687c51-65d8-45ff-801b-30341ef8c504 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc76f138-535d-4db5-95f3-6ecabf21e86f HTTP/1.1" status: 200 len: 855 time: 0.1309111 Sep 16 16:27:41.860511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb073617-7ad5-4835-8313-d97baed4a86f req-ed784d69-a442-40e6-a776-a54d26fbcd83 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:41.869513 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:41.875170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb073617-7ad5-4835-8313-d97baed4a86f req-ed784d69-a442-40e6-a776-a54d26fbcd83 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.1128962 Sep 16 16:27:41.885963 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-2477fda8-aaa2-4872-a184-d4e6893baf9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=309f7d7d-a063-4309-9516-7846c5f3f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288112 Sep 16 16:27:41.888497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:41.939834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84ba85bf-2f2b-4d00-b622-d4c30148c67e req-32304e1c-8fc1-4229-ab12-a063a2ad9362 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973945 Sep 16 16:27:41.957230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e42482d3-da28-4cbf-be40-9e23bb9c185f-n-h2-807786-3-0 {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:27:41.959167 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:27:41.994421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e42482d3-da28-4cbf-be40-9e23bb9c185f has no active binding in host n-h1-807786-3 {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 16:27:41.997320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb073617-7ad5-4835-8313-d97baed4a86f req-c2098431-8c4d-4a81-b359-cbd3d288f6b9 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180530 Sep 16 16:27:42.010757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=e42482d3-da28-4cbf-be40-9e23bb9c185f,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:42.045595 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887f62ab-2f5b-47f3-9ca8-98c74b054d73 x-openstack-request-id: req-887f62ab-2f5b-47f3-9ca8-98c74b054d73 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:42.045992 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207cd7c-6b12-4b2e-8ee2-b5b103dea929", "name": "network-vif-unplugged", "status": "completed", "tag": "e42482d3-da28-4cbf-be40-9e23bb9c185f", "code": 200}, {"name": "network-changed", "server_uuid": "bc486d46-09ff-435f-a8fe-f1e10873ad0d", "tag": "e196b933-cb5c-4bad-ae64-ae3f7851bed9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:42.047576 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-887f62ab-2f5b-47f3-9ca8-98c74b054d73 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:42.051037 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e42482d3-da28-4cbf-be40-9e23bb9c185f', 'code': 200} Sep 16 16:27:42.051336 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc486d46-09ff-435f-a8fe-f1e10873ad0d', 'tag': 'e196b933-cb5c-4bad-ae64-ae3f7851bed9', 'status': 'completed', 'code': 200} Sep 16 16:27:42.100632 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-f2402bde-d76f-457e-8db9-a10a3150c128 service neutron] 10.222.0.62 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043903 Sep 16 16:27:42.285488 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35c3362-0d80-40d0-994c-3d8de91c1dc9 req-2735df43-5942-4b65-85ae-9e47fd96181c service neutron] 10.222.0.62 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715999 Sep 16 16:27:42.289868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34e9cc-1d6a-44cb-91cc-6ab3a6be6fb2 req-111f1373-63b7-44be-bde3-e7ac61f12071 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:42.309550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d34e9cc-1d6a-44cb-91cc-6ab3a6be6fb2 req-111f1373-63b7-44be-bde3-e7ac61f12071 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 943 time: 0.1348968 Sep 16 16:27:42.387440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d34e9cc-1d6a-44cb-91cc-6ab3a6be6fb2 req-45a5b640-63ce-4534-884a-fba3e32456eb tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769918 Sep 16 16:27:42.528283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on host n-h2-807786-3 for vnic_type normal with profile {"migrating_to": "n-h1-807786-3"} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:42.528889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:42.529261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:42.537974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:42.538415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Attempting to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f on network d8736a5b-82a3-43cb-b137-acc1b934a7ba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:42.545244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:42.545788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Checking segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:42.551475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Bound using segment: {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:42.551475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Bound port: e42482d3-da28-4cbf-be40-9e23bb9c185f, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee95d6-46af-4a63-9409-5d8b7d06fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8736a5b-82a3-43cb-b137-acc1b934a7ba'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:42.551475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:42.552655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a65a98-9b82-4d63-a49d-11175eb54f1c req-862801f9-d4c7-4e42-bcde-bced6c3a8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:42.554183 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-41a65a98-9b82-4d63-a49d-11175eb54f1c req-862801f9-d4c7-4e42-bcde-bced6c3a8b65 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a68c72313ee43208c4cd06b42b3ba5b&device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 1094 time: 0.1094787 Sep 16 16:27:42.633085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e27e4-d4d4-43ff-bd77-ad4baee3f5b6 req-371bdea1-933f-4d98-83a7-5eec94444764 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:42.635425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f3e27e4-d4d4-43ff-bd77-ad4baee3f5b6 req-371bdea1-933f-4d98-83a7-5eec94444764 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0857291 Sep 16 16:27:42.688261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f3e27e4-d4d4-43ff-bd77-ad4baee3f5b6 req-ccf14002-38ba-4cd3-b08f-84b4481c513a tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Sep 16 16:27:42.734096 n-d-807786-3 neutron-server[95357]: WARNING neutron.plugins.ml2.plugin [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Concurrent port binding operations failed on port e42482d3-da28-4cbf-be40-9e23bb9c185f Sep 16 16:27:42.745127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:42.750443 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Attempt 2 to bind port e42482d3-da28-4cbf-be40-9e23bb9c185f Sep 16 16:27:42.757103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:42.757726 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:42.759241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b6fc88c4-51e5-47a3-a907-d8925ca7329b service neutron] 10.222.0.52 "PUT /v2.0/ports/e42482d3-da28-4cbf-be40-9e23bb9c185f HTTP/1.1" status: 200 len: 1121 time: 2.6884804 Sep 16 16:27:42.783333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a65a98-9b82-4d63-a49d-11175eb54f1c req-ca688c58-2a0c-47b3-a4f1-363db4d707c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:42.784860 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-41a65a98-9b82-4d63-a49d-11175eb54f1c req-ca688c58-2a0c-47b3-a4f1-363db4d707c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=309f7d7d-a063-4309-9516-7846c5f3f247 HTTP/1.1" status: 200 len: 916 time: 0.2199483 Sep 16 16:27:42.848759 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-41a65a98-9b82-4d63-a49d-11175eb54f1c req-f3bbbb6e-32d5-4cdf-a241-5d0cd872049e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e196b933-cb5c-4bad-ae64-ae3f7851bed9 HTTP/1.1" status: 200 len: 217 time: 0.0555677 Sep 16 16:27:42.884550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e42482d3-da28-4cbf-be40-9e23bb9c185f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:42.957182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e42482d3-da28-4cbf-be40-9e23bb9c185f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:43.194434 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf13ca-e78b-4fd6-840a-eac456754a7f req-98082cbf-2286-4b24-9ea6-d6682555cb06 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:43.211987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53bf13ca-e78b-4fd6-840a-eac456754a7f req-98082cbf-2286-4b24-9ea6-d6682555cb06 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 948 time: 0.1520886 Sep 16 16:27:43.275482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada9cd0-1cfe-4fbb-96b6-cba7f51c7a5b req-7ac41119-26ad-4224-8f55-d7f6ef714866 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:43.284952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ada9cd0-1cfe-4fbb-96b6-cba7f51c7a5b req-7ac41119-26ad-4224-8f55-d7f6ef714866 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.1558731 Sep 16 16:27:43.290232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a65a98-9b82-4d63-a49d-11175eb54f1c req-89dd7e90-7928-432f-9f60-65cdc17e4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:43.291835 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-41a65a98-9b82-4d63-a49d-11175eb54f1c req-89dd7e90-7928-432f-9f60-65cdc17e4e9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc76f138-535d-4db5-95f3-6ecabf21e86f HTTP/1.1" status: 200 len: 855 time: 0.4348433 Sep 16 16:27:43.308592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53bf13ca-e78b-4fd6-840a-eac456754a7f req-faacc523-f624-4a76-b1d4-b223fa9787e0 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954063 Sep 16 16:27:43.347737 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-41a65a98-9b82-4d63-a49d-11175eb54f1c req-b5fd20f6-1282-40e3-a87b-99a26b85c15b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=309f7d7d-a063-4309-9516-7846c5f3f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391867 Sep 16 16:27:43.382257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ada9cd0-1cfe-4fbb-96b6-cba7f51c7a5b req-5327d122-877d-4a36-af5a-d25224b5009a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898042 Sep 16 16:27:43.521431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:27:43.600756 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-41a65a98-9b82-4d63-a49d-11175eb54f1c req-165d606a-e283-4036-9bc3-3571421ac06a service neutron] 10.222.0.62 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388070 Sep 16 16:27:43.669356 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.resource_extend [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:27:43.695044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d06f4-f2d0-4bdc-af68-e36604c6c149 req-65039971-7d1a-4528-839f-ca7f28fc5401 tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:43.704456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-759d06f4-f2d0-4bdc-af68-e36604c6c149 req-65039971-7d1a-4528-839f-ca7f28fc5401 tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 1099 time: 0.0844026 Sep 16 16:27:43.733279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-41a65a98-9b82-4d63-a49d-11175eb54f1c req-eccc5e51-6bbb-4674-82bd-a99278a1c649 service neutron] 10.222.0.62 "GET /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182847 Sep 16 16:27:43.774763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-759d06f4-f2d0-4bdc-af68-e36604c6c149 req-7a493ec0-8c93-402b-a5d6-cdb7629e6c53 tempest-MigrationsAdminTest-530546322 tempest-MigrationsAdminTest-530546322-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665917 Sep 16 16:27:43.840317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37914b0-1c7a-4d51-8ce2-6beeb77c6f8b req-25f659d6-9561-4edb-8cf8-4a8cb1e07017 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:43.848964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f37914b0-1c7a-4d51-8ce2-6beeb77c6f8b req-25f659d6-9561-4edb-8cf8-4a8cb1e07017 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 943 time: 0.1772900 Sep 16 16:27:43.853795 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:43.854698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:43.898090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:43.915456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:27:43.990221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f37914b0-1c7a-4d51-8ce2-6beeb77c6f8b req-b412784a-cac9-4715-b9a6-36f247f48902 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356201 Sep 16 16:27:43.993476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:44.024132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd866178-9d00-4958-842d-bbf93c2fc294 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:44.038083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933363dc-9143-401a-ba74-5521fe32b721 req-3fe27d3f-5b1f-4c3a-99f5-535afb511594 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:44.042125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-933363dc-9143-401a-ba74-5521fe32b721 req-3fe27d3f-5b1f-4c3a-99f5-535afb511594 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.1239417 Sep 16 16:27:44.052828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'tag': 'e42482d3-da28-4cbf-be40-9e23bb9c185f'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:44.056473 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "0207cd7c-6b12-4b2e-8ee2-b5b103dea929", "tag": "e42482d3-da28-4cbf-be40-9e23bb9c185f"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:44.083532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:44.109086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-933363dc-9143-401a-ba74-5521fe32b721 req-bab55152-3c12-4f91-aecc-d669cd735705 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588593 Sep 16 16:27:44.174003 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dffdad9-bb5b-44f5-8ebc-96cefa72fc30 x-openstack-request-id: req-6dffdad9-bb5b-44f5-8ebc-96cefa72fc30 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:44.174562 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0207cd7c-6b12-4b2e-8ee2-b5b103dea929", "tag": "e42482d3-da28-4cbf-be40-9e23bb9c185f", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:44.174895 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6dffdad9-bb5b-44f5-8ebc-96cefa72fc30 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:44.175385 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'tag': 'e42482d3-da28-4cbf-be40-9e23bb9c185f', 'status': 'completed', 'code': 200} Sep 16 16:27:44.205266 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:44.273966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=12']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:44.287103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4 req-316106ae-8328-448a-b81f-33fbd0c5188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:44.288786 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4 req-316106ae-8328-448a-b81f-33fbd0c5188d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 1124 time: 0.0764506 Sep 16 16:27:44.510497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4 req-b9b1d61d-d9d7-4e09-8971-955ce80e8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:44.531385 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4 req-b9b1d61d-d9d7-4e09-8971-955ce80e8274 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.2266989 Sep 16 16:27:44.600167 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4 req-5aea2893-84d8-484c-bec2-cb72e1da36c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f HTTP/1.1" status: 200 len: 217 time: 0.0554199 Sep 16 16:27:44.625874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f3150-f0c6-4638-96c9-a1dd263b5228 req-3f223993-b545-4be5-ac23-a2d952707cd9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:44.627621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e96f3150-f0c6-4638-96c9-a1dd263b5228 req-3f223993-b545-4be5-ac23-a2d952707cd9 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.0972679 Sep 16 16:27:44.704544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e96f3150-f0c6-4638-96c9-a1dd263b5228 req-521b2ff4-869f-4d99-bd78-dcf1d8afc26e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701988 Sep 16 16:27:44.722679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4 req-9c29fc36-a3d2-42c6-98ca-a66ccb2a59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:44.732114 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4 req-9c29fc36-a3d2-42c6-98ca-a66ccb2a59b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.1005809 Sep 16 16:27:44.777957 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4 req-5dd2a5ec-631d-4bc7-a447-d617cee27e3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401824 Sep 16 16:27:44.803882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['fd866178-9d00-4958-842d-bbf93c2fc294'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:44.844283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613f28b-56b6-45e7-9f41-b20488feb515 req-f1612acb-d524-4c1e-bfc0-ec35121f25bc tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:44.846975 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3613f28b-56b6-45e7-9f41-b20488feb515 req-f1612acb-d524-4c1e-bfc0-ec35121f25bc tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.0737028 Sep 16 16:27:44.912477 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4 req-cce61f70-d993-4eea-8797-e6fbfe62d0d6 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252637 Sep 16 16:27:44.932499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3613f28b-56b6-45e7-9f41-b20488feb515 req-89794360-db05-4381-9ec5-f0e707e5077f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697980 Sep 16 16:27:45.044975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e196b933-cb5c-4bad-ae64-ae3f7851bed9 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:27:45.071357 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7095cdb7-c1cf-44d2-a8dc-001b82b66ea4 req-0ecb3ed7-48bc-469f-8cb3-863b57fda095 service neutron] 10.222.0.62 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471856 Sep 16 16:27:45.190215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c401c-737d-4969-a7e9-7fc4469c0f36 req-4c330547-8d90-4adb-ac24-1bf901428d4e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:45.192715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c67c401c-737d-4969-a7e9-7fc4469c0f36 req-4c330547-8d90-4adb-ac24-1bf901428d4e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 943 time: 0.0644650 Sep 16 16:27:45.208427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e196b933-cb5c-4bad-ae64-ae3f7851bed9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e196b933-cb5c-4bad-ae64-ae3f7851bed9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:45.221234 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'e196b933-cb5c-4bad-ae64-ae3f7851bed9', 'network_id': '309f7d7d-a063-4309-9516-7846c5f3f247', 'port_id': 'e196b933-cb5c-4bad-ae64-ae3f7851bed9', 'mac_address': 'fa:16:3e:0b:bf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc76f138-535d-4db5-95f3-6ecabf21e86f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:27:45.268323 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:45.273475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c67c401c-737d-4969-a7e9-7fc4469c0f36 req-fda1443e-01d1-448e-9264-138822f60936 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683191 Sep 16 16:27:45.284138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063e950-b379-4bc5-9ade-612eb283a791 req-a625b850-2e18-4716-ab99-a1ef3a24d057 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:45.285884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1063e950-b379-4bc5-9ade-612eb283a791 req-a625b850-2e18-4716-ab99-a1ef3a24d057 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0922298 Sep 16 16:27:45.300928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e196b933-cb5c-4bad-ae64-ae3f7851bed9 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:45.325524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e196b933-cb5c-4bad-ae64-ae3f7851bed9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e196b933-cb5c-4bad-ae64-ae3f7851bed9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:45.330018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1063e950-b379-4bc5-9ade-612eb283a791 req-8dbefccd-094d-4962-b0ba-0611582295b7 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377247 Sep 16 16:27:45.592843 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:45.644236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e196b933-cb5c-4bad-ae64-ae3f7851bed9,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:45.898639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fe0e2-7f33-4d15-8cf2-920b0a3e0057 req-56c12d9b-8881-4542-923d-b88f809d203a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:45.912125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a9fe0e2-7f33-4d15-8cf2-920b0a3e0057 req-56c12d9b-8881-4542-923d-b88f809d203a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.1197822 Sep 16 16:27:45.960718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a9fe0e2-7f33-4d15-8cf2-920b0a3e0057 req-f123c434-dfc6-4b0a-b648-a30dfa1acd8d tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Sep 16 16:27:45.992288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e196b933-cb5c-4bad-ae64-ae3f7851bed9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:46.119614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd973962-5f1d-4617-ba7a-1de0a502c33f req-e67d9000-a347-48b8-b7c9-12f651da1bef tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:46.121622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd973962-5f1d-4617-ba7a-1de0a502c33f req-e67d9000-a347-48b8-b7c9-12f651da1bef tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.0686092 Sep 16 16:27:46.186676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd973962-5f1d-4617-ba7a-1de0a502c33f req-9bd82741-999c-4d0d-bef9-cd383db321e6 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546021 Sep 16 16:27:46.506911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b3fbb-1d16-46bb-b2d8-97ebeb4f262c req-bad9d5cd-f166-4719-bb15-4456b2ff51f6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:46.517107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc0b3fbb-1d16-46bb-b2d8-97ebeb4f262c req-bad9d5cd-f166-4719-bb15-4456b2ff51f6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 944 time: 0.1105254 Sep 16 16:27:46.562969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1d113-1743-4241-b554-cecc8630b623 req-b6f44f42-25b2-4f7f-8d37-1b11466d114f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:46.569292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6df1d113-1743-4241-b554-cecc8630b623 req-b6f44f42-25b2-4f7f-8d37-1b11466d114f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.1323369 Sep 16 16:27:46.610078 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc0b3fbb-1d16-46bb-b2d8-97ebeb4f262c req-223d9bc7-8e45-4c04-98a9-c96957a6fc33 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918946 Sep 16 16:27:46.637929 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6df1d113-1743-4241-b554-cecc8630b623 req-70522130-0cfe-4f55-a492-4a35b4e5da63 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676374 Sep 16 16:27:47.069774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e196b933-cb5c-4bad-ae64-ae3f7851bed9 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:27:47.119628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-b5985fac-58c4-444c-9a57-bf7d23b9eb01 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:47.134696 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-b5985fac-58c4-444c-9a57-bf7d23b9eb01 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.1572478 Sep 16 16:27:47.238608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port e196b933-cb5c-4bad-ae64-ae3f7851bed9 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:27:47.246269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port e196b933-cb5c-4bad-ae64-ae3f7851bed9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:27:47.246723 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:47.247270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05885d62-f7d6-4259-8db3-c6e73ecd11a9 req-5bccaa4b-dde2-4a6b-97b2-2944dbb05a94 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:47.257775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05885d62-f7d6-4259-8db3-c6e73ecd11a9 req-5bccaa4b-dde2-4a6b-97b2-2944dbb05a94 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 949 time: 0.1321135 Sep 16 16:27:47.294317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-21948f8a-997d-4c53-8779-78067af91490 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Deleting port fd866178-9d00-4958-842d-bbf93c2fc294 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:27:47.295207 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-21948f8a-997d-4c53-8779-78067af91490 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:47.315564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05885d62-f7d6-4259-8db3-c6e73ecd11a9 req-fb9e60a8-3995-4a71-a0eb-3b97efe903c1 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561001 Sep 16 16:27:47.408725 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:47.435968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc486d46-09ff-435f-a8fe-f1e10873ad0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e196b933-cb5c-4bad-ae64-ae3f7851bed9'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:47.439153 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc617d-3dcb-4da9-b534-3a54bbd77ec9" -d '{"events": [{"server_uuid": "bc486d46-09ff-435f-a8fe-f1e10873ad0d", "name": "network-vif-plugged", "status": "completed", "tag": "e196b933-cb5c-4bad-ae64-ae3f7851bed9"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:47.445382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-21948f8a-997d-4c53-8779-78067af91490 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] For port fd866178-9d00-4958-842d-bbf93c2fc294, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fd866178-9d00-4958-842d-bbf93c2fc294,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:47.445883 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-21948f8a-997d-4c53-8779-78067af91490 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:47.447713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:27:47.476181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-21948f8a-997d-4c53-8779-78067af91490 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Calling delete_port for fd866178-9d00-4958-842d-bbf93c2fc294 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:27:47.493234 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e196b933-cb5c-4bad-ae64-ae3f7851bed9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e196b933-cb5c-4bad-ae64-ae3f7851bed9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:47.535714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c6adf-a445-4ca0-adb8-a101a1dc49e4 req-c0c42e41-d7df-4163-9043-47627a2f6eff tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:47.544576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-027c6adf-a445-4ca0-adb8-a101a1dc49e4 req-c0c42e41-d7df-4163-9043-47627a2f6eff tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.0995867 Sep 16 16:27:47.576148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:47.595252 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-027c6adf-a445-4ca0-adb8-a101a1dc49e4 req-c157a9fa-6cc0-4dea-a956-03f40a11b3db tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Sep 16 16:27:47.728965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e196b933-cb5c-4bad-ae64-ae3f7851bed9,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:47.752547 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c4a817-e3ec-409d-bd7a-6c9908d4e393 x-openstack-request-id: req-76c4a817-e3ec-409d-bd7a-6c9908d4e393 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:47.752852 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc486d46-09ff-435f-a8fe-f1e10873ad0d", "name": "network-vif-plugged", "status": "completed", "tag": "e196b933-cb5c-4bad-ae64-ae3f7851bed9", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:47.753181 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76c4a817-e3ec-409d-bd7a-6c9908d4e393 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:47.754875 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc486d46-09ff-435f-a8fe-f1e10873ad0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e196b933-cb5c-4bad-ae64-ae3f7851bed9', 'code': 200} Sep 16 16:27:47.756716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port fd866178-9d00-4958-842d-bbf93c2fc294 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:27:47.766321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port fd866178-9d00-4958-842d-bbf93c2fc294 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:27:47.766697 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:47.855389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41957ed-5f92-49b1-9104-14ff5fd3c840 req-12b5ba54-8f81-4f5e-9cc8-0975ac7a8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:47.857424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a41957ed-5f92-49b1-9104-14ff5fd3c840 req-12b5ba54-8f81-4f5e-9cc8-0975ac7a8605 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 1096 time: 0.1012764 Sep 16 16:27:47.894568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be83d-7b37-4545-9bb5-df29bb76ab0a req-7aec5b4e-4062-4eb4-9dd4-ace41dfbb4b2 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:47.898888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc8be83d-7b37-4545-9bb5-df29bb76ab0a req-7aec5b4e-4062-4eb4-9dd4-ace41dfbb4b2 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 945 time: 0.1127784 Sep 16 16:27:47.906346 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a41957ed-5f92-49b1-9104-14ff5fd3c840 req-9ede8004-d23b-46c0-b122-422292830a00 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Sep 16 16:27:47.963403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-21948f8a-997d-4c53-8779-78067af91490 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:47.983116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc8be83d-7b37-4545-9bb5-df29bb76ab0a req-07923542-f922-4699-aba7-e4d7a1c1fbcd tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801976 Sep 16 16:27:47.994275 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:48.033844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bdd7334-666b-4488-ba69-669780fafdb5', '36aaa2da-d481-4f07-9012-a02809995dc5', '602248cf-0309-406e-beb1-896574f259e2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:48.036315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['fd866178-9d00-4958-842d-bbf93c2fc294'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:48.084658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21948f8a-997d-4c53-8779-78067af91490 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Pushing event deleted for resources: {'Port': ['ID=fd866178-9d00-4958-842d-bbf93c2fc294,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:48.230394 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-21948f8a-997d-4c53-8779-78067af91490 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] No DVR routers for this DVR port fd866178-9d00-4958-842d-bbf93c2fc294 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:27:48.245961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-21948f8a-997d-4c53-8779-78067af91490 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:48.257604 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-236e7957-08b7-4bd4-873a-517aaf99e034 req-21948f8a-997d-4c53-8779-78067af91490 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.52 "DELETE /v2.0/ports/fd866178-9d00-4958-842d-bbf93c2fc294 HTTP/1.1" status: 204 len: 173 time: 1.1180739 Sep 16 16:27:48.258089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'name': 'network-vif-deleted', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:48.278052 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064850f2-d958-4510-9e86-810e8e1f3698" -d '{"events": [{"server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "name": "network-vif-deleted", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:48.301022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974afc74-7e2d-4d8b-a0e6-1cd5a5755c3c req-8ec9b2fd-cbca-4cdf-a89b-18b4205fdbf6 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:48.307916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-974afc74-7e2d-4d8b-a0e6-1cd5a5755c3c req-8ec9b2fd-cbca-4cdf-a89b-18b4205fdbf6 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.1590464 Sep 16 16:27:48.387413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-974afc74-7e2d-4d8b-a0e6-1cd5a5755c3c req-b2b23da7-131e-4ed9-8a92-d73722cda271 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677764 Sep 16 16:27:48.635773 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319d4161-0e4b-432c-a11e-79e224af2915 x-openstack-request-id: req-319d4161-0e4b-432c-a11e-79e224af2915 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:48.658270 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5d3bb6-8b5b-468a-85a7-7abfe6a657de", "name": "network-vif-deleted", "tag": "fd866178-9d00-4958-842d-bbf93c2fc294", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:48.658270 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-319d4161-0e4b-432c-a11e-79e224af2915 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:48.658270 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5d3bb6-8b5b-468a-85a7-7abfe6a657de', 'name': 'network-vif-deleted', 'tag': 'fd866178-9d00-4958-842d-bbf93c2fc294', 'status': 'completed', 'code': 200} Sep 16 16:27:48.659514 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-295d80a5-0aad-4356-9783-be163fcd0080 req-e8367f2e-b7ad-4c20-a842-19ffada347b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1541884 Sep 16 16:27:48.757803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2a2c7eba-b6e3-4fe8-8c8a-af42cd700bdb req-5653c991-cd79-4bab-acdf-4d86974d0721 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5d3bb6-8b5b-468a-85a7-7abfe6a657de HTTP/1.1" status: 200 len: 210 time: 0.0590241 Sep 16 16:27:48.765309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d80a5-0aad-4356-9783-be163fcd0080 req-5de37e79-9a60-4057-8623-4b4699129f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:48.766942 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-295d80a5-0aad-4356-9783-be163fcd0080 req-5de37e79-9a60-4057-8623-4b4699129f34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64baf66baab943a8acdce99439b67aa5&device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 1100 time: 0.0536270 Sep 16 16:27:49.085034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b282d-ddfd-4829-8b36-2d45caa2b75b req-1cfce353-63e6-4791-a3ca-57031857606b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:49.088312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-533b282d-ddfd-4829-8b36-2d45caa2b75b req-1cfce353-63e6-4791-a3ca-57031857606b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.1340659 Sep 16 16:27:49.091636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d80a5-0aad-4356-9783-be163fcd0080 req-fdad33ae-be36-4934-9c49-a5899e7a8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:49.093765 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-295d80a5-0aad-4356-9783-be163fcd0080 req-fdad33ae-be36-4934-9c49-a5899e7a8fcc service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2985184 Sep 16 16:27:49.166116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-533b282d-ddfd-4829-8b36-2d45caa2b75b req-1cd8bd02-3d48-4b69-9cb0-3945f26440b5 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560203 Sep 16 16:27:49.196335 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-295d80a5-0aad-4356-9783-be163fcd0080 req-04d136b3-8413-46b3-8a76-1c410f21b4c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 200 len: 217 time: 0.0893850 Sep 16 16:27:49.288618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d80a5-0aad-4356-9783-be163fcd0080 req-1a859a84-7ca3-4f85-afbe-df062bd1a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:49.290200 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-295d80a5-0aad-4356-9783-be163fcd0080 req-1a859a84-7ca3-4f85-afbe-df062bd1a7bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0861800 Sep 16 16:27:49.349631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d80a5-0aad-4356-9783-be163fcd0080 req-fd0d1f92-ada8-4256-a49d-cdc69de4e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:49.351245 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-295d80a5-0aad-4356-9783-be163fcd0080 req-fd0d1f92-ada8-4256-a49d-cdc69de4e3e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534756 Sep 16 16:27:49.436653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11888fc-4e25-4fdf-903a-a7619237a872 req-19a9124b-dc91-453b-96e6-c7547bc2116d tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:49.436653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b11888fc-4e25-4fdf-903a-a7619237a872 req-19a9124b-dc91-453b-96e6-c7547bc2116d tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 945 time: 0.0994065 Sep 16 16:27:49.510898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b11888fc-4e25-4fdf-903a-a7619237a872 req-028ad762-2317-4129-93e0-9e8266a4490e tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567002 Sep 16 16:27:49.586664 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-295d80a5-0aad-4356-9783-be163fcd0080 req-4a28b87f-c37f-4585-b908-ceb4e502a386 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263882 Sep 16 16:27:49.665820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731590b-fb66-46c4-b991-01463e61bb14 req-0b2a35d9-5737-4442-9d95-eb2a850dce42 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:49.677967 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0731590b-fb66-46c4-b991-01463e61bb14 req-0b2a35d9-5737-4442-9d95-eb2a850dce42 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 945 time: 0.1540442 Sep 16 16:27:49.764411 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0731590b-fb66-46c4-b991-01463e61bb14 req-f1e274d9-b1ba-4e9b-b19d-0c19b583ac08 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853763 Sep 16 16:27:49.772633 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-295d80a5-0aad-4356-9783-be163fcd0080 req-c791ede0-6db4-4924-921a-fd50318c5cad service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768749 Sep 16 16:27:49.881271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24217-8f18-48bb-80b8-13454816546f req-955b25b3-4e4d-436b-b924-be97659b83c5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:49.890203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70c24217-8f18-48bb-80b8-13454816546f req-955b25b3-4e4d-436b-b924-be97659b83c5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.1214900 Sep 16 16:27:49.944401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70c24217-8f18-48bb-80b8-13454816546f req-10410599-0466-4811-92dd-455160a153de tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522244 Sep 16 16:27:50.073329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8781202-f4a4-4162-b8df-0899118e6bba req-f4f1cb87-66ce-484e-a0bf-0e02b7768e0b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:50.083743 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8781202-f4a4-4162-b8df-0899118e6bba req-f4f1cb87-66ce-484e-a0bf-0e02b7768e0b tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 945 time: 0.0668435 Sep 16 16:27:50.133548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8781202-f4a4-4162-b8df-0899118e6bba req-1321f529-ad3d-4e47-a113-2214fb902193 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475247 Sep 16 16:27:50.500712 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca263b-3925-49dd-bc18-548f9aaad46f req-f5f228c5-62da-4e21-a205-d2a4a744bfed tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:50.509363 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ca263b-3925-49dd-bc18-548f9aaad46f req-f5f228c5-62da-4e21-a205-d2a4a744bfed tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.1162212 Sep 16 16:27:50.532348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895235d7-7310-4568-9c0c-2585e3aa56ee req-ee6ae330-37d9-4351-a425-7a457174ac98 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:50.541716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-895235d7-7310-4568-9c0c-2585e3aa56ee req-ee6ae330-37d9-4351-a425-7a457174ac98 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 945 time: 0.1332266 Sep 16 16:27:50.610952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ca263b-3925-49dd-bc18-548f9aaad46f req-310317b0-84f2-4eda-b031-5b2d0dc9093f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998013 Sep 16 16:27:50.649220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-895235d7-7310-4568-9c0c-2585e3aa56ee req-95d22249-6293-4439-872f-1c098094c6da tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063149 Sep 16 16:27:50.810122 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-92d5f963-c56b-4f6a-83ec-cf329cc37260 service neutron] 10.222.0.62 "GET /v2.0/ports/e42482d3-da28-4cbf-be40-9e23bb9c185f/bindings/n-h1-807786-3 HTTP/1.1" status: 200 len: 384 time: 0.0803170 Sep 16 16:27:50.827761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62582f41-4067-43a4-add2-968496950e7f req-5bc68a1b-19c6-4257-b3da-e0e01c403155 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:50.835789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62582f41-4067-43a4-add2-968496950e7f req-5bc68a1b-19c6-4257-b3da-e0e01c403155 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 951 time: 0.0986462 Sep 16 16:27:50.880365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62582f41-4067-43a4-add2-968496950e7f req-89a4b60f-8076-450c-a5a6-8ff34243eda3 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432436 Sep 16 16:27:51.038403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e645e1-dae1-4369-b132-4dfddf07f022 req-2553ca70-fa81-4127-865a-2673104b15c5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:51.039981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72e645e1-dae1-4369-b132-4dfddf07f022 req-2553ca70-fa81-4127-865a-2673104b15c5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 945 time: 0.0628734 Sep 16 16:27:51.088299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72e645e1-dae1-4369-b132-4dfddf07f022 req-a9e78671-cb7c-4424-b533-43c49a2857e6 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420039 Sep 16 16:27:51.099973 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e42482d3-da28-4cbf-be40-9e23bb9c185f no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:27:51.487360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-7eacabb0-2caf-470b-943d-466a72330fa0 service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:51.487360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-7eacabb0-2caf-470b-943d-466a72330fa0 service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:51.487360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-7eacabb0-2caf-470b-943d-466a72330fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42482d3-da28-4cbf-be40-9e23bb9c185f {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:27:51.487360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-7eacabb0-2caf-470b-943d-466a72330fa0 service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:51.489202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da50fa-b706-4256-8ae3-e86fc64ac109 req-efa48aa0-15aa-456f-8391-d793b1dd5a8b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:51.489202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20da50fa-b706-4256-8ae3-e86fc64ac109 req-efa48aa0-15aa-456f-8391-d793b1dd5a8b tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 943 time: 0.0602982 Sep 16 16:27:51.489202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20da50fa-b706-4256-8ae3-e86fc64ac109 req-2991017d-eabf-44d2-a3cb-0eb6ff5425e5 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673366 Sep 16 16:27:51.489202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e4610-4bb0-403b-b6f3-39e840348bc2 req-6a1633be-70b7-42c1-a4b4-c5d996d1fbe3 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:51.489202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab2e4610-4bb0-403b-b6f3-39e840348bc2 req-6a1633be-70b7-42c1-a4b4-c5d996d1fbe3 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 945 time: 0.0738943 Sep 16 16:27:51.490411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:27:51.495546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab2e4610-4bb0-403b-b6f3-39e840348bc2 req-c1610ae4-7945-4559-ac69-93257d8efb75 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525398 Sep 16 16:27:51.517711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: fd866178-9d00-4958-842d-bbf93c2fc294 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:27:51.518052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fd866178-9d00-4958-842d-bbf93c2fc294 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:27:51.700395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-7eacabb0-2caf-470b-943d-466a72330fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:51.796454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-1534cad3-595c-4611-853e-13f8583a69c2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:51.797960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-1534cad3-595c-4611-853e-13f8583a69c2 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 951 time: 0.1096637 Sep 16 16:27:51.809382 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2c683-7e24-495d-9e9a-947670278dd1 req-9de0d145-0660-4966-ac85-112890105a1a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:51.819603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3af2c683-7e24-495d-9e9a-947670278dd1 req-9de0d145-0660-4966-ac85-112890105a1a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.1216486 Sep 16 16:27:51.835689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-7eacabb0-2caf-470b-943d-466a72330fa0 service neutron] Transition to ACTIVE for port object e42482d3-da28-4cbf-be40-9e23bb9c185f will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:27:51.911970 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-7eacabb0-2caf-470b-943d-466a72330fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:51.951555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3af2c683-7e24-495d-9e9a-947670278dd1 req-237c9ec7-dcbf-40b5-936c-9f367770a414 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309609 Sep 16 16:27:52.026952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-7eacabb0-2caf-470b-943d-466a72330fa0 service neutron] No DVR routers for this DVR port e42482d3-da28-4cbf-be40-9e23bb9c185f on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:27:52.047595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c64a06-7f38-4f24-85d8-b84853d96ebc req-8a01b677-739c-4815-9066-58db79972c8e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:52.053251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c64a06-7f38-4f24-85d8-b84853d96ebc req-8a01b677-739c-4815-9066-58db79972c8e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 945 time: 0.1807148 Sep 16 16:27:52.087334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacabb0-2caf-470b-943d-466a72330fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e42482d3-da28-4cbf-be40-9e23bb9c185f,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:52.096338 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-7eacabb0-2caf-470b-943d-466a72330fa0 service neutron] 10.222.0.62 "PUT /v2.0/ports/e42482d3-da28-4cbf-be40-9e23bb9c185f/bindings/n-h1-807786-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2783864 Sep 16 16:27:52.173529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c64a06-7f38-4f24-85d8-b84853d96ebc req-12ae3d70-07c5-41a1-aa27-882adac025fc tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084616 Sep 16 16:27:52.184906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc2f66-fe66-4e4e-8fc0-7ee3208da3ce req-32d9b270-739b-44ae-8415-e9057771b619 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:52.187125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ebc2f66-fe66-4e4e-8fc0-7ee3208da3ce req-32d9b270-739b-44ae-8415-e9057771b619 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 951 time: 0.1193712 Sep 16 16:27:52.189925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-5045636b-7560-4a03-b43c-bb4182942184 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Deleting port 602248cf-0309-406e-beb1-896574f259e2 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:27:52.190265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-5045636b-7560-4a03-b43c-bb4182942184 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:52.295672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-61dfc463-92d9-4c06-b175-29a4a3495d01 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:52.297793 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-61dfc463-92d9-4c06-b175-29a4a3495d01 tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1095 time: 0.0698032 Sep 16 16:27:52.367822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ebc2f66-fe66-4e4e-8fc0-7ee3208da3ce req-2b1518ff-a1c2-4d63-a49a-a4e43146f6e8 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687870 Sep 16 16:27:52.372373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-d2118b18-43de-49af-a1c3-a486d199c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:52.375255 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-d2118b18-43de-49af-a1c3-a486d199c4c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929&tenant_id=b83171c97ef440229ffe3f57d2a89529 HTTP/1.1" status: 200 len: 1095 time: 0.0649300 Sep 16 16:27:52.412167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2de9ba-e83b-4d96-b023-1bab4e386fc9 req-c5792898-453d-489d-a7bd-4911be2bb36e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:52.416555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc2de9ba-e83b-4d96-b023-1bab4e386fc9 req-c5792898-453d-489d-a7bd-4911be2bb36e tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 945 time: 0.1480927 Sep 16 16:27:52.450466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-5045636b-7560-4a03-b43c-bb4182942184 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] For port 602248cf-0309-406e-beb1-896574f259e2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=602248cf-0309-406e-beb1-896574f259e2,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:52.451414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-5045636b-7560-4a03-b43c-bb4182942184 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:52.467342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-6809ac42-cd33-4cb2-aab0-546443c05471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:52.469030 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-6809ac42-cd33-4cb2-aab0-546443c05471 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b83171c97ef440229ffe3f57d2a89529&device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 1095 time: 0.0651238 Sep 16 16:27:52.478827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-5045636b-7560-4a03-b43c-bb4182942184 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Calling delete_port for 602248cf-0309-406e-beb1-896574f259e2 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:27:52.485509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc2de9ba-e83b-4d96-b023-1bab4e386fc9 req-42b66817-1fa1-41c8-9712-bb4d063a1989 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629885 Sep 16 16:27:52.627822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-27cffa2f-d3b4-4c59-9e28-be6e1c5373f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:52.628640 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-27cffa2f-d3b4-4c59-9e28-be6e1c5373f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 200 len: 908 time: 0.1462824 Sep 16 16:27:52.697719 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-90be9e11-cf17-4628-8b1c-0880eb4906a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f HTTP/1.1" status: 200 len: 217 time: 0.0535274 Sep 16 16:27:52.775587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-8fa3dffc-c57c-4117-8bf6-33aa6267c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:52.777148 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-8fa3dffc-c57c-4117-8bf6-33aa6267c40d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 200 len: 847 time: 0.0686264 Sep 16 16:27:52.815226 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-fb26873b-bfca-4284-8a3e-657da3828103 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8736a5b-82a3-43cb-b137-acc1b934a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267861 Sep 16 16:27:52.931551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-964735be-2693-45d0-a918-9170d7995000 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031213 Sep 16 16:27:53.040538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dc58b-ceba-432a-8ed5-178215019f38 req-c52c9a52-24b4-418f-8baa-6c902b1e7016 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:53.048351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-447dc58b-ceba-432a-8ed5-178215019f38 req-c52c9a52-24b4-418f-8baa-6c902b1e7016 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 944 time: 0.3771055 Sep 16 16:27:53.058806 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-b0a1b45f-fd10-4249-997a-6f76aad771f2 service neutron] 10.222.0.52 "GET /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164744 Sep 16 16:27:53.093931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-447dc58b-ceba-432a-8ed5-178215019f38 req-541aebd7-1774-4d65-8a18-d4087d866282 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438535 Sep 16 16:27:53.125024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-5045636b-7560-4a03-b43c-bb4182942184 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:53.139237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bdd7334-666b-4488-ba69-669780fafdb5', '36aaa2da-d481-4f07-9012-a02809995dc5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:53.177671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-1a9bf0af-edc0-4ca5-b4b5-3b21445a8558 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:53.179293 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-1a9bf0af-edc0-4ca5-b4b5-3b21445a8558 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 945 time: 0.0638859 Sep 16 16:27:53.191838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045636b-7560-4a03-b43c-bb4182942184 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Pushing event deleted for resources: {'Port': ['ID=602248cf-0309-406e-beb1-896574f259e2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:53.256471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6029e7-8bda-4094-a62e-86f10d01d6c1 req-8e9279a7-efb6-4478-8cc7-150f1cf3d44c tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:53.261152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d6029e7-8bda-4094-a62e-86f10d01d6c1 req-8e9279a7-efb6-4478-8cc7-150f1cf3d44c tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 945 time: 0.1661868 Sep 16 16:27:53.320582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-5045636b-7560-4a03-b43c-bb4182942184 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] No DVR routers for this DVR port 602248cf-0309-406e-beb1-896574f259e2 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:27:53.324841 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-5045636b-7560-4a03-b43c-bb4182942184 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:53.330269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54348e28-8dae-4a15-8d79-1537f2086e9e req-5045636b-7560-4a03-b43c-bb4182942184 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "DELETE /v2.0/ports/602248cf-0309-406e-beb1-896574f259e2 HTTP/1.1" status: 204 len: 173 time: 1.4985657 Sep 16 16:27:53.343309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-deleted', 'tag': '602248cf-0309-406e-beb1-896574f259e2'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:53.347154 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c2647-fff5-4337-a1c5-25cbfaea0776" -d '{"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-deleted", "tag": "602248cf-0309-406e-beb1-896574f259e2"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:53.385317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c44a1-9d71-4361-922d-69412bf2484c req-4f6c730a-3a2a-46aa-a844-6c58576956c0 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:53.400334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d72c44a1-9d71-4361-922d-69412bf2484c req-4f6c730a-3a2a-46aa-a844-6c58576956c0 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.2202854 Sep 16 16:27:53.440408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d6029e7-8bda-4094-a62e-86f10d01d6c1 req-7eb14c6f-46e5-4567-a799-663443541138 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5856116-c82e-4a5d-8667-8b09e529f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699159 Sep 16 16:27:53.454378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Deleting port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:27:53.454795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:53.490401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d72c44a1-9d71-4361-922d-69412bf2484c req-91abf1b1-abcf-4314-b9b8-b13f2f07558c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889368 Sep 16 16:27:53.555713 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92897a90-f544-48a7-8b9c-f90b26bb8f95 x-openstack-request-id: req-92897a90-f544-48a7-8b9c-f90b26bb8f95 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:53.555995 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c70103-b5a7-4c5f-90de-479f9c5e9be2", "name": "network-vif-deleted", "tag": "602248cf-0309-406e-beb1-896574f259e2", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:53.556230 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92897a90-f544-48a7-8b9c-f90b26bb8f95 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:53.556652 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c70103-b5a7-4c5f-90de-479f9c5e9be2', 'name': 'network-vif-deleted', 'tag': '602248cf-0309-406e-beb1-896574f259e2', 'status': 'completed', 'code': 200} Sep 16 16:27:53.630319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] For port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:53.630700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:53.735219 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03527195-2fab-48ad-9fe9-eeebaca21f11 req-41d3f23a-1707-40c0-80a3-86db0770789a tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=27c70103-b5a7-4c5f-90de-479f9c5e9be2 HTTP/1.1" status: 200 len: 210 time: 0.0680926 Sep 16 16:27:53.870899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-5bd9e5bd-3364-48aa-b9e1-cbc5d4959eaf tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:53.872721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-5bd9e5bd-3364-48aa-b9e1-cbc5d4959eaf tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929&tenant_id=b83171c97ef440229ffe3f57d2a89529&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1095 time: 0.1558216 Sep 16 16:27:53.995983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4a82-101e-4d19-a74c-1b35f9a0178c req-ed1dba9f-78b3-48ab-9e0f-bbc693addf85 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:53.998248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-846b4a82-101e-4d19-a74c-1b35f9a0178c req-ed1dba9f-78b3-48ab-9e0f-bbc693addf85 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 945 time: 0.0686414 Sep 16 16:27:54.025443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:54.032272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:54.032272 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Floating IP 84669017-5b82-4025-8b9f-524eece879d2 disassociated. External IP: 172.25.6.226, port: f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07. Sep 16 16:27:54.032272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Calling delete_port for f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:27:54.041248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-846b4a82-101e-4d19-a74c-1b35f9a0178c req-14e2f82a-ea4e-45d3-8994-3110030f9eb5 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/security-groups?id=fca111f0-ab93-49b0-ba61-74315bb49338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Sep 16 16:27:54.226918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-6fcbea54-2db1-468c-b636-97030bb79fee service neutron] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:54.235971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-6fcbea54-2db1-468c-b636-97030bb79fee service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:54.236947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d7314-b855-4756-91de-c666d771e9a8 req-3f2b66c9-927f-4838-80ba-9e6c550f5cf4 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:54.237417 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff2c13b8-c29b-4534-8ce8-11f7a0b9be92 req-6fcbea54-2db1-468c-b636-97030bb79fee service neutron] 10.222.0.52 "DELETE /v2.0/ports/e42482d3-da28-4cbf-be40-9e23bb9c185f/bindings/n-h2-807786-3 HTTP/1.1" status: 204 len: 173 time: 0.3497374 Sep 16 16:27:54.239145 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-972d7314-b855-4756-91de-c666d771e9a8 req-3f2b66c9-927f-4838-80ba-9e6c550f5cf4 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 944 time: 0.0711033 Sep 16 16:27:54.286905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-972d7314-b855-4756-91de-c666d771e9a8 req-8f36550c-e736-44bb-8a22-25d144cd8595 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378625 Sep 16 16:27:54.370419 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:54.431682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event deleted for resources: {'Port': ['ID=f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:54.471352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-08e36a27-3eae-434b-86a9-764cad5f6636 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:54.475685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-08e36a27-3eae-434b-86a9-764cad5f6636 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 945 time: 0.0976620 Sep 16 16:27:54.500584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ca732-0514-4c16-ba1b-7937a9587ad4 req-472d63ca-8f6c-4171-8123-00aea9559c8b tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:54.502873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c0ca732-0514-4c16-ba1b-7937a9587ad4 req-472d63ca-8f6c-4171-8123-00aea9559c8b tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 1095 time: 0.0818276 Sep 16 16:27:54.594526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c0ca732-0514-4c16-ba1b-7937a9587ad4 req-1796bf2d-a4fa-40d7-8602-1b227ed51f5d tempest-LiveMigrationTest-71874942 tempest-LiveMigrationTest-71874942-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711658 Sep 16 16:27:54.603205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Router d78c1ddd-27ca-4b22-afda-46fa330dc779 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:27:54.703289 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-e7cbf2f0-d8f1-43c8-89cd-48f658736fa3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Deleting port e196b933-cb5c-4bad-ae64-ae3f7851bed9 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:27:54.703939 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-e7cbf2f0-d8f1-43c8-89cd-48f658736fa3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:54.783830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-12ba7ece-593c-43c4-a905-80d089b39f05 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:54.788448 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-12ba7ece-593c-43c4-a905-80d089b39f05 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0966663 Sep 16 16:27:54.803796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807786-3'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:27:54.808693 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf2ccddd-2be4-49f7-9907-80a05c6261c0 req-7ca67a47-4c1d-4675-9a11-aa3bce4174a7 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 210 time: 0.0945811 Sep 16 16:27:54.863720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:27:54.877320 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] Sync routers for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:27:54.897401 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:27:54.898039 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:27:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:27:54.940978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-e7cbf2f0-d8f1-43c8-89cd-48f658736fa3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] For port e196b933-cb5c-4bad-ae64-ae3f7851bed9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e196b933-cb5c-4bad-ae64-ae3f7851bed9,segment=NetworkSegment(8939241f-8a56-4834-be20-deefdcb955d6),segment_id=8939241f-8a56-4834-be20-deefdcb955d6)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:54.941467 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-e7cbf2f0-d8f1-43c8-89cd-48f658736fa3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:54.959640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-e7cbf2f0-d8f1-43c8-89cd-48f658736fa3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Calling delete_port for e196b933-cb5c-4bad-ae64-ae3f7851bed9 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:27:54.971135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] No DVR routers for this DVR port f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:27:54.975165 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:54.977234 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-43d66e25-b9c0-4fee-85d2-c78ba7977806 req-e49edf8d-2784-49d7-9cc3-1e324a6a4f20 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.52 "DELETE /v2.0/ports/f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 HTTP/1.1" status: 204 len: 173 time: 1.6784320 Sep 16 16:27:54.977687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'name': 'network-vif-deleted', 'tag': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:54.979986 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cda9fc7-5264-449f-8025-611c9eed9756" -d '{"events": [{"server_uuid": "07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76", "name": "network-vif-deleted", "tag": "f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:54.986254 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:55.071751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059fd01-230d-4fe8-8177-116b0b43c83f req-52c07d13-4059-4674-b966-be3fd70bb6c5 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:55.073376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c059fd01-230d-4fe8-8177-116b0b43c83f req-52c07d13-4059-4674-b966-be3fd70bb6c5 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 945 time: 0.1153271 Sep 16 16:27:55.094023 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:27:55.120766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3c929434-910b-4282-b9a4-d2c8d8405302 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:27:55.131213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 602248cf-0309-406e-beb1-896574f259e2 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:27:55.157748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c059fd01-230d-4fe8-8177-116b0b43c83f req-d98dc043-9258-4f11-95c1-e9ee936578ce tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679140 Sep 16 16:27:55.160919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 602248cf-0309-406e-beb1-896574f259e2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:27:55.161799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 602248cf-0309-406e-beb1-896574f259e2 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:27:55.266845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:55.351715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:55.356703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:55.369084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3c929434-910b-4282-b9a4-d2c8d8405302 has no active binding in host n-h2-807786-3 {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 16:27:55.399830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:55.429212 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:27:55.439555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-e7cbf2f0-d8f1-43c8-89cd-48f658736fa3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:55.459635 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] Checking router: d78c1ddd-27ca-4b22-afda-46fa330dc779 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:27:55.481349 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:27:55.482207 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:27:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:27:55.495858 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:55.534437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbf2f0-d8f1-43c8-89cd-48f658736fa3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Pushing event deleted for resources: {'Port': ['ID=e196b933-cb5c-4bad-ae64-ae3f7851bed9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:55.616208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-e7cbf2f0-d8f1-43c8-89cd-48f658736fa3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] No DVR routers for this DVR port e196b933-cb5c-4bad-ae64-ae3f7851bed9 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:27:55.619238 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-e7cbf2f0-d8f1-43c8-89cd-48f658736fa3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:55.622419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9ba60f8-70d2-4c6f-a04a-7711f4b419a7 req-e7cbf2f0-d8f1-43c8-89cd-48f658736fa3 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.62 "DELETE /v2.0/ports/e196b933-cb5c-4bad-ae64-ae3f7851bed9 HTTP/1.1" status: 204 len: 173 time: 1.1419880 Sep 16 16:27:55.622872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc486d46-09ff-435f-a8fe-f1e10873ad0d', 'name': 'network-vif-deleted', 'tag': 'e196b933-cb5c-4bad-ae64-ae3f7851bed9'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:55.626770 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7284da31-502b-48f2-b9c8-44b9742ba96e" -d '{"events": [{"server_uuid": "bc486d46-09ff-435f-a8fe-f1e10873ad0d", "name": "network-vif-deleted", "tag": "e196b933-cb5c-4bad-ae64-ae3f7851bed9"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:55.648204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Pushing event updated for resources: {'Port': ['ID=3c929434-910b-4282-b9a4-d2c8d8405302,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:55.653163 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:27:55.663978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 on host n-h1-807786-3 for vnic_type normal with profile {"migrating_to": "n-h2-807786-3"} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:27:55.664373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:27:55.664698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:55.670060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Port 3c929434-910b-4282-b9a4-d2c8d8405302 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:27:55.670337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Attempting to bind port 3c929434-910b-4282-b9a4-d2c8d8405302 on network 75508dcc-21bf-4c22-b5b5-12c516491d6b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:27:55.680757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:27:55.680757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Checking segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:27:55.680757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Bound using segment: {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:27:55.680757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Bound port: 3c929434-910b-4282-b9a4-d2c8d8405302, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c54aa-34d1-454e-9e92-7b29ac9c365f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '75508dcc-21bf-4c22-b5b5-12c516491d6b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:27:55.680757 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:55.729965 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f64e96-33fa-4286-aaf7-124332748b1b x-openstack-request-id: req-e1f64e96-33fa-4286-aaf7-124332748b1b {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:55.729965 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76", "name": "network-vif-deleted", "tag": "f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:55.729965 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1f64e96-33fa-4286-aaf7-124332748b1b {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:55.729965 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76', 'name': 'network-vif-deleted', 'tag': 'f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07', 'status': 'completed', 'code': 200} Sep 16 16:27:55.792716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:27:55.799850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:27:55.840429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1b6dc5d-caef-4e8c-bda3-d0fea602118b req-841645ac-647f-4126-8452-f42d5c245350 tempest-ServerDiskConfigTestJSON-316470643 tempest-ServerDiskConfigTestJSON-316470643-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc486d46-09ff-435f-a8fe-f1e10873ad0d HTTP/1.1" status: 200 len: 210 time: 0.0329790 Sep 16 16:27:55.874700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:55.973595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:55.974543 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:55.976119 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] 10.222.0.62 "PUT /v2.0/ports/3c929434-910b-4282-b9a4-d2c8d8405302 HTTP/1.1" status: 200 len: 1121 time: 1.1801813 Sep 16 16:27:55.991738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb86106-8d47-4611-89e4-53a390a56ecd service neutron] Pushing event updated for resources: {'Port': ['ID=3c929434-910b-4282-b9a4-d2c8d8405302,revision_number=8']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:56.015936 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:27:56.055616 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa260e36-7ba4-456e-bc17-41fc03ab3ac2 None None] The sync data for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 is: [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:23:02Z', 'revision_number': 4, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962', 'name': '', 'network_id': 'ed19b012-6165-4b63-9565-a1db6adeb284', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'mac_address': 'fa:16:3e:87:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:01Z', 'updated_at': '2021-09-16T16:23:06Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'subnets': [{'id': 'a4325f63-e0ee-489c-9e97-03a020e5a055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:27:56.075461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['3c929434-910b-4282-b9a4-d2c8d8405302'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:56.120914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['3c929434-910b-4282-b9a4-d2c8d8405302'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:56.215587 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2349b5-edc6-4db9-9006-86f02d54051c x-openstack-request-id: req-aa2349b5-edc6-4db9-9006-86f02d54051c {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:56.216124 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc486d46-09ff-435f-a8fe-f1e10873ad0d", "name": "network-vif-deleted", "tag": "e196b933-cb5c-4bad-ae64-ae3f7851bed9", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:56.216212 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa2349b5-edc6-4db9-9006-86f02d54051c {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:56.216851 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc486d46-09ff-435f-a8fe-f1e10873ad0d', 'name': 'network-vif-deleted', 'tag': 'e196b933-cb5c-4bad-ae64-ae3f7851bed9', 'status': 'completed', 'code': 200} Sep 16 16:27:56.334008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc61b9-9ac8-4f78-bfcb-0f0a66f84afd req-b89ebe57-c068-4b16-a831-4788d2cfa513 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:56.342086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2dc61b9-9ac8-4f78-bfcb-0f0a66f84afd req-b89ebe57-c068-4b16-a831-4788d2cfa513 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 944 time: 0.0665381 Sep 16 16:27:56.435937 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2dc61b9-9ac8-4f78-bfcb-0f0a66f84afd req-f85193fb-c68a-4981-b6fc-f5069dde1b08 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769866 Sep 16 16:27:56.516816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98368918-3043-4ac5-9faa-9e596ee1e15c req-0012bf39-4f61-469d-bc4f-5e834886ea70 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/ports?device_id=07ebf43a-a60d-4bbd-8fd4-5b18dadd3a76 HTTP/1.1" status: 200 len: 210 time: 0.0386105 Sep 16 16:27:56.522719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78fbdd-3bf7-42a4-91aa-d16b98279849 None None] New status for floating IP 84669017-5b82-4025-8b9f-524eece879d2: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:27:56.526476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-57d7c485-b98a-4f44-9d94-f99b7af56111 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:56.528418 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-57d7c485-b98a-4f44-9d94-f99b7af56111 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.52 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 944 time: 0.1357660 Sep 16 16:27:56.606287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cdf65-83b8-4b34-b6b4-d81f51b152af req-a4ad4835-36b3-44a2-9863-9ddb8ea2ae2c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:56.614709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-500cdf65-83b8-4b34-b6b4-d81f51b152af req-a4ad4835-36b3-44a2-9863-9ddb8ea2ae2c tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0961564 Sep 16 16:27:56.692688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-500cdf65-83b8-4b34-b6b4-d81f51b152af req-43616e96-32d6-43c1-b791-6c85faf62fa6 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630410 Sep 16 16:27:56.702030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738750be-6aff-4444-810a-ba26cbe810b6 req-ed5f7121-26c4-41c3-a61a-0f942a2a1a50 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:56.704421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-738750be-6aff-4444-810a-ba26cbe810b6 req-ed5f7121-26c4-41c3-a61a-0f942a2a1a50 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0881276 Sep 16 16:27:56.710909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-4a49afdb-badd-4f97-af7c-12791016def2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Deleting port e42482d3-da28-4cbf-be40-9e23bb9c185f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:27:56.711402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-4a49afdb-badd-4f97-af7c-12791016def2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:56.755197 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-738750be-6aff-4444-810a-ba26cbe810b6 req-2e6f5772-78e7-4677-8b77-25e32a55d552 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 Sep 16 16:27:56.835848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-4a49afdb-badd-4f97-af7c-12791016def2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] For port e42482d3-da28-4cbf-be40-9e23bb9c185f, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e42482d3-da28-4cbf-be40-9e23bb9c185f,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:56.836227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-4a49afdb-badd-4f97-af7c-12791016def2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:56.851629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-4a49afdb-badd-4f97-af7c-12791016def2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Calling delete_port for e42482d3-da28-4cbf-be40-9e23bb9c185f owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:27:56.960817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-5a731118-abbb-4492-a0cd-63c52254a363 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:56.960817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-5a731118-abbb-4492-a0cd-63c52254a363 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 805 time: 0.1606340 Sep 16 16:27:56.980001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-0003fa23-8b59-4eac-97ad-7e2b118f8b24 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/quotas/a45182a5eda747daa246b691bf2d6f71 HTTP/1.1" status: 200 len: 375 time: 0.0132120 Sep 16 16:27:57.041767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-b101610e-3bd5-4c4a-af83-37a3073a99d6 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533760 Sep 16 16:27:57.070898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57294) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:57.080815 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-4a49afdb-badd-4f97-af7c-12791016def2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:57.092143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['0248cb33-03d2-43ca-96cb-0d5a14a623d2', 'e42482d3-da28-4cbf-be40-9e23bb9c185f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:57.122166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e196b933-cb5c-4bad-ae64-ae3f7851bed9 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:27:57.153555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: e196b933-cb5c-4bad-ae64-ae3f7851bed9 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:27:57.154252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e196b933-cb5c-4bad-ae64-ae3f7851bed9 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:27:57.157555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49afdb-badd-4f97-af7c-12791016def2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Pushing event deleted for resources: {'Port': ['ID=e42482d3-da28-4cbf-be40-9e23bb9c185f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:57.157849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-42d7744a-8b3e-48d9-8875-e5b79901e939 service neutron] 10.222.0.22 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072841 Sep 16 16:27:57.177045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f596ac-3673-4248-8095-c8824cba26c6 admin admin] Deleting subnet cc76f138-535d-4db5-95f3-6ecabf21e86f {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:27:57.200861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14f596ac-3673-4248-8095-c8824cba26c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:57.244087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-4a49afdb-badd-4f97-af7c-12791016def2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] No DVR routers for this DVR port e42482d3-da28-4cbf-be40-9e23bb9c185f on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:27:57.248493 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-4a49afdb-badd-4f97-af7c-12791016def2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:57.251626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b305888-84d5-4976-b44c-ad0b34d46fce req-4a49afdb-badd-4f97-af7c-12791016def2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.52 "DELETE /v2.0/ports/e42482d3-da28-4cbf-be40-9e23bb9c185f HTTP/1.1" status: 204 len: 173 time: 0.7098999 Sep 16 16:27:57.261871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14f596ac-3673-4248-8095-c8824cba26c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:57.284424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-c113231b-144f-4dfc-9eaa-b60b2a25655c service neutron] 10.222.0.22 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151376 Sep 16 16:27:57.307718 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14f596ac-3673-4248-8095-c8824cba26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:57.466973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14f596ac-3673-4248-8095-c8824cba26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:57.497832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f596ac-3673-4248-8095-c8824cba26c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc76f138-535d-4db5-95f3-6ecabf21e86f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:57.502322 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14f596ac-3673-4248-8095-c8824cba26c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:57.504456 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-14f596ac-3673-4248-8095-c8824cba26c6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cc76f138-535d-4db5-95f3-6ecabf21e86f HTTP/1.1" status: 204 len: 168 time: 0.4325128 Sep 16 16:27:57.510255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57298) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:57.520602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:27:57.532470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e936107-e28c-4343-999f-7b36a834da40 req-1e70ef41-4350-4e64-99a6-e9d497f049cd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 210 time: 0.0376511 Sep 16 16:27:57.613862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:27:57.614981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f1ef8353-fdc7-4d2e-acfa-b87c61eb8c07 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:27:57.618383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e42482d3-da28-4cbf-be40-9e23bb9c185f no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:27:57.648421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: e42482d3-da28-4cbf-be40-9e23bb9c185f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:27:57.648974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e42482d3-da28-4cbf-be40-9e23bb9c185f not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:27:57.649483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a2db835-293f-495b-a600-d857f790b749 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:27:57.691522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cd210fa5-f3f7-4e8d-9df2-8bf7aa94332e req-893e526c-97a9-4c08-bdc3-69f36d907e27 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 210 time: 0.0538871 Sep 16 16:27:57.756058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c929434-910b-4282-b9a4-d2c8d8405302'}, {'name': 'network-changed', 'server_uuid': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'tag': '3c929434-910b-4282-b9a4-d2c8d8405302'}, {'server_uuid': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'name': 'network-vif-deleted', 'tag': 'e42482d3-da28-4cbf-be40-9e23bb9c185f'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:57.778314 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f068a-932a-4a38-b06c-0e533d9096b3" -d '{"events": [{"server_uuid": "9345e8a9-6d6c-4074-90ab-db3acd2893dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3c929434-910b-4282-b9a4-d2c8d8405302"}, {"name": "network-changed", "server_uuid": "9345e8a9-6d6c-4074-90ab-db3acd2893dc", "tag": "3c929434-910b-4282-b9a4-d2c8d8405302"}, {"server_uuid": "0207cd7c-6b12-4b2e-8ee2-b5b103dea929", "name": "network-vif-deleted", "tag": "e42482d3-da28-4cbf-be40-9e23bb9c185f"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:57.851200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:57.854409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554ef13-093f-4b23-a202-c9cfa47e5321 req-590ebc96-ff84-466b-97f6-0093d2271da9 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:57.860973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0554ef13-093f-4b23-a202-c9cfa47e5321 req-590ebc96-ff84-466b-97f6-0093d2271da9 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0721087 Sep 16 16:27:57.881176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-a4173bc7-c0b9-46ff-bb08-b62360f4e809 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:57.883458 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-a4173bc7-c0b9-46ff-bb08-b62360f4e809 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.1879561 Sep 16 16:27:57.924414 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:57.941848 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0554ef13-093f-4b23-a202-c9cfa47e5321 req-43e19230-c25c-452c-ba1f-d6d41c948dce tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776904 Sep 16 16:27:57.962191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a2db835-293f-495b-a600-d857f790b749, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a2db835-293f-495b-a600-d857f790b749,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:57.962812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa44aa9-c7ff-425a-9717-b14823848822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2db835-293f-495b-a600-d857f790b749'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:27:57.965050 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf2da34-671c-4af4-8b38-4f6a46856e1f" -d '{"events": [{"server_uuid": "0aa44aa9-c7ff-425a-9717-b14823848822", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2db835-293f-495b-a600-d857f790b749"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:27:58.055262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.065233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2034-cad3-4338-ac8b-93c53cc6e594 req-8d94531a-f9c4-4a63-a32a-c9c41a98721b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:58.066798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7ef2034-cad3-4338-ac8b-93c53cc6e594 req-8d94531a-f9c4-4a63-a32a-c9c41a98721b tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 950 time: 0.0561566 Sep 16 16:27:58.072321 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.090560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309f7d7d-a063-4309-9516-7846c5f3f247']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:27:58.105877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8939241f-8a56-4834-be20-deefdcb955d6') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:27:58.106175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8939241f-8a56-4834-be20-deefdcb955d6') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:27:58.116681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.125206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7ef2034-cad3-4338-ac8b-93c53cc6e594 req-2ea16b6c-10a4-4980-adcc-c2f28c33d055 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520179 Sep 16 16:27:58.134740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a2db835-293f-495b-a600-d857f790b749,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:58.151727 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b2452b76-2f6c-44da-99a1-790de7ff43e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.158923 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.172857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:27:58.175093 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:27:58.177023 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:27:58.196561 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebda948-0f6d-4032-866d-e370f00ad506 x-openstack-request-id: req-8ebda948-0f6d-4032-866d-e370f00ad506 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:58.197442 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9345e8a9-6d6c-4074-90ab-db3acd2893dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3c929434-910b-4282-b9a4-d2c8d8405302", "code": 200}, {"name": "network-changed", "server_uuid": "9345e8a9-6d6c-4074-90ab-db3acd2893dc", "tag": "3c929434-910b-4282-b9a4-d2c8d8405302", "status": "completed", "code": 200}, {"server_uuid": "0207cd7c-6b12-4b2e-8ee2-b5b103dea929", "name": "network-vif-deleted", "tag": "e42482d3-da28-4cbf-be40-9e23bb9c185f", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:58.197442 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ebda948-0f6d-4032-866d-e370f00ad506 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:58.197713 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c929434-910b-4282-b9a4-d2c8d8405302', 'code': 200} Sep 16 16:27:58.198039 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'tag': '3c929434-910b-4282-b9a4-d2c8d8405302', 'status': 'completed', 'code': 200} Sep 16 16:27:58.198293 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207cd7c-6b12-4b2e-8ee2-b5b103dea929', 'name': 'network-vif-deleted', 'tag': 'e42482d3-da28-4cbf-be40-9e23bb9c185f', 'status': 'completed', 'code': 200} Sep 16 16:27:58.236416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-638c438c-4680-4d84-8796-4579aa88c309 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:58.237895 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-638c438c-4680-4d84-8796-4579aa88c309 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.52 "GET /v2.0/ports?device_id=0aa44aa9-c7ff-425a-9717-b14823848822 HTTP/1.1" status: 200 len: 943 time: 0.1847804 Sep 16 16:27:58.266883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-d4223a3f-8345-4f44-942e-d8f2966cdaab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Deleting port 36aaa2da-d481-4f07-9012-a02809995dc5 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:27:58.267061 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-d4223a3f-8345-4f44-942e-d8f2966cdaab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.301571 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecadd93-1f7e-4c15-83af-46be72a76540 x-openstack-request-id: req-4ecadd93-1f7e-4c15-83af-46be72a76540 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:27:58.301913 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa44aa9-c7ff-425a-9717-b14823848822", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2db835-293f-495b-a600-d857f790b749", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:27:58.302585 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ecadd93-1f7e-4c15-83af-46be72a76540 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:27:58.303004 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa44aa9-c7ff-425a-9717-b14823848822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2db835-293f-495b-a600-d857f790b749', 'code': 200} Sep 16 16:27:58.409069 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.414063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.416210 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] 10.222.0.22 "DELETE /v2.0/networks/309f7d7d-a063-4309-9516-7846c5f3f247 HTTP/1.1" status: 204 len: 168 time: 0.9047153 Sep 16 16:27:58.659017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f21ec9e7-5161-4ec1-bd55-c04426eadde7 req-2dc133de-d39e-4f05-bf32-d75098c284a4 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 210 time: 0.0288320 Sep 16 16:27:58.729724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f068a-932a-4a38-b06c-0e533d9096b3 req-46111947-ed62-495e-b3be-1367081a0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:58.731448 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-653f068a-932a-4a38-b06c-0e533d9096b3 req-46111947-ed62-495e-b3be-1367081a0000 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 1124 time: 0.4925046 Sep 16 16:27:58.736230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1444b0f-aea0-4c60-9a5b-30f6a36a5412 admin admin] Pushing event deleted for resources: {'Network': ['ID=309f7d7d-a063-4309-9516-7846c5f3f247,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:58.813278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-d4223a3f-8345-4f44-942e-d8f2966cdaab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] For port 36aaa2da-d481-4f07-9012-a02809995dc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36aaa2da-d481-4f07-9012-a02809995dc5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:58.814347 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-d4223a3f-8345-4f44-942e-d8f2966cdaab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.846564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fa82ccd-2696-487b-a49b-afbe50079dc3 req-eef5d009-27a5-4869-9c40-612cf8fc4d71 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 210 time: 0.0482681 Sep 16 16:27:58.850745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57344) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:58.902518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-d4223a3f-8345-4f44-942e-d8f2966cdaab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Calling delete_port for 36aaa2da-d481-4f07-9012-a02809995dc5 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:27:58.919260 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cc29eeaa-ea9c-4bac-8cef-66d582388092 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a68c72313ee43208c4cd06b42b3ba5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652645 Sep 16 16:27:58.919970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57346) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:58.946908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f068a-932a-4a38-b06c-0e533d9096b3 req-e5d38b42-6d58-42d3-b7a2-450ba8b013cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:58.948745 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-653f068a-932a-4a38-b06c-0e533d9096b3 req-e5d38b42-6d58-42d3-b7a2-450ba8b013cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.1981375 Sep 16 16:27:58.961743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-e88c0aae-c99c-405d-a036-9d19d71e0569 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Deleting port 5a2db835-293f-495b-a600-d857f790b749 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:27:58.965338 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-e88c0aae-c99c-405d-a036-9d19d71e0569 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:58.976921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57352) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:58.996222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fe5fe92-b78c-4876-83a0-0633eadca1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.044002 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-653f068a-932a-4a38-b06c-0e533d9096b3 req-4dd65abf-fa6b-4a9d-8c32-22507f059745 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c929434-910b-4282-b9a4-d2c8d8405302 HTTP/1.1" status: 200 len: 217 time: 0.0782533 Sep 16 16:27:59.053236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fe5fe92-b78c-4876-83a0-0633eadca1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.107253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc206c50-ceff-4a49-aafd-68097ba263e4 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.168871 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc206c50-ceff-4a49-aafd-68097ba263e4 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.190266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f068a-932a-4a38-b06c-0e533d9096b3 req-2ca09be7-4740-4a3e-9e37-b5033a506ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:59.194023 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-653f068a-932a-4a38-b06c-0e533d9096b3 req-2ca09be7-4740-4a3e-9e37-b5033a506ef0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.1314456 Sep 16 16:27:59.260439 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-653f068a-932a-4a38-b06c-0e533d9096b3 req-27b9c670-3b35-4c39-8b79-8776e11a7284 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446272 Sep 16 16:27:59.286145 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-e88c0aae-c99c-405d-a036-9d19d71e0569 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] For port 5a2db835-293f-495b-a600-d857f790b749, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a2db835-293f-495b-a600-d857f790b749,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:27:59.286512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-e88c0aae-c99c-405d-a036-9d19d71e0569 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.315928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-e88c0aae-c99c-405d-a036-9d19d71e0569 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Calling delete_port for 5a2db835-293f-495b-a600-d857f790b749 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:27:59.367007 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fe5fe92-b78c-4876-83a0-0633eadca1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.369759 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fe5fe92-b78c-4876-83a0-0633eadca1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.370924 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9fe5fe92-b78c-4876-83a0-0633eadca1c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fca111f0-ab93-49b0-ba61-74315bb49338 HTTP/1.1" status: 204 len: 168 time: 0.4497516 Sep 16 16:27:59.404451 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-d4223a3f-8345-4f44-942e-d8f2966cdaab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.404730 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc206c50-ceff-4a49-aafd-68097ba263e4 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.407508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc206c50-ceff-4a49-aafd-68097ba263e4 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.411732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bdd7334-666b-4488-ba69-669780fafdb5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:27:59.416976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bc206c50-ceff-4a49-aafd-68097ba263e4 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "DELETE /v2.0/security-groups/a5856116-c82e-4a5d-8667-8b09e529f6e9 HTTP/1.1" status: 204 len: 168 time: 0.4299078 Sep 16 16:27:59.417672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57366) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:59.421856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5fe92-b78c-4876-83a0-0633eadca1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca111f0-ab93-49b0-ba61-74315bb49338,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:59.481949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca44d2-398a-48cc-ab64-806c98f462fc req-c20d104e-e291-4836-9fdc-b060f6855e11 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:59.485152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3ca44d2-398a-48cc-ab64-806c98f462fc req-c20d104e-e291-4836-9fdc-b060f6855e11 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 867 time: 0.2088752 Sep 16 16:27:59.506875 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-3cc7c98b-b284-46a1-aba4-0058e36195f0 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] show failed (client error): The resource could not be found. Sep 16 16:27:59.512604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3cc7c98b-b284-46a1-aba4-0058e36195f0 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "GET /v2.0/security-groups/a5856116-c82e-4a5d-8667-8b09e529f6e9 HTTP/1.1" status: 404 len: 347 time: 0.0889430 Sep 16 16:27:59.512604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc206c50-ceff-4a49-aafd-68097ba263e4 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5856116-c82e-4a5d-8667-8b09e529f6e9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:59.520833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57370) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:27:59.589115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4223a3f-8345-4f44-942e-d8f2966cdaab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Pushing event deleted for resources: {'Port': ['ID=36aaa2da-d481-4f07-9012-a02809995dc5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:27:59.727667 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-653f068a-932a-4a38-b06c-0e533d9096b3 req-0457b8b0-b822-414f-bced-835f34dec0b8 service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451306 Sep 16 16:27:59.800064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-d4223a3f-8345-4f44-942e-d8f2966cdaab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] No DVR routers for this DVR port 36aaa2da-d481-4f07-9012-a02809995dc5 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:27:59.808980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-d4223a3f-8345-4f44-942e-d8f2966cdaab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:27:59.812604 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cdefdf8d-1d7f-4887-b6d8-6ac8c36e850e req-d4223a3f-8345-4f44-942e-d8f2966cdaab tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "DELETE /v2.0/ports/36aaa2da-d481-4f07-9012-a02809995dc5 HTTP/1.1" status: 204 len: 173 time: 1.9151747 Sep 16 16:27:59.839452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3ca44d2-398a-48cc-ab64-806c98f462fc req-5acec886-3f47-425b-b3b8-f99661afbf43 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340521 Sep 16 16:27:59.925346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658fa53-d758-40e4-830b-f3ce45b7a5cd req-ba45d7fc-180d-499f-a7bf-125aa2916343 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:27:59.938377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a658fa53-d758-40e4-830b-f3ce45b7a5cd req-ba45d7fc-180d-499f-a7bf-125aa2916343 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.8723063 Sep 16 16:28:00.001904 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-653f068a-932a-4a38-b06c-0e533d9096b3 req-06fd46a2-47f3-462c-9db9-13c52d1c165f service neutron] 10.222.0.52 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720356 Sep 16 16:28:00.036588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-16ae1bbc-7d2f-4855-b252-887e3952ca34 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Deleting port 2dad5fd3-fb63-47b2-b03b-e9cd38645703 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:00.037239 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bbc-7d2f-4855-b252-887e3952ca34 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:00.060724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a658fa53-d758-40e4-830b-f3ce45b7a5cd req-1fcc2d87-842e-4c02-8516-639729a4510a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142166 Sep 16 16:28:00.091562 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-e88c0aae-c99c-405d-a036-9d19d71e0569 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:00.214178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'name': 'network-vif-deleted', 'tag': '36aaa2da-d481-4f07-9012-a02809995dc5'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:00.216676 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd94b4a2-aba9-4f76-94ac-2ebefda09600" -d '{"events": [{"server_uuid": "939ccd79-ba11-40af-8cea-dd236bc1de61", "name": "network-vif-deleted", "tag": "36aaa2da-d481-4f07-9012-a02809995dc5"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:00.248903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c0aae-c99c-405d-a036-9d19d71e0569 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Pushing event deleted for resources: {'Port': ['ID=5a2db835-293f-495b-a600-d857f790b749,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:00.263847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-e88c0aae-c99c-405d-a036-9d19d71e0569 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] No DVR routers for this DVR port 5a2db835-293f-495b-a600-d857f790b749 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:00.292653 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-e88c0aae-c99c-405d-a036-9d19d71e0569 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:00.295569 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ffd8549d-cde3-49b2-acfa-854058e3df99 req-e88c0aae-c99c-405d-a036-9d19d71e0569 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.52 "DELETE /v2.0/ports/5a2db835-293f-495b-a600-d857f790b749 HTTP/1.1" status: 204 len: 173 time: 2.0255654 Sep 16 16:28:00.347188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fba8dd8f-e690-4a9b-bc7e-6aa2b62a17ff req-a736a3a8-b3e1-423b-83af-6dcc2bf7690e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 210 time: 0.1050355 Sep 16 16:28:00.403843 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bbc-7d2f-4855-b252-887e3952ca34 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:00.407167 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bbc-7d2f-4855-b252-887e3952ca34 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:00.454109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-16ae1bbc-7d2f-4855-b252-887e3952ca34 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Calling delete_port for 2dad5fd3-fb63-47b2-b03b-e9cd38645703 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:00.674058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-1b42c1bc-0e1f-4d45-803f-cbd240d0bbf8 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:00.676120 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-1b42c1bc-0e1f-4d45-803f-cbd240d0bbf8 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.62 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 805 time: 0.3632166 Sep 16 16:28:00.706325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Request body: {'port': {'device_id': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'admin_state_up': True, 'tenant_id': 'a45182a5eda747daa246b691bf2d6f71'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:00.786289 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2f6c865-0767-4341-b038-3e99d06830f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:00.829547 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6585ee16-d089-4eaa-b05e-c29f24f62d49 req-0034abf7-89bf-4afb-9acc-c0a35a76a3d3 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 210 time: 0.6016130 Sep 16 16:28:00.904462 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ce08ef-ad7c-4031-aeec-50e693385d17 x-openstack-request-id: req-c8ce08ef-ad7c-4031-aeec-50e693385d17 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:00.904759 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939ccd79-ba11-40af-8cea-dd236bc1de61", "name": "network-vif-deleted", "tag": "36aaa2da-d481-4f07-9012-a02809995dc5", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:00.905811 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8ce08ef-ad7c-4031-aeec-50e693385d17 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:00.905811 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939ccd79-ba11-40af-8cea-dd236bc1de61', 'name': 'network-vif-deleted', 'tag': '36aaa2da-d481-4f07-9012-a02809995dc5', 'status': 'completed', 'code': 200} Sep 16 16:28:00.983238 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3bb2030d-d333-4046-9332-0b129311efd6 req-7cd789e3-92f0-4c00-8a6d-331286c4e047 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=939ccd79-ba11-40af-8cea-dd236bc1de61 HTTP/1.1" status: 200 len: 210 time: 0.0365300 Sep 16 16:28:01.016958 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bbc-7d2f-4855-b252-887e3952ca34 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.039832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Made reservation on behalf of a45182a5eda747daa246b691bf2d6f71 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:28:01.044076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.060288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae1bbc-7d2f-4855-b252-887e3952ca34 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Pushing event deleted for resources: {'Port': ['ID=2dad5fd3-fb63-47b2-b03b-e9cd38645703,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:01.147002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36aaa2da-d481-4f07-9012-a02809995dc5 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:01.190679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bbc-7d2f-4855-b252-887e3952ca34 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.194234 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bbc-7d2f-4855-b252-887e3952ca34 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.195473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-16ae1bbc-7d2f-4855-b252-887e3952ca34 tempest-ServersWithSpecificFlavorTestJSON-293618744 tempest-ServersWithSpecificFlavorTestJSON-293618744-project] 10.222.0.22 "DELETE /v2.0/floatingips/84669017-5b82-4025-8b9f-524eece879d2 HTTP/1.1" status: 204 len: 168 time: 1.6733484 Sep 16 16:28:01.196159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 36aaa2da-d481-4f07-9012-a02809995dc5 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:01.196605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36aaa2da-d481-4f07-9012-a02809995dc5 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:01.299514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c424786-83dc-46c0-985c-42560340490f req-140c90f9-7c08-41a6-9aa8-41a655c0e952 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:01.308688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c424786-83dc-46c0-985c-42560340490f req-140c90f9-7c08-41a6-9aa8-41a655c0e952 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.0725834 Sep 16 16:28:01.351829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Allocated IP 172.20.0.11 (3862635c-f4cc-4a8b-a517-23c895f3cf7f/fc0e10da-e678-4834-9de7-9aefa8ec67f4/958eca47-8c6c-45cc-91b2-46ec9a519a0b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:28:01.420662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.432009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c424786-83dc-46c0-985c-42560340490f req-9e4b3175-3c6d-4511-b181-3da4b5252bac tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223810 Sep 16 16:28:01.475341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57414) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:01.525329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 3c929434-910b-4282-b9a4-d2c8d8405302 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:01.586678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-450d283d-44b0-44b7-97bd-e9fa810fe6b7 req-249a50fe-969d-4159-bde3-2b864d385dfa tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 210 time: 0.0456650 Sep 16 16:28:01.670495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.686384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1442147954-network', 'tenant_id': 'fdec3a5397824f72841e07c93858bfef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:01.703201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a2db835-293f-495b-a600-d857f790b749 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:01.728459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 5a2db835-293f-495b-a600-d857f790b749 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:01.729199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a2db835-293f-495b-a600-d857f790b749 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:01.765601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.798472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Made reservation on behalf of fdec3a5397824f72841e07c93858bfef for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:28:01.801455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.819192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Network 3862635c-f4cc-4a8b-a517-23c895f3cf7f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:28:01.823426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:28:01.825521 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.828346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:28:01.849931 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:28:01.862008 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.883630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Pushing event updated for resources: {'Port': ['ID=958eca47-8c6c-45cc-91b2-46ec9a519a0b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:01.900885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.901209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.901680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.906359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.906359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.906359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.906359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.906359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.906359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.906359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.908110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.908110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:01.943468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:01.944512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:01.989002 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b5307cf-0fa4-4da0-88d8-be1644cb542d req-e7d7fe68-31c5-4c42-9570-1f5aecf3ed47 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 210 time: 0.0438867 Sep 16 16:28:01.991725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57430) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:02.068322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:02.147040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:02.178897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:28:02.185644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:02.198048 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:02.198467 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Added segment b150bc72-6e63-41e9-8362-51740fa4159c of type vlan for network b4ae0df2-f0ea-407a-9034-907ca2cd2517 Sep 16 16:28:02.207288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.207636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.208213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.211588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.211980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.212320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.212689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.213024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.213347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.213674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.213994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.214314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:02.268840 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:02.300238 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-f9c78036-3ca9-4fee-ae1c-345758524694 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6094937 Sep 16 16:28:02.314274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Request body: {'port': {'device_id': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:02.359520 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:02.360575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:02.361169 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:02.429279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:02.477907 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0006361 Sep 16 16:28:02.480457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57444) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:02.481274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f043087-1fcf-4f1f-9a99-5828fb655fab admin admin] Pushing event updated for resources: {'Network': ['ID=b4ae0df2-f0ea-407a-9034-907ca2cd2517,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:02.495474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network b4ae0df2-f0ea-407a-9034-907ca2cd2517 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:28:02.500260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Request body: {'subnet': {'network_id': 'b4ae0df2-f0ea-407a-9034-907ca2cd2517', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1442147954-subnet', 'tenant_id': 'fdec3a5397824f72841e07c93858bfef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:02.644777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca23452-ca0c-423d-9af2-98910c3f4247 req-423c3719-26c4-4516-8998-f8909ba43423 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:02.646737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ca23452-ca0c-423d-9af2-98910c3f4247 req-423c3719-26c4-4516-8998-f8909ba43423 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.1430752 Sep 16 16:28:02.650066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Made reservation on behalf of fdec3a5397824f72841e07c93858bfef for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:28:02.652865 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:02.702082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c68c10-451a-4d87-95e3-d079e7288495 req-f3194227-f064-4251-93d5-e3c90c307c92 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:02.704300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0c68c10-451a-4d87-95e3-d079e7288495 req-f3194227-f064-4251-93d5-e3c90c307c92 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.1305327 Sep 16 16:28:02.891450 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0c68c10-451a-4d87-95e3-d079e7288495 req-6492049a-ff09-4737-9ca8-6e4ff73c64aa tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684966 Sep 16 16:28:02.894566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ca23452-ca0c-423d-9af2-98910c3f4247 req-6b5be1c5-632f-4ef5-a145-dc83a4e888f6 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369139 Sep 16 16:28:02.906148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958eca47-8c6c-45cc-91b2-46ec9a519a0b {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:02.910445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa44aa9-c7ff-425a-9717-b14823848822', 'name': 'network-vif-deleted', 'tag': '5a2db835-293f-495b-a600-d857f790b749'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:02.915541 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23defc7c-4bf2-46bc-a847-63707193acbd" -d '{"events": [{"server_uuid": "0aa44aa9-c7ff-425a-9717-b14823848822", "name": "network-vif-deleted", "tag": "5a2db835-293f-495b-a600-d857f790b749"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:02.917945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:02.995026 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92498a6-6aa5-4dca-8fa0-f08cfb478fd0 x-openstack-request-id: req-b92498a6-6aa5-4dca-8fa0-f08cfb478fd0 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:02.995313 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa44aa9-c7ff-425a-9717-b14823848822", "name": "network-vif-deleted", "tag": "5a2db835-293f-495b-a600-d857f790b749", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:02.995672 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b92498a6-6aa5-4dca-8fa0-f08cfb478fd0 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:03.007176 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa44aa9-c7ff-425a-9717-b14823848822', 'name': 'network-vif-deleted', 'tag': '5a2db835-293f-495b-a600-d857f790b749', 'status': 'completed', 'code': 200} Sep 16 16:28:03.010658 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:03.074931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Transition to ACTIVE for port object 958eca47-8c6c-45cc-91b2-46ec9a519a0b will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:28:03.089800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827664-df9f-42db-975f-b0e17b445410 req-f4731f03-6a01-46dc-aeb4-fb467d15a237 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:03.097570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10827664-df9f-42db-975f-b0e17b445410 req-f4731f03-6a01-46dc-aeb4-fb467d15a237 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 932 time: 0.0806830 Sep 16 16:28:03.161598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10827664-df9f-42db-975f-b0e17b445410 req-c3088177-cacd-4ad0-86e7-4384ce5fee22 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488968 Sep 16 16:28:03.189335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51d6d241-a491-46c1-80d8-47ebe2d90a4f req-d4164908-f95f-4b7f-b295-28de96a3d38f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=0207cd7c-6b12-4b2e-8ee2-b5b103dea929 HTTP/1.1" status: 200 len: 210 time: 0.0355155 Sep 16 16:28:03.191217 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:03.246384 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:03.254973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8edb2da0-041f-4088-852c-4e970b0ead7e,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:03.297754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Checking segment: {'id': 'b150bc72-6e63-41e9-8362-51740fa4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b4ae0df2-f0ea-407a-9034-907ca2cd2517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:28:03.298114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Network hostable DHCP agents. Network: b4ae0df2-f0ea-407a-9034-907ca2cd2517, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:28:03.380838 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Pushing event updated for resources: {'Port': ['ID=958eca47-8c6c-45cc-91b2-46ec9a519a0b,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:03.398862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Network b4ae0df2-f0ea-407a-9034-907ca2cd2517 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:28:03.458954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Attempting to bind port 958eca47-8c6c-45cc-91b2-46ec9a519a0b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:28:03.463942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Attempting to bind port 958eca47-8c6c-45cc-91b2-46ec9a519a0b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:28:03.463942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Attempting to bind port 958eca47-8c6c-45cc-91b2-46ec9a519a0b on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:03.483972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, b4ae0df2-f0ea-407a-9034-907ca2cd2517) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:28:03.488350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:03.489088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:03.495836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Port 958eca47-8c6c-45cc-91b2-46ec9a519a0b on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:28:03.496126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Attempting to bind port 958eca47-8c6c-45cc-91b2-46ec9a519a0b on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:03.506796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:28:03.507138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Checking segment: {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:28:03.507429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee32eb2-b680-438d-a004-793dc24c4efb None None] Network b4ae0df2-f0ea-407a-9034-907ca2cd2517 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:28:03.507890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Bound using segment: {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:28:03.507981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Bound port: 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:28:03.508285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:03.587573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] Deleting port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:03.587912 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:03.645410 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-abcbb9b5-bba1-48ea-a384-738554df2f19 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1506956 Sep 16 16:28:03.680278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] For port 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:28:03.691747 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:03.717100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] For port 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:28:03.719006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] For port 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:03.719396 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:03.741903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] Calling delete_port for 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:03.780092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1431c5a-e913-4838-83e5-26e5702cb4b0 None None] Network b4ae0df2-f0ea-407a-9034-907ca2cd2517 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:28:03.854437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:03.862664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-9f639397-0c20-444c-a739-33b158fff37e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:03.866854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-9f639397-0c20-444c-a739-33b158fff37e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.0957818 Sep 16 16:28:04.005839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:04.006476 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:04.008036 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8583cf97-a712-45e0-befa-134284f6678b service neutron] 10.222.0.62 "PUT /v2.0/ports/958eca47-8c6c-45cc-91b2-46ec9a519a0b HTTP/1.1" status: 200 len: 1092 time: 1.6997972 Sep 16 16:28:04.012246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583cf97-a712-45e0-befa-134284f6678b service neutron] Pushing event updated for resources: {'Port': ['ID=958eca47-8c6c-45cc-91b2-46ec9a519a0b,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:04.071544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-f7af1cc8-2d42-442a-b937-6440ab339b9e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Deleting port 8bdd7334-666b-4488-ba69-669780fafdb5 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:04.072046 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-f7af1cc8-2d42-442a-b937-6440ab339b9e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:04.201447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3db7b-5ba6-4d2f-b0d4-768df9d237a0 req-ec81a166-ad66-4e9c-b919-28a8de8992c7 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:04.203681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7eb3db7b-5ba6-4d2f-b0d4-768df9d237a0 req-ec81a166-ad66-4e9c-b919-28a8de8992c7 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.1668789 Sep 16 16:28:04.213676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682bc55-e2bc-4d1a-9c42-d8b970da096b req-cc14739f-ebe6-4f89-bb94-cba7e4bac3fc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:04.215160 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f682bc55-e2bc-4d1a-9c42-d8b970da096b req-cc14739f-ebe6-4f89-bb94-cba7e4bac3fc tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 949 time: 0.1739452 Sep 16 16:28:04.237505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8bcc5abd-aada-41e5-ad05-2ec5bbcdb3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:04.239155 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8bcc5abd-aada-41e5-ad05-2ec5bbcdb3f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 1095 time: 0.0985718 Sep 16 16:28:04.279292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-f7af1cc8-2d42-442a-b937-6440ab339b9e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] For port 8bdd7334-666b-4488-ba69-669780fafdb5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bdd7334-666b-4488-ba69-669780fafdb5,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:04.279658 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-f7af1cc8-2d42-442a-b937-6440ab339b9e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:04.287611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-1a5df723-33e4-4315-b8c7-f5e8a08c86e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b HTTP/1.1" status: 200 len: 217 time: 0.0393970 Sep 16 16:28:04.309263 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-f7af1cc8-2d42-442a-b937-6440ab339b9e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Calling delete_port for 8bdd7334-666b-4488-ba69-669780fafdb5 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:04.313685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f682bc55-e2bc-4d1a-9c42-d8b970da096b req-60ce2eae-af56-41a9-af08-86c6dbe4817c tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd003573-58b5-412c-a641-859729d4b73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860202 Sep 16 16:28:04.316279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7eb3db7b-5ba6-4d2f-b0d4-768df9d237a0 req-cfaacb7c-b8af-49b6-8d53-a05f37489fbf tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963354 Sep 16 16:28:04.330955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:04.382195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:04.402574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-68cf65e1-d8b6-47c0-90bb-5fe1c648f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:04.404911 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-68cf65e1-d8b6-47c0-90bb-5fe1c648f225 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc0e10da-e678-4834-9de7-9aefa8ec67f4 HTTP/1.1" status: 200 len: 845 time: 0.1092801 Sep 16 16:28:04.488500 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-e677186c-4887-4f47-ad9a-c213c71bdb7f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3862635c-f4cc-4a8b-a517-23c895f3cf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526102 Sep 16 16:28:04.572467 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-f7af1cc8-2d42-442a-b937-6440ab339b9e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:04.586734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bdd7334-666b-4488-ba69-669780fafdb5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:04.620952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780c026-990b-49a7-951f-b5c93c687010 req-56fd2158-3c16-423e-8870-ce7df30a1a48 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:04.620952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1780c026-990b-49a7-951f-b5c93c687010 req-56fd2158-3c16-423e-8870-ce7df30a1a48 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 944 time: 0.1214681 Sep 16 16:28:04.692088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-f7af1cc8-2d42-442a-b937-6440ab339b9e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] No DVR routers for this DVR port 8bdd7334-666b-4488-ba69-669780fafdb5 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:04.695008 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-f7af1cc8-2d42-442a-b937-6440ab339b9e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:04.697587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c690d8b7-a9e2-4335-a8e1-e4b450060d81 req-f7af1cc8-2d42-442a-b937-6440ab339b9e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.62 "DELETE /v2.0/ports/8bdd7334-666b-4488-ba69-669780fafdb5 HTTP/1.1" status: 204 len: 173 time: 0.8234513 Sep 16 16:28:04.698359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af1cc8-2d42-442a-b937-6440ab339b9e tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] Pushing event deleted for resources: {'Port': ['ID=8bdd7334-666b-4488-ba69-669780fafdb5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:04.723644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'name': 'network-vif-deleted', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:04.725963 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a627f93-0bf2-4638-9596-477a10220e1b" -d '{"events": [{"server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "name": "network-vif-deleted", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:04.776716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1780c026-990b-49a7-951f-b5c93c687010 req-004c1768-4fbc-484c-9915-6e80540e215e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215675 Sep 16 16:28:04.878286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-ba8ef46c-f905-4296-99b0-0597272b4366 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:04.886071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-ba8ef46c-f905-4296-99b0-0597272b4366 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/networks?id=b4ae0df2-f0ea-407a-9034-907ca2cd2517 HTTP/1.1" status: 200 len: 809 time: 0.2055976 Sep 16 16:28:04.908278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-348b50df-b4b0-450c-ad92-b29f78d1d835 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/quotas/fdec3a5397824f72841e07c93858bfef HTTP/1.1" status: 200 len: 375 time: 0.0211904 Sep 16 16:28:04.946172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-27aac845-972b-4bab-b473-057592ec83a4 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdec3a5397824f72841e07c93858bfef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368216 Sep 16 16:28:05.037427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'tag': '958eca47-8c6c-45cc-91b2-46ec9a519a0b'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:05.040313 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddb7177-c9c2-4626-9a91-4990c9046b9c x-openstack-request-id: req-2ddb7177-c9c2-4626-9a91-4990c9046b9c {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:05.040724 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651e3d9c-1b30-48ff-9670-f5ca19de07f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9613e13-fe9f-401d-8ae2-e9e384634e14", "tag": "958eca47-8c6c-45cc-91b2-46ec9a519a0b"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:05.040914 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a45286-bbe3-4792-ba22-00320e42c9a0", "name": "network-vif-deleted", "tag": "8bdd7334-666b-4488-ba69-669780fafdb5", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:05.041367 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ddb7177-c9c2-4626-9a91-4990c9046b9c {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:05.041785 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a45286-bbe3-4792-ba22-00320e42c9a0', 'name': 'network-vif-deleted', 'tag': '8bdd7334-666b-4488-ba69-669780fafdb5', 'status': 'completed', 'code': 200} Sep 16 16:28:05.102312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-e7a9cad5-ae34-4205-9251-8bd313ebbc49 service neutron] 10.222.0.22 "GET /v2.0/networks/b4ae0df2-f0ea-407a-9034-907ca2cd2517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329153 Sep 16 16:28:05.123713 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f7bfe6-8b11-4f71-88aa-0d7312737eed x-openstack-request-id: req-53f7bfe6-8b11-4f71-88aa-0d7312737eed {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:05.123713 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9613e13-fe9f-401d-8ae2-e9e384634e14", "tag": "958eca47-8c6c-45cc-91b2-46ec9a519a0b", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:05.124136 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53f7bfe6-8b11-4f71-88aa-0d7312737eed {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:05.124300 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'tag': '958eca47-8c6c-45cc-91b2-46ec9a519a0b', 'status': 'completed', 'code': 200} Sep 16 16:28:05.223980 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-2f304c80-a90c-434b-a7bd-052d41cc5e5e service neutron] 10.222.0.62 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265465 Sep 16 16:28:05.231734 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:05.267583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-23c5c507-7458-40cd-9c89-6e509469e5a7 service neutron] 10.222.0.22 "GET /v2.0/networks/b4ae0df2-f0ea-407a-9034-907ca2cd2517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535006 Sep 16 16:28:05.456125 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-fc764ba7-f4fa-4a46-aa70-65446d4370d7 service neutron] 10.222.0.52 "GET /v2.0/ports/3c929434-910b-4282-b9a4-d2c8d8405302/bindings/n-h2-807786-3 HTTP/1.1" status: 200 len: 384 time: 0.2077866 Sep 16 16:28:05.464069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36c9bf81-ca5a-4bbc-8824-e5935cc7b307 req-1e1c191e-c786-4d45-adfd-b8ad4d2cd553 tempest-MigrationsAdminTest-1448570163 tempest-MigrationsAdminTest-1448570163-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a45286-bbe3-4792-ba22-00320e42c9a0 HTTP/1.1" status: 200 len: 210 time: 0.0454438 Sep 16 16:28:05.566702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d9e7eb3-79ea-4581-8d62-4bf37e4b6c7b req-8ecbc408-4f56-4c51-af3b-b3ed182ee5b6 service neutron] 10.222.0.62 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246150 Sep 16 16:28:05.614923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d332ae7-ea2f-4c6c-9eb9-0b0b764eb7b6 req-e352b937-99f6-413d-b247-20790753bf00 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 210 time: 0.0349355 Sep 16 16:28:05.645103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76112fe2-a7a6-4016-b5a6-5f1269f55a6b req-984a6263-5ab5-4770-ba78-19c176cf6052 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:05.647655 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76112fe2-a7a6-4016-b5a6-5f1269f55a6b req-984a6263-5ab5-4770-ba78-19c176cf6052 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 943 time: 0.1092505 Sep 16 16:28:05.721900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76112fe2-a7a6-4016-b5a6-5f1269f55a6b req-662dd462-37b2-43b4-a40d-b032510a13d0 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673776 Sep 16 16:28:05.888613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e3d9c-1b30-48ff-9670-f5ca19de07f3 req-686b0f8b-22d3-4d2d-bbdd-9f61f64ca5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:05.891229 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-651e3d9c-1b30-48ff-9670-f5ca19de07f3 req-686b0f8b-22d3-4d2d-bbdd-9f61f64ca5ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 1095 time: 0.1580937 Sep 16 16:28:06.003516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] Router d78c1ddd-27ca-4b22-afda-46fa330dc779 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:28:06.016974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead08b53-c8cf-407e-88ba-7435419fe379 req-f8411d52-874d-469a-bb88-47b68499df12 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:06.026610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ead08b53-c8cf-407e-88ba-7435419fe379 req-f8411d52-874d-469a-bb88-47b68499df12 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 944 time: 0.1162891 Sep 16 16:28:06.081556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-26fcc2b3-b36d-4dc6-bd2d-56ecc5081368 service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:06.091344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ead08b53-c8cf-407e-88ba-7435419fe379 req-f59bae4a-a30b-4a2c-b9ac-e5b4401c249d tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631511 Sep 16 16:28:06.161755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-26fcc2b3-b36d-4dc6-bd2d-56ecc5081368 service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:28:06.191594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e3d9c-1b30-48ff-9670-f5ca19de07f3 req-6150b2b7-4b9c-4dd2-8b31-2d180ad86825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:06.193242 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-651e3d9c-1b30-48ff-9670-f5ca19de07f3 req-6150b2b7-4b9c-4dd2-8b31-2d180ad86825 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 906 time: 0.2736676 Sep 16 16:28:06.277627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-26fcc2b3-b36d-4dc6-bd2d-56ecc5081368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c929434-910b-4282-b9a4-d2c8d8405302 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:06.283380 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-651e3d9c-1b30-48ff-9670-f5ca19de07f3 req-25f1898d-b655-4df8-9786-b92c0a2d4cf3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b HTTP/1.1" status: 200 len: 217 time: 0.0800657 Sep 16 16:28:06.294649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-26fcc2b3-b36d-4dc6-bd2d-56ecc5081368 service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:06.353456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:28:06.360666 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ce01b7b8-22ad-4d54-92f0-e82fce08f2ed admin admin] 10.222.0.22 "PUT /v2.0/routers/d78c1ddd-27ca-4b22-afda-46fa330dc779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3679347 Sep 16 16:28:06.362673 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57516) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:06.366463 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] Sync routers for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:28:06.377567 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:28:06.378346 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:28:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:06.407202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e3d9c-1b30-48ff-9670-f5ca19de07f3 req-9d8e6411-99b0-485f-a913-18c2d5033ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:06.409060 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-651e3d9c-1b30-48ff-9670-f5ca19de07f3 req-9d8e6411-99b0-485f-a913-18c2d5033ea9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc0e10da-e678-4834-9de7-9aefa8ec67f4 HTTP/1.1" status: 200 len: 845 time: 0.1166244 Sep 16 16:28:06.432886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-26fcc2b3-b36d-4dc6-bd2d-56ecc5081368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:06.460961 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-651e3d9c-1b30-48ff-9670-f5ca19de07f3 req-d329c8c8-7103-49b9-8e8c-d0f7edbdeeb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3862635c-f4cc-4a8b-a517-23c895f3cf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373795 Sep 16 16:28:06.497564 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:28:06.670087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:06.693547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-26fcc2b3-b36d-4dc6-bd2d-56ecc5081368 service neutron] Transition to ACTIVE for port object 3c929434-910b-4282-b9a4-d2c8d8405302 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:28:06.772888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d62ab2f7-a25e-4991-b8eb-a9f6f8f6c20b req-cbbfd498-6d35-4752-8108-745cfb8011fd tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 210 time: 0.0860097 Sep 16 16:28:06.781411 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:28:04Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:06.827664 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] Checking router: d78c1ddd-27ca-4b22-afda-46fa330dc779 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:28:06.831507 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-26fcc2b3-b36d-4dc6-bd2d-56ecc5081368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:06.840231 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] Routers {'d78c1ddd-27ca-4b22-afda-46fa330dc779'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:28:06.843379 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:28:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d78c1ddd-27ca-4b22-afda-46fa330dc779'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:06.996449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcc2b3-b36d-4dc6-bd2d-56ecc5081368 service neutron] Pushing event updated for resources: {'Port': ['ID=3c929434-910b-4282-b9a4-d2c8d8405302,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:07.034978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5482d-aa94-45b8-be25-cbf449e7cf3e req-66e3b65d-bf88-4479-be4e-a147b7353d68 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:07.045027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c5482d-aa94-45b8-be25-cbf449e7cf3e req-66e3b65d-bf88-4479-be4e-a147b7353d68 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 944 time: 0.0943406 Sep 16 16:28:07.069707 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] Set router d78c1ddd-27ca-4b22-afda-46fa330dc779 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:28:07.129529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c5482d-aa94-45b8-be25-cbf449e7cf3e req-6a92bc48-6ab3-4342-9bf4-c721e5edd705 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797355 Sep 16 16:28:07.208989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 958eca47-8c6c-45cc-91b2-46ec9a519a0b details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:28:07.213349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bdd7334-666b-4488-ba69-669780fafdb5 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:07.242021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-26fcc2b3-b36d-4dc6-bd2d-56ecc5081368 service neutron] No DVR routers for this DVR port 3c929434-910b-4282-b9a4-d2c8d8405302 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:07.261656 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-651e3d9c-1b30-48ff-9670-f5ca19de07f3 req-47729212-18e5-43e8-9680-efe53dcb9c3b service neutron] 10.222.0.62 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865581 Sep 16 16:28:07.266156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57536) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:07.269442 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:07.316949 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-26fcc2b3-b36d-4dc6-bd2d-56ecc5081368 service neutron] 10.222.0.52 "PUT /v2.0/ports/3c929434-910b-4282-b9a4-d2c8d8405302/bindings/n-h2-807786-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7435753 Sep 16 16:28:07.363802 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:28:04Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:07.423160 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d2b3dc-f497-4600-995d-e5d6efa1bb1f None None] The sync data for ids ['d78c1ddd-27ca-4b22-afda-46fa330dc779'] in n-d-807786-3 is: [{'id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504990978-router', 'tenant_id': '76941f26b9764e319b0ce37ad4dfbb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:22:57Z', 'updated_at': '2021-09-16T16:28:04Z', 'revision_number': 5, 'project_id': '76941f26b9764e319b0ce37ad4dfbb88', 'gw_port': {'id': '97b606dd-59d5-45cc-8d04-f4b2af26669a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c1ddd-27ca-4b22-afda-46fa330dc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:22:58Z', 'updated_at': '2021-09-16T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:28:07.459412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a91dee-bab3-4a9a-9b6d-3efd2a98876e req-eae19d94-64ee-4583-94a1-f96ed66b0078 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:07.476273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7a91dee-bab3-4a9a-9b6d-3efd2a98876e req-eae19d94-64ee-4583-94a1-f96ed66b0078 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 944 time: 0.1617739 Sep 16 16:28:07.518099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:07.533372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '958eca47-8c6c-45cc-91b2-46ec9a519a0b', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'port_id': '958eca47-8c6c-45cc-91b2-46ec9a519a0b', 'mac_address': 'fa:16:3e:99:b7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0e10da-e678-4834-9de7-9aefa8ec67f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:28:07.554848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 8bdd7334-666b-4488-ba69-669780fafdb5 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:07.555457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bdd7334-666b-4488-ba69-669780fafdb5 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:07.604350 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:07.624473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958eca47-8c6c-45cc-91b2-46ec9a519a0b {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:07.649109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:07.672070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-651e3d9c-1b30-48ff-9670-f5ca19de07f3 req-c053ebcd-0b5e-42f5-be9c-0b7e4d4ffb6e service neutron] 10.222.0.62 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953238 Sep 16 16:28:07.673546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Deleting port 97b606dd-59d5-45cc-8d04-f4b2af26669a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:07.673880 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:07.681452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7a91dee-bab3-4a9a-9b6d-3efd2a98876e req-7346ac46-658a-4fbc-80c6-a219ca870bf2 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019813 Sep 16 16:28:07.731641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cceca4c3-9aeb-4bb7-9786-83fb5b90f2a3 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:07.735312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-cceca4c3-9aeb-4bb7-9786-83fb5b90f2a3 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1095 time: 0.2227957 Sep 16 16:28:07.736063 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:07.767568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cf7b78d1-bdc4-411f-be9c-4e8781da996c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64baf66baab943a8acdce99439b67aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001123 Sep 16 16:28:07.793886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57542) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:07.838801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=958eca47-8c6c-45cc-91b2-46ec9a519a0b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:07.877137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] For port 97b606dd-59d5-45cc-8d04-f4b2af26669a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=97b606dd-59d5-45cc-8d04-f4b2af26669a,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:07.882839 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:07.923915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Calling delete_port for 97b606dd-59d5-45cc-8d04-f4b2af26669a owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:07.975145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-5bf4ffbc-c0c8-43d8-aaf6-090b84875420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:07.976915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-5bf4ffbc-c0c8-43d8-aaf6-090b84875420 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6 HTTP/1.1" status: 200 len: 1095 time: 0.2305865 Sep 16 16:28:07.993110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['958eca47-8c6c-45cc-91b2-46ec9a519a0b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:08.058180 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f367fe6e-02d3-43e9-985a-5ebd20e87895 req-c31b4779-bb57-4af0-a9a3-d6fdc2ff3018 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 210 time: 0.1270185 Sep 16 16:28:08.202002 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a68492dd-0ead-4236-929c-1196bfbe150d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:08.280711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-57044b02-0d7a-4053-87fb-8489b35bcafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:08.283131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-57044b02-0d7a-4053-87fb-8489b35bcafb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 1095 time: 0.2603040 Sep 16 16:28:08.296660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:08.303269 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a68492dd-0ead-4236-929c-1196bfbe150d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:08.343910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b606dd-59d5-45cc-8d04-f4b2af26669a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:08.419508 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:08.620431 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:08.632408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:08.779740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-836fe85f-e197-4e80-9729-2362c69733a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:08.781524 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-836fe85f-e197-4e80-9729-2362c69733a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 200 len: 922 time: 0.4393826 Sep 16 16:28:08.811270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d94e-1f64-4ea1-955c-53ba44930103 req-35df3e42-92ff-420a-8c79-105c2b5007ad tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:08.813131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17d8d94e-1f64-4ea1-955c-53ba44930103 req-35df3e42-92ff-420a-8c79-105c2b5007ad tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 944 time: 0.4723616 Sep 16 16:28:08.854064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-e369ea3b-491d-4706-abba-349d01b4f06d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c929434-910b-4282-b9a4-d2c8d8405302 HTTP/1.1" status: 200 len: 217 time: 0.0556841 Sep 16 16:28:08.900585 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a68492dd-0ead-4236-929c-1196bfbe150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:08.903259 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a68492dd-0ead-4236-929c-1196bfbe150d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:08.904496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a68492dd-0ead-4236-929c-1196bfbe150d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd003573-58b5-412c-a641-859729d4b73e HTTP/1.1" status: 204 len: 168 time: 1.1096163 Sep 16 16:28:08.985058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-9d314f64-c42b-422e-881f-0f4e042b0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:08.986220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-9d314f64-c42b-422e-881f-0f4e042b0200 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 200 len: 861 time: 0.1004889 Sep 16 16:28:09.001020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17d8d94e-1f64-4ea1-955c-53ba44930103 req-f959efb0-3b2b-4a69-9efb-2b4fb7ac168a tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486053 Sep 16 16:28:09.043267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68492dd-0ead-4236-929c-1196bfbe150d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd003573-58b5-412c-a641-859729d4b73e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:09.079070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-2bae6406-8866-43c4-9e99-58797c0fedd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75508dcc-21bf-4c22-b5b5-12c516491d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531471 Sep 16 16:28:09.114958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dbbb1-56ef-4f8c-bc67-fc393088c509 req-99013e6c-b247-4686-a8d0-a1e123a8a25b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:09.130310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca4dbbb1-56ef-4f8c-bc67-fc393088c509 req-99013e6c-b247-4686-a8d0-a1e123a8a25b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 945 time: 0.3106806 Sep 16 16:28:09.209760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 958eca47-8c6c-45cc-91b2-46ec9a519a0b up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:28:09.281258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-52bbf8f9-b6f6-4c60-baeb-1121cc5b52c3 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:09.284120 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-52bbf8f9-b6f6-4c60-baeb-1121cc5b52c3 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.52 "GET /v2.0/networks?id=b4ae0df2-f0ea-407a-9034-907ca2cd2517 HTTP/1.1" status: 200 len: 809 time: 0.6658466 Sep 16 16:28:09.288644 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47e85709-aef2-46c1-b142-64e06fdb71d2 req-764c9fe3-3047-4751-989c-7e2c24fe3acd tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 210 time: 0.0762343 Sep 16 16:28:09.306843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Request body: {'port': {'device_id': '8af62fa3-0212-4238-bedc-1d9ee9fa34d6', 'network_id': 'b4ae0df2-f0ea-407a-9034-907ca2cd2517', 'admin_state_up': True, 'tenant_id': 'fdec3a5397824f72841e07c93858bfef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:09.354479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:09.359462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d78c1ddd-27ca-4b22-afda-46fa330dc779 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:28:09.374863 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:09.380671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-53d5e471-fd3c-4029-9667-1e00be3dbb00 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d78c1ddd-27ca-4b22-afda-46fa330dc779 HTTP/1.1" status: 204 len: 168 time: 3.0160737 Sep 16 16:28:09.385800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57566) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:09.449837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 958eca47-8c6c-45cc-91b2-46ec9a519a0b completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:28:09.456532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 958eca47-8c6c-45cc-91b2-46ec9a519a0b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:28:09.457443 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:09.537857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca4dbbb1-56ef-4f8c-bc67-fc393088c509 req-fe4994c0-f671-4d69-8eef-784f523c918e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075706 Sep 16 16:28:09.633483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-55106995-2292-4023-8fc8-7ecb926d4133 service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525427 Sep 16 16:28:09.644043 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:09.647526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83efe67-aa21-4412-a58f-0be8f6be91ec admin admin] Deleting subnet a4325f63-e0ee-489c-9e97-03a020e5a055 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:28:09.663702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f83efe67-aa21-4412-a58f-0be8f6be91ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:09.698223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:09.698573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 47cbbeb2-a6ec-4a5e-bd01-bbdbbc2be962 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:09.710865 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:09.721472 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f83efe67-aa21-4412-a58f-0be8f6be91ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:09.737417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958eca47-8c6c-45cc-91b2-46ec9a519a0b'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:09.740144 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc901c80-ff2e-4ceb-9ea8-2dc1bbbb3aa5" -d '{"events": [{"server_uuid": "e9613e13-fe9f-401d-8ae2-e9e384634e14", "name": "network-vif-plugged", "status": "completed", "tag": "958eca47-8c6c-45cc-91b2-46ec9a519a0b"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:09.770562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:09.806874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-5dd68319-a22f-4ae0-aaad-db3ad499fb8b service neutron] 10.222.0.62 "GET /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645133 Sep 16 16:28:09.812676 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4802f785-5147-420d-ae6d-dadbb1fb4e8c x-openstack-request-id: req-4802f785-5147-420d-ae6d-dadbb1fb4e8c {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:09.812676 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9613e13-fe9f-401d-8ae2-e9e384634e14", "name": "network-vif-plugged", "status": "completed", "tag": "958eca47-8c6c-45cc-91b2-46ec9a519a0b", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:09.812676 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4802f785-5147-420d-ae6d-dadbb1fb4e8c {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:09.812676 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958eca47-8c6c-45cc-91b2-46ec9a519a0b', 'code': 200} Sep 16 16:28:09.829990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f83efe67-aa21-4412-a58f-0be8f6be91ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:09.859588 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Made reservation on behalf of fdec3a5397824f72841e07c93858bfef for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:28:09.864892 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:09.879364 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:09.967358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da97ce-4ea3-4cf0-a6a3-5a95b108ef5e req-2b6e5ca4-f3c8-4c64-b1c5-681b7a25133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:09.969818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6da97ce-4ea3-4cf0-a6a3-5a95b108ef5e req-2b6e5ca4-f3c8-4c64-b1c5-681b7a25133c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 1097 time: 0.0778306 Sep 16 16:28:09.994154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=958eca47-8c6c-45cc-91b2-46ec9a519a0b,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:10.012106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57574) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:10.036952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f83efe67-aa21-4412-a58f-0be8f6be91ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:10.124097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Allocated IP 172.20.0.6 (b4ae0df2-f0ea-407a-9034-907ca2cd2517/8edb2da0-041f-4088-852c-4e970b0ead7e/37b3a614-768f-4b0a-8074-25d02cdadfce) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:28:10.158848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839a473-385f-4f2a-bc6e-ad09cfeae5d5 None None] Network ed19b012-6165-4b63-9565-a1db6adeb284 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:28:10.177038 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f83efe67-aa21-4412-a58f-0be8f6be91ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:10.182329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57578) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:10.189493 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f83efe67-aa21-4412-a58f-0be8f6be91ec admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a4325f63-e0ee-489c-9e97-03a020e5a055 HTTP/1.1" status: 204 len: 168 time: 0.7902095 Sep 16 16:28:10.269330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83efe67-aa21-4412-a58f-0be8f6be91ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4325f63-e0ee-489c-9e97-03a020e5a055,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:10.406617 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1f246069-6ea0-4a60-8d7a-7bb874af4393 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b29d86eb19342cda9cadaf43eb06b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933084 Sep 16 16:28:10.409359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57586) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:10.533429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa74188-5f2d-4b96-99b5-f513ff2b34b6 req-4d11dfc1-e937-4d30-b2c6-284fa919e633 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:10.535330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2aa74188-5f2d-4b96-99b5-f513ff2b34b6 req-4d11dfc1-e937-4d30-b2c6-284fa919e633 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 944 time: 0.2940290 Sep 16 16:28:10.538965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-8cd52fc3-4c0f-4ff5-93e0-75400ff1a2a6 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:10.540523 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-8cd52fc3-4c0f-4ff5-93e0-75400ff1a2a6 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc&tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1095 time: 0.2261887 Sep 16 16:28:10.545739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:10.553785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20053bea-ea70-4877-8200-f97cef6f7e80 None None] DHCP port deletion for ed19b012-6165-4b63-9565-a1db6adeb284 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:28:10.619354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-20053bea-ea70-4877-8200-f97cef6f7e80 None None] Deleting port 99312754-9ec7-4ec6-96fe-48bb19d55152 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:10.619683 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-20053bea-ea70-4877-8200-f97cef6f7e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:10.637351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6da97ce-4ea3-4cf0-a6a3-5a95b108ef5e req-ab81f10f-41c1-45f1-9e9c-7959e84898b7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568036 Sep 16 16:28:10.743162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-20053bea-ea70-4877-8200-f97cef6f7e80 None None] For port 99312754-9ec7-4ec6-96fe-48bb19d55152, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=99312754-9ec7-4ec6-96fe-48bb19d55152,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:10.743562 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-20053bea-ea70-4877-8200-f97cef6f7e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:10.757768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-20053bea-ea70-4877-8200-f97cef6f7e80 None None] Calling delete_port for 99312754-9ec7-4ec6-96fe-48bb19d55152 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:10.788768 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:10.788980 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee225c77-d7fb-4ae8-8773-b488061b332b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:10.795615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2aa74188-5f2d-4b96-99b5-f513ff2b34b6 req-e9b4bbbf-bdf9-4478-89f5-d018e27e6f9d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472320 Sep 16 16:28:10.882776 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee225c77-d7fb-4ae8-8773-b488061b332b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:10.944640 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11d1e621-04da-4690-aa3e-90a1cbc61b1d req-c2146d1c-339b-4469-b6f1-a6a3b5ae8cd2 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 210 time: 0.0383794 Sep 16 16:28:10.985979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Deleting port 99312754-9ec7-4ec6-96fe-48bb19d55152 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:10.985979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.125614 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-20053bea-ea70-4877-8200-f97cef6f7e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.133845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] For port 99312754-9ec7-4ec6-96fe-48bb19d55152, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=99312754-9ec7-4ec6-96fe-48bb19d55152,segment=NetworkSegment(27530d62-227c-4b3d-a45b-d03f5bfe9b14),segment_id=27530d62-227c-4b3d-a45b-d03f5bfe9b14)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:11.134487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.139436 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.145368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20053bea-ea70-4877-8200-f97cef6f7e80 None None] No DVR routers for this DVR port 99312754-9ec7-4ec6-96fe-48bb19d55152 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:11.155811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-95526654-3626-4e81-9a9c-7a1ffa71641a service neutron] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:28:11.165880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Calling delete_port for 99312754-9ec7-4ec6-96fe-48bb19d55152 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:11.176324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20053bea-ea70-4877-8200-f97cef6f7e80 None None] Pushing event deleted for resources: {'Port': ['ID=99312754-9ec7-4ec6-96fe-48bb19d55152,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:11.195810 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-95526654-3626-4e81-9a9c-7a1ffa71641a service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.197086 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d29c8738-e0a3-4e1f-877d-3ca283c0d3d5 req-95526654-3626-4e81-9a9c-7a1ffa71641a service neutron] 10.222.0.62 "DELETE /v2.0/ports/3c929434-910b-4282-b9a4-d2c8d8405302/bindings/n-h1-807786-3 HTTP/1.1" status: 204 len: 173 time: 0.5933774 Sep 16 16:28:11.212128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Network b4ae0df2-f0ea-407a-9034-907ca2cd2517 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:28:11.215258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:28:11.219787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:28:11.236445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d1d4f-72c2-4e67-bdca-bb8487d83ce2 req-9bd54e8b-1c3d-4870-b4db-8c67dbd0ed8e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:11.237960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b67d1d4f-72c2-4e67-bdca-bb8487d83ce2 req-9bd54e8b-1c3d-4870-b4db-8c67dbd0ed8e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 946 time: 0.1700552 Sep 16 16:28:11.247739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Pushing event updated for resources: {'Port': ['ID=37b3a614-768f-4b0a-8074-25d02cdadfce,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:11.248089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e7a82-57d0-4b38-a62c-50b9b15aaf7d req-1309d7c5-3618-4d42-b2f4-35772001e471 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:11.249599 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e08e7a82-57d0-4b38-a62c-50b9b15aaf7d req-1309d7c5-3618-4d42-b2f4-35772001e471 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 946 time: 0.1834352 Sep 16 16:28:11.256369 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee225c77-d7fb-4ae8-8773-b488061b332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.258870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee225c77-d7fb-4ae8-8773-b488061b332b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.259965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ee225c77-d7fb-4ae8-8773-b488061b332b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/add7475a-3c7e-4fe5-abb7-f4438d29d4dd HTTP/1.1" status: 204 len: 168 time: 0.8200784 Sep 16 16:28:11.287307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:11.288093 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.307279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee225c77-d7fb-4ae8-8773-b488061b332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add7475a-3c7e-4fe5-abb7-f4438d29d4dd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:11.356178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b67d1d4f-72c2-4e67-bdca-bb8487d83ce2 req-cdd14ebf-ce65-4bcd-ae39-5170516a8d15 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035678 Sep 16 16:28:11.363110 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e08e7a82-57d0-4b38-a62c-50b9b15aaf7d req-bfc14ac9-d3c4-4479-ad32-4c9448775026 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961771 Sep 16 16:28:11.364412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.378029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] No DVR routers for this DVR port 99312754-9ec7-4ec6-96fe-48bb19d55152 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:11.407948 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-5d9248f0-93b9-45c8-baa4-dcb4b3cb0ccb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1031811 Sep 16 16:28:11.423201 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99312754-9ec7-4ec6-96fe-48bb19d55152,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:11.425389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Request body: {'port': {'device_id': '8af62fa3-0212-4238-bedc-1d9ee9fa34d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:11.487402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.517861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed19b012-6165-4b63-9565-a1db6adeb284']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:11.527545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 97b606dd-59d5-45cc-8d04-f4b2af26669a no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:11.531116 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.541612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27530d62-227c-4b3d-a45b-d03f5bfe9b14') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:11.542209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27530d62-227c-4b3d-a45b-d03f5bfe9b14') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:11.554962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 97b606dd-59d5-45cc-8d04-f4b2af26669a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:11.555940 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 97b606dd-59d5-45cc-8d04-f4b2af26669a not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:11.556547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 99312754-9ec7-4ec6-96fe-48bb19d55152 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:11.560655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.578728 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.586895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:28:11.587453 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.590080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 99312754-9ec7-4ec6-96fe-48bb19d55152 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:11.590605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 99312754-9ec7-4ec6-96fe-48bb19d55152 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:28:11.591488 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:28:11.776018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.799664 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:11.805338 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ed19b012-6165-4b63-9565-a1db6adeb284 HTTP/1.1" status: 204 len: 168 time: 1.6192164 Sep 16 16:28:11.805338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d458f38-75ac-4dfd-8b89-07b5c32de1a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed19b012-6165-4b63-9565-a1db6adeb284,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:11.806390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57604) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:12.000239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b3a614-768f-4b0a-8074-25d02cdadfce {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:12.011175 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:12.024654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Transition to ACTIVE for port object 37b3a614-768f-4b0a-8074-25d02cdadfce will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:28:12.064214 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc8ea0-9d82-4702-beaf-bc7cb11591cf req-213e72bb-c12d-496d-bd9d-e17db3f16fee tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:12.066473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5cc8ea0-9d82-4702-beaf-bc7cb11591cf req-213e72bb-c12d-496d-bd9d-e17db3f16fee tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 944 time: 0.1118255 Sep 16 16:28:12.147487 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5cc8ea0-9d82-4702-beaf-bc7cb11591cf req-b39da9ed-4a25-4f62-9624-bb9b338b96aa tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719330 Sep 16 16:28:12.181909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:12.298099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Pushing event updated for resources: {'Port': ['ID=37b3a614-768f-4b0a-8074-25d02cdadfce,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:12.337171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Attempting to bind port 37b3a614-768f-4b0a-8074-25d02cdadfce on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:28:12.337515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Attempting to bind port 37b3a614-768f-4b0a-8074-25d02cdadfce by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'b150bc72-6e63-41e9-8362-51740fa4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b4ae0df2-f0ea-407a-9034-907ca2cd2517'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:28:12.337848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Attempting to bind port 37b3a614-768f-4b0a-8074-25d02cdadfce on network b4ae0df2-f0ea-407a-9034-907ca2cd2517 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:12.338727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b555-4939-4dde-8217-49f2401182b4 req-b76025d6-2974-4e29-aa39-711fc3cf28e6 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:12.342561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Port 37b3a614-768f-4b0a-8074-25d02cdadfce on network b4ae0df2-f0ea-407a-9034-907ca2cd2517 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:28:12.343762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Attempting to bind port 37b3a614-768f-4b0a-8074-25d02cdadfce on network b4ae0df2-f0ea-407a-9034-907ca2cd2517 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:12.346810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db38b555-4939-4dde-8217-49f2401182b4 req-b76025d6-2974-4e29-aa39-711fc3cf28e6 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 943 time: 0.0851107 Sep 16 16:28:12.353305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:28:12.353305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Checking segment: {'id': 'b150bc72-6e63-41e9-8362-51740fa4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b4ae0df2-f0ea-407a-9034-907ca2cd2517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:28:12.353305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Bound using segment: {'id': 'b150bc72-6e63-41e9-8362-51740fa4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b4ae0df2-f0ea-407a-9034-907ca2cd2517'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:28:12.353305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Bound port: 37b3a614-768f-4b0a-8074-25d02cdadfce, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b150bc72-6e63-41e9-8362-51740fa4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b4ae0df2-f0ea-407a-9034-907ca2cd2517'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:28:12.353305 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:12.424790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] For port 37b3a614-768f-4b0a-8074-25d02cdadfce, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:28:12.428126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db38b555-4939-4dde-8217-49f2401182b4 req-a4b3d9e1-8465-42fe-b193-0cd6666143c2 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802643 Sep 16 16:28:12.428254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] For port 37b3a614-768f-4b0a-8074-25d02cdadfce, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=37b3a614-768f-4b0a-8074-25d02cdadfce,segment=NetworkSegment(b150bc72-6e63-41e9-8362-51740fa4159c),segment_id=b150bc72-6e63-41e9-8362-51740fa4159c)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:28:12.492667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e9099-03f4-48f6-8850-3f4700b32166 req-d916906f-7d11-4006-becb-85a25b480478 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:12.494581 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-018e9099-03f4-48f6-8850-3f4700b32166 req-d916906f-7d11-4006-becb-85a25b480478 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 946 time: 0.0648875 Sep 16 16:28:12.514410 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:12.551854 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:12.636262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:12.636915 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:12.638334 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] 10.222.0.52 "PUT /v2.0/ports/37b3a614-768f-4b0a-8074-25d02cdadfce HTTP/1.1" status: 200 len: 1091 time: 1.2186706 Sep 16 16:28:12.641211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af62fa3-0212-4238-bedc-1d9ee9fa34d6', 'tag': '37b3a614-768f-4b0a-8074-25d02cdadfce'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:12.643511 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec42ac21-cd21-469a-94bb-42ab2182075c" -d '{"events": [{"name": "network-changed", "server_uuid": "8af62fa3-0212-4238-bedc-1d9ee9fa34d6", "tag": "37b3a614-768f-4b0a-8074-25d02cdadfce"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:12.670630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f5b34-ead4-44d5-9ce5-6f2a502e73e8 service neutron] Pushing event updated for resources: {'Port': ['ID=37b3a614-768f-4b0a-8074-25d02cdadfce,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:12.694091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-018e9099-03f4-48f6-8850-3f4700b32166 req-8a243732-47e1-4c1e-85a8-46007a746ba5 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Deleting port b9be258f-812d-491b-bc37-a26ac9389631 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:12.695272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-018e9099-03f4-48f6-8850-3f4700b32166 req-8a243732-47e1-4c1e-85a8-46007a746ba5 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:12.714228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35238e-b956-45a7-ad42-4730490bdc5d req-9915ccc3-4222-42b6-af5a-ddf803fccb1a tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:12.714228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a35238e-b956-45a7-ad42-4730490bdc5d req-9915ccc3-4222-42b6-af5a-ddf803fccb1a tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 946 time: 0.1441476 Sep 16 16:28:12.804022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731d33e-4fe5-4759-a070-f13d64e3b88d req-40755fda-e638-4446-816b-cc735c558900 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:12.806045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c731d33e-4fe5-4759-a070-f13d64e3b88d req-40755fda-e638-4446-816b-cc735c558900 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a04235-1b09-4039-a638-0764b196cd71 HTTP/1.1" status: 200 len: 946 time: 0.1936131 Sep 16 16:28:12.836923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-018e9099-03f4-48f6-8850-3f4700b32166 req-8a243732-47e1-4c1e-85a8-46007a746ba5 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] For port b9be258f-812d-491b-bc37-a26ac9389631, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b9be258f-812d-491b-bc37-a26ac9389631,segment=NetworkSegment(3f109520-ff07-455e-ad58-b9e8fb658c93),segment_id=3f109520-ff07-455e-ad58-b9e8fb658c93)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:12.837334 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-018e9099-03f4-48f6-8850-3f4700b32166 req-8a243732-47e1-4c1e-85a8-46007a746ba5 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:12.841052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3d810074-6bc4-41bd-89bb-c73867699329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:12.842479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-3d810074-6bc4-41bd-89bb-c73867699329 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdec3a5397824f72841e07c93858bfef&device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 1094 time: 0.0734949 Sep 16 16:28:12.854791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-018e9099-03f4-48f6-8850-3f4700b32166 req-8a243732-47e1-4c1e-85a8-46007a746ba5 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Calling delete_port for b9be258f-812d-491b-bc37-a26ac9389631 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:12.867600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a35238e-b956-45a7-ad42-4730490bdc5d req-41c2a7ca-5024-41c1-a488-4e21a89240e1 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383889 Sep 16 16:28:12.909958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c731d33e-4fe5-4759-a070-f13d64e3b88d req-48136c42-e961-45b9-a8c0-562ebd8923e1 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752580 Sep 16 16:28:12.917097 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-83fe1f4b-6270-4261-8e5e-a071e4dab3ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b3a614-768f-4b0a-8074-25d02cdadfce HTTP/1.1" status: 200 len: 217 time: 0.0634136 Sep 16 16:28:13.050633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-29388bfe-2182-4d71-865e-21164adf97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:13.052236 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-29388bfe-2182-4d71-865e-21164adf97c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8edb2da0-041f-4088-852c-4e970b0ead7e HTTP/1.1" status: 200 len: 849 time: 0.1071942 Sep 16 16:28:13.061551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20148058-61df-4a17-8c35-d5bc81f4303f req-397fea47-1992-4da6-a904-85b6532c66f2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:13.063293 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-20148058-61df-4a17-8c35-d5bc81f4303f req-397fea47-1992-4da6-a904-85b6532c66f2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.52 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 945 time: 0.1581204 Sep 16 16:28:13.082453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7487d3d-a1ae-4f1a-8f8f-f0677df64967 req-ea19611f-37c5-4997-a818-ce0ce3b2232d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:13.084112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7487d3d-a1ae-4f1a-8f8f-f0677df64967 req-ea19611f-37c5-4997-a818-ce0ce3b2232d tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 945 time: 0.1148956 Sep 16 16:28:13.093922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344c71f-b829-47a0-bbbe-50adfc93215e req-e953915b-2305-4402-a8a3-1792a3d94494 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:13.095591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a344c71f-b829-47a0-bbbe-50adfc93215e req-e953915b-2305-4402-a8a3-1792a3d94494 tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 1095 time: 0.0944078 Sep 16 16:28:13.107788 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-acb7dd4e-de6f-4efe-ae54-8ccaf12b8a5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b4ae0df2-f0ea-407a-9034-907ca2cd2517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384104 Sep 16 16:28:13.126508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] Deleting port 8cf86d83-141f-4aac-981a-feb9c75ab37f {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:13.126908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:13.212891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7487d3d-a1ae-4f1a-8f8f-f0677df64967 req-8befc972-a0d7-486f-af93-7adbeb4f928f tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162755 Sep 16 16:28:13.214433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a344c71f-b829-47a0-bbbe-50adfc93215e req-a237e539-eb0c-4450-b738-9fdbbfb52d8d tempest-LiveAutoBlockMigrationV225Test-38941371 tempest-LiveAutoBlockMigrationV225Test-38941371-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088607 Sep 16 16:28:13.288057 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689a323b-4db2-498c-b07c-02dd69b7962e x-openstack-request-id: req-689a323b-4db2-498c-b07c-02dd69b7962e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:13.288356 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af62fa3-0212-4238-bedc-1d9ee9fa34d6", "tag": "37b3a614-768f-4b0a-8074-25d02cdadfce", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:13.288632 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-689a323b-4db2-498c-b07c-02dd69b7962e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:13.289047 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af62fa3-0212-4238-bedc-1d9ee9fa34d6', 'tag': '37b3a614-768f-4b0a-8074-25d02cdadfce', 'status': 'completed', 'code': 200} Sep 16 16:28:13.308673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] For port 8cf86d83-141f-4aac-981a-feb9c75ab37f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8cf86d83-141f-4aac-981a-feb9c75ab37f,segment=NetworkSegment(d636eb26-afc7-45d4-b8b8-cd53e0448567),segment_id=d636eb26-afc7-45d4-b8b8-cd53e0448567)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:13.309341 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:13.319950 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-78ec4066-e577-48ec-b313-7c9c21574575 service neutron] 10.222.0.52 "GET /v2.0/networks/b4ae0df2-f0ea-407a-9034-907ca2cd2517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876502 Sep 16 16:28:13.327873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] Calling delete_port for 8cf86d83-141f-4aac-981a-feb9c75ab37f owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:13.341702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:13.364756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-20148058-61df-4a17-8c35-d5bc81f4303f req-b3e53d6f-1cc5-4ba2-9d1b-a3a0aa05accd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Deleting port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:13.365114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-20148058-61df-4a17-8c35-d5bc81f4303f req-b3e53d6f-1cc5-4ba2-9d1b-a3a0aa05accd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:13.417450 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-018e9099-03f4-48f6-8850-3f4700b32166 req-8a243732-47e1-4c1e-85a8-46007a746ba5 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:13.434722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['b9be258f-812d-491b-bc37-a26ac9389631'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:13.502734 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a243732-47e1-4c1e-85a8-46007a746ba5 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Pushing event deleted for resources: {'Port': ['ID=b9be258f-812d-491b-bc37-a26ac9389631,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:13.575719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-018e9099-03f4-48f6-8850-3f4700b32166 req-8a243732-47e1-4c1e-85a8-46007a746ba5 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] No DVR routers for this DVR port b9be258f-812d-491b-bc37-a26ac9389631 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:13.584691 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-018e9099-03f4-48f6-8850-3f4700b32166 req-8a243732-47e1-4c1e-85a8-46007a746ba5 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:13.585199 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-018e9099-03f4-48f6-8850-3f4700b32166 req-8a243732-47e1-4c1e-85a8-46007a746ba5 tempest-VolumesAdminNegativeTest-1764214572 tempest-VolumesAdminNegativeTest-1764214572-project] 10.222.0.52 "DELETE /v2.0/ports/b9be258f-812d-491b-bc37-a26ac9389631 HTTP/1.1" status: 204 len: 173 time: 1.0787892 Sep 16 16:28:13.589250 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4048ee4e-a849-42fd-9f5e-485945d446ea req-49e64af1-8850-4c77-ac02-705a0b192671 service neutron] 10.222.0.52 "GET /v2.0/networks/b4ae0df2-f0ea-407a-9034-907ca2cd2517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621095 Sep 16 16:28:13.595031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-20148058-61df-4a17-8c35-d5bc81f4303f req-b3e53d6f-1cc5-4ba2-9d1b-a3a0aa05accd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] For port 0248cb33-03d2-43ca-96cb-0d5a14a623d2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0248cb33-03d2-43ca-96cb-0d5a14a623d2,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:13.595403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-20148058-61df-4a17-8c35-d5bc81f4303f req-b3e53d6f-1cc5-4ba2-9d1b-a3a0aa05accd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:13.609085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-20148058-61df-4a17-8c35-d5bc81f4303f req-b3e53d6f-1cc5-4ba2-9d1b-a3a0aa05accd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Calling delete_port for 0248cb33-03d2-43ca-96cb-0d5a14a623d2 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:13.656730 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:13.730864 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:13.768189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf86d83-141f-4aac-981a-feb9c75ab37f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:13.869231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42ac21-cd21-469a-94bb-42ab2182075c req-b5c74bbc-de94-40ea-9991-0d55f9c28d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:13.872069 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec42ac21-cd21-469a-94bb-42ab2182075c req-b5c74bbc-de94-40ea-9991-0d55f9c28d72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdec3a5397824f72841e07c93858bfef&device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 1094 time: 0.0636709 Sep 16 16:28:13.874934 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-20148058-61df-4a17-8c35-d5bc81f4303f req-b3e53d6f-1cc5-4ba2-9d1b-a3a0aa05accd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:13.931758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e53d6f-1cc5-4ba2-9d1b-a3a0aa05accd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Pushing event deleted for resources: {'Port': ['ID=0248cb33-03d2-43ca-96cb-0d5a14a623d2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:13.960816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730432a-9b54-413d-8172-bffc7f927874 req-c9dd45ed-d00d-413d-a930-980e9119feb6 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:13.968827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1730432a-9b54-413d-8172-bffc7f927874 req-c9dd45ed-d00d-413d-a930-980e9119feb6 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 943 time: 0.1300688 Sep 16 16:28:13.994037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-20148058-61df-4a17-8c35-d5bc81f4303f req-b3e53d6f-1cc5-4ba2-9d1b-a3a0aa05accd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] No DVR routers for this DVR port 0248cb33-03d2-43ca-96cb-0d5a14a623d2 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:14.030554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-20148058-61df-4a17-8c35-d5bc81f4303f req-b3e53d6f-1cc5-4ba2-9d1b-a3a0aa05accd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:14.032594 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-20148058-61df-4a17-8c35-d5bc81f4303f req-b3e53d6f-1cc5-4ba2-9d1b-a3a0aa05accd tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.52 "DELETE /v2.0/ports/0248cb33-03d2-43ca-96cb-0d5a14a623d2 HTTP/1.1" status: 204 len: 173 time: 0.9571695 Sep 16 16:28:14.062216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1730432a-9b54-413d-8172-bffc7f927874 req-d996f820-c503-435c-9b0c-a5e01f29582c tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814183 Sep 16 16:28:14.106233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42ac21-cd21-469a-94bb-42ab2182075c req-98387365-ef8b-4353-9bc6-cd685eefbcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:14.112644 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec42ac21-cd21-469a-94bb-42ab2182075c req-98387365-ef8b-4353-9bc6-cd685eefbcaf service neutron] 10.222.0.52 "GET /v2.0/networks?id=b4ae0df2-f0ea-407a-9034-907ca2cd2517 HTTP/1.1" status: 200 len: 910 time: 0.2259743 Sep 16 16:28:14.167422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:14.173729 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec42ac21-cd21-469a-94bb-42ab2182075c req-845cd356-dbf2-4456-9fc2-51ac42c5719f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b3a614-768f-4b0a-8074-25d02cdadfce HTTP/1.1" status: 200 len: 217 time: 0.0486712 Sep 16 16:28:14.230774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42ac21-cd21-469a-94bb-42ab2182075c req-3591b0ef-c5ef-4b46-a0d6-03e81afb38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:14.232757 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec42ac21-cd21-469a-94bb-42ab2182075c req-3591b0ef-c5ef-4b46-a0d6-03e81afb38bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8edb2da0-041f-4088-852c-4e970b0ead7e HTTP/1.1" status: 200 len: 849 time: 0.0521121 Sep 16 16:28:14.292005 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec42ac21-cd21-469a-94bb-42ab2182075c req-780d335a-5a9f-402f-8aba-d0a5eda107bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b4ae0df2-f0ea-407a-9034-907ca2cd2517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472403 Sep 16 16:28:14.292283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb659f06-ba31-486e-91cc-38c6455d5c63 req-f746d7b4-51ba-4dd2-a1ca-5bd5b8580fce tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:14.293476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb659f06-ba31-486e-91cc-38c6455d5c63 req-f746d7b4-51ba-4dd2-a1ca-5bd5b8580fce tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 944 time: 0.1177952 Sep 16 16:28:14.433426 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec42ac21-cd21-469a-94bb-42ab2182075c req-ff57fdc3-2b28-4196-9e93-bb9964da53fb service neutron] 10.222.0.52 "GET /v2.0/networks/b4ae0df2-f0ea-407a-9034-907ca2cd2517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332588 Sep 16 16:28:14.557410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-68834763-25ee-4f8f-9a61-07b0b975b02f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:14.558938 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-68834763-25ee-4f8f-9a61-07b0b975b02f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.62 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 944 time: 0.1232193 Sep 16 16:28:14.604483 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec42ac21-cd21-469a-94bb-42ab2182075c req-071769e5-eaf7-4e85-ae17-33188831f848 service neutron] 10.222.0.52 "GET /v2.0/networks/b4ae0df2-f0ea-407a-9034-907ca2cd2517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560717 Sep 16 16:28:14.652015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-8588bd84-1bd8-4f0f-90f2-22e3241c6c15 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=353d5fe6fc6945e18dac21528149dfed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407729 Sep 16 16:28:14.670147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-043fb386-a42a-4834-b68d-21f281dcd43b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Deleting port 3c929434-910b-4282-b9a4-d2c8d8405302 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:14.672406 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-043fb386-a42a-4834-b68d-21f281dcd43b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:14.753061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb659f06-ba31-486e-91cc-38c6455d5c63 req-4f726e68-b615-4621-80d2-cc0b125dcdc4 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428175 Sep 16 16:28:14.786476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-043fb386-a42a-4834-b68d-21f281dcd43b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] For port 3c929434-910b-4282-b9a4-d2c8d8405302, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3c929434-910b-4282-b9a4-d2c8d8405302,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:14.786849 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-043fb386-a42a-4834-b68d-21f281dcd43b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:14.801283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-043fb386-a42a-4834-b68d-21f281dcd43b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Calling delete_port for 3c929434-910b-4282-b9a4-d2c8d8405302 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:14.884659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01428-101c-4c19-b936-42068fc35737 req-c475e483-eeb0-45a1-990e-25819d209d77 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:14.886132 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-c475e483-eeb0-45a1-990e-25819d209d77 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272170 Sep 16 16:28:14.918565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-6225c215-eeda-45e7-8a65-3d709297aebc tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/quotas/353d5fe6fc6945e18dac21528149dfed HTTP/1.1" status: 200 len: 375 time: 0.0251851 Sep 16 16:28:14.920350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] Router c89a1c93-d994-415a-a73f-ce04fb27621f has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:28:14.935653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0d37d-fdd6-4038-a6c7-f29e314d000d req-132d5621-7167-44bc-8710-0f805bb8feee tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:14.937719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85b0d37d-fdd6-4038-a6c7-f29e314d000d req-132d5621-7167-44bc-8710-0f805bb8feee tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 946 time: 0.0965037 Sep 16 16:28:14.970681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-2603da43-5803-4897-9ad1-bce06e97d4e2 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=353d5fe6fc6945e18dac21528149dfed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450227 Sep 16 16:28:15.017904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-043fb386-a42a-4834-b68d-21f281dcd43b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.030718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6549b5f1-c569-4336-aa80-51ba667a5c6b', '3c929434-910b-4282-b9a4-d2c8d8405302'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:15.048185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85b0d37d-fdd6-4038-a6c7-f29e314d000d req-70a2906c-1dc6-46db-8089-1bab9537820b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986681 Sep 16 16:28:15.102482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fb386-a42a-4834-b68d-21f281dcd43b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Pushing event deleted for resources: {'Port': ['ID=3c929434-910b-4282-b9a4-d2c8d8405302,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:15.118026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57692) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:15.120641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-043fb386-a42a-4834-b68d-21f281dcd43b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] No DVR routers for this DVR port 3c929434-910b-4282-b9a4-d2c8d8405302 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:15.152663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:28:15.164591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b932a66f-256d-457e-8351-312dd03f8c57 admin admin] 10.222.0.22 "PUT /v2.0/routers/c89a1c93-d994-415a-a73f-ce04fb27621f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3578112 Sep 16 16:28:15.170550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57694) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:15.171419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] Sync routers for ids ['c89a1c93-d994-415a-a73f-ce04fb27621f'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:28:15.171554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-043fb386-a42a-4834-b68d-21f281dcd43b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.171554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7be2e7d9-c99d-495b-af3a-cbc9fc408f05 req-043fb386-a42a-4834-b68d-21f281dcd43b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.62 "DELETE /v2.0/ports/3c929434-910b-4282-b9a4-d2c8d8405302 HTTP/1.1" status: 204 len: 173 time: 0.6038346 Sep 16 16:28:15.190729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa019a5d-e9b2-4a85-928b-0f8d3e94d3e2 admin admin] Deleting subnet d1234e92-ee0e-420b-b1bf-7232a2805033 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:28:15.194038 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa019a5d-e9b2-4a85-928b-0f8d3e94d3e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.205036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] Routers {'c89a1c93-d994-415a-a73f-ce04fb27621f'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:28:15.206001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:28:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c89a1c93-d994-415a-a73f-ce04fb27621f'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:15.273916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-699b9bd9-d746-49e6-88f2-8c022a95ce26 req-52762de1-5a30-4013-892a-32ab6cb5a948 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=147fa432-75ab-4bff-b9a1-4bf6818451ce HTTP/1.1" status: 200 len: 210 time: 0.0355294 Sep 16 16:28:15.297385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a04235-1b09-4039-a638-0764b196cd71', 'name': 'network-vif-deleted', 'tag': 'b9be258f-812d-491b-bc37-a26ac9389631'}, {'server_uuid': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'name': 'network-vif-deleted', 'tag': '0248cb33-03d2-43ca-96cb-0d5a14a623d2'}, {'server_uuid': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'name': 'network-vif-deleted', 'tag': '3c929434-910b-4282-b9a4-d2c8d8405302'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:15.297385 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c883b4-8b6e-4f3f-a6a2-029742f718c5" -d '{"events": [{"server_uuid": "b2a04235-1b09-4039-a638-0764b196cd71", "name": "network-vif-deleted", "tag": "b9be258f-812d-491b-bc37-a26ac9389631"}, {"server_uuid": "147fa432-75ab-4bff-b9a1-4bf6818451ce", "name": "network-vif-deleted", "tag": "0248cb33-03d2-43ca-96cb-0d5a14a623d2"}, {"server_uuid": "9345e8a9-6d6c-4074-90ab-db3acd2893dc", "name": "network-vif-deleted", "tag": "3c929434-910b-4282-b9a4-d2c8d8405302"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:15.302630 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa019a5d-e9b2-4a85-928b-0f8d3e94d3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.414795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa019a5d-e9b2-4a85-928b-0f8d3e94d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.437448 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.496267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] Set router c89a1c93-d994-415a-a73f-ce04fb27621f gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:28:15.574029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44067089-68c8-4247-a837-85e66df1c055 req-a909aeed-d9f4-459a-9526-c183d476ff1f tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:15.575592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44067089-68c8-4247-a837-85e66df1c055 req-a909aeed-d9f4-459a-9526-c183d476ff1f tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 943 time: 0.1929762 Sep 16 16:28:15.616887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa019a5d-e9b2-4a85-928b-0f8d3e94d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.649172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa019a5d-e9b2-4a85-928b-0f8d3e94d3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1234e92-ee0e-420b-b1bf-7232a2805033,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:15.651714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa019a5d-e9b2-4a85-928b-0f8d3e94d3e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.654249 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-aa019a5d-e9b2-4a85-928b-0f8d3e94d3e2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d1234e92-ee0e-420b-b1bf-7232a2805033 HTTP/1.1" status: 204 len: 168 time: 0.5344877 Sep 16 16:28:15.656808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57714) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:15.682644 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44067089-68c8-4247-a837-85e66df1c055 req-ce27bb0c-5983-4d4d-a664-eb9f7f76f89a tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974247 Sep 16 16:28:15.697062 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.733916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 37b3a614-768f-4b0a-8074-25d02cdadfce details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:28:15.747056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b9be258f-812d-491b-bc37-a26ac9389631 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:15.748373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.786999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: b9be258f-812d-491b-bc37-a26ac9389631 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:15.787360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b9be258f-812d-491b-bc37-a26ac9389631 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:15.787766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 0248cb33-03d2-43ca-96cb-0d5a14a623d2 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:15.852083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Deleting port be47c2fd-8934-49a0-a1aa-bc47a9713b7c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:15.852871 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:15.904357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d37caee-4b87-4e4e-adc5-25d902890241 req-4424cb0b-bcf6-4511-9c4a-6b8d8f985853 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 210 time: 0.0541775 Sep 16 16:28:15.964342 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.031984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f719d1f9-2a89-44cc-a958-5f1284f59909']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:16.045429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] For port be47c2fd-8934-49a0-a1aa-bc47a9713b7c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=be47c2fd-8934-49a0-a1aa-bc47a9713b7c,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:16.046887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.057302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f109520-ff07-455e-ad58-b9e8fb658c93') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:16.057613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f109520-ff07-455e-ad58-b9e8fb658c93') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:16.064465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Calling delete_port for be47c2fd-8934-49a0-a1aa-bc47a9713b7c owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:16.084251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 0248cb33-03d2-43ca-96cb-0d5a14a623d2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:16.084863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 0248cb33-03d2-43ca-96cb-0d5a14a623d2 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:16.092910 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.110520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 37b3a614-768f-4b0a-8074-25d02cdadfce, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=37b3a614-768f-4b0a-8074-25d02cdadfce,segment=NetworkSegment(b150bc72-6e63-41e9-8362-51740fa4159c),segment_id=b150bc72-6e63-41e9-8362-51740fa4159c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:16.126395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-router', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:23:07Z', 'updated_at': '2021-09-16T16:28:13Z', 'revision_number': 5, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'gw_port': {'id': 'be47c2fd-8934-49a0-a1aa-bc47a9713b7c', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:23:08Z', 'updated_at': '2021-09-16T16:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:16.130434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '37b3a614-768f-4b0a-8074-25d02cdadfce', 'network_id': 'b4ae0df2-f0ea-407a-9034-907ca2cd2517', 'port_id': '37b3a614-768f-4b0a-8074-25d02cdadfce', 'mac_address': 'fa:16:3e:75:d0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8edb2da0-041f-4088-852c-4e970b0ead7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:28:16.145067 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.150250 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d37d5c-deaa-4ebb-9ee6-984293885f42 x-openstack-request-id: req-13d37d5c-deaa-4ebb-9ee6-984293885f42 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:16.150554 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a04235-1b09-4039-a638-0764b196cd71", "name": "network-vif-deleted", "tag": "b9be258f-812d-491b-bc37-a26ac9389631", "status": "completed", "code": 200}, {"server_uuid": "147fa432-75ab-4bff-b9a1-4bf6818451ce", "name": "network-vif-deleted", "tag": "0248cb33-03d2-43ca-96cb-0d5a14a623d2", "status": "completed", "code": 200}, {"server_uuid": "9345e8a9-6d6c-4074-90ab-db3acd2893dc", "name": "network-vif-deleted", "tag": "3c929434-910b-4282-b9a4-d2c8d8405302", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:16.150806 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13d37d5c-deaa-4ebb-9ee6-984293885f42 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:16.151210 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a04235-1b09-4039-a638-0764b196cd71', 'name': 'network-vif-deleted', 'tag': 'b9be258f-812d-491b-bc37-a26ac9389631', 'status': 'completed', 'code': 200} Sep 16 16:28:16.151466 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147fa432-75ab-4bff-b9a1-4bf6818451ce', 'name': 'network-vif-deleted', 'tag': '0248cb33-03d2-43ca-96cb-0d5a14a623d2', 'status': 'completed', 'code': 200} Sep 16 16:28:16.151737 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9345e8a9-6d6c-4074-90ab-db3acd2893dc', 'name': 'network-vif-deleted', 'tag': '3c929434-910b-4282-b9a4-d2c8d8405302', 'status': 'completed', 'code': 200} Sep 16 16:28:16.159700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] Checking router: c89a1c93-d994-415a-a73f-ce04fb27621f for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:28:16.161930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:28:16.163307 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:28:16.165678 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:28:16.174944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-976c44a3-8d0a-4bc2-817f-18e1fedd1f2f req-e38d6e09-6c4b-4e20-9859-c99c91dc60f0 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 210 time: 0.0813179 Sep 16 16:28:16.235028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] Routers {'c89a1c93-d994-415a-a73f-ce04fb27621f'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:28:16.235984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:28:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c89a1c93-d994-415a-a73f-ce04fb27621f'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:16.343598 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.356534 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.363794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.369027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57736) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:16.377306 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f719d1f9-2a89-44cc-a958-5f1284f59909 HTTP/1.1" status: 204 len: 168 time: 0.7189803 Sep 16 16:28:16.380228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b3a614-768f-4b0a-8074-25d02cdadfce {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:16.403487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f115721-b18a-417e-aaa9-6c3e2fcd4cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f719d1f9-2a89-44cc-a958-5f1284f59909,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:16.417418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] Set router c89a1c93-d994-415a-a73f-ce04fb27621f gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:28:16.442713 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.490835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 37b3a614-768f-4b0a-8074-25d02cdadfce, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=37b3a614-768f-4b0a-8074-25d02cdadfce,segment=NetworkSegment(b150bc72-6e63-41e9-8362-51740fa4159c),segment_id=b150bc72-6e63-41e9-8362-51740fa4159c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:16.492133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-router', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:23:07Z', 'updated_at': '2021-09-16T16:28:15Z', 'revision_number': 6, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:16.497383 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0f593a-6829-4be0-a977-49faf0b217e7 admin admin] Deleting subnet 0deb6c4c-2446-408d-8366-43e0be02e348 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:28:16.504982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Pushing event deleted for resources: {'Port': ['ID=be47c2fd-8934-49a0-a1aa-bc47a9713b7c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:16.509887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b0f593a-6829-4be0-a977-49faf0b217e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.528263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c719d8b6-4ee3-47a7-b311-2e98fa2a549b None None] The sync data for ids ['c89a1c93-d994-415a-a73f-ce04fb27621f'] in n-d-807786-3 is: [{'id': 'c89a1c93-d994-415a-a73f-ce04fb27621f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135744371-router', 'tenant_id': '261b7126f4a94b83b97d5ce68ed521d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:23:07Z', 'updated_at': '2021-09-16T16:28:15Z', 'revision_number': 6, 'project_id': '261b7126f4a94b83b97d5ce68ed521d8', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:28:16.601087 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b0f593a-6829-4be0-a977-49faf0b217e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.611191 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.625298 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.661753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=37b3a614-768f-4b0a-8074-25d02cdadfce,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:16.731273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.735504 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.737246 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b0f593a-6829-4be0-a977-49faf0b217e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.838953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['37b3a614-768f-4b0a-8074-25d02cdadfce'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:16.879820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bd200-7443-4136-a940-decc9e63283d req-bea34b89-4833-4f1c-8c88-98a36d0e853f tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:16.881398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c07bd200-7443-4136-a940-decc9e63283d req-bea34b89-4833-4f1c-8c88-98a36d0e853f tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 944 time: 0.0742698 Sep 16 16:28:16.918961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.919502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c89a1c93-d994-415a-a73f-ce04fb27621f {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:28:16.925605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:16.929861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57746) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:16.941878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e1e3f1e1-1439-4e5f-be60-b27280370079 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c89a1c93-d994-415a-a73f-ce04fb27621f HTTP/1.1" status: 204 len: 168 time: 1.7730706 Sep 16 16:28:17.008548 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b0f593a-6829-4be0-a977-49faf0b217e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.029250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d1944f-9e26-497d-b626-d1d0b7c1f0f4 admin admin] Deleting subnet 72a5b031-77ba-4d6b-a4ef-444c81f99cd5 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:28:17.038039 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01d1944f-9e26-497d-b626-d1d0b7c1f0f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.040870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18431d80-6ff1-4345-8593-0d72c530cc38 req-10c1d388-3831-409f-8ecc-e4ee976302ed tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:17.042489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18431d80-6ff1-4345-8593-0d72c530cc38 req-10c1d388-3831-409f-8ecc-e4ee976302ed tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 944 time: 0.1742797 Sep 16 16:28:17.074286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f593a-6829-4be0-a977-49faf0b217e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0deb6c4c-2446-408d-8366-43e0be02e348,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:17.110887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01d1944f-9e26-497d-b626-d1d0b7c1f0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.118956 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b0f593a-6829-4be0-a977-49faf0b217e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.125154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4b0f593a-6829-4be0-a977-49faf0b217e7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0deb6c4c-2446-408d-8366-43e0be02e348 HTTP/1.1" status: 204 len: 168 time: 0.7536066 Sep 16 16:28:17.128986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57748) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:17.146727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c07bd200-7443-4136-a940-decc9e63283d req-923fdd3b-52de-45eb-a5cd-d3e7a03c2db8 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320974 Sep 16 16:28:17.183943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18431d80-6ff1-4345-8593-0d72c530cc38 req-80e0af30-b94e-4984-8f31-a90108c92908 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069925 Sep 16 16:28:17.241339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 958eca47-8c6c-45cc-91b2-46ec9a519a0b details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:28:17.244724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3c929434-910b-4282-b9a4-d2c8d8405302 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:17.263742 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01d1944f-9e26-497d-b626-d1d0b7c1f0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.276776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 3c929434-910b-4282-b9a4-d2c8d8405302 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:17.277120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3c929434-910b-4282-b9a4-d2c8d8405302 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:17.279482 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.393013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:17.404539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '958eca47-8c6c-45cc-91b2-46ec9a519a0b', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'port_id': '958eca47-8c6c-45cc-91b2-46ec9a519a0b', 'mac_address': 'fa:16:3e:99:b7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0e10da-e678-4834-9de7-9aefa8ec67f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:28:17.405004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-6c1da917-14e1-41c8-815e-8023421225d1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:17.405004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-6c1da917-14e1-41c8-815e-8023421225d1 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 944 time: 0.1147897 Sep 16 16:28:17.415275 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7e25898-5213-4849-aab6-2ea66b108f7a req-a5bc40f0-f55a-4c86-b2e8-ea095ab7d78d tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 210 time: 0.0777166 Sep 16 16:28:17.508495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78976151-912f-46d6-91a5-403f65dcfa4a req-8c9fef01-6488-41ed-9c2b-b0d67fb53067 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 210 time: 0.1844325 Sep 16 16:28:17.508912 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01d1944f-9e26-497d-b626-d1d0b7c1f0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.519774 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.535351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 958eca47-8c6c-45cc-91b2-46ec9a519a0b {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:17.557924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:17.565942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01d1944f-9e26-497d-b626-d1d0b7c1f0f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.567633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c359068-9044-450e-83e7-f8c4b234964b None None] Network 1adc6927-9927-4d93-8cc1-026832c83de9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:28:17.571527 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-01d1944f-9e26-497d-b626-d1d0b7c1f0f4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/72a5b031-77ba-4d6b-a4ef-444c81f99cd5 HTTP/1.1" status: 204 len: 168 time: 0.6403637 Sep 16 16:28:17.575989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57762) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:17.575989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1944f-9e26-497d-b626-d1d0b7c1f0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a5b031-77ba-4d6b-a4ef-444c81f99cd5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:17.609278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.648243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34169840-2cd3-42fb-a473-94f2f962f90f']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:17.648475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8cf86d83-141f-4aac-981a-feb9c75ab37f no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:17.650186 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.652026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 37b3a614-768f-4b0a-8074-25d02cdadfce up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:28:17.659987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854534d0-b2a3-4b77-b8ae-a1d87dead020') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:17.660409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854534d0-b2a3-4b77-b8ae-a1d87dead020') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:17.670527 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.684096 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-8de54c3d-552d-4732-994d-d9912401ef02 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Deleting port 390f2e0c-f449-48fa-95ef-dec8beb089fd {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:17.685238 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-8de54c3d-552d-4732-994d-d9912401ef02 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.685393 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.694183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:28:17.694591 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:28:17.791194 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:28:17.793895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=958eca47-8c6c-45cc-91b2-46ec9a519a0b,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:17.803626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-8de54c3d-552d-4732-994d-d9912401ef02 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] For port 390f2e0c-f449-48fa-95ef-dec8beb089fd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=390f2e0c-f449-48fa-95ef-dec8beb089fd,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:17.804015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-8de54c3d-552d-4732-994d-d9912401ef02 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.806313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8cf86d83-141f-4aac-981a-feb9c75ab37f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:17.811146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8cf86d83-141f-4aac-981a-feb9c75ab37f not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:17.811146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device be47c2fd-8934-49a0-a1aa-bc47a9713b7c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:17.819816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-8de54c3d-552d-4732-994d-d9912401ef02 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Calling delete_port for 390f2e0c-f449-48fa-95ef-dec8beb089fd owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:17.856533 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.883770 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:17.884785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: be47c2fd-8934-49a0-a1aa-bc47a9713b7c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:17.885146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device be47c2fd-8934-49a0-a1aa-bc47a9713b7c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:17.890787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] 10.222.0.22 "DELETE /v2.0/networks/34169840-2cd3-42fb-a473-94f2f962f90f HTTP/1.1" status: 204 len: 168 time: 0.7518773 Sep 16 16:28:17.892673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c410be-adb7-4cc1-b37b-b613a0b3a77b admin admin] Pushing event deleted for resources: {'Network': ['ID=34169840-2cd3-42fb-a473-94f2f962f90f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:17.909105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['958eca47-8c6c-45cc-91b2-46ec9a519a0b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:18.121118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 37b3a614-768f-4b0a-8074-25d02cdadfce completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:28:18.134045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 37b3a614-768f-4b0a-8074-25d02cdadfce triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:28:18.134467 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.162321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522a0ff-5a17-449d-9fa0-51eaa786d085 None None] DHCP port deletion for 1adc6927-9927-4d93-8cc1-026832c83de9 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:28:18.247278 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-7a7ab0d5-00c0-4cd4-a94c-3d5da8022319 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=353d5fe6fc6945e18dac21528149dfed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332534 Sep 16 16:28:18.250576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.334620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d522a0ff-5a17-449d-9fa0-51eaa786d085 None None] Deleting port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:18.335232 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d522a0ff-5a17-449d-9fa0-51eaa786d085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.338197 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.378331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b89737-9efc-467b-8ef1-d98de3f47220 req-e6746ad0-1cbf-4a3d-b263-fb58c8321504 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:18.381087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0b89737-9efc-467b-8ef1-d98de3f47220 req-e6746ad0-1cbf-4a3d-b263-fb58c8321504 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 944 time: 0.0703249 Sep 16 16:28:18.393925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf25130-7dc9-450a-9403-6cf36f5e3812 req-9620ac94-b628-44f4-b968-af1c5bc0702b tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:18.402513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbf25130-7dc9-450a-9403-6cf36f5e3812 req-9620ac94-b628-44f4-b968-af1c5bc0702b tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 944 time: 0.1279552 Sep 16 16:28:18.416131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57772) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:18.439061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af62fa3-0212-4238-bedc-1d9ee9fa34d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b3a614-768f-4b0a-8074-25d02cdadfce'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:18.441374 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da9b0fe-12bb-4a5e-927e-8fdb22b6526a" -d '{"events": [{"server_uuid": "8af62fa3-0212-4238-bedc-1d9ee9fa34d6", "name": "network-vif-plugged", "status": "completed", "tag": "37b3a614-768f-4b0a-8074-25d02cdadfce"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:18.460916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0b89737-9efc-467b-8ef1-d98de3f47220 req-f6c15cbb-8d5b-455e-852f-db233f3e5178 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490987 Sep 16 16:28:18.473406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 37b3a614-768f-4b0a-8074-25d02cdadfce, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=37b3a614-768f-4b0a-8074-25d02cdadfce,segment=NetworkSegment(b150bc72-6e63-41e9-8362-51740fa4159c),segment_id=b150bc72-6e63-41e9-8362-51740fa4159c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:18.478781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01428-101c-4c19-b936-42068fc35737 req-62823392-6e9b-4176-986b-85133b12dc03 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:18.480296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-62823392-6e9b-4176-986b-85133b12dc03 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261434 Sep 16 16:28:18.486447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d522a0ff-5a17-449d-9fa0-51eaa786d085 None None] For port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7,segment=NetworkSegment(d636eb26-afc7-45d4-b8b8-cd53e0448567),segment_id=d636eb26-afc7-45d4-b8b8-cd53e0448567)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:18.487971 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d522a0ff-5a17-449d-9fa0-51eaa786d085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.501006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Request body: {'port': {'device_id': 'f86fb2c8-fd2c-4c40-867f-1ea8645b757c', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '353d5fe6fc6945e18dac21528149dfed'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:18.502812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbf25130-7dc9-450a-9403-6cf36f5e3812 req-56a2eaad-9644-4c8a-9080-a801c264eaf4 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947471 Sep 16 16:28:18.510501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d522a0ff-5a17-449d-9fa0-51eaa786d085 None None] Calling delete_port for 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:18.589658 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.638209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d369db1b-2116-41ad-84ca-62683e2a652a req-e16402f9-4783-49bf-af4c-9278aa84a44e tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 210 time: 0.0691845 Sep 16 16:28:18.662993 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe59ad43-1e7b-479a-85ff-df92fd64f758 x-openstack-request-id: req-fe59ad43-1e7b-479a-85ff-df92fd64f758 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:18.665525 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af62fa3-0212-4238-bedc-1d9ee9fa34d6", "name": "network-vif-plugged", "status": "completed", "tag": "37b3a614-768f-4b0a-8074-25d02cdadfce", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:18.665525 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe59ad43-1e7b-479a-85ff-df92fd64f758 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:18.665525 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af62fa3-0212-4238-bedc-1d9ee9fa34d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b3a614-768f-4b0a-8074-25d02cdadfce', 'code': 200} Sep 16 16:28:18.683267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=37b3a614-768f-4b0a-8074-25d02cdadfce,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:18.720863 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-956d42a1-c4f4-4bff-ad42-c4184f990e56 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76025db0b15c47df8c05098e582d137d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019714 Sep 16 16:28:18.723590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57798) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:18.732415 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-8de54c3d-552d-4732-994d-d9912401ef02 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.781959 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d522a0ff-5a17-449d-9fa0-51eaa786d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.816338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522a0ff-5a17-449d-9fa0-51eaa786d085 None None] Pushing event deleted for resources: {'Port': ['ID=0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:18.823086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de54c3d-552d-4732-994d-d9912401ef02 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Pushing event deleted for resources: {'Port': ['ID=390f2e0c-f449-48fa-95ef-dec8beb089fd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:18.830223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98493054-a000-48ef-b115-72147f5b2cc3 req-96d10e5d-98d8-4089-991f-8c1a820ac5cf tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 210 time: 0.0555432 Sep 16 16:28:18.832029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522a0ff-5a17-449d-9fa0-51eaa786d085 None None] No DVR routers for this DVR port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:18.858997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2663a1ac-63d1-4bf0-b260-fd20d049aee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.884793 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2663a1ac-63d1-4bf0-b260-fd20d049aee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.958071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-8de54c3d-552d-4732-994d-d9912401ef02 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] No DVR routers for this DVR port 390f2e0c-f449-48fa-95ef-dec8beb089fd on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:18.967096 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-8de54c3d-552d-4732-994d-d9912401ef02 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:18.969687 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8f89f7d7-3f10-4a89-8598-c4554dc6559e req-8de54c3d-552d-4732-994d-d9912401ef02 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.52 "DELETE /v2.0/ports/390f2e0c-f449-48fa-95ef-dec8beb089fd HTTP/1.1" status: 204 len: 173 time: 1.5592690 Sep 16 16:28:18.975146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbcfba-723d-4816-916e-4ed41a4ae4d7 req-9cc089a8-68ab-4b23-82b3-af7f5832c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:18.976651 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ddbbcfba-723d-4816-916e-4ed41a4ae4d7 req-9cc089a8-68ab-4b23-82b3-af7f5832c9bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 1096 time: 0.2395418 Sep 16 16:28:18.977275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'name': 'network-vif-deleted', 'tag': '390f2e0c-f449-48fa-95ef-dec8beb089fd'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:18.979657 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7100c7c-a53c-4ff6-94a0-d7267f889a65" -d '{"events": [{"server_uuid": "9ff74d76-aa8b-47b9-824c-ac9d380f418b", "name": "network-vif-deleted", "tag": "390f2e0c-f449-48fa-95ef-dec8beb089fd"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:18.990284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Deleting port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:18.990625 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.055363 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2663a1ac-63d1-4bf0-b260-fd20d049aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.059298 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2663a1ac-63d1-4bf0-b260-fd20d049aee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.063476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2663a1ac-63d1-4bf0-b260-fd20d049aee1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c HTTP/1.1" status: 204 len: 168 time: 0.3361943 Sep 16 16:28:19.073303 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0d95a2-4bdc-4080-b865-c9e9a70d4d60 x-openstack-request-id: req-6a0d95a2-4bdc-4080-b865-c9e9a70d4d60 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:19.073954 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff74d76-aa8b-47b9-824c-ac9d380f418b", "name": "network-vif-deleted", "tag": "390f2e0c-f449-48fa-95ef-dec8beb089fd", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:19.074469 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a0d95a2-4bdc-4080-b865-c9e9a70d4d60 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:19.075447 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff74d76-aa8b-47b9-824c-ac9d380f418b', 'name': 'network-vif-deleted', 'tag': '390f2e0c-f449-48fa-95ef-dec8beb089fd', 'status': 'completed', 'code': 200} Sep 16 16:28:19.076967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663a1ac-63d1-4bf0-b260-fd20d049aee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a92cf94-c4d8-48f8-80f3-cdd1b3266a1c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:19.156352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] For port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7, host n-d-807786-3, got binding levels [] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:19.162673 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.201689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Calling delete_port for 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:19.205375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 was not found and therefore no delete operation was performed {{(pid=95357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 16:28:19.207781 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ddbbcfba-723d-4816-916e-4ed41a4ae4d7 req-53e922b1-0b3e-4b17-a012-2dad4d18ddad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966879 Sep 16 16:28:19.208569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.244985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] No DVR routers for this DVR port 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:19.250863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:19.253367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Made reservation on behalf of 353d5fe6fc6945e18dac21528149dfed for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:28:19.256780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 958eca47-8c6c-45cc-91b2-46ec9a519a0b up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:28:19.272593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.305462 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.322688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 958eca47-8c6c-45cc-91b2-46ec9a519a0b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:28:19.323284 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.373886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.411757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adc6927-9927-4d93-8cc1-026832c83de9']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:19.444531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd636eb26-afc7-45d4-b8b8-cd53e0448567') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:19.447110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd636eb26-afc7-45d4-b8b8-cd53e0448567') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:19.454891 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.467538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.503991 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.536687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:19.537610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:28:19.539905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.557827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:28:19.566473 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:28:19.609987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:19.612420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0f44db1c-77ea-4fa2-86e0-9a14d70ce5b7 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:19.623066 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.672446 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2945aae5-597c-4e9a-97ca-7c61720d05cc req-8e17decb-7903-451d-b62d-d9b530068e09 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ff74d76-aa8b-47b9-824c-ac9d380f418b HTTP/1.1" status: 200 len: 210 time: 0.0562661 Sep 16 16:28:19.716071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=958eca47-8c6c-45cc-91b2-46ec9a519a0b,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:19.721746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.722035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.722341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.722678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.723068 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.723400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.723730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.724056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.725152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.725502 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.726033 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.726524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:28:19.773871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.780257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf64dbe-edc5-4097-8667-11077559c6d1 req-9c6b826b-9903-4b84-bb54-ea6d05f518ea tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:19.782061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cf64dbe-edc5-4097-8667-11077559c6d1 req-9c6b826b-9903-4b84-bb54-ea6d05f518ea tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 945 time: 0.1129060 Sep 16 16:28:19.822626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.828312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cf64dbe-edc5-4097-8667-11077559c6d1 req-cd7629ab-c905-41b1-9c54-889b83ba9f8c tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Sep 16 16:28:19.840789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.862755 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] 10.222.0.22 "DELETE /v2.0/networks/1adc6927-9927-4d93-8cc1-026832c83de9 HTTP/1.1" status: 204 len: 168 time: 2.2764683 Sep 16 16:28:19.890328 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:19.900513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5649e0d-b2f8-4aed-8b45-59be790b34eb req-c91b0664-d700-4a82-8e62-5db6f002ef14 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 210 time: 0.0391257 Sep 16 16:28:19.945905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867cce1-9af9-4105-a2ec-87a59fdfa34f admin admin] Pushing event deleted for resources: {'Network': ['ID=1adc6927-9927-4d93-8cc1-026832c83de9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:20.053886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57842) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:20.082831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26df6bc6-4ccb-4549-ad6d-c7c3faf2b7b7 req-5848d7d8-9f4a-458d-96a9-1eea3b8148ea tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 210 time: 0.0611870 Sep 16 16:28:20.098827 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331f0a62-2a28-4057-a89b-99d78bffe64a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:20.204413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57844) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:20.219843 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-131b3618-bd6d-4796-b057-14b208d84115 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c21d345e1734f2695495b543f5ea790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585364 Sep 16 16:28:20.273050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Allocated IP 192.168.233.19 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/a57b4ada-a077-4afd-a276-3e395f50ebad) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:28:20.307474 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e562b81-86bd-440f-9beb-ac5f25a39746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:20.360311 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e562b81-86bd-440f-9beb-ac5f25a39746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:20.360311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57846) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:20.447249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-40ef0a4b-8ffa-46dd-91b7-576a2cad13fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76941f26b9764e319b0ce37ad4dfbb88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0870588 Sep 16 16:28:20.449687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57848) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:20.514403 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46d953f2-f73e-49ae-b056-cdc95298df2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:20.543775 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46d953f2-f73e-49ae-b056-cdc95298df2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:20.565432 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:20.597418 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e562b81-86bd-440f-9beb-ac5f25a39746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:20.602171 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e562b81-86bd-440f-9beb-ac5f25a39746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:20.607074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6e562b81-86bd-440f-9beb-ac5f25a39746 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4905b17-10b6-4719-8f10-5827b89debca HTTP/1.1" status: 204 len: 168 time: 0.4013760 Sep 16 16:28:20.619215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e562b81-86bd-440f-9beb-ac5f25a39746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4905b17-10b6-4719-8f10-5827b89debca,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:20.665363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958eca47-8c6c-45cc-91b2-46ec9a519a0b'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:20.669094 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2430de0-a219-48c1-8202-3ebeebdd1b9d" -d '{"events": [{"server_uuid": "e9613e13-fe9f-401d-8ae2-e9e384634e14", "name": "network-vif-plugged", "status": "completed", "tag": "958eca47-8c6c-45cc-91b2-46ec9a519a0b"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:20.702789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:20.722663 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530c2371-c2c2-4fc5-8415-ef5b9d154f66 x-openstack-request-id: req-530c2371-c2c2-4fc5-8415-ef5b9d154f66 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:20.722960 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9613e13-fe9f-401d-8ae2-e9e384634e14", "name": "network-vif-plugged", "status": "completed", "tag": "958eca47-8c6c-45cc-91b2-46ec9a519a0b", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:20.724064 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-530c2371-c2c2-4fc5-8415-ef5b9d154f66 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:20.724559 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958eca47-8c6c-45cc-91b2-46ec9a519a0b', 'code': 200} Sep 16 16:28:20.750006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46d953f2-f73e-49ae-b056-cdc95298df2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:20.753651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46d953f2-f73e-49ae-b056-cdc95298df2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:20.761417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-46d953f2-f73e-49ae-b056-cdc95298df2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5225d46-7e72-452d-be31-d773b86d190a HTTP/1.1" status: 204 len: 168 time: 0.3041947 Sep 16 16:28:20.780342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d953f2-f73e-49ae-b056-cdc95298df2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5225d46-7e72-452d-be31-d773b86d190a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:20.781547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:28:20.785873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:28:20.788649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:28:20.845261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Pushing event updated for resources: {'Port': ['ID=a57b4ada-a077-4afd-a276-3e395f50ebad,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:20.917161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:20.921370 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:21.053246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7b8b3-fbe9-4ad6-8f6f-4cbd5f43e86e req-120941b5-acf7-4f34-ab25-9d473fc135cb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:21.056910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ff7b8b3-fbe9-4ad6-8f6f-4cbd5f43e86e req-120941b5-acf7-4f34-ab25-9d473fc135cb tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 945 time: 0.0718186 Sep 16 16:28:21.085619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-b9423d0d-51af-4c28-8e2e-9adabd049156 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5895686 Sep 16 16:28:21.100184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Request body: {'port': {'device_id': 'f86fb2c8-fd2c-4c40-867f-1ea8645b757c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:21.119819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ff7b8b3-fbe9-4ad6-8f6f-4cbd5f43e86e req-0ac76ab9-81df-47d1-a00a-5c8ddc84177a tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576601 Sep 16 16:28:21.245889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1258340e-cad6-4372-b483-bfd5dfd0a1bf None None] Provisioning complete for port a57b4ada-a077-4afd-a276-3e395f50ebad triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:28:21.246270 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1258340e-cad6-4372-b483-bfd5dfd0a1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:21.272329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:21.302069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173784b-539b-4234-902f-3e0829281b86 req-d3baf4a6-60f3-4f9d-b636-e9aeafd9f1c8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:21.310867 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5173784b-539b-4234-902f-3e0829281b86 req-d3baf4a6-60f3-4f9d-b636-e9aeafd9f1c8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 935 time: 0.0708888 Sep 16 16:28:21.376464 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5173784b-539b-4234-902f-3e0829281b86 req-94a84cf7-202d-496f-8a11-b94afc87ffa9 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598817 Sep 16 16:28:21.434808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1258340e-cad6-4372-b483-bfd5dfd0a1bf None None] Port a57b4ada-a077-4afd-a276-3e395f50ebad cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:28:21.571838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85a68ae1-3433-424c-8f07-d9bef5c5debc req-fc47fc4a-b2f0-4f49-8deb-bac41769ee74 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=9345e8a9-6d6c-4074-90ab-db3acd2893dc HTTP/1.1" status: 200 len: 210 time: 0.0304322 Sep 16 16:28:21.650898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 390f2e0c-f449-48fa-95ef-dec8beb089fd no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:21.684284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 390f2e0c-f449-48fa-95ef-dec8beb089fd {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:21.688734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 390f2e0c-f449-48fa-95ef-dec8beb089fd not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:21.823230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57b4ada-a077-4afd-a276-3e395f50ebad {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:21.832944 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:21.923614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Transition to ACTIVE for port object a57b4ada-a077-4afd-a276-3e395f50ebad will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:28:21.927699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b45a9-fe7b-41b3-b44d-fca754e1f213 req-becaef08-cf38-4953-827f-97ceacfb36e8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:21.931178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-333b45a9-fe7b-41b3-b44d-fca754e1f213 req-becaef08-cf38-4953-827f-97ceacfb36e8 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 945 time: 0.1743307 Sep 16 16:28:21.956107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-a5ed35b8-db6b-4857-8332-8de7111bb2a2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:21.958056 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-a5ed35b8-db6b-4857-8332-8de7111bb2a2 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.52 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 945 time: 0.1184316 Sep 16 16:28:21.987052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57900) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:22.002456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-333b45a9-fe7b-41b3-b44d-fca754e1f213 req-e81a364a-4507-4cd0-8856-a5d73b1efe04 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645881 Sep 16 16:28:22.042565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:22.137811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fe112b98-893f-4a6f-af55-4ea2823f7a0d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=261b7126f4a94b83b97d5ce68ed521d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1490788 Sep 16 16:28:22.141422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57904) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:22.292491 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a75806b8-5d7a-4932-b1fa-2f80bdc953f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:22.330614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Pushing event updated for resources: {'Port': ['ID=a57b4ada-a077-4afd-a276-3e395f50ebad,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:22.337501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Attempting to bind port a57b4ada-a077-4afd-a276-3e395f50ebad on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:28:22.342576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Attempting to bind port a57b4ada-a077-4afd-a276-3e395f50ebad by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:28:22.342576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Attempting to bind port a57b4ada-a077-4afd-a276-3e395f50ebad on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:22.346004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Port a57b4ada-a077-4afd-a276-3e395f50ebad on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:28:22.346326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Attempting to bind port a57b4ada-a077-4afd-a276-3e395f50ebad on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:22.350423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a75806b8-5d7a-4932-b1fa-2f80bdc953f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:22.356715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:28:22.357057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:28:22.357453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:28:22.362028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Bound port: a57b4ada-a077-4afd-a276-3e395f50ebad, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:28:22.362413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:22.460740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-b9603d53-c197-4018-bbee-ba438b334325 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Deleting port b71886e5-23e1-4484-92bd-5bbdc139cf23 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:22.460740 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-b9603d53-c197-4018-bbee-ba438b334325 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:22.589799 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a75806b8-5d7a-4932-b1fa-2f80bdc953f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:22.610264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a75806b8-5d7a-4932-b1fa-2f80bdc953f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:22.611812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a75806b8-5d7a-4932-b1fa-2f80bdc953f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32138a3c-06a0-4880-9621-bae66d3f43f1 HTTP/1.1" status: 204 len: 168 time: 0.4687560 Sep 16 16:28:22.631860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75806b8-5d7a-4932-b1fa-2f80bdc953f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32138a3c-06a0-4880-9621-bae66d3f43f1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:22.670438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b1858-664b-4fe0-8804-764a643c3570 req-f2fbac12-257a-4637-b54c-671b6533fc74 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:22.684428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-846b1858-664b-4fe0-8804-764a643c3570 req-f2fbac12-257a-4637-b54c-671b6533fc74 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 947 time: 0.1703007 Sep 16 16:28:22.763687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] For port a57b4ada-a077-4afd-a276-3e395f50ebad, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:28:22.771162 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] For port a57b4ada-a077-4afd-a276-3e395f50ebad, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a57b4ada-a077-4afd-a276-3e395f50ebad,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:28:22.773631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-b9603d53-c197-4018-bbee-ba438b334325 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] For port b71886e5-23e1-4484-92bd-5bbdc139cf23, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b71886e5-23e1-4484-92bd-5bbdc139cf23,segment=NetworkSegment(baee95d6-46af-4a63-9409-5d8b7d06fa28),segment_id=baee95d6-46af-4a63-9409-5d8b7d06fa28)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:22.774185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-b9603d53-c197-4018-bbee-ba438b334325 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:22.778992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-846b1858-664b-4fe0-8804-764a643c3570 req-fc94bbd9-d184-4881-bff0-86e718b5daa7 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796537 Sep 16 16:28:22.807150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-b9603d53-c197-4018-bbee-ba438b334325 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Calling delete_port for b71886e5-23e1-4484-92bd-5bbdc139cf23 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:22.971056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:23.118523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:23.128731 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:23.132909 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] 10.222.0.52 "PUT /v2.0/ports/a57b4ada-a077-4afd-a276-3e395f50ebad HTTP/1.1" status: 200 len: 1095 time: 2.0374351 Sep 16 16:28:23.133344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86fb2c8-fd2c-4c40-867f-1ea8645b757c', 'tag': 'a57b4ada-a077-4afd-a276-3e395f50ebad'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:23.135635 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47390e65-ded7-406b-b1bf-e61d035d743d" -d '{"events": [{"name": "network-changed", "server_uuid": "f86fb2c8-fd2c-4c40-867f-1ea8645b757c", "tag": "a57b4ada-a077-4afd-a276-3e395f50ebad"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:23.356984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cafce-eaf2-4c8a-8062-ae29f25983c4 req-fb99506e-c789-4452-82f9-1f553da7d258 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:23.363684 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-045cafce-eaf2-4c8a-8062-ae29f25983c4 req-fb99506e-c789-4452-82f9-1f553da7d258 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 945 time: 0.1151252 Sep 16 16:28:23.400918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2129139-9b71-4e03-9655-7850bc0adb39 service neutron] Pushing event updated for resources: {'Port': ['ID=a57b4ada-a077-4afd-a276-3e395f50ebad,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:23.470028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01428-101c-4c19-b936-42068fc35737 req-8a35ca4d-be1e-4c5a-a029-ccbeac16f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:23.481307 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-8a35ca4d-be1e-4c5a-a029-ccbeac16f465 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=353d5fe6fc6945e18dac21528149dfed&device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 1098 time: 0.2239721 Sep 16 16:28:23.500003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-045cafce-eaf2-4c8a-8062-ae29f25983c4 req-d0515ff9-089f-4962-a4c8-d3ab18d333da tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/security-groups?id=99eb345b-ad82-4e6b-9066-8c6faadc4265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265483 Sep 16 16:28:23.630199 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063d2517-26c3-4575-aaf8-18e0d7323929 x-openstack-request-id: req-063d2517-26c3-4575-aaf8-18e0d7323929 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:23.630569 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86fb2c8-fd2c-4c40-867f-1ea8645b757c", "tag": "a57b4ada-a077-4afd-a276-3e395f50ebad", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:23.630748 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-063d2517-26c3-4575-aaf8-18e0d7323929 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:23.631156 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86fb2c8-fd2c-4c40-867f-1ea8645b757c', 'tag': 'a57b4ada-a077-4afd-a276-3e395f50ebad', 'status': 'completed', 'code': 200} Sep 16 16:28:23.633365 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-8da2d69f-5b02-4ef8-a500-7ed96b27fc5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=a57b4ada-a077-4afd-a276-3e395f50ebad HTTP/1.1" status: 200 len: 217 time: 0.1455171 Sep 16 16:28:23.634359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-b9603d53-c197-4018-bbee-ba438b334325 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:23.694259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9603d53-c197-4018-bbee-ba438b334325 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Pushing event deleted for resources: {'Port': ['ID=b71886e5-23e1-4484-92bd-5bbdc139cf23,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:23.796863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01428-101c-4c19-b936-42068fc35737 req-768ca136-077a-4317-873f-f6b5b3212fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:23.798424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-768ca136-077a-4317-873f-f6b5b3212fe7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1123118 Sep 16 16:28:23.992522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-b9603d53-c197-4018-bbee-ba438b334325 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] No DVR routers for this DVR port b71886e5-23e1-4484-92bd-5bbdc139cf23 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:23.999449 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-b9603d53-c197-4018-bbee-ba438b334325 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:24.013604 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f49d1f25-b1e2-40e3-a634-aceda9603918 req-b9603d53-c197-4018-bbee-ba438b334325 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.52 "DELETE /v2.0/ports/b71886e5-23e1-4484-92bd-5bbdc139cf23 HTTP/1.1" status: 204 len: 173 time: 2.0482326 Sep 16 16:28:24.070529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01428-101c-4c19-b936-42068fc35737 req-90cba15d-27ff-40ca-8b23-b0ce28c1772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:24.076701 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-90cba15d-27ff-40ca-8b23-b0ce28c1772b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2538593 Sep 16 16:28:24.082507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf7c9-45b6-436c-837c-d5d6fc7c09ad req-0fce75e5-00b4-4798-b95e-f9b47862c5e9 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:24.091875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-936bf7c9-45b6-436c-837c-d5d6fc7c09ad req-0fce75e5-00b4-4798-b95e-f9b47862c5e9 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 947 time: 0.1157379 Sep 16 16:28:24.161178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-936bf7c9-45b6-436c-837c-d5d6fc7c09ad req-2d308d59-63ce-46a6-afd0-4277fc1bb08f tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668278 Sep 16 16:28:24.317660 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-d573ccd7-1a20-4c0b-bb67-e347aed4fbc9 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332699 Sep 16 16:28:24.554776 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fb01428-101c-4c19-b936-42068fc35737 req-6ad3677e-6fd2-4eee-b0d1-e0d663e3e019 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259676 Sep 16 16:28:24.694569 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab19e6ce-1cbc-43d1-8208-d31e16b572c3 req-ff9620a5-d7e8-4f24-8712-ed49c19958c6 tempest-LiveMigrationTest-1259761701 tempest-LiveMigrationTest-1259761701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b92f8260-1adc-425f-a1a5-8682c3091e00 HTTP/1.1" status: 200 len: 210 time: 0.0469258 Sep 16 16:28:24.867227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47390e65-ded7-406b-b1bf-e61d035d743d req-feb3d5e5-e2d3-415f-b440-1cc772bb7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:24.868732 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-47390e65-ded7-406b-b1bf-e61d035d743d req-feb3d5e5-e2d3-415f-b440-1cc772bb7c1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=353d5fe6fc6945e18dac21528149dfed&device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 1098 time: 0.1002278 Sep 16 16:28:25.089439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47390e65-ded7-406b-b1bf-e61d035d743d req-cb8fc3ed-534a-4d25-9f3b-b2e357a82dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:25.092512 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-47390e65-ded7-406b-b1bf-e61d035d743d req-cb8fc3ed-534a-4d25-9f3b-b2e357a82dbf service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2166638 Sep 16 16:28:25.263033 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-47390e65-ded7-406b-b1bf-e61d035d743d req-3ab4b4a1-aa68-42a6-bad5-d29af93fc973 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=a57b4ada-a077-4afd-a276-3e395f50ebad HTTP/1.1" status: 200 len: 217 time: 0.1535559 Sep 16 16:28:25.377824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47390e65-ded7-406b-b1bf-e61d035d743d req-4f8b9e94-1df0-478a-8211-e539dda7257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:25.379312 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-47390e65-ded7-406b-b1bf-e61d035d743d req-4f8b9e94-1df0-478a-8211-e539dda7257b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1124613 Sep 16 16:28:25.440742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed3f8c-3d81-4af6-90d4-609e99a55abf req-68de8d33-1072-466c-9dcc-87b87173a4ce tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:25.447221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ed3f8c-3d81-4af6-90d4-609e99a55abf req-68de8d33-1072-466c-9dcc-87b87173a4ce tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 947 time: 0.1301346 Sep 16 16:28:25.494817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47390e65-ded7-406b-b1bf-e61d035d743d req-e49d359d-f543-4ece-99fd-0fe0051f74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:25.496922 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-47390e65-ded7-406b-b1bf-e61d035d743d req-e49d359d-f543-4ece-99fd-0fe0051f74a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085389 Sep 16 16:28:25.524833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ed3f8c-3d81-4af6-90d4-609e99a55abf req-30bcbcf1-9d12-45cd-8226-ea90aa678f15 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726388 Sep 16 16:28:25.633831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'name': 'network-vif-deleted', 'tag': 'b71886e5-23e1-4484-92bd-5bbdc139cf23'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:25.637306 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83c5c6f-0a5b-4337-a508-178361f53f72" -d '{"events": [{"server_uuid": "b92f8260-1adc-425f-a1a5-8682c3091e00", "name": "network-vif-deleted", "tag": "b71886e5-23e1-4484-92bd-5bbdc139cf23"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:25.673944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b71886e5-23e1-4484-92bd-5bbdc139cf23 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:25.698923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: b71886e5-23e1-4484-92bd-5bbdc139cf23 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:25.699861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b71886e5-23e1-4484-92bd-5bbdc139cf23 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:25.709560 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-47390e65-ded7-406b-b1bf-e61d035d743d req-9ce06838-8e8a-4173-bf25-07d4e8a37cfc service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026026 Sep 16 16:28:25.730748 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf1923e-4301-4e42-a0d0-081310f4e9f2 x-openstack-request-id: req-adf1923e-4301-4e42-a0d0-081310f4e9f2 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:25.731129 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92f8260-1adc-425f-a1a5-8682c3091e00", "name": "network-vif-deleted", "tag": "b71886e5-23e1-4484-92bd-5bbdc139cf23", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:25.731320 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-adf1923e-4301-4e42-a0d0-081310f4e9f2 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:25.731683 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92f8260-1adc-425f-a1a5-8682c3091e00', 'name': 'network-vif-deleted', 'tag': 'b71886e5-23e1-4484-92bd-5bbdc139cf23', 'status': 'completed', 'code': 200} Sep 16 16:28:25.810482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58068) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:25.871817 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-47390e65-ded7-406b-b1bf-e61d035d743d req-514a7db1-f956-4931-91c2-3b51d58ed0c8 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492088 Sep 16 16:28:25.962989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec091d2a-3c9f-440a-8afc-1e10b15232c9 admin admin] Deleting subnet 9d3c5861-3949-4b7b-aa94-18ddd93f1f4a {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:28:25.974842 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec091d2a-3c9f-440a-8afc-1e10b15232c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.085833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec091d2a-3c9f-440a-8afc-1e10b15232c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.174070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec091d2a-3c9f-440a-8afc-1e10b15232c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.257915 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58092) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:26.455199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec091d2a-3c9f-440a-8afc-1e10b15232c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.556012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec091d2a-3c9f-440a-8afc-1e10b15232c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3c5861-3949-4b7b-aa94-18ddd93f1f4a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:26.558031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec091d2a-3c9f-440a-8afc-1e10b15232c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.560889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ec091d2a-3c9f-440a-8afc-1e10b15232c9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9d3c5861-3949-4b7b-aa94-18ddd93f1f4a HTTP/1.1" status: 204 len: 168 time: 0.7493129 Sep 16 16:28:26.564036 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58108) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:26.568990 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a8ba-bd7b-447b-921c-aa7e3ea09721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.683728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.697236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a8ba-bd7b-447b-921c-aa7e3ea09721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.770760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a8ba-bd7b-447b-921c-aa7e3ea09721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.821919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a4f7a8ba-bd7b-447b-921c-aa7e3ea09721 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69785578c89e414f8bab40fba87db882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617688 Sep 16 16:28:26.824812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58114) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:26.857027 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.898862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8736a5b-82a3-43cb-b137-acc1b934a7ba']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:26.917125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baee95d6-46af-4a63-9409-5d8b7d06fa28') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:26.917425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baee95d6-46af-4a63-9409-5d8b7d06fa28') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:26.939038 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.951044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7a8ba-bd7b-447b-921c-aa7e3ea09721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f6156-154d-4844-8caa-0e45300b19fc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:26.965165 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.977244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:28:26.977244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:28:26.978170 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:28:27.082256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0febfa-7072-4e95-8794-06ec861e69f6 req-a69d2ffb-9a18-4b12-8918-1dcceedbf222 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:27.090717 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb0febfa-7072-4e95-8794-06ec861e69f6 req-a69d2ffb-9a18-4b12-8918-1dcceedbf222 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 947 time: 0.2732453 Sep 16 16:28:27.118041 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfaa0-a8ce-45b6-8305-81f591675a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.142722 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.149826 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.153695 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d8736a5b-82a3-43cb-b137-acc1b934a7ba HTTP/1.1" status: 204 len: 168 time: 0.5872884 Sep 16 16:28:27.157097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58122) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:27.168365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb0febfa-7072-4e95-8794-06ec861e69f6 req-e9b9558a-34c8-403a-8af3-bbc658f01367 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766912 Sep 16 16:28:27.174042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b3e03-d699-4e42-8905-f03a0e4fabb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8736a5b-82a3-43cb-b137-acc1b934a7ba,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:27.248225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c201c50-221f-4973-87c9-db1c27d3ee5e admin admin] Deleting subnet 1d395012-ea26-4cb4-bafb-18cde5c87013 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:28:27.261783 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfaa0-a8ce-45b6-8305-81f591675a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.276456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c201c50-221f-4973-87c9-db1c27d3ee5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.361404 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c201c50-221f-4973-87c9-db1c27d3ee5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.419126 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c201c50-221f-4973-87c9-db1c27d3ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.641504 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfaa0-a8ce-45b6-8305-81f591675a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.647176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfaa0-a8ce-45b6-8305-81f591675a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.647860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0a9cfaa0-a8ce-45b6-8305-81f591675a8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c84f6156-154d-4844-8caa-0e45300b19fc HTTP/1.1" status: 204 len: 168 time: 0.8172085 Sep 16 16:28:27.650870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c201c50-221f-4973-87c9-db1c27d3ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.685644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a57b4ada-a077-4afd-a276-3e395f50ebad details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:28:27.696716 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cfaa0-a8ce-45b6-8305-81f591675a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f6156-154d-4844-8caa-0e45300b19fc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:27.766083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c201c50-221f-4973-87c9-db1c27d3ee5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d395012-ea26-4cb4-bafb-18cde5c87013,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:27.770525 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c201c50-221f-4973-87c9-db1c27d3ee5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.775974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58154) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:27.776558 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4c201c50-221f-4973-87c9-db1c27d3ee5e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1d395012-ea26-4cb4-bafb-18cde5c87013 HTTP/1.1" status: 204 len: 168 time: 0.6065121 Sep 16 16:28:27.817071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bb211-89e2-4e2d-b5f8-ee50dc93dfe7 req-11e54cc7-699e-4f5f-b04c-95f0a0ae9df9 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:27.818888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-153bb211-89e2-4e2d-b5f8-ee50dc93dfe7 req-11e54cc7-699e-4f5f-b04c-95f0a0ae9df9 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 945 time: 0.0840237 Sep 16 16:28:27.902482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:27.935219 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-153bb211-89e2-4e2d-b5f8-ee50dc93dfe7 req-69ec0fb5-b33b-49c1-8cde-8b058e16a6ec tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101868 Sep 16 16:28:28.096264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:28.140954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24158025-ad0e-4010-8f25-f7e455fc044b']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:28.159889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5efc49-ffb0-4d21-9525-66373eae7398') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:28.160224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5efc49-ffb0-4d21-9525-66373eae7398') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:28.175135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a57b4ada-a077-4afd-a276-3e395f50ebad, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a57b4ada-a077-4afd-a276-3e395f50ebad,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:28.187346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:28.196038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'a57b4ada-a077-4afd-a276-3e395f50ebad', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'a57b4ada-a077-4afd-a276-3e395f50ebad', 'mac_address': 'fa:16:3e:1f:8e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:28:28.216179 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:28.232978 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bd00aa2f-db9f-42d3-8222-1b7b148129fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:28.242333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:28:28.242995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:28:28.248344 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:28:28.266748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:28.299320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57b4ada-a077-4afd-a276-3e395f50ebad {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:28.326145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a57b4ada-a077-4afd-a276-3e395f50ebad, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a57b4ada-a077-4afd-a276-3e395f50ebad,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:28.403762 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:28.406085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be98b4-f6cd-4a9c-8f06-0ead495b22de req-45a7e7f1-96f7-4160-bbbe-530e55982c72 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:28.415740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3be98b4-f6cd-4a9c-8f06-0ead495b22de req-45a7e7f1-96f7-4160-bbbe-530e55982c72 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 947 time: 0.0865164 Sep 16 16:28:28.460828 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:28.486876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3be98b4-f6cd-4a9c-8f06-0ead495b22de req-6a9f2f92-b1e6-4ee0-9326-cc96da625b94 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626004 Sep 16 16:28:28.487776 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:28.493030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a57b4ada-a077-4afd-a276-3e395f50ebad,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:28.495691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] 10.222.0.22 "DELETE /v2.0/networks/24158025-ad0e-4010-8f25-f7e455fc044b HTTP/1.1" status: 204 len: 168 time: 0.7179708 Sep 16 16:28:28.496316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f57b93-8156-42e3-810c-5cd13a719089 admin admin] Pushing event deleted for resources: {'Network': ['ID=24158025-ad0e-4010-8f25-f7e455fc044b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:28.616601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a57b4ada-a077-4afd-a276-3e395f50ebad'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:29.140224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58206) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:29.149740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739a8ea-6b12-4e80-80be-8af5b31d20c0 req-4c5ae49c-94e0-441d-9263-c90b608c4e6a tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:29.155337 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0739a8ea-6b12-4e80-80be-8af5b31d20c0 req-4c5ae49c-94e0-441d-9263-c90b608c4e6a tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 945 time: 0.0845094 Sep 16 16:28:29.166024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-34a719a5-422a-456a-8317-66297008df20 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:29.168211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-34a719a5-422a-456a-8317-66297008df20 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 945 time: 0.1734791 Sep 16 16:28:29.207530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58214) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:29.312122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0739a8ea-6b12-4e80-80be-8af5b31d20c0 req-f6e5bfa6-f5c5-4de1-a3ae-45a924504834 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414993 Sep 16 16:28:29.400102 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cddb9ac7-090d-48e2-9189-369f6ba6a953 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b83171c97ef440229ffe3f57d2a89529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829445 Sep 16 16:28:29.407967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-e4fee82f-997b-4f73-baa0-ce0d5fbe3caa tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Deleting port 37b3a614-768f-4b0a-8074-25d02cdadfce {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:29.408178 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-e4fee82f-997b-4f73-baa0-ce0d5fbe3caa tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:29.411551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58216) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:29.479288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3cdc8-1e16-4353-830f-888e138d5c06 req-0ccd6b9e-41b3-4400-9923-3919c59bba3d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:29.486201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dce3cdc8-1e16-4353-830f-888e138d5c06 req-0ccd6b9e-41b3-4400-9923-3919c59bba3d tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 944 time: 0.1664314 Sep 16 16:28:29.557632 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd0bde79-8237-4866-ab59-aa3e594dc7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:29.569763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dce3cdc8-1e16-4353-830f-888e138d5c06 req-d91d5ed2-095f-4e8e-a8ff-fbbfec4a04cc tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717874 Sep 16 16:28:29.589338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed95f3cc-7e92-4c19-9caf-c3cd1de0cbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:29.612119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-e4fee82f-997b-4f73-baa0-ce0d5fbe3caa tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] For port 37b3a614-768f-4b0a-8074-25d02cdadfce, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=37b3a614-768f-4b0a-8074-25d02cdadfce,segment=NetworkSegment(b150bc72-6e63-41e9-8362-51740fa4159c),segment_id=b150bc72-6e63-41e9-8362-51740fa4159c)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:29.614403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-e4fee82f-997b-4f73-baa0-ce0d5fbe3caa tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:29.657776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-e4fee82f-997b-4f73-baa0-ce0d5fbe3caa tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Calling delete_port for 37b3a614-768f-4b0a-8074-25d02cdadfce owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:29.685063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed95f3cc-7e92-4c19-9caf-c3cd1de0cbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:29.697572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a57b4ada-a077-4afd-a276-3e395f50ebad up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:28:29.802692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e94fce-a51c-471d-980d-390279806099 req-5bb7bea4-2124-4214-9626-73a18b6e7c26 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:29.810278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13e94fce-a51c-471d-980d-390279806099 req-5bb7bea4-2124-4214-9626-73a18b6e7c26 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 948 time: 0.1848638 Sep 16 16:28:29.860508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13e94fce-a51c-471d-980d-390279806099 req-a06df7d6-60ba-4edb-aa00-86848fda1213 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Sep 16 16:28:29.868607 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd0bde79-8237-4866-ab59-aa3e594dc7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:29.882849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port a57b4ada-a077-4afd-a276-3e395f50ebad completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:28:29.886959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port a57b4ada-a077-4afd-a276-3e395f50ebad triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:28:29.887309 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:29.970916 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed95f3cc-7e92-4c19-9caf-c3cd1de0cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:29.973625 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed95f3cc-7e92-4c19-9caf-c3cd1de0cbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:29.977579 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ed95f3cc-7e92-4c19-9caf-c3cd1de0cbbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99eb345b-ad82-4e6b-9066-8c6faadc4265 HTTP/1.1" status: 204 len: 168 time: 0.5645857 Sep 16 16:28:29.992359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95f3cc-7e92-4c19-9caf-c3cd1de0cbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eb345b-ad82-4e6b-9066-8c6faadc4265,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:30.003174 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:30.070625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86fb2c8-fd2c-4c40-867f-1ea8645b757c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57b4ada-a077-4afd-a276-3e395f50ebad'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:30.077932 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bb3344-c159-47f5-9f7f-5a188168f313" -d '{"events": [{"server_uuid": "f86fb2c8-fd2c-4c40-867f-1ea8645b757c", "name": "network-vif-plugged", "status": "completed", "tag": "a57b4ada-a077-4afd-a276-3e395f50ebad"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:30.107279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a57b4ada-a077-4afd-a276-3e395f50ebad, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a57b4ada-a077-4afd-a276-3e395f50ebad,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:30.176761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:30.177905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 37b3a614-768f-4b0a-8074-25d02cdadfce no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:30.301656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a57b4ada-a077-4afd-a276-3e395f50ebad,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:30.323835 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395931fc-8803-46fc-84bc-fb4c85edb43a x-openstack-request-id: req-395931fc-8803-46fc-84bc-fb4c85edb43a {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:30.324133 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86fb2c8-fd2c-4c40-867f-1ea8645b757c", "name": "network-vif-plugged", "status": "completed", "tag": "a57b4ada-a077-4afd-a276-3e395f50ebad", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:30.324416 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-395931fc-8803-46fc-84bc-fb4c85edb43a {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:30.324792 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86fb2c8-fd2c-4c40-867f-1ea8645b757c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57b4ada-a077-4afd-a276-3e395f50ebad', 'code': 200} Sep 16 16:28:30.430351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd0bde79-8237-4866-ab59-aa3e594dc7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:30.453482 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:30.473089 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dd0bde79-8237-4866-ab59-aa3e594dc7b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fcc586d8b094540ae6708917771b00b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3288736 Sep 16 16:28:30.477865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58276) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:30.520882 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-e4fee82f-997b-4f73-baa0-ce0d5fbe3caa tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:30.558603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844de42-6e1b-4129-bc84-a18c51e958d3 req-217f44d3-e040-41aa-b81e-3e48f7ff8ce7 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:30.567479 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5844de42-6e1b-4129-bc84-a18c51e958d3 req-217f44d3-e040-41aa-b81e-3e48f7ff8ce7 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 867 time: 0.1170042 Sep 16 16:28:30.623097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fee82f-997b-4f73-baa0-ce0d5fbe3caa tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Pushing event deleted for resources: {'Port': ['ID=37b3a614-768f-4b0a-8074-25d02cdadfce,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:30.637364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5844de42-6e1b-4129-bc84-a18c51e958d3 req-01e1a55d-5906-497d-9fa7-f7c368c9d162 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685873 Sep 16 16:28:30.666289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-34531128-a5a1-49d2-8595-b2dad8da2013 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:30.667990 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-34531128-a5a1-49d2-8595-b2dad8da2013 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.62 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 944 time: 0.9502239 Sep 16 16:28:30.683653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bde79-8237-4866-ab59-aa3e594dc7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c2ff1b-2d7a-49d4-8e41-f2b35fc21390,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:30.744480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6c779-eecf-4b37-8e66-fd392e14260f req-127fab1b-63c2-4424-9927-1a4dfeda4e30 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:30.754294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ae6c779-eecf-4b37-8e66-fd392e14260f req-127fab1b-63c2-4424-9927-1a4dfeda4e30 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 944 time: 0.0816679 Sep 16 16:28:30.773500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc7334-2351-48d0-b93f-2c3488815168 req-019fc09c-e354-4106-b8fa-6f217c6e794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:30.777281 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5dcc7334-2351-48d0-b93f-2c3488815168 req-019fc09c-e354-4106-b8fa-6f217c6e794f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 1100 time: 0.3475771 Sep 16 16:28:30.784971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-e4fee82f-997b-4f73-baa0-ce0d5fbe3caa tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] No DVR routers for this DVR port 37b3a614-768f-4b0a-8074-25d02cdadfce on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:30.803240 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-12ada9b9-aee5-4586-ac67-3885acda802d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:30.807694 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ae6c779-eecf-4b37-8e66-fd392e14260f req-eb2a26f0-044f-49b6-a445-c01a4d606fca tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523853 Sep 16 16:28:30.810435 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-e4fee82f-997b-4f73-baa0-ce0d5fbe3caa tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:30.813231 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ac55bc66-715a-4a5a-8895-52a820bd37a2 req-e4fee82f-997b-4f73-baa0-ce0d5fbe3caa tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.52 "DELETE /v2.0/ports/37b3a614-768f-4b0a-8074-25d02cdadfce HTTP/1.1" status: 204 len: 173 time: 1.6325123 Sep 16 16:28:30.822810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af62fa3-0212-4238-bedc-1d9ee9fa34d6', 'name': 'network-vif-deleted', 'tag': '37b3a614-768f-4b0a-8074-25d02cdadfce'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:30.822810 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644581d2-b304-426b-bf7d-8d4256a899b0" -d '{"events": [{"server_uuid": "8af62fa3-0212-4238-bedc-1d9ee9fa34d6", "name": "network-vif-deleted", "tag": "37b3a614-768f-4b0a-8074-25d02cdadfce"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:30.892241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5dcc7334-2351-48d0-b93f-2c3488815168 req-46f55123-5b11-419f-8b8c-4f73cba0d943 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984349 Sep 16 16:28:30.911870 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400de350-2bfc-4470-aff0-728c0ac9b4ec x-openstack-request-id: req-400de350-2bfc-4470-aff0-728c0ac9b4ec {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:30.912368 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af62fa3-0212-4238-bedc-1d9ee9fa34d6", "name": "network-vif-deleted", "tag": "37b3a614-768f-4b0a-8074-25d02cdadfce", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:30.912809 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-400de350-2bfc-4470-aff0-728c0ac9b4ec {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:30.913169 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af62fa3-0212-4238-bedc-1d9ee9fa34d6', 'name': 'network-vif-deleted', 'tag': '37b3a614-768f-4b0a-8074-25d02cdadfce', 'status': 'completed', 'code': 200} Sep 16 16:28:30.936362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8f03224-8e66-4014-a3c8-bee67dbc69bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:30.962515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8f03224-8e66-4014-a3c8-bee67dbc69bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.016777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-a3ee74b4-aff9-4c61-9ffc-59b95bd08452 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Deleting port 6549b5f1-c569-4336-aa80-51ba667a5c6b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:31.017125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-a3ee74b4-aff9-4c61-9ffc-59b95bd08452 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.027919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813860e-9ff2-4d9b-bb90-1b1fc1717370 req-0eccef7c-69c0-4ebb-9148-b5251ffa3075 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:31.039478 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0813860e-9ff2-4d9b-bb90-1b1fc1717370 req-0eccef7c-69c0-4ebb-9148-b5251ffa3075 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 949 time: 0.0733986 Sep 16 16:28:31.113266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0813860e-9ff2-4d9b-bb90-1b1fc1717370 req-0cd42110-50b5-494b-bb40-056f631fe717 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721653 Sep 16 16:28:31.153851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-a3ee74b4-aff9-4c61-9ffc-59b95bd08452 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] For port 6549b5f1-c569-4336-aa80-51ba667a5c6b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6549b5f1-c569-4336-aa80-51ba667a5c6b,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:31.154455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-a3ee74b4-aff9-4c61-9ffc-59b95bd08452 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.174874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-a3ee74b4-aff9-4c61-9ffc-59b95bd08452 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Calling delete_port for 6549b5f1-c569-4336-aa80-51ba667a5c6b owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:31.206049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58300) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:31.252710 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8f03224-8e66-4014-a3c8-bee67dbc69bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.259004 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8f03224-8e66-4014-a3c8-bee67dbc69bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.260919 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d8f03224-8e66-4014-a3c8-bee67dbc69bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9c2ff1b-2d7a-49d4-8e41-f2b35fc21390 HTTP/1.1" status: 204 len: 168 time: 0.7798884 Sep 16 16:28:31.272358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f03224-8e66-4014-a3c8-bee67dbc69bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c2ff1b-2d7a-49d4-8e41-f2b35fc21390,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:31.439639 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.508564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-a3ee74b4-aff9-4c61-9ffc-59b95bd08452 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.554999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee74b4-aff9-4c61-9ffc-59b95bd08452 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Pushing event deleted for resources: {'Port': ['ID=6549b5f1-c569-4336-aa80-51ba667a5c6b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:31.611150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-a3ee74b4-aff9-4c61-9ffc-59b95bd08452 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] No DVR routers for this DVR port 6549b5f1-c569-4336-aa80-51ba667a5c6b on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:31.632005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-a3ee74b4-aff9-4c61-9ffc-59b95bd08452 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.634476 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bed3ffa0-af47-4d53-8753-e92e34d5fee3 req-a3ee74b4-aff9-4c61-9ffc-59b95bd08452 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.62 "DELETE /v2.0/ports/6549b5f1-c569-4336-aa80-51ba667a5c6b HTTP/1.1" status: 204 len: 173 time: 0.9563353 Sep 16 16:28:31.687899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58310) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:31.697753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8c5db2c0-0b8e-401d-8c8e-9130fd8badfa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0013702c12a4404caa4466597ccc94c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756529 Sep 16 16:28:31.756528 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58314) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:31.785676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e42fa73d-bb0d-40bc-8227-3ff876abe375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.860931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48636823-da1b-4de4-a176-46e4299cbf0c req-53b8fc01-90c3-42c6-b5df-c44ca52c5b81 tempest-ServerTagsTestJSON-1755582858 tempest-ServerTagsTestJSON-1755582858-project] 10.222.0.22 "GET /v2.0/ports?device_id=8af62fa3-0212-4238-bedc-1d9ee9fa34d6 HTTP/1.1" status: 200 len: 210 time: 0.0983405 Sep 16 16:28:31.862254 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.863350 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e42fa73d-bb0d-40bc-8227-3ff876abe375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:31.985446 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e6e7e8f-b15f-44fe-9773-358a75f893fb req-65c624ef-df8b-4e8d-8e34-2f4d8f5a68e1 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=59840b6a-52f3-4ab7-ba46-9f257038f6c9 HTTP/1.1" status: 200 len: 210 time: 0.0315671 Sep 16 16:28:32.030427 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b04d1ed6-1f27-4984-abf4-1d9bc29cc7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.066527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e42fa73d-bb0d-40bc-8227-3ff876abe375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.069538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e42fa73d-bb0d-40bc-8227-3ff876abe375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.071339 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e42fa73d-bb0d-40bc-8227-3ff876abe375 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b26f3a2-1ecb-4cab-ba8c-9a45aa000af1 HTTP/1.1" status: 204 len: 168 time: 0.3825495 Sep 16 16:28:32.113985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fa73d-bb0d-40bc-8227-3ff876abe375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b26f3a2-1ecb-4cab-ba8c-9a45aa000af1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:32.221691 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b04d1ed6-1f27-4984-abf4-1d9bc29cc7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.279892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58336) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:32.282764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ba6f9-5ff4-4528-8116-69f2e87fea1a req-19221847-7a3e-4a20-b435-67d9cb787356 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:32.288888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-934ba6f9-5ff4-4528-8116-69f2e87fea1a req-19221847-7a3e-4a20-b435-67d9cb787356 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 949 time: 0.0658455 Sep 16 16:28:32.313243 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9cd666f4-a5d6-421f-8813-4ccf20101658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.486778 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9cd666f4-a5d6-421f-8813-4ccf20101658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.577167 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9cd666f4-a5d6-421f-8813-4ccf20101658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.648222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b04d1ed6-1f27-4984-abf4-1d9bc29cc7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.682426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd666f4-a5d6-421f-8813-4ccf20101658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8157ac-a2f9-4b6c-acd2-e190c96645da,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:32.737097 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9cd666f4-a5d6-421f-8813-4ccf20101658 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=185e285492ad49a39abaac8aac39610c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553342 Sep 16 16:28:32.740284 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b04d1ed6-1f27-4984-abf4-1d9bc29cc7f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a32e3fe7648f430b88806ac4fb0dd67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9824593 Sep 16 16:28:32.742010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58344) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:32.742650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58346) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:32.795561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-934ba6f9-5ff4-4528-8116-69f2e87fea1a req-f9dc75b4-afb6-4046-bbcd-d5ac764d18ac tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045967 Sep 16 16:28:32.823368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d1ed6-1f27-4984-abf4-1d9bc29cc7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960e0851-ef63-49de-a8c2-9d29f887957c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:32.904276 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce88b2a6-cb84-4d80-88b6-6424bbc4a572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.904276 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d76de576-88fd-4071-b5b2-231f729231cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.911810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58352) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:32.927634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'name': 'network-vif-deleted', 'tag': '6549b5f1-c569-4336-aa80-51ba667a5c6b'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:32.931565 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4d0df4-9fb4-4286-bc98-81c9ae9623c7" -d '{"events": [{"server_uuid": "59840b6a-52f3-4ab7-ba46-9f257038f6c9", "name": "network-vif-deleted", "tag": "6549b5f1-c569-4336-aa80-51ba667a5c6b"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:32.957766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce88b2a6-cb84-4d80-88b6-6424bbc4a572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:32.977425 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57816b2f-b292-47de-83d7-8c1aef60c876 x-openstack-request-id: req-57816b2f-b292-47de-83d7-8c1aef60c876 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:32.977425 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59840b6a-52f3-4ab7-ba46-9f257038f6c9", "name": "network-vif-deleted", "tag": "6549b5f1-c569-4336-aa80-51ba667a5c6b", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:32.977425 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57816b2f-b292-47de-83d7-8c1aef60c876 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:32.977425 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59840b6a-52f3-4ab7-ba46-9f257038f6c9', 'name': 'network-vif-deleted', 'tag': '6549b5f1-c569-4336-aa80-51ba667a5c6b', 'status': 'completed', 'code': 200} Sep 16 16:28:33.001324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e83742-0b23-4f7d-9251-19f22859cd24 admin admin] Deleting subnet 8edb2da0-041f-4088-852c-4e970b0ead7e {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:28:33.009382 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e83742-0b23-4f7d-9251-19f22859cd24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:33.034126 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d76de576-88fd-4071-b5b2-231f729231cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:33.060990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e83742-0b23-4f7d-9251-19f22859cd24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:33.116308 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e83742-0b23-4f7d-9251-19f22859cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:33.288146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6549b5f1-c569-4336-aa80-51ba667a5c6b no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:33.312117 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 6549b5f1-c569-4336-aa80-51ba667a5c6b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:33.312710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6549b5f1-c569-4336-aa80-51ba667a5c6b not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:33.922653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b1d5-a59e-435b-8654-285762e98355 req-8c4f7843-410d-4906-a809-1ce3d8b0a5ce tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:33.924209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48b5b1d5-a59e-435b-8654-285762e98355 req-8c4f7843-410d-4906-a809-1ce3d8b0a5ce tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 949 time: 0.0546339 Sep 16 16:28:33.974512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e83742-0b23-4f7d-9251-19f22859cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:33.975593 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:33.980745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48b5b1d5-a59e-435b-8654-285762e98355 req-ca1334fb-4d5a-4815-b90a-df084ba06c1d tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456707 Sep 16 16:28:33.982414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce88b2a6-cb84-4d80-88b6-6424bbc4a572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:33.986474 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce88b2a6-cb84-4d80-88b6-6424bbc4a572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:33.990477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ce88b2a6-cb84-4d80-88b6-6424bbc4a572 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a8157ac-a2f9-4b6c-acd2-e190c96645da HTTP/1.1" status: 204 len: 168 time: 1.2337999 Sep 16 16:28:33.994106 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d76de576-88fd-4071-b5b2-231f729231cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:34.003685 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d76de576-88fd-4071-b5b2-231f729231cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:34.004886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d76de576-88fd-4071-b5b2-231f729231cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/960e0851-ef63-49de-a8c2-9d29f887957c HTTP/1.1" status: 204 len: 168 time: 1.2366490 Sep 16 16:28:34.037245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88b2a6-cb84-4d80-88b6-6424bbc4a572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8157ac-a2f9-4b6c-acd2-e190c96645da,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:34.037245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76de576-88fd-4071-b5b2-231f729231cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960e0851-ef63-49de-a8c2-9d29f887957c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:34.058550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e83742-0b23-4f7d-9251-19f22859cd24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8edb2da0-041f-4088-852c-4e970b0ead7e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:34.068736 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e83742-0b23-4f7d-9251-19f22859cd24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:34.073231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58396) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:34.074011 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f5e83742-0b23-4f7d-9251-19f22859cd24 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8edb2da0-041f-4088-852c-4e970b0ead7e HTTP/1.1" status: 204 len: 168 time: 1.1625426 Sep 16 16:28:34.179235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:34.287537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:34.343874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ae0df2-f0ea-407a-9034-907ca2cd2517']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:34.358127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b150bc72-6e63-41e9-8362-51740fa4159c') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:34.359709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b150bc72-6e63-41e9-8362-51740fa4159c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:34.380194 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:34.400121 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:34.413592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:28:34.414209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:28:34.418302 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:28:34.611694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8073-8150-4eb4-b097-76d5e9ca657a req-8e5b42ed-5ba0-4d43-b2e2-b1dcd719138b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:34.620871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36eb8073-8150-4eb4-b097-76d5e9ca657a req-8e5b42ed-5ba0-4d43-b2e2-b1dcd719138b tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0816252 Sep 16 16:28:34.667306 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36eb8073-8150-4eb4-b097-76d5e9ca657a req-d7111081-1def-466d-9648-f61e61d4703e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Sep 16 16:28:34.669033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:34.675261 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:34.685391 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] 10.222.0.22 "DELETE /v2.0/networks/b4ae0df2-f0ea-407a-9034-907ca2cd2517 HTTP/1.1" status: 204 len: 168 time: 0.6057196 Sep 16 16:28:34.722723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2926092-22bb-4bf1-a74c-b227bd9f84cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ae0df2-f0ea-407a-9034-907ca2cd2517,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:34.794646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-a242fb84-981d-4b29-8a04-2c950901f22f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:34.796776 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-a242fb84-981d-4b29-8a04-2c950901f22f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0897200 Sep 16 16:28:34.940346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-43886e01-925d-4ff5-be0d-2d203573ee8a tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=353d5fe6fc6945e18dac21528149dfed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550909 Sep 16 16:28:34.956326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-4d6455f2-b030-497d-b25c-0b66abba7ece tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Deleting port db1b5e91-7e34-4c37-9265-afcc48ad3057 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:34.956711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-4d6455f2-b030-497d-b25c-0b66abba7ece tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:35.093718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-4d6455f2-b030-497d-b25c-0b66abba7ece tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] For port db1b5e91-7e34-4c37-9265-afcc48ad3057, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=db1b5e91-7e34-4c37-9265-afcc48ad3057,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:35.094747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-4d6455f2-b030-497d-b25c-0b66abba7ece tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:35.117159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-4d6455f2-b030-497d-b25c-0b66abba7ece tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Calling delete_port for db1b5e91-7e34-4c37-9265-afcc48ad3057 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:35.176509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-4f4946bc-e893-48c7-b547-263dab574146 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:35.190987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-4f4946bc-e893-48c7-b547-263dab574146 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438948 Sep 16 16:28:35.224374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-caba4b16-6c69-4c36-8289-357d8cef1961 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/quotas/353d5fe6fc6945e18dac21528149dfed HTTP/1.1" status: 200 len: 375 time: 0.0271411 Sep 16 16:28:35.316041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-36d0b96b-ddf4-44eb-af9a-c657da6e6709 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=353d5fe6fc6945e18dac21528149dfed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901206 Sep 16 16:28:35.372697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58440) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:35.429070 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-4d6455f2-b030-497d-b25c-0b66abba7ece tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:35.547427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6455f2-b030-497d-b25c-0b66abba7ece tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Pushing event deleted for resources: {'Port': ['ID=db1b5e91-7e34-4c37-9265-afcc48ad3057,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:35.604631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58462) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:35.611591 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-516fa39d-d064-4f4e-ad04-9d3c16a3aeb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdec3a5397824f72841e07c93858bfef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372782 Sep 16 16:28:35.722523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-4d6455f2-b030-497d-b25c-0b66abba7ece tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] No DVR routers for this DVR port db1b5e91-7e34-4c37-9265-afcc48ad3057 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:35.727512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-4d6455f2-b030-497d-b25c-0b66abba7ece tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:35.732167 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a85eef87-f062-4caf-b213-5bf0204a2828 req-4d6455f2-b030-497d-b25c-0b66abba7ece tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.62 "DELETE /v2.0/ports/db1b5e91-7e34-4c37-9265-afcc48ad3057 HTTP/1.1" status: 204 len: 173 time: 0.9282780 Sep 16 16:28:35.734302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'name': 'network-vif-deleted', 'tag': 'db1b5e91-7e34-4c37-9265-afcc48ad3057'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:35.745587 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4ab78f-58c4-4703-9767-7182cbaee3ca" -d '{"events": [{"server_uuid": "b1618d82-06ec-4e26-b8e2-13ae7630d0a6", "name": "network-vif-deleted", "tag": "db1b5e91-7e34-4c37-9265-afcc48ad3057"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:35.773049 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8aa613d8-b5c9-47e7-a28d-7c214e079a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:35.819344 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8aa613d8-b5c9-47e7-a28d-7c214e079a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:35.831526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f3c6f37-a868-4639-8da6-6d6276be51af req-fd5625d3-c334-4166-a9f4-edd627172519 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 210 time: 0.1327889 Sep 16 16:28:35.927532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d974c48-ef9b-463e-9162-717c324d81c3 req-604d8a88-83fb-46c7-95d8-c09de0a44f49 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1618d82-06ec-4e26-b8e2-13ae7630d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0949285 Sep 16 16:28:36.028196 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8aa613d8-b5c9-47e7-a28d-7c214e079a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:36.033719 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8aa613d8-b5c9-47e7-a28d-7c214e079a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:36.035418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8aa613d8-b5c9-47e7-a28d-7c214e079a6e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d87ece7-420c-4ddd-af03-6ffc6e39e5c3 HTTP/1.1" status: 204 len: 168 time: 0.4298120 Sep 16 16:28:36.060763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa613d8-b5c9-47e7-a28d-7c214e079a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d87ece7-420c-4ddd-af03-6ffc6e39e5c3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:36.088098 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc880a1-5891-4c13-a9f2-b30f6f8850fb x-openstack-request-id: req-3bc880a1-5891-4c13-a9f2-b30f6f8850fb {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:36.088689 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1618d82-06ec-4e26-b8e2-13ae7630d0a6", "name": "network-vif-deleted", "tag": "db1b5e91-7e34-4c37-9265-afcc48ad3057", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:36.089488 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bc880a1-5891-4c13-a9f2-b30f6f8850fb {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:36.090211 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1618d82-06ec-4e26-b8e2-13ae7630d0a6', 'name': 'network-vif-deleted', 'tag': 'db1b5e91-7e34-4c37-9265-afcc48ad3057', 'status': 'completed', 'code': 200} Sep 16 16:28:37.320021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device db1b5e91-7e34-4c37-9265-afcc48ad3057 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:37.342502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77926232-72c5-4d7e-80a0-587ead1b4877 req-dfe3013f-6f15-4765-b4cf-869b0a03f79b tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 210 time: 0.0579534 Sep 16 16:28:37.363431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: db1b5e91-7e34-4c37-9265-afcc48ad3057 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:37.364084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device db1b5e91-7e34-4c37-9265-afcc48ad3057 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:37.720751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af91c6-06cb-4f40-9555-bd9b9b857211 req-4512058f-fecd-4824-a80e-2bd525cc83da tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:37.728422 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27af91c6-06cb-4f40-9555-bd9b9b857211 req-4512058f-fecd-4824-a80e-2bd525cc83da tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 945 time: 0.0697474 Sep 16 16:28:37.793003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27af91c6-06cb-4f40-9555-bd9b9b857211 req-2a750b41-ebd3-40dc-8c8f-45305b8e81ef tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d20e2e6-ade5-4614-bac7-a37ad5747ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634959 Sep 16 16:28:38.062445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-3838f9f3-d8dd-4ba8-a51f-dec8492eaa30 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:38.064237 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-3838f9f3-d8dd-4ba8-a51f-dec8492eaa30 tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 945 time: 0.0618105 Sep 16 16:28:38.171273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-27414ee7-364b-4cba-8dc4-7b3bd8447c5e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Deleting port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:38.171625 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-27414ee7-364b-4cba-8dc4-7b3bd8447c5e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:38.272297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-167566c9-afc9-49ae-a825-9312d90365af tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=11e542ad7503435aade1221d05a78e4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265005 Sep 16 16:28:38.277271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-27414ee7-364b-4cba-8dc4-7b3bd8447c5e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] For port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,segment=NetworkSegment(571c54aa-34d1-454e-9e92-7b29ac9c365f),segment_id=571c54aa-34d1-454e-9e92-7b29ac9c365f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:38.277647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-27414ee7-364b-4cba-8dc4-7b3bd8447c5e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:38.290263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-27414ee7-364b-4cba-8dc4-7b3bd8447c5e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Calling delete_port for 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:38.384787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-7867809a-4af9-45aa-97f4-61e0cba10dc2 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:38.386291 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-7867809a-4af9-45aa-97f4-61e0cba10dc2 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083028 Sep 16 16:28:38.430395 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-5ea0870e-d583-4cc1-b997-f2febc0a0a2f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/quotas/11e542ad7503435aade1221d05a78e4b HTTP/1.1" status: 200 len: 375 time: 0.0213239 Sep 16 16:28:38.451985 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-85d5f65c-6da2-4d66-94e0-d423c343d656 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=353d5fe6fc6945e18dac21528149dfed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345793 Sep 16 16:28:38.512816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-203384e4-acaf-4349-a591-5cf36467a77b tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=11e542ad7503435aade1221d05a78e4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798576 Sep 16 16:28:38.573654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-27414ee7-364b-4cba-8dc4-7b3bd8447c5e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:38.653544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27414ee7-364b-4cba-8dc4-7b3bd8447c5e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Pushing event deleted for resources: {'Port': ['ID=23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:38.731969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-27414ee7-364b-4cba-8dc4-7b3bd8447c5e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] No DVR routers for this DVR port 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:38.736631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-27414ee7-364b-4cba-8dc4-7b3bd8447c5e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:38.738674 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfedcc5f-71f2-4582-a96d-6317eba993bc req-27414ee7-364b-4cba-8dc4-7b3bd8447c5e tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.62 "DELETE /v2.0/ports/23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 HTTP/1.1" status: 204 len: 173 time: 0.6684418 Sep 16 16:28:38.749953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adda500-d870-46bb-a0b6-22531fa058dc', 'name': 'network-vif-deleted', 'tag': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:38.753040 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de708b13-a3a0-41a2-8711-5139364e0bf4" -d '{"events": [{"server_uuid": "2adda500-d870-46bb-a0b6-22531fa058dc", "name": "network-vif-deleted", "tag": "23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:38.783762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-14d0cff8-1323-40b4-906b-07a325761d51 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:38.785616 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-14d0cff8-1323-40b4-906b-07a325761d51 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3273222 Sep 16 16:28:38.811862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Request body: {'port': {'device_id': 'd7c93cab-c882-4c01-b6e8-d4bf801e70c7', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '353d5fe6fc6945e18dac21528149dfed'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:38.850436 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:28:38.955968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a70860a-b8ae-4bf7-944a-1f45c7cb7b35 req-a129bc3d-db19-4b0e-b980-67f6e687450a tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 210 time: 0.0423894 Sep 16 16:28:39.285541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Made reservation on behalf of 353d5fe6fc6945e18dac21528149dfed for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:28:39.312225 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:39.312686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ccc95644-8f5b-4270-8034-b290c3203bd3 req-f5ee47cd-90bd-44c8-9002-8d2bbf4e1995 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 210 time: 0.0589941 Sep 16 16:28:39.565546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Allocated IP 192.168.233.220 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/a5d5e188-6871-4aab-be07-1602565e1388) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:28:39.624781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c90939ab-d400-4368-8193-a08ca7fb19ad req-e4586d55-7682-44ab-acf2-1943b30e4f5f tempest-LiveAutoBlockMigrationV225Test-1997963591 tempest-LiveAutoBlockMigrationV225Test-1997963591-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adda500-d870-46bb-a0b6-22531fa058dc HTTP/1.1" status: 200 len: 210 time: 0.0637481 Sep 16 16:28:39.860280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:39.868066 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bad7ad2-13b4-40dc-b843-a6787a88b35b x-openstack-request-id: req-7bad7ad2-13b4-40dc-b843-a6787a88b35b {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:39.868359 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adda500-d870-46bb-a0b6-22531fa058dc", "name": "network-vif-deleted", "tag": "23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:39.868634 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7bad7ad2-13b4-40dc-b843-a6787a88b35b {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:39.869037 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adda500-d870-46bb-a0b6-22531fa058dc', 'name': 'network-vif-deleted', 'tag': '23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6', 'status': 'completed', 'code': 200} Sep 16 16:28:40.026572 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:40.039930 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a57b4ada-a077-4afd-a276-3e395f50ebad'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:40.081062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Pushing event updated for resources: {'Port': ['ID=a5d5e188-6871-4aab-be07-1602565e1388,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:40.098920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:28:40.100967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:28:40.104290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:28:40.216926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:40.218437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:40.333468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c0872-67ad-4e10-b303-6d9b26e69dc5 req-de8e80da-3682-485b-b442-66a14d4fed26 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:40.334845 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-734d3780-1865-4b6e-8ef5-c6bbbf3cbfe8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5341160 Sep 16 16:28:40.335815 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b5c0872-67ad-4e10-b303-6d9b26e69dc5 req-de8e80da-3682-485b-b442-66a14d4fed26 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 936 time: 0.0765610 Sep 16 16:28:40.384436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b5c0872-67ad-4e10-b303-6d9b26e69dc5 req-da54964e-b43d-475e-ad08-d210ff6ad08f tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 Sep 16 16:28:40.498813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Request body: {'port': {'device_id': 'd7c93cab-c882-4c01-b6e8-d4bf801e70c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:40.569917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2539d0b1-cfb9-4ab7-b07f-97ae1b2aae78 None None] Provisioning complete for port a5d5e188-6871-4aab-be07-1602565e1388 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:28:40.570585 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2539d0b1-cfb9-4ab7-b07f-97ae1b2aae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:40.585976 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:40.619214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2539d0b1-cfb9-4ab7-b07f-97ae1b2aae78 None None] Port a5d5e188-6871-4aab-be07-1602565e1388 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:28:40.631246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-166665d8-195a-4ed2-8077-389a82f762dd req-36d772aa-d353-4c27-80d2-129a1f77be33 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 210 time: 0.0479460 Sep 16 16:28:40.725985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d55c86f9-fb0a-4bab-be76-8da7d24269f9 req-8ba257ab-5881-4be2-b787-8a6fb6f250ac tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=b743459b-3cdf-41c9-a425-4e45008d2ffb HTTP/1.1" status: 200 len: 210 time: 0.0420635 Sep 16 16:28:40.806345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58694) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:40.956299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d5e188-6871-4aab-be07-1602565e1388 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:40.969219 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:40.982537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Transition to ACTIVE for port object a5d5e188-6871-4aab-be07-1602565e1388 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:28:41.023017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85f0b4b-369f-4c8b-93ab-eb5db208b90a admin admin] Deleting subnet 5ca29617-9cd6-4a45-9390-139b0ed27531 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:28:41.027168 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f85f0b4b-369f-4c8b-93ab-eb5db208b90a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.039376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.094486 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f85f0b4b-369f-4c8b-93ab-eb5db208b90a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.144211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Pushing event updated for resources: {'Port': ['ID=a5d5e188-6871-4aab-be07-1602565e1388,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:41.165454 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f85f0b4b-369f-4c8b-93ab-eb5db208b90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.225512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Attempting to bind port a5d5e188-6871-4aab-be07-1602565e1388 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:28:41.225857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Attempting to bind port a5d5e188-6871-4aab-be07-1602565e1388 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:28:41.226191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Attempting to bind port a5d5e188-6871-4aab-be07-1602565e1388 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:41.231107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Port a5d5e188-6871-4aab-be07-1602565e1388 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:28:41.231477 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Attempting to bind port a5d5e188-6871-4aab-be07-1602565e1388 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:41.239400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:28:41.240098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:28:41.240584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:28:41.241024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Bound port: a5d5e188-6871-4aab-be07-1602565e1388, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:28:41.241441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.323194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 958eca47-8c6c-45cc-91b2-46ec9a519a0b no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:41.338509 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] For port a5d5e188-6871-4aab-be07-1602565e1388, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:28:41.340805 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f85f0b4b-369f-4c8b-93ab-eb5db208b90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.344293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] For port a5d5e188-6871-4aab-be07-1602565e1388, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a5d5e188-6871-4aab-be07-1602565e1388,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:28:41.392206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f0b4b-369f-4c8b-93ab-eb5db208b90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca29617-9cd6-4a45-9390-139b0ed27531,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:41.395043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f85f0b4b-369f-4c8b-93ab-eb5db208b90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.397496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f85f0b4b-369f-4c8b-93ab-eb5db208b90a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5ca29617-9cd6-4a45-9390-139b0ed27531 HTTP/1.1" status: 204 len: 168 time: 0.5899508 Sep 16 16:28:41.400119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58746) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:41.485501 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.493015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.513287 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.561197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Pushing event updated for resources: {'Port': ['ID=a5d5e188-6871-4aab-be07-1602565e1388,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:41.584185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:41.584398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:41.584872 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.586756 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958eca47-8c6c-45cc-91b2-46ec9a519a0b'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:41.593500 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f517ce1-fea8-4b8b-80c7-15f54985d80a" -d '{"events": [{"server_uuid": "e9613e13-fe9f-401d-8ae2-e9e384634e14", "name": "network-vif-unplugged", "status": "completed", "tag": "958eca47-8c6c-45cc-91b2-46ec9a519a0b"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:41.597119 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-597f4205-3c49-4d84-8705-c31ded12f6ba service neutron] 10.222.0.52 "PUT /v2.0/ports/a5d5e188-6871-4aab-be07-1602565e1388 HTTP/1.1" status: 200 len: 1096 time: 1.2428963 Sep 16 16:28:41.692329 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.696273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:41.743656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:41.744248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 23677d27-95fb-4bc4-b56d-a7d6bd8dd5b6 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:41.761651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.791181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5423d5-f053-41fe-a8a0-85f6f79eddbf req-a5e3112c-f9dd-4e68-baaa-1855b63c482a tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:41.793639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f5423d5-f053-41fe-a8a0-85f6f79eddbf req-a5e3112c-f9dd-4e68-baaa-1855b63c482a tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 948 time: 0.0705886 Sep 16 16:28:41.805123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75508dcc-21bf-4c22-b5b5-12c516491d6b']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:41.819384 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=958eca47-8c6c-45cc-91b2-46ec9a519a0b,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:41.819558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571c54aa-34d1-454e-9e92-7b29ac9c365f') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:41.819558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571c54aa-34d1-454e-9e92-7b29ac9c365f') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:41.830810 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.841688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-06b85419-9087-4b30-abf0-3809c0b6e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:41.843740 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-06b85419-9087-4b30-abf0-3809c0b6e5d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=353d5fe6fc6945e18dac21528149dfed&device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 1099 time: 0.0907888 Sep 16 16:28:41.849546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f5423d5-f053-41fe-a8a0-85f6f79eddbf req-594c86ad-82c0-4e9f-aba6-4c40b7dc4a33 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484045 Sep 16 16:28:41.849750 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.862655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:28:41.865333 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:28:41.900118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c93cab-c882-4c01-b6e8-d4bf801e70c7', 'tag': 'a5d5e188-6871-4aab-be07-1602565e1388'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:41.902035 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e1d554-07b4-4548-9474-64c5d3e2afa7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c93cab-c882-4c01-b6e8-d4bf801e70c7", "tag": "a5d5e188-6871-4aab-be07-1602565e1388"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:41.921826 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-d0082cd1-bdaf-4ccc-822f-230fdeb7cba9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=a5d5e188-6871-4aab-be07-1602565e1388 HTTP/1.1" status: 200 len: 217 time: 0.0692756 Sep 16 16:28:41.982555 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-f3dae80f-26e7-4206-a39d-31747bd34488 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=11e542ad7503435aade1221d05a78e4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727203 Sep 16 16:28:42.048124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-92d106b9-30c1-4bfa-aea4-b34959212762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:42.049622 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-92d106b9-30c1-4bfa-aea4-b34959212762 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0889468 Sep 16 16:28:42.118612 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.130446 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.132305 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] 10.222.0.22 "DELETE /v2.0/networks/75508dcc-21bf-4c22-b5b5-12c516491d6b HTTP/1.1" status: 204 len: 168 time: 0.7306902 Sep 16 16:28:42.135560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58788) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:42.157970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc41f8f-6932-412f-9039-d120a95b752a admin admin] Pushing event deleted for resources: {'Network': ['ID=75508dcc-21bf-4c22-b5b5-12c516491d6b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:42.172372 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-03dedaf9-5755-49f3-9470-3d54441394ce tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:42.173835 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-03dedaf9-5755-49f3-9470-3d54441394ce tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1708269 Sep 16 16:28:42.176510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-9c0427ab-40a3-46ad-b96f-bc8af11540d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:42.177855 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-9c0427ab-40a3-46ad-b96f-bc8af11540d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938506 Sep 16 16:28:42.186504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Request body: {'port': {'device_id': '30ebcce5-d03f-46cf-abc0-5c6e678ab4f8', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '11e542ad7503435aade1221d05a78e4b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:42.188472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-06eb7baf-096a-4b38-97a1-935193960f45 admin admin] Deleting subnet 17938bc6-eb66-4752-b78f-fdea4ee08d82 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:28:42.191670 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-06eb7baf-096a-4b38-97a1-935193960f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.232540 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-06eb7baf-096a-4b38-97a1-935193960f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.283576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-06eb7baf-096a-4b38-97a1-935193960f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.353491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-8a43124c-b49f-4119-a75a-eac4313427b1 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635854 Sep 16 16:28:42.428814 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-06eb7baf-096a-4b38-97a1-935193960f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.455778 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e739153-cdef-4962-92e2-aff680800a93 x-openstack-request-id: req-6e739153-cdef-4962-92e2-aff680800a93 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:42.456307 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9613e13-fe9f-401d-8ae2-e9e384634e14", "name": "network-vif-unplugged", "status": "completed", "tag": "958eca47-8c6c-45cc-91b2-46ec9a519a0b", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:42.456501 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e739153-cdef-4962-92e2-aff680800a93 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:42.456958 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958eca47-8c6c-45cc-91b2-46ec9a519a0b', 'code': 200} Sep 16 16:28:42.457160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb7baf-096a-4b38-97a1-935193960f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17938bc6-eb66-4752-b78f-fdea4ee08d82,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:42.459257 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-06eb7baf-096a-4b38-97a1-935193960f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.472631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-06eb7baf-096a-4b38-97a1-935193960f45 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/17938bc6-eb66-4752-b78f-fdea4ee08d82 HTTP/1.1" status: 204 len: 168 time: 0.3345292 Sep 16 16:28:42.483654 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58804) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:42.487402 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-717ef1d1-1373-49b9-95f5-2f572a238e99 req-605e419b-eec7-4fd1-9cb7-0ebed5ae8a4b service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205921 Sep 16 16:28:42.488756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Made reservation on behalf of 11e542ad7503435aade1221d05a78e4b for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:28:42.492925 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.503460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.575510 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.601942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.613527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc4dc2c3-5bf2-428c-a947-2a8e6075ca2d req-5aa71d60-23e2-4470-b7db-2b4ef6f877aa tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0289605 Sep 16 16:28:42.689119 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.694777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.733674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94b2bea0-7970-49eb-8898-b768978b6999 req-0e559931-037d-4110-aa4d-3688519483d0 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 210 time: 0.0470505 Sep 16 16:28:42.737052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f24410-4ed3-42de-872d-5e7c861fd218']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:42.756750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc34c2d9-09a5-499c-b0b6-32d80ac94b80') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:42.757051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc34c2d9-09a5-499c-b0b6-32d80ac94b80') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:28:42.769142 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.777685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208d7f73-27b3-4537-a733-e3982e94d65c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:42.787509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.796699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:28:42.796699 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:28:42.798706 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:28:42.821589 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861d846b-7f30-40fa-9733-c13821bc577c x-openstack-request-id: req-861d846b-7f30-40fa-9733-c13821bc577c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:42.821987 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c93cab-c882-4c01-b6e8-d4bf801e70c7", "tag": "a5d5e188-6871-4aab-be07-1602565e1388", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:42.822516 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-861d846b-7f30-40fa-9733-c13821bc577c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:42.823149 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c93cab-c882-4c01-b6e8-d4bf801e70c7', 'tag': 'a5d5e188-6871-4aab-be07-1602565e1388', 'status': 'completed', 'code': 200} Sep 16 16:28:42.876030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Allocated IP 192.168.233.6 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/b52ec41b-efd1-48e9-b357-a36d116f5d8f) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:28:42.915815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-8a042280-f2d2-45db-87ce-fd1bc62202d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:42.917406 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-8a042280-f2d2-45db-87ce-fd1bc62202d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=353d5fe6fc6945e18dac21528149dfed&device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 1099 time: 0.0432801 Sep 16 16:28:42.959085 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.965836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:42.971128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/64f24410-4ed3-42de-872d-5e7c861fd218 HTTP/1.1" status: 204 len: 168 time: 0.4839771 Sep 16 16:28:42.979681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b7d7e-0e4d-452f-a633-5330031f6ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f24410-4ed3-42de-872d-5e7c861fd218,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:43.053749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-46753774-0f6f-479c-a0fd-e4169ba8fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:43.055253 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-46753774-0f6f-479c-a0fd-e4169ba8fdef service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1303775 Sep 16 16:28:43.110693 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-bb881532-a6f6-4b34-abeb-435b1352b0fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=a5d5e188-6871-4aab-be07-1602565e1388 HTTP/1.1" status: 200 len: 217 time: 0.0402567 Sep 16 16:28:43.176548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af43b-8348-4d71-a28b-03b9d8780ad2 req-5b4be40b-94a0-4471-9ef8-2fb60306a538 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:43.178074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a72af43b-8348-4d71-a28b-03b9d8780ad2 req-5b4be40b-94a0-4471-9ef8-2fb60306a538 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 948 time: 0.0644264 Sep 16 16:28:43.215305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a72af43b-8348-4d71-a28b-03b9d8780ad2 req-0ecba816-a163-4d14-b6f6-0766de579e3d tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Sep 16 16:28:43.240650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-eb7d4af3-1d19-4abf-aed4-6bb61cec8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:43.242213 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-eb7d4af3-1d19-4abf-aed4-6bb61cec8d33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0994241 Sep 16 16:28:43.306008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:43.324056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-0a018fb6-a44b-4cdc-917e-7b7782930749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:43.326664 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-0a018fb6-a44b-4cdc-917e-7b7782930749 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745366 Sep 16 16:28:43.386246 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:43.400024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58820) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:43.456169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58824) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:43.456656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ac7d7a30-ebf4-4bac-971a-9f7d87a5c9fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=766ce6d6bbc94e888a00a8b38d7c11a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547223 Sep 16 16:28:43.466666 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-f933e24c-8e5c-465a-bca0-65906619d8fe service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284964 Sep 16 16:28:43.504316 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:43.598171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58828) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:43.647412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:43.799946 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f51d77e2-c1db-4701-b0c5-21f9ad3edd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:43.884475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:28:43.901745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:28:43.909210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:28:43.911491 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Pushing event updated for resources: {'Port': ['ID=b52ec41b-efd1-48e9-b357-a36d116f5d8f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:43.936078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1695aa68-43d9-45df-86a8-a4aa13964b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:43.973716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28e4849f-1022-487c-a646-e3af75308494 req-d01bf941-6a1e-457f-8c27-5aee7035b27f tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0916631 Sep 16 16:28:43.980123 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77e1d554-07b4-4548-9474-64c5d3e2afa7 req-536b1d55-ea50-47d7-b4a9-914887ab5deb service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037873 Sep 16 16:28:43.995674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:44.007505 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.012254 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1695aa68-43d9-45df-86a8-a4aa13964b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.032049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a6752-af56-4add-8958-07b125212b55 req-bd6c6a55-a20f-4660-82a9-f0deb329beea tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:44.033998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-272a6752-af56-4add-8958-07b125212b55 req-bd6c6a55-a20f-4660-82a9-f0deb329beea tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 934 time: 0.1539121 Sep 16 16:28:44.051972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f51d77e2-c1db-4701-b0c5-21f9ad3edd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.084296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-272a6752-af56-4add-8958-07b125212b55 req-bac7186c-1264-4c46-9a9c-c8c49915f393 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Sep 16 16:28:44.160091 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f51d77e2-c1db-4701-b0c5-21f9ad3edd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.188735 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1695aa68-43d9-45df-86a8-a4aa13964b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.191275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1695aa68-43d9-45df-86a8-a4aa13964b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.192523 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1695aa68-43d9-45df-86a8-a4aa13964b68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d20e2e6-ade5-4614-bac7-a37ad5747ac7 HTTP/1.1" status: 204 len: 168 time: 0.7343807 Sep 16 16:28:44.200477 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695aa68-43d9-45df-86a8-a4aa13964b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d20e2e6-ade5-4614-bac7-a37ad5747ac7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:44.219675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d77e2-c1db-4701-b0c5-21f9ad3edd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b0ddc-398f-4881-bebc-45a516784625,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:44.233057 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f51d77e2-c1db-4701-b0c5-21f9ad3edd0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d63f0705ea6346a2aefaad8e08bb8473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6337709 Sep 16 16:28:44.235802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58856) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:44.281667 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e93b4ac7-b178-48cf-b538-0ef156ebc052 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0987725 Sep 16 16:28:44.289646 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c29cd528-0af8-45ea-a73d-df4c36785513 None None] Provisioning complete for port b52ec41b-efd1-48e9-b357-a36d116f5d8f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:28:44.290244 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c29cd528-0af8-45ea-a73d-df4c36785513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.300677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Request body: {'port': {'device_id': '30ebcce5-d03f-46cf-abc0-5c6e678ab4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:44.346397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08557d15-6866-4178-a47c-4e7bf6269109 req-ab1a9328-9fc9-4ed5-bea8-bf45b03893fa tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:44.347895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-ab1a9328-9fc9-4ed5-bea8-bf45b03893fa tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 805 time: 0.1702313 Sep 16 16:28:44.352051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c29cd528-0af8-45ea-a73d-df4c36785513 None None] Port b52ec41b-efd1-48e9-b357-a36d116f5d8f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:28:44.369461 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfb7b-cedb-461b-bcea-7a04c8c0a444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.372811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.396194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-33703089-509c-46c9-bb89-1e1f8e84791e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/quotas/a45182a5eda747daa246b691bf2d6f71 HTTP/1.1" status: 200 len: 375 time: 0.0359948 Sep 16 16:28:44.410950 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfb7b-cedb-461b-bcea-7a04c8c0a444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.488478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95840e20-a847-4267-ada7-e690123f2127 req-16a9c12e-305d-4898-8517-fe9c272c3eb3 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:44.490255 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95840e20-a847-4267-ada7-e690123f2127 req-16a9c12e-305d-4898-8517-fe9c272c3eb3 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 948 time: 0.1517887 Sep 16 16:28:44.521933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-f24908bc-9b5f-42b0-a9ae-e710009bab67 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010294 Sep 16 16:28:44.558671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95840e20-a847-4267-ada7-e690123f2127 req-bccd5064-0c9b-4d72-95de-01c5b5e3b096 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573502 Sep 16 16:28:44.607139 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfb7b-cedb-461b-bcea-7a04c8c0a444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.609768 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfb7b-cedb-461b-bcea-7a04c8c0a444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.611091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2f2cfb7b-cedb-461b-bcea-7a04c8c0a444 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da5b0ddc-398f-4881-bebc-45a516784625 HTTP/1.1" status: 204 len: 168 time: 0.3743935 Sep 16 16:28:44.624555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cfb7b-cedb-461b-bcea-7a04c8c0a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b0ddc-398f-4881-bebc-45a516784625,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:44.644920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-22f971fc-6080-4e87-924c-5a293866951a service neutron] 10.222.0.22 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102424 Sep 16 16:28:44.706631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52ec41b-efd1-48e9-b357-a36d116f5d8f {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:44.714209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.727070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Transition to ACTIVE for port object b52ec41b-efd1-48e9-b357-a36d116f5d8f will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:28:44.749245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-877b88bf-57a5-49c9-9f84-1a31de62fb0a service neutron] 10.222.0.22 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876234 Sep 16 16:28:44.805399 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.863246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Pushing event updated for resources: {'Port': ['ID=b52ec41b-efd1-48e9-b357-a36d116f5d8f,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:44.933133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Attempting to bind port b52ec41b-efd1-48e9-b357-a36d116f5d8f on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:28:44.933472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Attempting to bind port b52ec41b-efd1-48e9-b357-a36d116f5d8f by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:28:44.933570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Attempting to bind port b52ec41b-efd1-48e9-b357-a36d116f5d8f on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:44.938945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Port b52ec41b-efd1-48e9-b357-a36d116f5d8f on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:28:44.939277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Attempting to bind port b52ec41b-efd1-48e9-b357-a36d116f5d8f on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:44.944667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:28:44.945008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:28:44.945393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:28:44.945823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Bound port: b52ec41b-efd1-48e9-b357-a36d116f5d8f, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:28:44.951526 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:44.997050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58876) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:45.120182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] For port b52ec41b-efd1-48e9-b357-a36d116f5d8f, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:28:45.124817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] For port b52ec41b-efd1-48e9-b357-a36d116f5d8f, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b52ec41b-efd1-48e9-b357-a36d116f5d8f,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:28:45.153170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f7803e2-3530-49eb-8d1d-226f8a9c3d14 req-2c7f09d3-4055-4112-9830-0e79051af791 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b743459b-3cdf-41c9-a425-4e45008d2ffb HTTP/1.1" status: 200 len: 210 time: 0.1128902 Sep 16 16:28:45.165811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a4cd3c5-e0dc-4938-aee5-4682c576fc73 req-d8eb96a7-9b06-4e1d-ad28-6f1cc2efb471 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 210 time: 0.1244030 Sep 16 16:28:45.200314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcd84786-ffd4-47bb-b27d-7e39e2f861f1 req-0a4b13da-7056-4b9d-9c1c-a5ec5b18d242 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0647666 Sep 16 16:28:45.206055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a32c9279-acca-4b94-bb7d-3dabfa813ef1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ae40bed2f9c48a7b0b5533ca5f96960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073627 Sep 16 16:28:45.218306 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:45.221344 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58882) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:45.265076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:45.265076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:45.265076 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] 10.222.0.62 "PUT /v2.0/ports/b52ec41b-efd1-48e9-b357-a36d116f5d8f HTTP/1.1" status: 200 len: 1094 time: 0.9724116 Sep 16 16:28:45.265354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ebcce5-d03f-46cf-abc0-5c6e678ab4f8', 'tag': 'b52ec41b-efd1-48e9-b357-a36d116f5d8f'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:45.267543 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751935a0-1b3b-4198-a9e3-1747f141ecac" -d '{"events": [{"name": "network-changed", "server_uuid": "30ebcce5-d03f-46cf-abc0-5c6e678ab4f8", "tag": "b52ec41b-efd1-48e9-b357-a36d116f5d8f"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:45.294790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631843bf-fdf1-4476-9566-0fa3b51db92d service neutron] Pushing event updated for resources: {'Port': ['ID=b52ec41b-efd1-48e9-b357-a36d116f5d8f,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:45.322870 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69e8ac6-de3b-4525-b443-cfc5b1bdeec1 x-openstack-request-id: req-d69e8ac6-de3b-4525-b443-cfc5b1bdeec1 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:45.323165 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ebcce5-d03f-46cf-abc0-5c6e678ab4f8", "tag": "b52ec41b-efd1-48e9-b357-a36d116f5d8f", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:45.324289 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d69e8ac6-de3b-4525-b443-cfc5b1bdeec1 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:45.324289 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ebcce5-d03f-46cf-abc0-5c6e678ab4f8', 'tag': 'b52ec41b-efd1-48e9-b357-a36d116f5d8f', 'status': 'completed', 'code': 200} Sep 16 16:28:45.324578 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73cd3a89-adc5-465d-8e0c-8ca4a4547ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:45.335603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eae8b6-cb0d-4f95-b9c5-b90195a03f10 req-19e2bc38-8efa-458e-b82b-221a8e853d68 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:45.337147 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89eae8b6-cb0d-4f95-b9c5-b90195a03f10 req-19e2bc38-8efa-458e-b82b-221a8e853d68 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 946 time: 0.0865650 Sep 16 16:28:45.359953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73cd3a89-adc5-465d-8e0c-8ca4a4547ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:45.440163 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89eae8b6-cb0d-4f95-b9c5-b90195a03f10 req-e0607b1b-5b88-4036-9ca8-1be7d033f7cd tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674477 Sep 16 16:28:45.446042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751935a0-1b3b-4198-a9e3-1747f141ecac req-939ed7c8-e985-4646-a3a4-ecb108f50b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:45.449350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-751935a0-1b3b-4198-a9e3-1747f141ecac req-939ed7c8-e985-4646-a3a4-ecb108f50b2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e542ad7503435aade1221d05a78e4b&device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0815771 Sep 16 16:28:45.486879 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19d42c49-f690-4ab5-945b-c82668bf277e req-1e2f18d6-860e-4326-a45c-156b2106d393 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0367424 Sep 16 16:28:45.497505 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-751935a0-1b3b-4198-a9e3-1747f141ecac req-6dec14db-b2fb-4a9b-a5ee-5ee92a1178db service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=11e542ad7503435aade1221d05a78e4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369248 Sep 16 16:28:45.613648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751935a0-1b3b-4198-a9e3-1747f141ecac req-c43f18b3-5746-4512-a6b0-74384f76ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:45.617616 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-751935a0-1b3b-4198-a9e3-1747f141ecac req-c43f18b3-5746-4512-a6b0-74384f76ffa0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064377 Sep 16 16:28:45.617945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7a243-958f-4ada-904d-0dc025de161f req-3a1678fa-d27b-46c2-a390-2c7356d5e58e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:45.617945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0e7a243-958f-4ada-904d-0dc025de161f req-3a1678fa-d27b-46c2-a390-2c7356d5e58e tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9613e13-fe9f-401d-8ae2-e9e384634e14 HTTP/1.1" status: 200 len: 944 time: 0.0781751 Sep 16 16:28:45.618479 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73cd3a89-adc5-465d-8e0c-8ca4a4547ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:45.621864 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73cd3a89-adc5-465d-8e0c-8ca4a4547ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:45.623077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-73cd3a89-adc5-465d-8e0c-8ca4a4547ffb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97d21d8a-0b04-4f4f-9769-560b2c827b1b HTTP/1.1" status: 204 len: 168 time: 0.4002786 Sep 16 16:28:45.639746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd3a89-adc5-465d-8e0c-8ca4a4547ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d21d8a-0b04-4f4f-9769-560b2c827b1b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:45.705924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-1f00761f-b15f-4d7f-8a36-b3f4eb085033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:45.710473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58894) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:45.710613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-1f00761f-b15f-4d7f-8a36-b3f4eb085033 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e542ad7503435aade1221d05a78e4b&device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0464697 Sep 16 16:28:45.748837 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3902b484-c89b-44c4-925c-37445d3c619d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:45.759813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a5d5e188-6871-4aab-be07-1602565e1388 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:28:45.767961 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-e251e31b-c5d6-4fd4-b81c-003a0c4ed01a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b52ec41b-efd1-48e9-b357-a36d116f5d8f HTTP/1.1" status: 200 len: 217 time: 0.0484908 Sep 16 16:28:45.864638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-1acf5de4-dd22-43ad-9c3a-1323416a9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:45.868802 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-1acf5de4-dd22-43ad-9c3a-1323416a9365 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0912240 Sep 16 16:28:45.888011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58902) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:45.895479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1f8ad-fcaf-4447-9e60-c9e08cb49411 req-3cc0ff97-2187-473a-ab09-2e18d9cc70d2 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:45.897780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81b1f8ad-fcaf-4447-9e60-c9e08cb49411 req-3cc0ff97-2187-473a-ab09-2e18d9cc70d2 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 948 time: 0.2452037 Sep 16 16:28:45.920152 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3902b484-c89b-44c4-925c-37445d3c619d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:45.956026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a5d5e188-6871-4aab-be07-1602565e1388, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a5d5e188-6871-4aab-be07-1602565e1388,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:45.967594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-af3366a4-79b6-414a-8ea6-b9537effb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:45.970116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-a0e7a243-958f-4ada-904d-0dc025de161f req-97c3ee7f-c5a9-448c-8eaa-fad40c387d45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Deleting port 958eca47-8c6c-45cc-91b2-46ec9a519a0b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:45.970251 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-af3366a4-79b6-414a-8ea6-b9537effb569 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920715 Sep 16 16:28:45.970388 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a0e7a243-958f-4ada-904d-0dc025de161f req-97c3ee7f-c5a9-448c-8eaa-fad40c387d45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:45.975839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'a5d5e188-6871-4aab-be07-1602565e1388', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'a5d5e188-6871-4aab-be07-1602565e1388', 'mac_address': 'fa:16:3e:f3:5c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:28:46.037288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.053250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d5e188-6871-4aab-be07-1602565e1388 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:46.084635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a5d5e188-6871-4aab-be07-1602565e1388, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a5d5e188-6871-4aab-be07-1602565e1388,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:46.085426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81b1f8ad-fcaf-4447-9e60-c9e08cb49411 req-efdc842f-7fc0-4e5c-bfdd-13703b71dbd2 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757574 Sep 16 16:28:46.092620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3902b484-c89b-44c4-925c-37445d3c619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.116597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3e97434-88f2-45e6-8de3-425a85978369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.133094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-a0e7a243-958f-4ada-904d-0dc025de161f req-97c3ee7f-c5a9-448c-8eaa-fad40c387d45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] For port 958eca47-8c6c-45cc-91b2-46ec9a519a0b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=958eca47-8c6c-45cc-91b2-46ec9a519a0b,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:46.133541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a0e7a243-958f-4ada-904d-0dc025de161f req-97c3ee7f-c5a9-448c-8eaa-fad40c387d45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.137263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-7a09b873-801a-45f3-8bfe-87a951090534 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596248 Sep 16 16:28:46.159230 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-a0e7a243-958f-4ada-904d-0dc025de161f req-97c3ee7f-c5a9-448c-8eaa-fad40c387d45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Calling delete_port for 958eca47-8c6c-45cc-91b2-46ec9a519a0b owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:46.167833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3902b484-c89b-44c4-925c-37445d3c619d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1259eab2f8a94a9e90844d8f03bb0018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564028 Sep 16 16:28:46.170370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902b484-c89b-44c4-925c-37445d3c619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009f8408-9499-4e7c-9547-e2a9aac3d3c4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:46.174026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58906) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:46.235830 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.274358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-692bbe48-1ec9-4dac-9b16-f584faa319d4 req-0e9dd4f9-80f7-48a8-8d38-c1dda03803c0 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289980 Sep 16 16:28:46.318267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80f5aa38-e287-43c1-9376-e0c8f24acb3b req-847b1ee3-8f89-4dcf-8fca-80b739c6c77f tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0563495 Sep 16 16:28:46.326395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a5d5e188-6871-4aab-be07-1602565e1388,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:46.334380 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3e97434-88f2-45e6-8de3-425a85978369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.372739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8a4b47d-67d5-44bc-a78e-75826869ae6d req-cbcd916d-5fd4-44fa-9ae2-6784d54ac904 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0550046 Sep 16 16:28:46.386019 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de5f3136-4ee8-4cad-8116-79a7a8cdb122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.429173 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de5f3136-4ee8-4cad-8116-79a7a8cdb122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.434140 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3e97434-88f2-45e6-8de3-425a85978369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.503766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e3e97434-88f2-45e6-8de3-425a85978369 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b706c1ab7a14b449b2da56773d0561f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6134245 Sep 16 16:28:46.503766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e97434-88f2-45e6-8de3-425a85978369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4215ce-90db-4195-9e26-71fb9da15f00,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:46.507744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5d5e188-6871-4aab-be07-1602565e1388'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:46.530603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58922) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:46.615322 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-681a77fc-72f9-46dc-a4bf-a2f410599b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.615478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ae303-2674-4a20-8d65-861b9268f296 req-fcb3814b-e348-4450-bb99-128c0f763d25 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:46.616914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a2ae303-2674-4a20-8d65-861b9268f296 req-fcb3814b-e348-4450-bb99-128c0f763d25 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 946 time: 0.0917060 Sep 16 16:28:46.659594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-681a77fc-72f9-46dc-a4bf-a2f410599b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.670701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a2ae303-2674-4a20-8d65-861b9268f296 req-0ddf3707-eed5-45a6-8751-4a052d36f226 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446103 Sep 16 16:28:46.672104 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a0e7a243-958f-4ada-904d-0dc025de161f req-97c3ee7f-c5a9-448c-8eaa-fad40c387d45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.708739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de5f3136-4ee8-4cad-8116-79a7a8cdb122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.711675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de5f3136-4ee8-4cad-8116-79a7a8cdb122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.713341 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-de5f3136-4ee8-4cad-8116-79a7a8cdb122 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/009f8408-9499-4e7c-9547-e2a9aac3d3c4 HTTP/1.1" status: 204 len: 168 time: 0.5352011 Sep 16 16:28:46.717422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3ee7f-c5a9-448c-8eaa-fad40c387d45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Pushing event deleted for resources: {'Port': ['ID=958eca47-8c6c-45cc-91b2-46ec9a519a0b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:46.749024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f3136-4ee8-4cad-8116-79a7a8cdb122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009f8408-9499-4e7c-9547-e2a9aac3d3c4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:46.772754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e7a243-958f-4ada-904d-0dc025de161f req-97c3ee7f-c5a9-448c-8eaa-fad40c387d45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] No DVR routers for this DVR port 958eca47-8c6c-45cc-91b2-46ec9a519a0b on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:46.775697 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a0e7a243-958f-4ada-904d-0dc025de161f req-97c3ee7f-c5a9-448c-8eaa-fad40c387d45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.777998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0e7a243-958f-4ada-904d-0dc025de161f req-97c3ee7f-c5a9-448c-8eaa-fad40c387d45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.62 "DELETE /v2.0/ports/958eca47-8c6c-45cc-91b2-46ec9a519a0b HTTP/1.1" status: 204 len: 173 time: 1.1460614 Sep 16 16:28:46.778456 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'name': 'network-vif-deleted', 'tag': '958eca47-8c6c-45cc-91b2-46ec9a519a0b'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:46.781582 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539f1f61-e589-42de-be2c-6bfd3d06c6ba" -d '{"events": [{"server_uuid": "e9613e13-fe9f-401d-8ae2-e9e384634e14", "name": "network-vif-deleted", "tag": "958eca47-8c6c-45cc-91b2-46ec9a519a0b"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:46.834078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-681a77fc-72f9-46dc-a4bf-a2f410599b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.836682 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-681a77fc-72f9-46dc-a4bf-a2f410599b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:46.839752 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-681a77fc-72f9-46dc-a4bf-a2f410599b32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f4215ce-90db-4195-9e26-71fb9da15f00 HTTP/1.1" status: 204 len: 168 time: 0.3045578 Sep 16 16:28:46.846009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a77fc-72f9-46dc-a4bf-a2f410599b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4215ce-90db-4195-9e26-71fb9da15f00,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:47.087802 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f989717-7034-4e61-aad4-75a90cb352f3 x-openstack-request-id: req-5f989717-7034-4e61-aad4-75a90cb352f3 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:47.088298 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9613e13-fe9f-401d-8ae2-e9e384634e14", "name": "network-vif-deleted", "tag": "958eca47-8c6c-45cc-91b2-46ec9a519a0b", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:47.088449 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f989717-7034-4e61-aad4-75a90cb352f3 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:47.088759 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9613e13-fe9f-401d-8ae2-e9e384634e14', 'name': 'network-vif-deleted', 'tag': '958eca47-8c6c-45cc-91b2-46ec9a519a0b', 'status': 'completed', 'code': 200} Sep 16 16:28:47.225090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c4869-c38e-41f0-8346-14d31fdf48b8 req-239a5d9e-6c6e-4f79-8597-a950eb783523 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:47.226593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b4c4869-c38e-41f0-8346-14d31fdf48b8 req-239a5d9e-6c6e-4f79-8597-a950eb783523 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 949 time: 0.0606914 Sep 16 16:28:47.271580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b4c4869-c38e-41f0-8346-14d31fdf48b8 req-1f29f893-cc58-4218-ac8b-785e8a474a56 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386763 Sep 16 16:28:47.346537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b52ec41b-efd1-48e9-b357-a36d116f5d8f details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:28:47.407705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d242ee6-da77-40b7-9991-81cb0d9507d2 req-2304617e-d17f-4fe5-b958-f9873726b689 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0419207 Sep 16 16:28:47.552554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b52ec41b-efd1-48e9-b357-a36d116f5d8f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b52ec41b-efd1-48e9-b357-a36d116f5d8f,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:47.552993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93e49cb6-f2e8-407e-aa92-aa3245fef3dd req-b85817a8-1c6d-429f-8fa2-4f9509d860c3 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0436671 Sep 16 16:28:47.567557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'b52ec41b-efd1-48e9-b357-a36d116f5d8f', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'b52ec41b-efd1-48e9-b357-a36d116f5d8f', 'mac_address': 'fa:16:3e:20:77:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:28:47.608487 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:47.623866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52ec41b-efd1-48e9-b357-a36d116f5d8f {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:47.644580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b52ec41b-efd1-48e9-b357-a36d116f5d8f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b52ec41b-efd1-48e9-b357-a36d116f5d8f,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:47.732650 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:47.806859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a5d5e188-6871-4aab-be07-1602565e1388 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:28:47.818309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08557d15-6866-4178-a47c-4e7bf6269109 req-f7057f28-ce9d-4812-b130-2c4f2fab0c3b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:47.821927 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-f7057f28-ce9d-4812-b130-2c4f2fab0c3b tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.52 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 805 time: 0.1769683 Sep 16 16:28:47.839684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Request body: {'port': {'device_id': '0de54536-898f-4557-ad75-515ca442a0e7', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'admin_state_up': True, 'tenant_id': 'a45182a5eda747daa246b691bf2d6f71'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:47.848581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475f5a4-5311-4fdf-b81d-b45b3b9d9a44 req-a0a7a50c-aaf7-45c9-a02e-2ceee30881c7 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:47.862508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1475f5a4-5311-4fdf-b81d-b45b3b9d9a44 req-a0a7a50c-aaf7-45c9-a02e-2ceee30881c7 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 947 time: 0.1002755 Sep 16 16:28:47.881352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b52ec41b-efd1-48e9-b357-a36d116f5d8f,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:47.902520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1475f5a4-5311-4fdf-b81d-b45b3b9d9a44 req-7a2e7d9d-123a-438e-88dd-bf1ae0f8364d tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431836 Sep 16 16:28:47.943428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b52ec41b-efd1-48e9-b357-a36d116f5d8f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:48.019028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port a5d5e188-6871-4aab-be07-1602565e1388 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:28:48.031009 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port a5d5e188-6871-4aab-be07-1602565e1388 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:28:48.034564 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:48.090543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Made reservation on behalf of a45182a5eda747daa246b691bf2d6f71 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:28:48.094836 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:48.209827 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:48.252128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c93cab-c882-4c01-b6e8-d4bf801e70c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d5e188-6871-4aab-be07-1602565e1388'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:48.256557 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03115019-15ac-4c5e-a4a7-dd8aa1c16dd2" -d '{"events": [{"server_uuid": "d7c93cab-c882-4c01-b6e8-d4bf801e70c7", "name": "network-vif-plugged", "status": "completed", "tag": "a5d5e188-6871-4aab-be07-1602565e1388"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:48.261031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d4af9bc-3b1b-4444-9df5-2acfe0988d95 req-cd42359f-0008-4c5a-b64c-21c54aa58885 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0320966 Sep 16 16:28:48.275955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a5d5e188-6871-4aab-be07-1602565e1388, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a5d5e188-6871-4aab-be07-1602565e1388,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:48.307953 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6f2597-1f6e-4d58-8229-9a3f5c7901c9 x-openstack-request-id: req-8a6f2597-1f6e-4d58-8229-9a3f5c7901c9 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:48.308250 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c93cab-c882-4c01-b6e8-d4bf801e70c7", "name": "network-vif-plugged", "status": "completed", "tag": "a5d5e188-6871-4aab-be07-1602565e1388", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:48.308538 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a6f2597-1f6e-4d58-8229-9a3f5c7901c9 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:48.308939 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c93cab-c882-4c01-b6e8-d4bf801e70c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d5e188-6871-4aab-be07-1602565e1388', 'code': 200} Sep 16 16:28:48.339173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Allocated IP 172.20.0.13 (3862635c-f4cc-4a8b-a517-23c895f3cf7f/fc0e10da-e678-4834-9de7-9aefa8ec67f4/93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:28:48.354278 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:48.414451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a5d5e188-6871-4aab-be07-1602565e1388,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:48.425680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ddc48-22d8-48a4-8491-c965153d28c0 req-118e2fa1-9b8c-4bcb-b775-dbbf05c8396a tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:48.427764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-816ddc48-22d8-48a4-8491-c965153d28c0 req-118e2fa1-9b8c-4bcb-b775-dbbf05c8396a tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 949 time: 0.0862379 Sep 16 16:28:48.476550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-816ddc48-22d8-48a4-8491-c965153d28c0 req-815b0f42-2412-43a0-97de-db664065963b tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372560 Sep 16 16:28:48.503854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051f22b-5c12-4b39-957e-8800b592dea7 req-1ddbc0c4-1ada-492f-b433-3f3027e12f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:48.505859 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0051f22b-5c12-4b39-957e-8800b592dea7 req-1ddbc0c4-1ada-492f-b433-3f3027e12f47 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 1101 time: 0.1261353 Sep 16 16:28:48.560290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7e04abc-1b52-44a0-89c7-18572bc1afc5 req-b712decd-b81b-4f6a-8723-64d12920cfc1 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0342593 Sep 16 16:28:48.618683 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0051f22b-5c12-4b39-957e-8800b592dea7 req-a866d26f-c18f-4945-b764-ec2be2326093 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796027 Sep 16 16:28:48.652340 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:48.748494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:48.797010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Network 3862635c-f4cc-4a8b-a517-23c895f3cf7f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:28:48.800371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:28:48.804179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:28:48.849619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Pushing event updated for resources: {'Port': ['ID=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:48.866834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:48.868579 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:48.988724 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-bd23e958-fbfe-49e6-93a9-cc81933d1ecd tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1544225 Sep 16 16:28:49.005391 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Request body: {'port': {'device_id': '0de54536-898f-4557-ad75-515ca442a0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:49.030159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6da7-6104-4db0-b155-bf43b3d1046d req-ab5742d2-b0bc-44e1-a124-440bab9e1abf tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:49.032170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d5c6da7-6104-4db0-b155-bf43b3d1046d req-ab5742d2-b0bc-44e1-a124-440bab9e1abf tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 947 time: 0.0609066 Sep 16 16:28:49.075802 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:49.097544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d5c6da7-6104-4db0-b155-bf43b3d1046d req-362bd04b-29df-4a08-b972-73f373b07453 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482969 Sep 16 16:28:49.351335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b52ec41b-efd1-48e9-b357-a36d116f5d8f up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:28:49.397520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:49.407637 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:49.410880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-377863f3-b159-4ae8-8154-770bfdf49b11 req-c7831e8e-6b96-4dde-b34d-ee897eaf37b8 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0415006 Sep 16 16:28:49.414462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3b7a-46b6-4d1d-b5b9-fbb77bcfe9fe req-d139d116-c73b-4a82-a78f-b284b78675f6 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:49.414944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3b7a-46b6-4d1d-b5b9-fbb77bcfe9fe req-d139d116-c73b-4a82-a78f-b284b78675f6 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:49.415423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3b7a-46b6-4d1d-b5b9-fbb77bcfe9fe req-d139d116-c73b-4a82-a78f-b284b78675f6 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:49.415890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3b7a-46b6-4d1d-b5b9-fbb77bcfe9fe req-d139d116-c73b-4a82-a78f-b284b78675f6 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:49.416353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3b7a-46b6-4d1d-b5b9-fbb77bcfe9fe req-d139d116-c73b-4a82-a78f-b284b78675f6 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:49.434184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Transition to ACTIVE for port object 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:28:49.451379 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8fba3b7a-46b6-4d1d-b5b9-fbb77bcfe9fe req-d139d116-c73b-4a82-a78f-b284b78675f6 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3601 time: 0.2781510 Sep 16 16:28:49.563332 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:49.614539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port b52ec41b-efd1-48e9-b357-a36d116f5d8f completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:28:49.619127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port b52ec41b-efd1-48e9-b357-a36d116f5d8f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:28:49.619515 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:49.637869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Pushing event updated for resources: {'Port': ['ID=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:49.724658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Attempting to bind port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:28:49.724995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Attempting to bind port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:28:49.725319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Attempting to bind port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:49.735602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:28:49.735931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Attempting to bind port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 on network 3862635c-f4cc-4a8b-a517-23c895f3cf7f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:28:49.750119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:28:49.750462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Checking segment: {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:28:49.750857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Bound using segment: {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:28:49.751918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Bound port: 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7942e10c-ddc3-431c-bc39-584e3fbee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:28:49.752315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:49.754373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:49.822945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b52ec41b-efd1-48e9-b357-a36d116f5d8f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b52ec41b-efd1-48e9-b357-a36d116f5d8f,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:49.844688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] For port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:28:49.848415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] For port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:28:49.914922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2da58d-373c-4519-aac3-d30bec27eab0 req-bbf00f82-ecb8-4e31-93dd-aed82e4c5d2b tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:49.916626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd2da58d-373c-4519-aac3-d30bec27eab0 req-bbf00f82-ecb8-4e31-93dd-aed82e4c5d2b tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 886 time: 0.4517202 Sep 16 16:28:49.922528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-98399070-251e-4189-811b-f8110e364eea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663731 Sep 16 16:28:49.942599 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:49.943599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 958eca47-8c6c-45cc-91b2-46ec9a519a0b no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:28:49.989602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 958eca47-8c6c-45cc-91b2-46ec9a519a0b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:28:49.990545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 958eca47-8c6c-45cc-91b2-46ec9a519a0b not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:28:49.995503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:50.024094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b52ec41b-efd1-48e9-b357-a36d116f5d8f,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:50.047245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-a7b2c218-8fb4-4c0b-bff3-2c722fe2476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.049633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-a7b2c218-8fb4-4c0b-bff3-2c722fe2476f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=acc51242b1fd4034a9c520d74b8cd088&device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 1097 time: 0.1066387 Sep 16 16:28:50.053125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.053977 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:50.055918 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] 10.222.0.52 "PUT /v2.0/ports/93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 HTTP/1.1" status: 200 len: 1092 time: 1.0583603 Sep 16 16:28:50.056819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de54536-898f-4557-ad75-515ca442a0e7', 'tag': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:50.059436 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982074ef-217f-4f40-b112-3ddf9617b325" -d '{"events": [{"name": "network-changed", "server_uuid": "0de54536-898f-4557-ad75-515ca442a0e7", "tag": "93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:50.093769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da2cc2-46f9-4926-a5d2-26307ec4281f service neutron] Pushing event updated for resources: {'Port': ['ID=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:50.096646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9a54-7b84-4c87-bf46-d6fc67c68690 req-e3ccb6f2-00b5-47f6-a607-11d4138c17a5 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.103066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de5e9a54-7b84-4c87-bf46-d6fc67c68690 req-e3ccb6f2-00b5-47f6-a607-11d4138c17a5 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 950 time: 0.1020737 Sep 16 16:28:50.214042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08557d15-6866-4178-a47c-4e7bf6269109 req-ee35d184-a339-4d1a-b3c2-f2c7d9b05d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.215546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-ee35d184-a339-4d1a-b3c2-f2c7d9b05d4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 1095 time: 0.0414019 Sep 16 16:28:50.219819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de5e9a54-7b84-4c87-bf46-d6fc67c68690 req-74b2e31c-108b-47a2-a9f7-f31d4b71b664 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112423 Sep 16 16:28:50.259367 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-cb904565-6a59-4a8b-b83d-3856153f1d97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 HTTP/1.1" status: 200 len: 217 time: 0.0355003 Sep 16 16:28:50.260145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca2989-b262-4c7e-b49f-c7f18701b76c req-4e6dbbda-1b7c-497a-ac36-106842305405 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.261624 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41ca2989-b262-4c7e-b49f-c7f18701b76c req-4e6dbbda-1b7c-497a-ac36-106842305405 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 944 time: 0.1250105 Sep 16 16:28:50.270222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-fa8c4de4-fd78-4017-8a34-4111417275d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.271665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-fa8c4de4-fd78-4017-8a34-4111417275d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 HTTP/1.1" status: 200 len: 915 time: 0.1984463 Sep 16 16:28:50.310690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ebcce5-d03f-46cf-abc0-5c6e678ab4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52ec41b-efd1-48e9-b357-a36d116f5d8f'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:50.313878 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d11d213-2041-41d1-9bf2-ecbb6f3c3d8c" -d '{"events": [{"server_uuid": "30ebcce5-d03f-46cf-abc0-5c6e678ab4f8", "name": "network-vif-plugged", "status": "completed", "tag": "b52ec41b-efd1-48e9-b357-a36d116f5d8f"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:50.316123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08557d15-6866-4178-a47c-4e7bf6269109 req-ee68b9a8-a11b-477a-9299-fe2608765ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.318013 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-ee68b9a8-a11b-477a-9299-fe2608765ec1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc0e10da-e678-4834-9de7-9aefa8ec67f4 HTTP/1.1" status: 200 len: 845 time: 0.0513732 Sep 16 16:28:50.350503 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-7f726b06-f791-4fd3-bb34-d0fea9b8dd8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3862635c-f4cc-4a8b-a517-23c895f3cf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252054 Sep 16 16:28:50.434485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41ca2989-b262-4c7e-b49f-c7f18701b76c req-c37c963f-e6bc-4cf5-9bae-d966406a10aa tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655607 Sep 16 16:28:50.444222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-6f067d75-d8a1-44de-8c0b-498d6663974a service neutron] 10.222.0.52 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870025 Sep 16 16:28:50.455958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-c1904871-2dc4-4e7e-9e63-476a1eeb9db0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d6187c5-79f1-4912-81c5-317eeb3fa817 HTTP/1.1" status: 200 len: 1002 time: 0.1652267 Sep 16 16:28:50.485713 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7714e6ea-16b6-44ae-9f53-1eb40fbf7466 x-openstack-request-id: req-7714e6ea-16b6-44ae-9f53-1eb40fbf7466 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:50.486003 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de54536-898f-4557-ad75-515ca442a0e7", "tag": "93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:50.486252 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7714e6ea-16b6-44ae-9f53-1eb40fbf7466 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:50.486641 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de54536-898f-4557-ad75-515ca442a0e7', 'tag': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4', 'status': 'completed', 'code': 200} Sep 16 16:28:50.516068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583343c-30e5-40eb-899c-3abaf52d4a7f req-f0ea0314-4bde-44e4-98f8-57dcbffa6435 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.516630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583343c-30e5-40eb-899c-3abaf52d4a7f req-f0ea0314-4bde-44e4-98f8-57dcbffa6435 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.517111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583343c-30e5-40eb-899c-3abaf52d4a7f req-f0ea0314-4bde-44e4-98f8-57dcbffa6435 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.517583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583343c-30e5-40eb-899c-3abaf52d4a7f req-f0ea0314-4bde-44e4-98f8-57dcbffa6435 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.518050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583343c-30e5-40eb-899c-3abaf52d4a7f req-f0ea0314-4bde-44e4-98f8-57dcbffa6435 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.519774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9583343c-30e5-40eb-899c-3abaf52d4a7f req-f0ea0314-4bde-44e4-98f8-57dcbffa6435 tempest-NetworksTest-1601719486 tempest-NetworksTest-1601719486-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3601 time: 0.2715149 Sep 16 16:28:50.538079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-6d84e83e-712f-4a70-8fdc-135d94a4217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.541329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-6d84e83e-712f-4a70-8fdc-135d94a4217b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b HTTP/1.1" status: 200 len: 853 time: 0.0754979 Sep 16 16:28:50.554954 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-08557d15-6866-4178-a47c-4e7bf6269109 req-116210be-f1c4-49ab-b4c1-cfddc7aec9df service neutron] 10.222.0.52 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035397 Sep 16 16:28:50.614377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-f8ff627e-d80d-4c3c-8ac9-b02871e1aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.616780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-f8ff627e-d80d-4c3c-8ac9-b02871e1aaa0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675886 Sep 16 16:28:50.654696 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-1f11bf64-378e-46c8-a712-a46f664897a3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453901 Sep 16 16:28:50.734129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a3585-f3bd-4e27-b433-d8926190c7a0 req-6b4b8454-2231-4060-9a42-1a448ef3d86e tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.741770 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de4a3585-f3bd-4e27-b433-d8926190c7a0 req-6b4b8454-2231-4060-9a42-1a448ef3d86e tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 948 time: 0.1478615 Sep 16 16:28:50.784462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982074ef-217f-4f40-b112-3ddf9617b325 req-cb016748-4fb1-417a-9c8a-20b3db5cc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.785967 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982074ef-217f-4f40-b112-3ddf9617b325 req-cb016748-4fb1-417a-9c8a-20b3db5cc56c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a45182a5eda747daa246b691bf2d6f71&device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 1095 time: 0.0891159 Sep 16 16:28:50.797947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-8440a076-f978-4894-89d0-4dd983bd98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.799203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de4a3585-f3bd-4e27-b433-d8926190c7a0 req-f75c3d15-ca22-4b17-9011-72ab2838fdc7 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563769 Sep 16 16:28:50.799497 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-8440a076-f978-4894-89d0-4dd983bd98eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=353d5fe6fc6945e18dac21528149dfed&device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 1100 time: 0.0724261 Sep 16 16:28:50.801174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-f32fb749-11a7-42aa-a6e3-825abb9135d7 service neutron] 10.222.0.62 "GET /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657917 Sep 16 16:28:50.852310 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0784ac76-3796-435f-863f-7dfec10118c1 x-openstack-request-id: req-0784ac76-3796-435f-863f-7dfec10118c1 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:50.852804 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ebcce5-d03f-46cf-abc0-5c6e678ab4f8", "name": "network-vif-plugged", "status": "completed", "tag": "b52ec41b-efd1-48e9-b357-a36d116f5d8f", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:50.852938 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0784ac76-3796-435f-863f-7dfec10118c1 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:50.853304 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ebcce5-d03f-46cf-abc0-5c6e678ab4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52ec41b-efd1-48e9-b357-a36d116f5d8f', 'code': 200} Sep 16 16:28:50.957861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2255eda-89e2-45fe-bb6e-64a5c39c7467 req-daf3a2e7-e95f-497e-acd8-5fdb19a6d7c4 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0368471 Sep 16 16:28:50.973682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982074ef-217f-4f40-b112-3ddf9617b325 req-28fe596f-9678-4d1a-8b30-be13d25d2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:50.978567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9bb6c229-fba2-45b7-9343-5719ba334bcb req-6b4396db-9b02-4f26-a478-6add2eb047c3 service neutron] 10.222.0.62 "GET /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670959 Sep 16 16:28:50.987458 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982074ef-217f-4f40-b112-3ddf9617b325 req-28fe596f-9678-4d1a-8b30-be13d25d2413 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 200 len: 906 time: 0.1868877 Sep 16 16:28:51.085392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26318c4-e961-4871-b72e-b7aaf8322234 req-cbe55d44-66f6-4f7f-81b6-2d5dd3ab37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:51.086918 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f26318c4-e961-4871-b72e-b7aaf8322234 req-cbe55d44-66f6-4f7f-81b6-2d5dd3ab37e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 1099 time: 0.1687629 Sep 16 16:28:51.089860 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982074ef-217f-4f40-b112-3ddf9617b325 req-d951cf0b-b0c1-412b-bd26-e8b793a369e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 HTTP/1.1" status: 200 len: 217 time: 0.0633280 Sep 16 16:28:51.161470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59096) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:51.163549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-9677ea2a-4393-4ceb-a9ef-b7d4dfca032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:51.165078 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-9677ea2a-4393-4ceb-a9ef-b7d4dfca032c service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2600193 Sep 16 16:28:51.177025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f26318c4-e961-4871-b72e-b7aaf8322234 req-833db14b-41b7-43dd-a5cc-c77af27c4729 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825224 Sep 16 16:28:51.178746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982074ef-217f-4f40-b112-3ddf9617b325 req-514fae24-5ab1-478d-9071-f94876b1d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:51.180098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982074ef-217f-4f40-b112-3ddf9617b325 req-514fae24-5ab1-478d-9071-f94876b1d69b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc0e10da-e678-4834-9de7-9aefa8ec67f4 HTTP/1.1" status: 200 len: 845 time: 0.0781827 Sep 16 16:28:51.226357 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-67eb7690-b061-4aa8-a89f-6f18b24da559 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=a57b4ada-a077-4afd-a276-3e395f50ebad HTTP/1.1" status: 200 len: 217 time: 0.0451977 Sep 16 16:28:51.248729 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982074ef-217f-4f40-b112-3ddf9617b325 req-3c0a1fc1-0e87-42ec-874f-3969f128c529 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3862635c-f4cc-4a8b-a517-23c895f3cf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598929 Sep 16 16:28:51.318754 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaf93213-ae3f-42b1-ad4d-2427f9542b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:51.349819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-61715438-136b-4eb4-aed3-f2f587b8f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:51.351403 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-61715438-136b-4eb4-aed3-f2f587b8f821 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1066532 Sep 16 16:28:51.415084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820d463-a5bd-48a3-86a0-260712426b40 req-2b5b3b09-3006-41a5-b649-34508f660c4b tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:51.416568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9820d463-a5bd-48a3-86a0-260712426b40 req-2b5b3b09-3006-41a5-b649-34508f660c4b tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 950 time: 0.1010582 Sep 16 16:28:51.446351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-033a95f7-dfae-427e-81a1-726db36181e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:51.448209 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-033a95f7-dfae-427e-81a1-726db36181e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669153 Sep 16 16:28:51.450488 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982074ef-217f-4f40-b112-3ddf9617b325 req-8b6fb07c-f3af-48c6-b66c-fbe10cc9d7ca service neutron] 10.222.0.52 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926804 Sep 16 16:28:51.472430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9820d463-a5bd-48a3-86a0-260712426b40 req-856584b8-29b2-42c5-8ef5-7f2584d9cbf8 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493281 Sep 16 16:28:51.523332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaf93213-ae3f-42b1-ad4d-2427f9542b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:51.642463 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-a302adb0-8d1c-46ec-9c83-d487d6f6ca60 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732333 Sep 16 16:28:51.644433 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982074ef-217f-4f40-b112-3ddf9617b325 req-ff8b2aac-539a-4c6f-8f31-201154514749 service neutron] 10.222.0.52 "GET /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739450 Sep 16 16:28:51.657116 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaf93213-ae3f-42b1-ad4d-2427f9542b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:51.708913 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59122) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:51.709583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aaf93213-ae3f-42b1-ad4d-2427f9542b22 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c9199957a764948a07535562add178d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469956 Sep 16 16:28:51.710738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf93213-ae3f-42b1-ad4d-2427f9542b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41db5268-6c3d-4ff5-a488-6dc270129bca,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:51.751113 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-035ce11b-4f97-4168-bbd3-ca660a99bf1e req-f6aa947b-5b24-4708-a63d-9b53640ed33f tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c27835150b81492e89752e770896494c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372324 Sep 16 16:28:51.809832 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e76d2ef-0087-4a2f-a9d4-bb5245ef524d req-c621fc89-fdf2-4a7a-b65d-6f6214a6ff3d service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548994 Sep 16 16:28:51.813542 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2a53-5dae-4ef4-a5c3-73aa37cacfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:51.836293 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2a53-5dae-4ef4-a5c3-73aa37cacfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:51.856271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5862b-31c7-44e2-8c77-f61260f0dcad req-c315efcb-b88e-4278-9ce0-2a3aeacfb8d3 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:51.857862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b2d5862b-31c7-44e2-8c77-f61260f0dcad req-c315efcb-b88e-4278-9ce0-2a3aeacfb8d3 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 944 time: 0.1296842 Sep 16 16:28:51.920706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ce11b-4f97-4168-bbd3-ca660a99bf1e req-21448375-f4ed-4d66-8a74-2a987cbbcde1 tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:51.922246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-035ce11b-4f97-4168-bbd3-ca660a99bf1e req-21448375-f4ed-4d66-8a74-2a987cbbcde1 tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561344 Sep 16 16:28:51.927291 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b2d5862b-31c7-44e2-8c77-f61260f0dcad req-8eb6a23e-8c5a-4e85-b405-880bfdcba610 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606225 Sep 16 16:28:51.939785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-035ce11b-4f97-4168-bbd3-ca660a99bf1e req-e261540a-0be5-44cf-92bf-d036f4444460 tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/quotas/c27835150b81492e89752e770896494c HTTP/1.1" status: 200 len: 375 time: 0.0110867 Sep 16 16:28:51.942992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2a53-5dae-4ef4-a5c3-73aa37cacfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:51.945869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2a53-5dae-4ef4-a5c3-73aa37cacfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:51.947235 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ee4d2a53-5dae-4ef4-a5c3-73aa37cacfa6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41db5268-6c3d-4ff5-a488-6dc270129bca HTTP/1.1" status: 204 len: 168 time: 0.2366464 Sep 16 16:28:51.956996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d2a53-5dae-4ef4-a5c3-73aa37cacfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41db5268-6c3d-4ff5-a488-6dc270129bca,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:51.993494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-035ce11b-4f97-4168-bbd3-ca660a99bf1e req-465ed5b2-6484-4136-980d-87467019ad0d tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c27835150b81492e89752e770896494c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310822 Sep 16 16:28:52.380428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412b664-4674-4122-aa3b-698b12dd1912 req-4adf3477-1a3b-4129-a0d2-390267c575ea tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:52.381927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7412b664-4674-4122-aa3b-698b12dd1912 req-4adf3477-1a3b-4129-a0d2-390267c575ea tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 948 time: 0.0900447 Sep 16 16:28:52.409630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee7caa21-88fc-4521-9bc0-2923b2cc91ae req-5054e817-1159-4d40-bffe-1eb120a65839 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0504305 Sep 16 16:28:52.444704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7412b664-4674-4122-aa3b-698b12dd1912 req-84585611-ccc4-423a-8f54-ef2f1d636605 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 Sep 16 16:28:52.693730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18787cd-7f1a-47cb-8830-a989b2a68fe1 req-7ddf326f-272f-45f6-8a0c-316435e7fa88 tempest-ServersAdminNegativeTestJSON-788558228 tempest-ServersAdminNegativeTestJSON-788558228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:52.695298 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a18787cd-7f1a-47cb-8830-a989b2a68fe1 req-7ddf326f-272f-45f6-8a0c-316435e7fa88 tempest-ServersAdminNegativeTestJSON-788558228 tempest-ServersAdminNegativeTestJSON-788558228-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 1101 time: 0.0431595 Sep 16 16:28:52.713543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a18787cd-7f1a-47cb-8830-a989b2a68fe1 req-52ec5c7a-4f4c-4e51-9c01-7a99cd6078e7 tempest-ServersAdminNegativeTestJSON-788558228 tempest-ServersAdminNegativeTestJSON-788558228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:52.725218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59146) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:52.739237 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49f7ad04-6525-4996-998d-6eb814a5739f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:52.804534 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a18787cd-7f1a-47cb-8830-a989b2a68fe1 req-52ec5c7a-4f4c-4e51-9c01-7a99cd6078e7 tempest-ServersAdminNegativeTestJSON-788558228 tempest-ServersAdminNegativeTestJSON-788558228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:52.896727 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a18787cd-7f1a-47cb-8830-a989b2a68fe1 req-52ec5c7a-4f4c-4e51-9c01-7a99cd6078e7 tempest-ServersAdminNegativeTestJSON-788558228 tempest-ServersAdminNegativeTestJSON-788558228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:52.920315 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a18787cd-7f1a-47cb-8830-a989b2a68fe1 req-52ec5c7a-4f4c-4e51-9c01-7a99cd6078e7 tempest-ServersAdminNegativeTestJSON-788558228 tempest-ServersAdminNegativeTestJSON-788558228-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190006 Sep 16 16:28:52.931833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec5c7a-4f4c-4e51-9c01-7a99cd6078e7 tempest-ServersAdminNegativeTestJSON-788558228 tempest-ServersAdminNegativeTestJSON-788558228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a32cc9d-95f0-4865-9c1a-d1dafc5ea8c0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:53.011290 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49f7ad04-6525-4996-998d-6eb814a5739f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:53.082914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aae7b8-5d04-4507-a059-7db4352acbba req-5037d325-f468-4ce9-bbb2-91d8b9fbde41 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:53.084739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79aae7b8-5d04-4507-a059-7db4352acbba req-5037d325-f468-4ce9-bbb2-91d8b9fbde41 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 944 time: 0.0538974 Sep 16 16:28:53.102452 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49f7ad04-6525-4996-998d-6eb814a5739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:53.124528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79aae7b8-5d04-4507-a059-7db4352acbba req-7b72ca16-9e3b-4ad4-be13-5462183c1084 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Sep 16 16:28:53.146280 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-49f7ad04-6525-4996-998d-6eb814a5739f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6c9755919634522bb2083a8fb2f3536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166048 Sep 16 16:28:53.146280 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7ad04-6525-4996-998d-6eb814a5739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f499aabc-2b30-4f61-a3f9-befb4a977aab,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:53.146540 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59158) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:53.222170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a44af19a-5607-4c44-bc56-fac8aa48d9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:53.245877 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a44af19a-5607-4c44-bc56-fac8aa48d9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:53.360341 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a44af19a-5607-4c44-bc56-fac8aa48d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:53.362941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a44af19a-5607-4c44-bc56-fac8aa48d9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:53.364134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a44af19a-5607-4c44-bc56-fac8aa48d9b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f499aabc-2b30-4f61-a3f9-befb4a977aab HTTP/1.1" status: 204 len: 168 time: 0.2165623 Sep 16 16:28:53.371964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44af19a-5607-4c44-bc56-fac8aa48d9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499aabc-2b30-4f61-a3f9-befb4a977aab,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:53.575088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3b79848-e8cc-4828-be15-48e6c754f221 req-d9fffd6e-b2ad-4ba1-aa98-4d910b8b882b tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0260630 Sep 16 16:28:53.680699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab5dc5-de01-4cb3-848a-7a985dda1e45 req-167e3a17-a1cd-4adc-bbca-19583840d20e tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:53.682194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08ab5dc5-de01-4cb3-848a-7a985dda1e45 req-167e3a17-a1cd-4adc-bbca-19583840d20e tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 948 time: 0.0497079 Sep 16 16:28:53.723799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08ab5dc5-de01-4cb3-848a-7a985dda1e45 req-9baed571-64fd-44a3-b6c5-eb0a8bc6c6eb tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Sep 16 16:28:53.789058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:28:53.822297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d46ba758-0415-4a39-985e-73b637b245c9 req-edfdf575-4bec-4f06-b8f9-7959ad9a84a0 tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c27835150b81492e89752e770896494c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261600 Sep 16 16:28:53.922955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:53.937916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'port_id': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4', 'mac_address': 'fa:16:3e:ce:60:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0e10da-e678-4834-9de7-9aefa8ec67f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:28:53.965295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ba758-0415-4a39-985e-73b637b245c9 req-705daf55-3e5d-4685-ba6e-d64284e8acab tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:53.968330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d46ba758-0415-4a39-985e-73b637b245c9 req-705daf55-3e5d-4685-ba6e-d64284e8acab tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279335 Sep 16 16:28:53.986084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d46ba758-0415-4a39-985e-73b637b245c9 req-1babb78d-ee7a-4c48-9258-a36e618bfbcd tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/quotas/c27835150b81492e89752e770896494c HTTP/1.1" status: 200 len: 375 time: 0.0099337 Sep 16 16:28:53.991094 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:54.005696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:28:54.032947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d46ba758-0415-4a39-985e-73b637b245c9 req-e19970e5-4720-4d1c-b20a-5710ec41a057 tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c27835150b81492e89752e770896494c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404460 Sep 16 16:28:54.044590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:54.137134 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:54.191058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:54.192368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66832d-d46d-4200-93cf-2054330d52af req-4080caf8-d991-4529-aa70-ce8625b9b523 tempest-ServersAdminNegativeTestJSON-788558228 tempest-ServersAdminNegativeTestJSON-788558228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:54.196891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d66832d-d46d-4200-93cf-2054330d52af req-4080caf8-d991-4529-aa70-ce8625b9b523 tempest-ServersAdminNegativeTestJSON-788558228 tempest-ServersAdminNegativeTestJSON-788558228-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 1101 time: 0.0544086 Sep 16 16:28:54.235907 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d66832d-d46d-4200-93cf-2054330d52af req-4106b7f5-b627-44b8-aa22-179f03a953b9 tempest-ServersAdminNegativeTestJSON-788558228 tempest-ServersAdminNegativeTestJSON-788558228-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304255 Sep 16 16:28:54.341836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b75c2-9a50-4617-b0b4-d711c7eb4abd req-d110e8b6-8488-4822-8f29-b8bf85214ae6 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:54.343288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-449b75c2-9a50-4617-b0b4-d711c7eb4abd req-d110e8b6-8488-4822-8f29-b8bf85214ae6 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 948 time: 0.0497763 Sep 16 16:28:54.375051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:54.382702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-449b75c2-9a50-4617-b0b4-d711c7eb4abd req-e3e2f533-0899-4883-aa29-fc7ac5ef8533 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330031 Sep 16 16:28:54.591119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b7320-63eb-4ab9-8240-ea4d12037c59 req-79709411-77b6-43d3-adf7-3e3f1ac87e94 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:54.592666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-610b7320-63eb-4ab9-8240-ea4d12037c59 req-79709411-77b6-43d3-adf7-3e3f1ac87e94 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0538130 Sep 16 16:28:54.635453 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-610b7320-63eb-4ab9-8240-ea4d12037c59 req-88e5daa6-4de2-4292-8c40-7a91797b7dd9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359142 Sep 16 16:28:55.058848 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-6cd944cc-6aba-47af-983d-94d9fa96279c tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=11e542ad7503435aade1221d05a78e4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229690 Sep 16 16:28:55.167851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333f64-d9a4-4a08-9925-07555b036d1b req-4dfc8136-3744-4136-bae6-ea5e9f8e851c tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:55.169337 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-4dfc8136-3744-4136-bae6-ea5e9f8e851c tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041389 Sep 16 16:28:55.204533 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c327fe27-f84e-4853-a686-93172a9a3976 req-d4567aaa-ebe9-46b9-8eb4-22436c5fd3ba tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0342116 Sep 16 16:28:55.206936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-6aaa889a-a236-4dd4-808f-44a4d9518d2b tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/quotas/11e542ad7503435aade1221d05a78e4b HTTP/1.1" status: 200 len: 375 time: 0.0285568 Sep 16 16:28:55.261299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-32c3a471-bd42-4aac-a2fe-da46626f0d0e tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=11e542ad7503435aade1221d05a78e4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478282 Sep 16 16:28:55.595972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9ba0fa6-7551-4d4f-b3d5-4fc77be6c0eb req-67b2cd50-8d67-4aee-8af5-b7213994b4d3 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 210 time: 0.0284464 Sep 16 16:28:55.793996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:28:55.926459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:28:55.931575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:28:55.931952 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:55.990384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d115b22-607b-4e44-a687-a1bf292673c7 req-ed9d9e16-c5e4-4ef8-aebe-5bc15aadc15d tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:55.991990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d115b22-607b-4e44-a687-a1bf292673c7 req-ed9d9e16-c5e4-4ef8-aebe-5bc15aadc15d tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0585799 Sep 16 16:28:56.028589 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:56.031379 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d115b22-607b-4e44-a687-a1bf292673c7 req-9ce9dcc7-866a-4ca2-8ed8-cf6c547d10a0 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332749 Sep 16 16:28:56.056861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de54536-898f-4557-ad75-515ca442a0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:56.059288 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b21f04-bf2e-4efc-a4fb-320146d3cc64" -d '{"events": [{"server_uuid": "0de54536-898f-4557-ad75-515ca442a0e7", "name": "network-vif-plugged", "status": "completed", "tag": "93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:56.072049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:56.222531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:56.282620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:56.385147 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f26174c-8429-49c1-8828-09014fc89646 req-8f1b487f-42d9-4223-bec2-ac35c23378f3 tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c27835150b81492e89752e770896494c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230722 Sep 16 16:28:56.501299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26174c-8429-49c1-8828-09014fc89646 req-828e165e-5cb4-40d8-9dfe-a4367fbbe442 tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:56.502837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f26174c-8429-49c1-8828-09014fc89646 req-828e165e-5cb4-40d8-9dfe-a4367fbbe442 tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103895 Sep 16 16:28:56.513871 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da51e566-a687-4baf-a643-e85022974fe3 x-openstack-request-id: req-da51e566-a687-4baf-a643-e85022974fe3 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:56.514229 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de54536-898f-4557-ad75-515ca442a0e7", "name": "network-vif-plugged", "status": "completed", "tag": "93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:56.515001 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da51e566-a687-4baf-a643-e85022974fe3 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:56.515614 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de54536-898f-4557-ad75-515ca442a0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4', 'code': 200} Sep 16 16:28:56.519781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f26174c-8429-49c1-8828-09014fc89646 req-c54403e3-2876-4c74-a5e1-dd7698894c06 tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/quotas/c27835150b81492e89752e770896494c HTTP/1.1" status: 200 len: 375 time: 0.0104692 Sep 16 16:28:56.555208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f26174c-8429-49c1-8828-09014fc89646 req-87df55fc-2185-44a1-bd6b-90c07787c677 tempest-QuotasAdminNegativeTest-1263533836 tempest-QuotasAdminNegativeTest-1263533836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c27835150b81492e89752e770896494c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287485 Sep 16 16:28:56.621889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dac5cf-2086-41ea-93d5-1400d1877297 req-4a296517-f036-4b35-931d-5e3497c8b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:56.621889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-34dac5cf-2086-41ea-93d5-1400d1877297 req-4a296517-f036-4b35-931d-5e3497c8b2ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 1097 time: 0.0447774 Sep 16 16:28:56.666599 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-34dac5cf-2086-41ea-93d5-1400d1877297 req-cffa7a0d-c374-4855-b1dc-a2fb3b405319 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Sep 16 16:28:56.722531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e09ebd0-e7fb-44af-bfc5-91d0164df94e req-d141d005-547b-4c31-b27d-5fe52cb11e09 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0335791 Sep 16 16:28:56.738593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c992342-b4ff-4350-910e-d1591f6b223b req-a289e42c-1146-491d-8812-6ef88f664f7d tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:56.740489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c992342-b4ff-4350-910e-d1591f6b223b req-a289e42c-1146-491d-8812-6ef88f664f7d tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 950 time: 0.0762658 Sep 16 16:28:56.779835 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c992342-b4ff-4350-910e-d1591f6b223b req-bb896f4c-37fa-4e66-9935-70395bd9ae32 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328438 Sep 16 16:28:56.907545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d53d1d5-307b-40e3-9caf-21275a5c6730 req-89253636-d898-4b7f-bdd8-521500a91604 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 210 time: 0.0284133 Sep 16 16:28:57.292981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5dd0b-e576-4cb4-b910-e760de7d7953 req-e738675f-d829-4f92-8002-14f0e2ac34e0 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:57.294431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1c5dd0b-e576-4cb4-b910-e760de7d7953 req-e738675f-d829-4f92-8002-14f0e2ac34e0 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Sep 16 16:28:57.333875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1c5dd0b-e576-4cb4-b910-e760de7d7953 req-a6450e45-e1eb-4b3c-b5e3-e710214c5e55 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320837 Sep 16 16:28:57.832499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49a14bfa-75f2-41e7-88a6-2b450eb21173 req-2528a21d-58b2-421a-a900-13fa466cdc80 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0321300 Sep 16 16:28:57.915878 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-1ea350bf-abbf-4acb-8031-36d868abd1a6 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=11e542ad7503435aade1221d05a78e4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331764 Sep 16 16:28:57.964526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d69bf9-39c2-406c-8302-9fe5a5abb18c req-14f6c943-27c3-4218-ba8b-6c68b8310297 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:57.966230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6d69bf9-39c2-406c-8302-9fe5a5abb18c req-14f6c943-27c3-4218-ba8b-6c68b8310297 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 950 time: 0.0652220 Sep 16 16:28:58.010995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6d69bf9-39c2-406c-8302-9fe5a5abb18c req-397bc005-c1c5-47c0-b6ce-860eb5f745a6 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383711 Sep 16 16:28:58.040737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333f64-d9a4-4a08-9925-07555b036d1b req-0afda640-8b18-4a61-b0f7-8d706006a7f0 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:58.042268 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-0afda640-8b18-4a61-b0f7-8d706006a7f0 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1209636 Sep 16 16:28:58.064267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Request body: {'port': {'device_id': '99698228-e38a-402d-bce2-b7a24bb93218', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '11e542ad7503435aade1221d05a78e4b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:28:58.084212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59390) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:58.142039 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11139d96-d408-46dd-a620-25c66b22ed62 req-7c47d86d-04e4-4e06-b54a-74031d9eeaea tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 210 time: 0.0474467 Sep 16 16:28:58.201504 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7480685b-a480-43a3-a8e4-c9530e27e326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:58.421062 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-30ed6e66-3b70-4e59-94c4-dcd899f77d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:58.564852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-c5c6c4c9-089d-4ef8-8180-6a2a06abceed tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:58.566335 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-c5c6c4c9-089d-4ef8-8180-6a2a06abceed tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 950 time: 0.4469585 Sep 16 16:28:58.574213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8e8b7-5cff-47d9-b6dc-38f51e3797fb req-4437c770-dee0-4518-9d54-862cf564a627 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:58.574213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45c8e8b7-5cff-47d9-b6dc-38f51e3797fb req-4437c770-dee0-4518-9d54-862cf564a627 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 946 time: 0.1480865 Sep 16 16:28:58.630532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45c8e8b7-5cff-47d9-b6dc-38f51e3797fb req-8f631ad2-6e2d-44f5-915c-5739a0f69e4c tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499578 Sep 16 16:28:58.659115 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-30ed6e66-3b70-4e59-94c4-dcd899f77d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:58.678651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-8def8cb2-8c12-4ba0-8523-c8ab8b823218 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Deleting port a5d5e188-6871-4aab-be07-1602565e1388 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:28:58.683444 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-8def8cb2-8c12-4ba0-8523-c8ab8b823218 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:58.772997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-8def8cb2-8c12-4ba0-8523-c8ab8b823218 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] For port a5d5e188-6871-4aab-be07-1602565e1388, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a5d5e188-6871-4aab-be07-1602565e1388,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:28:58.773367 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-8def8cb2-8c12-4ba0-8523-c8ab8b823218 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:58.782303 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-30ed6e66-3b70-4e59-94c4-dcd899f77d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:58.797892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-8def8cb2-8c12-4ba0-8523-c8ab8b823218 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Calling delete_port for a5d5e188-6871-4aab-be07-1602565e1388 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:28:58.807160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed6e66-3b70-4e59-94c4-dcd899f77d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea514572-eee0-44d1-a7c2-afc23a32401d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:58.843559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-30ed6e66-3b70-4e59-94c4-dcd899f77d60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c27835150b81492e89752e770896494c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577760 Sep 16 16:28:58.846713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59420) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:58.913833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28930d8a-2ccf-43d7-83f0-f93d8aa46ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:58.935393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Made reservation on behalf of 11e542ad7503435aade1221d05a78e4b for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:28:58.938995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:58.949548 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28930d8a-2ccf-43d7-83f0-f93d8aa46ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:58.984429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc8fc860-2f86-47e0-8ed2-434bb86bd459 req-c28852aa-5b13-4c14-a345-25ac23558e89 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0466280 Sep 16 16:28:58.998515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59426) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:59.085494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-8def8cb2-8c12-4ba0-8523-c8ab8b823218 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.098149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a57b4ada-a077-4afd-a276-3e395f50ebad', 'a5d5e188-6871-4aab-be07-1602565e1388'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:59.131505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def8cb2-8c12-4ba0-8523-c8ab8b823218 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Pushing event deleted for resources: {'Port': ['ID=a5d5e188-6871-4aab-be07-1602565e1388,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:59.164720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89868387-20be-4aa9-99ea-298df8a6a152 req-3a5d9732-20d3-4aba-846c-36eb9b4e4cd1 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 210 time: 0.0626783 Sep 16 16:28:59.173701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Allocated IP 192.168.233.149 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/6efd3889-3f67-44ba-83ba-68a43855ae48) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:28:59.196152 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-8def8cb2-8c12-4ba0-8523-c8ab8b823218 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] No DVR routers for this DVR port a5d5e188-6871-4aab-be07-1602565e1388 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:28:59.199006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28930d8a-2ccf-43d7-83f0-f93d8aa46ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.200991 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-8def8cb2-8c12-4ba0-8523-c8ab8b823218 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.203661 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0a4156cd-5dc0-4f50-a898-8cda3f1f5871 req-8def8cb2-8c12-4ba0-8523-c8ab8b823218 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.52 "DELETE /v2.0/ports/a5d5e188-6871-4aab-be07-1602565e1388 HTTP/1.1" status: 204 len: 173 time: 0.6297176 Sep 16 16:28:59.204642 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28930d8a-2ccf-43d7-83f0-f93d8aa46ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.204805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c93cab-c882-4c01-b6e8-d4bf801e70c7', 'name': 'network-vif-deleted', 'tag': 'a5d5e188-6871-4aab-be07-1602565e1388'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:28:59.207101 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6892abe8-9929-4ad6-942c-41491d37e0af" -d '{"events": [{"server_uuid": "d7c93cab-c882-4c01-b6e8-d4bf801e70c7", "name": "network-vif-deleted", "tag": "a5d5e188-6871-4aab-be07-1602565e1388"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:28:59.213956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-28930d8a-2ccf-43d7-83f0-f93d8aa46ed9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea514572-eee0-44d1-a7c2-afc23a32401d HTTP/1.1" status: 204 len: 168 time: 0.3577507 Sep 16 16:28:59.238710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59440) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:59.240974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28930d8a-2ccf-43d7-83f0-f93d8aa46ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea514572-eee0-44d1-a7c2-afc23a32401d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:59.343765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1174e7b8-4028-437b-b41f-9a4dff3faf78 req-d8e05147-b41a-4ee9-80fc-4c842442b959 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 210 time: 0.0715804 Sep 16 16:28:59.423364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b78fe9d1-e716-41f8-91ad-5059ab3b293c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.530420 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dbda94-2333-43cb-8321-f367e5fdc149 x-openstack-request-id: req-28dbda94-2333-43cb-8321-f367e5fdc149 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:28:59.533703 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c93cab-c882-4c01-b6e8-d4bf801e70c7", "name": "network-vif-deleted", "tag": "a5d5e188-6871-4aab-be07-1602565e1388", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:28:59.533703 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28dbda94-2333-43cb-8321-f367e5fdc149 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:28:59.533703 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c93cab-c882-4c01-b6e8-d4bf801e70c7', 'name': 'network-vif-deleted', 'tag': 'a5d5e188-6871-4aab-be07-1602565e1388', 'status': 'completed', 'code': 200} Sep 16 16:28:59.567872 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dbbe-7a8d-4ee8-8b46-e372414061e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.589273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b78fe9d1-e716-41f8-91ad-5059ab3b293c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.606742 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.713909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b78fe9d1-e716-41f8-91ad-5059ab3b293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.753580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b78fe9d1-e716-41f8-91ad-5059ab3b293c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6b0df27cec44bea8a77365952a27b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7544713 Sep 16 16:28:59.755476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fe9d1-e716-41f8-91ad-5059ab3b293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e5f08a-5436-4f9d-a22f-0a0aa6b03478,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:59.756506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59474) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:28:59.775145 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.789204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b52ec41b-efd1-48e9-b357-a36d116f5d8f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:28:59.861636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:28:59.878013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:28:59.884219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Pushing event updated for resources: {'Port': ['ID=6efd3889-3f67-44ba-83ba-68a43855ae48,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:28:59.893159 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dbbe-7a8d-4ee8-8b46-e372414061e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.894656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:28:59.919787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e0c4-dce5-456d-993a-e02874807f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.962127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e0c4-dce5-456d-993a-e02874807f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:28:59.970167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:28:59.971165 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.012142 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dbbe-7a8d-4ee8-8b46-e372414061e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.054600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4dbbe-7a8d-4ee8-8b46-e372414061e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a818935-dcaf-4ab7-ab62-123c0d612cd6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:00.083463 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-f91a90c7-24c7-4da5-8df5-8f15cab1d420 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0313818 Sep 16 16:29:00.102630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Request body: {'port': {'device_id': '99698228-e38a-402d-bce2-b7a24bb93218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:00.111751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4437a317-345b-4143-addb-15309ce8739f req-4ca7a2f9-5803-4ee7-99d0-3ecf3215c4e9 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0431485 Sep 16 16:29:00.130691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59486) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:00.140662 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3cd4dbbe-7a8d-4ee8-8b46-e372414061e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b797b4941ed24473b06c93dc424badef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8983989 Sep 16 16:29:00.141434 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59488) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:00.157578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca63db77-e5ab-4d5d-9b4f-435de54af6a1 None None] Provisioning complete for port 6efd3889-3f67-44ba-83ba-68a43855ae48 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:00.157578 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca63db77-e5ab-4d5d-9b4f-435de54af6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.178412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce9569-7acd-48fa-bca2-ff0debd947ed req-4448d8d5-feee-4b17-a132-41e2086658d9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:00.179860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38ce9569-7acd-48fa-bca2-ff0debd947ed req-4448d8d5-feee-4b17-a132-41e2086658d9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 946 time: 0.1519668 Sep 16 16:29:00.180650 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ca31501-d242-451a-8668-8c8ce8a3fd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.183981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.201960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca63db77-e5ab-4d5d-9b4f-435de54af6a1 None None] Port 6efd3889-3f67-44ba-83ba-68a43855ae48 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:00.271349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38ce9569-7acd-48fa-bca2-ff0debd947ed req-8a77453b-b62f-4fc6-aed1-ca5e79626e61 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789905 Sep 16 16:29:00.313182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4c3c4bc-233c-4f8a-aef5-8a761ffd5bdd req-0bbef3ae-90e4-4cf7-afc4-81637c90b75a tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c93cab-c882-4c01-b6e8-d4bf801e70c7 HTTP/1.1" status: 200 len: 210 time: 0.0465324 Sep 16 16:29:00.317218 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60368214-46f5-47f5-bfde-26f9635b2d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.319299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e0c4-dce5-456d-993a-e02874807f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.322081 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e0c4-dce5-456d-993a-e02874807f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.326493 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6cb4e0c4-dce5-456d-993a-e02874807f13 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80e5f08a-5436-4f9d-a22f-0a0aa6b03478 HTTP/1.1" status: 204 len: 168 time: 0.5657871 Sep 16 16:29:00.348723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4e0c4-dce5-456d-993a-e02874807f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e5f08a-5436-4f9d-a22f-0a0aa6b03478,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:00.357396 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60368214-46f5-47f5-bfde-26f9635b2d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.429415 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ca31501-d242-451a-8668-8c8ce8a3fd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.525808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e06ae2-ab7d-4c5e-abec-04d3a000f7fb req-1f7418fe-1bf1-4d29-8b6f-9264fa4faf84 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:00.527246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58e06ae2-ab7d-4c5e-abec-04d3a000f7fb req-1f7418fe-1bf1-4d29-8b6f-9264fa4faf84 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 936 time: 0.0508912 Sep 16 16:29:00.536742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efd3889-3f67-44ba-83ba-68a43855ae48 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:00.541722 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60368214-46f5-47f5-bfde-26f9635b2d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.544182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60368214-46f5-47f5-bfde-26f9635b2d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.544980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.545296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-60368214-46f5-47f5-bfde-26f9635b2d66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a818935-dcaf-4ab7-ab62-123c0d612cd6 HTTP/1.1" status: 204 len: 168 time: 0.3958681 Sep 16 16:29:00.545993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ca31501-d242-451a-8668-8c8ce8a3fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.558545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Transition to ACTIVE for port object 6efd3889-3f67-44ba-83ba-68a43855ae48 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:29:00.576813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60368214-46f5-47f5-bfde-26f9635b2d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a818935-dcaf-4ab7-ab62-123c0d612cd6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:00.609244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59498) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:00.609411 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5ca31501-d242-451a-8668-8c8ce8a3fd32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2388ddb72efd4d1f8504854322db4df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772489 Sep 16 16:29:00.614319 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58e06ae2-ab7d-4c5e-abec-04d3a000f7fb req-05bc0508-5157-4cb7-bd29-824770aca478 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801845 Sep 16 16:29:00.628346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca31501-d242-451a-8668-8c8ce8a3fd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23389fe1-106a-463f-b2b5-f280975ca646,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:00.655817 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.722435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6efd3889-3f67-44ba-83ba-68a43855ae48,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:00.726829 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38b8211b-facf-48ad-9f5b-09287a24bf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.770876 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9db86659-1148-445d-85b9-c66aa10111e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.814673 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38b8211b-facf-48ad-9f5b-09287a24bf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:00.847722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a66e5-927e-4801-ac99-05eba58dc28d req-5dc82d29-f20f-44ab-ae90-806fcebfbbba tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:00.855800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef6a66e5-927e-4801-ac99-05eba58dc28d req-5dc82d29-f20f-44ab-ae90-806fcebfbbba tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 946 time: 0.0640507 Sep 16 16:29:00.905771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef6a66e5-927e-4801-ac99-05eba58dc28d req-c6c18f3f-5a14-4985-a606-e5ca69faa67a tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489209 Sep 16 16:29:00.934402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Attempting to bind port 6efd3889-3f67-44ba-83ba-68a43855ae48 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:00.934733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Attempting to bind port 6efd3889-3f67-44ba-83ba-68a43855ae48 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:00.935111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Attempting to bind port 6efd3889-3f67-44ba-83ba-68a43855ae48 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:00.941136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Port 6efd3889-3f67-44ba-83ba-68a43855ae48 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:29:00.941459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Attempting to bind port 6efd3889-3f67-44ba-83ba-68a43855ae48 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:00.946860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:00.947077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:00.947460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:00.947930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Bound port: 6efd3889-3f67-44ba-83ba-68a43855ae48, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:00.948246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.005372 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38b8211b-facf-48ad-9f5b-09287a24bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.007511 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38b8211b-facf-48ad-9f5b-09287a24bf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.008686 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-38b8211b-facf-48ad-9f5b-09287a24bf20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23389fe1-106a-463f-b2b5-f280975ca646 HTTP/1.1" status: 204 len: 168 time: 0.3984013 Sep 16 16:29:01.022905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8211b-facf-48ad-9f5b-09287a24bf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23389fe1-106a-463f-b2b5-f280975ca646,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:01.028769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] For port 6efd3889-3f67-44ba-83ba-68a43855ae48, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:01.033365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] For port 6efd3889-3f67-44ba-83ba-68a43855ae48, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6efd3889-3f67-44ba-83ba-68a43855ae48,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:01.117676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.156141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:01.156855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.158286 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] 10.222.0.62 "PUT /v2.0/ports/6efd3889-3f67-44ba-83ba-68a43855ae48 HTTP/1.1" status: 200 len: 1096 time: 1.0658195 Sep 16 16:29:01.181623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f5509-aef5-4dee-9439-e96e6bcabdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6efd3889-3f67-44ba-83ba-68a43855ae48,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:01.261040 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-647186c4-daf2-44c7-b3f9-7b5665d02432 req-62b7ebda-b8f8-433f-a123-5168acd32413 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0458889 Sep 16 16:29:01.399402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59528) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:01.406178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333f64-d9a4-4a08-9925-07555b036d1b req-bc16a306-ac5b-4c37-bafc-bd928f897226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:01.409004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-bc16a306-ac5b-4c37-bafc-bd928f897226 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e542ad7503435aade1221d05a78e4b&device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 1099 time: 0.0707467 Sep 16 16:29:01.410980 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.428515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e6c8688f-5947-463d-9800-9ba29db53b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.475645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab843e0-ac26-46d4-b88c-cb7364c4e355 req-63e3289c-27b4-43e0-a2e9-8c1ebd8d6dc1 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:01.477279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cab843e0-ac26-46d4-b88c-cb7364c4e355 req-63e3289c-27b4-43e0-a2e9-8c1ebd8d6dc1 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 946 time: 0.1240685 Sep 16 16:29:01.498827 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-a148dbb4-16be-4b3e-93d1-589dd723e5c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6efd3889-3f67-44ba-83ba-68a43855ae48 HTTP/1.1" status: 200 len: 217 time: 0.0759156 Sep 16 16:29:01.539262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99698228-e38a-402d-bce2-b7a24bb93218', 'tag': '6efd3889-3f67-44ba-83ba-68a43855ae48'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:01.541315 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b1a302-4121-4358-9b6f-5f17cc2976f3" -d '{"events": [{"name": "network-changed", "server_uuid": "99698228-e38a-402d-bce2-b7a24bb93218", "tag": "6efd3889-3f67-44ba-83ba-68a43855ae48"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:01.557692 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cab843e0-ac26-46d4-b88c-cb7364c4e355 req-e6f08d29-bd60-4bc7-8a60-a321b8bac567 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586751 Sep 16 16:29:01.587549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333f64-d9a4-4a08-9925-07555b036d1b req-ba5ebd9b-b250-4b18-b6b4-eb5ba142f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:01.590558 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-ba5ebd9b-b250-4b18-b6b4-eb5ba142f259 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0814435 Sep 16 16:29:01.612091 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978f3c21-857c-4542-b388-a66208599091 x-openstack-request-id: req-978f3c21-857c-4542-b388-a66208599091 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:01.612091 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99698228-e38a-402d-bce2-b7a24bb93218", "tag": "6efd3889-3f67-44ba-83ba-68a43855ae48", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:01.612407 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-978f3c21-857c-4542-b388-a66208599091 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:01.612651 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99698228-e38a-402d-bce2-b7a24bb93218', 'tag': '6efd3889-3f67-44ba-83ba-68a43855ae48', 'status': 'completed', 'code': 200} Sep 16 16:29:01.628919 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e6c8688f-5947-463d-9800-9ba29db53b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.644880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333f64-d9a4-4a08-9925-07555b036d1b req-a1cf79fe-4d46-4c45-b466-35eab201a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:01.646874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-a1cf79fe-4d46-4c45-b466-35eab201a6e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484576 Sep 16 16:29:01.759524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4df9db-1333-4a40-9a8f-da5ec1d79a57 req-17405f7a-5504-4386-bab3-b0918fb7afb0 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:01.761192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c4df9db-1333-4a40-9a8f-da5ec1d79a57 req-17405f7a-5504-4386-bab3-b0918fb7afb0 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 948 time: 0.0614786 Sep 16 16:29:01.805322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e6c8688f-5947-463d-9800-9ba29db53b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.805759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:29:01.805759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a5d5e188-6871-4aab-be07-1602565e1388 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:01.815926 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-5db3bc58-27fe-4433-9819-7860018aaa17 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527016 Sep 16 16:29:01.817614 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c4df9db-1333-4a40-9a8f-da5ec1d79a57 req-7d5ac6b3-c9f6-47e7-99aa-381f52ba6255 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498240 Sep 16 16:29:01.848229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e6c8688f-5947-463d-9800-9ba29db53b9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c8559c747804ed29f18bd2c58fe0a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4454808 Sep 16 16:29:01.848229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8688f-5947-463d-9800-9ba29db53b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5ea7ac-d20e-4f7e-aa71-67b7c18fb588,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:01.849456 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59550) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:01.930720 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.979025 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.980678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: a5d5e188-6871-4aab-be07-1602565e1388 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:29:01.981251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a5d5e188-6871-4aab-be07-1602565e1388 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:29:01.991583 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:01.999787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29333f64-d9a4-4a08-9925-07555b036d1b req-db8e0d3f-999d-481a-a484-6c94935e6c55 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506617 Sep 16 16:29:02.085768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900250cb-2e33-4989-9b56-325566967cc7 req-6c4c479c-1940-4554-a8d2-334ebbc00ae1 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:02.089043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-900250cb-2e33-4989-9b56-325566967cc7 req-6c4c479c-1940-4554-a8d2-334ebbc00ae1 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 949 time: 0.0755587 Sep 16 16:29:02.120014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:02.133380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4', 'network_id': '3862635c-f4cc-4a8b-a517-23c895f3cf7f', 'port_id': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4', 'mac_address': 'fa:16:3e:ce:60:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0e10da-e678-4834-9de7-9aefa8ec67f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:29:02.140966 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-900250cb-2e33-4989-9b56-325566967cc7 req-08fa9fec-8f03-46c4-81fe-459619c58062 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Sep 16 16:29:02.185397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:02.211008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:02.223990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-bf24cb0e-c83c-444e-b7d7-46fdc484af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:02.225833 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-bf24cb0e-c83c-444e-b7d7-46fdc484af36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e542ad7503435aade1221d05a78e4b&device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 1099 time: 0.0554514 Sep 16 16:29:02.228786 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:02.231417 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:02.232678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d5ea7ac-d20e-4f7e-aa71-67b7c18fb588 HTTP/1.1" status: 204 len: 168 time: 0.3713019 Sep 16 16:29:02.233566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:02.241933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5ea7ac-d20e-4f7e-aa71-67b7c18fb588,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:02.252539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.252965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.255584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.255584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.255584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.255584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.255584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.255584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.256437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.256437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.256848 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.257268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17f047-b6d8-4251-b20c-ef3ba1401d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:02.331644 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:02.388662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-7f8c244a-0068-4aa9-a079-4b122b443b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:02.394754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-7f8c244a-0068-4aa9-a079-4b122b443b8c service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1534073 Sep 16 16:29:02.401510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:02.429456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e9dd6e7-7072-4123-b7b7-7a44ff7ca60d req-93498e21-19c9-4fb7-a9dc-14d4011e3260 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0736177 Sep 16 16:29:02.434271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:29:02.457731 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-39bdcc9d-3d16-461f-aaaf-7e9e94e8760d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6efd3889-3f67-44ba-83ba-68a43855ae48 HTTP/1.1" status: 200 len: 217 time: 0.0541546 Sep 16 16:29:02.501915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44d601f0-f5bb-46ca-bd60-4b19eff16ce7 req-44417814-a893-450a-99d6-ac50935b4a5b tempest-AbsoluteLimitsNegativeTestJSON-24848831 tempest-AbsoluteLimitsNegativeTestJSON-24848831-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3c342a6084eb4b17977727d0a439a11a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284555 Sep 16 16:29:02.518948 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-01d5ee59-19b4-474a-a3c0-c68b82d3cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:02.520473 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-01d5ee59-19b4-474a-a3c0-c68b82d3cc62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0558007 Sep 16 16:29:02.629345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-518ea3d2-934c-41d1-aba1-5f48cf22b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:02.630914 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-518ea3d2-934c-41d1-aba1-5f48cf22b680 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767663 Sep 16 16:29:02.631870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d601f0-f5bb-46ca-bd60-4b19eff16ce7 req-aea9b95a-61c7-4e61-b2bb-18e9c109de88 tempest-AbsoluteLimitsNegativeTestJSON-24848831 tempest-AbsoluteLimitsNegativeTestJSON-24848831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:02.641283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44d601f0-f5bb-46ca-bd60-4b19eff16ce7 req-aea9b95a-61c7-4e61-b2bb-18e9c109de88 tempest-AbsoluteLimitsNegativeTestJSON-24848831 tempest-AbsoluteLimitsNegativeTestJSON-24848831-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381047 Sep 16 16:29:02.658539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44d601f0-f5bb-46ca-bd60-4b19eff16ce7 req-275c33dd-97dd-4109-ab95-fd75e80f7763 tempest-AbsoluteLimitsNegativeTestJSON-24848831 tempest-AbsoluteLimitsNegativeTestJSON-24848831-project] 10.222.0.22 "GET /v2.0/quotas/3c342a6084eb4b17977727d0a439a11a HTTP/1.1" status: 200 len: 375 time: 0.0166578 Sep 16 16:29:02.699884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44d601f0-f5bb-46ca-bd60-4b19eff16ce7 req-be238c28-7f5c-4d68-af78-f4e6a7d5471b tempest-AbsoluteLimitsNegativeTestJSON-24848831 tempest-AbsoluteLimitsNegativeTestJSON-24848831-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c342a6084eb4b17977727d0a439a11a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402467 Sep 16 16:29:02.775737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59596) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:02.862274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f5982-3610-435f-a8c9-0e66de927892 req-983f83e4-e68b-4dc1-9b38-5c16434fb0db tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:02.863725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-874f5982-3610-435f-a8c9-0e66de927892 req-983f83e4-e68b-4dc1-9b38-5c16434fb0db tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0551903 Sep 16 16:29:02.866433 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-3dd57a51-c983-4ff1-9619-fabf520cd6ae service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167358 Sep 16 16:29:02.941225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-874f5982-3610-435f-a8c9-0e66de927892 req-e1bc345b-b0a4-422c-8aff-61e15297f004 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690675 Sep 16 16:29:02.958709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-network', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:02.969266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7d0ad-b477-4114-b364-ed9720906c63 req-1dd756b8-96b8-4ae9-b50c-5bb06b30f248 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:02.970692 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03f7d0ad-b477-4114-b364-ed9720906c63 req-1dd756b8-96b8-4ae9-b50c-5bb06b30f248 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 946 time: 0.0809786 Sep 16 16:29:03.018891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03f7d0ad-b477-4114-b364-ed9720906c63 req-6fc8707e-fb8e-439c-99b2-b85838686abd tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 Sep 16 16:29:03.038525 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-21b1a302-4121-4358-9b6f-5f17cc2976f3 req-524d1247-dca3-4c52-9e63-cd6f9ec60574 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478405 Sep 16 16:29:03.066748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f35ac5-a84e-4e7a-a69c-9386d8b70b15 req-57fb7cbe-d4af-4566-acfa-207458c7ff14 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:03.068333 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10f35ac5-a84e-4e7a-a69c-9386d8b70b15 req-57fb7cbe-d4af-4566-acfa-207458c7ff14 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 948 time: 0.0535374 Sep 16 16:29:03.069730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Made reservation on behalf of a0e6854e0d264b99901906b8b64d69a2 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:03.071943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.087559 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.131872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10f35ac5-a84e-4e7a-a69c-9386d8b70b15 req-deb230f2-4b44-48b9-94a8-77035f3cb351 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510285 Sep 16 16:29:03.212256 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.285858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be08c8a-b6ee-41b9-8ac0-a280079b4007 req-6b253f56-193f-4002-8b0b-888d512d7bdc tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:03.287112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59618) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:03.287651 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6be08c8a-b6ee-41b9-8ac0-a280079b4007 req-6b253f56-193f-4002-8b0b-888d512d7bdc tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 949 time: 0.0507519 Sep 16 16:29:03.294922 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.330507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:29:03.356487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.357961 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Added segment 71208d3a-2377-403e-8168-ba5f6bac85a4 of type vlan for network 67236834-8013-4773-bc20-cd581bb6d7aa Sep 16 16:29:03.360639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7b94db-75f9-4330-a831-9f9ad15767c0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:03.375910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6be08c8a-b6ee-41b9-8ac0-a280079b4007 req-08df3114-c122-4eb6-88ab-3bf101abc902 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/security-groups?id=331f0a62-2a28-4057-a89b-99d78bffe64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818310 Sep 16 16:29:03.422207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6efd3889-3f67-44ba-83ba-68a43855ae48 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:29:03.424907 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.431766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.555071 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.565678 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.566762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:03.567454 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.595037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6efd3889-3f67-44ba-83ba-68a43855ae48, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6efd3889-3f67-44ba-83ba-68a43855ae48,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:03.607374 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '6efd3889-3f67-44ba-83ba-68a43855ae48', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '6efd3889-3f67-44ba-83ba-68a43855ae48', 'mac_address': 'fa:16:3e:41:34:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:29:03.624811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24aecec2-9441-4aae-a600-98a030f83008 req-b49cfc98-c92e-4712-94cf-ac786b38c694 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0373476 Sep 16 16:29:03.634855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.649316 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.665654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efd3889-3f67-44ba-83ba-68a43855ae48 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:03.688737 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.693455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6efd3889-3f67-44ba-83ba-68a43855ae48, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6efd3889-3f67-44ba-83ba-68a43855ae48,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:03.726165 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c342a6084eb4b17977727d0a439a11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351878 Sep 16 16:29:03.726165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e42742d-fd3c-499d-affa-34bfdd41525f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:03.729596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59634) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:03.743316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.743668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.744009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.744346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.744729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.745063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.745391 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.745719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.746046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.746370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.746921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.747300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa630-e398-4194-bcc9-3692c6231aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:03.785447 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-43422917-4010-4b49-9de7-72c09c9994d7 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:03.787066 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-43422917-4010-4b49-9de7-72c09c9994d7 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.52 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 949 time: 0.1220589 Sep 16 16:29:03.794357 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.806416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:03.848973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59636) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:03.867185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b65545f7-d4a4-4b0c-bbc9-710f1be43742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.915778 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b65545f7-d4a4-4b0c-bbc9-710f1be43742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.931859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6efd3889-3f67-44ba-83ba-68a43855ae48,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:03.962382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:03.962757 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.976871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-700113c5-4ba8-4a02-a5b5-fb91280c4f24 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Deleting port a57b4ada-a077-4afd-a276-3e395f50ebad {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:03.990577 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-700113c5-4ba8-4a02-a5b5-fb91280c4f24 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:03.993583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-network', 'tenant_id': 'a782d54ffc244489a23e0c247776f754'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:04.030254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] Pushing event updated for resources: {'Network': ['ID=67236834-8013-4773-bc20-cd581bb6d7aa,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:04.049191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 67236834-8013-4773-bc20-cd581bb6d7aa details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:29:04.082845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6efd3889-3f67-44ba-83ba-68a43855ae48'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:29:04.120111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-700113c5-4ba8-4a02-a5b5-fb91280c4f24 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] For port a57b4ada-a077-4afd-a276-3e395f50ebad, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a57b4ada-a077-4afd-a276-3e395f50ebad,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:04.121197 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-700113c5-4ba8-4a02-a5b5-fb91280c4f24 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.140057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-700113c5-4ba8-4a02-a5b5-fb91280c4f24 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Calling delete_port for a57b4ada-a077-4afd-a276-3e395f50ebad owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:04.141565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a620e-bb23-4fa1-becc-533a73de0fe0 req-5ae7fd9c-cdd2-4777-b33c-8c2165b3e6de tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:04.146872 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.149148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d0a620e-bb23-4fa1-becc-533a73de0fe0 req-5ae7fd9c-cdd2-4777-b33c-8c2165b3e6de tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 946 time: 0.0859816 Sep 16 16:29:04.160732 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b358228d-85bd-4e67-b093-92815f4221e5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3807993 Sep 16 16:29:04.160938 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b65545f7-d4a4-4b0c-bbc9-710f1be43742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.162843 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b65545f7-d4a4-4b0c-bbc9-710f1be43742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.166891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b65545f7-d4a4-4b0c-bbc9-710f1be43742 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e42742d-fd3c-499d-affa-34bfdd41525f HTTP/1.1" status: 204 len: 168 time: 0.4362106 Sep 16 16:29:04.167548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59646) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:04.173117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20592d-14dd-4647-8baf-032a0dfdb381 req-b546f9af-4821-4239-bf2f-e3c737f30d85 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:04.174719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b20592d-14dd-4647-8baf-032a0dfdb381 req-b546f9af-4821-4239-bf2f-e3c737f30d85 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 945 time: 0.1016941 Sep 16 16:29:04.179011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Request body: {'subnet': {'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-subnet', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:04.199827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de54536-898f-4557-ad75-515ca442a0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:04.202503 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36750ff-300d-4380-a187-8ff2f8fb703f" -d '{"events": [{"server_uuid": "0de54536-898f-4557-ad75-515ca442a0e7", "name": "network-vif-plugged", "status": "completed", "tag": "93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:04.222693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:04.225949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65545f7-d4a4-4b0c-bbc9-710f1be43742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e42742d-fd3c-499d-affa-34bfdd41525f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:04.235228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d0a620e-bb23-4fa1-becc-533a73de0fe0 req-7bc6df7d-28f6-4a88-8897-bb1d4490e0a2 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852180 Sep 16 16:29:04.254911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b20592d-14dd-4647-8baf-032a0dfdb381 req-9b2105d0-2ffe-4456-8a99-d015fd567063 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637779 Sep 16 16:29:04.255255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Made reservation on behalf of a782d54ffc244489a23e0c247776f754 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:04.257687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.276999 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.312205 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.321763 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5dfa0c-8909-4cb0-9759-3bbd12db2418 x-openstack-request-id: req-fd5dfa0c-8909-4cb0-9759-3bbd12db2418 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:04.322044 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de54536-898f-4557-ad75-515ca442a0e7", "name": "network-vif-plugged", "status": "completed", "tag": "93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:04.322292 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd5dfa0c-8909-4cb0-9759-3bbd12db2418 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:04.322678 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de54536-898f-4557-ad75-515ca442a0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4', 'code': 200} Sep 16 16:29:04.397632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:04.402650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Made reservation on behalf of a0e6854e0d264b99901906b8b64d69a2 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:04.407363 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.441123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cc458-dc66-414f-aa66-15b779225533 req-fca91ea0-087b-401b-b316-1f38d19b76c0 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:04.442636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-889cc458-dc66-414f-aa66-15b779225533 req-fca91ea0-087b-401b-b316-1f38d19b76c0 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 949 time: 0.1064010 Sep 16 16:29:04.492929 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-889cc458-dc66-414f-aa66-15b779225533 req-fb76b8ac-e3b8-484a-b124-52b8dfd63802 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Sep 16 16:29:04.494668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-700113c5-4ba8-4a02-a5b5-fb91280c4f24 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.507157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a57b4ada-a077-4afd-a276-3e395f50ebad'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:29:04.556028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700113c5-4ba8-4a02-a5b5-fb91280c4f24 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Pushing event deleted for resources: {'Port': ['ID=a57b4ada-a077-4afd-a276-3e395f50ebad,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:04.611211 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09588b16-bd05-4086-884b-a452a7b54648 req-3a0e9c0a-cf10-4a73-8616-c79e3211b051 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 210 time: 0.0289798 Sep 16 16:29:04.627945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-700113c5-4ba8-4a02-a5b5-fb91280c4f24 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] No DVR routers for this DVR port a57b4ada-a077-4afd-a276-3e395f50ebad on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:29:04.642751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-700113c5-4ba8-4a02-a5b5-fb91280c4f24 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.644870 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f11dc43-0118-45a9-b0ca-55f3e0ba3af2 req-700113c5-4ba8-4a02-a5b5-fb91280c4f24 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.52 "DELETE /v2.0/ports/a57b4ada-a077-4afd-a276-3e395f50ebad HTTP/1.1" status: 204 len: 173 time: 0.8512254 Sep 16 16:29:04.647872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86fb2c8-fd2c-4c40-867f-1ea8645b757c', 'name': 'network-vif-deleted', 'tag': 'a57b4ada-a077-4afd-a276-3e395f50ebad'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:04.649953 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c68c3a-61be-4b72-806e-2406c7a623b5" -d '{"events": [{"server_uuid": "f86fb2c8-fd2c-4c40-867f-1ea8645b757c", "name": "network-vif-deleted", "tag": "a57b4ada-a077-4afd-a276-3e395f50ebad"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:04.701399 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3c7163-1f34-48b4-a9fd-98c8c4ce8c9a x-openstack-request-id: req-6c3c7163-1f34-48b4-a9fd-98c8c4ce8c9a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:04.701399 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86fb2c8-fd2c-4c40-867f-1ea8645b757c", "name": "network-vif-deleted", "tag": "a57b4ada-a077-4afd-a276-3e395f50ebad", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:04.701399 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c3c7163-1f34-48b4-a9fd-98c8c4ce8c9a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:04.701399 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86fb2c8-fd2c-4c40-867f-1ea8645b757c', 'name': 'network-vif-deleted', 'tag': 'a57b4ada-a077-4afd-a276-3e395f50ebad', 'status': 'completed', 'code': 200} Sep 16 16:29:04.706952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.769423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.792111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:29:04.798116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9303fba2-a635-484b-917c-85796af909ff req-1715a7a0-6fae-44ec-8393-d6244006fb7e tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0288572 Sep 16 16:29:04.806761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84df2d0-e976-45d5-983a-2701a19e7a63,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:04.811584 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.811938 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Added segment 4b4d638c-d64f-4d92-b269-ebd985bc74c3 of type vlan for network 407f756a-ec03-4f62-b31f-b27394ac3686 Sep 16 16:29:04.875354 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.880092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:04.971299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db50b756-2e7d-4b88-a5c3-0df7ac84576d,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:04.989470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Checking segment: {'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:04.990172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Network hostable DHCP agents. Network: 67236834-8013-4773-bc20-cd581bb6d7aa, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:29:05.085789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.086858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:05.087513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.122687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a97dc-a2bb-45aa-a41e-e4a5ac549e0b req-e48d7b14-fddd-4140-9a34-d764b172fe49 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:05.124819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da9a97dc-a2bb-45aa-a41e-e4a5ac549e0b req-e48d7b14-fddd-4140-9a34-d764b172fe49 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 946 time: 0.0513408 Sep 16 16:29:05.149417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Network 67236834-8013-4773-bc20-cd581bb6d7aa is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:29:05.152735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] Pushing event updated for resources: {'Network': ['ID=407f756a-ec03-4f62-b31f-b27394ac3686,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:05.164839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 407f756a-ec03-4f62-b31f-b27394ac3686 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:29:05.174632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da9a97dc-a2bb-45aa-a41e-e4a5ac549e0b req-cd23d87b-5bf0-47d7-a395-d99221f78973 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413280 Sep 16 16:29:05.200699 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b6b46c4d-c512-448f-8430-5772600f884f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3503706 Sep 16 16:29:05.203941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59684) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:05.209619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Request body: {'subnet': {'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-subnet', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:05.228969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 67236834-8013-4773-bc20-cd581bb6d7aa) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:05.233067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:05.234659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.244687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2925a1c5-aa3d-4a13-90ca-4606278b45b3 None None] Network 67236834-8013-4773-bc20-cd581bb6d7aa requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:05.311427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Made reservation on behalf of a782d54ffc244489a23e0c247776f754 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:05.314028 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.373015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8347a3c-e863-48c6-b2ff-c8de132e2c79 req-cb8c73ab-a34e-44a0-bb8c-44d7700a530c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:05.375181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8347a3c-e863-48c6-b2ff-c8de132e2c79 req-cb8c73ab-a34e-44a0-bb8c-44d7700a530c tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 946 time: 0.0542734 Sep 16 16:29:05.431198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-67236834-8013-4773-bc20-cd581bb6d7aa', 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'fixed_ips': [{'subnet_id': 'db50b756-2e7d-4b88-a5c3-0df7ac84576d'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:29:05.432076 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.434495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6efd3889-3f67-44ba-83ba-68a43855ae48 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:05.435131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8347a3c-e863-48c6-b2ff-c8de132e2c79 req-b49ac109-cce9-4d41-afed-e3217f40554f tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups?id=002ded4f-51bb-4587-b9b0-6dbe1c72a995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467677 Sep 16 16:29:05.435908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59692) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:05.436985 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e86259a9-7b95-43b6-b8de-f43539493223 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2640572 Sep 16 16:29:05.443164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-router', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:05.499841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59694) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:05.561350 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.563547 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.660405 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.674754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Allocated IP 172.20.0.2 (67236834-8013-4773-bc20-cd581bb6d7aa/db50b756-2e7d-4b88-a5c3-0df7ac84576d/398d2887-8a1f-4e05-be94-34af05147047) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:05.711354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.715492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1896539832-network', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:05.754708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 6efd3889-3f67-44ba-83ba-68a43855ae48 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:29:05.759887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99f83c0-327f-43a7-9764-5e93322299ae,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:05.767005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-586bf152-93cd-4ec2-9de6-68b9aa405299 req-c549e328-542e-4603-9731-0bac75fda8e3 tempest-ServersAdminNegativeTestJSON-1611267511 tempest-ServersAdminNegativeTestJSON-1611267511-project] 10.222.0.22 "GET /v2.0/ports?device_id=f86fb2c8-fd2c-4c40-867f-1ea8645b757c HTTP/1.1" status: 200 len: 210 time: 0.0395234 Sep 16 16:29:05.771017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 6efd3889-3f67-44ba-83ba-68a43855ae48 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:05.771392 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.772373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Checking segment: {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:05.772836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Network hostable DHCP agents. Network: 407f756a-ec03-4f62-b31f-b27394ac3686, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:29:05.785062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b10ab-edc0-4d98-844f-75908dda9aa7 req-36129f3f-d35d-4f1c-b67f-144ed5c5fd26 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:05.786702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-68971d57-a618-4c28-b986-f507993afc44 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:05.787887 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-68971d57-a618-4c28-b986-f507993afc44 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 946 time: 0.0990243 Sep 16 16:29:05.792649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c0b10ab-edc0-4d98-844f-75908dda9aa7 req-36129f3f-d35d-4f1c-b67f-144ed5c5fd26 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 949 time: 0.1726477 Sep 16 16:29:05.865610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:05.872271 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.893264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Network 407f756a-ec03-4f62-b31f-b27394ac3686 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:29:05.898041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:05.909089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Deleting port 1d6187c5-79f1-4912-81c5-317eeb3fa817 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:05.909516 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.943049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c67bdb3-80de-48e3-b30f-756fa27b4832 req-092fae54-6ddb-46cb-bb88-95fe4512a975 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0438075 Sep 16 16:29:05.943804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.958727 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:05.983726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c0b10ab-edc0-4d98-844f-75908dda9aa7 req-8c904cfa-396a-4082-af91-f78331c3cd3f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894171 Sep 16 16:29:05.986525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 407f756a-ec03-4f62-b31f-b27394ac3686) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:05.997974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:05.999576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.025681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.029141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e8715-cbe8-4915-b12f-8c5d983fd69e None None] Network 407f756a-ec03-4f62-b31f-b27394ac3686 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:06.042833 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] For port 1d6187c5-79f1-4912-81c5-317eeb3fa817, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=1d6187c5-79f1-4912-81c5-317eeb3fa817,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:06.043208 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.078695 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.111460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.117368 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.140697 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-46b49917-3042-4e09-892a-0440d4e44001 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9354098 Sep 16 16:29:06.143453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59704) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:06.147862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:06.210583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Network 67236834-8013-4773-bc20-cd581bb6d7aa is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:06.227658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6efd3889-3f67-44ba-83ba-68a43855ae48, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6efd3889-3f67-44ba-83ba-68a43855ae48,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:06.235397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:06.238717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:06.242690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:06.245077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Pushing event updated for resources: {'Port': ['ID=398d2887-8a1f-4e05-be94-34af05147047,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:06.270655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.270927 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.271251 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Floating IP dfed21d5-6566-467d-b9ba-89a3dcd94a98 disassociated. External IP: 172.25.6.199, port: 1d6187c5-79f1-4912-81c5-317eeb3fa817. Sep 16 16:29:06.271564 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Calling delete_port for 1d6187c5-79f1-4912-81c5-317eeb3fa817 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:06.299398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.301531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.331104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99698228-e38a-402d-bce2-b7a24bb93218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efd3889-3f67-44ba-83ba-68a43855ae48'}, {'server_uuid': '0de54536-898f-4557-ad75-515ca442a0e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:06.333351 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e303d7-66b8-42f7-a360-c0006cffff3e" -d '{"events": [{"server_uuid": "99698228-e38a-402d-bce2-b7a24bb93218", "name": "network-vif-plugged", "status": "completed", "tag": "6efd3889-3f67-44ba-83ba-68a43855ae48"}, {"server_uuid": "0de54536-898f-4557-ad75-515ca442a0e7", "name": "network-vif-unplugged", "status": "completed", "tag": "93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:06.376760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.411455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6efd3889-3f67-44ba-83ba-68a43855ae48,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:06.419953 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631b6aa7-2627-4994-87db-eb266df73d0c x-openstack-request-id: req-631b6aa7-2627-4994-87db-eb266df73d0c {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:06.422532 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99698228-e38a-402d-bce2-b7a24bb93218", "name": "network-vif-plugged", "status": "completed", "tag": "6efd3889-3f67-44ba-83ba-68a43855ae48", "code": 200}, {"server_uuid": "0de54536-898f-4557-ad75-515ca442a0e7", "name": "network-vif-unplugged", "status": "completed", "tag": "93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:06.423843 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-631b6aa7-2627-4994-87db-eb266df73d0c {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:06.424347 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99698228-e38a-402d-bce2-b7a24bb93218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efd3889-3f67-44ba-83ba-68a43855ae48', 'code': 200} Sep 16 16:29:06.424732 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de54536-898f-4557-ad75-515ca442a0e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4', 'code': 200} Sep 16 16:29:06.447438 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.448246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a57b4ada-a077-4afd-a276-3e395f50ebad no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:06.449318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:29:06.476357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Attempting to bind port 398d2887-8a1f-4e05-be94-34af05147047 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:06.476754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Attempting to bind port 398d2887-8a1f-4e05-be94-34af05147047 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:06.477120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Attempting to bind port 398d2887-8a1f-4e05-be94-34af05147047 on network 67236834-8013-4773-bc20-cd581bb6d7aa {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:06.488943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: a57b4ada-a077-4afd-a276-3e395f50ebad {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:29:06.489303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a57b4ada-a077-4afd-a276-3e395f50ebad not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:29:06.498524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6b52ae-29d2-4f96-b01f-4613516bb2b2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:06.507098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-49741fba-e8fe-4631-a60f-416b2821e0e2 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:06.510166 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-49741fba-e8fe-4631-a60f-416b2821e0e2 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.52 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 944 time: 0.0649796 Sep 16 16:29:06.512591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.512738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d91c7-805f-42c8-bd69-179fd81d65a9 req-d1871822-229d-463e-8440-15f18ca4fc45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:06.515161 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.520885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc4d91c7-805f-42c8-bd69-179fd81d65a9 req-d1871822-229d-463e-8440-15f18ca4fc45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 946 time: 0.2141647 Sep 16 16:29:06.526213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:06.526592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Checking segment: {'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:06.526997 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.527391 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Bound using segment: {'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:06.527870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Bound port: 398d2887-8a1f-4e05-be94-34af05147047, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:06.528248 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.541722 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.542071 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Added segment a7b84348-a479-44c0-90a9-a1277401248c of type vlan for network 0e78255e-82bf-43c4-a777-9dafe35d9627 Sep 16 16:29:06.575121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-407f756a-ec03-4f62-b31f-b27394ac3686', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:29:06.579858 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.583793 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.609652 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.649824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Pushing event deleted for resources: {'Port': ['ID=1d6187c5-79f1-4912-81c5-317eeb3fa817,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:06.669220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39b25de9-27a4-454b-911d-fe69852f9e1d req-2ba617e9-d5e8-4cd7-b1ac-bdfe9f0fd1e1 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.0950825 Sep 16 16:29:06.670258 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.687297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.706303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.736928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc4d91c7-805f-42c8-bd69-179fd81d65a9 req-3c64a33e-fc5e-4eec-ba60-580814228a45 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151511 Sep 16 16:29:06.747466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:06.754914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22407d-e8da-4e60-a4e8-12f063681d6c req-17bca78b-9647-465e-8986-9d818d2cbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:06.757118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd22407d-e8da-4e60-a4e8-12f063681d6c req-17bca78b-9647-465e-8986-9d818d2cbd36 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 1101 time: 0.2712250 Sep 16 16:29:06.808655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] For port 398d2887-8a1f-4e05-be94-34af05147047, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:06.826435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:29:06.832100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] For port 398d2887-8a1f-4e05-be94-34af05147047, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=398d2887-8a1f-4e05-be94-34af05147047,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:06.845540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-6b0ab6ed-a4b0-4710-82ce-ae1530c988f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Deleting port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:06.845901 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-6b0ab6ed-a4b0-4710-82ce-ae1530c988f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.849638 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.853827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:06.853827 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.877016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd22407d-e8da-4e60-a4e8-12f063681d6c req-f781c7ff-650f-4bcb-bfee-3eb775e534c7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821543 Sep 16 16:29:06.901687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Allocated IP 172.20.0.2 (407f756a-ec03-4f62-b31f-b27394ac3686/e99f83c0-327f-43a7-9764-5e93322299ae/8773e768-25be-4d48-bb0f-bb87accaed3c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:06.951743 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:06.969592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Allocated IP 172.25.6.221 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/6d1ec9cb-51f1-421e-b380-465641d09c00) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:06.971818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] Pushing event updated for resources: {'Network': ['ID=0e78255e-82bf-43c4-a777-9dafe35d9627,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:06.987486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c3254ef0-f76b-47ca-8414-4ad84e3f1fdf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4897132 Sep 16 16:29:06.992628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59718) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:07.000298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Request body: {'subnet': {'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1896539832-subnet', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:07.017027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 0e78255e-82bf-43c4-a777-9dafe35d9627 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:29:07.074618 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.172161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:07.179905 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.193241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.251039 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc2f1fc6-3e62-4b7e-9854-5209f6fbe340 req-fb2af9e7-f6f3-4fe6-8502-60ab674bd05d tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0987165 Sep 16 16:29:07.259246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f464c0-5b0d-452c-bf5b-d20e7b368f8b None None] Pushing event updated for resources: {'Port': ['ID=398d2887-8a1f-4e05-be94-34af05147047,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:07.335638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f5868-4cf1-4484-9d3d-6ea217b06ba6 req-694b2c42-9472-4660-80ff-dfd505f4f431 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:07.337178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d8f5868-4cf1-4484-9d3d-6ea217b06ba6 req-694b2c42-9472-4660-80ff-dfd505f4f431 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 950 time: 0.2222724 Sep 16 16:29:07.350592 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.427176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59724) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:07.438351 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.496299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Network 407f756a-ec03-4f62-b31f-b27394ac3686 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:07.503273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:07.506039 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d8f5868-4cf1-4484-9d3d-6ea217b06ba6 req-52edd792-3f80-4250-8884-e2058bc45558 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546268 Sep 16 16:29:07.510773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:07.511583 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.515149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Pushing event updated for resources: {'Port': ['ID=8773e768-25be-4d48-bb0f-bb87accaed3c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:07.625345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Attempting to bind port 8773e768-25be-4d48-bb0f-bb87accaed3c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:07.627596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Attempting to bind port 8773e768-25be-4d48-bb0f-bb87accaed3c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:07.628069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Attempting to bind port 8773e768-25be-4d48-bb0f-bb87accaed3c on network 407f756a-ec03-4f62-b31f-b27394ac3686 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:07.640870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:07.641824 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:07.642563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Checking segment: {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:07.643200 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.644294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Bound using segment: {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:07.645075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Bound port: 8773e768-25be-4d48-bb0f-bb87accaed3c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:07.645559 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.662661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:07.668448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 398d2887-8a1f-4e05-be94-34af05147047 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:07.680275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:07.683711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1ec9cb-51f1-421e-b380-465641d09c00,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:07.752165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-6b0ab6ed-a4b0-4710-82ce-ae1530c988f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] For port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,segment=NetworkSegment(7942e10c-ddc3-431c-bc39-584e3fbee5ba),segment_id=7942e10c-ddc3-431c-bc39-584e3fbee5ba)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:07.752843 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-6b0ab6ed-a4b0-4710-82ce-ae1530c988f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.777858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] For port 8773e768-25be-4d48-bb0f-bb87accaed3c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:07.784627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-6b0ab6ed-a4b0-4710-82ce-ae1530c988f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Calling delete_port for 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:07.785417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] For port 8773e768-25be-4d48-bb0f-bb87accaed3c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8773e768-25be-4d48-bb0f-bb87accaed3c,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:07.786729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:29:07.796519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 398d2887-8a1f-4e05-be94-34af05147047 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:07.796938 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.800871 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] Sync routers for ids ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:29:07.818023 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] Routers {'e7c412f8-3f6e-44ce-9ba5-2f82285daa84'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:07.818833 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:07.845567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] No DVR routers for this DVR port 1d6187c5-79f1-4912-81c5-317eeb3fa817 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:29:07.848161 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.850607 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7f0798b5-c40b-4b76-b22f-4b776cee5cff req-7fd61f43-83b7-4763-a447-33713a515c24 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.62 "DELETE /v2.0/ports/1d6187c5-79f1-4912-81c5-317eeb3fa817 HTTP/1.1" status: 204 len: 173 time: 2.0528681 Sep 16 16:29:07.885775 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.891541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:07.907661 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'name': 'network-vif-deleted', 'tag': '1d6187c5-79f1-4912-81c5-317eeb3fa817'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:07.909337 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11e7203-49c5-4e2d-8abd-9fdc51a19674" -d '{"events": [{"server_uuid": "dda45dfd-30c8-41eb-a83a-d30fbb16290a", "name": "network-vif-deleted", "tag": "1d6187c5-79f1-4912-81c5-317eeb3fa817"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:07.918542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26decb9b-d7b6-4133-bc0b-aaa2a282a613 req-1f6e82ac-133b-4fc2-89ff-b8dfcf388f33 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.1258245 Sep 16 16:29:08.013890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae27233-b271-4392-9085-f48bb3b819e9 None None] Pushing event updated for resources: {'Port': ['ID=8773e768-25be-4d48-bb0f-bb87accaed3c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:08.027749 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] Set router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:08.048291 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.098822 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a120f9-6dce-4a1a-a712-478958c5e1f2 x-openstack-request-id: req-69a120f9-6dce-4a1a-a712-478958c5e1f2 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:08.099114 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda45dfd-30c8-41eb-a83a-d30fbb16290a", "name": "network-vif-deleted", "tag": "1d6187c5-79f1-4912-81c5-317eeb3fa817", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:08.101010 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69a120f9-6dce-4a1a-a712-478958c5e1f2 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:08.101010 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda45dfd-30c8-41eb-a83a-d30fbb16290a', 'name': 'network-vif-deleted', 'tag': '1d6187c5-79f1-4912-81c5-317eeb3fa817', 'status': 'completed', 'code': 200} Sep 16 16:29:08.140866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 398d2887-8a1f-4e05-be94-34af05147047, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=398d2887-8a1f-4e05-be94-34af05147047,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:08.164919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-733d1737-db8e-4198-875a-31f9b5f9486e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=353d5fe6fc6945e18dac21528149dfed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7349858 Sep 16 16:29:08.177131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59734) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:08.205110 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.288519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c16eff8-bce4-41cb-b722-d7947179d14d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:08.315683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786be1a9-4c7a-4501-83fe-f856e9a79ed2 req-21c1749f-0fe2-4987-b686-ee23d08369c5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:08.317396 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-786be1a9-4c7a-4501-83fe-f856e9a79ed2 req-21c1749f-0fe2-4987-b686-ee23d08369c5 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 865 time: 0.4648874 Sep 16 16:29:08.320166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Checking segment: {'id': 'a7b84348-a479-44c0-90a9-a1277401248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:08.320621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Network hostable DHCP agents. Network: 0e78255e-82bf-43c4-a777-9dafe35d9627, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:29:08.360501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=398d2887-8a1f-4e05-be94-34af05147047,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:08.449227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-6b0ab6ed-a4b0-4710-82ce-ae1530c988f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.469855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31eaf1f0-8d29-492d-911b-4f50e6e65b37 req-3c4949c6-eb5c-4228-9e07-7ca8b1a753c0 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0413713 Sep 16 16:29:08.494051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-786be1a9-4c7a-4501-83fe-f856e9a79ed2 req-8c9cae6d-3c29-418d-b1d7-cfefb3a0fa96 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/security-groups?id=74dcbfcb-8e32-40e6-a73a-2b3063b66915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678104 Sep 16 16:29:08.526004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Network 0e78255e-82bf-43c4-a777-9dafe35d9627 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:29:08.578155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ab6ed-a4b0-4710-82ce-ae1530c988f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Pushing event deleted for resources: {'Port': ['ID=93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:08.598314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 0e78255e-82bf-43c4-a777-9dafe35d9627) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:08.603748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:08.604523 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.610516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ef979-a4f6-4759-9292-e576bd71a2ef None None] Network 0e78255e-82bf-43c4-a777-9dafe35d9627 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:08.624855 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:51Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '7f737a9c-15a7-453f-894d-6a25119af23b', 'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'mac_address': 'fa:16:3e:30:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:48Z', 'updated_at': '2021-09-16T16:24:56Z', 'revision_number': 5, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'subnets': [{'id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:08.644843 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.694775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-6b0ab6ed-a4b0-4710-82ce-ae1530c988f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] No DVR routers for this DVR port 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:29:08.696668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-632f3ed2-5a87-4f5a-b8e7-80be104fbed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.699405 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] Checking router: e7c412f8-3f6e-44ce-9ba5-2f82285daa84 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:29:08.720232 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] Routers {'e7c412f8-3f6e-44ce-9ba5-2f82285daa84'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:08.724176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-632f3ed2-5a87-4f5a-b8e7-80be104fbed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.724608 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:08.824201 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-6b0ab6ed-a4b0-4710-82ce-ae1530c988f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.826738 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ecc38306-e2a4-4ef7-ab75-f699dc2aa13a req-6b0ab6ed-a4b0-4710-82ce-ae1530c988f9 tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.52 "DELETE /v2.0/ports/93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 HTTP/1.1" status: 204 len: 173 time: 2.3049431 Sep 16 16:29:08.843279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.844407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-47947c9f-b95a-48d3-b9aa-cd9c2be7191d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8505456 Sep 16 16:29:08.849743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59740) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:08.862518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1896539832-router', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:08.891574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-632f3ed2-5a87-4f5a-b8e7-80be104fbed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.894990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-632f3ed2-5a87-4f5a-b8e7-80be104fbed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.896256 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-632f3ed2-5a87-4f5a-b8e7-80be104fbed8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/331f0a62-2a28-4057-a89b-99d78bffe64a HTTP/1.1" status: 204 len: 168 time: 0.7163746 Sep 16 16:29:08.897479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:08.906802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9152b58d-1f96-4c7f-91fd-a85cb8f9bf72 None None] Network 67236834-8013-4773-bc20-cd581bb6d7aa requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:08.916173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f3ed2-5a87-4f5a-b8e7-80be104fbed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331f0a62-2a28-4057-a89b-99d78bffe64a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:08.973900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885cc6-41e7-4853-9577-73cafc7301dc req-707b2823-c48d-4b4e-a63f-88fd298e804e tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:08.976770 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc885cc6-41e7-4853-9577-73cafc7301dc req-707b2823-c48d-4b4e-a63f-88fd298e804e tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 950 time: 0.3480449 Sep 16 16:29:08.995061 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] Set router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:09.066004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-0e78255e-82bf-43c4-a777-9dafe35d9627', 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'fixed_ips': [{'subnet_id': '6c16eff8-bce4-41cb-b722-d7947179d14d'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:29:09.066981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:09.076512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:09.078002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:09.147102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Allocated IP 172.25.6.69 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/f0981349-4bd8-49ec-873d-c958c057d6c2) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:09.163762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1804a2b3-3477-4d65-9982-5c839dbd84f0 None None] Provisioning complete for port 398d2887-8a1f-4e05-be94-34af05147047 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:09.164142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1804a2b3-3477-4d65-9982-5c839dbd84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:09.229939 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c11d989b-e38e-4490-8f1f-261482a644ff req-3677875d-b6c5-44a4-99b6-ec1a92e83047 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.1724062 Sep 16 16:29:09.235508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc885cc6-41e7-4853-9577-73cafc7301dc req-53db0782-5fa2-4e0f-8f9d-16f7bb6c1cd3 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495122 Sep 16 16:29:09.251155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:09.304310 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:09.502342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 1d6187c5-79f1-4912-81c5-317eeb3fa817 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:09.640744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Router b61e7e4c-fe72-401b-ac04-f894460be2f2 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:29:09.714475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:09.759966 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:09.787469 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:51Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '7f737a9c-15a7-453f-894d-6a25119af23b', 'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'mac_address': 'fa:16:3e:30:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:48Z', 'updated_at': '2021-09-16T16:24:56Z', 'revision_number': 5, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'subnets': [{'id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:09.876241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 1d6187c5-79f1-4912-81c5-317eeb3fa817 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:29:09.884362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 1d6187c5-79f1-4912-81c5-317eeb3fa817 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:29:09.884362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9606e8c7-ce5d-4280-b156-7d4b9d617720 None None] Network 407f756a-ec03-4f62-b31f-b27394ac3686 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:09.884362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 398d2887-8a1f-4e05-be94-34af05147047 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:09.884741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841879d-100e-412d-a6cd-4f4141149f89 None None] The sync data for ids ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'] in n-d-807786-3 is: [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:24:51Z', 'revision_number': 4, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '7f737a9c-15a7-453f-894d-6a25119af23b', 'name': '', 'network_id': 'a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'mac_address': 'fa:16:3e:30:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:48Z', 'updated_at': '2021-09-16T16:24:56Z', 'revision_number': 5, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'subnets': [{'id': '99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:29:09.930481 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:09.943733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:09.961434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:10.009755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:29:10.010396 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:29:10.026555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59758) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:10.041437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:10.079623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:10.116120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de54536-898f-4557-ad75-515ca442a0e7', 'name': 'network-vif-deleted', 'tag': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:10.117745 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bd7637-a4b1-4f93-89d3-320951d5098e" -d '{"events": [{"server_uuid": "0de54536-898f-4557-ad75-515ca442a0e7", "name": "network-vif-deleted", "tag": "93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:10.126783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 398d2887-8a1f-4e05-be94-34af05147047 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:10.127157 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:10.149820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Pushing event updated for resources: {'Port': ['ID=f0981349-4bd8-49ec-873d-c958c057d6c2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:10.193888 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c5ee668b-eaba-483d-a0e1-44e0dfaafc83 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=055293f77dbb4ca3a08d4597b23e6859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579282 Sep 16 16:29:10.235213 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59762) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:10.266309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Allocated IP 172.20.0.2 (0e78255e-82bf-43c4-a777-9dafe35d9627/6c16eff8-bce4-41cb-b722-d7947179d14d/15b56d02-9313-483e-9ea9-e4aca089541e) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:10.370704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba64c6-e5a9-4b16-9302-03a9722b1317 None None] New status for floating IP dfed21d5-6566-467d-b9ba-89a3dcd94a98: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:29:10.423303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2929fea2-5bd9-4ae3-974b-62733b77af4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:10.458243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-339cfc3c-0c8d-4832-a5eb-3a007f5ade0f req-468f8637-44a6-448a-bf8f-5316e0a624c5 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.8070297 Sep 16 16:29:10.570356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:10.585558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:29:10.596092 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Sync routers for ids ['b61e7e4c-fe72-401b-ac04-f894460be2f2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:29:10.610803 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Routers {'b61e7e4c-fe72-401b-ac04-f894460be2f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:10.611857 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b61e7e4c-fe72-401b-ac04-f894460be2f2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:10.617945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2929fea2-5bd9-4ae3-974b-62733b77af4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:10.620971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:10.646159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd898804-7232-4106-9cd5-16d21bf70d10 req-be561b98-6f15-4234-8e75-bf24b12b42db tempest-ImagesTestJSON-1723567210 tempest-ImagesTestJSON-1723567210-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de54536-898f-4557-ad75-515ca442a0e7 HTTP/1.1" status: 200 len: 210 time: 0.1906307 Sep 16 16:29:10.717133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327bc18-d9ec-4819-ac17-cc4881cfaee7 req-9c709dbd-8879-4180-a72c-8c0f47f51eb7 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:10.722636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c327bc18-d9ec-4819-ac17-cc4881cfaee7 req-9c709dbd-8879-4180-a72c-8c0f47f51eb7 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 950 time: 0.1343455 Sep 16 16:29:10.767367 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:10.769360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f3c13377-e275-47a7-a1b4-bdcab8f1c8e6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3307734 Sep 16 16:29:10.772318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59766) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:10.788638 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Set router b61e7e4c-fe72-401b-ac04-f894460be2f2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:10.797280 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2e2cbe-16d8-42dc-9066-340ab34347c5 x-openstack-request-id: req-3f2e2cbe-16d8-42dc-9066-340ab34347c5 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:10.797567 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de54536-898f-4557-ad75-515ca442a0e7", "name": "network-vif-deleted", "tag": "93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:10.797819 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f2e2cbe-16d8-42dc-9066-340ab34347c5 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:10.798202 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de54536-898f-4557-ad75-515ca442a0e7', 'name': 'network-vif-deleted', 'tag': '93e445e6-aa7b-4e45-92f8-ca3b7c3cdde4', 'status': 'completed', 'code': 200} Sep 16 16:29:10.805385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b8225679-77ac-420a-a9e5-6bf87e6c45fc None None] Provisioning complete for port 398d2887-8a1f-4e05-be94-34af05147047 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:10.805939 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8225679-77ac-420a-a9e5-6bf87e6c45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:10.926398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8773e768-25be-4d48-bb0f-bb87accaed3c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:10.958271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c327bc18-d9ec-4819-ac17-cc4881cfaee7 req-db940831-638d-4d36-a18d-d0422a99f362 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233534 Sep 16 16:29:11.047967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2929fea2-5bd9-4ae3-974b-62733b77af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.053928 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2929fea2-5bd9-4ae3-974b-62733b77af4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.055303 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2929fea2-5bd9-4ae3-974b-62733b77af4d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a32cc9d-95f0-4865-9c1a-d1dafc5ea8c0 HTTP/1.1" status: 204 len: 168 time: 0.8165991 Sep 16 16:29:11.058251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec03b535-8d5c-4ea1-b1d8-d4ac63190ced req-f6236bd7-a94a-4996-98e4-ae7f1f192831 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.1219530 Sep 16 16:29:11.091475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Allocated IP 172.25.6.180 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/4caf4b32-6a1f-43ab-8550-3a52efec6b7e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:11.093575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.105219 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.185320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929fea2-5bd9-4ae3-974b-62733b77af4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a32cc9d-95f0-4865-9c1a-d1dafc5ea8c0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:11.195073 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.208209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8773e768-25be-4d48-bb0f-bb87accaed3c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:11.209669 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.304717 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-router', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:05Z', 'updated_at': '2021-09-16T16:29:08Z', 'revision_number': 3, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'gw_port': {'id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:90:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:11.337485 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Checking router: b61e7e4c-fe72-401b-ac04-f894460be2f2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:29:11.337832 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Updating router b61e7e4c-fe72-401b-ac04-f894460be2f2 port 6d1ec9cb-51f1-421e-b380-465641d09c00 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:29:11.338213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Pushing event updated for resources: {'Port': ['ID=15b56d02-9313-483e-9ea9-e4aca089541e,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:11.359654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b8225679-77ac-420a-a9e5-6bf87e6c45fc None None] Provisioning complete for port 8773e768-25be-4d48-bb0f-bb87accaed3c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:11.360199 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8225679-77ac-420a-a9e5-6bf87e6c45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.376353 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.400095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Network 0e78255e-82bf-43c4-a777-9dafe35d9627 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:11.419787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:11.423857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:11.477475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c76882-4fbe-487f-9213-91b405353ed8 req-85c1cb2a-2637-4441-a473-7b6e44905e0f tempest-LiveMigrationNegativeTest-1753842687 tempest-LiveMigrationNegativeTest-1753842687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:11.486184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8c76882-4fbe-487f-9213-91b405353ed8 req-85c1cb2a-2637-4441-a473-7b6e44905e0f tempest-LiveMigrationNegativeTest-1753842687 tempest-LiveMigrationNegativeTest-1753842687-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 1101 time: 0.3319817 Sep 16 16:29:11.531990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Attempting to bind port 15b56d02-9313-483e-9ea9-e4aca089541e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:11.532321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Attempting to bind port 15b56d02-9313-483e-9ea9-e4aca089541e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'a7b84348-a479-44c0-90a9-a1277401248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:11.532729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Attempting to bind port 15b56d02-9313-483e-9ea9-e4aca089541e on network 0e78255e-82bf-43c4-a777-9dafe35d9627 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:11.541936 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a8c76882-4fbe-487f-9213-91b405353ed8 req-01d9c20f-52b2-4f20-9765-2cb5fe95be89 tempest-LiveMigrationNegativeTest-1753842687 tempest-LiveMigrationNegativeTest-1753842687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.597454 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8225679-77ac-420a-a9e5-6bf87e6c45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.654406 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.663526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:11.667594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Checking segment: {'id': 'a7b84348-a479-44c0-90a9-a1277401248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:11.668129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.670082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Bound using segment: {'id': 'a7b84348-a479-44c0-90a9-a1277401248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:11.673752 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Bound port: 15b56d02-9313-483e-9ea9-e4aca089541e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b84348-a479-44c0-90a9-a1277401248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:11.673752 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.684140 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.747001 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a8c76882-4fbe-487f-9213-91b405353ed8 req-01d9c20f-52b2-4f20-9765-2cb5fe95be89 tempest-LiveMigrationNegativeTest-1753842687 tempest-LiveMigrationNegativeTest-1753842687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.765191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-778cdeaf-6e27-413e-8f18-684879a9adec req-267b779d-3080-4d1d-b8af-9858027b4454 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0468237 Sep 16 16:29:11.811348 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a8c76882-4fbe-487f-9213-91b405353ed8 req-01d9c20f-52b2-4f20-9765-2cb5fe95be89 tempest-LiveMigrationNegativeTest-1753842687 tempest-LiveMigrationNegativeTest-1753842687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.864317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8c76882-4fbe-487f-9213-91b405353ed8 req-01d9c20f-52b2-4f20-9765-2cb5fe95be89 tempest-LiveMigrationNegativeTest-1753842687 tempest-LiveMigrationNegativeTest-1753842687-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709605 Sep 16 16:29:11.908109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.917385 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:11.928764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9c20f-52b2-4f20-9765-2cb5fe95be89 tempest-LiveMigrationNegativeTest-1753842687 tempest-LiveMigrationNegativeTest-1753842687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae58502-c0ed-44d0-954c-d4ba73f7bc5c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:11.992514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:12.007087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b8225679-77ac-420a-a9e5-6bf87e6c45fc None None] For port 8773e768-25be-4d48-bb0f-bb87accaed3c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8773e768-25be-4d48-bb0f-bb87accaed3c,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:12.012423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:12.020555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:12.027807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Router e0340a21-1d50-4225-8ced-340a84172a5c is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:29:12.042872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:12.085908 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8225679-77ac-420a-a9e5-6bf87e6c45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:12.169747 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:12.206488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=4caf4b32-6a1f-43ab-8550-3a52efec6b7e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:12.269472 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:12.286748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:29:12.287080 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:29:12.300820 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] For port 15b56d02-9313-483e-9ea9-e4aca089541e, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:12.351172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] For port 15b56d02-9313-483e-9ea9-e4aca089541e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=15b56d02-9313-483e-9ea9-e4aca089541e,segment=NetworkSegment(a7b84348-a479-44c0-90a9-a1277401248c),segment_id=a7b84348-a479-44c0-90a9-a1277401248c)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:12.398244 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Attempting to bind port 6d1ec9cb-51f1-421e-b380-465641d09c00 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:12.403750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8225679-77ac-420a-a9e5-6bf87e6c45fc None None] Pushing event updated for resources: {'Port': ['ID=8773e768-25be-4d48-bb0f-bb87accaed3c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:12.404795 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Attempting to bind port 6d1ec9cb-51f1-421e-b380-465641d09c00 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:12.406420 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Attempting to bind port 6d1ec9cb-51f1-421e-b380-465641d09c00 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:12.415480 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:12.416547 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:12.418645 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:12.418645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:12.418645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Bound port: 6d1ec9cb-51f1-421e-b380-465641d09c00, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:12.418935 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:12.431191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1cef8d4-a619-4bb6-a060-32666eb79100 req-a88591e5-179e-470f-8531-0489be61329d tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.1703115 Sep 16 16:29:12.437951 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:12.490720 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] For port 6d1ec9cb-51f1-421e-b380-465641d09c00, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:12.499417 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] For port 6d1ec9cb-51f1-421e-b380-465641d09c00, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6d1ec9cb-51f1-421e-b380-465641d09c00,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:12.512151 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Pushing event updated for resources: {'Port': ['ID=6d1ec9cb-51f1-421e-b380-465641d09c00,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:12.527335 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.528192 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.528697 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.534991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.534991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.534991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.534991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.534991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.534991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.534991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.534991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.534991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:12.583627 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:12.606712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f1305e7c-c529-4cf5-9720-4c525db92584 None None] Provisioning complete for port 8773e768-25be-4d48-bb0f-bb87accaed3c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:12.607133 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f1305e7c-c529-4cf5-9720-4c525db92584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:12.613936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec97217-d94d-43e6-b200-48f65b50f5aa None None] Pushing event updated for resources: {'Port': ['ID=15b56d02-9313-483e-9ea9-e4aca089541e,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:12.633754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Allocated IP 172.20.0.1 (67236834-8013-4773-bc20-cd581bb6d7aa/db50b756-2e7d-4b88-a5c3-0df7ac84576d/c975b74b-7cc9-43f5-a9ab-19134fbb8c67) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:12.872331 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801c50e-3b1c-4717-9a32-9b549eca29be None None] Pushing event updated for resources: {'Port': ['ID=6d1ec9cb-51f1-421e-b380-465641d09c00,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:12.896687 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Routers {'b61e7e4c-fe72-401b-ac04-f894460be2f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:12.901376 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b61e7e4c-fe72-401b-ac04-f894460be2f2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:12.915290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59840) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:13.099793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a633bb53-8a2f-49c5-8fa5-9563d2f5ad86 req-825a2314-ed24-4b21-9193-2bdc525754cc tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0798395 Sep 16 16:29:13.156788 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] Set router b61e7e4c-fe72-401b-ac04-f894460be2f2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:13.169191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e88c-ca5d-48d0-9c6b-e175940a85b1 req-31006672-6081-42db-9e12-11e59b0fea40 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:13.174853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:29:13.194578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d115e88c-ca5d-48d0-9c6b-e175940a85b1 req-31006672-6081-42db-9e12-11e59b0fea40 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 950 time: 0.3387530 Sep 16 16:29:13.204159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Sync routers for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:29:13.215344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 15b56d02-9313-483e-9ea9-e4aca089541e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:13.227053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-595afa18-6025-4670-9ddf-fcce75cad685 admin admin] Deleting subnet fc0e10da-e678-4834-9de7-9aefa8ec67f4 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:29:13.235067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:13.235709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:13.244902 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-595afa18-6025-4670-9ddf-fcce75cad685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.348835 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.366909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.369392 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1c214aa2-8157-42b9-8b2f-974e4f28c006 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.2243259 Sep 16 16:29:13.371777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59844) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:13.378924 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-595afa18-6025-4670-9ddf-fcce75cad685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.420915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 15b56d02-9313-483e-9ea9-e4aca089541e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:13.421315 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.424979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d115e88c-ca5d-48d0-9c6b-e175940a85b1 req-5036e3c0-413b-42ca-99f5-769e89168fec tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952009 Sep 16 16:29:13.459625 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-router', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:05Z', 'updated_at': '2021-09-16T16:29:08Z', 'revision_number': 3, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'gw_port': {'id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:90:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:13.461715 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-595afa18-6025-4670-9ddf-fcce75cad685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.554214 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.574730 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.587475 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9217ae7-f791-4a14-b775-bd1e1d9aafbf None None] The sync data for ids ['b61e7e4c-fe72-401b-ac04-f894460be2f2'] in n-d-807786-3 is: [{'id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-router', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:05Z', 'updated_at': '2021-09-16T16:29:08Z', 'revision_number': 3, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'gw_port': {'id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:90:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:29:13.631511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f03fa430-b9af-4717-8efb-8386244119b1 req-6c77d595-f02e-43bf-93a1-a65cfc030ea5 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.0689802 Sep 16 16:29:13.664902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:13.697129 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-595afa18-6025-4670-9ddf-fcce75cad685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.709885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Network 67236834-8013-4773-bc20-cd581bb6d7aa is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:13.727759 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-595afa18-6025-4670-9ddf-fcce75cad685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.731016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-595afa18-6025-4670-9ddf-fcce75cad685 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fc0e10da-e678-4834-9de7-9aefa8ec67f4 HTTP/1.1" status: 204 len: 168 time: 0.8077590 Sep 16 16:29:13.732140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:13.741409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:13.743682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59852) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:13.771254 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.985414 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:13.995907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595afa18-6025-4670-9ddf-fcce75cad685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0e10da-e678-4834-9de7-9aefa8ec67f4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:14.003060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.071081 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.105296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Pushing event updated for resources: {'Port': ['ID=c975b74b-7cc9-43f5-a9ab-19134fbb8c67,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:14.152996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 15b56d02-9313-483e-9ea9-e4aca089541e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=15b56d02-9313-483e-9ea9-e4aca089541e,segment=NetworkSegment(a7b84348-a479-44c0-90a9-a1277401248c),segment_id=a7b84348-a479-44c0-90a9-a1277401248c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:14.233898 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.241663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9ec5a-45b0-421f-9a5f-81e5efd07160 None None] Network 0e78255e-82bf-43c4-a777-9dafe35d9627 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:14.247387 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.250628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8773e768-25be-4d48-bb0f-bb87accaed3c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:14.399001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-992ebf65-9b01-412d-b48f-2aeb0b03d1a1 req-98de9791-bdbe-4cf4-a5e9-296ab48845af tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0888493 Sep 16 16:29:14.457726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-089cbc5d-5577-4268-8185-90828df25e29 None None] Provisioning complete for port 15b56d02-9313-483e-9ea9-e4aca089541e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:14.458096 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-089cbc5d-5577-4268-8185-90828df25e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.513239 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.515757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:10Z', 'revision_number': 3, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:14.599630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Checking router: e0340a21-1d50-4225-8ced-340a84172a5c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:29:14.599992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Updating router e0340a21-1d50-4225-8ced-340a84172a5c port f0981349-4bd8-49ec-873d-c958c057d6c2 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:29:14.665093 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.726507 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8773e768-25be-4d48-bb0f-bb87accaed3c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:14.727044 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.744203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3862635c-f4cc-4a8b-a517-23c895f3cf7f']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:14.783485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7942e10c-ddc3-431c-bc39-584e3fbee5ba') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:14.786361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7942e10c-ddc3-431c-bc39-584e3fbee5ba') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:14.821094 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.846633 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.854001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:29:14.854815 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:29:14.920498 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:29:15.020529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce7de3c8-c24b-4160-8445-6f84c4f21e8a req-6e603546-859e-4863-a98b-6a88318c9cf6 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.0955117 Sep 16 16:29:15.021611 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.060443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d83e68-1648-47da-bb20-c22e49831923 req-04e08d81-5fd0-4cee-a75d-b645131ee7a4 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:15.063149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-20d83e68-1648-47da-bb20-c22e49831923 req-04e08d81-5fd0-4cee-a75d-b645131ee7a4 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.62 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 950 time: 0.3483412 Sep 16 16:29:15.088609 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.088609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3862635c-f4cc-4a8b-a517-23c895f3cf7f HTTP/1.1" status: 204 len: 168 time: 1.3113787 Sep 16 16:29:15.090123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccbab2-2c58-4f89-8125-350f2dd7d402 admin admin] Pushing event deleted for resources: {'Network': ['ID=3862635c-f4cc-4a8b-a517-23c895f3cf7f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:15.109386 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.167675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=15b56d02-9313-483e-9ea9-e4aca089541e,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:15.212759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cff69a-622c-473a-93f9-06785a56fadd req-6b598ac8-df72-446e-815a-9abc662f885a tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:15.225301 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6cff69a-622c-473a-93f9-06785a56fadd req-6b598ac8-df72-446e-815a-9abc662f885a tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 950 time: 0.4886866 Sep 16 16:29:15.255286 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.348518 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6cff69a-622c-473a-93f9-06785a56fadd req-0ac03642-7608-4f69-b6e3-f82b5ca4624a tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098039 Sep 16 16:29:15.427370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-089cbc5d-5577-4268-8185-90828df25e29 None None] Provisioning complete for port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:15.427900 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-089cbc5d-5577-4268-8185-90828df25e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.508231 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.551086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-089cbc5d-5577-4268-8185-90828df25e29 None None] Port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:15.612641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.658515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59902) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:15.672711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d6e89a9-608e-401d-91a8-aa583f129458 req-62913aba-7e4a-49ea-8578-53e52d397598 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0723882 Sep 16 16:29:15.714549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Allocated IP 172.20.0.1 (407f756a-ec03-4f62-b31f-b27394ac3686/e99f83c0-327f-43a7-9764-5e93322299ae/367205d9-79c0-4d58-83ea-8bb7ea6fb9d3) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:15.736227 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.789879 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.846445 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:29:15.871004 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.874974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Pushing event updated for resources: {'Port': ['ID=c975b74b-7cc9-43f5-a9ab-19134fbb8c67,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:15.894894 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.919318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:15.942851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bedf9cf4-e27f-48d6-a78e-c82752b97c6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a45182a5eda747daa246b691bf2d6f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680726 Sep 16 16:29:15.945563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59904) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:15.951187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6d1ec9cb-51f1-421e-b380-465641d09c00 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:15.954383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-20d83e68-1648-47da-bb20-c22e49831923 req-1aa24111-7496-4907-a443-1e236919f64f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Deleting port 6efd3889-3f67-44ba-83ba-68a43855ae48 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:15.954729 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-20d83e68-1648-47da-bb20-c22e49831923 req-1aa24111-7496-4907-a443-1e236919f64f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.064212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Attempting to bind port f0981349-4bd8-49ec-873d-c958c057d6c2 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:16.064212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Attempting to bind port f0981349-4bd8-49ec-873d-c958c057d6c2 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:16.064212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Attempting to bind port f0981349-4bd8-49ec-873d-c958c057d6c2 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:16.071300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369ba36-054c-42aa-8d41-35a61a4e2b8d None None] Pushing event updated for resources: {'Port': ['ID=f0981349-4bd8-49ec-873d-c958c057d6c2,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:16.106674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:16.107404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:16.109201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b3b676c6-38d8-4ca9-9da0-ca8c13106e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.113951 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.114642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:16.116051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Bound port: f0981349-4bd8-49ec-873d-c958c057d6c2, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:16.116663 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.119986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2151f9c7-b7e6-4de8-b43d-caae233773e7 None None] Provisioning complete for port 15b56d02-9313-483e-9ea9-e4aca089541e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:16.121436 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2151f9c7-b7e6-4de8-b43d-caae233773e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.131471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-20d83e68-1648-47da-bb20-c22e49831923 req-1aa24111-7496-4907-a443-1e236919f64f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] For port 6efd3889-3f67-44ba-83ba-68a43855ae48, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6efd3889-3f67-44ba-83ba-68a43855ae48,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:16.132052 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-20d83e68-1648-47da-bb20-c22e49831923 req-1aa24111-7496-4907-a443-1e236919f64f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.139086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b3b676c6-38d8-4ca9-9da0-ca8c13106e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.211527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6d1ec9cb-51f1-421e-b380-465641d09c00 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:16.211884 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.292730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-20d83e68-1648-47da-bb20-c22e49831923 req-1aa24111-7496-4907-a443-1e236919f64f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Calling delete_port for 6efd3889-3f67-44ba-83ba-68a43855ae48 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:16.295232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.301259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59910) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:16.304844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] For port f0981349-4bd8-49ec-873d-c958c057d6c2, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:16.305464 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f58a2772-fcad-4e88-8828-b2117c0f0e1e req-2dd854bb-9ebe-4a91-8218-5986bc019509 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda45dfd-30c8-41eb-a83a-d30fbb16290a HTTP/1.1" status: 200 len: 210 time: 0.0972052 Sep 16 16:29:16.368662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] For port f0981349-4bd8-49ec-873d-c958c057d6c2, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f0981349-4bd8-49ec-873d-c958c057d6c2,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:16.371208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Network 67236834-8013-4773-bc20-cd581bb6d7aa is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:16.371208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:16.461390 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.492562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 6d1ec9cb-51f1-421e-b380-465641d09c00, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6d1ec9cb-51f1-421e-b380-465641d09c00,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:16.538533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Network 407f756a-ec03-4f62-b31f-b27394ac3686 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:16.540143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:16.550251 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:16.553108 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b3b676c6-38d8-4ca9-9da0-ca8c13106e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.556622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b3b676c6-38d8-4ca9-9da0-ca8c13106e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.560036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b3b676c6-38d8-4ca9-9da0-ca8c13106e09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74dcbfcb-8e32-40e6-a73a-2b3063b66915 HTTP/1.1" status: 204 len: 168 time: 0.6091149 Sep 16 16:29:16.615040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.643021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b676c6-38d8-4ca9-9da0-ca8c13106e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dcbfcb-8e32-40e6-a73a-2b3063b66915,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:16.657885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9edd1d48-2478-4979-87fb-16905c9b0390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.684029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=367205d9-79c0-4d58-83ea-8bb7ea6fb9d3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:16.757812 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.779083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369ba36-054c-42aa-8d41-35a61a4e2b8d None None] Pushing event updated for resources: {'Port': ['ID=f0981349-4bd8-49ec-873d-c958c057d6c2,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:16.825804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9edd1d48-2478-4979-87fb-16905c9b0390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.844666 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.845557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 15b56d02-9313-483e-9ea9-e4aca089541e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:16.845847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Router 93a94326-c657-422e-ab62-f2561b7957c1 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:29:16.895241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:16.897248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Router b61e7e4c-fe72-401b-ac04-f894460be2f2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:29:16.897397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:16.899347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d71ce437-621a-4498-a743-9c80420ec8ef req-1a4ae50b-8c61-497b-9c3a-184553638863 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0581987 Sep 16 16:29:16.916670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b120d4-df38-4ca7-9286-430dd5be7ebb req-044e7c0d-68c5-43e3-aace-ca7c547310c1 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:16.916670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25b120d4-df38-4ca7-9286-430dd5be7ebb req-044e7c0d-68c5-43e3-aace-ca7c547310c1 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 950 time: 0.4199147 Sep 16 16:29:16.963267 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9edd1d48-2478-4979-87fb-16905c9b0390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:16.995423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9edd1d48-2478-4979-87fb-16905c9b0390 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8190bc6f74cb4f5d8a1ebecc691ee7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6923149 Sep 16 16:29:16.998171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59922) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:17.076282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25b120d4-df38-4ca7-9286-430dd5be7ebb req-a14d8dae-0190-453e-b1fa-7dcfaa4a16e4 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508663 Sep 16 16:29:17.114045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1d48-2478-4979-87fb-16905c9b0390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88df9b5-4a82-411f-be0c-059272dfab92,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:17.136944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:29:17.146585 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Sync routers for ids ['93a94326-c657-422e-ab62-f2561b7957c1'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:29:17.160908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ad72cd03-63fc-44e0-9275-999f86852bb6 None None] Provisioning complete for port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:17.162213 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad72cd03-63fc-44e0-9275-999f86852bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:17.167273 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Routers {'93a94326-c657-422e-ab62-f2561b7957c1'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:17.168418 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['93a94326-c657-422e-ab62-f2561b7957c1'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:17.172692 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-20d83e68-1648-47da-bb20-c22e49831923 req-1aa24111-7496-4907-a443-1e236919f64f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:17.176849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:17.211987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa24111-7496-4907-a443-1e236919f64f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Pushing event deleted for resources: {'Port': ['ID=6efd3889-3f67-44ba-83ba-68a43855ae48,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:17.230306 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:17.242350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b52ec41b-efd1-48e9-b357-a36d116f5d8f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:29:17.327954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 15b56d02-9313-483e-9ea9-e4aca089541e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:17.328702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:17.349522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:17.350978 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-02eab75d-1b6b-426d-a336-c0962e208fc4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4997866 Sep 16 16:29:17.356585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d83e68-1648-47da-bb20-c22e49831923 req-1aa24111-7496-4907-a443-1e236919f64f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] No DVR routers for this DVR port 6efd3889-3f67-44ba-83ba-68a43855ae48 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:29:17.361800 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-20d83e68-1648-47da-bb20-c22e49831923 req-1aa24111-7496-4907-a443-1e236919f64f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:17.364573 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-20d83e68-1648-47da-bb20-c22e49831923 req-1aa24111-7496-4907-a443-1e236919f64f tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.62 "DELETE /v2.0/ports/6efd3889-3f67-44ba-83ba-68a43855ae48 HTTP/1.1" status: 204 len: 173 time: 2.2783980 Sep 16 16:29:17.366429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59930) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:17.389892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99698228-e38a-402d-bce2-b7a24bb93218', 'name': 'network-vif-deleted', 'tag': '6efd3889-3f67-44ba-83ba-68a43855ae48'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:17.392813 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf46a8a2-26b9-4191-9764-2d016af6c7dd" -d '{"events": [{"server_uuid": "99698228-e38a-402d-bce2-b7a24bb93218", "name": "network-vif-deleted", "tag": "6efd3889-3f67-44ba-83ba-68a43855ae48"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:17.425165 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Set router 93a94326-c657-422e-ab62-f2561b7957c1 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:17.498045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6efd3889-3f67-44ba-83ba-68a43855ae48 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:17.550002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=6d1ec9cb-51f1-421e-b380-465641d09c00,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:17.607237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ad72cd03-63fc-44e0-9275-999f86852bb6 None None] Port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:17.651651 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 6efd3889-3f67-44ba-83ba-68a43855ae48 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:29:17.652862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6efd3889-3f67-44ba-83ba-68a43855ae48 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:29:17.680027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59940) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:17.681736 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecd467c-ac20-402b-b83d-8c853860dc1e x-openstack-request-id: req-cecd467c-ac20-402b-b83d-8c853860dc1e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:17.682130 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99698228-e38a-402d-bce2-b7a24bb93218", "name": "network-vif-deleted", "tag": "6efd3889-3f67-44ba-83ba-68a43855ae48", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:17.682471 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cecd467c-ac20-402b-b83d-8c853860dc1e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:17.682945 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99698228-e38a-402d-bce2-b7a24bb93218', 'name': 'network-vif-deleted', 'tag': '6efd3889-3f67-44ba-83ba-68a43855ae48', 'status': 'completed', 'code': 200} Sep 16 16:29:17.916325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bed2f7b2-0947-48e3-ad9d-daa872399768 None None] Provisioning complete for port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:17.916725 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bed2f7b2-0947-48e3-ad9d-daa872399768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:17.922320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:29:17.937477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-79d64669-d61b-486d-8570-5238cfda154e admin admin] 10.222.0.22 "PUT /v2.0/routers/b61e7e4c-fe72-401b-ac04-f894460be2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1622083 Sep 16 16:29:17.960183 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7ec210d-4c94-4bf0-a691-31dd5e7c4959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:17.961109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Sync routers for ids ['b61e7e4c-fe72-401b-ac04-f894460be2f2'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:29:17.990733 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7ec210d-4c94-4bf0-a691-31dd5e7c4959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.048125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Routers {'b61e7e4c-fe72-401b-ac04-f894460be2f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:18.049230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b61e7e4c-fe72-401b-ac04-f894460be2f2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:18.101967 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a94326-c657-422e-ab62-f2561b7957c1', 'name': 'tempest-ServersTestMultiNic-1896539832-router', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:09Z', 'updated_at': '2021-09-16T16:29:13Z', 'revision_number': 3, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'gw_port': {'id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:10Z', 'updated_at': '2021-09-16T16:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:18.159157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3dbf26e9-c382-4eb3-91f3-6d99027c2059 req-7cdd1874-97ce-4679-b44a-387a19cc7b63 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0734506 Sep 16 16:29:18.159856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7ec210d-4c94-4bf0-a691-31dd5e7c4959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.168219 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7ec210d-4c94-4bf0-a691-31dd5e7c4959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.171299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b7ec210d-4c94-4bf0-a691-31dd5e7c4959 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b88df9b5-4a82-411f-be0c-059272dfab92 HTTP/1.1" status: 204 len: 168 time: 1.1693912 Sep 16 16:29:18.189291 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec210d-4c94-4bf0-a691-31dd5e7c4959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88df9b5-4a82-411f-be0c-059272dfab92,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:18.196929 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Checking router: 93a94326-c657-422e-ab62-f2561b7957c1 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:29:18.208789 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Updating router 93a94326-c657-422e-ab62-f2561b7957c1 port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:29:18.214552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bed2f7b2-0947-48e3-ad9d-daa872399768 None None] Port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:18.263588 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.313620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6d1ec9cb-51f1-421e-b380-465641d09c00 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:18.350605 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-207eeaa1-f6e1-46e2-99bf-5dd76cb89185 req-854b8f4d-586e-41a7-9f44-ba25bb45f9c4 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=99698228-e38a-402d-bce2-b7a24bb93218 HTTP/1.1" status: 200 len: 210 time: 0.0708828 Sep 16 16:29:18.411750 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.439901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:10Z', 'revision_number': 3, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:18.502675 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.587770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=367205d9-79c0-4d58-83ea-8bb7ea6fb9d3,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:18.658436 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e59ca63-6166-4201-bff5-04d66e425092 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.706507 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e59ca63-6166-4201-bff5-04d66e425092 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.730116 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.753088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.753269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb23df1-d2c8-44a4-a8af-a261287b93eb None None] The sync data for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 is: [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:10Z', 'revision_number': 3, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:29:18.802644 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.877720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6d1ec9cb-51f1-421e-b380-465641d09c00 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:18.878208 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:18.948558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Set router b61e7e4c-fe72-401b-ac04-f894460be2f2 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:18.968985 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Attempting to bind port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:18.970485 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Attempting to bind port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:18.972326 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Attempting to bind port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:18.983977 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286af8-02ea-48a0-9210-5b6f15d77f05 None None] Pushing event updated for resources: {'Port': ['ID=4caf4b32-6a1f-43ab-8550-3a52efec6b7e,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:18.990659 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:18.991168 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:18.992893 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:19.001998 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:19.001998 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Bound port: 4caf4b32-6a1f-43ab-8550-3a52efec6b7e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:19.001998 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:19.111498 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] For port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:19.121025 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] For port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4caf4b32-6a1f-43ab-8550-3a52efec6b7e,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:19.189069 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:19.316109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Network 407f756a-ec03-4f62-b31f-b27394ac3686 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:19.321478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:19.338321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-4ece25ea-9af6-425f-a6a8-16676a5e0d8f tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=428b64322da24b108535330c6327c81c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521543 Sep 16 16:29:19.416297 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Routers {'93a94326-c657-422e-ab62-f2561b7957c1'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:19.417005 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['93a94326-c657-422e-ab62-f2561b7957c1'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:19.487421 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286af8-02ea-48a0-9210-5b6f15d77f05 None None] Pushing event updated for resources: {'Port': ['ID=4caf4b32-6a1f-43ab-8550-3a52efec6b7e,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:19.554256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e59ca63-6166-4201-bff5-04d66e425092 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:19.569040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e59ca63-6166-4201-bff5-04d66e425092 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:19.574833 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2e59ca63-6166-4201-bff5-04d66e425092 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "DELETE /v2.0/security-groups/002ded4f-51bb-4587-b9b0-6dbe1c72a995 HTTP/1.1" status: 204 len: 168 time: 1.8887920 Sep 16 16:29:19.580840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59988) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:19.581190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59990) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:19.595278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-router', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:05Z', 'updated_at': '2021-09-16T16:29:14Z', 'revision_number': 4, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'gw_port': {'id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c975b74b-7cc9-43f5-a9ab-19134fbb8c67', 'name': '', 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'mac_address': 'fa:16:3e:5a:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'db50b756-2e7d-4b88-a5c3-0df7ac84576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:12Z', 'updated_at': '2021-09-16T16:29:15Z', 'revision_number': 2, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'subnets': [{'id': 'db50b756-2e7d-4b88-a5c3-0df7ac84576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:19.668240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fbdff60e-8493-462c-b876-44860486464f tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:19.670551 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] Set router 93a94326-c657-422e-ab62-f2561b7957c1 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:19.679802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fbdff60e-8493-462c-b876-44860486464f tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299465 Sep 16 16:29:19.682951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59ca63-6166-4201-bff5-04d66e425092 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002ded4f-51bb-4587-b9b0-6dbe1c72a995,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:19.704286 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b3f98b22-30d2-4aa5-89c6-fc8ae77a01db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:19.711049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Checking router: b61e7e4c-fe72-401b-ac04-f894460be2f2 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:29:19.711800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Updating router b61e7e4c-fe72-401b-ac04-f894460be2f2 port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:29:19.758925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da5ede5c-67b9-4b61-9b35-b0fb5ef50fbe req-55032b19-6a42-4706-938b-03b136451e91 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0723569 Sep 16 16:29:19.770499 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-c618157b-78c5-4433-9e04-5d16a7f53228 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] show failed (client error): The resource could not be found. Sep 16 16:29:19.773955 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c618157b-78c5-4433-9e04-5d16a7f53228 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "GET /v2.0/security-groups/002ded4f-51bb-4587-b9b0-6dbe1c72a995 HTTP/1.1" status: 404 len: 347 time: 0.1252553 Sep 16 16:29:19.776967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59994) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:19.792011 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:19.804117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-a03c8cf5-808b-4f30-a5d2-2fd520bdf15c tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/quotas/428b64322da24b108535330c6327c81c HTTP/1.1" status: 200 len: 375 time: 0.1232800 Sep 16 16:29:19.851598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f40e6d4a-f57a-422a-a8d1-db82562d21d4 None None] Provisioning complete for port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:19.852191 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f40e6d4a-f57a-422a-a8d1-db82562d21d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:19.854113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59996) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:19.930473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-network', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:19.966178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-ae2c66bf-1915-4c90-99de-4a8c9a67542f tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=428b64322da24b108535330c6327c81c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1601763 Sep 16 16:29:20.063470 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a94326-c657-422e-ab62-f2561b7957c1', 'name': 'tempest-ServersTestMultiNic-1896539832-router', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:09Z', 'updated_at': '2021-09-16T16:29:13Z', 'revision_number': 3, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'gw_port': {'id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:10Z', 'updated_at': '2021-09-16T16:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:20.178859 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28dea93-8640-471c-8f20-d9aa0f218043 None None] The sync data for ids ['93a94326-c657-422e-ab62-f2561b7957c1'] in n-d-807786-3 is: [{'id': '93a94326-c657-422e-ab62-f2561b7957c1', 'name': 'tempest-ServersTestMultiNic-1896539832-router', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:09Z', 'updated_at': '2021-09-16T16:29:13Z', 'revision_number': 3, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'gw_port': {'id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:10Z', 'updated_at': '2021-09-16T16:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:29:20.220472 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b3f98b22-30d2-4aa5-89c6-fc8ae77a01db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.225254 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.228690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a676e59e-dc9f-400c-bce0-dc637ee5a958 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Deleting port 471be7ae-2f0a-41e2-9454-4a210f10014b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:20.229315 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676e59e-dc9f-400c-bce0-dc637ee5a958 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.241421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f40e6d4a-f57a-422a-a8d1-db82562d21d4 None None] Port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:20.264691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f0981349-4bd8-49ec-873d-c958c057d6c2 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:20.307815 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b3f98b22-30d2-4aa5-89c6-fc8ae77a01db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.414785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Router e0340a21-1d50-4225-8ced-340a84172a5c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:29:20.450067 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.459131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f0981349-4bd8-49ec-873d-c958c057d6c2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:20.459506 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.482137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f98b22-30d2-4aa5-89c6-fc8ae77a01db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590d5f0b-1078-4532-904c-bef2f780211f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:20.505005 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b3f98b22-30d2-4aa5-89c6-fc8ae77a01db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=463e0d5d3e5a4586881ef5f9659fc116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8904519 Sep 16 16:29:20.508467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60006) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:20.549410 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676e59e-dc9f-400c-bce0-dc637ee5a958 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.550541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676e59e-dc9f-400c-bce0-dc637ee5a958 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.575386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Made reservation on behalf of a42d28f3d63b4bd582043f5b8903f77c for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:20.580799 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.580913 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.590145 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.674633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a676e59e-dc9f-400c-bce0-dc637ee5a958 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Calling delete_port for 471be7ae-2f0a-41e2-9454-4a210f10014b owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:20.746137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port f0981349-4bd8-49ec-873d-c958c057d6c2, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f0981349-4bd8-49ec-873d-c958c057d6c2,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:20.812949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Pushing event updated for resources: {'Port': ['ID=c975b74b-7cc9-43f5-a9ab-19134fbb8c67,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:20.824356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8eac5f8-ad70-4922-b45d-63be786592ea req-73388cc7-41c3-47a4-b3b5-a0df912ca66c tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 210 time: 0.2896228 Sep 16 16:29:20.860245 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.886317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:20.919331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf92830-d3b3-4eeb-9a44-2f47b6096a52 req-6e28c712-07f9-4005-92c0-0cdba48bef19 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:20.927860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbf92830-d3b3-4eeb-9a44-2f47b6096a52 req-6e28c712-07f9-4005-92c0-0cdba48bef19 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 948 time: 0.3938804 Sep 16 16:29:20.941561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.944189 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.944586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.944928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.945257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.946398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.946955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.948528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.950482 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.950934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.951938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:20.954834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:29:21.002200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:29:21.017082 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0fcdbe0b-7b47-4356-83fd-8bfe9fdce118 req-6b4fef26-4189-458b-9864-3a84e87e0262 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0468733 Sep 16 16:29:21.031751 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-89fd34e2-9d9d-4cf9-afc9-3ffef998c6e3 admin admin] 10.222.0.22 "PUT /v2.0/routers/e0340a21-1d50-4225-8ced-340a84172a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6490319 Sep 16 16:29:21.073167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbf92830-d3b3-4eeb-9a44-2f47b6096a52 req-fc21ce41-27c0-46f3-8419-26442afe7a03 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436670 Sep 16 16:29:21.106246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Allocated IP 172.20.0.1 (0e78255e-82bf-43c4-a777-9dafe35d9627/6c16eff8-bce4-41cb-b722-d7947179d14d/578f118a-a5bf-411f-9a88-615323e9f30e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:21.126891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Attempting to bind port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:21.127269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Attempting to bind port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:21.127661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Attempting to bind port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 on network 67236834-8013-4773-bc20-cd581bb6d7aa {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:21.156133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:21.156976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Checking segment: {'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:21.157584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.158156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Bound using segment: {'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:21.158842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Bound port: c975b74b-7cc9-43f5-a9ab-19134fbb8c67, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:21.159602 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.228331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d5470a9e-2498-425f-a36c-5828285e6340 None None] Provisioning complete for port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:21.231608 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676e59e-dc9f-400c-bce0-dc637ee5a958 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.242728 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5470a9e-2498-425f-a36c-5828285e6340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.320022 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=f0981349-4bd8-49ec-873d-c958c057d6c2,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:21.338868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676e59e-dc9f-400c-bce0-dc637ee5a958 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Pushing event deleted for resources: {'Port': ['ID=471be7ae-2f0a-41e2-9454-4a210f10014b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:21.413236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d5470a9e-2498-425f-a36c-5828285e6340 None None] Port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:21.446462 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.454955 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676e59e-dc9f-400c-bce0-dc637ee5a958 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.458818 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676e59e-dc9f-400c-bce0-dc637ee5a958 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.463511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a676e59e-dc9f-400c-bce0-dc637ee5a958 tempest-ServersTestBootFromVolume-1871002610 tempest-ServersTestBootFromVolume-1871002610-project] 10.222.0.22 "DELETE /v2.0/floatingips/dfed21d5-6566-467d-b9ba-89a3dcd94a98 HTTP/1.1" status: 204 len: 168 time: 1.6828508 Sep 16 16:29:21.463687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60024) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:21.467603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] For port c975b74b-7cc9-43f5-a9ab-19134fbb8c67, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:21.472101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1aba3174-5118-46e9-9f19-cda3510f4ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.474690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] For port c975b74b-7cc9-43f5-a9ab-19134fbb8c67, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c975b74b-7cc9-43f5-a9ab-19134fbb8c67,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:21.546272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.550937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1aba3174-5118-46e9-9f19-cda3510f4ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.552849 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.636003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:29:21.637897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57780e2e-127b-4777-a198-9eccafe7ef4f None None] Pushing event updated for resources: {'Port': ['ID=c975b74b-7cc9-43f5-a9ab-19134fbb8c67,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:21.638635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Routers {'b61e7e4c-fe72-401b-ac04-f894460be2f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:21.639466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b61e7e4c-fe72-401b-ac04-f894460be2f2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:21.669121 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.700265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce7517a-b8c5-44db-95d8-41d057988d9f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:21.712495 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Sync routers for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:29:21.713013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.713324 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Added segment 33098dbf-bd89-4375-8743-582b4d6b8c7d of type vlan for network 65e26751-38e2-4b14-b9db-93d49a0357c3 Sep 16 16:29:21.760635 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:21.761269 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:21.868282 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.906523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] Set router b61e7e4c-fe72-401b-ac04-f894460be2f2 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:21.909848 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1aba3174-5118-46e9-9f19-cda3510f4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.925920 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1aba3174-5118-46e9-9f19-cda3510f4ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:21.953725 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1aba3174-5118-46e9-9f19-cda3510f4ec9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/590d5f0b-1078-4532-904c-bef2f780211f HTTP/1.1" status: 204 len: 168 time: 1.4402232 Sep 16 16:29:22.028060 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:22.029299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.resource_extend [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:29:22.036272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:22.038301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba3174-5118-46e9-9f19-cda3510f4ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d5f0b-1078-4532-904c-bef2f780211f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:22.170066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-10198cc0-b7b7-4321-8e1c-50dba347bb94 None None] Provisioning complete for port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:22.171725 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-10198cc0-b7b7-4321-8e1c-50dba347bb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:22.254376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-3a3ad86c-91aa-4d6a-b4fc-0f9289066c58 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:22.255992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-3a3ad86c-91aa-4d6a-b4fc-0f9289066c58 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.62 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 948 time: 0.4620869 Sep 16 16:29:22.362521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Network 0e78255e-82bf-43c4-a777-9dafe35d9627 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:22.375949 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3f23ed25-3b6f-4b99-9583-b15ad695198b req-71dad12b-1805-4d09-b638-5fba34921a8e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.1095290 Sep 16 16:29:22.392812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcd633c7-a71a-40ec-8e15-c5e3dfcdc13a req-78a7fe23-e03c-43f3-a161-505861fe4357 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 210 time: 0.2568343 Sep 16 16:29:22.414370 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-10198cc0-b7b7-4321-8e1c-50dba347bb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:22.429542 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:22.432956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:22.433555 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:22.457952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:22.498218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:22.506465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-950ebe88-2ed0-496a-99e7-8054128855f2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:22.515819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-950ebe88-2ed0-496a-99e7-8054128855f2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 821 time: 0.7157350 Sep 16 16:29:22.547315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f0981349-4bd8-49ec-873d-c958c057d6c2 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:22.555361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-a9f2760a-c5ae-41ba-86e6-0a1ce414112d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/quotas/a782d54ffc244489a23e0c247776f754 HTTP/1.1" status: 200 len: 375 time: 0.0383308 Sep 16 16:29:22.629694 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 2, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:22.632948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-10198cc0-b7b7-4321-8e1c-50dba347bb94 None None] For port c975b74b-7cc9-43f5-a9ab-19134fbb8c67, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c975b74b-7cc9-43f5-a9ab-19134fbb8c67,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:22.639876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=578f118a-a5bf-411f-9a88-615323e9f30e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:22.669720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1caf1b5-5bff-4d42-98d0-0ab1d0c26b4d req-b4630e91-0a9e-4b1e-bf27-16eefa02446b tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.1115437 Sep 16 16:29:22.769660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-10198cc0-b7b7-4321-8e1c-50dba347bb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:22.785996 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Checking router: e0340a21-1d50-4225-8ced-340a84172a5c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:29:22.788084 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Updating router e0340a21-1d50-4225-8ced-340a84172a5c port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:29:22.794216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-431b4bc0-cc6c-40ba-a430-da16188e9cbe tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2377019 Sep 16 16:29:22.803345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f0981349-4bd8-49ec-873d-c958c057d6c2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:22.812715 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:22.847276 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9577124 Sep 16 16:29:22.855035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60048) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:22.866108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a456cd-0531-408e-a1df-8850c9befe93 admin admin] Pushing event updated for resources: {'Network': ['ID=65e26751-38e2-4b14-b9db-93d49a0357c3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:22.866797 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:22.882783 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:22.931556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Request body: {'subnet': {'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-subnet', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:22.947279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 65e26751-38e2-4b14-b9db-93d49a0357c3 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:29:23.081988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-a08c2f10-5bdb-43a4-aa87-3168a30938ba tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Deleting port b52ec41b-efd1-48e9-b357-a36d116f5d8f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:23.082573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-a08c2f10-5bdb-43a4-aa87-3168a30938ba tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:23.088600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10198cc0-b7b7-4321-8e1c-50dba347bb94 None None] Pushing event updated for resources: {'Port': ['ID=c975b74b-7cc9-43f5-a9ab-19134fbb8c67,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:23.089534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e36743-3861-4e30-a301-c4c781f6fe07 req-bd22901c-7f91-402a-b76c-9a590f99ca5a tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:23.098496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66e36743-3861-4e30-a301-c4c781f6fe07 req-bd22901c-7f91-402a-b76c-9a590f99ca5a tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 948 time: 0.2978799 Sep 16 16:29:23.206149 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66e36743-3861-4e30-a301-c4c781f6fe07 req-e32efe4c-1778-4c75-bfbd-f9630ff7d58c tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/security-groups?id=208d7f73-27b3-4537-a733-e3982e94d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063571 Sep 16 16:29:23.232447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:23.247475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-a08c2f10-5bdb-43a4-aa87-3168a30938ba tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] For port b52ec41b-efd1-48e9-b357-a36d116f5d8f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b52ec41b-efd1-48e9-b357-a36d116f5d8f,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:23.248320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-a08c2f10-5bdb-43a4-aa87-3168a30938ba tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:23.289805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Made reservation on behalf of a42d28f3d63b4bd582043f5b8903f77c for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:23.294148 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:23.297990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-a08c2f10-5bdb-43a4-aa87-3168a30938ba tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Calling delete_port for b52ec41b-efd1-48e9-b357-a36d116f5d8f owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:23.368050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-44c595ba-d9a8-43b3-97e2-818531d202a4 None None] Provisioning complete for port 578f118a-a5bf-411f-9a88-615323e9f30e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:23.368479 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-44c595ba-d9a8-43b3-97e2-818531d202a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:23.368993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-5fc4409d-61ab-4a68-ad7d-8c6e5d5b9207 service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697463 Sep 16 16:29:23.415518 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:23.459266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-router', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:05Z', 'updated_at': '2021-09-16T16:29:14Z', 'revision_number': 4, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'gw_port': {'id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c975b74b-7cc9-43f5-a9ab-19134fbb8c67', 'name': '', 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'mac_address': 'fa:16:3e:5a:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'db50b756-2e7d-4b88-a5c3-0df7ac84576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:12Z', 'updated_at': '2021-09-16T16:29:21Z', 'revision_number': 4, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'subnets': [{'id': 'db50b756-2e7d-4b88-a5c3-0df7ac84576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:23.519210 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:23.574707 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:23.600794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea72d9-44f8-497c-a331-793b6390ccfc None None] The sync data for ids ['b61e7e4c-fe72-401b-ac04-f894460be2f2'] in n-d-807786-3 is: [{'id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-router', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:05Z', 'updated_at': '2021-09-16T16:29:14Z', 'revision_number': 4, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'gw_port': {'id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c975b74b-7cc9-43f5-a9ab-19134fbb8c67', 'name': '', 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'mac_address': 'fa:16:3e:5a:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'db50b756-2e7d-4b88-a5c3-0df7ac84576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:12Z', 'updated_at': '2021-09-16T16:29:21Z', 'revision_number': 4, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'subnets': [{'id': 'db50b756-2e7d-4b88-a5c3-0df7ac84576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:29:23.602795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-44c595ba-d9a8-43b3-97e2-818531d202a4 None None] Port 578f118a-a5bf-411f-9a88-615323e9f30e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:23.628246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4caf4b32-6a1f-43ab-8550-3a52efec6b7e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:23.632204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58cee9f-e3a7-408a-8fe9-19f427eaab16 req-7f39cab0-b217-4705-95a8-58092cd97ee4 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 210 time: 0.1212254 Sep 16 16:29:23.799835 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-b2e4e1b4-77a9-498f-8959-29aa7cc18547 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=428b64322da24b108535330c6327c81c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610589 Sep 16 16:29:23.805711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:23.806211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.007853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-39470c41-a628-4c11-9767-3f600ec90ac7 service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378794 Sep 16 16:29:24.052051 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.089935 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9b1b4-9cb2-46d4-a8f0-82b51daefe08 None None] Pushing event updated for resources: {'Port': ['ID=367205d9-79c0-4d58-83ea-8bb7ea6fb9d3,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:24.112607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e64a42f1-3e27-49ea-832c-21fc58aaf7f2 req-8564d52e-0d00-4b84-86c9-07759dd5ea77 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.1027987 Sep 16 16:29:24.122293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4caf4b32-6a1f-43ab-8550-3a52efec6b7e,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:24.163984 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Attempting to bind port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:24.164366 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Attempting to bind port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:24.164796 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Attempting to bind port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 on network 407f756a-ec03-4f62-b31f-b27394ac3686 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:24.179124 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:24.181328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-68bdae24-8ed2-40fb-aee8-ebce339e93a6 None None] Provisioning complete for port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:24.181493 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Checking segment: {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:24.181783 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.182166 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-68bdae24-8ed2-40fb-aee8-ebce339e93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.182293 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Bound using segment: {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:24.182666 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Bound port: 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:24.183070 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.215958 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.284604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.317124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-68bdae24-8ed2-40fb-aee8-ebce339e93a6 None None] Port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:24.336219 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] For port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:24.347162 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] For port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=367205d9-79c0-4d58-83ea-8bb7ea6fb9d3,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:24.357496 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.358302 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=4caf4b32-6a1f-43ab-8550-3a52efec6b7e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:24.362183 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-a08c2f10-5bdb-43a4-aa87-3168a30938ba tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.379368 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.431704 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.480301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c975b74b-7cc9-43f5-a9ab-19134fbb8c67 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:24.497172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c2f10-5bdb-43a4-aa87-3168a30938ba tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Pushing event deleted for resources: {'Port': ['ID=b52ec41b-efd1-48e9-b357-a36d116f5d8f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:24.591724 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:24.591724 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:24.625166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:24.629063 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.663311 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9b1b4-9cb2-46d4-a8f0-82b51daefe08 None None] Pushing event updated for resources: {'Port': ['ID=367205d9-79c0-4d58-83ea-8bb7ea6fb9d3,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:24.749892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d44193d-dc43-4454-93df-d8481c5cc735 req-1bdcd618-7229-41b8-ac75-92b746ae2c13 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 210 time: 0.3232608 Sep 16 16:29:24.784751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-a08c2f10-5bdb-43a4-aa87-3168a30938ba tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] No DVR routers for this DVR port b52ec41b-efd1-48e9-b357-a36d116f5d8f on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:29:24.794499 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-a08c2f10-5bdb-43a4-aa87-3168a30938ba tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:24.799467 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:24.803982 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d424e4cb-27a2-4681-8206-63a90dc83f6e req-a08c2f10-5bdb-43a4-aa87-3168a30938ba tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.62 "DELETE /v2.0/ports/b52ec41b-efd1-48e9-b357-a36d116f5d8f HTTP/1.1" status: 204 len: 173 time: 2.5290749 Sep 16 16:29:24.863700 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d46752-439e-441d-a779-6f1c7d610c44,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:24.887405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ebcce5-d03f-46cf-abc0-5c6e678ab4f8', 'name': 'network-vif-deleted', 'tag': 'b52ec41b-efd1-48e9-b357-a36d116f5d8f'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:24.887565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Checking segment: {'id': '33098dbf-bd89-4375-8743-582b4d6b8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:24.887565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Network hostable DHCP agents. Network: 65e26751-38e2-4b14-b9db-93d49a0357c3, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:29:24.893865 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5040baf3-48d4-41e1-817b-d385d7b57b29" -d '{"events": [{"server_uuid": "30ebcce5-d03f-46cf-abc0-5c6e678ab4f8", "name": "network-vif-deleted", "tag": "b52ec41b-efd1-48e9-b357-a36d116f5d8f"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:24.918583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382731-b5a2-4dc3-a365-3946b409b38d req-ec6a0f25-d79e-4594-aab1-8e5829327dcf tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:24.920120 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-ec6a0f25-d79e-4594-aab1-8e5829327dcf tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1189318 Sep 16 16:29:24.943059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0f6fd70-c532-475c-8ed1-cdcdea8bb584 req-bb51c5ca-2808-4137-b1e1-58d87a6bbd48 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf&device_id=b743459b-3cdf-41c9-a425-4e45008d2ffb HTTP/1.1" status: 200 len: 210 time: 0.0735657 Sep 16 16:29:24.964097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Request body: {'port': {'device_id': 'ffa62246-615a-40b5-a0da-592719f70277', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '428b64322da24b108535330c6327c81c'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:24.972314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:25.016140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba473208-afc5-4b05-a822-760af78cbe6f req-586001e9-2715-42d8-959d-b6861c7633a9 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 210 time: 0.1627994 Sep 16 16:29:25.024614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f0e414f2-5b05-4b15-ace7-b37e4b6e95bf None None] Provisioning complete for port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:25.025336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0e414f2-5b05-4b15-ace7-b37e4b6e95bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:25.042982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] Deleting port 7f737a9c-15a7-453f-894d-6a25119af23b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:25.043327 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:25.119189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=578f118a-a5bf-411f-9a88-615323e9f30e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:25.128536 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900ae630-9c02-4810-a261-a9056f5b8efa x-openstack-request-id: req-900ae630-9c02-4810-a261-a9056f5b8efa {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:25.128996 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ebcce5-d03f-46cf-abc0-5c6e678ab4f8", "name": "network-vif-deleted", "tag": "b52ec41b-efd1-48e9-b357-a36d116f5d8f", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:25.129321 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-900ae630-9c02-4810-a261-a9056f5b8efa {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:25.131620 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ebcce5-d03f-46cf-abc0-5c6e678ab4f8', 'name': 'network-vif-deleted', 'tag': 'b52ec41b-efd1-48e9-b357-a36d116f5d8f', 'status': 'completed', 'code': 200} Sep 16 16:29:25.204692 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0e414f2-5b05-4b15-ace7-b37e4b6e95bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:25.228719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-124ae736-61ec-4799-9f21-d83128f2b0a9 req-6e3b40f6-48a4-4b5e-937b-4b703ce9896d tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 210 time: 0.1212587 Sep 16 16:29:25.230056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Network 65e26751-38e2-4b14-b9db-93d49a0357c3 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:29:25.292042 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f0e414f2-5b05-4b15-ace7-b37e4b6e95bf None None] For port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=367205d9-79c0-4d58-83ea-8bb7ea6fb9d3,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:25.397267 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0e414f2-5b05-4b15-ace7-b37e4b6e95bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:25.424440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] For port 7f737a9c-15a7-453f-894d-6a25119af23b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7f737a9c-15a7-453f-894d-6a25119af23b,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:25.424824 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:25.427687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 65e26751-38e2-4b14-b9db-93d49a0357c3) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:25.459016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:25.460208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:25.470372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ce16a-b393-464b-9adc-0261760bec49 None None] Network 65e26751-38e2-4b14-b9db-93d49a0357c3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:25.484577 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:24Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:25.493901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] Calling delete_port for 7f737a9c-15a7-453f-894d-6a25119af23b owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:25.569834 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347406ba-11e6-4b17-9ebc-f366e829804f None None] The sync data for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 is: [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:24Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:29:25.610326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Network 0e78255e-82bf-43c4-a777-9dafe35d9627 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:25.614507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:25.620033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Made reservation on behalf of 428b64322da24b108535330c6327c81c for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:25.625182 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:25.651701 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:25.694600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b52ec41b-efd1-48e9-b357-a36d116f5d8f no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:25.700126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e414f2-5b05-4b15-ace7-b37e4b6e95bf None None] Pushing event updated for resources: {'Port': ['ID=367205d9-79c0-4d58-83ea-8bb7ea6fb9d3,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:25.780844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: b52ec41b-efd1-48e9-b357-a36d116f5d8f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:29:25.781197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b52ec41b-efd1-48e9-b357-a36d116f5d8f not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:29:25.796802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f2e59b1f-6a46-402c-bbf0-8d67f0c0df88 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9294448 Sep 16 16:29:25.798241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60108) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:25.812449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-router', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:25.931818 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c7980e7-9196-4ec7-b66c-d15100475830 req-e96fbc48-4df2-4b90-95b1-e5346584adac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=259c224157c04b0980cfd085dd0b3b31&device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.2439604 Sep 16 16:29:25.984712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d8500ec-4fd3-4ef4-ad40-9ad4d54eb4eb req-68952ea0-340c-48ab-9e75-147b4eda5eb3 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.1667266 Sep 16 16:29:26.014727 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c7980e7-9196-4ec7-b66c-d15100475830 req-34bb2a63-b7f9-49cf-baa4-97776f1289d9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=259c224157c04b0980cfd085dd0b3b31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729876 Sep 16 16:29:26.055090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-65e26751-38e2-4b14-b9db-93d49a0357c3', 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'fixed_ips': [{'subnet_id': '58d46752-439e-441d-a779-6f1c7d610c44'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:29:26.055964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.105707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b8a3f0b-b6a5-40a9-babc-1ce1fda2eb87 req-d9c8b768-8fd7-4a03-b245-6704e26d9ac6 tempest-LiveMigrationNegativeTest-1403139899 tempest-LiveMigrationNegativeTest-1403139899-project] 10.222.0.22 "GET /v2.0/ports?device_id=30ebcce5-d03f-46cf-abc0-5c6e678ab4f8 HTTP/1.1" status: 200 len: 210 time: 0.1533942 Sep 16 16:29:26.238911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fc93fb5b-d7af-4346-a0de-b473e2e65910 None None] Provisioning complete for port 578f118a-a5bf-411f-9a88-615323e9f30e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:26.240038 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fc93fb5b-d7af-4346-a0de-b473e2e65910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.252632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.259014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18ca9bea-2fd6-4651-8983-8730875a0757 req-92d55574-d6a2-4754-8bf2-cbc5dea1b83f tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 210 time: 0.0580809 Sep 16 16:29:26.326311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fc93fb5b-d7af-4346-a0de-b473e2e65910 None None] Port 578f118a-a5bf-411f-9a88-615323e9f30e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:26.336765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f737a9c-15a7-453f-894d-6a25119af23b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:26.337641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.338338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.358286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Allocated IP 172.20.0.2 (65e26751-38e2-4b14-b9db-93d49a0357c3/58d46752-439e-441d-a779-6f1c7d610c44/11487e2e-c4dd-4994-9af4-be93c54deacc) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:26.542972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.569799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4caf4b32-6a1f-43ab-8550-3a52efec6b7e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:26.587774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Router 93a94326-c657-422e-ab62-f2561b7957c1 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:29:26.622527 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.710134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Pushing event updated for resources: {'Port': ['ID=11487e2e-c4dd-4994-9af4-be93c54deacc,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:26.717078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Network 65e26751-38e2-4b14-b9db-93d49a0357c3 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:26.720095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:26.720691 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.762107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:26.766101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:26.861327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Attempting to bind port 11487e2e-c4dd-4994-9af4-be93c54deacc on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:26.861745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Attempting to bind port 11487e2e-c4dd-4994-9af4-be93c54deacc by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '33098dbf-bd89-4375-8743-582b4d6b8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:26.862065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Attempting to bind port 11487e2e-c4dd-4994-9af4-be93c54deacc on network 65e26751-38e2-4b14-b9db-93d49a0357c3 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:26.877224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:26.877651 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Checking segment: {'id': '33098dbf-bd89-4375-8743-582b4d6b8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:26.878406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.878555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Bound using segment: {'id': '33098dbf-bd89-4375-8743-582b4d6b8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:26.878996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Bound port: 11487e2e-c4dd-4994-9af4-be93c54deacc, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33098dbf-bd89-4375-8743-582b4d6b8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:26.879383 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.895670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:26.904350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7980e7-9196-4ec7-b66c-d15100475830 req-2ce71716-48db-4988-9dd1-479b68f8ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:26.907119 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c7980e7-9196-4ec7-b66c-d15100475830 req-2ce71716-48db-4988-9dd1-479b68f8ba70 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3599715 Sep 16 16:29:26.933941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ef0a171-ee40-4643-b534-5e4c963b26f7 req-99cd5996-26f2-4cb9-bec1-9ae7fc9a41bc tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 210 time: 0.4871221 Sep 16 16:29:26.934737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:26.936007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:29:26.941781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-96b33023-734e-4652-8b2a-55d81195c8ae tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5cfc6780699f4dc49be34c09863ee5ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5697880 Sep 16 16:29:26.952356 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-94db8b3c-ecd7-4842-8bd4-310159cff0e8 admin admin] 10.222.0.22 "PUT /v2.0/routers/93a94326-c657-422e-ab62-f2561b7957c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5442779 Sep 16 16:29:26.976163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Sync routers for ids ['93a94326-c657-422e-ab62-f2561b7957c1'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:29:27.002863 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:27.019067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Routers {'93a94326-c657-422e-ab62-f2561b7957c1'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:27.019716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['93a94326-c657-422e-ab62-f2561b7957c1'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:27.096775 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:27.097408 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:27.099424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] For port 11487e2e-c4dd-4994-9af4-be93c54deacc, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:27.130667 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:27.139282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] For port 11487e2e-c4dd-4994-9af4-be93c54deacc, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=11487e2e-c4dd-4994-9af4-be93c54deacc,segment=NetworkSegment(33098dbf-bd89-4375-8743-582b4d6b8c7d),segment_id=33098dbf-bd89-4375-8743-582b4d6b8c7d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:27.165059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a7072c-e06d-4d9f-b896-d7af4e8b35a1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:27.168118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60132) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:27.220032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Set router 93a94326-c657-422e-ab62-f2561b7957c1 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:27.238892 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:27.261574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:27.266847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Allocated IP 192.168.233.28 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/30c9d91e-136a-406d-b4c3-db1e8b6789ed) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:27.347069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2670b6f-8560-4074-8e70-690fb85fc537 req-5b521d59-6e9e-4a7e-a8ee-0df1783a4a0e tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.1212983 Sep 16 16:29:27.502131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8d0c7-b5c8-4b9a-b43d-380234df5181 None None] Pushing event updated for resources: {'Port': ['ID=11487e2e-c4dd-4994-9af4-be93c54deacc,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:27.719327 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:27.725706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d19767b-dd8f-4e2f-8f7e-646dd8059339 req-c50e40cf-ca3f-47ec-85f2-66ad7dd07330 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 210 time: 0.1591873 Sep 16 16:29:27.752662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-6906339b-3768-46b7-bcc3-b97e456bdd0e tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:27.757566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-7de0a137-5ad4-40b7-8031-9d6f5fe2a674 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:27.762818 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-7de0a137-5ad4-40b7-8031-9d6f5fe2a674 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.62 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 821 time: 0.2095292 Sep 16 16:29:27.763285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-6906339b-3768-46b7-bcc3-b97e456bdd0e tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8166909 Sep 16 16:29:27.782754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Request body: {'port': {'device_id': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'admin_state_up': True, 'tenant_id': 'a782d54ffc244489a23e0c247776f754'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:27.809897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a94326-c657-422e-ab62-f2561b7957c1', 'name': 'tempest-ServersTestMultiNic-1896539832-router', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:09Z', 'updated_at': '2021-09-16T16:29:23Z', 'revision_number': 4, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'gw_port': {'id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:10Z', 'updated_at': '2021-09-16T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '578f118a-a5bf-411f-9a88-615323e9f30e', 'name': '', 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'mac_address': 'fa:16:3e:34:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '6c16eff8-bce4-41cb-b722-d7947179d14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:20Z', 'updated_at': '2021-09-16T16:29:23Z', 'revision_number': 2, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'subnets': [{'id': '6c16eff8-bce4-41cb-b722-d7947179d14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:27.846471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:27.850764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Checking router: 93a94326-c657-422e-ab62-f2561b7957c1 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:29:27.851116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Updating router 93a94326-c657-422e-ab62-f2561b7957c1 port 578f118a-a5bf-411f-9a88-615323e9f30e binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:29:27.855564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-d11aee92-3336-492e-8261-a2ce4d557fbd tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/quotas/5cfc6780699f4dc49be34c09863ee5ed HTTP/1.1" status: 200 len: 375 time: 0.0946567 Sep 16 16:29:27.893924 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:27.983944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-5889d175-a4f8-4c1c-8553-a6bc7287b74f tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5cfc6780699f4dc49be34c09863ee5ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1272790 Sep 16 16:29:27.987339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1242884199'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:28.113990 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c7980e7-9196-4ec7-b66c-d15100475830 req-de40916d-8e95-4bf7-b3c2-2eb7bde277c3 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.0412672 Sep 16 16:29:28.116349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:28.141237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:28.145848 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:28.208180 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ada2b2a1-183a-4500-b67f-e21c67fa2eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:28.385033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:28.390871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Pushing event updated for resources: {'Port': ['ID=30c9d91e-136a-406d-b4c3-db1e8b6789ed,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:28.404324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:28.407960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:28.456469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66816038-698b-402e-a856-07d64ef6b70b req-08f22b0a-4b54-48c4-ab21-00034d42a91c tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:28.466989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66816038-698b-402e-a856-07d64ef6b70b req-08f22b0a-4b54-48c4-ab21-00034d42a91c tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 935 time: 0.3522301 Sep 16 16:29:28.480120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60150) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:28.481071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:29:28.554530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Made reservation on behalf of a782d54ffc244489a23e0c247776f754 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:28.571468 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:28.641674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 11487e2e-c4dd-4994-9af4-be93c54deacc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:28.648433 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:28.667480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:28.667926 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Added segment 92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d of type vlan for network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 Sep 16 16:29:28.693816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c0be2da-76c6-45dd-aa0e-b0b6b203ca48 req-483aa027-01e9-48ee-a2fe-b00e674a052c tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 210 time: 0.2626889 Sep 16 16:29:28.737298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:28.742269 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:28.742692 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:28.757202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] Router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:29:28.790415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66816038-698b-402e-a856-07d64ef6b70b req-c4a9eed0-760b-4194-b9d2-c0bdd73f563e tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856545 Sep 16 16:29:28.831830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 11487e2e-c4dd-4994-9af4-be93c54deacc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:28.832205 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:28.953931 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.004943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af196e-4c37-42c2-af37-0e9669a678a8 None None] Pushing event updated for resources: {'Port': ['ID=578f118a-a5bf-411f-9a88-615323e9f30e,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:29.052350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dbf0744a-d9ff-4d58-b7c2-bdfaf31c0213 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11e542ad7503435aade1221d05a78e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5641983 Sep 16 16:29:29.066471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60160) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:29.067819 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Attempting to bind port 578f118a-a5bf-411f-9a88-615323e9f30e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:29.068280 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Attempting to bind port 578f118a-a5bf-411f-9a88-615323e9f30e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'a7b84348-a479-44c0-90a9-a1277401248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:29.068682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Attempting to bind port 578f118a-a5bf-411f-9a88-615323e9f30e on network 0e78255e-82bf-43c4-a777-9dafe35d9627 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:29.073170 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-27b7fc63-57ce-4581-9588-9467f5d68f83 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1255019 Sep 16 16:29:29.082815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:29.086657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Checking segment: {'id': 'a7b84348-a479-44c0-90a9-a1277401248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:29.087021 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.087496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Bound using segment: {'id': 'a7b84348-a479-44c0-90a9-a1277401248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:29.089409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Bound port: 578f118a-a5bf-411f-9a88-615323e9f30e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b84348-a479-44c0-90a9-a1277401248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:29.089831 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.118841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Request body: {'port': {'device_id': 'ffa62246-615a-40b5-a0da-592719f70277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:29.130885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:29:29.141105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-afd0b70d-1907-41b5-a8c5-072c004c8249 None None] Provisioning complete for port 30c9d91e-136a-406d-b4c3-db1e8b6789ed triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:29.141105 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-afd0b70d-1907-41b5-a8c5-072c004c8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.144884 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] Sync routers for ids ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:29:29.147351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2dd39761-1630-445f-b138-512c35125209 admin admin] 10.222.0.22 "PUT /v2.0/routers/e7c412f8-3f6e-44ce-9ba5-2f82285daa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6823010 Sep 16 16:29:29.161260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60162) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:29.167059 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] Routers {'e7c412f8-3f6e-44ce-9ba5-2f82285daa84'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:29.172973 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:29.219935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.234587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15b5b29d-c38e-4add-a562-ceb430ce081c req-f2412734-8d86-4d93-8f88-970e866f13d4 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c334b3f-9d33-42aa-a1a6-7ccb95f20acf HTTP/1.1" status: 200 len: 210 time: 0.1073697 Sep 16 16:29:29.268320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-afd0b70d-1907-41b5-a8c5-072c004c8249 None None] Port 30c9d91e-136a-406d-b4c3-db1e8b6789ed cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:29.272599 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b67f63f0-6d67-4763-ad4d-51024b1193b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.277460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd715d9f-3629-40cb-a96a-60661b71324c req-429e4209-b21c-4ee0-97ea-34bae51c7a0c tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 210 time: 0.1477599 Sep 16 16:29:29.279645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2181a46-49c0-468f-a37b-b999d002c3a0 None None] Network 65e26751-38e2-4b14-b9db-93d49a0357c3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:29.296860 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b67f63f0-6d67-4763-ad4d-51024b1193b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.307034 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.314506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:29.315054 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.319043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.377761 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] Set router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:29.457270 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.459552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Allocated IP 172.25.6.115 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/f7fb5201-3bea-44c8-bde2-99c0c6603852) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:29.464872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] For port 578f118a-a5bf-411f-9a88-615323e9f30e, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:29.475668 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9291058 Sep 16 16:29:29.478517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60164) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:29.478905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-727e2fd0-c4a0-43c4-aee1-c9226a7baac3 None None] Provisioning complete for port 578f118a-a5bf-411f-9a88-615323e9f30e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:29.479288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-727e2fd0-c4a0-43c4-aee1-c9226a7baac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.485971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'subnet': {'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:29.487891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Allocated IP 172.20.0.12 (407f756a-ec03-4f62-b31f-b27394ac3686/e99f83c0-327f-43a7-9764-5e93322299ae/2df650df-ff10-4111-8ed5-1fff34d5d455) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:29.529535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-727e2fd0-c4a0-43c4-aee1-c9226a7baac3 None None] Port 578f118a-a5bf-411f-9a88-615323e9f30e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:29.537452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] For port 578f118a-a5bf-411f-9a88-615323e9f30e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=578f118a-a5bf-411f-9a88-615323e9f30e,segment=NetworkSegment(a7b84348-a479-44c0-90a9-a1277401248c),segment_id=a7b84348-a479-44c0-90a9-a1277401248c)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:29.553732 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.582395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-727e2fd0-c4a0-43c4-aee1-c9226a7baac3 None None] Provisioning complete for port 11487e2e-c4dd-4994-9af4-be93c54deacc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:29.582919 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-727e2fd0-c4a0-43c4-aee1-c9226a7baac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.595219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b0afd-086a-4b21-a75b-fdca5c7c6e28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Network': ['ID=51e1e1c3-2355-47e5-9e35-8d67c5308b48,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:29.631257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 11487e2e-c4dd-4994-9af4-be93c54deacc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=11487e2e-c4dd-4994-9af4-be93c54deacc,segment=NetworkSegment(33098dbf-bd89-4375-8743-582b4d6b8c7d),segment_id=33098dbf-bd89-4375-8743-582b4d6b8c7d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:29.640527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:29:29.667536 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.678075 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.745486 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.745713 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:29.756406 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b67f63f0-6d67-4763-ad4d-51024b1193b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.758938 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b67f63f0-6d67-4763-ad4d-51024b1193b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.774544 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b67f63f0-6d67-4763-ad4d-51024b1193b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/208d7f73-27b3-4537-a733-e3982e94d65c HTTP/1.1" status: 204 len: 168 time: 0.6888020 Sep 16 16:29:29.778422 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] Checking router: e7c412f8-3f6e-44ce-9ba5-2f82285daa84 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:29:29.787186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:29.791596 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] Routers {'e7c412f8-3f6e-44ce-9ba5-2f82285daa84'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:29.792210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.798150 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:29.847793 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:29.868930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb2af0cb-e8a9-4375-9c21-5099af6d8df8 req-63694bea-dbcb-43b4-8354-cd758c7f3571 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 210 time: 0.0712872 Sep 16 16:29:29.903651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f63f0-6d67-4763-ad4d-51024b1193b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208d7f73-27b3-4537-a733-e3982e94d65c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:30.002460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Routers {'93a94326-c657-422e-ab62-f2561b7957c1'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:30.003106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['93a94326-c657-422e-ab62-f2561b7957c1'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:30.070195 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] Set router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:30.086662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.156579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] Set router 93a94326-c657-422e-ab62-f2561b7957c1 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:30.252761 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.278331 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.304347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574010a8-37fc-418d-bac6-fec14ddfd4e9 req-1e49113f-8906-477e-8e55-49ca775eed78 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:30.308675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-574010a8-37fc-418d-bac6-fec14ddfd4e9 req-1e49113f-8906-477e-8e55-49ca775eed78 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 935 time: 0.3685164 Sep 16 16:29:30.310543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:30.361727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:30.367747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fb5201-3bea-44c8-bde2-99c0c6603852,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:30.385544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:30.491224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af196e-4c37-42c2-af37-0e9669a678a8 None None] Pushing event updated for resources: {'Port': ['ID=578f118a-a5bf-411f-9a88-615323e9f30e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:30.527793 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:30.545142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c9d91e-136a-406d-b4c3-db1e8b6789ed {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:30.562608 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.592882 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.593140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47bde70f-a771-41d0-ba46-11b05b2fe9ed req-84cedf4a-9ff2-4974-8e06-584bcb0e1a16 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 210 time: 0.1322064 Sep 16 16:29:30.597587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=11487e2e-c4dd-4994-9af4-be93c54deacc,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:30.601307 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a562385-1493-43de-9c4d-0ed278bfaa3e None None] The sync data for ids ['e7c412f8-3f6e-44ce-9ba5-2f82285daa84'] in n-d-807786-3 is: [{'id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'name': 'tempest-ServersTestBootFromVolume-78117274-router', 'tenant_id': 'acc51242b1fd4034a9c520d74b8cd088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:24:41Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'acc51242b1fd4034a9c520d74b8cd088', 'gw_port': {'id': 'fab31776-e56b-44a5-97fb-8dc4aeaa4755', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c412f8-3f6e-44ce-9ba5-2f82285daa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:24:43Z', 'updated_at': '2021-09-16T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:29:30.607814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a94326-c657-422e-ab62-f2561b7957c1', 'name': 'tempest-ServersTestMultiNic-1896539832-router', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:09Z', 'updated_at': '2021-09-16T16:29:23Z', 'revision_number': 4, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'gw_port': {'id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:10Z', 'updated_at': '2021-09-16T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '578f118a-a5bf-411f-9a88-615323e9f30e', 'name': '', 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'mac_address': 'fa:16:3e:34:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '6c16eff8-bce4-41cb-b722-d7947179d14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:20Z', 'updated_at': '2021-09-16T16:29:29Z', 'revision_number': 4, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'subnets': [{'id': '6c16eff8-bce4-41cb-b722-d7947179d14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:30.615657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Deleting port fab31776-e56b-44a5-97fb-8dc4aeaa4755 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:30.615885 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.624625 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-574010a8-37fc-418d-bac6-fec14ddfd4e9 req-f0cfacd1-3b66-4441-95a7-dc15c42ee4a7 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794790 Sep 16 16:29:30.625034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Transition to ACTIVE for port object 30c9d91e-136a-406d-b4c3-db1e8b6789ed will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:29:30.662960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e7abc-cb78-4192-bd01-daa02b58d80a None None] The sync data for ids ['93a94326-c657-422e-ab62-f2561b7957c1'] in n-d-807786-3 is: [{'id': '93a94326-c657-422e-ab62-f2561b7957c1', 'name': 'tempest-ServersTestMultiNic-1896539832-router', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:09Z', 'updated_at': '2021-09-16T16:29:23Z', 'revision_number': 4, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'gw_port': {'id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:10Z', 'updated_at': '2021-09-16T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '578f118a-a5bf-411f-9a88-615323e9f30e', 'name': '', 'network_id': '0e78255e-82bf-43c4-a777-9dafe35d9627', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'mac_address': 'fa:16:3e:34:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '6c16eff8-bce4-41cb-b722-d7947179d14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:20Z', 'updated_at': '2021-09-16T16:29:29Z', 'revision_number': 4, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'subnets': [{'id': '6c16eff8-bce4-41cb-b722-d7947179d14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:29:30.675991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.719977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f202abfe-3749-4872-8cbf-ab94207882ca None None] Provisioning complete for port 578f118a-a5bf-411f-9a88-615323e9f30e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:30.721078 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f202abfe-3749-4872-8cbf-ab94207882ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.732892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Network 407f756a-ec03-4f62-b31f-b27394ac3686 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:30.741704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:30.764730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:30.813956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Pushing event updated for resources: {'Port': ['ID=2df650df-ff10-4111-8ed5-1fff34d5d455,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:30.826891 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.830505 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4ea448fb-7e44-494e-99e7-a77d450e0993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.834905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Subnet': ['ID=831385dd-1c22-4a96-a793-711f47b3ce61,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:30.853566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Checking segment: {'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:30.853997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network hostable DHCP agents. Network: 51e1e1c3-2355-47e5-9e35-8d67c5308b48, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:29:30.895908 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f202abfe-3749-4872-8cbf-ab94207882ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.899758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:30.900799 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:30.943269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:29:30.948880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f202abfe-3749-4872-8cbf-ab94207882ca None None] For port 578f118a-a5bf-411f-9a88-615323e9f30e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=578f118a-a5bf-411f-9a88-615323e9f30e,segment=NetworkSegment(a7b84348-a479-44c0-90a9-a1277401248c),segment_id=a7b84348-a479-44c0-90a9-a1277401248c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:30.969987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60184) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:30.972151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] For port fab31776-e56b-44a5-97fb-8dc4aeaa4755, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=fab31776-e56b-44a5-97fb-8dc4aeaa4755,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:30.972792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.024971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Calling delete_port for fab31776-e56b-44a5-97fb-8dc4aeaa4755 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:31.047383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Pushing event updated for resources: {'Port': ['ID=30c9d91e-136a-406d-b4c3-db1e8b6789ed,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:31.049456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2f797f1-2504-482c-a467-500fca405f3b req-85075a70-d6e0-4db6-8181-4ec3b99e269a tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 210 time: 0.0445511 Sep 16 16:29:31.056882 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f202abfe-3749-4872-8cbf-ab94207882ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.098189 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d70e09d1-2e67-4601-94df-0d218ef34164 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3229642 Sep 16 16:29:31.130832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Request body: {'port': {'device_id': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:31.134348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f202abfe-3749-4872-8cbf-ab94207882ca None None] Provisioning complete for port 11487e2e-c4dd-4994-9af4-be93c54deacc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:31.134767 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f202abfe-3749-4872-8cbf-ab94207882ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.149122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 51e1e1c3-2355-47e5-9e35-8d67c5308b48) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:31.185302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:31.186056 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.191790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91711b53-9c50-4377-a777-01a6b4a3ab6f None None] Network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:31.198835 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.237229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d56426d5-59f9-4edb-a6e5-748d692f9760 req-79b11d3d-09f0-42c5-a7c3-3dc4a4b56835 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=259c224157c04b0980cfd085dd0b3b31&device_id=b743459b-3cdf-41c9-a425-4e45008d2ffb HTTP/1.1" status: 200 len: 210 time: 0.0538416 Sep 16 16:29:31.370930 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202abfe-3749-4872-8cbf-ab94207882ca None None] Pushing event updated for resources: {'Port': ['ID=578f118a-a5bf-411f-9a88-615323e9f30e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:31.449362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b02dc34-b336-40aa-bca3-c87503ae3ca3 req-420415bf-b04e-49e6-8d2a-f14735a997d1 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=b743459b-3cdf-41c9-a425-4e45008d2ffb HTTP/1.1" status: 200 len: 210 time: 0.1071255 Sep 16 16:29:31.453681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6b652f47-7e2a-4db0-894f-c7c5f3548053 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9709332 Sep 16 16:29:31.454232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60188) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:31.459807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1017912044'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:31.465405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d56426d5-59f9-4edb-a6e5-748d692f9760 req-a057ec62-4bb3-4b73-b58f-f7c2f544ab2a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=259c224157c04b0980cfd085dd0b3b31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209235 Sep 16 16:29:31.508632 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-f1c7504d-78dd-4c8c-8269-18ca83262119 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5cfc6780699f4dc49be34c09863ee5ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677807 Sep 16 16:29:31.535329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8d96908d-2549-41b6-95f7-cba7649b1d70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=875297bebed94ad0988137e5643cb9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593202 Sep 16 16:29:31.543664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60190) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:31.550845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.619323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-51e1e1c3-2355-47e5-9e35-8d67c5308b48', 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'fixed_ips': [{'subnet_id': '831385dd-1c22-4a96-a793-711f47b3ce61'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:29:31.620165 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.688208 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.697725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Attempting to bind port 30c9d91e-136a-406d-b4c3-db1e8b6789ed on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:31.698066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Attempting to bind port 30c9d91e-136a-406d-b4c3-db1e8b6789ed by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:31.698394 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Attempting to bind port 30c9d91e-136a-406d-b4c3-db1e8b6789ed on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:31.794044 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Port 30c9d91e-136a-406d-b4c3-db1e8b6789ed on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:29:31.794291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Attempting to bind port 30c9d91e-136a-406d-b4c3-db1e8b6789ed on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:31.843318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:31.846771 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:31.846915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8041ea56-6b00-480d-9179-df2e64810a76 None None] Provisioning complete for port 2df650df-ff10-4111-8ed5-1fff34d5d455 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:31.847382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:31.847574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8041ea56-6b00-480d-9179-df2e64810a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.847692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Bound port: 30c9d91e-136a-406d-b4c3-db1e8b6789ed, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:31.847692 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.872603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.899229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8041ea56-6b00-480d-9179-df2e64810a76 None None] Port 2df650df-ff10-4111-8ed5-1fff34d5d455 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:31.933617 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.938864 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fb984457-34da-4c7c-ac38-8ed36c1d4096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:31.949580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Pushing event deleted for resources: {'Port': ['ID=fab31776-e56b-44a5-97fb-8dc4aeaa4755,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:31.958876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-18cb39b7-4ef2-4eae-8696-ab216109c6bf tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:31.960578 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-18cb39b7-4ef2-4eae-8696-ab216109c6bf tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4222600 Sep 16 16:29:31.975074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Allocated IP 19.80.0.2 (51e1e1c3-2355-47e5-9e35-8d67c5308b48/831385dd-1c22-4a96-a793-711f47b3ce61/026ccdd5-2ba1-4c04-ba28-a0f54d3d0824) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:32.039855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:32.043553 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.252798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:29:32.271010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56426d5-59f9-4edb-a6e5-748d692f9760 req-d0dbe604-c32e-480c-a0a4-a0f7f501e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:32.272498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d56426d5-59f9-4edb-a6e5-748d692f9760 req-d0dbe604-c32e-480c-a0a4-a0f7f501e9a2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7990725 Sep 16 16:29:32.290167 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.292848 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.293205 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Added segment f6d09364-2c0d-407f-b67c-811e9b30b46a of type vlan for network 823763ec-8053-4a81-ad51-4b21da9145af Sep 16 16:29:32.316952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7e958-55c0-4554-9e1c-fc1038a03f5e req-afbf2337-f94e-464d-93fa-c8f6effd02cf tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:32.318604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0a7e958-55c0-4554-9e1c-fc1038a03f5e req-afbf2337-f94e-464d-93fa-c8f6effd02cf tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 932 time: 0.2627780 Sep 16 16:29:32.353084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Request body: {'port': {'device_id': '393d6de7-3394-4d7b-ac49-0c895af2bf50', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '5cfc6780699f4dc49be34c09863ee5ed'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:32.354947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665a4e8-51a2-42a9-85eb-7c5d05391de5 req-31c9882d-9a63-4fdb-b446-81e95f8b0762 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:32.363494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5665a4e8-51a2-42a9-85eb-7c5d05391de5 req-31c9882d-9a63-4fdb-b446-81e95f8b0762 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 947 time: 0.3064210 Sep 16 16:29:32.387006 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.440522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:32.444939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:32.449863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:32.454204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] For port 30c9d91e-136a-406d-b4c3-db1e8b6789ed, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:32.458304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] For port 30c9d91e-136a-406d-b4c3-db1e8b6789ed, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=30c9d91e-136a-406d-b4c3-db1e8b6789ed,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:32.461031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.465986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Pushing event updated for resources: {'Port': ['ID=026ccdd5-2ba1-4c04-ba28-a0f54d3d0824,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:32.484023 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fb984457-34da-4c7c-ac38-8ed36c1d4096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.515677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5665a4e8-51a2-42a9-85eb-7c5d05391de5 req-6ca4d6fd-65c7-402b-983e-26f1313a8e74 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512840 Sep 16 16:29:32.520681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.540673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0a7e958-55c0-4554-9e1c-fc1038a03f5e req-57c054ce-821b-4ac7-afeb-42943b75b53d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661613 Sep 16 16:29:32.545155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.552029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Attempting to bind port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:32.552029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Attempting to bind port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:32.552029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Attempting to bind port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 on network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:32.569416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:32.570300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Checking segment: {'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:32.570952 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.572503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Bound using segment: {'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:32.576317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Bound port: 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:32.577862 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.635574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 11487e2e-c4dd-4994-9af4-be93c54deacc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:32.653238 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.660082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:32.660703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.699088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:32.699703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.702222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] 10.222.0.52 "PUT /v2.0/ports/30c9d91e-136a-406d-b4c3-db1e8b6789ed HTTP/1.1" status: 200 len: 1095 time: 3.5879321 Sep 16 16:29:32.711337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa62246-615a-40b5-a0da-592719f70277', 'tag': '30c9d91e-136a-406d-b4c3-db1e8b6789ed'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:32.718938 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a976d1b7-9347-425e-a853-c8dfdc4865c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa62246-615a-40b5-a0da-592719f70277", "tag": "30c9d91e-136a-406d-b4c3-db1e8b6789ed"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:32.719093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] For port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:32.722056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] For port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=026ccdd5-2ba1-4c04-ba28-a0f54d3d0824,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:32.734215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 11487e2e-c4dd-4994-9af4-be93c54deacc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:32.734643 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.746978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4f31c05-549f-4444-a90e-68a3a8964c68 req-793a46cb-3aa4-43ea-b17e-e82b67d0437f tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 210 time: 0.0811951 Sep 16 16:29:32.794896 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.797152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f5b766fe-b05e-4a1f-9241-f899b3655e88 req-472a3c0d-1ad1-40a3-875f-fdb11b4b73ca tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=b743459b-3cdf-41c9-a425-4e45008d2ffb HTTP/1.1" status: 200 len: 210 time: 0.1282248 Sep 16 16:29:32.836961 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:32.856191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4005284 Sep 16 16:29:32.867693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60202) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:32.922490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'subnet': {'network_id': '823763ec-8053-4a81-ad51-4b21da9145af', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:32.981458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d8eac-eec7-4849-baa5-4b42a01f3619 None None] Pushing event updated for resources: {'Port': ['ID=026ccdd5-2ba1-4c04-ba28-a0f54d3d0824,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:33.004224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 578f118a-a5bf-411f-9a88-615323e9f30e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:33.033547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e1ca4-36eb-4be9-83db-dfe1944af881 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Network': ['ID=823763ec-8053-4a81-ad51-4b21da9145af,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:33.036620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df650df-ff10-4111-8ed5-1fff34d5d455 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:33.047381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.047763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 823763ec-8053-4a81-ad51-4b21da9145af details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:29:33.063074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Transition to ACTIVE for port object 2df650df-ff10-4111-8ed5-1fff34d5d455 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:29:33.067282 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13f589c-82a4-4081-8840-1ada4250d460 x-openstack-request-id: req-e13f589c-82a4-4081-8840-1ada4250d460 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:33.067282 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa62246-615a-40b5-a0da-592719f70277", "tag": "30c9d91e-136a-406d-b4c3-db1e8b6789ed", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:33.067282 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e13f589c-82a4-4081-8840-1ada4250d460 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:33.067282 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa62246-615a-40b5-a0da-592719f70277', 'tag': '30c9d91e-136a-406d-b4c3-db1e8b6789ed', 'status': 'completed', 'code': 200} Sep 16 16:29:33.128023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c7661-1a2f-4a0c-960e-cbfd8c8c20c5 service neutron] Pushing event updated for resources: {'Port': ['ID=30c9d91e-136a-406d-b4c3-db1e8b6789ed,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:33.195819 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 578f118a-a5bf-411f-9a88-615323e9f30e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:33.196210 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.203638 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.207679 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.209049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:33.213291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.216163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:29:33.235149 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.323700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fb984457-34da-4c7c-ac38-8ed36c1d4096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.327441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fb984457-34da-4c7c-ac38-8ed36c1d4096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.328818 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fb984457-34da-4c7c-ac38-8ed36c1d4096 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ae58502-c0ed-44d0-954c-d4ba73f7bc5c HTTP/1.1" status: 204 len: 168 time: 1.7690117 Sep 16 16:29:33.393135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7f737a9c-15a7-453f-894d-6a25119af23b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:33.432496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb984457-34da-4c7c-ac38-8ed36c1d4096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae58502-c0ed-44d0-954c-d4ba73f7bc5c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:33.454718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 7f737a9c-15a7-453f-894d-6a25119af23b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:29:33.455524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7f737a9c-15a7-453f-894d-6a25119af23b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:29:33.472112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Pushing event updated for resources: {'Port': ['ID=2df650df-ff10-4111-8ed5-1fff34d5d455,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:33.479332 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.480011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c412f8-3f6e-44ce-9ba5-2f82285daa84 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:29:33.490603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382731-b5a2-4dc3-a365-3946b409b38d req-b4bb02d9-2871-4839-902a-1996489a8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:33.492362 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-b4bb02d9-2871-4839-902a-1996489a8679 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=428b64322da24b108535330c6327c81c&device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 1098 time: 0.4242997 Sep 16 16:29:33.502329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.505853 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e81a2d16-9964-48f9-bc00-d7363927af5a admin admin] 10.222.0.22 "DELETE /v2.0/routers/e7c412f8-3f6e-44ce-9ba5-2f82285daa84 HTTP/1.1" status: 204 len: 168 time: 4.3417072 Sep 16 16:29:33.507524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60206) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:33.567744 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-f2967273-66bd-4cd3-a255-7ca9bbe5c0ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=30c9d91e-136a-406d-b4c3-db1e8b6789ed HTTP/1.1" status: 200 len: 217 time: 0.0604362 Sep 16 16:29:33.579357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Made reservation on behalf of 5cfc6780699f4dc49be34c09863ee5ed for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:33.583913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.606487 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d56426d5-59f9-4edb-a6e5-748d692f9760 req-e9902efd-1e30-41a4-ba6e-7998730220ae tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.62 "GET /v2.0/ports?device_id=b743459b-3cdf-41c9-a425-4e45008d2ffb HTTP/1.1" status: 200 len: 210 time: 0.0865538 Sep 16 16:29:33.649791 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.710044 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.767371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Attempting to bind port 2df650df-ff10-4111-8ed5-1fff34d5d455 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:33.767796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Attempting to bind port 2df650df-ff10-4111-8ed5-1fff34d5d455 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:33.768125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Attempting to bind port 2df650df-ff10-4111-8ed5-1fff34d5d455 on network 407f756a-ec03-4f62-b31f-b27394ac3686 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:33.771994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:29:33.778376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee15490-ea00-4d00-b3bc-3379e7470bef admin admin] Deleting subnet 99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:29:33.784638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Sync routers for ids ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:29:33.789784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382731-b5a2-4dc3-a365-3946b409b38d req-2451f9fc-5692-46f5-8bd2-fe05ced7b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:33.791357 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-2451f9fc-5692-46f5-8bd2-fe05ced7b4fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.2147899 Sep 16 16:29:33.792167 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ee15490-ea00-4d00-b3bc-3379e7470bef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.795083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Port 2df650df-ff10-4111-8ed5-1fff34d5d455 on network 407f756a-ec03-4f62-b31f-b27394ac3686 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:29:33.795496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Attempting to bind port 2df650df-ff10-4111-8ed5-1fff34d5d455 on network 407f756a-ec03-4f62-b31f-b27394ac3686 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:33.803915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Routers {'38c4acd7-5457-4ca1-99f2-23fefd9a3552'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:33.803915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:33.849565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:33.849903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Checking segment: {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:33.850388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Bound using segment: {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:33.850792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Bound port: 2df650df-ff10-4111-8ed5-1fff34d5d455, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:33.851157 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.937229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:33.977799 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ee15490-ea00-4d00-b3bc-3379e7470bef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:34.008189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Subnet': ['ID=aa5fa482-dea5-4dab-af26-f1a91ebff4aa,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:34.029965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2bdcc-a3eb-48bb-8ef7-eddf662e856b req-961f0f53-9f46-4203-9044-6a01f37d288d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:34.038918 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1aa2bdcc-a3eb-48bb-8ef7-eddf662e856b req-961f0f53-9f46-4203-9044-6a01f37d288d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 944 time: 0.3481579 Sep 16 16:29:34.056895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Set router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:34.059313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382731-b5a2-4dc3-a365-3946b409b38d req-bdd69476-ec03-4455-9787-f1f942f1975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:34.067291 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-bdd69476-ec03-4455-9787-f1f942f1975d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2404158 Sep 16 16:29:34.113423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1aa2bdcc-a3eb-48bb-8ef7-eddf662e856b req-6bef9c71-617f-4dc2-80c6-bc285dcceb12 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653052 Sep 16 16:29:34.142307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e6f9-1755-425b-a5b8-a956d3ad1992 req-b5cc5e72-29fa-4946-9137-ec40d5ffa04c tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:34.156212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47c9e6f9-1755-425b-a5b8-a956d3ad1992 req-b5cc5e72-29fa-4946-9137-ec40d5ffa04c tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 947 time: 0.4516716 Sep 16 16:29:34.284378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] For port 2df650df-ff10-4111-8ed5-1fff34d5d455, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:34.292963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9fde3125-48ba-47f6-a7eb-9f4107a4e5b8 req-0824a660-5e32-450c-9882-a675de5b1147 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 210 time: 0.0699461 Sep 16 16:29:34.322064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Checking segment: {'id': 'f6d09364-2c0d-407f-b67c-811e9b30b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:34.324337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network hostable DHCP agents. Network: 823763ec-8053-4a81-ad51-4b21da9145af, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:29:34.356072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47c9e6f9-1755-425b-a5b8-a956d3ad1992 req-af232c2a-b457-4a7e-a3de-87ebb9d9b90f tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918564 Sep 16 16:29:34.383631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:34.388568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] For port 2df650df-ff10-4111-8ed5-1fff34d5d455, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2df650df-ff10-4111-8ed5-1fff34d5d455,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:34.429657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ee15490-ea00-4d00-b3bc-3379e7470bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:34.481516 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:34.494225 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-607dc089-b44b-49da-bde1-18e39014a6c5 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878355 Sep 16 16:29:34.519970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d5b60d-281a-4dfb-9ede-82509b52f08e None None] Network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:34.531471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:34.576431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f920c424-78ce-4e17-9bdd-b91f2fc3e256 req-a91459f5-087b-4beb-9e0c-63d792cc0949 tempest-ServerShowV247Test-861288796 tempest-ServerShowV247Test-861288796-project] 10.222.0.22 "GET /v2.0/ports?device_id=b743459b-3cdf-41c9-a425-4e45008d2ffb HTTP/1.1" status: 200 len: 210 time: 0.0939357 Sep 16 16:29:34.581274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network 823763ec-8053-4a81-ad51-4b21da9145af is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:29:34.649922 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:34.654685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-705355c5-cd3e-42dd-b094-ec06ebf81932 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8513470 Sep 16 16:29:34.654685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60226) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:34.669097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-router', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:26Z', 'updated_at': '2021-09-16T16:29:30Z', 'revision_number': 3, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'gw_port': {'id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:29Z', 'updated_at': '2021-09-16T16:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:34.712680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 823763ec-8053-4a81-ad51-4b21da9145af) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:34.718981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:34.719575 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:34.730927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Checking router: 38c4acd7-5457-4ca1-99f2-23fefd9a3552 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:29:34.731414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Updating router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 port f7fb5201-3bea-44c8-bde2-99c0c6603852 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:29:34.763939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:34.765423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:34.775746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:34.776241 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:34.778254 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] 10.222.0.62 "PUT /v2.0/ports/2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 1092 time: 3.6530552 Sep 16 16:29:34.823983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3978f37a-0b8b-445e-86ca-dfe0b1adeba2 None None] Network 823763ec-8053-4a81-ad51-4b21da9145af requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:34.857613 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-09832f2e-e258-44a0-9cae-6edd88d7bdfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9763749 Sep 16 16:29:34.882289 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:34.887618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536a094-49e0-487b-95a8-535599fdedeb service neutron] Pushing event updated for resources: {'Port': ['ID=2df650df-ff10-4111-8ed5-1fff34d5d455,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:34.905586 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ee15490-ea00-4d00-b3bc-3379e7470bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:34.953934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Allocated IP 192.168.233.223 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/076016d4-ce98-4c19-8752-23e146a3d570) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:34.984218 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14382731-b5a2-4dc3-a365-3946b409b38d req-186740b8-1ab1-4b19-8517-305cb74dfed2 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739645 Sep 16 16:29:35.019880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee15490-ea00-4d00-b3bc-3379e7470bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:35.042258 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ee15490-ea00-4d00-b3bc-3379e7470bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:35.044161 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0ee15490-ea00-4d00-b3bc-3379e7470bef admin admin] 10.222.0.22 "DELETE /v2.0/subnets/99dc13a4-cd18-4d34-b0c9-de0ea69d9a0b HTTP/1.1" status: 204 len: 168 time: 1.4788737 Sep 16 16:29:35.050278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60242) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:35.070441 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:35.073347 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:35.096909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ff599-e7e9-4c7a-ba4a-7107d41c71c3 None None] Network a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:35.203281 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50594633-4656-401a-84a0-257ddcdb019e x-openstack-request-id: req-50594633-4656-401a-84a0-257ddcdb019e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:35.203843 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:35.204560 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50594633-4656-401a-84a0-257ddcdb019e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:35.205112 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'status': 'completed', 'code': 200} Sep 16 16:29:35.250728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-13e59c21-9b72-4bff-b409-80ae67a2dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:35.253055 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-13e59c21-9b72-4bff-b409-80ae67a2dc32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1095 time: 0.2772295 Sep 16 16:29:35.260187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6c29fc29-4b57-4d03-888d-5760e46aefb0 None None] Provisioning complete for port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:35.260187 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6c29fc29-4b57-4d03-888d-5760e46aefb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:35.274592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:35.337456 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-64e2a00c-348c-4260-a615-7b3bca0f4e3f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:35.344263 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-64e2a00c-348c-4260-a615-7b3bca0f4e3f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:35.346149 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-64e2a00c-348c-4260-a615-7b3bca0f4e3f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/networks?id=51e1e1c3-2355-47e5-9e35-8d67c5308b48&id=823763ec-8053-4a81-ad51-4b21da9145af&id=51e1e1c3-2355-47e5-9e35-8d67c5308b48 HTTP/1.1" status: 200 len: 1392 time: 0.2305908 Sep 16 16:29:35.357786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:35.358259 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:35.363724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-106b78b5-2680-4c8c-b8c0-332306cb26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:35.365813 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-106b78b5-2680-4c8c-b8c0-332306cb26d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=428b64322da24b108535330c6327c81c&device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 1098 time: 0.2519076 Sep 16 16:29:35.371372 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-d0aec801-afbb-4776-b148-f2993ac51605 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 217 time: 0.1003342 Sep 16 16:29:35.378266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab298a-52ad-4694-a9f4-34452c8b5e04 req-e8fd7ef0-514c-4b89-be47-edccc49d9d6b tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:35.379840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6ab298a-52ad-4694-a9f4-34452c8b5e04 req-e8fd7ef0-514c-4b89-be47-edccc49d9d6b tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 944 time: 0.1220858 Sep 16 16:29:35.422879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-62e5933b-7d1c-4dca-a830-39df0512b312 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/quotas/f7a35bdc9f004296b2a91de93f3741b2 HTTP/1.1" status: 200 len: 375 time: 0.0386267 Sep 16 16:29:35.503755 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6ab298a-52ad-4694-a9f4-34452c8b5e04 req-ba0abdb6-6e52-424c-86ce-11805565f20f tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164517 Sep 16 16:29:35.527355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-60b8eb01-8cd4-4e54-8473-def542849c0d tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966604 Sep 16 16:29:35.586505 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:35.743498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5b7fe9c-adbc-4a2b-a279-7b69d89383b5 req-b20e42fc-94f4-4ddf-8461-651a08db1cfb tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 210 time: 0.0587509 Sep 16 16:29:35.865206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:35.869897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:35.875234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-ff180948-e480-43a3-898e-633ec53d050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:35.876747 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-ff180948-e480-43a3-898e-633ec53d050b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.4816298 Sep 16 16:29:35.930498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-bd72c0f0-4f8c-4070-8c1e-7b52e9f00284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:35.932006 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-bd72c0f0-4f8c-4070-8c1e-7b52e9f00284 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.5542655 Sep 16 16:29:36.002727 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-300a100f-1b26-45ab-90ae-db1818231193 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=30c9d91e-136a-406d-b4c3-db1e8b6789ed HTTP/1.1" status: 200 len: 217 time: 0.0590172 Sep 16 16:29:36.010625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Deleting port 9c49a8e7-8e50-427c-927b-d84277eebec1 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:36.010948 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.040164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-ee0384a9-2dd2-4c06-8f48-a9364f29bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:36.041744 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-ee0384a9-2dd2-4c06-8f48-a9364f29bba5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477416 Sep 16 16:29:36.047661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Allocated IP 172.20.0.1 (65e26751-38e2-4b14-b9db-93d49a0357c3/58d46752-439e-441d-a779-6f1c7d610c44/9f0da071-46dc-4b74-91f7-8d66818fd4f0) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:36.062553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-823763ec-8053-4a81-ad51-4b21da9145af', 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'fixed_ips': [{'subnet_id': 'aa5fa482-dea5-4dab-af26-f1a91ebff4aa'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:29:36.066658 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.066658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e84cbb-494e-4bb6-b0a6-26c6f822ad7e None None] DHCP port deletion for a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:29:36.071814 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.073793 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6c29fc29-4b57-4d03-888d-5760e46aefb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.116405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b750f6a-fd2d-443f-bd38-f95ac6389f5d req-afd53242-1161-4d46-83d3-68d9aa0b8c13 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:36.124339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b750f6a-fd2d-443f-bd38-f95ac6389f5d req-afd53242-1161-4d46-83d3-68d9aa0b8c13 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 947 time: 0.2247434 Sep 16 16:29:36.125697 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.137522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.184981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-ca47dfd2-2c36-4dc7-84fb-e96853b9a197 service neutron] 10.222.0.22 "GET /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477206 Sep 16 16:29:36.202381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-1325dcad-a5a6-4e2e-82cd-514ceea3f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:36.204402 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-1325dcad-a5a6-4e2e-82cd-514ceea3f6c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1881666 Sep 16 16:29:36.262599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6c29fc29-4b57-4d03-888d-5760e46aefb0 None None] For port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=026ccdd5-2ba1-4c04-ba28-a0f54d3d0824,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:36.277023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] For port 9c49a8e7-8e50-427c-927b-d84277eebec1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9c49a8e7-8e50-427c-927b-d84277eebec1,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:36.277683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.288538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:36.313353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:36.317143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Attempting to bind port f7fb5201-3bea-44c8-bde2-99c0c6603852 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:36.317525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Attempting to bind port f7fb5201-3bea-44c8-bde2-99c0c6603852 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:36.317890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Attempting to bind port f7fb5201-3bea-44c8-bde2-99c0c6603852 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:36.328665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c84138-664a-4ea3-9893-5309a313f0af None None] Pushing event updated for resources: {'Port': ['ID=f7fb5201-3bea-44c8-bde2-99c0c6603852,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:36.329610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:36.339708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Calling delete_port for 9c49a8e7-8e50-427c-927b-d84277eebec1 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:36.341639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Pushing event updated for resources: {'Port': ['ID=076016d4-ce98-4c19-8752-23e146a3d570,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:36.346173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b750f6a-fd2d-443f-bd38-f95ac6389f5d req-6ee6b303-df7a-4772-9199-290c20fd29d6 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139978 Sep 16 16:29:36.346321 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6c29fc29-4b57-4d03-888d-5760e46aefb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.367771 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:36.368082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:36.373544 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.373544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:36.374715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Bound port: f7fb5201-3bea-44c8-bde2-99c0c6603852, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:36.375319 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.395594 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-dafa0482-db1c-4a1c-82ec-17044d37983a service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328671 Sep 16 16:29:36.522686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-70d2be0e-312b-47c9-9cdc-ca58d4829d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:36.528599 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-70d2be0e-312b-47c9-9cdc-ca58d4829d20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2936571 Sep 16 16:29:36.537311 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.538765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:36.543437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.621973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9b651816-4d5c-4652-b693-4460b1ca31f2 service neutron] 10.222.0.22 "GET /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323720 Sep 16 16:29:36.763313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e9e84cbb-494e-4bb6-b0a6-26c6f822ad7e None None] Deleting port 9c49a8e7-8e50-427c-927b-d84277eebec1 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:36.763724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e9e84cbb-494e-4bb6-b0a6-26c6f822ad7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.768523 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:29:36.768880 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:29:36.790301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29fc29-4b57-4d03-888d-5760e46aefb0 None None] Pushing event updated for resources: {'Port': ['ID=026ccdd5-2ba1-4c04-ba28-a0f54d3d0824,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:36.815279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-2d6ff8be-a321-4e39-9ba7-24f40c64cbb3 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4726951 Sep 16 16:29:36.826949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5027fe-ed13-451e-80f6-d7f54f2d466e req-058138dc-e903-4d93-b799-2792b6f1a3e5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:36.829359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da5027fe-ed13-451e-80f6-d7f54f2d466e req-058138dc-e903-4d93-b799-2792b6f1a3e5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 944 time: 0.1863625 Sep 16 16:29:36.840125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-a5caadb4-434e-4b20-9ff8-0907a4b7bd71 service neutron] 10.222.0.22 "GET /v2.0/networks/823763ec-8053-4a81-ad51-4b21da9145af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178726 Sep 16 16:29:36.847955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Allocated IP 19.86.0.2 (823763ec-8053-4a81-ad51-4b21da9145af/aa5fa482-dea5-4dab-af26-f1a91ebff4aa/f8753423-1d52-4b74-9106-4708c90defde) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:36.851113 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9197f3c1-9ac9-4890-8f1f-3e1f019a5345 req-722cf9c5-722f-4779-9e39-ae8cf73be743 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483688 Sep 16 16:29:36.870812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Request body: {'port': {'device_id': '393d6de7-3394-4d7b-ac49-0c895af2bf50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:36.900703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.907597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] For port f7fb5201-3bea-44c8-bde2-99c0c6603852, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:36.943335 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.946548 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e9e84cbb-494e-4bb6-b0a6-26c6f822ad7e None None] For port 9c49a8e7-8e50-427c-927b-d84277eebec1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9c49a8e7-8e50-427c-927b-d84277eebec1,segment=NetworkSegment(1b78d868-53f8-4489-b6db-60fe2d1933d9),segment_id=1b78d868-53f8-4489-b6db-60fe2d1933d9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:36.946949 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e9e84cbb-494e-4bb6-b0a6-26c6f822ad7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:36.970838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] For port f7fb5201-3bea-44c8-bde2-99c0c6603852, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f7fb5201-3bea-44c8-bde2-99c0c6603852,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:36.977149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e9e84cbb-494e-4bb6-b0a6-26c6f822ad7e None None] Calling delete_port for 9c49a8e7-8e50-427c-927b-d84277eebec1 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:36.990906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c49a8e7-8e50-427c-927b-d84277eebec1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:37.012824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] No DVR routers for this DVR port 9c49a8e7-8e50-427c-927b-d84277eebec1 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:29:37.022433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da5027fe-ed13-451e-80f6-d7f54f2d466e req-0c6a5e89-10c4-4bd1-a7bf-baa47839fe18 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798825 Sep 16 16:29:37.026891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Network 65e26751-38e2-4b14-b9db-93d49a0357c3 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:37.039318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:37.041963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:37.046975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0da071-46dc-4b74-91f7-8d66818fd4f0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:37.070901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7d6c9217-cabb-4e35-95fe-b61ae4ec0ffe None None] Provisioning complete for port 076016d4-ce98-4c19-8752-23e146a3d570 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:37.070901 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9217-cabb-4e35-95fe-b61ae4ec0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.076272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.105711 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-1adf4c4b-05db-4fd9-be0b-f79e7122e328 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519345 Sep 16 16:29:37.106471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.118340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-4ea5c136-265b-4af6-9d84-5808cbbc5ab0 service neutron] 10.222.0.22 "GET /v2.0/networks/823763ec-8053-4a81-ad51-4b21da9145af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772064 Sep 16 16:29:37.199617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c9217-cabb-4e35-95fe-b61ae4ec0ffe None None] Port 076016d4-ce98-4c19-8752-23e146a3d570 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:37.209544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c84138-664a-4ea3-9893-5309a313f0af None None] Pushing event updated for resources: {'Port': ['ID=f7fb5201-3bea-44c8-bde2-99c0c6603852,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:37.228835 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.252010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7d6c9217-cabb-4e35-95fe-b61ae4ec0ffe None None] Provisioning complete for port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:37.252010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9217-cabb-4e35-95fe-b61ae4ec0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.255268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60290) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:37.281714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.353683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Routers {'38c4acd7-5457-4ca1-99f2-23fefd9a3552'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:37.354617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:37.374881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device fab31776-e56b-44a5-97fb-8dc4aeaa4755 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:37.460762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: fab31776-e56b-44a5-97fb-8dc4aeaa4755 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:29:37.461074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device fab31776-e56b-44a5-97fb-8dc4aeaa4755 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:29:37.468228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f6b22-e434-49ff-ba9d-12f1287dab44 req-76dd71e0-dcb8-42d0-bea5-6b91e75d3227 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:37.470130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-220f6b22-e434-49ff-ba9d-12f1287dab44 req-76dd71e0-dcb8-42d0-bea5-6b91e75d3227 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 936 time: 0.2643692 Sep 16 16:29:37.487294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-99f24424-765a-4f58-9e2c-de0abadab696 service neutron] 10.222.0.22 "GET /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679931 Sep 16 16:29:37.544348 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.577594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e9e84cbb-494e-4bb6-b0a6-26c6f822ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.582291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec37a3cc-4c93-4533-add5-133cd90adb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.618865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e84cbb-494e-4bb6-b0a6-26c6f822ad7e None None] No DVR routers for this DVR port 9c49a8e7-8e50-427c-927b-d84277eebec1 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:29:37.652162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:37.659452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e84cbb-494e-4bb6-b0a6-26c6f822ad7e None None] Pushing event deleted for resources: {'Port': ['ID=9c49a8e7-8e50-427c-927b-d84277eebec1,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:37.662537 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.673830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-220f6b22-e434-49ff-ba9d-12f1287dab44 req-32d209ec-38e1-4600-8fb1-2b8d632a8fdd tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721654 Sep 16 16:29:37.734974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-398cc4fd-3701-4195-bc19-2d8e188d13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:37.737981 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-398cc4fd-3701-4195-bc19-2d8e188d13c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1095 time: 0.6806424 Sep 16 16:29:37.741027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:37.749883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Pushing event updated for resources: {'Port': ['ID=f8753423-1d52-4b74-9106-4708c90defde,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:37.771931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e816c7c-c73f-405b-82ff-1a78cb478337 service neutron] 10.222.0.22 "GET /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803233 Sep 16 16:29:37.771931 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.772322 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] Set router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:37.808088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b78d868-53f8-4489-b6db-60fe2d1933d9') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:37.808849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b78d868-53f8-4489-b6db-60fe2d1933d9') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:37.834593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Network 823763ec-8053-4a81-ad51-4b21da9145af is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:37.848893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.910905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:37.914133 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.921787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:37.930078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076016d4-ce98-4c19-8752-23e146a3d570 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:37.944105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:29:37.947431 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:29:37.950215 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:29:37.955903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:37.975257 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a976d1b7-9347-425e-a853-c8dfdc4865c8 req-7288089f-4b5f-439c-9341-6b1375179b04 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8292994 Sep 16 16:29:38.034454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 30c9d91e-136a-406d-b4c3-db1e8b6789ed details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:29:38.063156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Transition to ACTIVE for port object 076016d4-ce98-4c19-8752-23e146a3d570 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:29:38.067351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-1e3828a8-f878-4f19-a7fd-f6ac395d7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:38.070238 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-1e3828a8-f878-4f19-a7fd-f6ac395d7c8c service neutron] 10.222.0.62 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.3143942 Sep 16 16:29:38.148870 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-a9f17b13-19d6-43e6-ad73-d63971df9f1d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 217 time: 0.0703399 Sep 16 16:29:38.150855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.160982 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a59cc887-885a-4b93-8e2d-d1686e585c78 None None] Provisioning complete for port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:38.161695 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a59cc887-885a-4b93-8e2d-d1686e585c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.219961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:38.220711 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.254814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Attempting to bind port f8753423-1d52-4b74-9106-4708c90defde on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:38.255208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Attempting to bind port f8753423-1d52-4b74-9106-4708c90defde by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f6d09364-2c0d-407f-b67c-811e9b30b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:38.255530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Attempting to bind port f8753423-1d52-4b74-9106-4708c90defde on network 823763ec-8053-4a81-ad51-4b21da9145af {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:38.277520 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.resource_extend [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:29:38.292531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=076016d4-ce98-4c19-8752-23e146a3d570,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:38.307579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:38.307579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Checking segment: {'id': 'f6d09364-2c0d-407f-b67c-811e9b30b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:38.307579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.307579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Bound using segment: {'id': 'f6d09364-2c0d-407f-b67c-811e9b30b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:38.307579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Bound port: f8753423-1d52-4b74-9106-4708c90defde, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d09364-2c0d-407f-b67c-811e9b30b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:38.307579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.315083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.329468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a59cc887-885a-4b93-8e2d-d1686e585c78 None None] Port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:38.343962 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.345916 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835 HTTP/1.1" status: 204 len: 168 time: 3.2829223 Sep 16 16:29:38.401260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969df1fc-4c97-4cae-92b9-695e29031ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e0d02e-fc2e-4f6d-b97a-f068cd9f7835,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:38.437957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-f5821b14-e86a-4901-a6b8-6070d3b5a24b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864401 Sep 16 16:29:38.466558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-ae91ea7d-2ba3-4226-ba14-3ffba119da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:38.469623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-ae91ea7d-2ba3-4226-ba14-3ffba119da7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.3095441 Sep 16 16:29:38.553126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Attempting to bind port 076016d4-ce98-4c19-8752-23e146a3d570 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:38.553465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Attempting to bind port 076016d4-ce98-4c19-8752-23e146a3d570 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:38.554189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Attempting to bind port 076016d4-ce98-4c19-8752-23e146a3d570 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:38.574730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Port 076016d4-ce98-4c19-8752-23e146a3d570 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:29:38.575212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Attempting to bind port 076016d4-ce98-4c19-8752-23e146a3d570 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:38.598635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:38.599413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:38.599413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:38.600055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Bound port: 076016d4-ce98-4c19-8752-23e146a3d570, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:38.600448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.636300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc5442-6422-4ec4-bb9c-fd3d7c802613 req-66579638-088b-4d4c-be0b-a677aff90962 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:38.643971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71dc5442-6422-4ec4-bb9c-fd3d7c802613 req-66579638-088b-4d4c-be0b-a677aff90962 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 947 time: 0.3179562 Sep 16 16:29:38.651314 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec37a3cc-4c93-4533-add5-133cd90adb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.722625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 30c9d91e-136a-406d-b4c3-db1e8b6789ed, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=30c9d91e-136a-406d-b4c3-db1e8b6789ed,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:38.752897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] For port f8753423-1d52-4b74-9106-4708c90defde, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:38.760834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '30c9d91e-136a-406d-b4c3-db1e8b6789ed', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '30c9d91e-136a-406d-b4c3-db1e8b6789ed', 'mac_address': 'fa:16:3e:a2:b8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:29:38.767993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.781645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] For port f8753423-1d52-4b74-9106-4708c90defde, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f8753423-1d52-4b74-9106-4708c90defde,segment=NetworkSegment(f6d09364-2c0d-407f-b67c-811e9b30b46a),segment_id=f6d09364-2c0d-407f-b67c-811e9b30b46a)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:38.791562 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec37a3cc-4c93-4533-add5-133cd90adb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.799601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-router', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:26Z', 'updated_at': '2021-09-16T16:29:30Z', 'revision_number': 3, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'gw_port': {'id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:29Z', 'updated_at': '2021-09-16T16:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:38.832237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60320) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:38.849370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f59f7bc-300a-41d0-b99e-abc0cbb07316 None None] The sync data for ids ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'] in n-d-807786-3 is: [{'id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-router', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:26Z', 'updated_at': '2021-09-16T16:29:30Z', 'revision_number': 3, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'gw_port': {'id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:29Z', 'updated_at': '2021-09-16T16:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:29:38.867420 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.888272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c9d91e-136a-406d-b4c3-db1e8b6789ed {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:38.897067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-d3d06c0d-918a-45d2-8540-e833e35bca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:38.905755 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-d3d06c0d-918a-45d2-8540-e833e35bca22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3517234 Sep 16 16:29:38.909474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9c49a8e7-8e50-427c-927b-d84277eebec1 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:38.920363 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:38.973329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ec37a3cc-4c93-4533-add5-133cd90adb9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=259c224157c04b0980cfd085dd0b3b31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6739297 Sep 16 16:29:38.976424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 9c49a8e7-8e50-427c-927b-d84277eebec1 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:29:38.976976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9c49a8e7-8e50-427c-927b-d84277eebec1 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:29:38.984224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60324) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:38.996005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] For port 076016d4-ce98-4c19-8752-23e146a3d570, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:39.000763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-51d7ab21-c3b4-4a0e-853e-dfff27e6ddff tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:39.023726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-51d7ab21-c3b4-4a0e-853e-dfff27e6ddff tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5847347 Sep 16 16:29:39.031007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 30c9d91e-136a-406d-b4c3-db1e8b6789ed, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=30c9d91e-136a-406d-b4c3-db1e8b6789ed,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:39.039453 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71dc5442-6422-4ec4-bb9c-fd3d7c802613 req-d175c334-fd06-440b-8d0a-47da10515c10 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936422 Sep 16 16:29:39.048964 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:39.064890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] For port 076016d4-ce98-4c19-8752-23e146a3d570, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=076016d4-ce98-4c19-8752-23e146a3d570,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:39.131982 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a3635-b269-41d4-ad0d-b9b9f53a676c None None] Pushing event updated for resources: {'Port': ['ID=f8753423-1d52-4b74-9106-4708c90defde,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:39.133013 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37a3cc-4c93-4533-add5-133cd90adb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514f144b-1750-4475-b5de-ffdf26680f4c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:39.137620 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:39.175904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:39.193527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0da071-46dc-4b74-91f7-8d66818fd4f0,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:39.212461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-78cc8fd4-01f2-4432-ae34-9f1df720ad67 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/quotas/3c5759ed06b14c399c260d687bd11bf2 HTTP/1.1" status: 200 len: 375 time: 0.1854496 Sep 16 16:29:39.261672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-423dbaa8-3a4e-45d1-94c6-44c723bb6d40 req-9928251f-e119-4280-b263-911731ace52d tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 210 time: 0.0697482 Sep 16 16:29:39.312205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=30c9d91e-136a-406d-b4c3-db1e8b6789ed,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:39.315983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-9dcfb832-5b17-4052-8b47-383f24ca16aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022749 Sep 16 16:29:39.343505 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:39.404270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:39.406932 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:39.407638 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] 10.222.0.52 "PUT /v2.0/ports/076016d4-ce98-4c19-8752-23e146a3d570 HTTP/1.1" status: 200 len: 1096 time: 2.5554276 Sep 16 16:29:39.417641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393d6de7-3394-4d7b-ac49-0c895af2bf50', 'tag': '076016d4-ce98-4c19-8752-23e146a3d570'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:39.430093 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590" -d '{"events": [{"name": "network-changed", "server_uuid": "393d6de7-3394-4d7b-ac49-0c895af2bf50", "tag": "076016d4-ce98-4c19-8752-23e146a3d570"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:39.444479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['30c9d91e-136a-406d-b4c3-db1e8b6789ed'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:29:39.575462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2df650df-ff10-4111-8ed5-1fff34d5d455 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:29:39.766844 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-c1e798ae-cac4-4a23-9807-25c6a8724b77 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480785 Sep 16 16:29:39.771187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cd835-5c76-486f-9cb3-10085fba0ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=076016d4-ce98-4c19-8752-23e146a3d570,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:39.787763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a884f65e-efa7-4174-bd10-9e7a2ec38026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:39.895918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf2f40-f2dc-445a-b0a1-f09c1aabdfd1 req-b101e33b-fca6-4ef9-a5de-3dcc9a95a598 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:39.899346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6cbf2f40-f2dc-445a-b0a1-f09c1aabdfd1 req-b101e33b-fca6-4ef9-a5de-3dcc9a95a598 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 944 time: 0.3139222 Sep 16 16:29:39.906612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f7fb5201-3bea-44c8-bde2-99c0c6603852 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:39.909922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Network 65e26751-38e2-4b14-b9db-93d49a0357c3 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:39.913186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:40.163555 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5a3a2386-850c-4dec-947a-5403c5958f18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acc51242b1fd4034a9c520d74b8cd088&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3280771 Sep 16 16:29:40.167663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60336) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:40.189848 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a884f65e-efa7-4174-bd10-9e7a2ec38026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.195278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6cbf2f40-f2dc-445a-b0a1-f09c1aabdfd1 req-98b50414-5cb8-4645-9e9f-56ffeac3261c tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833185 Sep 16 16:29:40.203500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-bf8e1064-db51-48da-9315-f5fb4b298a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:40.208891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-bf8e1064-db51-48da-9315-f5fb4b298a20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfc6780699f4dc49be34c09863ee5ed&device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 1099 time: 0.6722476 Sep 16 16:29:40.338982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af333cfc-3094-4706-8cc2-ea46c24afc3b req-7e9a4fb1-a81a-40fa-a97b-4569e8e06816 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:40.340871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af333cfc-3094-4706-8cc2-ea46c24afc3b req-7e9a4fb1-a81a-40fa-a97b-4569e8e06816 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 948 time: 0.2832756 Sep 16 16:29:40.402485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f7fb5201-3bea-44c8-bde2-99c0c6603852 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:40.402485 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.423727 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc5850c-c9a7-4272-8279-477d33572b86 x-openstack-request-id: req-bbc5850c-c9a7-4272-8279-477d33572b86 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:40.424092 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393d6de7-3394-4d7b-ac49-0c895af2bf50", "tag": "076016d4-ce98-4c19-8752-23e146a3d570", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:40.424556 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbc5850c-c9a7-4272-8279-477d33572b86 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:40.424965 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393d6de7-3394-4d7b-ac49-0c895af2bf50', 'tag': '076016d4-ce98-4c19-8752-23e146a3d570', 'status': 'completed', 'code': 200} Sep 16 16:29:40.436821 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-f81d6532-752f-474d-a674-7eeeec1c74f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=076016d4-ce98-4c19-8752-23e146a3d570 HTTP/1.1" status: 200 len: 217 time: 0.2037828 Sep 16 16:29:40.480182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:29:40.484942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af333cfc-3094-4706-8cc2-ea46c24afc3b req-e5a9ad3f-b39b-458f-aeb8-dbc6c7ffc07c tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332872 Sep 16 16:29:40.494011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 2df650df-ff10-4111-8ed5-1fff34d5d455, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2df650df-ff10-4111-8ed5-1fff34d5d455,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:40.530916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-682251ef-1ea1-4aeb-91af-20e5c10fb71e req-c3a4675c-8542-4458-aba3-a25f5a4484ce tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 210 time: 0.0956769 Sep 16 16:29:40.534132 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84b80781-4265-4257-92a4-62fd9a53608a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.556096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'port_id': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'mac_address': 'fa:16:3e:66:c6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:29:40.575510 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.581149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2551a476-d9e3-4a10-aef8-1e3a163ddd9b req-324692ed-ba9c-416b-8506-44b306c022b4 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7880328 Sep 16 16:29:40.621713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-94411058-c733-4098-a4d4-c851e243e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:40.623208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-94411058-c733-4098-a4d4-c851e243e4b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1757157 Sep 16 16:29:40.665906 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.671337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c397ce54-b8b6-4d7e-8a17-363aeeb3d46b None None] Provisioning complete for port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:40.671812 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c397ce54-b8b6-4d7e-8a17-363aeeb3d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.705200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a884f65e-efa7-4174-bd10-9e7a2ec38026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.707946 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a884f65e-efa7-4174-bd10-9e7a2ec38026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.717711 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a884f65e-efa7-4174-bd10-9e7a2ec38026 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/514f144b-1750-4475-b5de-ffdf26680f4c HTTP/1.1" status: 204 len: 168 time: 1.7214026 Sep 16 16:29:40.728030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df650df-ff10-4111-8ed5-1fff34d5d455 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:40.738978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port f7fb5201-3bea-44c8-bde2-99c0c6603852, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f7fb5201-3bea-44c8-bde2-99c0c6603852,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:40.762675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884f65e-efa7-4174-bd10-9e7a2ec38026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514f144b-1750-4475-b5de-ffdf26680f4c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:40.786999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-16fa2aa4-604b-46a7-a4d1-70951be805d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:40.790179 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-16fa2aa4-604b-46a7-a4d1-70951be805d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1518416 Sep 16 16:29:40.802176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c397ce54-b8b6-4d7e-8a17-363aeeb3d46b None None] Port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:40.808622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 2df650df-ff10-4111-8ed5-1fff34d5d455, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2df650df-ff10-4111-8ed5-1fff34d5d455,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:40.821862 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.822619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f8753423-1d52-4b74-9106-4708c90defde up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:40.876123 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.924853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ebe3276-88e7-4dbf-89df-ec4f433014b8 req-18417303-0700-4df2-b545-f15d9cc5e438 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 210 time: 0.1336381 Sep 16 16:29:40.931177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d71e1-a152-4b93-8fdf-ce69877c1c00 None None] Network 823763ec-8053-4a81-ad51-4b21da9145af requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:40.939421 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84b80781-4265-4257-92a4-62fd9a53608a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:40.962769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e1ffa-bbfa-4e4a-9fef-4e6bb970fcc4 req-451d33f3-d81e-4635-a29b-d0b237fba7c0 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:40.965924 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b5e1ffa-bbfa-4e4a-9fef-4e6bb970fcc4 req-451d33f3-d81e-4635-a29b-d0b237fba7c0 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 948 time: 0.1743636 Sep 16 16:29:40.965924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:29:40.982581 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e8864813-652b-49c4-b5e3-a64420c82cd5 admin admin] 10.222.0.22 "PUT /v2.0/routers/38c4acd7-5457-4ca1-99f2-23fefd9a3552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3269892 Sep 16 16:29:41.019566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f8753423-1d52-4b74-9106-4708c90defde triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:41.020090 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:41.080123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b5e1ffa-bbfa-4e4a-9fef-4e6bb970fcc4 req-1e46f43a-1d59-405e-b70f-452ee37ff94a tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953274 Sep 16 16:29:41.097540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b19d2f39-5846-440b-84d3-23bbed416989 None None] Provisioning complete for port f8753423-1d52-4b74-9106-4708c90defde triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:41.097540 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b19d2f39-5846-440b-84d3-23bbed416989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:41.138964 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-d603d313-9d69-4496-b9ed-4b5c710515e8 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415401 Sep 16 16:29:41.169472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['2df650df-ff10-4111-8ed5-1fff34d5d455'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:29:41.178279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=f7fb5201-3bea-44c8-bde2-99c0c6603852,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:41.209934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-ec7eb339-7a13-4875-85c9-48bcca759815 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:41.216514 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-ec7eb339-7a13-4875-85c9-48bcca759815 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:41.220463 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84b80781-4265-4257-92a4-62fd9a53608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:41.223231 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84b80781-4265-4257-92a4-62fd9a53608a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:41.225011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-84b80781-4265-4257-92a4-62fd9a53608a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b4dbbbb-5608-49d4-8436-d9be4a40a243 HTTP/1.1" status: 204 len: 168 time: 1.0499890 Sep 16 16:29:41.232830 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-ec7eb339-7a13-4875-85c9-48bcca759815 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "GET /v2.0/networks?id=51e1e1c3-2355-47e5-9e35-8d67c5308b48&id=823763ec-8053-4a81-ad51-4b21da9145af&id=51e1e1c3-2355-47e5-9e35-8d67c5308b48 HTTP/1.1" status: 200 len: 1392 time: 0.2682428 Sep 16 16:29:41.240758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b80781-4265-4257-92a4-62fd9a53608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4dbbbb-5608-49d4-8436-d9be4a40a243,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:41.270945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'port': {'device_id': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48', 'admin_state_up': True, 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:41.315707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=2df650df-ff10-4111-8ed5-1fff34d5d455,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:41.391760 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b17de81c-4c9e-428b-8d00-1ce4046ac9eb req-f581c86e-cc86-48f9-a35d-bcde935c824a service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439559 Sep 16 16:29:41.466407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1169e-8426-42cc-9e05-3190f30af833 req-621a197d-a7b6-4aab-a570-e57e30034afb tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:41.476724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1be1169e-8426-42cc-9e05-3190f30af833 req-621a197d-a7b6-4aab-a570-e57e30034afb tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 945 time: 0.1664720 Sep 16 16:29:41.566061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:41.569925 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:41.589013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1be1169e-8426-42cc-9e05-3190f30af833 req-ed13d1e9-ef04-4cae-b3f8-59ca1443a503 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118431 Sep 16 16:29:41.654294 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b19d2f39-5846-440b-84d3-23bbed416989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:41.814490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38106387-b2a7-4a5e-b1f7-068535fc23f8 req-6f0a2fc4-30dc-4697-816a-df2d94623f4b tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:41.819131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38106387-b2a7-4a5e-b1f7-068535fc23f8 req-6f0a2fc4-30dc-4697-816a-df2d94623f4b tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 948 time: 0.1971977 Sep 16 16:29:41.882130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd66e8ed-2570-490a-bffa-e40055b795e6 req-4ef16e3c-ead2-4572-9fc0-2cdaf51ec2bf tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 210 time: 0.1546478 Sep 16 16:29:41.948018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b19d2f39-5846-440b-84d3-23bbed416989 None None] For port f8753423-1d52-4b74-9106-4708c90defde, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f8753423-1d52-4b74-9106-4708c90defde,segment=NetworkSegment(f6d09364-2c0d-407f-b67c-811e9b30b46a),segment_id=f6d09364-2c0d-407f-b67c-811e9b30b46a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:42.003337 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:42.013242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 30c9d91e-136a-406d-b4c3-db1e8b6789ed up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:42.059224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38106387-b2a7-4a5e-b1f7-068535fc23f8 req-7d7755a3-6001-4125-8499-fa574325e648 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945531 Sep 16 16:29:42.157892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-f831c3db-ba96-493a-b852-9ca24514ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:42.159457 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-f831c3db-ba96-493a-b852-9ca24514ae05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfc6780699f4dc49be34c09863ee5ed&device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 1099 time: 0.5861914 Sep 16 16:29:42.196972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b19d2f39-5846-440b-84d3-23bbed416989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:42.253311 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Sync routers for ids ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:29:42.312015 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Routers {'38c4acd7-5457-4ca1-99f2-23fefd9a3552'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:42.313886 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:42.392666 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Allocated IP 19.80.0.121 (51e1e1c3-2355-47e5-9e35-8d67c5308b48/831385dd-1c22-4a96-a793-711f47b3ce61/36be8bdd-c6b9-4a1c-bf27-4e37c4122637) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:42.453984 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf90c964-1700-4d57-9bf3-488a00a17c13 req-068d04a1-6132-490a-b06f-a7460b18a181 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 210 time: 0.1476092 Sep 16 16:29:42.580737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802395c4-1e93-4118-a4b8-6a916785218f req-f52741b7-d288-46b2-9887-d328e93654e9 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:42.600653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-802395c4-1e93-4118-a4b8-6a916785218f req-f52741b7-d288-46b2-9887-d328e93654e9 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 948 time: 0.1806860 Sep 16 16:29:42.736753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d2f39-5846-440b-84d3-23bbed416989 None None] Pushing event updated for resources: {'Port': ['ID=f8753423-1d52-4b74-9106-4708c90defde,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:42.751456 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:29:42.754826 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:29:42.786637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-802395c4-1e93-4118-a4b8-6a916785218f req-85684d94-4bab-4872-b6d1-59dedd9f488f tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827610 Sep 16 16:29:42.833411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-35dd5b10-cdff-4ed7-9391-99059f06fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:42.837004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-35dd5b10-cdff-4ed7-9391-99059f06fcfa service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.6547625 Sep 16 16:29:42.844091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0b550a0f-1b24-420c-87cf-e80ed1d04954 None None] Provisioning complete for port f8753423-1d52-4b74-9106-4708c90defde triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:42.854975 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b550a0f-1b24-420c-87cf-e80ed1d04954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:42.885628 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Set router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:42.896801 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f68f-52e9-48ae-987d-4cc00cb05707 req-7ed99eed-9482-470f-a1b3-0db62ca01725 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:42.907272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 30c9d91e-136a-406d-b4c3-db1e8b6789ed completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:29:42.928756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a7f68f-52e9-48ae-987d-4cc00cb05707 req-7ed99eed-9482-470f-a1b3-0db62ca01725 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 945 time: 0.1233642 Sep 16 16:29:42.931089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 30c9d91e-136a-406d-b4c3-db1e8b6789ed triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:42.931565 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:43.116958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a7f68f-52e9-48ae-987d-4cc00cb05707 req-aed254e7-544e-4293-8b1f-908f7a05026a tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627431 Sep 16 16:29:43.186655 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10fe8562-248e-44c6-b20a-b973d9d09c02 req-5fb38de3-9d2a-48f6-a0c1-9752fd936f9e tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 210 time: 0.1355371 Sep 16 16:29:43.317465 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:43.382533 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-5c64ec58-1e10-4e57-ba47-fcf310783096 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1167099 Sep 16 16:29:43.401382 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:43.471114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b89e03-77a2-4ecf-a453-6ecc63536566 req-ebe12ac9-0c88-45d3-ac11-b21140a30b74 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:43.475722 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-07f1e3e2-f182-4505-84a9-94a7a6a2e4c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=076016d4-ce98-4c19-8752-23e146a3d570 HTTP/1.1" status: 200 len: 217 time: 0.6276169 Sep 16 16:29:43.479937 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23b89e03-77a2-4ecf-a453-6ecc63536566 req-ebe12ac9-0c88-45d3-ac11-b21140a30b74 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 948 time: 0.2333331 Sep 16 16:29:43.559953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:43.606522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2df650df-ff10-4111-8ed5-1fff34d5d455 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:43.693765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa62246-615a-40b5-a0da-592719f70277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9d91e-136a-406d-b4c3-db1e8b6789ed'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:43.697155 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1d02c8-74d3-469c-9dc5-11b3c802b4de" -d '{"events": [{"server_uuid": "ffa62246-615a-40b5-a0da-592719f70277", "name": "network-vif-plugged", "status": "completed", "tag": "30c9d91e-136a-406d-b4c3-db1e8b6789ed"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:43.707313 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:43.723909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23b89e03-77a2-4ecf-a453-6ecc63536566 req-c00f6ea0-832f-4663-8df2-b48032c23a82 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429879 Sep 16 16:29:43.766157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:43.782683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Port': ['ID=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:43.793840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:43.806478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 30c9d91e-136a-406d-b4c3-db1e8b6789ed, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=30c9d91e-136a-406d-b4c3-db1e8b6789ed,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:43.830046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f7fb5201-3bea-44c8-bde2-99c0c6603852 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:43.840421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:43.918438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60426) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:43.963650 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991ffbe-ccd1-431e-9bbe-2313abce91e2 x-openstack-request-id: req-b991ffbe-ccd1-431e-9bbe-2313abce91e2 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:43.964538 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa62246-615a-40b5-a0da-592719f70277", "name": "network-vif-plugged", "status": "completed", "tag": "30c9d91e-136a-406d-b4c3-db1e8b6789ed", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:43.967255 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b991ffbe-ccd1-431e-9bbe-2313abce91e2 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:43.968687 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa62246-615a-40b5-a0da-592719f70277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9d91e-136a-406d-b4c3-db1e8b6789ed', 'code': 200} Sep 16 16:29:43.976133 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:43.982229 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:43.993645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-router', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:26Z', 'updated_at': '2021-09-16T16:29:37Z', 'revision_number': 4, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'gw_port': {'id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:29Z', 'updated_at': '2021-09-16T16:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9f0da071-46dc-4b74-91f7-8d66818fd4f0', 'name': '', 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'mac_address': 'fa:16:3e:93:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '58d46752-439e-441d-a779-6f1c7d610c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:35Z', 'updated_at': '2021-09-16T16:29:38Z', 'revision_number': 2, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'subnets': [{'id': '58d46752-439e-441d-a779-6f1c7d610c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:44.047588 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:44.048259 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:44.072025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 076016d4-ce98-4c19-8752-23e146a3d570 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:29:44.076489 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Checking router: 38c4acd7-5457-4ca1-99f2-23fefd9a3552 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:29:44.077406 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Updating router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:29:44.229415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-5c997f33-b794-4d55-b672-6d9a4a118981 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:44.231177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-5c997f33-b794-4d55-b672-6d9a4a118981 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8427773 Sep 16 16:29:44.268171 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:44.285253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Request body: {'port': {'device_id': 'ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '3c5759ed06b14c399c260d687bd11bf2'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:44.310877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-761558337-network', 'tenant_id': '1f3e1455cb954675b9be56577e5c9947'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:44.337673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147f4f6-721b-4cf7-b635-e2f00ee20abf req-6be6ae7f-a70a-4689-b60a-b5b4da2beebd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:44.350054 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6147f4f6-721b-4cf7-b635-e2f00ee20abf req-6be6ae7f-a70a-4689-b60a-b5b4da2beebd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 932 time: 0.6602554 Sep 16 16:29:44.488655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f7fb5201-3bea-44c8-bde2-99c0c6603852 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:44.489074 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:44.568722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.resource_extend [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:29:44.570501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=30c9d91e-136a-406d-b4c3-db1e8b6789ed,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:44.576212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6147f4f6-721b-4cf7-b635-e2f00ee20abf req-dae8b2ac-3886-472c-a35f-970e00c4135f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248781 Sep 16 16:29:44.622411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 2df650df-ff10-4111-8ed5-1fff34d5d455 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:29:44.684531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 2df650df-ff10-4111-8ed5-1fff34d5d455 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:44.685085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:44.697498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-504c7bd6-7c60-47a8-b484-2afc5852be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:44.699114 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-504c7bd6-7c60-47a8-b484-2afc5852be4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 1.2160773 Sep 16 16:29:44.742261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0de7d236-4374-4f2a-8b41-8d94d2cd66f0 None None] Provisioning complete for port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:44.742438 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0de7d236-4374-4f2a-8b41-8d94d2cd66f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:44.762785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e40f2b-cd5f-4aa6-9f83-7e66ce1a39f5 req-6f80cb19-0357-4dea-8b8e-6e654ba10ca2 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:44.765311 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03e40f2b-cd5f-4aa6-9f83-7e66ce1a39f5 req-6f80cb19-0357-4dea-8b8e-6e654ba10ca2 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 949 time: 0.7218337 Sep 16 16:29:44.791179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aedda6-af0c-47f2-bc1d-757813844679 req-6e4f89a7-037d-4027-96d2-80e7dc1cbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:44.793053 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-92aedda6-af0c-47f2-bc1d-757813844679 req-6e4f89a7-037d-4027-96d2-80e7dc1cbd7c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 1100 time: 0.7233922 Sep 16 16:29:44.818867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-1cd45435-d5e3-4abf-a5c5-fc96c1ade867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:44.820429 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-1cd45435-d5e3-4abf-a5c5-fc96c1ade867 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125648 Sep 16 16:29:44.861291 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:44.878597 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-92aedda6-af0c-47f2-bc1d-757813844679 req-0c990bc6-dbf8-431e-84a7-e4baa122d9ac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782423 Sep 16 16:29:44.920498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Made reservation on behalf of 1f3e1455cb954675b9be56577e5c9947 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:44.928347 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:44.969526 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:44.973849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0de7d236-4374-4f2a-8b41-8d94d2cd66f0 None None] Port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:45.029445 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-7db03f17-2923-4299-93d8-f18572fb89c6 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010653 Sep 16 16:29:45.041311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 076016d4-ce98-4c19-8752-23e146a3d570, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=076016d4-ce98-4c19-8752-23e146a3d570,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:45.068004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f8753423-1d52-4b74-9106-4708c90defde up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:45.109980 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.120347 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-9e37368b-2b3e-4024-88f1-234a0525808f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8490307 Sep 16 16:29:45.140256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '076016d4-ce98-4c19-8752-23e146a3d570', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '076016d4-ce98-4c19-8752-23e146a3d570', 'mac_address': 'fa:16:3e:11:c9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:29:45.148450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'port': {'device_id': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af', 'admin_state_up': True, 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:45.180599 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82d4ec-ea97-4830-bf1c-f2e60e605385 None None] Pushing event updated for resources: {'Port': ['ID=9f0da071-46dc-4b74-91f7-8d66818fd4f0,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:45.225864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03e40f2b-cd5f-4aa6-9f83-7e66ce1a39f5 req-09995b97-018a-4d8a-a4ac-f66d8f808743 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470048 Sep 16 16:29:45.271079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cd72f-7245-4585-84a0-3875b9c9febb req-a25899f5-3178-4d49-84be-8d7683276eae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:45.284721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b75cd72f-7245-4585-84a0-3875b9c9febb req-a25899f5-3178-4d49-84be-8d7683276eae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 945 time: 0.4748392 Sep 16 16:29:45.313255 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Attempting to bind port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:45.314015 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Attempting to bind port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '33098dbf-bd89-4375-8743-582b4d6b8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:45.314787 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Attempting to bind port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 on network 65e26751-38e2-4b14-b9db-93d49a0357c3 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:45.317773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Made reservation on behalf of 3c5759ed06b14c399c260d687bd11bf2 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:45.321452 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:45.322191 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Checking segment: {'id': '33098dbf-bd89-4375-8743-582b4d6b8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:45.322834 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.323485 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Bound using segment: {'id': '33098dbf-bd89-4375-8743-582b4d6b8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:45.324181 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Bound port: 9f0da071-46dc-4b74-91f7-8d66818fd4f0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33098dbf-bd89-4375-8743-582b4d6b8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:45.324986 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.327096 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.362236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.380737 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.492673 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.505283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71625e71-f0aa-45fc-b929-b3e7e851b0ec req-14a39aaf-748f-41ee-be9d-8a2a38beeb11 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 210 time: 0.1149316 Sep 16 16:29:45.533645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] For port 9f0da071-46dc-4b74-91f7-8d66818fd4f0, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:45.542328 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] For port 9f0da071-46dc-4b74-91f7-8d66818fd4f0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9f0da071-46dc-4b74-91f7-8d66818fd4f0,segment=NetworkSegment(33098dbf-bd89-4375-8743-582b4d6b8c7d),segment_id=33098dbf-bd89-4375-8743-582b4d6b8c7d)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:45.563653 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fd54fa15-0128-4e0c-82ef-0b4b7e81a590 req-c3db35d8-e9ef-4b7e-9759-256d2d4dfc64 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946136 Sep 16 16:29:45.573067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 2df650df-ff10-4111-8ed5-1fff34d5d455, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2df650df-ff10-4111-8ed5-1fff34d5d455,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:45.578097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076016d4-ce98-4c19-8752-23e146a3d570 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:45.596462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b75cd72f-7245-4585-84a0-3875b9c9febb req-72260b41-5add-485b-a0c5-c9d11b847960 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039424 Sep 16 16:29:45.626641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f8753423-1d52-4b74-9106-4708c90defde triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:45.627017 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.635531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-53e35157-e890-4e4b-b46d-bce4a5b39faf None None] Provisioning complete for port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:45.635531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-53e35157-e890-4e4b-b46d-bce4a5b39faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.643580 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.682695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 076016d4-ce98-4c19-8752-23e146a3d570, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=076016d4-ce98-4c19-8752-23e146a3d570,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:45.712658 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.832759 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.845083 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82d4ec-ea97-4830-bf1c-f2e60e605385 None None] Pushing event updated for resources: {'Port': ['ID=9f0da071-46dc-4b74-91f7-8d66818fd4f0,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:45.867425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=2df650df-ff10-4111-8ed5-1fff34d5d455,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:45.890403 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Routers {'38c4acd7-5457-4ca1-99f2-23fefd9a3552'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:29:45.891272 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:29:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:45.908927 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-53e35157-e890-4e4b-b46d-bce4a5b39faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.912266 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:45.969765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:45.972018 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8fce97-f7fa-4823-aac2-23be1fc7e95c" -d '{"events": [{"server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "name": "network-vif-plugged", "status": "completed", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:46.001738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f74c5-ba7b-4de6-b676-eab6862d4a07 req-7aa34526-dbd1-464a-8e2c-951246a5c511 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:46.017675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba4f74c5-ba7b-4de6-b676-eab6862d4a07 req-7aa34526-dbd1-464a-8e2c-951246a5c511 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 948 time: 0.3347061 Sep 16 16:29:46.023148 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:46.037375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:29:46.053504 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:46.054045 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Added segment a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1 of type vlan for network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 Sep 16 16:29:46.084503 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] Set router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:29:46.098128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['076016d4-ce98-4c19-8752-23e146a3d570'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:29:46.114229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:46.183572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-53e35157-e890-4e4b-b46d-bce4a5b39faf None None] For port 9f0da071-46dc-4b74-91f7-8d66818fd4f0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9f0da071-46dc-4b74-91f7-8d66818fd4f0,segment=NetworkSegment(33098dbf-bd89-4375-8743-582b4d6b8c7d),segment_id=33098dbf-bd89-4375-8743-582b4d6b8c7d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:46.184463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=076016d4-ce98-4c19-8752-23e146a3d570,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:46.295303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474028-9772-4aa8-bbeb-4640c7af6200 req-580203e9-513a-45a5-8680-e1833e743e2b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:46.297898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04474028-9772-4aa8-bbeb-4640c7af6200 req-580203e9-513a-45a5-8680-e1833e743e2b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 932 time: 0.4826767 Sep 16 16:29:46.298571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:46.299529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:46.300161 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:46.303690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-53e35157-e890-4e4b-b46d-bce4a5b39faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:46.323446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf57466-0baf-4064-92b5-288c0eb3aa3b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:46.340042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba4f74c5-ba7b-4de6-b676-eab6862d4a07 req-9247ae3a-9027-4654-a8af-677ef9304030 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194826 Sep 16 16:29:46.469928 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9356621-c91b-4365-9de4-1cfffbad2c55 x-openstack-request-id: req-d9356621-c91b-4365-9de4-1cfffbad2c55 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:46.471108 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "name": "network-vif-plugged", "status": "completed", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:46.472774 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9356621-c91b-4365-9de4-1cfffbad2c55 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:46.474062 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'code': 200} Sep 16 16:29:46.528936 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-router', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:26Z', 'updated_at': '2021-09-16T16:29:37Z', 'revision_number': 4, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'gw_port': {'id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:29Z', 'updated_at': '2021-09-16T16:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9f0da071-46dc-4b74-91f7-8d66818fd4f0', 'name': '', 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'mac_address': 'fa:16:3e:93:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '58d46752-439e-441d-a779-6f1c7d610c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:35Z', 'updated_at': '2021-09-16T16:29:45Z', 'revision_number': 4, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'subnets': [{'id': '58d46752-439e-441d-a779-6f1c7d610c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:29:46.550893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-733b021e-1424-4914-b88f-e1121cdd0460 None None] Provisioning complete for port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:46.551611 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-733b021e-1424-4914-b88f-e1121cdd0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:46.586299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04474028-9772-4aa8-bbeb-4640c7af6200 req-dd11c0b3-b918-4cfa-a314-6d078563f83b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732530 Sep 16 16:29:46.588505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddf6990-0d47-42cd-be1e-0a42d55e31a9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:46.593268 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730fc99-e1ea-4521-a73d-d85053be889e None None] The sync data for ids ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'] in n-d-807786-3 is: [{'id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-router', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:26Z', 'updated_at': '2021-09-16T16:29:37Z', 'revision_number': 4, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'gw_port': {'id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:29Z', 'updated_at': '2021-09-16T16:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9f0da071-46dc-4b74-91f7-8d66818fd4f0', 'name': '', 'network_id': '65e26751-38e2-4b14-b9db-93d49a0357c3', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'mac_address': 'fa:16:3e:93:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '58d46752-439e-441d-a779-6f1c7d610c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:35Z', 'updated_at': '2021-09-16T16:29:45Z', 'revision_number': 4, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'subnets': [{'id': '58d46752-439e-441d-a779-6f1c7d610c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:29:46.609271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371f4d9-d31d-4215-9f9f-e333db763215 req-31d987b9-dbbd-49e8-903d-e2ae0777e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:46.611663 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b371f4d9-d31d-4215-9f9f-e333db763215 req-31d987b9-dbbd-49e8-903d-e2ae0777e566 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1097 time: 0.0931144 Sep 16 16:29:46.698499 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b371f4d9-d31d-4215-9f9f-e333db763215 req-80e26b34-d2ff-48f7-a8e2-975f74535bbd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695677 Sep 16 16:29:46.707855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:46.733851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:29:46.740065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4b861-06ca-4358-b1c9-ff2fc0088d69 req-de2d147c-68b0-4470-9a3c-7b6c824c7038 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:46.741858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4f4b861-06ca-4358-b1c9-ff2fc0088d69 req-de2d147c-68b0-4470-9a3c-7b6c824c7038 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 949 time: 0.1466331 Sep 16 16:29:46.779143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e35157-e890-4e4b-b46d-bce4a5b39faf None None] Pushing event updated for resources: {'Port': ['ID=9f0da071-46dc-4b74-91f7-8d66818fd4f0,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:46.848568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4f4b861-06ca-4358-b1c9-ff2fc0088d69 req-0c7b719b-1868-43e1-a2ce-a2bccffeb979 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961082 Sep 16 16:29:46.849690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:46.880368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:46.884528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:47.029235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a92b7ffe-90f3-4502-868a-1c1eaf48d297 req-3ed6d122-cd9b-426d-96db-4222f49fea52 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 210 time: 0.1942132 Sep 16 16:29:47.123964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-501cddc5-9c2f-4bc7-929b-22272c9c0108 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1840465 Sep 16 16:29:47.130106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60472) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:47.166039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Allocated IP 19.86.0.180 (823763ec-8053-4a81-ad51-4b21da9145af/aa5fa482-dea5-4dab-af26-f1a91ebff4aa/c8060a4f-79cc-450f-983b-f7dcea13a998) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:47.170785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Request body: {'subnet': {'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-761558337-subnet', 'tenant_id': '1f3e1455cb954675b9be56577e5c9947', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:47.193896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3fc03d-e9d2-4912-9927-8b78eb93c217,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:47.400829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee4295-a0a1-4a72-8857-6db0eb81bf57 req-dab6359a-a3e9-43f5-a39e-f78f381a5fc1 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:47.400829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71ee4295-a0a1-4a72-8857-6db0eb81bf57 req-dab6359a-a3e9-43f5-a39e-f78f381a5fc1 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 946 time: 0.3667333 Sep 16 16:29:47.401940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:47.428311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Allocated IP 192.168.233.24 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/ef987465-88ac-4b42-8ed5-6f75bb767011) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:47.456035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71ee4295-a0a1-4a72-8857-6db0eb81bf57 req-15b2879a-81e2-4784-8e15-1afce4b47ab3 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796082 Sep 16 16:29:47.684087 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf5704-f15a-4419-bb8e-936cb309853a req-b8d722f5-0d93-4429-9b1a-77b58bad2ff5 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:47.685763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fcdf5704-f15a-4419-bb8e-936cb309853a req-b8d722f5-0d93-4429-9b1a-77b58bad2ff5 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 949 time: 0.1407886 Sep 16 16:29:47.767279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fcdf5704-f15a-4419-bb8e-936cb309853a req-68183805-9045-49a8-8da0-85b2c7a43d89 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713704 Sep 16 16:29:47.785388 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:47.794302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:47.852356 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network 823763ec-8053-4a81-ad51-4b21da9145af is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:47.854470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:47.856295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Made reservation on behalf of 1f3e1455cb954675b9be56577e5c9947 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:47.860446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:47.921212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:48.027995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 076016d4-ce98-4c19-8752-23e146a3d570 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:48.084902 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.120131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Port': ['ID=c8060a4f-79cc-450f-983b-f7dcea13a998,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:48.180024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:48.180983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.231050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 076016d4-ce98-4c19-8752-23e146a3d570 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:29:48.243168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 076016d4-ce98-4c19-8752-23e146a3d570 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:48.243168 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.290517 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b675afdd-f40f-492e-949e-67637acd693f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1585932 Sep 16 16:29:48.305969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'port': {'device_id': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48', 'admin_state_up': True, 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:48.307797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9f0da071-46dc-4b74-91f7-8d66818fd4f0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:48.372149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:48.396789 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event updated for resources: {'Port': ['ID=ef987465-88ac-4b42-8ed5-6f75bb767011,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:48.416376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:48.428021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:48.454372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60484) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:48.478039 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.546468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f2eb9188-c611-4c13-9f6e-53bd888d6e7e None None] Provisioning complete for port c8060a4f-79cc-450f-983b-f7dcea13a998 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:48.546844 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f2eb9188-c611-4c13-9f6e-53bd888d6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.562863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393d6de7-3394-4d7b-ac49-0c895af2bf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076016d4-ce98-4c19-8752-23e146a3d570'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:48.564198 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d636cf1-638b-4f13-a3af-3f5f9a69ee98" -d '{"events": [{"server_uuid": "393d6de7-3394-4d7b-ac49-0c895af2bf50", "name": "network-vif-plugged", "status": "completed", "tag": "076016d4-ce98-4c19-8752-23e146a3d570"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:48.613991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20428a-afe6-4f56-bdc5-e8dc7aeca0e5 req-afe2ef3a-fc88-47ff-a409-3f90a4bf09a4 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:48.625602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20428a-afe6-4f56-bdc5-e8dc7aeca0e5 req-afe2ef3a-fc88-47ff-a409-3f90a4bf09a4 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:48.629045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 076016d4-ce98-4c19-8752-23e146a3d570, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=076016d4-ce98-4c19-8752-23e146a3d570,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:48.635017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd20428a-afe6-4f56-bdc5-e8dc7aeca0e5 req-afe2ef3a-fc88-47ff-a409-3f90a4bf09a4 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 1655 time: 0.5932255 Sep 16 16:29:48.644812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:48.645325 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.674384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:48.675563 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.682608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:48.686834 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.732786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd20428a-afe6-4f56-bdc5-e8dc7aeca0e5 req-9ffa4545-9f1d-4b02-bf89-e59232bb3c87 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967517 Sep 16 16:29:48.741831 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.747144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5c80c-873e-4559-9f1f-51049fff8548 req-4259294f-2a94-4eb2-af15-641f83b189dd tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:48.754463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cda5c80c-873e-4559-9f1f-51049fff8548 req-4259294f-2a94-4eb2-af15-641f83b189dd tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 949 time: 0.5810125 Sep 16 16:29:48.793810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.839669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb9188-c611-4c13-9f6e-53bd888d6e7e None None] Port c8060a4f-79cc-450f-983b-f7dcea13a998 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:48.881474 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4dff412-dc14-492a-b6d3-64e7c04bfd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.895559 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=076016d4-ce98-4c19-8752-23e146a3d570,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:48.950028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eeefc7d-a01d-441e-9b43-14f9c53739aa,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:48.973852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-04818901-70e3-4b4f-84bf-c64f43201155 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7120917 Sep 16 16:29:48.984156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-24a4dd28-90c4-45b7-b0c0-c667af928633 None None] Provisioning complete for port ef987465-88ac-4b42-8ed5-6f75bb767011 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:48.984705 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-24a4dd28-90c4-45b7-b0c0-c667af928633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:48.998993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Allocated IP 19.80.0.210 (51e1e1c3-2355-47e5-9e35-8d67c5308b48/831385dd-1c22-4a96-a793-711f47b3ce61/b86d6098-d795-436e-8ed7-51b9f5aa2949) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:49.002329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Request body: {'port': {'device_id': 'ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:49.026927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-24a4dd28-90c4-45b7-b0c0-c667af928633 None None] Port ef987465-88ac-4b42-8ed5-6f75bb767011 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:49.050064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cda5c80c-873e-4559-9f1f-51049fff8548 req-fab6df18-cf6d-4b44-b4ab-4b912d33efe9 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/security-groups?id=33a7072c-e06d-4d9f-b896-d7af4e8b35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782483 Sep 16 16:29:49.080659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c352f-6ffc-473e-ace1-f786c77e3c3d req-d7bc913c-7465-49d4-93e0-c84763a7e83c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:49.082771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e52c352f-6ffc-473e-ace1-f786c77e3c3d req-d7bc913c-7465-49d4-93e0-c84763a7e83c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 935 time: 0.1706107 Sep 16 16:29:49.094114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Checking segment: {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:49.094114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Network hostable DHCP agents. Network: 2ddf6990-0d47-42cd-be1e-0a42d55e31a9, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:29:49.159718 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:49.211022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e52c352f-6ffc-473e-ace1-f786c77e3c3d req-52adf4d1-1a6a-45a3-9ee8-a7d83da620b2 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226647 Sep 16 16:29:49.239573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:49.275506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:29:49.283405 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fd6612-f4b9-47b5-a6fc-cafe019eb265 x-openstack-request-id: req-e2fd6612-f4b9-47b5-a6fc-cafe019eb265 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:49.283915 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393d6de7-3394-4d7b-ac49-0c895af2bf50", "name": "network-vif-plugged", "status": "completed", "tag": "076016d4-ce98-4c19-8752-23e146a3d570", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:49.284029 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2fd6612-f4b9-47b5-a6fc-cafe019eb265 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:49.284328 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393d6de7-3394-4d7b-ac49-0c895af2bf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076016d4-ce98-4c19-8752-23e146a3d570', 'code': 200} Sep 16 16:29:49.378920 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4dff412-dc14-492a-b6d3-64e7c04bfd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:49.392045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 2ddf6990-0d47-42cd-be1e-0a42d55e31a9) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:49.410004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2616b9-8258-483c-a7e3-224a7f4427ff req-8be7af4e-2a3c-4d81-819b-4868fddfa9f2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:49.411466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad2616b9-8258-483c-a7e3-224a7f4427ff req-8be7af4e-2a3c-4d81-819b-4868fddfa9f2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 946 time: 0.2244117 Sep 16 16:29:49.417458 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:49.423257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:49.423257 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:49.423873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9802921-4dea-438a-90e3-22813567ac7c None None] Network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:49.503569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-566521b8-5092-492e-8838-0687efa9802d tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:49.505139 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-566521b8-5092-492e-8838-0687efa9802d tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 949 time: 0.1679432 Sep 16 16:29:49.529531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35dc06-d5cd-4f33-8753-04736039eb27 req-b544145d-85cd-48b4-8a38-9d8730e4db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:49.531692 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9c35dc06-d5cd-4f33-8753-04736039eb27 req-b544145d-85cd-48b4-8a38-9d8730e4db93 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 1101 time: 0.1606307 Sep 16 16:29:49.538143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:49.603689 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9c35dc06-d5cd-4f33-8753-04736039eb27 req-ed1acbc0-b10c-473d-bb4e-fc4269e6bae9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 Sep 16 16:29:49.605207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:49.619551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Port': ['ID=b86d6098-d795-436e-8ed7-51b9f5aa2949,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:49.622073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:49.669101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2ddf6990-0d47-42cd-be1e-0a42d55e31a9', 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9', 'tenant_id': '1f3e1455cb954675b9be56577e5c9947', 'fixed_ips': [{'subnet_id': '9eeefc7d-a01d-441e-9b43-14f9c53739aa'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:29:49.672680 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:49.746005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:49.746651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:49.773129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-66be4b5e-cb1a-4f2a-909a-b38df7cd5623 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Deleting port 30c9d91e-136a-406d-b4c3-db1e8b6789ed {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:29:49.773377 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-66be4b5e-cb1a-4f2a-909a-b38df7cd5623 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:49.901256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-66be4b5e-cb1a-4f2a-909a-b38df7cd5623 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] For port 30c9d91e-136a-406d-b4c3-db1e8b6789ed, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=30c9d91e-136a-406d-b4c3-db1e8b6789ed,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:49.901545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-66be4b5e-cb1a-4f2a-909a-b38df7cd5623 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:49.915250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-66be4b5e-cb1a-4f2a-909a-b38df7cd5623 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Calling delete_port for 30c9d91e-136a-406d-b4c3-db1e8b6789ed owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:29:49.953290 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Allocated IP 172.20.0.2 (2ddf6990-0d47-42cd-be1e-0a42d55e31a9/9eeefc7d-a01d-441e-9b43-14f9c53739aa/57032a7e-4668-42a4-a906-c3ef549e20e2) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:50.001686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4dff412-dc14-492a-b6d3-64e7c04bfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.037423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4015e9-70d5-4626-bd89-4ac94d494f74 req-50dc1c22-9217-4e4e-b9ae-e5e1f0e404cb tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:50.046206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b4015e9-70d5-4626-bd89-4ac94d494f74 req-50dc1c22-9217-4e4e-b9ae-e5e1f0e404cb tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 950 time: 0.6625283 Sep 16 16:29:50.070557 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-b33161d8-e41c-43bf-a75b-c465e7030b06 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7675152 Sep 16 16:29:50.075452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a4dff412-dc14-492a-b6d3-64e7c04bfd30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42d644bea4464fdc9c2c60b2907bae21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5678742 Sep 16 16:29:50.081473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Request body: {'port': {'device_id': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:50.088106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60496) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:50.088995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dff412-dc14-492a-b6d3-64e7c04bfd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818ca71a-60a5-4316-9055-ea99a87b55ec,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:50.131053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-20da8dc0-9b48-4ab7-97a4-0614373783e2 None None] Provisioning complete for port b86d6098-d795-436e-8ed7-51b9f5aa2949 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:50.131053 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-20da8dc0-9b48-4ab7-97a4-0614373783e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.144372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0b36c34d-bf61-4014-bdd8-5c9135754c3e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9790888 Sep 16 16:29:50.150199 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-66be4b5e-cb1a-4f2a-909a-b38df7cd5623 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.234805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be4b5e-cb1a-4f2a-909a-b38df7cd5623 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Pushing event deleted for resources: {'Port': ['ID=30c9d91e-136a-406d-b4c3-db1e8b6789ed,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:50.242765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b4015e9-70d5-4626-bd89-4ac94d494f74 req-612369f6-bc75-424e-a1ad-5c656eba29c6 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959171 Sep 16 16:29:50.246480 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.284524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-66be4b5e-cb1a-4f2a-909a-b38df7cd5623 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] No DVR routers for this DVR port 30c9d91e-136a-406d-b4c3-db1e8b6789ed on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:29:50.288731 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-66be4b5e-cb1a-4f2a-909a-b38df7cd5623 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.292799 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ef8dcbe4-7e06-4886-9c0b-a8fcd78228f0 req-66be4b5e-cb1a-4f2a-909a-b38df7cd5623 tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.52 "DELETE /v2.0/ports/30c9d91e-136a-406d-b4c3-db1e8b6789ed HTTP/1.1" status: 204 len: 173 time: 0.7802784 Sep 16 16:29:50.293485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa62246-615a-40b5-a0da-592719f70277', 'name': 'network-vif-deleted', 'tag': '30c9d91e-136a-406d-b4c3-db1e8b6789ed'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:50.306125 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eeacec-51ce-4cd1-b4a7-c1cde960d980" -d '{"events": [{"server_uuid": "ffa62246-615a-40b5-a0da-592719f70277", "name": "network-vif-deleted", "tag": "30c9d91e-136a-406d-b4c3-db1e8b6789ed"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:50.334114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.349623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-20da8dc0-9b48-4ab7-97a4-0614373783e2 None None] Port b86d6098-d795-436e-8ed7-51b9f5aa2949 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:50.356089 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.439229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:50.441557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad2616b9-8258-483c-a7e3-224a7f4427ff req-28e6ca97-37b3-48e7-aaea-b23297edef87 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9908695 Sep 16 16:29:50.550441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:50.556038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:50.579188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Pushing event updated for resources: {'Port': ['ID=57032a7e-4668-42a4-a906-c3ef549e20e2,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:50.743907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Attempting to bind port 57032a7e-4668-42a4-a906-c3ef549e20e2 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:50.743907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Attempting to bind port 57032a7e-4668-42a4-a906-c3ef549e20e2 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:50.744274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Attempting to bind port 57032a7e-4668-42a4-a906-c3ef549e20e2 on network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:50.745562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70e851fc-939c-48b9-b25b-5641346dd00b req-29a22fc7-c8e8-430a-bf27-aeff5930f9ca tempest-ImagesNegativeTestJSON-915003452 tempest-ImagesNegativeTestJSON-915003452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa62246-615a-40b5-a0da-592719f70277 HTTP/1.1" status: 200 len: 210 time: 0.1011856 Sep 16 16:29:50.746468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2703c88-1924-444f-b6c1-ba0b0dac8c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.756238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:50.758887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Checking segment: {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:50.759321 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.759716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Bound using segment: {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:50.760205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Bound port: 57032a7e-4668-42a4-a906-c3ef549e20e2, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:50.760615 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.788461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc81949-1ddb-4142-a189-0f86c8d64043 req-80f9e777-a576-4e52-b695-b376a5437bfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:50.791976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc81949-1ddb-4142-a189-0f86c8d64043 req-80f9e777-a576-4e52-b695-b376a5437bfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:50.799956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc81949-1ddb-4142-a189-0f86c8d64043 req-80f9e777-a576-4e52-b695-b376a5437bfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:50.802023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1cc81949-1ddb-4142-a189-0f86c8d64043 req-80f9e777-a576-4e52-b695-b376a5437bfd tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2377 time: 0.3552299 Sep 16 16:29:50.857725 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2703c88-1924-444f-b6c1-ba0b0dac8c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.898002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] For port 57032a7e-4668-42a4-a906-c3ef549e20e2, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:50.901916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] For port 57032a7e-4668-42a4-a906-c3ef549e20e2, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=57032a7e-4668-42a4-a906-c3ef549e20e2,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:50.945380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef987465-88ac-4b42-8ed5-6f75bb767011 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:50.971290 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:50.977270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1cc81949-1ddb-4142-a189-0f86c8d64043 req-38101876-1ce6-4e61-8ce9-93df571e7778 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603661 Sep 16 16:29:50.984425 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:51.032195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e5398-e626-43f9-bae1-b84a8dce23f0 req-da7be887-ef07-4eeb-a6b2-27b9fa185b77 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:51.033843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b3e5398-e626-43f9-bae1-b84a8dce23f0 req-da7be887-ef07-4eeb-a6b2-27b9fa185b77 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 935 time: 0.1511416 Sep 16 16:29:51.089071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Transition to ACTIVE for port object ef987465-88ac-4b42-8ed5-6f75bb767011 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:29:51.089071 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2703c88-1924-444f-b6c1-ba0b0dac8c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:51.101880 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2703c88-1924-444f-b6c1-ba0b0dac8c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:51.101880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a2703c88-1924-444f-b6c1-ba0b0dac8c4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/818ca71a-60a5-4316-9055-ea99a87b55ec HTTP/1.1" status: 204 len: 168 time: 1.0022979 Sep 16 16:29:51.120474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:51.131206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d394dcf-ee84-481c-982b-426381200fbc None None] Pushing event updated for resources: {'Port': ['ID=57032a7e-4668-42a4-a906-c3ef549e20e2,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:51.145289 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589ec8c5-6056-47b1-89df-5055eb85c35e x-openstack-request-id: req-589ec8c5-6056-47b1-89df-5055eb85c35e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:51.149085 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa62246-615a-40b5-a0da-592719f70277", "name": "network-vif-deleted", "tag": "30c9d91e-136a-406d-b4c3-db1e8b6789ed", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:51.149085 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-589ec8c5-6056-47b1-89df-5055eb85c35e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:51.149085 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa62246-615a-40b5-a0da-592719f70277', 'name': 'network-vif-deleted', 'tag': '30c9d91e-136a-406d-b4c3-db1e8b6789ed', 'status': 'completed', 'code': 200} Sep 16 16:29:51.159822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:51.168077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2703c88-1924-444f-b6c1-ba0b0dac8c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818ca71a-60a5-4316-9055-ea99a87b55ec,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:51.187575 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:51.190891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Transition to ACTIVE for port object 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:29:51.257512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b3e5398-e626-43f9-bae1-b84a8dce23f0 req-9f29b943-0876-4a9a-9c46-82586b05c8fe tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028227 Sep 16 16:29:51.271800 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:51.393501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Pushing event updated for resources: {'Port': ['ID=ef987465-88ac-4b42-8ed5-6f75bb767011,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:51.497970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:51.736358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-2183fca8-dee9-44e0-b00f-243a8a509ab7 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5557399 Sep 16 16:29:51.776028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:51.815929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Attempting to bind port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:51.816267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Attempting to bind port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:51.816624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Attempting to bind port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 on network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:51.836102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 on network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:29:51.836490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Attempting to bind port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 on network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:51.856376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:51.856880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Checking segment: {'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:51.857109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Bound using segment: {'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:51.857537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Bound port: 36be8bdd-c6b9-4a1c-bf27-4e37c4122637, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:51.858495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:51.879722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Attempting to bind port ef987465-88ac-4b42-8ed5-6f75bb767011 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:51.880094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Attempting to bind port ef987465-88ac-4b42-8ed5-6f75bb767011 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:51.880376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Attempting to bind port ef987465-88ac-4b42-8ed5-6f75bb767011 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:51.885446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Port ef987465-88ac-4b42-8ed5-6f75bb767011 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:29:51.885766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Attempting to bind port ef987465-88ac-4b42-8ed5-6f75bb767011 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:51.891728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:51.892088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:51.892720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:51.893165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Bound port: ef987465-88ac-4b42-8ed5-6f75bb767011, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:51.893529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:51.954458 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:52.056082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 30c9d91e-136a-406d-b4c3-db1e8b6789ed no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:29:52.070920 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] For port ef987465-88ac-4b42-8ed5-6f75bb767011, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:52.075972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] For port ef987465-88ac-4b42-8ed5-6f75bb767011, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ef987465-88ac-4b42-8ed5-6f75bb767011,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:52.099071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] For port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:52.118918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] For port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:52.167410 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 30c9d91e-136a-406d-b4c3-db1e8b6789ed {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:29:52.168056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 30c9d91e-136a-406d-b4c3-db1e8b6789ed not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:29:52.206143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:52.223705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 57032a7e-4668-42a4-a906-c3ef549e20e2 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:52.257901 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:52.266644 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:52.276101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:52.276754 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:52.278149 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] 10.222.0.62 "PUT /v2.0/ports/ef987465-88ac-4b42-8ed5-6f75bb767011 HTTP/1.1" status: 200 len: 1095 time: 3.2902744 Sep 16 16:29:52.310479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 57032a7e-4668-42a4-a906-c3ef549e20e2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:52.311277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:52.323779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:52.325408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:52.331649 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] 10.222.0.62 "PUT /v2.0/ports/36be8bdd-c6b9-4a1c-bf27-4e37c4122637 HTTP/1.1" status: 200 len: 1092 time: 2.2580152 Sep 16 16:29:52.340567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60536) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:52.376000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d', 'tag': 'ef987465-88ac-4b42-8ed5-6f75bb767011'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:52.389280 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d", "tag": "ef987465-88ac-4b42-8ed5-6f75bb767011"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:52.457883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Request body: {'port': {'device_id': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:52.501982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d53aff95-d30c-43cd-bb8b-00858109d2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:52.557100 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:52.685836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25ff08-75f6-4e02-b47d-0bc13bd3e0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:52.705995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 57032a7e-4668-42a4-a906-c3ef549e20e2, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=57032a7e-4668-42a4-a906-c3ef549e20e2,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:52.710264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-3d3a0bfb-6839-4c4b-808e-f88423df37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:52.713247 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-3d3a0bfb-6839-4c4b-808e-f88423df37e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 1098 time: 0.2859674 Sep 16 16:29:52.774661 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:52.849249 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:29:52.853682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=57032a7e-4668-42a4-a906-c3ef549e20e2,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:52.896289 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-814dc856-0ec2-4e94-958b-77a0a96de474 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=ef987465-88ac-4b42-8ed5-6f75bb767011 HTTP/1.1" status: 200 len: 217 time: 0.1699827 Sep 16 16:29:52.929209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce46edf-d7d5-448f-a3ca-5166c13fbf0c service neutron] Pushing event updated for resources: {'Port': ['ID=ef987465-88ac-4b42-8ed5-6f75bb767011,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:52.965176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-ae02ff33-b5a2-4543-bd60-bb5d23e11c59 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:52.973052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-ae02ff33-b5a2-4543-bd60-bb5d23e11c59 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 815 time: 0.7045710 Sep 16 16:29:52.977668 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.021526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-799c918c-c611-4962-aac2-d256e35c0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:53.023180 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-799c918c-c611-4962-aac2-d256e35c0343 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1102629 Sep 16 16:29:53.034579 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-a06e69a0-9f25-42f1-bea2-5f8d3009d995 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/quotas/1f3e1455cb954675b9be56577e5c9947 HTTP/1.1" status: 200 len: 375 time: 0.0604312 Sep 16 16:29:53.044913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Allocated IP 172.25.6.135 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/7d332e41-7909-40a9-b2be-f252ad4223b3) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:53.082975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4019a0e-4622-4139-91f9-5b42ac474160 None None] Network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:29:53.130507 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d53aff95-d30c-43cd-bb8b-00858109d2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.151810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-ec255421-4df9-4f51-848f-b1b5b29d99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:53.151810 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-ec255421-4df9-4f51-848f-b1b5b29d99a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813012 Sep 16 16:29:53.151810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'tag': '36be8bdd-c6b9-4a1c-bf27-4e37c4122637'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:53.159497 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0733c3b6-3d58-45f5-ab64-594ee52115ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "tag": "36be8bdd-c6b9-4a1c-bf27-4e37c4122637"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:53.213272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8d93f2a4-e5bd-405f-8b91-abf4cde4763a None None] Provisioning complete for port 57032a7e-4668-42a4-a906-c3ef549e20e2 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:53.213801 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d93f2a4-e5bd-405f-8b91-abf4cde4763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.281182 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d53aff95-d30c-43cd-bb8b-00858109d2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.295799 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-95e1a843-a138-4778-ac04-a3b570467407 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297796 Sep 16 16:29:53.344451 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d53aff95-d30c-43cd-bb8b-00858109d2f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8e2c6d530364785b8c3d1906f03bcd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0094328 Sep 16 16:29:53.345244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60542) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:53.345657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53aff95-d30c-43cd-bb8b-00858109d2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61d42ef-82da-4ec4-8875-ada1d1667559,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:53.470854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-af4dc860-0ca3-4e92-859a-698605321729 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4351408 Sep 16 16:29:53.495090 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb76895b-b6bd-4bdb-b4f5-01ea00029da3 req-0f733ae3-48b1-4b1b-9132-4f850519b700 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449509 Sep 16 16:29:53.652076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.656711 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-186c5573-a9ba-4ffc-b6aa-f6cb3f7ad4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.666897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b7f9de9d-386a-4596-a892-77eed9608d31 None None] Provisioning complete for port 57032a7e-4668-42a4-a906-c3ef549e20e2 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:53.667277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de9d-386a-4596-a892-77eed9608d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.721952 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-186c5573-a9ba-4ffc-b6aa-f6cb3f7ad4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.740349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-da7f9b64-31ea-42d3-b2f1-c2e5ddf861aa service neutron] 10.222.0.22 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679877 Sep 16 16:29:53.929394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-36fb2173-e8a7-44ff-b9ab-4969179ccde1 service neutron] 10.222.0.22 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753447 Sep 16 16:29:53.942218 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.988468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-186c5573-a9ba-4ffc-b6aa-f6cb3f7ad4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.988468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-186c5573-a9ba-4ffc-b6aa-f6cb3f7ad4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:53.988468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-186c5573-a9ba-4ffc-b6aa-f6cb3f7ad4a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c61d42ef-82da-4ec4-8875-ada1d1667559 HTTP/1.1" status: 204 len: 168 time: 0.6363311 Sep 16 16:29:54.001221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:54.007340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8060a4f-79cc-450f-983b-f7dcea13a998 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:54.027189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:54.028167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c5573-a9ba-4ffc-b6aa-f6cb3f7ad4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61d42ef-82da-4ec4-8875-ada1d1667559,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:54.031996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:54.035044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:54.042918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Pushing event updated for resources: {'Port': ['ID=7d332e41-7909-40a9-b2be-f252ad4223b3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:54.073222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 57032a7e-4668-42a4-a906-c3ef549e20e2 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:54.139640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Transition to ACTIVE for port object c8060a4f-79cc-450f-983b-f7dcea13a998 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:29:54.209545 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:54.223455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:54.273642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 57032a7e-4668-42a4-a906-c3ef549e20e2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:54.274191 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:54.276515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8060a4f-79cc-450f-983b-f7dcea13a998,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:54.436697 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:54.568050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Attempting to bind port c8060a4f-79cc-450f-983b-f7dcea13a998 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:54.568414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Attempting to bind port c8060a4f-79cc-450f-983b-f7dcea13a998 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f6d09364-2c0d-407f-b67c-811e9b30b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:54.568741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Attempting to bind port c8060a4f-79cc-450f-983b-f7dcea13a998 on network 823763ec-8053-4a81-ad51-4b21da9145af {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:54.593097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Port c8060a4f-79cc-450f-983b-f7dcea13a998 on network 823763ec-8053-4a81-ad51-4b21da9145af not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:29:54.593475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Attempting to bind port c8060a4f-79cc-450f-983b-f7dcea13a998 on network 823763ec-8053-4a81-ad51-4b21da9145af {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:54.606747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4d25-77cd-4531-aa90-3c932cff55f1 req-5bf9a5e5-3c2f-4923-863c-7cf4e47625af tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:54.608708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ada4d25-77cd-4531-aa90-3c932cff55f1 req-5bf9a5e5-3c2f-4923-863c-7cf4e47625af tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 950 time: 0.1033180 Sep 16 16:29:54.611688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:54.612028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Checking segment: {'id': 'f6d09364-2c0d-407f-b67c-811e9b30b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:54.612432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Bound using segment: {'id': 'f6d09364-2c0d-407f-b67c-811e9b30b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:54.612873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Bound port: c8060a4f-79cc-450f-983b-f7dcea13a998, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d09364-2c0d-407f-b67c-811e9b30b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:54.613231 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:54.743292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ada4d25-77cd-4531-aa90-3c932cff55f1 req-1779d269-7090-43f8-a225-abb3fb695d28 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275964 Sep 16 16:29:54.792178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] For port c8060a4f-79cc-450f-983b-f7dcea13a998, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:54.814194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] For port c8060a4f-79cc-450f-983b-f7dcea13a998, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=c8060a4f-79cc-450f-983b-f7dcea13a998,segment=NetworkSegment(f6d09364-2c0d-407f-b67c-811e9b30b46a),segment_id=f6d09364-2c0d-407f-b67c-811e9b30b46a)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:54.836717 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:54.860703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:54.930433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:54.931068 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:54.932479 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/c8060a4f-79cc-450f-983b-f7dcea13a998 HTTP/1.1" status: 200 len: 1092 time: 2.4870980 Sep 16 16:29:54.933209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:54.965428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8abf4-133a-4806-b014-ea4ba988d2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8060a4f-79cc-450f-983b-f7dcea13a998,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:55.087773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f6f0b-5772-415f-9991-e80a35cc7d79 req-f99cc3e6-def9-48f0-a416-db2b0d1d6073 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:55.095800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f6f0b-5772-415f-9991-e80a35cc7d79 req-f99cc3e6-def9-48f0-a416-db2b0d1d6073 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:55.102189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f6f0b-5772-415f-9991-e80a35cc7d79 req-f99cc3e6-def9-48f0-a416-db2b0d1d6073 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:55.103885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-161f6f0b-5772-415f-9991-e80a35cc7d79 req-f99cc3e6-def9-48f0-a416-db2b0d1d6073 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2401 time: 0.2139292 Sep 16 16:29:55.104652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Pushing event updated for resources: {'Port': ['ID=7d332e41-7909-40a9-b2be-f252ad4223b3,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:55.111004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Request body: {'port': {'device_id': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:55.187574 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:55.266641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-161f6f0b-5772-415f-9991-e80a35cc7d79 req-b6f78733-aaef-4b8b-8039-80db04d274a4 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483197 Sep 16 16:29:55.280508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:55.313157 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:55.314542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-c3c7b62e-e220-4833-8ff0-a99d249a6991 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5772421 Sep 16 16:29:55.415884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-71cdd5be-fccd-4514-b2a8-36f853f15007 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.0941031 Sep 16 16:29:55.755970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3049355-cbbe-4a55-95a2-220fab8860c4 req-6315a461-1b11-4941-82b1-f43a28e1f1f7 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:55.757554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3049355-cbbe-4a55-95a2-220fab8860c4 req-6315a461-1b11-4941-82b1-f43a28e1f1f7 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 947 time: 0.3730097 Sep 16 16:29:56.136469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-2d0eade6-3d33-4b5b-bb48-6156f216d6ef tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.138121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4673cf27-7681-43e1-9bd1-b60fc64ba081 req-2d0eade6-3d33-4b5b-bb48-6156f216d6ef tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.6993537 Sep 16 16:29:56.152681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3049355-cbbe-4a55-95a2-220fab8860c4 req-8835ca31-67db-4e2f-851a-6baaf1841d30 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575457 Sep 16 16:29:56.228696 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4c4545-920b-4c88-ba8f-ce8515ae5ed1 x-openstack-request-id: req-4c4c4545-920b-4c88-ba8f-ce8515ae5ed1 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:56.229197 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "tag": "36be8bdd-c6b9-4a1c-bf27-4e37c4122637", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:56.229197 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c4c4545-920b-4c88-ba8f-ce8515ae5ed1 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:56.229587 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'tag': '36be8bdd-c6b9-4a1c-bf27-4e37c4122637', 'status': 'completed', 'code': 200} Sep 16 16:29:56.255372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86d6098-d795-436e-8ed7-51b9f5aa2949 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:56.282990 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:56.298896 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0d5b90-a0b3-4f77-a4a7-dba2fd2ccd25 x-openstack-request-id: req-ea0d5b90-a0b3-4f77-a4a7-dba2fd2ccd25 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:56.299198 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d", "tag": "ef987465-88ac-4b42-8ed5-6f75bb767011", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:56.300562 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea0d5b90-a0b3-4f77-a4a7-dba2fd2ccd25 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:56.300968 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d', 'tag': 'ef987465-88ac-4b42-8ed5-6f75bb767011', 'status': 'completed', 'code': 200} Sep 16 16:29:56.319072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Transition to ACTIVE for port object b86d6098-d795-436e-8ed7-51b9f5aa2949 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:29:56.388005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c3b6-3d58-45f5-ab64-594ee52115ca req-8cd10420-0902-4c0e-8798-c55011212089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.388612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c3b6-3d58-45f5-ab64-594ee52115ca req-8cd10420-0902-4c0e-8798-c55011212089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.389156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c3b6-3d58-45f5-ab64-594ee52115ca req-8cd10420-0902-4c0e-8798-c55011212089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.390854 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0733c3b6-3d58-45f5-ab64-594ee52115ca req-8cd10420-0902-4c0e-8798-c55011212089 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2799 time: 0.1393569 Sep 16 16:29:56.424069 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:56.569436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-7b977f38-48e9-4dbf-8526-1cda4520106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.583090 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-7b977f38-48e9-4dbf-8526-1cda4520106b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 1098 time: 0.2495723 Sep 16 16:29:56.584537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c3b6-3d58-45f5-ab64-594ee52115ca req-2a7a0303-38ed-44c1-817e-e023aaf7473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.585117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c3b6-3d58-45f5-ab64-594ee52115ca req-2a7a0303-38ed-44c1-817e-e023aaf7473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.585896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c3b6-3d58-45f5-ab64-594ee52115ca req-2a7a0303-38ed-44c1-817e-e023aaf7473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.588327 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0733c3b6-3d58-45f5-ab64-594ee52115ca req-2a7a0303-38ed-44c1-817e-e023aaf7473d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1876304 Sep 16 16:29:56.710595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-6a866a65-151c-4a0c-a515-a8b82428b0ce tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.722925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-6a866a65-151c-4a0c-a515-a8b82428b0ce tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 815 time: 0.3443031 Sep 16 16:29:56.727018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Pushing event updated for resources: {'Port': ['ID=b86d6098-d795-436e-8ed7-51b9f5aa2949,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:56.790821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-87baaf9c-aef5-4a21-9191-2e96cbaeb1bb tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/quotas/1f3e1455cb954675b9be56577e5c9947 HTTP/1.1" status: 200 len: 375 time: 0.0668275 Sep 16 16:29:56.882968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Attempting to bind port b86d6098-d795-436e-8ed7-51b9f5aa2949 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:56.883308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Attempting to bind port b86d6098-d795-436e-8ed7-51b9f5aa2949 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:56.883638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Attempting to bind port b86d6098-d795-436e-8ed7-51b9f5aa2949 on network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:56.906908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-15486385-5afe-4a8e-98d3-e45bcd06fcfe tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1152384 Sep 16 16:29:56.909527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Port b86d6098-d795-436e-8ed7-51b9f5aa2949 on network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:29:56.909852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Attempting to bind port b86d6098-d795-436e-8ed7-51b9f5aa2949 on network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:56.932805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:56.933157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Checking segment: {'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:56.933547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Bound using segment: {'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:56.933991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Bound port: b86d6098-d795-436e-8ed7-51b9f5aa2949, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:56.934446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:56.956143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c3b6-3d58-45f5-ab64-594ee52115ca req-cc7789bc-01a1-45a9-a4af-24dc8c848970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.957679 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0733c3b6-3d58-45f5-ab64-594ee52115ca req-cc7789bc-01a1-45a9-a4af-24dc8c848970 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3588238 Sep 16 16:29:56.960887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-749f8851-dec3-487f-9505-ea7c911b2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:56.966833 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-749f8851-dec3-487f-9505-ea7c911b2d82 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.3464944 Sep 16 16:29:57.044451 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-f1e8614a-1665-4c59-a31a-96ff318caeda service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=ef987465-88ac-4b42-8ed5-6f75bb767011 HTTP/1.1" status: 200 len: 217 time: 0.0675962 Sep 16 16:29:57.165781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-bfc326b5-5435-4524-95f7-2ad64a9e484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:57.167265 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-bfc326b5-5435-4524-95f7-2ad64a9e484c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0843647 Sep 16 16:29:57.177080 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-a2411805-eb4e-47eb-86f8-0468f5f82faf tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:57.178829 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-a2411805-eb4e-47eb-86f8-0468f5f82faf tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.52 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 815 time: 0.2138231 Sep 16 16:29:57.193525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Request body: {'port': {'device_id': '392ae1a9-acaf-4379-88b7-b695475a5967', 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9', 'admin_state_up': True, 'tenant_id': '1f3e1455cb954675b9be56577e5c9947'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:57.196413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-61659605-fb29-4e38-a202-d5464bb09151 service neutron] 10.222.0.22 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880149 Sep 16 16:29:57.229515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] For port b86d6098-d795-436e-8ed7-51b9f5aa2949, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:57.272911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a81e51-25f3-4870-9548-256f0a7bf194 req-67c17a10-c4ab-410e-b995-b29c3d5a7bc2 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:57.280455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a81e51-25f3-4870-9548-256f0a7bf194 req-67c17a10-c4ab-410e-b995-b29c3d5a7bc2 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:57.294596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-be954543-6191-4a10-98e7-18338f88f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:57.296634 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-be954543-6191-4a10-98e7-18338f88f6df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166365 Sep 16 16:29:57.299749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a81e51-25f3-4870-9548-256f0a7bf194 req-67c17a10-c4ab-410e-b995-b29c3d5a7bc2 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:57.308399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59a81e51-25f3-4870-9548-256f0a7bf194 req-67c17a10-c4ab-410e-b995-b29c3d5a7bc2 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2413 time: 0.2234123 Sep 16 16:29:57.330645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] For port b86d6098-d795-436e-8ed7-51b9f5aa2949, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b86d6098-d795-436e-8ed7-51b9f5aa2949,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:57.420960 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:57.451105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-0c6bb791-bd78-44c8-8396-43b7e9d6e5bd service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447272 Sep 16 16:29:57.513173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59a81e51-25f3-4870-9548-256f0a7bf194 req-96e90869-8856-4ca3-8509-34a4091072e2 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991334 Sep 16 16:29:57.523994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:57.524748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:57.526193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] 10.222.0.62 "PUT /v2.0/ports/b86d6098-d795-436e-8ed7-51b9f5aa2949 HTTP/1.1" status: 200 len: 1092 time: 2.4932992 Sep 16 16:29:57.589211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Made reservation on behalf of 1f3e1455cb954675b9be56577e5c9947 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:29:57.601006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-a896dbd5-5dbb-440d-bfdb-46fdccf22211 service neutron] 10.222.0.22 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897588 Sep 16 16:29:57.605723 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:57.606656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5caca-bee7-453b-99c9-b9102507e98b service neutron] Pushing event updated for resources: {'Port': ['ID=b86d6098-d795-436e-8ed7-51b9f5aa2949,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:57.617234 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ef987465-88ac-4b42-8ed5-6f75bb767011 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:29:57.664874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eb47fbd4-08d3-4d10-8b31-8525c80f8c88 req-f90acd4c-be3d-44cd-8b13-e1fa5c232841 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068646 Sep 16 16:29:57.871343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ef987465-88ac-4b42-8ed5-6f75bb767011, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ef987465-88ac-4b42-8ed5-6f75bb767011,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:57.900951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'ef987465-88ac-4b42-8ed5-6f75bb767011', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'ef987465-88ac-4b42-8ed5-6f75bb767011', 'mac_address': 'fa:16:3e:4a:be:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:29:57.907148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-ea3b1171-cc7a-4c12-b658-4252f41f170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:57.907351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-ea3b1171-cc7a-4c12-b658-4252f41f170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:57.907788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-ea3b1171-cc7a-4c12-b658-4252f41f170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:57.909581 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-ea3b1171-cc7a-4c12-b658-4252f41f170b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2866 time: 0.1894341 Sep 16 16:29:57.933231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Allocated IP 172.20.0.3 (2ddf6990-0d47-42cd-be1e-0a42d55e31a9/9eeefc7d-a01d-441e-9b43-14f9c53739aa/888042ac-6d2a-444b-ba61-ebada21fa817) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:29:57.957844 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:57.983307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef987465-88ac-4b42-8ed5-6f75bb767011 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:58.028494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ef987465-88ac-4b42-8ed5-6f75bb767011, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ef987465-88ac-4b42-8ed5-6f75bb767011,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:29:58.101457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d0ee4f9d-b98d-4c99-a476-d43d9da7c863 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=36be8bdd-c6b9-4a1c-bf27-4e37c4122637 HTTP/1.1" status: 200 len: 217 time: 0.1763916 Sep 16 16:29:58.119942 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f044c-4182-4099-8248-5bd9b61bc796 req-901fdccc-8cc6-4e73-b57e-c37fb271b740 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:58.126531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:58.156337 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-901fdccc-8cc6-4e73-b57e-c37fb271b740 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 821 time: 0.5001230 Sep 16 16:29:58.225005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:58.289067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ef987465-88ac-4b42-8ed5-6f75bb767011,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:58.295016 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95f21e39-1999-4fc3-aa9e-12e71b60cb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:58.330659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'tag': 'c8060a4f-79cc-450f-983b-f7dcea13a998'}, {'name': 'network-changed', 'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'tag': 'b86d6098-d795-436e-8ed7-51b9f5aa2949'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:29:58.333107 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b66da98-d7d6-4565-9fa8-304ff17decf5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "tag": "c8060a4f-79cc-450f-983b-f7dcea13a998"}, {"name": "network-changed", "server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "tag": "b86d6098-d795-436e-8ed7-51b9f5aa2949"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:29:58.345711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:58.370734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:29:58.380853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-5ea62a20-eb5c-40e0-89d4-ca10c9a9fbac tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/quotas/a782d54ffc244489a23e0c247776f754 HTTP/1.1" status: 200 len: 375 time: 0.2320495 Sep 16 16:29:58.402874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:29:58.422450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:29:58.425636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:29:58.463006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Pushing event updated for resources: {'Port': ['ID=888042ac-6d2a-444b-ba61-ebada21fa817,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:58.504490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-87b25aa2-4540-4a59-8f26-229dbf614100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:58.509811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-87b25aa2-4540-4a59-8f26-229dbf614100 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=831385dd-1c22-4a96-a793-711f47b3ce61 HTTP/1.1" status: 200 len: 801 time: 0.3355496 Sep 16 16:29:58.515660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:58.516592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:58.592619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-63942077-2763-48cb-b878-2fe2ce30992a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4027522 Sep 16 16:29:58.605704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Request body: {'port': {'device_id': '392ae1a9-acaf-4379-88b7-b695475a5967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:29:58.637997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf7fa-a177-42ae-bb05-812c4002d7d4 req-dcf51caf-28b5-4191-a7d0-fcf51074e6ff tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:58.642004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae0cf7fa-a177-42ae-bb05-812c4002d7d4 req-dcf51caf-28b5-4191-a7d0-fcf51074e6ff tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 948 time: 0.3000183 Sep 16 16:29:58.672997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-57aa6ad5-5f20-4ac6-bcd2-33fae1537095 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2904818 Sep 16 16:29:58.757255 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:58.766447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-8bb89992-6815-46bc-8f4a-6011d607149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:58.768661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-8bb89992-6815-46bc-8f4a-6011d607149e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51e1e1c3-2355-47e5-9e35-8d67c5308b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2437863 Sep 16 16:29:58.827397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c28729af-20f1-4d94-9fd3-25bbfde95b63 None None] Provisioning complete for port 888042ac-6d2a-444b-ba61-ebada21fa817 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:58.828013 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c28729af-20f1-4d94-9fd3-25bbfde95b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:58.871050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c28729af-20f1-4d94-9fd3-25bbfde95b63 None None] Port 888042ac-6d2a-444b-ba61-ebada21fa817 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:29:58.928575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae0cf7fa-a177-42ae-bb05-812c4002d7d4 req-e03b1fd6-f756-4cbe-9ecf-07bea464c9a7 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530406 Sep 16 16:29:59.031708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-6bb61bf5-16bb-402e-8b9f-79527bda8e7b service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574638 Sep 16 16:29:59.052701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3897ad09-4784-4e95-9d56-48acc2654ab4 service neutron] 10.222.0.62 "GET /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755778 Sep 16 16:29:59.211721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60700) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:29:59.261411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888042ac-6d2a-444b-ba61-ebada21fa817 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:29:59.275414 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:59.278945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-b5304932-b1d3-4a35-b468-48ff31cf6b6c service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370572 Sep 16 16:29:59.286447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-8b516b0b-ef5e-4cc9-b2e9-1aff64b9699a service neutron] 10.222.0.62 "GET /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220721 Sep 16 16:29:59.298416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Transition to ACTIVE for port object 888042ac-6d2a-444b-ba61-ebada21fa817 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:29:59.356883 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:59.368021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-1085d9c4-7946-4dce-b947-72211c15c203 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=c8060a4f-79cc-450f-983b-f7dcea13a998 HTTP/1.1" status: 200 len: 217 time: 0.0654161 Sep 16 16:29:59.442310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Pushing event updated for resources: {'Port': ['ID=888042ac-6d2a-444b-ba61-ebada21fa817,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:29:59.476539 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-217ee918-b66c-4a18-a240-e9dc6f2e094f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:59.551668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-004b9c82-3898-45e8-b0c2-1bec73450752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:59.558778 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-004b9c82-3898-45e8-b0c2-1bec73450752 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5fa482-dea5-4dab-af26-f1a91ebff4aa HTTP/1.1" status: 200 len: 801 time: 0.1734040 Sep 16 16:29:59.643858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Attempting to bind port 888042ac-6d2a-444b-ba61-ebada21fa817 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:29:59.644345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Attempting to bind port 888042ac-6d2a-444b-ba61-ebada21fa817 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:29:59.644794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Attempting to bind port 888042ac-6d2a-444b-ba61-ebada21fa817 on network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:59.649214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ef987465-88ac-4b42-8ed5-6f75bb767011 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:29:59.669040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Port 888042ac-6d2a-444b-ba61-ebada21fa817 on network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:29:59.671977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Attempting to bind port 888042ac-6d2a-444b-ba61-ebada21fa817 on network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:29:59.686780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:29:59.688697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Checking segment: {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:29:59.693980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Bound using segment: {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:29:59.694613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Bound port: 888042ac-6d2a-444b-ba61-ebada21fa817, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:29:59.695916 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:59.768759 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-217ee918-b66c-4a18-a240-e9dc6f2e094f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:59.824835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-eb701c80-85f1-4ed1-9dcd-1e1a93bac5ab tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:59.832590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-eb701c80-85f1-4ed1-9dcd-1e1a93bac5ab tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 815 time: 0.4737091 Sep 16 16:29:59.837350 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81730c6c-0eaa-41b6-ab29-86c8a3dce23e x-openstack-request-id: req-81730c6c-0eaa-41b6-ab29-86c8a3dce23e {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:29:59.837640 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "tag": "c8060a4f-79cc-450f-983b-f7dcea13a998", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "tag": "b86d6098-d795-436e-8ed7-51b9f5aa2949", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:29:59.838046 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81730c6c-0eaa-41b6-ab29-86c8a3dce23e {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:29:59.838453 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'tag': 'c8060a4f-79cc-450f-983b-f7dcea13a998', 'status': 'completed', 'code': 200} Sep 16 16:29:59.838708 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'tag': 'b86d6098-d795-436e-8ed7-51b9f5aa2949', 'status': 'completed', 'code': 200} Sep 16 16:29:59.856421 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-217ee918-b66c-4a18-a240-e9dc6f2e094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:59.874227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-5357e9f4-42ab-49df-be0b-74cd7b37b9cd tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/quotas/1f3e1455cb954675b9be56577e5c9947 HTTP/1.1" status: 200 len: 375 time: 0.0394795 Sep 16 16:29:59.932092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port ef987465-88ac-4b42-8ed5-6f75bb767011 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:29:59.937172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port ef987465-88ac-4b42-8ed5-6f75bb767011 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:29:59.939229 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:29:59.972220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] For port 888042ac-6d2a-444b-ba61-ebada21fa817, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:29:59.989762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] For port 888042ac-6d2a-444b-ba61-ebada21fa817, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=888042ac-6d2a-444b-ba61-ebada21fa817,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:29:59.993187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-8fd7d9af-aa59-45fc-add9-e0c6eb5e8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:29:59.995541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-8fd7d9af-aa59-45fc-add9-e0c6eb5e8b9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=823763ec-8053-4a81-ad51-4b21da9145af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4309180 Sep 16 16:30:00.026342 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-217ee918-b66c-4a18-a240-e9dc6f2e094f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=796db396c0844fe0b3f3599ea470fa8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8101020 Sep 16 16:30:00.029081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60722) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:00.047638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ee918-b66c-4a18-a240-e9dc6f2e094f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3493fc-e887-4e43-ae4a-4c55d0238f6f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:00.065785 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:00.091706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:00.107780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef987465-88ac-4b42-8ed5-6f75bb767011'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:00.111121 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076dec5f-1964-4eeb-a484-549a6d8abbc9" -d '{"events": [{"server_uuid": "ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d", "name": "network-vif-plugged", "status": "completed", "tag": "ef987465-88ac-4b42-8ed5-6f75bb767011"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:00.129535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:00.132305 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:00.133774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ef987465-88ac-4b42-8ed5-6f75bb767011, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ef987465-88ac-4b42-8ed5-6f75bb767011,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:00.147751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03440bc-c2c3-4226-88f2-e4dbe9653e73 req-4c423475-d4d9-418c-98e0-fcca2240e0be tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:00.149849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] 10.222.0.52 "PUT /v2.0/ports/888042ac-6d2a-444b-ba61-ebada21fa817 HTTP/1.1" status: 200 len: 1091 time: 1.5339417 Sep 16 16:30:00.154259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03440bc-c2c3-4226-88f2-e4dbe9653e73 req-4c423475-d4d9-418c-98e0-fcca2240e0be tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:00.160761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03440bc-c2c3-4226-88f2-e4dbe9653e73 req-4c423475-d4d9-418c-98e0-fcca2240e0be tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:00.168555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c03440bc-c2c3-4226-88f2-e4dbe9653e73 req-4c423475-d4d9-418c-98e0-fcca2240e0be tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2413 time: 0.2907782 Sep 16 16:30:00.218141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:00.225062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392ae1a9-acaf-4379-88b7-b695475a5967', 'tag': '888042ac-6d2a-444b-ba61-ebada21fa817'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:00.228561 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee9584d-9862-4c6c-8add-42d99e137682" -d '{"events": [{"name": "network-changed", "server_uuid": "392ae1a9-acaf-4379-88b7-b695475a5967", "tag": "888042ac-6d2a-444b-ba61-ebada21fa817"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:00.242728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6123610e-8083-48d2-a2ea-60ffe91b86e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:00.246851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-cd87cfde-0253-4703-beb5-62eaed91c0a8 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3707261 Sep 16 16:30:00.279240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c03440bc-c2c3-4226-88f2-e4dbe9653e73 req-5a0ca080-74b4-4455-82d7-20cadb8c12d0 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097558 Sep 16 16:30:00.311890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202d4e6-ca43-4916-990a-f2424377c650 service neutron] Pushing event updated for resources: {'Port': ['ID=888042ac-6d2a-444b-ba61-ebada21fa817,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:00.345128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ef987465-88ac-4b42-8ed5-6f75bb767011,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:00.395134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6123610e-8083-48d2-a2ea-60ffe91b86e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:00.476875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-e1fe4938-49cc-4da3-9fd1-910c3dc08181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:00.479368 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-e1fe4938-49cc-4da3-9fd1-910c3dc08181 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 1094 time: 0.1471369 Sep 16 16:30:00.507819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-7cc12d11-a75f-4b4a-be19-5fcefd726dc6 service neutron] 10.222.0.62 "GET /v2.0/networks/823763ec-8053-4a81-ad51-4b21da9145af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967251 Sep 16 16:30:00.523358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-7483e149-f3ec-4a9c-9823-911714026611 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888042ac-6d2a-444b-ba61-ebada21fa817 HTTP/1.1" status: 200 len: 217 time: 0.0364332 Sep 16 16:30:00.559870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-e5e7df0e-c582-4dc4-bbda-148c05bfb1d6 service neutron] 10.222.0.22 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794619 Sep 16 16:30:00.575204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-90127e19-cd9f-4df0-a841-ecac62ce7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:00.577261 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-90127e19-cd9f-4df0-a841-ecac62ce7278 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9eeefc7d-a01d-441e-9b43-14f9c53739aa HTTP/1.1" status: 200 len: 854 time: 0.0469999 Sep 16 16:30:00.624416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-bd2648fb-db40-42c5-87de-bfe179d4c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:00.626062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-bd2648fb-db40-42c5-87de-bfe179d4c19a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414183 Sep 16 16:30:00.686507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-295d7b82-eb97-4d4a-b9d0-55b0d001901b service neutron] 10.222.0.62 "GET /v2.0/networks/823763ec-8053-4a81-ad51-4b21da9145af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707306 Sep 16 16:30:00.705012 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6123610e-8083-48d2-a2ea-60ffe91b86e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:00.707490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6123610e-8083-48d2-a2ea-60ffe91b86e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:00.710950 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6123610e-8083-48d2-a2ea-60ffe91b86e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b3493fc-e887-4e43-ae4a-4c55d0238f6f HTTP/1.1" status: 204 len: 168 time: 0.6777277 Sep 16 16:30:00.724137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123610e-8083-48d2-a2ea-60ffe91b86e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3493fc-e887-4e43-ae4a-4c55d0238f6f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:00.803549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d8857fe6-6caf-40d3-8203-0773bf8609c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=b86d6098-d795-436e-8ed7-51b9f5aa2949 HTTP/1.1" status: 200 len: 217 time: 0.1030755 Sep 16 16:30:00.805945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-8f0dc13c-33e5-441f-bf51-fb0e0f750b89 service neutron] 10.222.0.22 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187140 Sep 16 16:30:00.833178 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-7f517d65-77f1-4b9e-9d1e-b17a025032cb service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999147 Sep 16 16:30:00.860651 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4ba69a73-c61e-42d3-8e13-6e0729eb509e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:00.894375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d42951dd-4c8a-49f1-ad11-8edb6ebaba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:00.896400 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-d42951dd-4c8a-49f1-ad11-8edb6ebaba76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=831385dd-1c22-4a96-a793-711f47b3ce61 HTTP/1.1" status: 200 len: 801 time: 0.0844553 Sep 16 16:30:01.013028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-bfb7711d-a102-47d1-b2ed-3dbd5fa35da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:01.015802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-bfb7711d-a102-47d1-b2ed-3dbd5fa35da9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51e1e1c3-2355-47e5-9e35-8d67c5308b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067233 Sep 16 16:30:01.100974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f16f88b3-ee76-4ec6-988d-9ee44be1583a req-15b305c7-34f6-4a4b-a9f4-5c15c3ca9558 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 210 time: 0.0430248 Sep 16 16:30:01.296321 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99857435-a869-4dfb-9b7d-dc041cdaa743 x-openstack-request-id: req-99857435-a869-4dfb-9b7d-dc041cdaa743 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:01.296894 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d", "name": "network-vif-plugged", "status": "completed", "tag": "ef987465-88ac-4b42-8ed5-6f75bb767011", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:01.297118 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99857435-a869-4dfb-9b7d-dc041cdaa743 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:01.298214 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef987465-88ac-4b42-8ed5-6f75bb767011', 'code': 200} Sep 16 16:30:01.400684 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-3e31513d-371f-458e-81cd-d4be24db9866 service neutron] 10.222.0.62 "GET /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758662 Sep 16 16:30:01.469178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc89038-1ced-480c-ae77-3066ce09191d req-2099abd1-6103-4bff-aba0-db18e0b221f4 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:01.478063 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cc89038-1ced-480c-ae77-3066ce09191d req-2099abd1-6103-4bff-aba0-db18e0b221f4 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 949 time: 0.2697027 Sep 16 16:30:01.497709 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:01.641351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e72db4e5-4dfc-4e50-8827-8e6301f91d0e req-999688de-e1c3-4883-a04a-eb9d850164c3 service neutron] 10.222.0.62 "GET /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261975 Sep 16 16:30:01.644885 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ac505-f847-404d-8cd0-1137955bcc4f x-openstack-request-id: req-1a4ac505-f847-404d-8cd0-1137955bcc4f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:01.645389 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392ae1a9-acaf-4379-88b7-b695475a5967", "tag": "888042ac-6d2a-444b-ba61-ebada21fa817", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:01.645389 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a4ac505-f847-404d-8cd0-1137955bcc4f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:01.645846 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392ae1a9-acaf-4379-88b7-b695475a5967', 'tag': '888042ac-6d2a-444b-ba61-ebada21fa817', 'status': 'completed', 'code': 200} Sep 16 16:30:01.658111 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cc89038-1ced-480c-ae77-3066ce09191d req-71e5d21a-edcc-4924-a24d-b16998aae1fd tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787570 Sep 16 16:30:01.722109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fd07-6a69-4152-94d7-ca9b3ca3a2e5 req-6c69e7d7-a8aa-49fc-84dd-3618a835ba9b tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:01.730603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a88fd07-6a69-4152-94d7-ca9b3ca3a2e5 req-6c69e7d7-a8aa-49fc-84dd-3618a835ba9b tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 950 time: 0.1311574 Sep 16 16:30:01.740958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-ec35c1b2-edb3-4a9c-8eb6-4463e05efda8 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:01.743045 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-ec35c1b2-edb3-4a9c-8eb6-4463e05efda8 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.52 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 815 time: 1.0117345 Sep 16 16:30:01.744962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f5f1f-f54d-4ed0-a3bc-0596d0076b87 req-b0f277de-abf9-4cb5-8c1c-85244dc0cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:01.746508 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-553f5f1f-f54d-4ed0-a3bc-0596d0076b87 req-b0f277de-abf9-4cb5-8c1c-85244dc0cc48 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 1100 time: 0.1077766 Sep 16 16:30:01.749607 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b13ce1de-d27d-49cf-a73c-45382e4da0ea req-e0b31de4-0d9a-44a3-90b7-aca255cfeb24 service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9006751 Sep 16 16:30:01.765799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Request body: {'port': {'device_id': '9ee86103-bb6b-4556-a2ce-7a19f69301c5', 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9', 'admin_state_up': True, 'tenant_id': '1f3e1455cb954675b9be56577e5c9947'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:01.791189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60754) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:01.828619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9e7e6a1-86ff-46d2-b936-1444ea6a94e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:01.834983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a375900-0946-4ac7-b8b1-792f3334cf4e req-695df060-ffa2-42be-a61a-c38eddeb3e47 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 210 time: 0.1012568 Sep 16 16:30:01.870849 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:01.893592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a88fd07-6a69-4152-94d7-ca9b3ca3a2e5 req-c96c84a8-bf5e-4a07-98f0-ba92ff7e9baa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570916 Sep 16 16:30:01.898685 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-553f5f1f-f54d-4ed0-a3bc-0596d0076b87 req-3f27075f-915a-4304-8dda-df488eed8b90 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436546 Sep 16 16:30:01.941737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-8a72c95b-bc26-4135-bcc8-a40ac4dbdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:01.943130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-8a72c95b-bc26-4135-bcc8-a40ac4dbdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:01.943787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-8a72c95b-bc26-4135-bcc8-a40ac4dbdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:01.948256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-8a72c95b-bc26-4135-bcc8-a40ac4dbdc1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2866 time: 0.1288278 Sep 16 16:30:02.028671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c41c3-efee-4648-948e-da28bdb14138 req-0eac2f90-20d6-4729-86b8-f3e9584430aa tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.035746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9584d-9862-4c6c-8add-42d99e137682 req-90bcbf8e-9ffc-4b51-a83a-72aca130e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.035962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c41c3-efee-4648-948e-da28bdb14138 req-0eac2f90-20d6-4729-86b8-f3e9584430aa tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.037208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eee9584d-9862-4c6c-8add-42d99e137682 req-90bcbf8e-9ffc-4b51-a83a-72aca130e5cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 1094 time: 0.0903330 Sep 16 16:30:02.043079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c41c3-efee-4648-948e-da28bdb14138 req-0eac2f90-20d6-4729-86b8-f3e9584430aa tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.045023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e7c41c3-efee-4648-948e-da28bdb14138 req-0eac2f90-20d6-4729-86b8-f3e9584430aa tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2413 time: 0.0824037 Sep 16 16:30:02.116815 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e7c41c3-efee-4648-948e-da28bdb14138 req-f05ec8e3-fab1-4316-b205-0f0dbcab9791 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603793 Sep 16 16:30:02.224473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9584d-9862-4c6c-8add-42d99e137682 req-95c6b241-1519-4674-8f2d-670fcc46d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.226945 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eee9584d-9862-4c6c-8add-42d99e137682 req-95c6b241-1519-4674-8f2d-670fcc46d044 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 916 time: 0.1768479 Sep 16 16:30:02.275442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-967bbe06-2255-48d7-af39-73e940ac78ed req-176cd511-54a4-433b-ba28-c0a6b3a9cf19 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 210 time: 0.0481641 Sep 16 16:30:02.290628 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eee9584d-9862-4c6c-8add-42d99e137682 req-d28556d3-70a1-4616-b5f9-117bacba66da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888042ac-6d2a-444b-ba61-ebada21fa817 HTTP/1.1" status: 200 len: 217 time: 0.0510321 Sep 16 16:30:02.310826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-74d58790-d0eb-4383-a67c-1aa8f9f8187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.313710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-74d58790-d0eb-4383-a67c-1aa8f9f8187d service neutron] 10.222.0.62 "GET /v2.0/networks?id=823763ec-8053-4a81-ad51-4b21da9145af HTTP/1.1" status: 200 len: 903 time: 0.2246733 Sep 16 16:30:02.375372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-f5a8d326-3f43-4a75-b46f-d996c7ab99c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=c8060a4f-79cc-450f-983b-f7dcea13a998 HTTP/1.1" status: 200 len: 217 time: 0.0530515 Sep 16 16:30:02.412502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9584d-9862-4c6c-8add-42d99e137682 req-a68fd101-3c8d-4ce0-af97-cb860010aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.414037 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eee9584d-9862-4c6c-8add-42d99e137682 req-a68fd101-3c8d-4ce0-af97-cb860010aabb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9eeefc7d-a01d-441e-9b43-14f9c53739aa HTTP/1.1" status: 200 len: 854 time: 0.1076703 Sep 16 16:30:02.419767 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9e7e6a1-86ff-46d2-b936-1444ea6a94e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:02.464604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-2df21860-ad0a-432f-8091-606e0c5a38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.469206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-2df21860-ad0a-432f-8091-606e0c5a38c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5fa482-dea5-4dab-af26-f1a91ebff4aa HTTP/1.1" status: 200 len: 801 time: 0.0835810 Sep 16 16:30:02.509206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9e7e6a1-86ff-46d2-b936-1444ea6a94e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:02.527606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-891c7a45-2c68-4554-b57b-ec7c003e58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.529030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-891c7a45-2c68-4554-b57b-ec7c003e58fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=823763ec-8053-4a81-ad51-4b21da9145af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518019 Sep 16 16:30:02.579188 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d9e7e6a1-86ff-46d2-b936-1444ea6a94e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdffa9f0ec9b4c7bb4ab0fde30b2f3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7869000 Sep 16 16:30:02.581297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9584d-9862-4c6c-8add-42d99e137682 req-3dc70d93-e24c-4d0d-a925-d5bc6cd71241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.582754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eee9584d-9862-4c6c-8add-42d99e137682 req-3dc70d93-e24c-4d0d-a925-d5bc6cd71241 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610293 Sep 16 16:30:02.585239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60762) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:02.585750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7e6a1-86ff-46d2-b936-1444ea6a94e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d81a17-4ffb-4473-bcf0-a8834a117884,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:02.636377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.52', 56047) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:02.651462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-4c18ef7f-765d-40e1-8438-c5a641e18b57 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:02.653022 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-4c18ef7f-765d-40e1-8438-c5a641e18b57 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.52 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 950 time: 0.1899152 Sep 16 16:30:02.665472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-049f0ca2-c9d0-42c4-ade4-6038aab7d979 service neutron] 10.222.0.62 "GET /v2.0/networks/823763ec-8053-4a81-ad51-4b21da9145af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263766 Sep 16 16:30:02.688272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Made reservation on behalf of 1f3e1455cb954675b9be56577e5c9947 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:02.692061 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:02.767642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60768) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:03.241861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:03.285064 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eee9584d-9862-4c6c-8add-42d99e137682 req-c900c332-d543-48b4-a4fa-6a3bba25c662 service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704626 Sep 16 16:30:03.369005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ffdcef05-d627-4268-ad0e-4807314924d5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:03.370472 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ffdcef05-d627-4268-ad0e-4807314924d5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.52 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 821 time: 0.7165449 Sep 16 16:30:03.422236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:03.426972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Request body: {'port': {'device_id': '443b3422-01e8-4270-8a3f-3d67bd963913', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'admin_state_up': True, 'tenant_id': 'a782d54ffc244489a23e0c247776f754'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:03.487520 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6de624ff-7e20-4126-aeb0-2a20a186df66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=428b64322da24b108535330c6327c81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7150040 Sep 16 16:30:03.489149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60780) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:03.503443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62f8131b-e7eb-4486-a556-b41de11c6fd3 req-8ca7f599-45b4-48a4-870e-0d26532e0fde tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 210 time: 0.0586925 Sep 16 16:30:03.573231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Allocated IP 172.20.0.7 (2ddf6990-0d47-42cd-be1e-0a42d55e31a9/9eeefc7d-a01d-441e-9b43-14f9c53739aa/f82d5a80-f3f8-42d2-a19f-dd86b680136d) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:03.577280 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-890d245a-2c7c-4c75-83ef-e83b2005e3fa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Deleting port 076016d4-ce98-4c19-8752-23e146a3d570 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:03.577861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-890d245a-2c7c-4c75-83ef-e83b2005e3fa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:03.609473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-fc0e1e12-779f-4a38-9f29-3cf937b2925a service neutron] 10.222.0.62 "GET /v2.0/networks/823763ec-8053-4a81-ad51-4b21da9145af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9359708 Sep 16 16:30:03.624448 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:03.760445 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eee9584d-9862-4c6c-8add-42d99e137682 req-c2008fd2-4da9-4e3f-a367-3f0f5c52d0cb service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484684 Sep 16 16:30:03.802963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e887b-1661-4150-9f09-d50c943c70bc req-b3063659-28b5-475d-acb8-fa6f264e10a8 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:03.805000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-475e887b-1661-4150-9f09-d50c943c70bc req-b3063659-28b5-475d-acb8-fa6f264e10a8 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 950 time: 0.1935158 Sep 16 16:30:03.854295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9df49d-60eb-42c6-887a-79313a55ef6e req-b57cc207-0cb1-4752-bd2e-9a186ca18b90 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:03.856069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a9df49d-60eb-42c6-887a-79313a55ef6e req-b57cc207-0cb1-4752-bd2e-9a186ca18b90 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 949 time: 0.4125795 Sep 16 16:30:03.865716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-890d245a-2c7c-4c75-83ef-e83b2005e3fa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] For port 076016d4-ce98-4c19-8752-23e146a3d570, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=076016d4-ce98-4c19-8752-23e146a3d570,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:03.866107 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-890d245a-2c7c-4c75-83ef-e83b2005e3fa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:03.866400 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-5b40d7c0-76c9-4beb-b9e3-45d9bee4be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:03.866982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-5b40d7c0-76c9-4beb-b9e3-45d9bee4be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:03.867510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-5b40d7c0-76c9-4beb-b9e3-45d9bee4be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:03.869918 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-5b40d7c0-76c9-4beb-b9e3-45d9bee4be78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2866 time: 0.1775606 Sep 16 16:30:03.883545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:03.883545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:03.885936 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32d81a17-4ffb-4473-bcf0-a8834a117884 HTTP/1.1" status: 204 len: 168 time: 1.2859828 Sep 16 16:30:03.930490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-890d245a-2c7c-4c75-83ef-e83b2005e3fa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Calling delete_port for 076016d4-ce98-4c19-8752-23e146a3d570 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:03.960891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d81a17-4ffb-4473-bcf0-a8834a117884,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:03.983333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Made reservation on behalf of a782d54ffc244489a23e0c247776f754 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:03.986916 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:03.993902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.994246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.994590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.994927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.995298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.995578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.995902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.996229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.996576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.996897 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.997345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:03.997675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484026d-0254-4baf-b5d8-8c6cda151f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.086130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-475e887b-1661-4150-9f09-d50c943c70bc req-33660d93-71a9-4094-9073-fb319b34f461 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700346 Sep 16 16:30:04.096877 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:04.102969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 888042ac-6d2a-444b-ba61-ebada21fa817 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:30:04.127794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:04.143286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a9df49d-60eb-42c6-887a-79313a55ef6e req-bf2e7f40-8a3d-4b67-b07d-041e24de980d tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632699 Sep 16 16:30:04.145160 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:04.155697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-3f05384a-0b5e-47b5-b46a-cb24063814fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:04.157230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-3f05384a-0b5e-47b5-b46a-cb24063814fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=51e1e1c3-2355-47e5-9e35-8d67c5308b48 HTTP/1.1" status: 200 len: 903 time: 0.2460835 Sep 16 16:30:04.348283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 888042ac-6d2a-444b-ba61-ebada21fa817, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=888042ac-6d2a-444b-ba61-ebada21fa817,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:04.366366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '888042ac-6d2a-444b-ba61-ebada21fa817', 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9', 'port_id': '888042ac-6d2a-444b-ba61-ebada21fa817', 'mac_address': 'fa:16:3e:69:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeefc7d-a01d-441e-9b43-14f9c53739aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:30:04.395418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Allocated IP 172.20.0.11 (407f756a-ec03-4f62-b31f-b27394ac3686/e99f83c0-327f-43a7-9764-5e93322299ae/5b8a3864-5d98-49b2-85d5-e70749a66332) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:04.409670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-a2d37cf9-6886-4768-991f-76db4e794f1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=b86d6098-d795-436e-8ed7-51b9f5aa2949 HTTP/1.1" status: 200 len: 217 time: 0.2447643 Sep 16 16:30:04.433518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-0a382771-fab7-4505-9603-86cf1e458b2a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:04.435080 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-0a382771-fab7-4505-9603-86cf1e458b2a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.62 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 815 time: 0.3126225 Sep 16 16:30:04.439181 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:04.455413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Request body: {'port': {'device_id': '938f9a53-388e-4f0e-a0d6-ea34716b9643', 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9', 'admin_state_up': True, 'tenant_id': '1f3e1455cb954675b9be56577e5c9947'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:04.462232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888042ac-6d2a-444b-ba61-ebada21fa817 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:04.473653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4ca8514-2e88-4a46-8b7b-3c15d1d3c2c1 req-59d84da8-1a31-4bff-9257-ba9f558f74d5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 210 time: 0.2148168 Sep 16 16:30:04.473924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:04.525287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:04.534583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 888042ac-6d2a-444b-ba61-ebada21fa817, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=888042ac-6d2a-444b-ba61-ebada21fa817,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:04.554736 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:04.554736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33a7072c-e06d-4d9f-b896-d7af4e8b35a1 HTTP/1.1" status: 204 len: 168 time: 1.0402658 Sep 16 16:30:04.590648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-d3c8b3ab-7a2d-4879-b6f0-8117cbfd286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:04.592239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-d3c8b3ab-7a2d-4879-b6f0-8117cbfd286c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=831385dd-1c22-4a96-a793-711f47b3ce61 HTTP/1.1" status: 200 len: 801 time: 0.1505423 Sep 16 16:30:04.595598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a7072c-e06d-4d9f-b896-d7af4e8b35a1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:04.616113 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-890d245a-2c7c-4c75-83ef-e83b2005e3fa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:04.630352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['076016d4-ce98-4c19-8752-23e146a3d570'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:04.720670 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:04.733561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.740279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.740279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.740279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.740689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:04.741116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.741941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.741941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.742288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.745737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Pushing event updated for resources: {'Port': ['ID=f82d5a80-f3f8-42d2-a19f-dd86b680136d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:04.745923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.745923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.746134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.759299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10db59-db1b-4da1-be7d-2a11cb8e51da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:04.805766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:04.808697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3fa5-abe2-4cfc-b89f-85c5afb7ad56 req-4ad3538b-7327-40aa-9b07-bcf715ed38ea tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:04.817367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3fa5-abe2-4cfc-b89f-85c5afb7ad56 req-4ad3538b-7327-40aa-9b07-bcf715ed38ea tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:04.829687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:04.840100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3fa5-abe2-4cfc-b89f-85c5afb7ad56 req-4ad3538b-7327-40aa-9b07-bcf715ed38ea tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:04.844587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c40b3fa5-abe2-4cfc-b89f-85c5afb7ad56 req-4ad3538b-7327-40aa-9b07-bcf715ed38ea tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2413 time: 0.4932730 Sep 16 16:30:04.927403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fb8de53-393b-44ca-a2d8-96603486e2ac req-a5cfd9db-11fe-4e74-9d69-1babf8eab405 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 210 time: 0.1472983 Sep 16 16:30:04.932332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['888042ac-6d2a-444b-ba61-ebada21fa817'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:04.966814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-f1a25279-a129-4bc3-8f49-beebb085fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:04.966814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-f1a25279-a129-4bc3-8f49-beebb085fc7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51e1e1c3-2355-47e5-9e35-8d67c5308b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3550560 Sep 16 16:30:05.022437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c40b3fa5-abe2-4cfc-b89f-85c5afb7ad56 req-847efe2c-d6af-4c93-b943-110cc6d4f4f9 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270542 Sep 16 16:30:05.037733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-890d245a-2c7c-4c75-83ef-e83b2005e3fa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] No DVR routers for this DVR port 076016d4-ce98-4c19-8752-23e146a3d570 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:05.074557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d245a-2c7c-4c75-83ef-e83b2005e3fa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Pushing event deleted for resources: {'Port': ['ID=076016d4-ce98-4c19-8752-23e146a3d570,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:05.086451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=888042ac-6d2a-444b-ba61-ebada21fa817,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:05.089652 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-890d245a-2c7c-4c75-83ef-e83b2005e3fa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:05.092818 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1866d693-e8ef-4572-94ea-6d885f324e83 req-890d245a-2c7c-4c75-83ef-e83b2005e3fa tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.52 "DELETE /v2.0/ports/076016d4-ce98-4c19-8752-23e146a3d570 HTTP/1.1" status: 204 len: 173 time: 2.4274154 Sep 16 16:30:05.096322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393d6de7-3394-4d7b-ac49-0c895af2bf50', 'name': 'network-vif-deleted', 'tag': '076016d4-ce98-4c19-8752-23e146a3d570'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:05.104293 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7cd692-94cf-4acb-97d7-357136346ac6" -d '{"events": [{"server_uuid": "393d6de7-3394-4d7b-ac49-0c895af2bf50", "name": "network-vif-deleted", "tag": "076016d4-ce98-4c19-8752-23e146a3d570"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:05.273294 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a832a2-a1a7-4b73-b120-36132f2698dd x-openstack-request-id: req-97a832a2-a1a7-4b73-b120-36132f2698dd {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:05.276570 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393d6de7-3394-4d7b-ac49-0c895af2bf50", "name": "network-vif-deleted", "tag": "076016d4-ce98-4c19-8752-23e146a3d570", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:05.276570 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97a832a2-a1a7-4b73-b120-36132f2698dd {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:05.276570 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393d6de7-3394-4d7b-ac49-0c895af2bf50', 'name': 'network-vif-deleted', 'tag': '076016d4-ce98-4c19-8752-23e146a3d570', 'status': 'completed', 'code': 200} Sep 16 16:30:05.338947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:05.339640 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:05.418292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c1b048bd-09f8-4e93-aa89-077bd42d231e None None] Provisioning complete for port f82d5a80-f3f8-42d2-a19f-dd86b680136d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:05.418673 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c1b048bd-09f8-4e93-aa89-077bd42d231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:05.456892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b66fc79-96ce-48c9-937e-b9e74fbc9dc5 req-5277664f-6b81-46db-9300-9d852a81e749 tempest-TenantUsagesTestJSON-134159596 tempest-TenantUsagesTestJSON-134159596-project] 10.222.0.22 "GET /v2.0/ports?device_id=393d6de7-3394-4d7b-ac49-0c895af2bf50 HTTP/1.1" status: 200 len: 210 time: 0.1410022 Sep 16 16:30:05.482164 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:05.511095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c1b048bd-09f8-4e93-aa89-077bd42d231e None None] Port f82d5a80-f3f8-42d2-a19f-dd86b680136d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:30:05.545970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Made reservation on behalf of 1f3e1455cb954675b9be56577e5c9947 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:05.551486 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:05.561724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-21855862-9bb9-44da-9726-5e1e3dd139be service neutron] 10.222.0.62 "GET /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839684 Sep 16 16:30:05.643062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-bba5c5a5-fad5-41ff-b355-2de653bb7e60 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8813953 Sep 16 16:30:05.651382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device c8060a4f-79cc-450f-983b-f7dcea13a998 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:30:05.653793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:05.665267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Request body: {'port': {'device_id': '9ee86103-bb6b-4556-a2ce-7a19f69301c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:05.671177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['2df650df-ff10-4111-8ed5-1fff34d5d455'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:05.769253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc90a2-4a87-4e61-bc71-5fa9077de884 req-53ca1799-f4dd-42ce-9fae-a86d8ca75a5a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:05.799648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4dc90a2-4a87-4e61-bc71-5fa9077de884 req-53ca1799-f4dd-42ce-9fae-a86d8ca75a5a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 949 time: 0.3293481 Sep 16 16:30:05.822271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b66da98-d7d6-4565-9fa8-304ff17decf5 req-e045582c-b44b-424a-82b0-cacaf697c4e7 service neutron] 10.222.0.62 "GET /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488098 Sep 16 16:30:05.890037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Network 407f756a-ec03-4f62-b31f-b27394ac3686 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:05.921283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port c8060a4f-79cc-450f-983b-f7dcea13a998, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=c8060a4f-79cc-450f-983b-f7dcea13a998,segment=NetworkSegment(f6d09364-2c0d-407f-b67c-811e9b30b46a),segment_id=f6d09364-2c0d-407f-b67c-811e9b30b46a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:05.938443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'c8060a4f-79cc-450f-983b-f7dcea13a998', 'network_id': '823763ec-8053-4a81-ad51-4b21da9145af', 'port_id': 'c8060a4f-79cc-450f-983b-f7dcea13a998', 'mac_address': 'fa:16:3e:4f:77:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5fa482-dea5-4dab-af26-f1a91ebff4aa', 'ip_address': '19.86.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:30:05.942158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Pushing event updated for resources: {'Port': ['ID=5b8a3864-5d98-49b2-85d5-e70749a66332,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:05.972908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:05.995886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4dc90a2-4a87-4e61-bc71-5fa9077de884 req-cba26ec5-2f6e-4eea-99f1-5edae3baf167 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952791 Sep 16 16:30:06.008571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:06.016898 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:06.053536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8060a4f-79cc-450f-983b-f7dcea13a998 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:06.062638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4216abc-b1c2-4142-9a69-ff8eeb72dd16 req-37c2eef8-a8f2-4f50-be34-470da9ca854c tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:06.066253 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4216abc-b1c2-4142-9a69-ff8eeb72dd16 req-37c2eef8-a8f2-4f50-be34-470da9ca854c tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 932 time: 0.3878157 Sep 16 16:30:06.099583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port c8060a4f-79cc-450f-983b-f7dcea13a998, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=c8060a4f-79cc-450f-983b-f7dcea13a998,segment=NetworkSegment(f6d09364-2c0d-407f-b67c-811e9b30b46a),segment_id=f6d09364-2c0d-407f-b67c-811e9b30b46a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:06.135550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 888042ac-6d2a-444b-ba61-ebada21fa817 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:06.141006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:06.141667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:06.161362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:06.184551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4216abc-b1c2-4142-9a69-ff8eeb72dd16 req-96e93e3d-b0e0-4132-9e2e-e5a907f6ce43 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984426 Sep 16 16:30:06.248467 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:06.249311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b86d6098-d795-436e-8ed7-51b9f5aa2949 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:30:06.294081 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8832920e-c577-4aee-8e52-9d08d2fdaa87 req-b6df66ee-f368-4542-8ee9-65667111b440 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 210 time: 0.1281309 Sep 16 16:30:06.352059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=c8060a4f-79cc-450f-983b-f7dcea13a998,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:06.541653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-752a1195-77da-4871-b964-f19e3e5cecbb None None] Provisioning complete for port 5b8a3864-5d98-49b2-85d5-e70749a66332 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:06.542051 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-752a1195-77da-4871-b964-f19e3e5cecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:06.543607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 888042ac-6d2a-444b-ba61-ebada21fa817 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:30:06.570978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e636f2c-3727-4792-afd4-fb3b0f3a0ef4 req-bc75f0d6-bb01-441b-ae86-40c6a0b35512 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:06.589766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e636f2c-3727-4792-afd4-fb3b0f3a0ef4 req-bc75f0d6-bb01-441b-ae86-40c6a0b35512 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:06.603561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e636f2c-3727-4792-afd4-fb3b0f3a0ef4 req-bc75f0d6-bb01-441b-ae86-40c6a0b35512 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:06.609737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e636f2c-3727-4792-afd4-fb3b0f3a0ef4 req-bc75f0d6-bb01-441b-ae86-40c6a0b35512 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2414 time: 0.1820807 Sep 16 16:30:06.634259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 888042ac-6d2a-444b-ba61-ebada21fa817 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:06.634637 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:06.713933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e636f2c-3727-4792-afd4-fb3b0f3a0ef4 req-1e9edc54-da52-46e2-9115-9b2f6abbe805 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971868 Sep 16 16:30:06.740798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-752a1195-77da-4871-b964-f19e3e5cecbb None None] Port 5b8a3864-5d98-49b2-85d5-e70749a66332 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:30:06.837383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b86d6098-d795-436e-8ed7-51b9f5aa2949, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b86d6098-d795-436e-8ed7-51b9f5aa2949,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:06.847006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc26308-c5c7-490d-a4f1-c957953bb6e1 req-f2d7a325-ea60-4b02-a7cd-5d91d68e6ca2 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:06.856259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc26308-c5c7-490d-a4f1-c957953bb6e1 req-f2d7a325-ea60-4b02-a7cd-5d91d68e6ca2 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 1100 time: 0.1036456 Sep 16 16:30:06.877566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Allocated IP 172.20.0.5 (2ddf6990-0d47-42cd-be1e-0a42d55e31a9/9eeefc7d-a01d-441e-9b43-14f9c53739aa/2ca89393-15ca-450a-b461-78a329ea1219) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:06.883120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-8dc26308-c5c7-490d-a4f1-c957953bb6e1 req-3ba3866f-9273-40e9-ac87-181789b76517 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:06.883793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'b86d6098-d795-436e-8ed7-51b9f5aa2949', 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48', 'port_id': 'b86d6098-d795-436e-8ed7-51b9f5aa2949', 'mac_address': 'fa:16:3e:5d:35:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '831385dd-1c22-4a96-a793-711f47b3ce61', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:30:06.902863 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0794c1b4-9b2a-4016-9d4f-1ee7c0752bbd tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5005965 Sep 16 16:30:06.944229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Request body: {'port': {'device_id': '443b3422-01e8-4270-8a3f-3d67bd963913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:07.034411 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:07.095477 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-8dc26308-c5c7-490d-a4f1-c957953bb6e1 req-3ba3866f-9273-40e9-ac87-181789b76517 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:07.095761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:07.142111 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:07.148236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ae1a9-acaf-4379-88b7-b695475a5967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888042ac-6d2a-444b-ba61-ebada21fa817'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:07.150772 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7f7a37-9480-4524-b547-b606c4e2262f" -d '{"events": [{"server_uuid": "392ae1a9-acaf-4379-88b7-b695475a5967", "name": "network-vif-plugged", "status": "completed", "tag": "888042ac-6d2a-444b-ba61-ebada21fa817"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:07.172261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 888042ac-6d2a-444b-ba61-ebada21fa817, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=888042ac-6d2a-444b-ba61-ebada21fa817,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:07.175554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86d6098-d795-436e-8ed7-51b9f5aa2949 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:07.196299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b86d6098-d795-436e-8ed7-51b9f5aa2949, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b86d6098-d795-436e-8ed7-51b9f5aa2949,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:07.323435 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440d9ec7-225f-4542-a6d3-44d322d94fe4 x-openstack-request-id: req-440d9ec7-225f-4542-a6d3-44d322d94fe4 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:07.323727 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ae1a9-acaf-4379-88b7-b695475a5967", "name": "network-vif-plugged", "status": "completed", "tag": "888042ac-6d2a-444b-ba61-ebada21fa817", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:07.324248 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-440d9ec7-225f-4542-a6d3-44d322d94fe4 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:07.324575 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392ae1a9-acaf-4379-88b7-b695475a5967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888042ac-6d2a-444b-ba61-ebada21fa817', 'code': 200} Sep 16 16:30:07.423416 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d19d1-543f-44e5-8a94-b99f73a96493 req-03aa3d90-e232-447c-a6ce-4c32e336fd1c tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:07.425148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b4d19d1-543f-44e5-8a94-b99f73a96493 req-03aa3d90-e232-447c-a6ce-4c32e336fd1c tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 932 time: 0.0539472 Sep 16 16:30:07.431782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-8dc26308-c5c7-490d-a4f1-c957953bb6e1 req-3ba3866f-9273-40e9-ac87-181789b76517 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:07.470332 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc26308-c5c7-490d-a4f1-c957953bb6e1 req-3ba3866f-9273-40e9-ac87-181789b76517 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131294 Sep 16 16:30:07.495900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3866f-9273-40e9-ac87-181789b76517 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d550f5-1a8e-4302-bdd4-2a25480558ed,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:07.500975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:07.505706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b4d19d1-543f-44e5-8a94-b99f73a96493 req-e7fe8e5d-2b3e-42cc-886b-6f7d50d30572 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710609 Sep 16 16:30:07.513749 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:07.513749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:30:07.517077 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:07.518004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 076016d4-ce98-4c19-8752-23e146a3d570 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:30:07.607454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ac6cb-f112-4e6f-a23c-c69783179895 req-ead26f6b-6164-46a6-b031-8ce44145f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:07.609787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f55ac6cb-f112-4e6f-a23c-c69783179895 req-ead26f6b-6164-46a6-b031-8ce44145f127 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 1095 time: 0.2250528 Sep 16 16:30:07.630259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b00c621-bbdb-4db6-81c3-3520e886fd2d req-0ccb60bb-59c4-4df5-afac-64310c1d73f0 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 210 time: 0.0511930 Sep 16 16:30:07.666991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 076016d4-ce98-4c19-8752-23e146a3d570 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:30:07.667329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 076016d4-ce98-4c19-8752-23e146a3d570 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:30:07.698883 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f55ac6cb-f112-4e6f-a23c-c69783179895 req-caffaf13-4828-435d-ab01-166451f85cdb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788560 Sep 16 16:30:07.713212 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.resource_extend [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:30:07.741065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8a3864-5d98-49b2-85d5-e70749a66332 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:07.752337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:07.771746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Transition to ACTIVE for port object 5b8a3864-5d98-49b2-85d5-e70749a66332 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:30:07.782894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:07.814298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b86d6098-d795-436e-8ed7-51b9f5aa2949,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:07.829467 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:07.848445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['888042ac-6d2a-444b-ba61-ebada21fa817'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:07.922560 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '36be8bdd-c6b9-4a1c-bf27-4e37c4122637', 'network_id': '51e1e1c3-2355-47e5-9e35-8d67c5308b48', 'port_id': '36be8bdd-c6b9-4a1c-bf27-4e37c4122637', 'mac_address': 'fa:16:3e:4e:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '831385dd-1c22-4a96-a793-711f47b3ce61', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:30:07.930803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432246e7-0a95-4fd6-a607-9e65eedce95e req-7a49fb6a-2f78-4754-baa4-96355df40dd7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:07.944416 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432246e7-0a95-4fd6-a607-9e65eedce95e req-7a49fb6a-2f78-4754-baa4-96355df40dd7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:07.961338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432246e7-0a95-4fd6-a607-9e65eedce95e req-7a49fb6a-2f78-4754-baa4-96355df40dd7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:07.963065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-432246e7-0a95-4fd6-a607-9e65eedce95e req-7a49fb6a-2f78-4754-baa4-96355df40dd7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2415 time: 0.1548984 Sep 16 16:30:07.972071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60884) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:08.066591 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=888042ac-6d2a-444b-ba61-ebada21fa817,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:08.069041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-432246e7-0a95-4fd6-a607-9e65eedce95e req-334a07ef-c0d4-407e-8dde-e536030fa81d tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892167 Sep 16 16:30:08.079460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:08.104079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:08.114639 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:08.129916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:08.173534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:08.184022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:08.194873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:08.221874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Pushing event updated for resources: {'Port': ['ID=2ca89393-15ca-450a-b461-78a329ea1219,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:08.222411 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:08.270507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-094ae571-01a6-406f-af94-ef25cee0e6f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538104 Sep 16 16:30:08.331957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82d5a80-f3f8-42d2-a19f-dd86b680136d {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:08.373188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:08.425612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:08.537470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b86d6098-d795-436e-8ed7-51b9f5aa2949'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:08.626447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b36833b6-accf-4a41-bd81-8b824866c53a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cfc6780699f4dc49be34c09863ee5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6529758 Sep 16 16:30:08.634053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Transition to ACTIVE for port object f82d5a80-f3f8-42d2-a19f-dd86b680136d will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:30:08.635486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60904) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:08.650317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['36be8bdd-c6b9-4a1c-bf27-4e37c4122637'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:08.682306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:08.683003 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:08.719317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60908) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:08.734565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Pushing event updated for resources: {'Port': ['ID=5b8a3864-5d98-49b2-85d5-e70749a66332,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:08.745952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:08.852227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-f85d14d1-72fb-42e7-90c5-8935bba5fa59 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:08.866473 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-9f80d3ae-aa66-4264-a4af-6f1bb5166f2f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4153812 Sep 16 16:30:08.870260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Pushing event updated for resources: {'Port': ['ID=f82d5a80-f3f8-42d2-a19f-dd86b680136d,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:08.870427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-f85d14d1-72fb-42e7-90c5-8935bba5fa59 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5968847 Sep 16 16:30:08.882806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Request body: {'port': {'device_id': '938f9a53-388e-4f0e-a0d6-ea34716b9643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:08.885467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Attempting to bind port 5b8a3864-5d98-49b2-85d5-e70749a66332 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:08.885804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Attempting to bind port 5b8a3864-5d98-49b2-85d5-e70749a66332 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:08.886132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Attempting to bind port 5b8a3864-5d98-49b2-85d5-e70749a66332 on network 407f756a-ec03-4f62-b31f-b27394ac3686 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:09.042445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Port 5b8a3864-5d98-49b2-85d5-e70749a66332 on network 407f756a-ec03-4f62-b31f-b27394ac3686 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:30:09.046853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Attempting to bind port 5b8a3864-5d98-49b2-85d5-e70749a66332 on network 407f756a-ec03-4f62-b31f-b27394ac3686 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:09.072834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-b048723c-2079-4199-bc92-8dfca86e7b6c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/quotas/3c5759ed06b14c399c260d687bd11bf2 HTTP/1.1" status: 200 len: 375 time: 0.2006097 Sep 16 16:30:09.112490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:09.112837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Checking segment: {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:09.113227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Bound using segment: {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:09.113843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Bound port: 5b8a3864-5d98-49b2-85d5-e70749a66332, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4d638c-d64f-4d92-b269-ebd985bc74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:09.114211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:09.188725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-37699496-6ab2-40d2-8432-f6073dcd358c None None] Provisioning complete for port 2ca89393-15ca-450a-b461-78a329ea1219 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:09.195590 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-37699496-6ab2-40d2-8432-f6073dcd358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:09.198031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-95d4c00d-9f85-4da7-841c-fbce49239f8b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1243522 Sep 16 16:30:09.207755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef878e8-b0b3-43f8-9ce9-140772d8d72f req-f998680c-1fdc-4825-8b41-a9f4b99aa338 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:09.209383 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eef878e8-b0b3-43f8-9ce9-140772d8d72f req-f998680c-1fdc-4825-8b41-a9f4b99aa338 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 944 time: 0.4834492 Sep 16 16:30:09.213173 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79ad2195-f157-40fd-9103-a951f3e83692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:09.217684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:09.245347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-37699496-6ab2-40d2-8432-f6073dcd358c None None] Port 2ca89393-15ca-450a-b461-78a329ea1219 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:30:09.257301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Attempting to bind port f82d5a80-f3f8-42d2-a19f-dd86b680136d on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:09.258072 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Attempting to bind port f82d5a80-f3f8-42d2-a19f-dd86b680136d by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:09.261965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Attempting to bind port f82d5a80-f3f8-42d2-a19f-dd86b680136d on network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:09.273503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Port f82d5a80-f3f8-42d2-a19f-dd86b680136d on network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:30:09.273503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Attempting to bind port f82d5a80-f3f8-42d2-a19f-dd86b680136d on network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:09.323932 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79ad2195-f157-40fd-9103-a951f3e83692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:09.377658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] For port 5b8a3864-5d98-49b2-85d5-e70749a66332, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:09.392246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eef878e8-b0b3-43f8-9ce9-140772d8d72f req-08db5d3e-f9da-442e-ac7f-722adb542139 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673768 Sep 16 16:30:09.419922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] For port 5b8a3864-5d98-49b2-85d5-e70749a66332, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5b8a3864-5d98-49b2-85d5-e70749a66332,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:09.425516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:09.425984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Checking segment: {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:09.426485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Bound using segment: {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:09.427050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Bound port: f82d5a80-f3f8-42d2-a19f-dd86b680136d, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:09.427527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:09.501912 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79ad2195-f157-40fd-9103-a951f3e83692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:09.505504 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79ad2195-f157-40fd-9103-a951f3e83692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:09.507498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-79ad2195-f157-40fd-9103-a951f3e83692 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f4b95cb-48a0-4717-ba92-f229fb9ed7e7 HTTP/1.1" status: 204 len: 168 time: 0.8627417 Sep 16 16:30:09.526166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad2195-f157-40fd-9103-a951f3e83692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4b95cb-48a0-4717-ba92-f229fb9ed7e7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:09.543285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36850618-35e5-42e3-9afb-08a98aa1697e req-2d37edb4-0f7e-46ca-b981-228e84a75cdb tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:09.552929 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36850618-35e5-42e3-9afb-08a98aa1697e req-2d37edb4-0f7e-46ca-b981-228e84a75cdb tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 931 time: 0.0911129 Sep 16 16:30:09.592293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['c8060a4f-79cc-450f-983b-f7dcea13a998'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:09.612854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36850618-35e5-42e3-9afb-08a98aa1697e req-2d31e818-39e5-47ef-91d4-1e823d9363b2 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536938 Sep 16 16:30:09.798861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f927be8-f5c3-4b46-883f-24070ad56aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:09.807722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c139fe-e950-4fb6-849a-2c4311520cc4 req-e430db9e-2337-4680-8dfe-b901567c1c33 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:09.827086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c139fe-e950-4fb6-849a-2c4311520cc4 req-e430db9e-2337-4680-8dfe-b901567c1c33 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:09.830536 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:09.863777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c139fe-e950-4fb6-849a-2c4311520cc4 req-e430db9e-2337-4680-8dfe-b901567c1c33 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:09.865796 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4c139fe-e950-4fb6-849a-2c4311520cc4 req-e430db9e-2337-4680-8dfe-b901567c1c33 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2416 time: 0.1887033 Sep 16 16:30:09.958087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4c139fe-e950-4fb6-849a-2c4311520cc4 req-315e5eb3-6244-4abc-b64b-156989ac3174 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776701 Sep 16 16:30:10.038540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:10.039359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:10.040754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] 10.222.0.52 "PUT /v2.0/ports/5b8a3864-5d98-49b2-85d5-e70749a66332 HTTP/1.1" status: 200 len: 1092 time: 3.1016185 Sep 16 16:30:10.041205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443b3422-01e8-4270-8a3f-3d67bd963913', 'tag': '5b8a3864-5d98-49b2-85d5-e70749a66332'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:10.043440 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33895e9e-3b57-477f-a284-406026494eec" -d '{"events": [{"name": "network-changed", "server_uuid": "443b3422-01e8-4270-8a3f-3d67bd963913", "tag": "5b8a3864-5d98-49b2-85d5-e70749a66332"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:10.113638 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65bb989-6cc0-4273-a88a-ba42b48e0707 x-openstack-request-id: req-f65bb989-6cc0-4273-a88a-ba42b48e0707 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:10.113964 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443b3422-01e8-4270-8a3f-3d67bd963913", "tag": "5b8a3864-5d98-49b2-85d5-e70749a66332", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:10.114161 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f65bb989-6cc0-4273-a88a-ba42b48e0707 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:10.114553 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443b3422-01e8-4270-8a3f-3d67bd963913', 'tag': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'status': 'completed', 'code': 200} Sep 16 16:30:10.169960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45bb89-bb5c-40bb-adda-98f66c743ebd service neutron] Pushing event updated for resources: {'Port': ['ID=5b8a3864-5d98-49b2-85d5-e70749a66332,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:10.197136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] For port f82d5a80-f3f8-42d2-a19f-dd86b680136d, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:10.231516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] For port f82d5a80-f3f8-42d2-a19f-dd86b680136d, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f82d5a80-f3f8-42d2-a19f-dd86b680136d,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:10.258159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:10.376298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:10.385129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33895e9e-3b57-477f-a284-406026494eec req-289aa0a5-ed5a-4871-a216-b317e433dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:10.386775 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33895e9e-3b57-477f-a284-406026494eec req-289aa0a5-ed5a-4871-a216-b317e433dfaf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 1095 time: 0.2546148 Sep 16 16:30:10.449408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:30:10.484818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:10.484818 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:10.496278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca89393-15ca-450a-b461-78a329ea1219 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:10.519870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:10.521034 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:10.530725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60938) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:10.538335 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] 10.222.0.52 "PUT /v2.0/ports/f82d5a80-f3f8-42d2-a19f-dd86b680136d HTTP/1.1" status: 200 len: 1091 time: 4.8706720 Sep 16 16:30:10.572425 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b04b0244-a150-4f20-b46c-87f191dbf553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:10.590326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:10.621514 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f927be8-f5c3-4b46-883f-24070ad56aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:10.694668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded64b7b-c8f1-499c-8acf-b72fd0ea9db1 req-ea184297-95a4-4ee3-8742-940233af0f5a tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:10.696433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7b333-86b7-4978-98c4-bbd46a7bb008 service neutron] Pushing event updated for resources: {'Port': ['ID=f82d5a80-f3f8-42d2-a19f-dd86b680136d,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:10.706665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ded64b7b-c8f1-499c-8acf-b72fd0ea9db1 req-ea184297-95a4-4ee3-8742-940233af0f5a tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 944 time: 0.1637399 Sep 16 16:30:10.753704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Transition to ACTIVE for port object 2ca89393-15ca-450a-b461-78a329ea1219 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:30:10.765392 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f927be8-f5c3-4b46-883f-24070ad56aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:10.836959 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:10.872303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36be8bdd-c6b9-4a1c-bf27-4e37c4122637'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:10.876910 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b7906e-3aa7-4965-96cf-8160827416de" -d '{"events": [{"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-plugged", "status": "completed", "tag": "36be8bdd-c6b9-4a1c-bf27-4e37c4122637"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:10.879816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ded64b7b-c8f1-499c-8acf-b72fd0ea9db1 req-ddd585c4-317a-4895-b761-9368e119168a tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699250 Sep 16 16:30:10.887041 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:10.922724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:11.007579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:11.015908 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458905b5-7546-4db4-a20f-10eb41080be3 x-openstack-request-id: req-458905b5-7546-4db4-a20f-10eb41080be3 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:11.016414 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-plugged", "status": "completed", "tag": "36be8bdd-c6b9-4a1c-bf27-4e37c4122637", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:11.016699 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-458905b5-7546-4db4-a20f-10eb41080be3 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:11.017081 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36be8bdd-c6b9-4a1c-bf27-4e37c4122637', 'code': 200} Sep 16 16:30:11.027894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca89393-15ca-450a-b461-78a329ea1219,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:11.055745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b04b0244-a150-4f20-b46c-87f191dbf553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:11.062402 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3f927be8-f5c3-4b46-883f-24070ad56aa5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e16f641e178a42d0bd9fc3309bf35bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3406804 Sep 16 16:30:11.065826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60954) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:11.073429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f927be8-f5c3-4b46-883f-24070ad56aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78c9807-671d-4486-82ba-8e9dae39f4fc,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:11.091835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-45394866-575f-41d9-b8a4-85790c1c0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:11.094684 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-45394866-575f-41d9-b8a4-85790c1c0dc0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 1094 time: 0.3860366 Sep 16 16:30:11.102079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33895e9e-3b57-477f-a284-406026494eec req-2a2ad35c-9b36-4ed8-90a1-7e802f2d7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:11.108926 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33895e9e-3b57-477f-a284-406026494eec req-2a2ad35c-9b36-4ed8-90a1-7e802f2d7fbc service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a782d54ffc244489a23e0c247776f754&shared=False HTTP/1.1" status: 200 len: 922 time: 0.6935241 Sep 16 16:30:11.135003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495f41e-43b3-438d-b60b-aed79ce81ad2 req-21b75c23-6173-49eb-870d-8acdf16f5422 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:11.143294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4495f41e-43b3-438d-b60b-aed79ce81ad2 req-21b75c23-6173-49eb-870d-8acdf16f5422 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 943 time: 0.1253171 Sep 16 16:30:11.213943 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-a63f300f-1064-408e-a9db-322a77dcd9fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82d5a80-f3f8-42d2-a19f-dd86b680136d HTTP/1.1" status: 200 len: 217 time: 0.0996945 Sep 16 16:30:11.222127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc1b9eb3-9165-450f-849b-f5f64de43d57 req-9ed7462a-ec3d-4420-ae4f-09497d56d600 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 210 time: 0.0962851 Sep 16 16:30:11.233457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b04b0244-a150-4f20-b46c-87f191dbf553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:11.331555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b04b0244-a150-4f20-b46c-87f191dbf553 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7f5d77dba064d6e826885cdced294cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7990127 Sep 16 16:30:11.335465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b0244-a150-4f20-b46c-87f191dbf553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b3a136-3e57-4288-b90f-b3adbd0c04b5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:11.365859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60960) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:11.381863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b76653fa-a83c-436a-b16e-6061f61c9993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:11.435099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4495f41e-43b3-438d-b60b-aed79ce81ad2 req-0a7ce589-5bf7-47ee-920e-ec37d949fa90 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907190 Sep 16 16:30:11.471596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Attempting to bind port 2ca89393-15ca-450a-b461-78a329ea1219 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:11.471596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Attempting to bind port 2ca89393-15ca-450a-b461-78a329ea1219 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:11.471941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Attempting to bind port 2ca89393-15ca-450a-b461-78a329ea1219 on network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:11.510118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Port 2ca89393-15ca-450a-b461-78a329ea1219 on network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:30:11.510346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Attempting to bind port 2ca89393-15ca-450a-b461-78a329ea1219 on network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:11.515284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-4b8012de-af57-4588-b5ac-f9c6b98a8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:11.516895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c5254-bb89-484e-8c62-b013d2f367cf req-84bcd416-cbf5-4f7a-b8b3-2892a70c441b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:11.517060 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-4b8012de-af57-4588-b5ac-f9c6b98a8009 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9eeefc7d-a01d-441e-9b43-14f9c53739aa HTTP/1.1" status: 200 len: 854 time: 0.2735982 Sep 16 16:30:11.524163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c5254-bb89-484e-8c62-b013d2f367cf req-84bcd416-cbf5-4f7a-b8b3-2892a70c441b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:11.531427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c5254-bb89-484e-8c62-b013d2f367cf req-84bcd416-cbf5-4f7a-b8b3-2892a70c441b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:11.541377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-763c5254-bb89-484e-8c62-b013d2f367cf req-84bcd416-cbf5-4f7a-b8b3-2892a70c441b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2417 time: 0.2069013 Sep 16 16:30:11.556705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b76653fa-a83c-436a-b16e-6061f61c9993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:11.587140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:11.587421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Checking segment: {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:11.587637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Bound using segment: {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:11.588106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Bound port: 2ca89393-15ca-450a-b461-78a329ea1219, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:11.588610 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:11.591599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33895e9e-3b57-477f-a284-406026494eec req-b90b8b78-9203-4f50-aa44-50090db97742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:11.593404 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33895e9e-3b57-477f-a284-406026494eec req-b90b8b78-9203-4f50-aa44-50090db97742 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4735236 Sep 16 16:30:11.631383 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4dceded3-b82a-4006-9355-bbc332a00202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:11.636061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-763c5254-bb89-484e-8c62-b013d2f367cf req-7417b177-21f5-4d4c-b650-d4fde41d2020 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922525 Sep 16 16:30:11.643630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:11.659534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-3c313243-8225-49e3-b939-28ddb237b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:11.660940 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-3c313243-8225-49e3-b939-28ddb237b614 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186092 Sep 16 16:30:11.733483 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4dceded3-b82a-4006-9355-bbc332a00202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:11.756900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b76653fa-a83c-436a-b16e-6061f61c9993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:11.760911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b76653fa-a83c-436a-b16e-6061f61c9993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:11.762815 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b76653fa-a83c-436a-b16e-6061f61c9993 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a78c9807-671d-4486-82ba-8e9dae39f4fc HTTP/1.1" status: 204 len: 168 time: 0.6963091 Sep 16 16:30:11.796615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76653fa-a83c-436a-b16e-6061f61c9993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78c9807-671d-4486-82ba-8e9dae39f4fc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:11.863345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f044c-4182-4099-8248-5bd9b61bc796 req-b0d16fcf-cf51-4ad0-a4c0-d4e806484f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:11.865384 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-b0d16fcf-cf51-4ad0-a4c0-d4e806484f96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 1095 time: 0.2269170 Sep 16 16:30:11.890435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] For port 2ca89393-15ca-450a-b461-78a329ea1219, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:11.897483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] For port 2ca89393-15ca-450a-b461-78a329ea1219, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2ca89393-15ca-450a-b461-78a329ea1219,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:11.950271 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-b7f43a3f-5872-4bc0-9bf8-bc677397746e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8a3864-5d98-49b2-85d5-e70749a66332 HTTP/1.1" status: 200 len: 217 time: 0.0747957 Sep 16 16:30:11.958544 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-90337956-446c-4b4e-8ab7-cd49e9ebaa07 service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593372 Sep 16 16:30:12.038392 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166995b1-9e57-4c92-b1de-546fad8a0785 req-c66eb337-c15b-4b2b-b0ac-f5505f2b4bd7 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:12.044886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-166995b1-9e57-4c92-b1de-546fad8a0785 req-c66eb337-c15b-4b2b-b0ac-f5505f2b4bd7 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 944 time: 0.0693095 Sep 16 16:30:12.056595 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:12.073695 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4dceded3-b82a-4006-9355-bbc332a00202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:12.076230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4dceded3-b82a-4006-9355-bbc332a00202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:12.078188 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4dceded3-b82a-4006-9355-bbc332a00202 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91b3a136-3e57-4288-b90f-b3adbd0c04b5 HTTP/1.1" status: 204 len: 168 time: 0.7064800 Sep 16 16:30:12.088746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-166995b1-9e57-4c92-b1de-546fad8a0785 req-6b1ce461-8727-40e7-956b-0e81914746b4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Sep 16 16:30:12.119872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee86103-bb6b-4556-a2ce-7a19f69301c5', 'tag': 'f82d5a80-f3f8-42d2-a19f-dd86b680136d'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:12.122244 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee86103-bb6b-4556-a2ce-7a19f69301c5", "tag": "f82d5a80-f3f8-42d2-a19f-dd86b680136d"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:12.262989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device c8060a4f-79cc-450f-983b-f7dcea13a998 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:12.377006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2df4d185-54e8-49c5-b4f0-6df63086f622 req-b0c2786e-e569-4c27-8392-126d621d7801 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 210 time: 0.0491261 Sep 16 16:30:12.424926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60982) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:12.426947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port c8060a4f-79cc-450f-983b-f7dcea13a998 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:30:12.434917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port c8060a4f-79cc-450f-983b-f7dcea13a998 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:12.435297 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:12.590882 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:12.612272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d69d1-30a8-450c-a9d6-a073788ee685 req-4581704c-5d0e-499e-95e4-91e3ad9c56bf tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:12.628933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-485d69d1-30a8-450c-a9d6-a073788ee685 req-4581704c-5d0e-499e-95e4-91e3ad9c56bf tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 943 time: 0.1128418 Sep 16 16:30:12.643823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:12.644484 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:12.645916 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] 10.222.0.62 "PUT /v2.0/ports/2ca89393-15ca-450a-b461-78a329ea1219 HTTP/1.1" status: 200 len: 1091 time: 3.7678452 Sep 16 16:30:12.657077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f044c-4182-4099-8248-5bd9b61bc796 req-e5281bc2-62e4-4fee-9911-f83951f80bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:12.665548 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-e5281bc2-62e4-4fee-9911-f83951f80bc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.6983540 Sep 16 16:30:12.668751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dceded3-b82a-4006-9355-bbc332a00202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b3a136-3e57-4288-b90f-b3adbd0c04b5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:12.681560 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81634ac-9506-403a-8983-fed71a3b411c x-openstack-request-id: req-b81634ac-9506-403a-8983-fed71a3b411c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:12.683243 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee86103-bb6b-4556-a2ce-7a19f69301c5", "tag": "f82d5a80-f3f8-42d2-a19f-dd86b680136d", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:12.683473 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b81634ac-9506-403a-8983-fed71a3b411c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:12.683901 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee86103-bb6b-4556-a2ce-7a19f69301c5', 'tag': 'f82d5a80-f3f8-42d2-a19f-dd86b680136d', 'status': 'completed', 'code': 200} Sep 16 16:30:12.692233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port c8060a4f-79cc-450f-983b-f7dcea13a998, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=c8060a4f-79cc-450f-983b-f7dcea13a998,segment=NetworkSegment(f6d09364-2c0d-407f-b67c-811e9b30b46a),segment_id=f6d09364-2c0d-407f-b67c-811e9b30b46a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:12.768233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-485d69d1-30a8-450c-a9d6-a073788ee685 req-ffacaa69-2d4d-46f8-9a7b-42ca3bc08eab tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265454 Sep 16 16:30:12.784249 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:12.785470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b86d6098-d795-436e-8ed7-51b9f5aa2949 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:12.935053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1f9e7-0c61-4357-ba83-1ef27bf3d1c6 req-2d56c88b-276b-4b1b-934c-6e5dd8ddca52 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:12.954453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1f9e7-0c61-4357-ba83-1ef27bf3d1c6 req-2d56c88b-276b-4b1b-934c-6e5dd8ddca52 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:12.974070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1f9e7-0c61-4357-ba83-1ef27bf3d1c6 req-2d56c88b-276b-4b1b-934c-6e5dd8ddca52 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:12.980158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7bd1f9e7-0c61-4357-ba83-1ef27bf3d1c6 req-2d56c88b-276b-4b1b-934c-6e5dd8ddca52 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2417 time: 0.2482526 Sep 16 16:30:13.007409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fb29d-c3c3-4742-8f86-f4172c044008 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca89393-15ca-450a-b461-78a329ea1219,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:13.025320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8060a4f-79cc-450f-983b-f7dcea13a998'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:13.032431 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a500158c-92c1-4467-894b-9745db2721f5" -d '{"events": [{"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-plugged", "status": "completed", "tag": "c8060a4f-79cc-450f-983b-f7dcea13a998"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:13.082066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port b86d6098-d795-436e-8ed7-51b9f5aa2949 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:30:13.086914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port b86d6098-d795-436e-8ed7-51b9f5aa2949 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:13.087529 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:13.101017 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea42390c-1e2c-4368-a4e6-35ad0c142704 req-c1230655-5208-4021-89aa-8cffc88f8bed service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1355910 Sep 16 16:30:13.102841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ca459af5-c998-4f7c-9301-2f6fa08a9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:13.104255 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-ca459af5-c998-4f7c-9301-2f6fa08a9d21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4195607 Sep 16 16:30:13.115288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-dd90cf5d-f2f0-4cd6-9ec0-49e934cb461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:13.124734 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-917f6eaa-f3f0-4090-ac0b-30915f31fddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:13.127564 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-dd90cf5d-f2f0-4cd6-9ec0-49e934cb461c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 1094 time: 0.2328911 Sep 16 16:30:13.167674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=c8060a4f-79cc-450f-983b-f7dcea13a998,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:13.177386 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a4949d-d63b-45b0-9a60-da153e90bcc7 x-openstack-request-id: req-41a4949d-d63b-45b0-9a60-da153e90bcc7 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:13.177904 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-plugged", "status": "completed", "tag": "c8060a4f-79cc-450f-983b-f7dcea13a998", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:13.178335 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41a4949d-d63b-45b0-9a60-da153e90bcc7 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:13.179946 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8060a4f-79cc-450f-983b-f7dcea13a998', 'code': 200} Sep 16 16:30:13.219283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7bd1f9e7-0c61-4357-ba83-1ef27bf3d1c6 req-b9cd6fa8-33fa-498d-b2e9-a64dc7a80a28 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314548 Sep 16 16:30:13.312346 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:13.381805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b86d6098-d795-436e-8ed7-51b9f5aa2949, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b86d6098-d795-436e-8ed7-51b9f5aa2949,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:13.386143 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-f92de4a8-3d71-4b58-b25a-e2d01c7d116e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ca89393-15ca-450a-b461-78a329ea1219 HTTP/1.1" status: 200 len: 217 time: 0.2473609 Sep 16 16:30:13.431300 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:13.442815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b1457-06f1-4e01-95fc-c5da3f060994 req-e5f22007-77aa-447e-b1c2-5fb3806bdd48 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:13.450100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe5b1457-06f1-4e01-95fc-c5da3f060994 req-e5f22007-77aa-447e-b1c2-5fb3806bdd48 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 944 time: 0.1092203 Sep 16 16:30:13.459848 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:13.487979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-917f6eaa-f3f0-4090-ac0b-30915f31fddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:13.516522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25dbba75-acde-4e78-8d2e-99ae612a515a req-328fef45-3332-4aec-b07b-92ee8f88a073 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 210 time: 0.0509501 Sep 16 16:30:13.545865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe5b1457-06f1-4e01-95fc-c5da3f060994 req-ca0010f8-75da-42e8-b4fa-567cf5acd3b1 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947497 Sep 16 16:30:13.579335 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-917f6eaa-f3f0-4090-ac0b-30915f31fddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:13.580471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b86d6098-d795-436e-8ed7-51b9f5aa2949,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:13.603818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-78481207-9074-4552-813c-aee64990787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:13.610071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-78481207-9074-4552-813c-aee64990787c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 1094 time: 0.3106251 Sep 16 16:30:13.632403 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-3d638e81-087f-475e-9dbe-93ea6e1967e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:13.637188 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-3d638e81-087f-475e-9dbe-93ea6e1967e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9eeefc7d-a01d-441e-9b43-14f9c53739aa HTTP/1.1" status: 200 len: 854 time: 0.1558075 Sep 16 16:30:13.644834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f6eaa-f3f0-4090-ac0b-30915f31fddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22b6ea7-fd9e-4d89-a6d9-573c62aafc9b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:13.671142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:13.707873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-917f6eaa-f3f0-4090-ac0b-30915f31fddf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f211842529ad427b989cbc7bb673b2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2795558 Sep 16 16:30:13.708120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32782) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:13.732109 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-0fe09ca3-179d-4f71-9449-9d2c748e9dba service neutron] 10.222.0.52 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192491 Sep 16 16:30:13.790771 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5e451a1b-29dd-4914-bdb1-e07dc5a7c5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:13.834633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-6f9db40d-f07f-4c92-9da6-195be039a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:13.842863 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-6f9db40d-f07f-4c92-9da6-195be039a543 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819050 Sep 16 16:30:13.884223 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5e451a1b-29dd-4914-bdb1-e07dc5a7c5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:13.989689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-4ed932ce-2614-4a67-a7d1-d5c791bbe5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:13.991628 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-4ed932ce-2614-4a67-a7d1-d5c791bbe5dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 916 time: 0.3481150 Sep 16 16:30:14.054946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-16e01ffc-825a-4ae4-911c-c71230339098 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82d5a80-f3f8-42d2-a19f-dd86b680136d HTTP/1.1" status: 200 len: 217 time: 0.0540524 Sep 16 16:30:14.060432 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-852f044c-4182-4099-8248-5bd9b61bc796 req-64b7a088-3a58-405b-9da4-80e32224e9ca service neutron] 10.222.0.52 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049486 Sep 16 16:30:14.081437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad1c10-de72-46b4-95b2-2ae1414eb02e req-470194d4-8c7e-418f-bb92-21ff89616295 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:14.089928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6ad1c10-de72-46b4-95b2-2ae1414eb02e req-470194d4-8c7e-418f-bb92-21ff89616295 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 943 time: 0.1964743 Sep 16 16:30:14.129341 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-6f9f94a7-c2ea-4f9a-8fdb-c664c4e83510 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605156 Sep 16 16:30:14.133644 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-d10bb2ce-2c3a-453b-9674-2eb4df12afb1 service neutron] 10.222.0.62 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873244 Sep 16 16:30:14.157280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6ad1c10-de72-46b4-95b2-2ae1414eb02e req-a2553989-dd5e-46d6-b791-4b3c1e4fd68e tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662282 Sep 16 16:30:14.236194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-b35971aa-957c-4af1-af62-ef802662e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:14.237738 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-b35971aa-957c-4af1-af62-ef802662e785 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9eeefc7d-a01d-441e-9b43-14f9c53739aa HTTP/1.1" status: 200 len: 854 time: 0.1672938 Sep 16 16:30:14.258799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32804) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:14.339194 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5e451a1b-29dd-4914-bdb1-e07dc5a7c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:14.343559 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5e451a1b-29dd-4914-bdb1-e07dc5a7c5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:14.344875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5e451a1b-29dd-4914-bdb1-e07dc5a7c5b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d22b6ea7-fd9e-4d89-a6d9-573c62aafc9b HTTP/1.1" status: 204 len: 168 time: 0.6339588 Sep 16 16:30:14.362463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e451a1b-29dd-4914-bdb1-e07dc5a7c5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22b6ea7-fd9e-4d89-a6d9-573c62aafc9b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:14.439277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-f2983725-cd19-458b-b822-6f9464f013c4 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:14.458743 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-f2983725-cd19-458b-b822-6f9464f013c4 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3227048 Sep 16 16:30:14.467505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-61608d3b-127a-46c2-8d6b-09ded9ebb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:14.467505 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-61608d3b-127a-46c2-8d6b-09ded9ebb9c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175937 Sep 16 16:30:14.508658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Request body: {'port': {'device_id': '3a43e31c-d647-4b69-8780-e6daddcbb140', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '3c5759ed06b14c399c260d687bd11bf2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:14.550067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4cc4-9cb1-4620-b250-54b8176c298c req-85cc6715-eace-4ea3-82ea-5fd22781b71a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:14.558277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4cc4-9cb1-4620-b250-54b8176c298c req-85cc6715-eace-4ea3-82ea-5fd22781b71a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:14.566793 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d03be8ea-ecb0-45f9-bb14-411e43e057bb req-c729b17e-92b6-482e-aa8c-5773b7840ced service neutron] 10.222.0.62 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902421 Sep 16 16:30:14.566987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4cc4-9cb1-4620-b250-54b8176c298c req-85cc6715-eace-4ea3-82ea-5fd22781b71a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:14.570258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-454b4cc4-9cb1-4620-b250-54b8176c298c req-85cc6715-eace-4ea3-82ea-5fd22781b71a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2419 time: 0.1284099 Sep 16 16:30:14.643636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-454b4cc4-9cb1-4620-b250-54b8176c298c req-9d9c824a-497d-4cd2-a1e2-bdefb4154b52 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587113 Sep 16 16:30:14.692962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938f9a53-388e-4f0e-a0d6-ea34716b9643', 'tag': '2ca89393-15ca-450a-b461-78a329ea1219'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:14.695327 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19264f45-0288-4c3c-aacc-6174e46842be" -d '{"events": [{"name": "network-changed", "server_uuid": "938f9a53-388e-4f0e-a0d6-ea34716b9643", "tag": "2ca89393-15ca-450a-b461-78a329ea1219"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:14.820046 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-bc93ca48-f91c-431e-a0b0-686190e90673 service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339503 Sep 16 16:30:14.855535 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24461f1e-877d-4a27-b6a8-df1d866cde57 req-a5081798-4f34-48e8-a0b6-2e6dc9efbabd tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 210 time: 0.0868764 Sep 16 16:30:14.883201 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-870745725-network', 'tenant_id': '0304a7e04c914514bd6266dffffeafab'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:15.015718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Made reservation on behalf of 3c5759ed06b14c399c260d687bd11bf2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:15.023705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:15.080951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951c9d4-db5f-46d5-8a7a-b0e5f296c993 req-24ad65d7-ad63-413d-bc8e-f42f773e98db tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:15.083574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e951c9d4-db5f-46d5-8a7a-b0e5f296c993 req-24ad65d7-ad63-413d-bc8e-f42f773e98db tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 944 time: 0.1340523 Sep 16 16:30:15.126441 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0f7ddc91-1ad7-4dea-869c-147cb9ef8db4 req-0ab8676d-306e-47ed-a790-919d6ec7cd0c service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984872 Sep 16 16:30:15.160957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e951c9d4-db5f-46d5-8a7a-b0e5f296c993 req-29e7ae0f-dbd1-429b-97e3-32cf2cefdd02 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752623 Sep 16 16:30:15.182219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86d6098-d795-436e-8ed7-51b9f5aa2949'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:15.184990 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698938c8-d5db-43e7-9be3-78625ad131c1" -d '{"events": [{"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-plugged", "status": "completed", "tag": "b86d6098-d795-436e-8ed7-51b9f5aa2949"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:15.335346 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2e0b26-7ac5-4b4e-8551-34bceb958399 x-openstack-request-id: req-5d2e0b26-7ac5-4b4e-8551-34bceb958399 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:15.335346 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938f9a53-388e-4f0e-a0d6-ea34716b9643", "tag": "2ca89393-15ca-450a-b461-78a329ea1219", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:15.335346 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d2e0b26-7ac5-4b4e-8551-34bceb958399 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:15.335346 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938f9a53-388e-4f0e-a0d6-ea34716b9643', 'tag': '2ca89393-15ca-450a-b461-78a329ea1219', 'status': 'completed', 'code': 200} Sep 16 16:30:15.335346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Allocated IP 192.168.233.111 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/a5280fd1-e2a2-4880-ba81-907f76edd813) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:15.338968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee3af0-9785-4280-a13d-46acff0db82e req-0c2e518e-4ffd-467f-b7b9-c90816f2b3c0 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:15.341664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bee3af0-9785-4280-a13d-46acff0db82e req-0c2e518e-4ffd-467f-b7b9-c90816f2b3c0 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 943 time: 0.0685253 Sep 16 16:30:15.405960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f45-0288-4c3c-aacc-6174e46842be req-d3927977-95b4-41cd-a689-9049bb81dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:15.407691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19264f45-0288-4c3c-aacc-6174e46842be req-d3927977-95b4-41cd-a689-9049bb81dcea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 1094 time: 0.0942202 Sep 16 16:30:15.421576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bee3af0-9785-4280-a13d-46acff0db82e req-2cf79d7e-cc9f-47b5-b802-2b8f0ac2121d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742245 Sep 16 16:30:15.459095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Made reservation on behalf of 0304a7e04c914514bd6266dffffeafab for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:15.462748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:15.473146 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e413ed7-fc32-446e-9158-ff6142e25154 x-openstack-request-id: req-4e413ed7-fc32-446e-9158-ff6142e25154 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:15.474709 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-plugged", "status": "completed", "tag": "b86d6098-d795-436e-8ed7-51b9f5aa2949", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:15.475150 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e413ed7-fc32-446e-9158-ff6142e25154 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:15.475647 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86d6098-d795-436e-8ed7-51b9f5aa2949', 'code': 200} Sep 16 16:30:15.481808 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:15.535930 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-880aef6b-4330-4ba0-b1f3-9977d20e262f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1178792 Sep 16 16:30:15.630431 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:15.677962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642658a-0010-4c8b-89cb-9cccd0b4d82f req-1c8d9484-1dfd-4066-be4f-7b3a01dd6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:15.678546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642658a-0010-4c8b-89cb-9cccd0b4d82f req-1c8d9484-1dfd-4066-be4f-7b3a01dd6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:15.679040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642658a-0010-4c8b-89cb-9cccd0b4d82f req-1c8d9484-1dfd-4066-be4f-7b3a01dd6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:15.681590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9642658a-0010-4c8b-89cb-9cccd0b4d82f req-1c8d9484-1dfd-4066-be4f-7b3a01dd6949 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2872 time: 0.0725162 Sep 16 16:30:15.758701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:15.787245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9642658a-0010-4c8b-89cb-9cccd0b4d82f req-45fe1d2b-db89-4f48-b337-06c43951e653 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810163 Sep 16 16:30:15.790071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f45-0288-4c3c-aacc-6174e46842be req-02c20174-e105-467c-b83d-7e4a00e7823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:15.791696 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19264f45-0288-4c3c-aacc-6174e46842be req-02c20174-e105-467c-b83d-7e4a00e7823c service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 916 time: 0.3749268 Sep 16 16:30:15.816055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:30:15.816368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-2fa81dc7-a7e4-4faf-b7b8-6b7bcd263dfa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:15.817948 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-2fa81dc7-a7e4-4faf-b7b8-6b7bcd263dfa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683852 Sep 16 16:30:15.820994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:15.831369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Request body: {'port': {'device_id': '1563b417-db85-4798-9374-628fb05443e1', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '3c5759ed06b14c399c260d687bd11bf2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:15.844596 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:15.845305 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Added segment f721253b-2628-4a6d-9f49-0322f35357a3 of type vlan for network f4f19c50-84b9-46b0-9002-4b2b5ca6acc2 Sep 16 16:30:15.994711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822e49bf-bfa9-43d9-9cfb-9c34c6bacefc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:16.050325 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.053433 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19264f45-0288-4c3c-aacc-6174e46842be req-a6826dff-ed06-47d8-a0f2-f92ae41ee7cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ca89393-15ca-450a-b461-78a329ea1219 HTTP/1.1" status: 200 len: 217 time: 0.0704556 Sep 16 16:30:16.066564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:16.101829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Made reservation on behalf of 3c5759ed06b14c399c260d687bd11bf2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:16.105667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.106199 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-815db142-6016-46b0-8992-3ddcdce12fc5 req-64428fba-5c3d-4068-a064-ecce97263d7f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 210 time: 0.0551357 Sep 16 16:30:16.125259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083ba8-4d02-40fa-9445-b402b432fbf3 req-c43ca01d-f513-483d-a6c0-1ee3ee97d74f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:16.132190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083ba8-4d02-40fa-9445-b402b432fbf3 req-c43ca01d-f513-483d-a6c0-1ee3ee97d74f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:16.138581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083ba8-4d02-40fa-9445-b402b432fbf3 req-c43ca01d-f513-483d-a6c0-1ee3ee97d74f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:16.148011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02083ba8-4d02-40fa-9445-b402b432fbf3 req-c43ca01d-f513-483d-a6c0-1ee3ee97d74f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2419 time: 0.2957985 Sep 16 16:30:16.157514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.172069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32848) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:16.205873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5b8a3864-5d98-49b2-85d5-e70749a66332 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:30:16.219984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:16.233128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:16.273125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-693f5a07-90a6-4d4f-9af0-8862f8843e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.377051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02083ba8-4d02-40fa-9445-b402b432fbf3 req-a8769008-5645-49a1-be72-e26e9af43da6 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276351 Sep 16 16:30:16.385391 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.395565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:16.396547 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.453713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2ca89393-15ca-450a-b461-78a329ea1219 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:30:16.510431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5b8a3864-5d98-49b2-85d5-e70749a66332, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5b8a3864-5d98-49b2-85d5-e70749a66332,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:16.538796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9effb-c8d9-47e3-b601-6a15296235eb req-23bccb9e-e2b9-4f41-b6c2-91bdc0ea01a9 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:16.550110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'port_id': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'mac_address': 'fa:16:3e:9c:8c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:30:16.553278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39c9effb-c8d9-47e3-b601-6a15296235eb req-23bccb9e-e2b9-4f41-b6c2-91bdc0ea01a9 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 944 time: 0.2404356 Sep 16 16:30:16.677934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] Pushing event updated for resources: {'Network': ['ID=f4f19c50-84b9-46b0-9002-4b2b5ca6acc2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:16.707568 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.709797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network f4f19c50-84b9-46b0-9002-4b2b5ca6acc2 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:30:16.725240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39c9effb-c8d9-47e3-b601-6a15296235eb req-7d0589e6-1ae5-42a0-9207-e04245fa9094 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708503 Sep 16 16:30:16.741083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1d9ed-dd93-4f6e-a182-588a243717ea req-36fda436-cd75-46e0-b3ec-7733c71443e0 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:16.748812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74b1d9ed-dd93-4f6e-a182-588a243717ea req-36fda436-cd75-46e0-b3ec-7733c71443e0 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 943 time: 0.1687632 Sep 16 16:30:16.755424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:16.784730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8a3864-5d98-49b2-85d5-e70749a66332 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:16.809859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f45-0288-4c3c-aacc-6174e46842be req-0c0624cc-be47-4ddd-863f-f01349d8723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:16.811679 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19264f45-0288-4c3c-aacc-6174e46842be req-0c0624cc-be47-4ddd-863f-f01349d8723c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9eeefc7d-a01d-441e-9b43-14f9c53739aa HTTP/1.1" status: 200 len: 854 time: 0.7460423 Sep 16 16:30:16.816696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event updated for resources: {'Port': ['ID=a5280fd1-e2a2-4880-ba81-907f76edd813,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:16.836516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-693f5a07-90a6-4d4f-9af0-8862f8843e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.846777 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74b1d9ed-dd93-4f6e-a182-588a243717ea req-06edecd3-e93f-4e1e-afbf-e7bae93665b6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968657 Sep 16 16:30:16.879953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 2ca89393-15ca-450a-b461-78a329ea1219, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2ca89393-15ca-450a-b461-78a329ea1219,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:16.883020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4278f5eb-22f1-4214-a51b-3fea49190bc2 None None] Provisioning complete for port a5280fd1-e2a2-4880-ba81-907f76edd813 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:16.883400 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4278f5eb-22f1-4214-a51b-3fea49190bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.886097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5b8a3864-5d98-49b2-85d5-e70749a66332, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5b8a3864-5d98-49b2-85d5-e70749a66332,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:16.897896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Allocated IP 192.168.233.138 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/05810ea1-da5e-4749-9429-92be214361b6) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:16.912848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:16.913919 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.928827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '2ca89393-15ca-450a-b461-78a329ea1219', 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9', 'port_id': '2ca89393-15ca-450a-b461-78a329ea1219', 'mac_address': 'fa:16:3e:04:6b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeefc7d-a01d-441e-9b43-14f9c53739aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:30:16.930053 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-693f5a07-90a6-4d4f-9af0-8862f8843e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.946522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f45-0288-4c3c-aacc-6174e46842be req-32523754-bd87-4fbc-977c-151319822a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:16.948028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19264f45-0288-4c3c-aacc-6174e46842be req-32523754-bd87-4fbc-977c-151319822a61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128051 Sep 16 16:30:16.967021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4278f5eb-22f1-4214-a51b-3fea49190bc2 None None] Port a5280fd1-e2a2-4880-ba81-907f76edd813 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:30:16.972530 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:16.972934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f82d5a80-f3f8-42d2-a19f-dd86b680136d details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:30:16.990454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32866) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:16.992502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-693f5a07-90a6-4d4f-9af0-8862f8843e0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a42b1215d109413a9bcc525b6b4c9389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8172376 Sep 16 16:30:17.002376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f5a07-90a6-4d4f-9af0-8862f8843e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50adb5d-017f-411a-aec0-8089d6f76efc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:17.038009 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.073383 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-432e67d6-5ac3-4d32-8eca-f2732ecc98ec admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8123891 Sep 16 16:30:17.074257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32870) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:17.078884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Request body: {'subnet': {'network_id': 'f4f19c50-84b9-46b0-9002-4b2b5ca6acc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-870745725-subnet', 'tenant_id': '0304a7e04c914514bd6266dffffeafab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:17.086331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca89393-15ca-450a-b461-78a329ea1219 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:17.088437 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-0186846e-d8dc-4805-a835-1d81a43f6ffb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6082501 Sep 16 16:30:17.101821 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5b8a3864-5d98-49b2-85d5-e70749a66332,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:17.137453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Request body: {'port': {'device_id': '3a43e31c-d647-4b69-8780-e6daddcbb140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:17.153011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 2ca89393-15ca-450a-b461-78a329ea1219, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2ca89393-15ca-450a-b461-78a329ea1219,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:17.187139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f82d5a80-f3f8-42d2-a19f-dd86b680136d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f82d5a80-f3f8-42d2-a19f-dd86b680136d,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:17.202333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'f82d5a80-f3f8-42d2-a19f-dd86b680136d', 'network_id': '2ddf6990-0d47-42cd-be1e-0a42d55e31a9', 'port_id': 'f82d5a80-f3f8-42d2-a19f-dd86b680136d', 'mac_address': 'fa:16:3e:36:44:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeefc7d-a01d-441e-9b43-14f9c53739aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:30:17.222807 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b623d68f-0e64-4201-ab55-fd4a00d5f873 req-0c5652b5-524a-472f-afca-b02de5dbdec5 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 210 time: 0.0365868 Sep 16 16:30:17.237552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Made reservation on behalf of 0304a7e04c914514bd6266dffffeafab for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:17.243440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.250314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d30f54c9-9872-4f67-8457-3e6b063c2e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.263549 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19264f45-0288-4c3c-aacc-6174e46842be req-39426202-5fca-4e35-8baa-ddc7a42d56fa service neutron] 10.222.0.62 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981730 Sep 16 16:30:17.268525 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.270667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.282593 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.286494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82d5a80-f3f8-42d2-a19f-dd86b680136d {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:17.289979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.330459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f82d5a80-f3f8-42d2-a19f-dd86b680136d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f82d5a80-f3f8-42d2-a19f-dd86b680136d,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:17.340426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d30f54c9-9872-4f67-8457-3e6b063c2e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.406769 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.429027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=2ca89393-15ca-450a-b461-78a329ea1219,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:17.502690 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19264f45-0288-4c3c-aacc-6174e46842be req-12df4c15-3c4f-421a-8d2d-6efa588ee807 service neutron] 10.222.0.62 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249825 Sep 16 16:30:17.537916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f82d5a80-f3f8-42d2-a19f-dd86b680136d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:17.596449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1e8e876-86fd-4b1c-a0f3-9b3d1ce48514 req-8868d933-3404-4a64-9d24-eaf77e4fcca1 tempest-FlavorsV2NegativeTest-1747336960 tempest-FlavorsV2NegativeTest-1747336960-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d1e4a1535e144213aec2f7ec02e8bbf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552459 Sep 16 16:30:17.607092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.618527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:17.623933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['2ca89393-15ca-450a-b461-78a329ea1219'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:17.644920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['f82d5a80-f3f8-42d2-a19f-dd86b680136d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:17.647073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5b8a3864-5d98-49b2-85d5-e70749a66332'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:17.667702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event updated for resources: {'Port': ['ID=05810ea1-da5e-4749-9429-92be214361b6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:17.676040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d30f54c9-9872-4f67-8457-3e6b063c2e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.679470 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d30f54c9-9872-4f67-8457-3e6b063c2e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.680740 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d30f54c9-9872-4f67-8457-3e6b063c2e8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e50adb5d-017f-411a-aec0-8089d6f76efc HTTP/1.1" status: 204 len: 168 time: 0.6893504 Sep 16 16:30:17.693861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eb566-2015-42d1-9aa9-e944191f67e4 req-33ceec77-a25a-4860-8f68-4a019401071a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:17.700157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eb566-2015-42d1-9aa9-e944191f67e4 req-33ceec77-a25a-4860-8f68-4a019401071a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:17.706560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eb566-2015-42d1-9aa9-e944191f67e4 req-33ceec77-a25a-4860-8f68-4a019401071a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:17.714265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-247eb566-2015-42d1-9aa9-e944191f67e4 req-33ceec77-a25a-4860-8f68-4a019401071a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2419 time: 0.1741860 Sep 16 16:30:17.771708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:17.830357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:17.837342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:17.840852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f54c9-9872-4f67-8457-3e6b063c2e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50adb5d-017f-411a-aec0-8089d6f76efc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:17.849037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:17.858392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-247eb566-2015-42d1-9aa9-e944191f67e4 req-54fcaba2-45b1-46f8-8ee1-cd2f496df5ac tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318460 Sep 16 16:30:17.886033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8e876-86fd-4b1c-a0f3-9b3d1ce48514 req-0a9832de-a962-4150-b344-1c47f22876dc tempest-FlavorsV2NegativeTest-1747336960 tempest-FlavorsV2NegativeTest-1747336960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:17.888999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1e8e876-86fd-4b1c-a0f3-9b3d1ce48514 req-0a9832de-a962-4150-b344-1c47f22876dc tempest-FlavorsV2NegativeTest-1747336960 tempest-FlavorsV2NegativeTest-1747336960-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835374 Sep 16 16:30:17.925859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd29d4f4-0d39-4f50-9bf9-9b5c1b3d8c7f,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:17.941440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1e8e876-86fd-4b1c-a0f3-9b3d1ce48514 req-73c6fc01-33bc-4ec2-8d2f-6ec65eee6356 tempest-FlavorsV2NegativeTest-1747336960 tempest-FlavorsV2NegativeTest-1747336960-project] 10.222.0.22 "GET /v2.0/quotas/d1e4a1535e144213aec2f7ec02e8bbf6 HTTP/1.1" status: 200 len: 375 time: 0.0425613 Sep 16 16:30:18.003374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1e8e876-86fd-4b1c-a0f3-9b3d1ce48514 req-cd12368e-3f75-4a96-b3f7-309a100b50c5 tempest-FlavorsV2NegativeTest-1747336960 tempest-FlavorsV2NegativeTest-1747336960-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1e4a1535e144213aec2f7ec02e8bbf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608659 Sep 16 16:30:18.011756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:18.011756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:18.012947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Checking segment: {'id': 'f721253b-2628-4a6d-9f49-0322f35357a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f4f19c50-84b9-46b0-9002-4b2b5ca6acc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:18.013495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Network hostable DHCP agents. Network: f4f19c50-84b9-46b0-9002-4b2b5ca6acc2, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:30:18.048023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5280fd1-e2a2-4880-ba81-907f76edd813 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:18.072323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:18.102582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Transition to ACTIVE for port object a5280fd1-e2a2-4880-ba81-907f76edd813 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:30:18.119651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Network f4f19c50-84b9-46b0-9002-4b2b5ca6acc2 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:30:18.155126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845f609-9aca-4096-888d-6ea0c223713a req-ed6e0dca-4a5f-40cf-bc2f-773f2a6d0fe2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:18.162327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6845f609-9aca-4096-888d-6ea0c223713a req-ed6e0dca-4a5f-40cf-bc2f-773f2a6d0fe2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 945 time: 0.0784342 Sep 16 16:30:18.181479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-e0473236-739e-4270-a42a-a92d835eb638 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3539574 Sep 16 16:30:18.195545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Request body: {'port': {'device_id': '1563b417-db85-4798-9374-628fb05443e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:18.225947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, f4f19c50-84b9-46b0-9002-4b2b5ca6acc2) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:18.237452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd109e3-1aa6-4fb4-b89b-7a3cd57e7008 None None] Network f4f19c50-84b9-46b0-9002-4b2b5ca6acc2 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:18.245066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:18.247447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6845f609-9aca-4096-888d-6ea0c223713a req-1d0e6dc8-e945-4afc-8d44-997f0e949652 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840254 Sep 16 16:30:18.249850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:18.253130 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:18.403708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b949bbd5-18c3-41fb-8943-ec6083950914 None None] Provisioning complete for port 05810ea1-da5e-4749-9429-92be214361b6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:18.404874 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b949bbd5-18c3-41fb-8943-ec6083950914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:18.405511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Pushing event updated for resources: {'Port': ['ID=a5280fd1-e2a2-4880-ba81-907f76edd813,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:18.434765 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:18.441298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd68a5-6cac-43a5-9f83-137ee1d5c0bf req-498babad-7e33-4d2b-81e0-3a1d7b381502 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:18.457099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7fdd68a5-6cac-43a5-9f83-137ee1d5c0bf req-498babad-7e33-4d2b-81e0-3a1d7b381502 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 944 time: 0.1206400 Sep 16 16:30:18.458289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b949bbd5-18c3-41fb-8943-ec6083950914 None None] Port 05810ea1-da5e-4749-9429-92be214361b6 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:30:18.520701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-96848845-7888-47f0-b5c9-6933c16f3693 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4457722 Sep 16 16:30:18.562313 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7fdd68a5-6cac-43a5-9f83-137ee1d5c0bf req-99b41bc9-8d14-4e3f-9ac7-d51e8c11c876 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039751 Sep 16 16:30:18.616712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e47e4-50ab-44ff-a497-0c137eeff4fd None None] Network f4f19c50-84b9-46b0-9002-4b2b5ca6acc2 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:18.634262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Attempting to bind port a5280fd1-e2a2-4880-ba81-907f76edd813 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:18.634614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Attempting to bind port a5280fd1-e2a2-4880-ba81-907f76edd813 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:18.635096 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Attempting to bind port a5280fd1-e2a2-4880-ba81-907f76edd813 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:18.649169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Port a5280fd1-e2a2-4880-ba81-907f76edd813 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:30:18.649420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Attempting to bind port a5280fd1-e2a2-4880-ba81-907f76edd813 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:18.728729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:18.729146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:18.729626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:18.730155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Bound port: a5280fd1-e2a2-4880-ba81-907f76edd813, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:18.730591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:18.874390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285704fc-de65-4cd7-87b8-493be20c0086 req-e0b9c7cd-26a2-4ee5-bd62-62a5f6f3a0e3 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:18.878831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] For port a5280fd1-e2a2-4880-ba81-907f76edd813, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:18.881901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-e0b9c7cd-26a2-4ee5-bd62-62a5f6f3a0e3 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/networks?id=67236834-8013-4773-bc20-cd581bb6d7aa HTTP/1.1" status: 200 len: 814 time: 0.2589924 Sep 16 16:30:18.883358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] For port a5280fd1-e2a2-4880-ba81-907f76edd813, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a5280fd1-e2a2-4880-ba81-907f76edd813,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:18.904308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-cc70240b-f140-4b37-a910-63ec58e945f7 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/quotas/a0e6854e0d264b99901906b8b64d69a2 HTTP/1.1" status: 200 len: 375 time: 0.0190847 Sep 16 16:30:18.927459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0e3b1-01a8-450c-9e31-cf8076fdfaf6 req-27b0d6e2-43ab-47b8-ac82-dab6ae312c36 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:18.929384 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0b0e3b1-01a8-450c-9e31-cf8076fdfaf6 req-27b0d6e2-43ab-47b8-ac82-dab6ae312c36 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 936 time: 0.1273887 Sep 16 16:30:18.981565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05810ea1-da5e-4749-9429-92be214361b6 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:18.993818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:18.993976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-c793934a-ec7e-41a9-a5ac-030e61d80bfc tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0e6854e0d264b99901906b8b64d69a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908358 Sep 16 16:30:18.999197 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0b0e3b1-01a8-450c-9e31-cf8076fdfaf6 req-1b068924-6170-4727-9427-cd182705c73a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542214 Sep 16 16:30:19.004129 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:19.049888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Transition to ACTIVE for port object 05810ea1-da5e-4749-9429-92be214361b6 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:30:19.074833 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:19.075546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:19.078671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] 10.222.0.52 "PUT /v2.0/ports/a5280fd1-e2a2-4880-ba81-907f76edd813 HTTP/1.1" status: 200 len: 1096 time: 1.9517596 Sep 16 16:30:19.079406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a43e31c-d647-4b69-8780-e6daddcbb140', 'tag': 'a5280fd1-e2a2-4880-ba81-907f76edd813'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:19.083531 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f48af7-92c8-4092-9f67-2fb80e6e75a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3a43e31c-d647-4b69-8780-e6daddcbb140", "tag": "a5280fd1-e2a2-4880-ba81-907f76edd813"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:19.124594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe17772-ddf1-489b-8b0b-ddfd7e4fc55b service neutron] Pushing event updated for resources: {'Port': ['ID=a5280fd1-e2a2-4880-ba81-907f76edd813,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:19.127936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-8b2022cc-b668-4bcb-b8f1-07bd4ba9d9ce service neutron] 10.222.0.22 "GET /v2.0/networks/67236834-8013-4773-bc20-cd581bb6d7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145127 Sep 16 16:30:19.167106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:19.262417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-f376c2da-0fd8-4ce9-a022-b6270c762fb0 service neutron] 10.222.0.22 "GET /v2.0/networks/67236834-8013-4773-bc20-cd581bb6d7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205213 Sep 16 16:30:19.285409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-73796dec-e4a7-41b4-9abc-68af1e95bb3f req-c151abd3-5d8f-4fdf-aa37-ba49000574b7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-609975012', 'description': 'tempest-description-221008924'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:19.327999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Pushing event updated for resources: {'Port': ['ID=05810ea1-da5e-4749-9429-92be214361b6,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:19.336226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Attempting to bind port 05810ea1-da5e-4749-9429-92be214361b6 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:19.342664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Attempting to bind port 05810ea1-da5e-4749-9429-92be214361b6 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:19.342664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Attempting to bind port 05810ea1-da5e-4749-9429-92be214361b6 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:19.346486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Port 05810ea1-da5e-4749-9429-92be214361b6 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:30:19.346810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Attempting to bind port 05810ea1-da5e-4749-9429-92be214361b6 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:19.360772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:19.360994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:19.361403 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:19.361819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Bound port: 05810ea1-da5e-4749-9429-92be214361b6, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:19.362183 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:19.379155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-f0ed9158-2692-461f-a01d-cddee5cc6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:19.380704 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-f0ed9158-2692-461f-a01d-cddee5cc6c48 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 1099 time: 0.1558566 Sep 16 16:30:19.401630 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73796dec-e4a7-41b4-9abc-68af1e95bb3f req-c151abd3-5d8f-4fdf-aa37-ba49000574b7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:19.465067 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-9d645b33-3585-453e-a150-e53c7ba5508f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a5280fd1-e2a2-4880-ba81-907f76edd813 HTTP/1.1" status: 200 len: 217 time: 0.0629992 Sep 16 16:30:19.523401 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73796dec-e4a7-41b4-9abc-68af1e95bb3f req-c151abd3-5d8f-4fdf-aa37-ba49000574b7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:19.549610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] For port 05810ea1-da5e-4749-9429-92be214361b6, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:19.573447 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] For port 05810ea1-da5e-4749-9429-92be214361b6, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=05810ea1-da5e-4749-9429-92be214361b6,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:19.574989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-78dbb4ed-e466-452f-9631-afef65a91e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:19.576986 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-78dbb4ed-e466-452f-9631-afef65a91e6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0953944 Sep 16 16:30:19.602356 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73796dec-e4a7-41b4-9abc-68af1e95bb3f req-c151abd3-5d8f-4fdf-aa37-ba49000574b7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:19.664181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:19.672876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151abd3-5d8f-4fdf-aa37-ba49000574b7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ea1543-541e-48fb-aeb8-665fbe009d7a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:19.694051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-312c5c69-989d-48ac-9a8d-173b9a80e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:19.696577 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-312c5c69-989d-48ac-9a8d-173b9a80e353 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116440 Sep 16 16:30:19.724506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:19.725267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:19.726532 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] 10.222.0.52 "PUT /v2.0/ports/05810ea1-da5e-4749-9429-92be214361b6 HTTP/1.1" status: 200 len: 1096 time: 1.5356915 Sep 16 16:30:19.745250 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73796dec-e4a7-41b4-9abc-68af1e95bb3f req-c151abd3-5d8f-4fdf-aa37-ba49000574b7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:19.747345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73796dec-e4a7-41b4-9abc-68af1e95bb3f req-c151abd3-5d8f-4fdf-aa37-ba49000574b7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4669487 Sep 16 16:30:19.835588 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e6847e-7456-4826-a1ba-8d72dddc9fd6 x-openstack-request-id: req-f2e6847e-7456-4826-a1ba-8d72dddc9fd6 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:19.836233 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a43e31c-d647-4b69-8780-e6daddcbb140", "tag": "a5280fd1-e2a2-4880-ba81-907f76edd813", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:19.836613 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2e6847e-7456-4826-a1ba-8d72dddc9fd6 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:19.837111 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a43e31c-d647-4b69-8780-e6daddcbb140', 'tag': 'a5280fd1-e2a2-4880-ba81-907f76edd813', 'status': 'completed', 'code': 200} Sep 16 16:30:19.923634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cae78-4dd5-4e45-b648-b696dcf1ffa5 service neutron] Pushing event updated for resources: {'Port': ['ID=05810ea1-da5e-4749-9429-92be214361b6,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:19.943967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32980) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:19.988793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-1690137a-ab98-4794-944c-878c19aa1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:19.990775 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-1690137a-ab98-4794-944c-878c19aa1894 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 1099 time: 0.1175504 Sep 16 16:30:20.021758 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-f108538c-d418-49c5-8eba-54a3eeaecbb2 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942469 Sep 16 16:30:20.029027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de77ce-563c-47ba-a38e-6eb165be0889 req-f1707c8f-dc95-4516-be96-3ab9c9dd820e tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:20.031240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84de77ce-563c-47ba-a38e-6eb165be0889 req-f1707c8f-dc95-4516-be96-3ab9c9dd820e tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 945 time: 0.1223893 Sep 16 16:30:20.059816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35d2e69d-1017-4084-9e0d-5db62844de21 req-bd6ac57f-e98c-40a4-845e-d2b76b13fe58 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 210 time: 0.0479183 Sep 16 16:30:20.063944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-257c420e-7e0b-4b97-8f13-77c374312390 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05810ea1-da5e-4749-9429-92be214361b6 HTTP/1.1" status: 200 len: 217 time: 0.0629654 Sep 16 16:30:20.122976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84de77ce-563c-47ba-a38e-6eb165be0889 req-b1d386e6-af09-4fb9-9ff9-503db6f21b17 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768600 Sep 16 16:30:20.178315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6383c8c6-a1ec-49ce-aa6e-fbf41b59a122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.194849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5b8a3864-5d98-49b2-85d5-e70749a66332 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:20.226297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5175d681-98a9-43a0-a882-7c92c511a98d req-f2060fc0-7a7f-44c1-8e67-5801deeb93f8 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/20ea1543-541e-48fb-aeb8-665fbe009d7a HTTP/1.1" status: 200 len: 1803 time: 0.0811307 Sep 16 16:30:20.228824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-befa9bee-f09b-4607-befd-52e57af58839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:20.230742 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-befa9bee-f09b-4607-befd-52e57af58839 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1454515 Sep 16 16:30:20.237615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fb1cb-98ed-4edf-ba75-7baf5379ff72 req-2d5d95d8-55e1-47d5-88d8-ce2b6a3423ca tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:20.240421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-242fb1cb-98ed-4edf-ba75-7baf5379ff72 req-2d5d95d8-55e1-47d5-88d8-ce2b6a3423ca tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 944 time: 0.0840189 Sep 16 16:30:20.265534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-5175d681-98a9-43a0-a882-7c92c511a98d req-95059625-41c4-4245-a7f6-4359cfcf2a79 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20ea1543-541e-48fb-aeb8-665fbe009d7a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:20.267341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-5175d681-98a9-43a0-a882-7c92c511a98d req-95059625-41c4-4245-a7f6-4359cfcf2a79 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20ea1543-541e-48fb-aeb8-665fbe009d7a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:20.307424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2ca89393-15ca-450a-b461-78a329ea1219 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:20.309435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-93e2fa89-d326-4569-bc14-96b53514e609 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536788 Sep 16 16:30:20.316429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-242fb1cb-98ed-4edf-ba75-7baf5379ff72 req-1b669c94-fef9-4581-afe0-a20e919c056c tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Sep 16 16:30:20.359315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-3fbbc2a8-af2e-4e91-b310-77b82fa28dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:20.360925 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-3fbbc2a8-af2e-4e91-b310-77b82fa28dcd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145134 Sep 16 16:30:20.367408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 5b8a3864-5d98-49b2-85d5-e70749a66332 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:30:20.388805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5b8a3864-5d98-49b2-85d5-e70749a66332 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:20.389582 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.456312 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6383c8c6-a1ec-49ce-aa6e-fbf41b59a122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.512483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.535699 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6383c8c6-a1ec-49ce-aa6e-fbf41b59a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.536058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 2ca89393-15ca-450a-b461-78a329ea1219 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:30:20.545376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443b3422-01e8-4270-8a3f-3d67bd963913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8a3864-5d98-49b2-85d5-e70749a66332'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:20.549057 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e516d54-40b3-4dfd-be4f-42f3feb5c885" -d '{"events": [{"server_uuid": "443b3422-01e8-4270-8a3f-3d67bd963913", "name": "network-vif-plugged", "status": "completed", "tag": "5b8a3864-5d98-49b2-85d5-e70749a66332"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:20.555541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 2ca89393-15ca-450a-b461-78a329ea1219 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:20.555964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.576181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c789bbd-27c0-4190-9b0a-78a4a0fb141b req-829f93c5-ba2d-4896-a170-3ed41b6ff7e1 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:20.584859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c789bbd-27c0-4190-9b0a-78a4a0fb141b req-829f93c5-ba2d-4896-a170-3ed41b6ff7e1 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:20.589182 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-691f5032-bf4b-4222-b69e-14543d019434 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195535 Sep 16 16:30:20.590817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5b8a3864-5d98-49b2-85d5-e70749a66332, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5b8a3864-5d98-49b2-85d5-e70749a66332,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:20.591554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c789bbd-27c0-4190-9b0a-78a4a0fb141b req-829f93c5-ba2d-4896-a170-3ed41b6ff7e1 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:20.594104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c789bbd-27c0-4190-9b0a-78a4a0fb141b req-829f93c5-ba2d-4896-a170-3ed41b6ff7e1 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2419 time: 0.1626408 Sep 16 16:30:20.635644 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-6e39859a-6295-4fef-ae90-c61b7a7d914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:20.642049 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-6e39859a-6295-4fef-ae90-c61b7a7d914c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 1099 time: 0.1568120 Sep 16 16:30:20.646424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6383c8c6-a1ec-49ce-aa6e-fbf41b59a122 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1e4a1535e144213aec2f7ec02e8bbf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7015545 Sep 16 16:30:20.648975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33000) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:20.659944 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.661163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f82d5a80-f3f8-42d2-a19f-dd86b680136d up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:20.679019 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383c8c6-a1ec-49ce-aa6e-fbf41b59a122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62456b2c-7227-4dfd-a260-6cd46e9aca1d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:20.741999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c789bbd-27c0-4190-9b0a-78a4a0fb141b req-6438c846-0f7a-442b-9e01-6ed12fb6bc29 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408787 Sep 16 16:30:20.774149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5175d681-98a9-43a0-a882-7c92c511a98d req-95059625-41c4-4245-a7f6-4359cfcf2a79 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.781341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5b8a3864-5d98-49b2-85d5-e70749a66332,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:20.809632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5175d681-98a9-43a0-a882-7c92c511a98d req-95059625-41c4-4245-a7f6-4359cfcf2a79 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.810110 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8a859cf-f4ff-4a05-a7f6-8d900420b8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.815695 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.863852 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8a859cf-f4ff-4a05-a7f6-8d900420b8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.875886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 2ca89393-15ca-450a-b461-78a329ea1219, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2ca89393-15ca-450a-b461-78a329ea1219,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:20.888313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port f82d5a80-f3f8-42d2-a19f-dd86b680136d completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:30:20.894114 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port f82d5a80-f3f8-42d2-a19f-dd86b680136d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:20.894633 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.962685 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5175d681-98a9-43a0-a882-7c92c511a98d req-95059625-41c4-4245-a7f6-4359cfcf2a79 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.977337 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1fd8250-2be7-49e0-8707-41c9dfaf9c46 req-01cc762a-81cc-4df8-9bc4-be606cd5db90 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607037 Sep 16 16:30:20.982987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-30d3b239-2ede-4f80-937c-1f492dd1a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:20.984679 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-30d3b239-2ede-4f80-937c-1f492dd1a866 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.3326144 Sep 16 16:30:20.990758 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:20.993551 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:21.016806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95059625-41c4-4245-a7f6-4359cfcf2a79 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808cb5df-3b77-4e78-835f-5074a6f92b8b,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:21.046744 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-6e35a19d-2ded-4940-a5a1-43eeb06c6707 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a5280fd1-e2a2-4880-ba81-907f76edd813 HTTP/1.1" status: 200 len: 217 time: 0.0536852 Sep 16 16:30:21.053636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f097-d503-4d73-8800-ab5001d93cf1 req-66250608-f31f-406f-87e7-9fc8bd90a35f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.055420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5f2f097-d503-4d73-8800-ab5001d93cf1 req-66250608-f31f-406f-87e7-9fc8bd90a35f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 948 time: 0.1615191 Sep 16 16:30:21.119488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-00c89db5-cd3f-4cea-ab00-918cfe71fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.121882 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-00c89db5-cd3f-4cea-ab00-918cfe71fd56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0675876 Sep 16 16:30:21.126138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5175d681-98a9-43a0-a882-7c92c511a98d req-95059625-41c4-4245-a7f6-4359cfcf2a79 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:21.132840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=2ca89393-15ca-450a-b461-78a329ea1219,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:21.134455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5175d681-98a9-43a0-a882-7c92c511a98d req-95059625-41c4-4245-a7f6-4359cfcf2a79 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8924885 Sep 16 16:30:21.146120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.146541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.146948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.147384 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.147751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.148085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.148453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.148780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.149110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.149961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.162538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8a859cf-f4ff-4a05-a7f6-8d900420b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:21.162933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.162933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:21.163116 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8a859cf-f4ff-4a05-a7f6-8d900420b8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:21.163116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c8a859cf-f4ff-4a05-a7f6-8d900420b8b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62456b2c-7227-4dfd-a260-6cd46e9aca1d HTTP/1.1" status: 204 len: 168 time: 0.5055075 Sep 16 16:30:21.166167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f82d5a80-f3f8-42d2-a19f-dd86b680136d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f82d5a80-f3f8-42d2-a19f-dd86b680136d,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:21.211532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5f2f097-d503-4d73-8800-ab5001d93cf1 req-d9603464-a519-4779-a48c-df9524f0d2cd tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411638 Sep 16 16:30:21.216019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a859cf-f4ff-4a05-a7f6-8d900420b8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62456b2c-7227-4dfd-a260-6cd46e9aca1d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:21.231869 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaad84c-7b3c-4840-bbb8-b9bc3f7be238 x-openstack-request-id: req-8eaad84c-7b3c-4840-bbb8-b9bc3f7be238 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:21.232350 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443b3422-01e8-4270-8a3f-3d67bd963913", "name": "network-vif-plugged", "status": "completed", "tag": "5b8a3864-5d98-49b2-85d5-e70749a66332", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:21.232532 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8eaad84c-7b3c-4840-bbb8-b9bc3f7be238 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:21.233603 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443b3422-01e8-4270-8a3f-3d67bd963913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'code': 200} Sep 16 16:30:21.246988 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:21.254700 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-b611126f-6def-426a-a4c7-3c4f17f6c576 req-0e979e6b-d1c9-4f62-a78e-e88ee24c6587 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1431375270', 'description': 'tempest-description-1061686495'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:21.269676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-74b5f925-8745-4371-a9ac-4dddf7b302f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.271440 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-74b5f925-8745-4371-a9ac-4dddf7b302f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411734 Sep 16 16:30:21.359294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9fe3b2c6-2f7d-470c-aa1d-c135ec422450 req-e0ba75b9-1201-41b8-b400-5ebecaa475fb tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 210 time: 0.0417452 Sep 16 16:30:21.380657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f82d5a80-f3f8-42d2-a19f-dd86b680136d,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:21.390200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b611126f-6def-426a-a4c7-3c4f17f6c576 req-0e979e6b-d1c9-4f62-a78e-e88ee24c6587 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:21.443531 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-753c5aff-233f-4565-b8eb-e49990d30304 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573670 Sep 16 16:30:21.462459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31f68-c94b-4cb3-9dc2-ac6e8ac2b449 req-1549c0f9-76a3-4ad4-b16a-dc34bf144052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.464523 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-85e31f68-c94b-4cb3-9dc2-ac6e8ac2b449 req-1549c0f9-76a3-4ad4-b16a-dc34bf144052 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 1097 time: 0.0950077 Sep 16 16:30:21.538020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f6402-9a86-45e1-9172-91165dd11424 req-9aa0eaab-ce23-4f82-8a0b-b25f4c70e062 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.539526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af2f6402-9a86-45e1-9172-91165dd11424 req-9aa0eaab-ce23-4f82-8a0b-b25f4c70e062 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 946 time: 0.0784009 Sep 16 16:30:21.553816 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-85e31f68-c94b-4cb3-9dc2-ac6e8ac2b449 req-df69e2f4-0c49-4f3a-bec8-1ecf9be5aa67 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790472 Sep 16 16:30:21.563733 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b611126f-6def-426a-a4c7-3c4f17f6c576 req-0e979e6b-d1c9-4f62-a78e-e88ee24c6587 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:21.577707 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f48af7-92c8-4092-9f67-2fb80e6e75a4 req-7d8f524e-874a-4eb7-b1d7-45614db8b5a7 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259990 Sep 16 16:30:21.590583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af2f6402-9a86-45e1-9172-91165dd11424 req-46275a56-8304-4aa9-bc91-957f477deb8a tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440805 Sep 16 16:30:21.703771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0326747-3171-40ba-b53a-15b8e33d0efb req-735a3582-e78d-4147-8a99-887b888dc40f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.705310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0326747-3171-40ba-b53a-15b8e33d0efb req-735a3582-e78d-4147-8a99-887b888dc40f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.0562131 Sep 16 16:30:21.706547 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b611126f-6def-426a-a4c7-3c4f17f6c576 req-0e979e6b-d1c9-4f62-a78e-e88ee24c6587 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:21.773951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e979e6b-d1c9-4f62-a78e-e88ee24c6587 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226b4614-c0ec-458e-8370-ec7be40458c4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:21.778906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-5606bde9-06c0-41a5-b229-91aeb9ef734b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.783268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-5606bde9-06c0-41a5-b229-91aeb9ef734b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.789265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-5606bde9-06c0-41a5-b229-91aeb9ef734b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.790988 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-5606bde9-06c0-41a5-b229-91aeb9ef734b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2419 time: 0.0921965 Sep 16 16:30:21.795779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0326747-3171-40ba-b53a-15b8e33d0efb req-48f22348-14e9-480c-a517-ff21ed555d53 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796928 Sep 16 16:30:21.824931 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b611126f-6def-426a-a4c7-3c4f17f6c576 req-0e979e6b-d1c9-4f62-a78e-e88ee24c6587 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:21.827383 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b611126f-6def-426a-a4c7-3c4f17f6c576 req-0e979e6b-d1c9-4f62-a78e-e88ee24c6587 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5774953 Sep 16 16:30:21.839182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1563b417-db85-4798-9374-628fb05443e1', 'tag': '05810ea1-da5e-4749-9429-92be214361b6'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:21.847999 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fad76da-2812-4213-b7e1-ec17023717d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1563b417-db85-4798-9374-628fb05443e1", "tag": "05810ea1-da5e-4749-9429-92be214361b6"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:21.913401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-bea39816-3031-45e7-87f3-83842d0dc171 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:21.913720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-bea39816-3031-45e7-87f3-83842d0dc171 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:21.940810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2562498-5ca7-4429-a585-1a9f62d77dbc req-35234391-1bda-4ca0-bf08-a37d85a3faa5 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.946900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2562498-5ca7-4429-a585-1a9f62d77dbc req-35234391-1bda-4ca0-bf08-a37d85a3faa5 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.954392 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2562498-5ca7-4429-a585-1a9f62d77dbc req-35234391-1bda-4ca0-bf08-a37d85a3faa5 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:21.956360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2562498-5ca7-4429-a585-1a9f62d77dbc req-35234391-1bda-4ca0-bf08-a37d85a3faa5 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 2419 time: 0.0956621 Sep 16 16:30:21.975765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc456ac3-a6f4-436e-8aa0-f8b5acf500cc req-7b00d04e-73fd-4a95-a0a8-38a31b966548 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/226b4614-c0ec-458e-8370-ec7be40458c4 HTTP/1.1" status: 200 len: 1805 time: 0.1055150 Sep 16 16:30:21.996501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-bc456ac3-a6f4-436e-8aa0-f8b5acf500cc req-f8ced3c5-42b1-4446-8b09-8e20218c7212 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '226b4614-c0ec-458e-8370-ec7be40458c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:21.996843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-bc456ac3-a6f4-436e-8aa0-f8b5acf500cc req-f8ced3c5-42b1-4446-8b09-8e20218c7212 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '226b4614-c0ec-458e-8370-ec7be40458c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:22.037185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2562498-5ca7-4429-a585-1a9f62d77dbc req-3b7986cf-9ef9-4a99-b731-33d9b010c6e5 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646436 Sep 16 16:30:22.103420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33040) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:22.209006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc456ac3-a6f4-436e-8aa0-f8b5acf500cc req-f8ced3c5-42b1-4446-8b09-8e20218c7212 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.227326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a5280fd1-e2a2-4880-ba81-907f76edd813 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:30:22.251910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc456ac3-a6f4-436e-8aa0-f8b5acf500cc req-f8ced3c5-42b1-4446-8b09-8e20218c7212 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.253285 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-516c6c20-d9cd-48ca-aa75-4642d8e1313c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.325454 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e1848a-8372-40d7-a723-c35f59f7d95d x-openstack-request-id: req-18e1848a-8372-40d7-a723-c35f59f7d95d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:22.326077 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1563b417-db85-4798-9374-628fb05443e1", "tag": "05810ea1-da5e-4749-9429-92be214361b6", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:22.326077 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18e1848a-8372-40d7-a723-c35f59f7d95d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:22.326404 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1563b417-db85-4798-9374-628fb05443e1', 'tag': '05810ea1-da5e-4749-9429-92be214361b6', 'status': 'completed', 'code': 200} Sep 16 16:30:22.397667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a5280fd1-e2a2-4880-ba81-907f76edd813, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a5280fd1-e2a2-4880-ba81-907f76edd813,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:22.405748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-bea39816-3031-45e7-87f3-83842d0dc171 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] For port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:22.405748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-bea39816-3031-45e7-87f3-83842d0dc171 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.410164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-c82b5b37-7a3d-4232-b0e6-b7633bc1581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:22.411695 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-c82b5b37-7a3d-4232-b0e6-b7633bc1581a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 1099 time: 0.0880651 Sep 16 16:30:22.421675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'a5280fd1-e2a2-4880-ba81-907f76edd813', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'a5280fd1-e2a2-4880-ba81-907f76edd813', 'mac_address': 'fa:16:3e:4f:9b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:30:22.422572 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-bea39816-3031-45e7-87f3-83842d0dc171 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Calling delete_port for 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:22.437213 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc456ac3-a6f4-436e-8aa0-f8b5acf500cc req-f8ced3c5-42b1-4446-8b09-8e20218c7212 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.484754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187209-08fe-4b55-a892-2620ad23beaa req-e4daa14b-48ff-43cd-b88e-b2012443c724 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:22.488742 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.492285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8187209-08fe-4b55-a892-2620ad23beaa req-e4daa14b-48ff-43cd-b88e-b2012443c724 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 948 time: 0.2181563 Sep 16 16:30:22.511519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5280fd1-e2a2-4880-ba81-907f76edd813 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:22.516937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ced3c5-42b1-4446-8b09-8e20218c7212 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ffd8b5-3122-49b2-836e-e794fef5f297,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:22.545064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a5280fd1-e2a2-4880-ba81-907f76edd813, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a5280fd1-e2a2-4880-ba81-907f76edd813,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:22.562494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285704fc-de65-4cd7-87b8-493be20c0086 req-b988f1fd-13ef-4472-8478-764b084bceb7 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:22.564320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-b988f1fd-13ef-4472-8478-764b084bceb7 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.62 "GET /v2.0/networks?id=67236834-8013-4773-bc20-cd581bb6d7aa HTTP/1.1" status: 200 len: 814 time: 0.2567852 Sep 16 16:30:22.581140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8187209-08fe-4b55-a892-2620ad23beaa req-1c480d43-5476-45ea-9656-5dc87e238ca0 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876806 Sep 16 16:30:22.588680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Request body: {'port': {'device_id': '8ac4c94b-1633-46ac-aeae-1de8a0a3326e', 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa', 'admin_state_up': True, 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:22.642980 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.673840 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-516c6c20-d9cd-48ca-aa75-4642d8e1313c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.683484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-cad52e7d-284d-4f2c-a6f7-259335a9c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:22.685308 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-cad52e7d-284d-4f2c-a6f7-259335a9c7b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1693239 Sep 16 16:30:22.712992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a5280fd1-e2a2-4880-ba81-907f76edd813,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:22.759062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-22d3ee30-b1f7-4583-9953-486e3250323f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05810ea1-da5e-4749-9429-92be214361b6 HTTP/1.1" status: 200 len: 217 time: 0.0471580 Sep 16 16:30:22.763516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33058) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:22.769394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3096c57f-9a9f-4505-be9d-00385a1af317 req-f256d006-c4ab-4c0c-b9a2-8cf3cb49bbfb tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 210 time: 0.0388753 Sep 16 16:30:22.772278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-516c6c20-d9cd-48ca-aa75-4642d8e1313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.818644 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-bc7c9015-1c83-476a-b5a0-bf9ae8f00e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:22.820418 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-bc7c9015-1c83-476a-b5a0-bf9ae8f00e78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0484583 Sep 16 16:30:22.834408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-516c6c20-d9cd-48ca-aa75-4642d8e1313c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=002088b9b8374192a5f4485157a632c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7297728 Sep 16 16:30:22.837533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33064) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:22.885292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-3e265708-468c-4a51-b90a-28a59ab735e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:22.885542 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-3e265708-468c-4a51-b90a-28a59ab735e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555615 Sep 16 16:30:22.893329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:22.927670 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc456ac3-a6f4-436e-8aa0-f8b5acf500cc req-f8ced3c5-42b1-4446-8b09-8e20218c7212 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.934614 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc456ac3-a6f4-436e-8aa0-f8b5acf500cc req-f8ced3c5-42b1-4446-8b09-8e20218c7212 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9490426 Sep 16 16:30:22.963976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-network', 'tenant_id': 'a44ffefd875641408383b0995dd96831'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:22.978753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-bea39816-3031-45e7-87f3-83842d0dc171 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:22.991633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c6c20-d9cd-48ca-aa75-4642d8e1313c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505f06cc-1860-4853-b9f4-75ed89b76287,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:23.021115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['36be8bdd-c6b9-4a1c-bf27-4e37c4122637', 'b86d6098-d795-436e-8ed7-51b9f5aa2949', 'c8060a4f-79cc-450f-983b-f7dcea13a998'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:23.069660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea39816-3031-45e7-87f3-83842d0dc171 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Port': ['ID=36be8bdd-c6b9-4a1c-bf27-4e37c4122637,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:23.074461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b9901-ac35-4352-8d7f-c782dd5083a8 req-5ea445de-b084-4dca-b768-028dcb1689bc tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:23.076016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a12b9901-ac35-4352-8d7f-c782dd5083a8 req-5ea445de-b084-4dca-b768-028dcb1689bc tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 946 time: 0.2164612 Sep 16 16:30:23.079989 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f0623f8-edf3-4f3b-a8d4-967753ab2519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.157481 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-e1928eb6-8d56-47a8-8700-77eb3794dbbc service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600687 Sep 16 16:30:23.237625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938f9a53-388e-4f0e-a0d6-ea34716b9643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca89393-15ca-450a-b461-78a329ea1219'}, {'server_uuid': '9ee86103-bb6b-4556-a2ce-7a19f69301c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d5a80-f3f8-42d2-a19f-dd86b680136d'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:23.244211 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a593a492-6450-4c8a-a99f-956ee8e7d9a1" -d '{"events": [{"server_uuid": "938f9a53-388e-4f0e-a0d6-ea34716b9643", "name": "network-vif-plugged", "status": "completed", "tag": "2ca89393-15ca-450a-b461-78a329ea1219"}, {"server_uuid": "9ee86103-bb6b-4556-a2ce-7a19f69301c5", "name": "network-vif-plugged", "status": "completed", "tag": "f82d5a80-f3f8-42d2-a19f-dd86b680136d"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:23.300281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-bea39816-3031-45e7-87f3-83842d0dc171 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] No DVR routers for this DVR port 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:23.304293 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fad76da-2812-4213-b7e1-ec17023717d0 req-b169da3b-3e7b-423b-965d-6e631175f234 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253214 Sep 16 16:30:23.304873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Made reservation on behalf of a44ffefd875641408383b0995dd96831 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:23.311182 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.316153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-bea39816-3031-45e7-87f3-83842d0dc171 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.319831 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-bea39816-3031-45e7-87f3-83842d0dc171 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "DELETE /v2.0/ports/36be8bdd-c6b9-4a1c-bf27-4e37c4122637 HTTP/1.1" status: 204 len: 173 time: 1.5214601 Sep 16 16:30:23.334739 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.449177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-e6835349-1848-4725-a4f9-249b554742ed tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting port b86d6098-d795-436e-8ed7-51b9f5aa2949 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:23.449795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-e6835349-1848-4725-a4f9-249b554742ed tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.565029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:30:23.565029 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 16:30:23.565029 n-d-807786-3 neutron-server[95357]: [parameters: {'project_id_1': 'a44ffefd875641408383b0995dd96831', 'expiration_1': datetime.datetime(2021, 9, 16, 16, 30, 3, 371318)}] Sep 16 16:30:23.565029 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:30:23.565752 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:30:23.612009 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f0623f8-edf3-4f3b-a8d4-967753ab2519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.629641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-e6835349-1848-4725-a4f9-249b554742ed tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] For port b86d6098-d795-436e-8ed7-51b9f5aa2949, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b86d6098-d795-436e-8ed7-51b9f5aa2949,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:23.630031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-e6835349-1848-4725-a4f9-249b554742ed tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.645714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206582e5-2959-420a-8782-7eb69533c84b req-4afa8bf4-b6d7-4ca2-93f4-3d046c903678 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:23.647419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-206582e5-2959-420a-8782-7eb69533c84b req-4afa8bf4-b6d7-4ca2-93f4-3d046c903678 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.5977356 Sep 16 16:30:23.657067 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a12b9901-ac35-4352-8d7f-c782dd5083a8 req-fadf1881-80cf-4bda-8b33-4b28780aa4c7 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158700 Sep 16 16:30:23.673599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-e6835349-1848-4725-a4f9-249b554742ed tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Calling delete_port for b86d6098-d795-436e-8ed7-51b9f5aa2949 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:23.715886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-cae36a52-4298-49e5-a5ba-75c7634672ae req-7ac34d5a-5291-41dc-ae11-8c3f3a888c32 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1847782617', 'description': 'tempest-description-1056307934'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:23.728436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Made reservation on behalf of a0e6854e0d264b99901906b8b64d69a2 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:23.733528 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.800018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-206582e5-2959-420a-8782-7eb69533c84b req-574e6a1d-f304-482f-86df-8bbc4417a988 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355894 Sep 16 16:30:23.877878 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cae36a52-4298-49e5-a5ba-75c7634672ae req-7ac34d5a-5291-41dc-ae11-8c3f3a888c32 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.962189 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f0623f8-edf3-4f3b-a8d4-967753ab2519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.962515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-e6835349-1848-4725-a4f9-249b554742ed tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.964849 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f0623f8-edf3-4f3b-a8d4-967753ab2519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:23.969506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6f0623f8-edf3-4f3b-a8d4-967753ab2519 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/505f06cc-1860-4853-b9f4-75ed89b76287 HTTP/1.1" status: 204 len: 168 time: 1.1246209 Sep 16 16:30:23.979887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['36be8bdd-c6b9-4a1c-bf27-4e37c4122637'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:24.028026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0623f8-edf3-4f3b-a8d4-967753ab2519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505f06cc-1860-4853-b9f4-75ed89b76287,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:24.034428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6835349-1848-4725-a4f9-249b554742ed tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Port': ['ID=b86d6098-d795-436e-8ed7-51b9f5aa2949,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:24.074970 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.096602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea76b6-c038-40c5-9095-a019476105da req-d12dad78-50eb-4df6-814d-36763e3934e7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:24.104320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea76b6-c038-40c5-9095-a019476105da req-d12dad78-50eb-4df6-814d-36763e3934e7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:24.110007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56ea76b6-c038-40c5-9095-a019476105da req-d12dad78-50eb-4df6-814d-36763e3934e7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 1604 time: 0.2135124 Sep 16 16:30:24.154236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-e6835349-1848-4725-a4f9-249b554742ed tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] No DVR routers for this DVR port b86d6098-d795-436e-8ed7-51b9f5aa2949 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:24.159480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-e6835349-1848-4725-a4f9-249b554742ed tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.162375 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-e6835349-1848-4725-a4f9-249b554742ed tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "DELETE /v2.0/ports/b86d6098-d795-436e-8ed7-51b9f5aa2949 HTTP/1.1" status: 204 len: 173 time: 0.8354070 Sep 16 16:30:24.212287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Allocated IP 172.20.0.14 (67236834-8013-4773-bc20-cd581bb6d7aa/db50b756-2e7d-4b88-a5c3-0df7ac84576d/b411479d-d3cc-491f-8ed3-581b7ee65749) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:24.261800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 05810ea1-da5e-4749-9429-92be214361b6 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:30:24.265689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a5280fd1-e2a2-4880-ba81-907f76edd813 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:24.330885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-deleted', 'tag': '36be8bdd-c6b9-4a1c-bf27-4e37c4122637'}, {'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-deleted', 'tag': 'b86d6098-d795-436e-8ed7-51b9f5aa2949'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:24.330885 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ec2c80-33f2-4cb7-8e69-4d95a8f1fdf3" -d '{"events": [{"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-deleted", "tag": "36be8bdd-c6b9-4a1c-bf27-4e37c4122637"}, {"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-deleted", "tag": "b86d6098-d795-436e-8ed7-51b9f5aa2949"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:24.428685 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cae36a52-4298-49e5-a5ba-75c7634672ae req-7ac34d5a-5291-41dc-ae11-8c3f3a888c32 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.434422 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56ea76b6-c038-40c5-9095-a019476105da req-61307507-c075-4257-8ad3-57d0a0e54d67 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959784 Sep 16 16:30:24.495490 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 05810ea1-da5e-4749-9429-92be214361b6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=05810ea1-da5e-4749-9429-92be214361b6,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:24.509203 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cae36a52-4298-49e5-a5ba-75c7634672ae req-7ac34d5a-5291-41dc-ae11-8c3f3a888c32 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.525212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '05810ea1-da5e-4749-9429-92be214361b6', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '05810ea1-da5e-4749-9429-92be214361b6', 'mac_address': 'fa:16:3e:7e:e8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:30:24.531514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port a5280fd1-e2a2-4880-ba81-907f76edd813 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:30:24.542022 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port a5280fd1-e2a2-4880-ba81-907f76edd813 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:24.542390 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.600616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac34d5a-5291-41dc-ae11-8c3f3a888c32 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a41707e-04ee-42a3-8656-13b750e16f75,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:24.636418 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.652148 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e5ac28-a9a4-4913-8a91-64a8bb2f1643 x-openstack-request-id: req-f3e5ac28-a9a4-4913-8a91-64a8bb2f1643 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:24.652553 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938f9a53-388e-4f0e-a0d6-ea34716b9643", "name": "network-vif-plugged", "status": "completed", "tag": "2ca89393-15ca-450a-b461-78a329ea1219", "code": 200}, {"server_uuid": "9ee86103-bb6b-4556-a2ce-7a19f69301c5", "name": "network-vif-plugged", "status": "completed", "tag": "f82d5a80-f3f8-42d2-a19f-dd86b680136d", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:24.652803 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3e5ac28-a9a4-4913-8a91-64a8bb2f1643 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:24.653175 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938f9a53-388e-4f0e-a0d6-ea34716b9643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca89393-15ca-450a-b461-78a329ea1219', 'code': 200} Sep 16 16:30:24.653434 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee86103-bb6b-4556-a2ce-7a19f69301c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d5a80-f3f8-42d2-a19f-dd86b680136d', 'code': 200} Sep 16 16:30:24.661614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.688032 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.726474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05810ea1-da5e-4749-9429-92be214361b6 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:24.750707 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.788549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 05810ea1-da5e-4749-9429-92be214361b6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=05810ea1-da5e-4749-9429-92be214361b6,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:24.793461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcab783a-f88b-4352-9216-fd7943e247d4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:24.814672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:30:24.822383 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.828001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e8a3e-8aa5-49fc-9a91-6d65fff00fbd req-cb5012dd-b525-49ad-b73c-e411b25fe34b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:24.831341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.832020 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Added segment a2b5f8b9-5025-4e07-9879-b9da6868761d of type vlan for network 84ce2460-2555-473c-bd32-51e8d37960f0 Sep 16 16:30:24.837607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c72e8a3e-8aa5-49fc-9a91-6d65fff00fbd req-cb5012dd-b525-49ad-b73c-e411b25fe34b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 948 time: 0.0851731 Sep 16 16:30:24.848462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3398c-0ce5-43f6-84ed-eb3a7cd595c5 req-25937523-8af5-4967-ade2-cebc3d2bf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:24.850767 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cae36a52-4298-49e5-a5ba-75c7634672ae req-7ac34d5a-5291-41dc-ae11-8c3f3a888c32 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.850899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98d3398c-0ce5-43f6-84ed-eb3a7cd595c5 req-25937523-8af5-4967-ade2-cebc3d2bf52d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 1096 time: 0.1514199 Sep 16 16:30:24.870232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cae36a52-4298-49e5-a5ba-75c7634672ae req-7ac34d5a-5291-41dc-ae11-8c3f3a888c32 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1840098 Sep 16 16:30:24.882460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a5280fd1-e2a2-4880-ba81-907f76edd813, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a5280fd1-e2a2-4880-ba81-907f76edd813,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:24.899434 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.901784 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.931277 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:24.953746 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98d3398c-0ce5-43f6-84ed-eb3a7cd595c5 req-ce319806-1f08-409b-b140-ebe4f8749a25 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930927 Sep 16 16:30:24.978932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c72e8a3e-8aa5-49fc-9a91-6d65fff00fbd req-cd225885-6a98-4c49-bf96-354823a4fd07 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373610 Sep 16 16:30:25.033459 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c2d16b-8283-412c-bc57-9e868243a9fd x-openstack-request-id: req-47c2d16b-8283-412c-bc57-9e868243a9fd {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:25.033902 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-deleted", "tag": "36be8bdd-c6b9-4a1c-bf27-4e37c4122637", "status": "completed", "code": 200}, {"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-deleted", "tag": "b86d6098-d795-436e-8ed7-51b9f5aa2949", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:25.034422 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47c2d16b-8283-412c-bc57-9e868243a9fd {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:25.034848 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-deleted', 'tag': '36be8bdd-c6b9-4a1c-bf27-4e37c4122637', 'status': 'completed', 'code': 200} Sep 16 16:30:25.035307 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-deleted', 'tag': 'b86d6098-d795-436e-8ed7-51b9f5aa2949', 'status': 'completed', 'code': 200} Sep 16 16:30:25.042576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=05810ea1-da5e-4749-9429-92be214361b6,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:25.052572 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:25.054998 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:25.060489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:25.062516 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:25.075971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Network 67236834-8013-4773-bc20-cd581bb6d7aa is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:25.087554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:25.099317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:25.165427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['05810ea1-da5e-4749-9429-92be214361b6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:25.172137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a5280fd1-e2a2-4880-ba81-907f76edd813,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:25.184363 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4169769 Sep 16 16:30:25.209994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33112) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:25.212784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Pushing event updated for resources: {'Port': ['ID=b411479d-d3cc-491f-8ed3-581b7ee65749,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:25.238252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Request body: {'subnet': {'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-subnet', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:25.274770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcecab4-4e76-4d4f-a948-0ffffdbc85a9 admin admin] Pushing event updated for resources: {'Network': ['ID=84ce2460-2555-473c-bd32-51e8d37960f0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:25.295193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 84ce2460-2555-473c-bd32-51e8d37960f0 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:30:25.414050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020949d6-2d42-4a12-8663-995129f4be5f req-5ef51ca3-6b24-4ce5-bbfe-f87c3aeaf017 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:25.431978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-020949d6-2d42-4a12-8663-995129f4be5f req-5ef51ca3-6b24-4ce5-bbfe-f87c3aeaf017 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 932 time: 0.4279733 Sep 16 16:30:25.459926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Made reservation on behalf of a44ffefd875641408383b0995dd96831 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:25.462222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:25.542635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:25.543304 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:25.650413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13aaa1-5c6d-481c-ba25-941b4a79af4e req-7966b196-648d-428c-b42b-14f8f7d365aa tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:25.652113 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f13aaa1-5c6d-481c-ba25-941b4a79af4e req-7966b196-648d-428c-b42b-14f8f7d365aa tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 946 time: 0.4522212 Sep 16 16:30:25.659454 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-020949d6-2d42-4a12-8663-995129f4be5f req-72f9aae2-5b0e-4403-b5c3-c3737048462e tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265146 Sep 16 16:30:25.681461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-df6b59b1-8139-4b22-aa4b-bedb4416b82c None None] Provisioning complete for port b411479d-d3cc-491f-8ed3-581b7ee65749 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:25.681903 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df6b59b1-8139-4b22-aa4b-bedb4416b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:25.767569 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-43eb7618-5e7c-40a0-b461-be09454f99ff tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1916921 Sep 16 16:30:25.815036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-df6b59b1-8139-4b22-aa4b-bedb4416b82c None None] Port b411479d-d3cc-491f-8ed3-581b7ee65749 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:30:25.831662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f13aaa1-5c6d-481c-ba25-941b4a79af4e req-0cb53a04-5398-4e7b-b113-c8b6c60bc79e tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594613 Sep 16 16:30:25.867268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Request body: {'port': {'device_id': '8ac4c94b-1633-46ac-aeae-1de8a0a3326e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:25.947599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-393a624c-2e74-40e3-9b02-b8a952c35f25 req-a9836103-f4e8-4e22-9437-849d7c9fef7f tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1439396593', 'description': 'tempest-description-782507900'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:26.098466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14bf3a-6961-4111-adfe-b855a77e9e9b req-ce4851df-53d9-4d31-8ef0-305445888a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:26.099901 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f14bf3a-6961-4111-adfe-b855a77e9e9b req-ce4851df-53d9-4d31-8ef0-305445888a9d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 1096 time: 0.0883734 Sep 16 16:30:26.134647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-a47ee81f-0012-4949-9e86-9711bf4aaa2c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting port c8060a4f-79cc-450f-983b-f7dcea13a998 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:26.134995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-a47ee81f-0012-4949-9e86-9711bf4aaa2c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:26.187146 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f14bf3a-6961-4111-adfe-b855a77e9e9b req-0aff854a-62fb-4267-8c01-2a94d52a5039 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768008 Sep 16 16:30:26.280962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:26.281997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 05810ea1-da5e-4749-9429-92be214361b6 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:26.291824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a68fb7-be81-4909-884d-9ed96ae770b0 req-3922e8c9-cc45-4df5-8534-7fc5b5d589ce tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:26.293402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37a68fb7-be81-4909-884d-9ed96ae770b0 req-3922e8c9-cc45-4df5-8534-7fc5b5d589ce tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.3751650 Sep 16 16:30:26.366301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-a47ee81f-0012-4949-9e86-9711bf4aaa2c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] For port c8060a4f-79cc-450f-983b-f7dcea13a998, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=c8060a4f-79cc-450f-983b-f7dcea13a998,segment=NetworkSegment(f6d09364-2c0d-407f-b67c-811e9b30b46a),segment_id=f6d09364-2c0d-407f-b67c-811e9b30b46a)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:26.366998 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-a47ee81f-0012-4949-9e86-9711bf4aaa2c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:26.390942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-a47ee81f-0012-4949-9e86-9711bf4aaa2c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Calling delete_port for c8060a4f-79cc-450f-983b-f7dcea13a998 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:26.433263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device c8060a4f-79cc-450f-983b-f7dcea13a998 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:30:26.437587 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-393a624c-2e74-40e3-9b02-b8a952c35f25 req-a9836103-f4e8-4e22-9437-849d7c9fef7f tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:26.629990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37a68fb7-be81-4909-884d-9ed96ae770b0 req-67c56885-618f-485f-87a9-b5dfb3269f05 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403886 Sep 16 16:30:26.636717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 05810ea1-da5e-4749-9429-92be214361b6 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:30:26.648707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 05810ea1-da5e-4749-9429-92be214361b6 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:26.649082 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:26.659125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a43e31c-d647-4b69-8780-e6daddcbb140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5280fd1-e2a2-4880-ba81-907f76edd813'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:26.659125 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add216b5-aee3-4f59-9bea-b0597aa95945" -d '{"events": [{"server_uuid": "3a43e31c-d647-4b69-8780-e6daddcbb140", "name": "network-vif-plugged", "status": "completed", "tag": "a5280fd1-e2a2-4880-ba81-907f76edd813"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:26.701930 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:26.746968 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:26.832163 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:26.853781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-a47ee81f-0012-4949-9e86-9711bf4aaa2c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:26.915263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ee81f-0012-4949-9e86-9711bf4aaa2c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Port': ['ID=c8060a4f-79cc-450f-983b-f7dcea13a998,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:26.926799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b86d6098-d795-436e-8ed7-51b9f5aa2949 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:30:26.966576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34f7d5ac-4f51-4251-b805-af264c9a143a req-79ebc56e-d20b-437e-bd32-23e7b6b57a3f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd672069-7c4c-4ce7-bd51-0759c9700719 HTTP/1.1" status: 200 len: 210 time: 0.1828086 Sep 16 16:30:27.016031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: b86d6098-d795-436e-8ed7-51b9f5aa2949 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:30:27.016401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b86d6098-d795-436e-8ed7-51b9f5aa2949 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:30:27.016837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:30:27.041306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 05810ea1-da5e-4749-9429-92be214361b6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=05810ea1-da5e-4749-9429-92be214361b6,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:27.068223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-a47ee81f-0012-4949-9e86-9711bf4aaa2c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] No DVR routers for this DVR port c8060a4f-79cc-450f-983b-f7dcea13a998 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:27.071467 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-a47ee81f-0012-4949-9e86-9711bf4aaa2c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:27.071600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:30:27.071842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 36be8bdd-c6b9-4a1c-bf27-4e37c4122637 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:30:27.073671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a977ed09-9541-47cd-ae7a-6eb2b349ce52 req-a47ee81f-0012-4949-9e86-9711bf4aaa2c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "DELETE /v2.0/ports/c8060a4f-79cc-450f-983b-f7dcea13a998 HTTP/1.1" status: 204 len: 173 time: 1.2464342 Sep 16 16:30:27.074170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-deleted', 'tag': 'c8060a4f-79cc-450f-983b-f7dcea13a998'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:27.078667 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9b6bd1-6376-4eaa-8c5b-451b72167817" -d '{"events": [{"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-deleted", "tag": "c8060a4f-79cc-450f-983b-f7dcea13a998"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:27.140310 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:27.203602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cfcf95-c7f2-41e7-8f72-2190ca834993,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:27.351712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=05810ea1-da5e-4749-9429-92be214361b6,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:27.378028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Checking segment: {'id': 'a2b5f8b9-5025-4e07-9879-b9da6868761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:27.378445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Network hostable DHCP agents. Network: 84ce2460-2555-473c-bd32-51e8d37960f0, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:30:27.385594 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-393a624c-2e74-40e3-9b02-b8a952c35f25 req-a9836103-f4e8-4e22-9437-849d7c9fef7f tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:27.473911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-4d04aa97-ca94-4f54-9e50-cd5e2aed658e tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:27.487149 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-4d04aa97-ca94-4f54-9e50-cd5e2aed658e tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2945771 Sep 16 16:30:27.530222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-393a624c-2e74-40e3-9b02-b8a952c35f25 req-a9836103-f4e8-4e22-9437-849d7c9fef7f tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:27.569812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-0fed1254-87f2-4820-bfe2-adb248ac1bce tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.0817485 Sep 16 16:30:27.590398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-5e7f1776-3d9b-436f-b472-c06d42c5c3f4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Request body: {'floatingip': {'port_id': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:27.598144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Network 84ce2460-2555-473c-bd32-51e8d37960f0 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:30:27.644555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9836103-f4e8-4e22-9437-849d7c9fef7f tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9e80ff-6b33-464c-a4cc-3959784e741b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:27.660134 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-5e7f1776-3d9b-436f-b472-c06d42c5c3f4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:27.666362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-393a624c-2e74-40e3-9b02-b8a952c35f25 req-a9836103-f4e8-4e22-9437-849d7c9fef7f tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:27.668087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-393a624c-2e74-40e3-9b02-b8a952c35f25 req-a9836103-f4e8-4e22-9437-849d7c9fef7f tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.7481210 Sep 16 16:30:27.800030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 84ce2460-2555-473c-bd32-51e8d37960f0) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:27.810006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280509c1-bae5-44c9-a48a-9041017f939e None None] Network 84ce2460-2555-473c-bd32-51e8d37960f0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:27.828782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b411479d-d3cc-491f-8ed3-581b7ee65749 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:27.866671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:27.867733 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:27.892950 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:27.992272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Transition to ACTIVE for port object b411479d-d3cc-491f-8ed3-581b7ee65749 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:30:28.008577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-04ebb41c-1324-40e5-80d8-a2e8395135ac admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7825680 Sep 16 16:30:28.008803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33164) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:28.013331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-router', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:28.015501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07257b93-3088-4633-9a2e-1c073edd8e0b req-7e369a5d-3d8d-4143-97fd-f33cb771b6d0 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:28.018220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07257b93-3088-4633-9a2e-1c073edd8e0b req-7e369a5d-3d8d-4143-97fd-f33cb771b6d0 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 950 time: 0.2532511 Sep 16 16:30:28.141053 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07257b93-3088-4633-9a2e-1c073edd8e0b req-08ca300d-2f11-4275-8587-ac65bd9f21bf tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098411 Sep 16 16:30:28.191097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:28.194118 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:28.300167 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:28.307606 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:28.308444 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f936c8-43e4-4100-8423-2d0ddc85bf9b x-openstack-request-id: req-98f936c8-43e4-4100-8423-2d0ddc85bf9b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:28.308753 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a43e31c-d647-4b69-8780-e6daddcbb140", "name": "network-vif-plugged", "status": "completed", "tag": "a5280fd1-e2a2-4880-ba81-907f76edd813", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:28.309009 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98f936c8-43e4-4100-8423-2d0ddc85bf9b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:28.309452 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a43e31c-d647-4b69-8780-e6daddcbb140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5280fd1-e2a2-4880-ba81-907f76edd813', 'code': 200} Sep 16 16:30:28.475268 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ba5110c-4d11-45da-b32a-00167525d9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:28.492935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b411479d-d3cc-491f-8ed3-581b7ee65749,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:28.611604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:28.618724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-84ce2460-2555-473c-bd32-51e8d37960f0', 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'fixed_ips': [{'subnet_id': 'c1cfcf95-c7f2-41e7-8f72-2190ca834993'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:30:28.619604 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:28.639882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966d7aa-0cad-4982-8edb-df92bf4046ea req-4c668659-bb2a-4cef-aa4a-629f406cecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:28.639882 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7966d7aa-0cad-4982-8edb-df92bf4046ea req-4c668659-bb2a-4cef-aa4a-629f406cecea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 1101 time: 0.2845488 Sep 16 16:30:28.710308 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7966d7aa-0cad-4982-8edb-df92bf4046ea req-d6cdbdde-2ec9-4371-91c6-a5ba0c910118 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688744 Sep 16 16:30:28.776118 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-5e7f1776-3d9b-436f-b472-c06d42c5c3f4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:28.823568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee5459-a275-4d53-8eb8-7f2e29af0042 req-7803f2bd-9e62-44f6-b9eb-63f2a7fa08a7 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:28.835955 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5eee5459-a275-4d53-8eb8-7f2e29af0042 req-7803f2bd-9e62-44f6-b9eb-63f2a7fa08a7 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 944 time: 0.4710472 Sep 16 16:30:28.875923 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-5e7f1776-3d9b-436f-b472-c06d42c5c3f4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:28.883360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Allocated IP 172.20.0.2 (84ce2460-2555-473c-bd32-51e8d37960f0/c1cfcf95-c7f2-41e7-8f72-2190ca834993/986a6440-c055-4317-a3e2-d083899ea389) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:29.002840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5eee5459-a275-4d53-8eb8-7f2e29af0042 req-d5a774dd-5e94-4e65-85a3-31e4a2645c61 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276548 Sep 16 16:30:29.112869 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e5cf72-43ff-450d-8033-345b1195df9b x-openstack-request-id: req-f8e5cf72-43ff-450d-8033-345b1195df9b {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:29.113864 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd672069-7c4c-4ce7-bd51-0759c9700719", "name": "network-vif-deleted", "tag": "c8060a4f-79cc-450f-983b-f7dcea13a998", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:29.115204 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8e5cf72-43ff-450d-8033-345b1195df9b {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:29.115920 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd672069-7c4c-4ce7-bd51-0759c9700719', 'name': 'network-vif-deleted', 'tag': 'c8060a4f-79cc-450f-983b-f7dcea13a998', 'status': 'completed', 'code': 200} Sep 16 16:30:29.143015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Attempting to bind port b411479d-d3cc-491f-8ed3-581b7ee65749 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:29.143688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Attempting to bind port b411479d-d3cc-491f-8ed3-581b7ee65749 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:29.144555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Attempting to bind port b411479d-d3cc-491f-8ed3-581b7ee65749 on network 67236834-8013-4773-bc20-cd581bb6d7aa {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:29.158388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Port b411479d-d3cc-491f-8ed3-581b7ee65749 on network 67236834-8013-4773-bc20-cd581bb6d7aa not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:30:29.159928 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.168950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Attempting to bind port b411479d-d3cc-491f-8ed3-581b7ee65749 on network 67236834-8013-4773-bc20-cd581bb6d7aa {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:29.184037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.195008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:29.195430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Checking segment: {'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:29.195758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Bound using segment: {'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:29.196206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Bound port: b411479d-d3cc-491f-8ed3-581b7ee65749, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71208d3a-2377-403e-8168-ba5f6bac85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:29.196760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.244821 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-5e7f1776-3d9b-436f-b472-c06d42c5c3f4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Floating IP a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b associated. External IP: 172.25.6.135, port: 2df650df-ff10-4111-8ed5-1fff34d5d455. Sep 16 16:30:29.292187 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.367535 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.409024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Allocated IP 172.25.6.97 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:29.473662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Network 84ce2460-2555-473c-bd32-51e8d37960f0 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:29.496253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:29.499611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:29.507724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Pushing event updated for resources: {'Port': ['ID=986a6440-c055-4317-a3e2-d083899ea389,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:29.590011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Attempting to bind port 986a6440-c055-4317-a3e2-d083899ea389 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:29.590465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Attempting to bind port 986a6440-c055-4317-a3e2-d083899ea389 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'a2b5f8b9-5025-4e07-9879-b9da6868761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:29.590861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Attempting to bind port 986a6440-c055-4317-a3e2-d083899ea389 on network 84ce2460-2555-473c-bd32-51e8d37960f0 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:29.598615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:29.598966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Checking segment: {'id': 'a2b5f8b9-5025-4e07-9879-b9da6868761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:29.601131 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.601131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Bound using segment: {'id': 'a2b5f8b9-5025-4e07-9879-b9da6868761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:29.601131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Bound port: 986a6440-c055-4317-a3e2-d083899ea389, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b5f8b9-5025-4e07-9879-b9da6868761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:29.601131 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.644003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777cbb9-8e76-4c4a-b34d-351aa3822c49 req-fbe63b97-e00d-47e8-99e2-335482f8b9a2 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:29.645507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7777cbb9-8e76-4c4a-b34d-351aa3822c49 req-fbe63b97-e00d-47e8-99e2-335482f8b9a2 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.1940212 Sep 16 16:30:29.649549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] For port b411479d-d3cc-491f-8ed3-581b7ee65749, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:29.653988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] For port b411479d-d3cc-491f-8ed3-581b7ee65749, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b411479d-d3cc-491f-8ed3-581b7ee65749,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:29.679946 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.721880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] For port 986a6440-c055-4317-a3e2-d083899ea389, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:29.726547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] For port 986a6440-c055-4317-a3e2-d083899ea389, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=986a6440-c055-4317-a3e2-d083899ea389,segment=NetworkSegment(a2b5f8b9-5025-4e07-9879-b9da6868761d),segment_id=a2b5f8b9-5025-4e07-9879-b9da6868761d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:29.730084 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.755855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7777cbb9-8e76-4c4a-b34d-351aa3822c49 req-1cf3d605-6ac0-4e6b-9624-f0820d6b287d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580301 Sep 16 16:30:29.791962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-5e7f1776-3d9b-436f-b472-c06d42c5c3f4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Router e0340a21-1d50-4225-8ced-340a84172a5c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:30:29.796183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:29.797033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.798460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] 10.222.0.62 "PUT /v2.0/ports/b411479d-d3cc-491f-8ed3-581b7ee65749 HTTP/1.1" status: 200 len: 1092 time: 3.9641926 Sep 16 16:30:29.802967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac4c94b-1633-46ac-aeae-1de8a0a3326e', 'tag': 'b411479d-d3cc-491f-8ed3-581b7ee65749'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:29.805419 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac4c94b-1633-46ac-aeae-1de8a0a3326e", "tag": "b411479d-d3cc-491f-8ed3-581b7ee65749"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:29.831062 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.853781 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:30:29.907092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:29.956449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c946399-6d1a-4a51-939f-c69ffbaba8b3 None None] Pushing event updated for resources: {'Port': ['ID=986a6440-c055-4317-a3e2-d083899ea389,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:30.040052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:30.047703 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:30.056405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:30.134849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33214) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:30.168368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Pushing event updated for resources: {'Port': ['ID=d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:30.310826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1563b417-db85-4798-9374-628fb05443e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05810ea1-da5e-4749-9429-92be214361b6'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:30.313892 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0354050d-5d63-47bf-a56f-7ddf8ee7ee26" -d '{"events": [{"server_uuid": "1563b417-db85-4798-9374-628fb05443e1", "name": "network-vif-plugged", "status": "completed", "tag": "05810ea1-da5e-4749-9429-92be214361b6"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:30.470596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b71eabe4-849c-4e48-abc8-01c97440feda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:30.598513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc29a4e-4be8-437f-babb-5413a05dd7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b411479d-d3cc-491f-8ed3-581b7ee65749,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:30.682212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-440d28fe-ba2d-4992-af45-6266c9c3bb10 req-6f0ffb2d-6b69-4518-aac0-bd2c2be0a246 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/6a41707e-04ee-42a3-8656-13b750e16f75 HTTP/1.1" status: 200 len: 1805 time: 0.8716216 Sep 16 16:30:30.719651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285704fc-de65-4cd7-87b8-493be20c0086 req-ba59ba9d-ab18-43f3-901c-14b47822944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:30.721197 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-ba59ba9d-ab18-43f3-901c-14b47822944d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0e6854e0d264b99901906b8b64d69a2&device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 1095 time: 0.1949399 Sep 16 16:30:30.743538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:30.768487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-5e7f1776-3d9b-436f-b472-c06d42c5c3f4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:30:30.778455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] Sync routers for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:30:30.783497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-5e7f1776-3d9b-436f-b472-c06d42c5c3f4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:30.798179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:30.799277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:30.802142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e98eefb9-2ffb-4eff-9c51-3974a57b6f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:30.818673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-440d28fe-ba2d-4992-af45-6266c9c3bb10 req-40939aaa-d2ec-41c1-9a47-b9f4aad61b6b tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/ba9e80ff-6b33-464c-a4cc-3959784e741b HTTP/1.1" status: 200 len: 1804 time: 0.1356530 Sep 16 16:30:30.835303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-5e7f1776-3d9b-436f-b472-c06d42c5c3f4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "PUT /v2.0/floatingips/a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b HTTP/1.1" status: 200 len: 997 time: 3.2630410 Sep 16 16:30:30.849132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-440d28fe-ba2d-4992-af45-6266c9c3bb10 req-d60c02bd-3494-4ecb-81d2-bf4e6fcbad1c tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6a41707e-04ee-42a3-8656-13b750e16f75', 'remote_group_id': 'ba9e80ff-6b33-464c-a4cc-3959784e741b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:30.849711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-440d28fe-ba2d-4992-af45-6266c9c3bb10 req-d60c02bd-3494-4ecb-81d2-bf4e6fcbad1c tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6a41707e-04ee-42a3-8656-13b750e16f75', 'remote_group_id': 'ba9e80ff-6b33-464c-a4cc-3959784e741b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:30.925584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-78937beb-3d73-4097-abcf-1a17cf8341cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:30.940971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-78937beb-3d73-4097-abcf-1a17cf8341cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1097 time: 0.0736482 Sep 16 16:30:31.021990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:31.113958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-6e82f012-7654-4aac-b77a-1e6fdee7a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:31.116499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-6e82f012-7654-4aac-b77a-1e6fdee7a432 service neutron] 10.222.0.22 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.1744626 Sep 16 16:30:31.155118 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b71eabe4-849c-4e48-abc8-01c97440feda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.156485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.214347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-50eb4951-9f2c-409b-9e02-ca8e3ade3354 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 1000 time: 0.0845013 Sep 16 16:30:31.278014 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b71eabe4-849c-4e48-abc8-01c97440feda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.304261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-6304d8c2-bfaa-4ad6-89eb-d2e02a9d5be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:31.311833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-6304d8c2-bfaa-4ad6-89eb-d2e02a9d5be9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.0906539 Sep 16 16:30:31.325723 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b71eabe4-849c-4e48-abc8-01c97440feda admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54e21fa8e3424d838768456227ade2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1873353 Sep 16 16:30:31.334975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33220) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:31.397359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71eabe4-849c-4e48-abc8-01c97440feda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df83fd07-c731-4d89-9afa-80ec5639ebac,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:31.479376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4beff740-e042-459d-b896-4df1c08ff7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.519868 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.542566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-15d044bd-366c-4cd1-bab5-8c023e56a941 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b411479d-d3cc-491f-8ed3-581b7ee65749 HTTP/1.1" status: 200 len: 217 time: 0.1199877 Sep 16 16:30:31.548062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4beff740-e042-459d-b896-4df1c08ff7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.567710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-d67c9cc8-7ec4-4f75-adf4-2a61eb3bf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:31.569312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-d67c9cc8-7ec4-4f75-adf4-2a61eb3bf2cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486770 Sep 16 16:30:31.575242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:66:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:28Z', 'revision_number': 1, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:31.624514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-cbd337bc-995f-4e34-a1ed-a2b310ebef4a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:30:31.624514 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-cbd337bc-995f-4e34-a1ed-a2b310ebef4a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0329626 Sep 16 16:30:31.630550 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-440d28fe-ba2d-4992-af45-6266c9c3bb10 req-d60c02bd-3494-4ecb-81d2-bf4e6fcbad1c tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.670625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf93935-b18a-42a0-a2c9-ac069b1168ed None None] Network 84ce2460-2555-473c-bd32-51e8d37960f0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:31.710824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Router 9616a744-4233-4c0a-8060-453807c24782 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:30:31.797937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4beff740-e042-459d-b896-4df1c08ff7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.800950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-c1773e8e-c07f-4219-b0fc-60549272121e service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677520 Sep 16 16:30:31.807111 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4beff740-e042-459d-b896-4df1c08ff7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.808326 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4beff740-e042-459d-b896-4df1c08ff7f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df83fd07-c731-4d89-9afa-80ec5639ebac HTTP/1.1" status: 204 len: 168 time: 0.4708946 Sep 16 16:30:31.825665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-440d28fe-ba2d-4992-af45-6266c9c3bb10 req-d60c02bd-3494-4ecb-81d2-bf4e6fcbad1c tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.838801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] Checking router: e0340a21-1d50-4225-8ced-340a84172a5c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:30:31.851973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beff740-e042-459d-b896-4df1c08ff7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df83fd07-c731-4d89-9afa-80ec5639ebac,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:31.907362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-440d28fe-ba2d-4992-af45-6266c9c3bb10 req-d60c02bd-3494-4ecb-81d2-bf4e6fcbad1c tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.946082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:31.947080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:31.957269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c02bd-3494-4ecb-81d2-bf4e6fcbad1c tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51f5904-7b51-4a5f-83e5-90202921ed93,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:31.957549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ad7ba6c5-d9fa-4b40-9873-c3778ec135f1 None None] Provisioning complete for port 986a6440-c055-4317-a3e2-d083899ea389 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:31.957996 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba6c5-d9fa-4b40-9873-c3778ec135f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:31.968473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:30:31.980832 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Sync routers for ids ['9616a744-4233-4c0a-8060-453807c24782'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:30:31.995104 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Routers {'9616a744-4233-4c0a-8060-453807c24782'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:31.997899 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9616a744-4233-4c0a-8060-453807c24782'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:31.998938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35f9b2b-38f4-4ad3-993d-bf62940b1a7e req-b7e3548b-5f54-4533-ac90-6e1f7f32b815 service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884167 Sep 16 16:30:32.026010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-440d28fe-ba2d-4992-af45-6266c9c3bb10 req-d60c02bd-3494-4ecb-81d2-bf4e6fcbad1c tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:32.027507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-440d28fe-ba2d-4992-af45-6266c9c3bb10 req-d60c02bd-3494-4ecb-81d2-bf4e6fcbad1c tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1882215 Sep 16 16:30:32.056897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:32.086835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:32.087595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33228) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:32.088072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2a53c3c7-b247-458a-9dd1-6f9c584a624c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0798187 Sep 16 16:30:32.090999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33230) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:32.243878 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba6c5-d9fa-4b40-9873-c3778ec135f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:32.254132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:32.321742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285704fc-de65-4cd7-87b8-493be20c0086 req-05ca02f2-c294-480c-a7aa-85707accb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:32.324349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-05ca02f2-c294-480c-a7aa-85707accb6f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db50b756-2e7d-4b88-a5c3-0df7ac84576d HTTP/1.1" status: 200 len: 853 time: 0.0879626 Sep 16 16:30:32.356223 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Set router 9616a744-4233-4c0a-8060-453807c24782 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:32.427606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 986a6440-c055-4317-a3e2-d083899ea389 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:32.564249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-46614650-2835-4210-8b7d-20775d6aba49 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting subnet aa5fa482-dea5-4dab-af26-f1a91ebff4aa {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:30:32.570146 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46614650-2835-4210-8b7d-20775d6aba49 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:32.623470 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46614650-2835-4210-8b7d-20775d6aba49 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:32.695401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ad7ba6c5-d9fa-4b40-9873-c3778ec135f1 None None] For port 986a6440-c055-4317-a3e2-d083899ea389, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=986a6440-c055-4317-a3e2-d083899ea389,segment=NetworkSegment(a2b5f8b9-5025-4e07-9879-b9da6868761d),segment_id=a2b5f8b9-5025-4e07-9879-b9da6868761d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:32.730425 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a744-4233-4c0a-8060-453807c24782', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-router', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:30:28Z', 'updated_at': '2021-09-16T16:30:30Z', 'revision_number': 3, 'project_id': 'a44ffefd875641408383b0995dd96831', 'gw_port': {'id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:29Z', 'updated_at': '2021-09-16T16:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:32.757164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46614650-2835-4210-8b7d-20775d6aba49 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:32.799597 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Checking router: 9616a744-4233-4c0a-8060-453807c24782 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:30:32.799938 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Updating router 9616a744-4233-4c0a-8060-453807c24782 port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:30:32.830885 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba6c5-d9fa-4b40-9873-c3778ec135f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:32.854223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285704fc-de65-4cd7-87b8-493be20c0086 req-65788d33-7ecd-4d07-b28b-06066b9328e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:32.856886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-65788d33-7ecd-4d07-b28b-06066b9328e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67236834-8013-4773-bc20-cd581bb6d7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4312072 Sep 16 16:30:32.858583 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:32.879469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f2008-8605-46e2-8cea-d8d6c5336740 req-a81c86f0-2388-460f-8531-6aae25e6b587 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:32.886884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-751f2008-8605-46e2-8cea-d8d6c5336740 req-a81c86f0-2388-460f-8531-6aae25e6b587 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 950 time: 0.5612707 Sep 16 16:30:32.896229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33236) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:32.928419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 986a6440-c055-4317-a3e2-d083899ea389 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:32.929415 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:32.930259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926d58-c090-4c89-9f72-eea5e5b06ee4 req-7e114114-3ba6-4a79-a2aa-e05def04f75f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:32.939309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9926d58-c090-4c89-9f72-eea5e5b06ee4 req-7e114114-3ba6-4a79-a2aa-e05def04f75f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.6036422 Sep 16 16:30:32.993532 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46614650-2835-4210-8b7d-20775d6aba49 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.011665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb348af1-4729-4537-8264-d27a1503813c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.061770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a891b393-839d-4000-8e26-bcdef1a35da9 None None] Provisioning complete for port 986a6440-c055-4317-a3e2-d083899ea389 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:33.062488 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a891b393-839d-4000-8e26-bcdef1a35da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.068625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ba6c5-d9fa-4b40-9873-c3778ec135f1 None None] Pushing event updated for resources: {'Port': ['ID=986a6440-c055-4317-a3e2-d083899ea389,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:33.087942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe01171-f18d-4e06-a4ac-03afa8460dd0 None None] Network 823763ec-8053-4a81-ad51-4b21da9145af requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:33.142025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46614650-2835-4210-8b7d-20775d6aba49 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5fa482-dea5-4dab-af26-f1a91ebff4aa,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:33.156997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46614650-2835-4210-8b7d-20775d6aba49 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.165062 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-46614650-2835-4210-8b7d-20775d6aba49 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "DELETE /v2.0/subnets/aa5fa482-dea5-4dab-af26-f1a91ebff4aa HTTP/1.1" status: 204 len: 168 time: 1.0757387 Sep 16 16:30:33.183577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33238) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:33.240853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-751f2008-8605-46e2-8cea-d8d6c5336740 req-7c54b92f-6393-4d94-88bc-3cb6d9dc381b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527801 Sep 16 16:30:33.241937 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.303362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.316602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9926d58-c090-4c89-9f72-eea5e5b06ee4 req-a73475da-aeac-4c67-ba50-88da67609996 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753536 Sep 16 16:30:33.321261 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.389413 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9c5402-7c3b-4bd0-b9e3-70d9419689e6 x-openstack-request-id: req-7d9c5402-7c3b-4bd0-b9e3-70d9419689e6 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:33.389413 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac4c94b-1633-46ac-aeae-1de8a0a3326e", "tag": "b411479d-d3cc-491f-8ed3-581b7ee65749", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:33.389413 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d9c5402-7c3b-4bd0-b9e3-70d9419689e6 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:33.389413 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac4c94b-1633-46ac-aeae-1de8a0a3326e', 'tag': 'b411479d-d3cc-491f-8ed3-581b7ee65749', 'status': 'completed', 'code': 200} Sep 16 16:30:33.509519 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2949e6c2-57a1-471c-a9c9-2bd8e78f2ef3 x-openstack-request-id: req-2949e6c2-57a1-471c-a9c9-2bd8e78f2ef3 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:33.510289 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1563b417-db85-4798-9374-628fb05443e1", "name": "network-vif-plugged", "status": "completed", "tag": "05810ea1-da5e-4749-9429-92be214361b6", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:33.510695 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2949e6c2-57a1-471c-a9c9-2bd8e78f2ef3 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:33.511331 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1563b417-db85-4798-9374-628fb05443e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05810ea1-da5e-4749-9429-92be214361b6', 'code': 200} Sep 16 16:30:33.577387 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Attempting to bind port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:33.577747 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Attempting to bind port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:33.578101 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Attempting to bind port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:33.579887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:66:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:28Z', 'revision_number': 1, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:33.587436 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:33.587801 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:33.588195 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.588616 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:33.589075 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Bound port: d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:33.589464 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.621126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb881b-744e-4857-8302-e7686b35cd99 None None] The sync data for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 is: [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:66:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:28Z', 'revision_number': 1, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:30:33.680314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-8f5f5f8d-e5d5-45d2-a62a-b0dceeaef38e req-c40f4f72-838c-4800-bb75-900a0663f716 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1244511406', 'description': 'tempest-description-1336438180'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:33.699550 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.708300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-4645052c-4dce-41d2-8e7c-3a7507383af2 service neutron] 10.222.0.62 "GET /v2.0/networks/67236834-8013-4773-bc20-cd581bb6d7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8109615 Sep 16 16:30:33.719886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.727804 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] For port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:33.744163 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] For port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:33.745726 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Pushing event updated for resources: {'Port': ['ID=d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:33.755293 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.755938 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.768553 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.769639 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.770146 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.770759 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.773295 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.773428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78131ec2-0a8d-4580-b6fb-17329bd5d73d None None] DHCP port deletion for 823763ec-8053-4a81-ad51-4b21da9145af request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:30:33.773555 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.773555 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.773555 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.773555 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.773555 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:30:33.812370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9ddfd-6a43-46ad-abd3-5085f7b3c629 req-a29145e8-55a7-42fc-90a0-2e2ef11b7d08 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:33.817889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833cad-98d4-4c63-81f1-93837ea8d2c0 req-1cea8cd7-8b06-4e9e-95c1-8df4a6f93313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:33.820607 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33833cad-98d4-4c63-81f1-93837ea8d2c0 req-1cea8cd7-8b06-4e9e-95c1-8df4a6f93313 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 1101 time: 0.2150006 Sep 16 16:30:33.820761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6bd9ddfd-6a43-46ad-abd3-5085f7b3c629 req-a29145e8-55a7-42fc-90a0-2e2ef11b7d08 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 944 time: 0.2817490 Sep 16 16:30:33.822001 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:33.938158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Allocated IP 172.20.0.1 (84ce2460-2555-473c-bd32-51e8d37960f0/c1cfcf95-c7f2-41e7-8f72-2190ca834993/d3daca4d-c7c5-4366-96db-8290f499df88) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:33.947889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33833cad-98d4-4c63-81f1-93837ea8d2c0 req-919b6ed7-76c0-42e9-a6ef-47e7680f4d66 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002848 Sep 16 16:30:33.949739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-78131ec2-0a8d-4580-b6fb-17329bd5d73d None None] Deleting port f8753423-1d52-4b74-9106-4708c90defde {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:33.950294 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78131ec2-0a8d-4580-b6fb-17329bd5d73d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.022239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6bd9ddfd-6a43-46ad-abd3-5085f7b3c629 req-48a5e2b6-b473-4456-89f6-c4e73f6421c5 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002921 Sep 16 16:30:34.136004 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Routers {'9616a744-4233-4c0a-8060-453807c24782'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:34.136004 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9616a744-4233-4c0a-8060-453807c24782'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:34.136004 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cbc09-6532-4fb8-985d-5bb41ac1db85 None None] Pushing event updated for resources: {'Port': ['ID=d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:34.155929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 986a6440-c055-4317-a3e2-d083899ea389 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:34.182822 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb348af1-4729-4537-8264-d27a1503813c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.186141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-285704fc-de65-4cd7-87b8-493be20c0086 req-d925a8c0-307f-4973-9fdf-3adf8ee364e4 service neutron] 10.222.0.62 "GET /v2.0/networks/67236834-8013-4773-bc20-cd581bb6d7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166470 Sep 16 16:30:34.229484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting port f8753423-1d52-4b74-9106-4708c90defde {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:34.234704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.234865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44f2370-de41-40a6-80b7-259e05a067a5 None None] New status for floating IP a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:30:34.257880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-78131ec2-0a8d-4580-b6fb-17329bd5d73d None None] For port f8753423-1d52-4b74-9106-4708c90defde, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f8753423-1d52-4b74-9106-4708c90defde,segment=NetworkSegment(f6d09364-2c0d-407f-b67c-811e9b30b46a),segment_id=f6d09364-2c0d-407f-b67c-811e9b30b46a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:34.258364 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78131ec2-0a8d-4580-b6fb-17329bd5d73d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.318704 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.325472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-78131ec2-0a8d-4580-b6fb-17329bd5d73d None None] Calling delete_port for f8753423-1d52-4b74-9106-4708c90defde owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:34.372478 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] Set router 9616a744-4233-4c0a-8060-453807c24782 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:34.403641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] For port f8753423-1d52-4b74-9106-4708c90defde, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f8753423-1d52-4b74-9106-4708c90defde,segment=NetworkSegment(f6d09364-2c0d-407f-b67c-811e9b30b46a),segment_id=f6d09364-2c0d-407f-b67c-811e9b30b46a)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:34.403641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.430465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Calling delete_port for f8753423-1d52-4b74-9106-4708c90defde owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:34.484702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.484942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 986a6440-c055-4317-a3e2-d083899ea389 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:34.485152 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.578908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb348af1-4729-4537-8264-d27a1503813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.586714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Network 84ce2460-2555-473c-bd32-51e8d37960f0 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:34.603916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:34.610881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:34.653997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Pushing event updated for resources: {'Port': ['ID=d3daca4d-c7c5-4366-96db-8290f499df88,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:34.746640 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.798326 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a744-4233-4c0a-8060-453807c24782', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-router', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:30:28Z', 'updated_at': '2021-09-16T16:30:30Z', 'revision_number': 3, 'project_id': 'a44ffefd875641408383b0995dd96831', 'gw_port': {'id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:29Z', 'updated_at': '2021-09-16T16:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:34.824209 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78131ec2-0a8d-4580-b6fb-17329bd5d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.862405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33244) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:34.862573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fb348af1-4729-4537-8264-d27a1503813c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bacc86c06a834354abbcd76994f26a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9450278 Sep 16 16:30:34.879879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78131ec2-0a8d-4580-b6fb-17329bd5d73d None None] Pushing event deleted for resources: {'Port': ['ID=f8753423-1d52-4b74-9106-4708c90defde,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:34.886305 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0991b12-24fd-4612-ad01-cf08ad190380 None None] The sync data for ids ['9616a744-4233-4c0a-8060-453807c24782'] in n-d-807786-3 is: [{'id': '9616a744-4233-4c0a-8060-453807c24782', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-router', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:30:28Z', 'updated_at': '2021-09-16T16:30:30Z', 'revision_number': 3, 'project_id': 'a44ffefd875641408383b0995dd96831', 'gw_port': {'id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:29Z', 'updated_at': '2021-09-16T16:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:30:34.908979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.916842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78131ec2-0a8d-4580-b6fb-17329bd5d73d None None] No DVR routers for this DVR port f8753423-1d52-4b74-9106-4708c90defde on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:34.916972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-8f5f5f8d-e5d5-45d2-a62a-b0dceeaef38e req-c40f4f72-838c-4800-bb75-900a0663f716 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:34.916972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb348af1-4729-4537-8264-d27a1503813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23206435-a020-4c61-92c2-cf3843bf6246,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:34.976005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-31f0f969-6113-4f95-a9bd-d0148b003848 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:34.977710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-31f0f969-6113-4f95-a9bd-d0148b003848 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4372544 Sep 16 16:30:35.027049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Port': ['ID=f8753423-1d52-4b74-9106-4708c90defde,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:35.047269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f8753423-1d52-4b74-9106-4708c90defde no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:30:35.087608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: f8753423-1d52-4b74-9106-4708c90defde {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:30:35.088011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f8753423-1d52-4b74-9106-4708c90defde not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:30:35.111482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] No DVR routers for this DVR port f8753423-1d52-4b74-9106-4708c90defde on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:35.150944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-98e078dc-910f-4595-a54a-150c40167d81 None None] Provisioning complete for port d3daca4d-c7c5-4366-96db-8290f499df88 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:35.151608 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e078dc-910f-4595-a54a-150c40167d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:35.214007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-98e078dc-910f-4595-a54a-150c40167d81 None None] Port d3daca4d-c7c5-4366-96db-8290f499df88 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:30:35.322741 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-8f5f5f8d-e5d5-45d2-a62a-b0dceeaef38e req-c40f4f72-838c-4800-bb75-900a0663f716 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:35.352025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-fb2d2d91-9e1d-411a-890c-64618170c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:35.354202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-fb2d2d91-9e1d-411a-890c-64618170c351 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0e6854e0d264b99901906b8b64d69a2&device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 1095 time: 0.3753257 Sep 16 16:30:35.360221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-179a11dc-3a1a-4242-bcb4-3b3c46a6807b tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 1002 time: 0.3392813 Sep 16 16:30:35.377328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Request body: {'floatingip': {'port_id': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:35.393811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:35.396750 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae51f529-685b-433e-a971-a1436b14e92d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:35.481432 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-8f5f5f8d-e5d5-45d2-a62a-b0dceeaef38e req-c40f4f72-838c-4800-bb75-900a0663f716 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:35.536107 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:35.567683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18051010-01e7-4bfc-9e08-3ff7125557d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:35.592491 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18051010-01e7-4bfc-9e08-3ff7125557d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:35.654902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-41e831c6-3b6b-4cc9-b99c-01c76af7b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:35.656716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-41e831c6-3b6b-4cc9-b99c-01c76af7b1a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=67236834-8013-4773-bc20-cd581bb6d7aa HTTP/1.1" status: 200 len: 915 time: 0.2569771 Sep 16 16:30:35.719261 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:35.724944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823763ec-8053-4a81-ad51-4b21da9145af']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:35.757268 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18051010-01e7-4bfc-9e08-3ff7125557d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:35.760841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18051010-01e7-4bfc-9e08-3ff7125557d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:35.764489 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-18051010-01e7-4bfc-9e08-3ff7125557d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23206435-a020-4c61-92c2-cf3843bf6246 HTTP/1.1" status: 204 len: 168 time: 0.8958888 Sep 16 16:30:35.782662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18051010-01e7-4bfc-9e08-3ff7125557d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23206435-a020-4c61-92c2-cf3843bf6246,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:35.832543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-8f5f5f8d-e5d5-45d2-a62a-b0dceeaef38e req-c40f4f72-838c-4800-bb75-900a0663f716 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:35.845815 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f5f5f8d-e5d5-45d2-a62a-b0dceeaef38e req-c40f4f72-838c-4800-bb75-900a0663f716 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 2.2179794 Sep 16 16:30:35.849921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-75169311-4814-4ae0-98f6-e43e794feb12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b411479d-d3cc-491f-8ed3-581b7ee65749 HTTP/1.1" status: 200 len: 217 time: 0.1696017 Sep 16 16:30:35.855252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d09364-2c0d-407f-b67c-811e9b30b46a') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:35.859371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d09364-2c0d-407f-b67c-811e9b30b46a') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:35.906673 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.038515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.074919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f4f72-838c-4800-bb75-900a0663f716 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a8dd4-a1be-4463-aa38-7f83f764fe44,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:36.154073 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.181771 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.217457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-78828b74-b667-4d88-b92e-c5f127859e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:36.219210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-78828b74-b667-4d88-b92e-c5f127859e9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db50b756-2e7d-4b88-a5c3-0df7ac84576d HTTP/1.1" status: 200 len: 853 time: 0.1412914 Sep 16 16:30:36.264839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:36.280166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:30:36.280621 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:30:36.284014 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:30:36.334740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:36.335228 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.382616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd4577-b8ba-4caf-9904-902bd4d4581e req-50830e10-7183-451b-a7fa-0cf85388af01 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:36.384237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50dd4577-b8ba-4caf-9904-902bd4d4581e req-50830e10-7183-451b-a7fa-0cf85388af01 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 945 time: 0.3686035 Sep 16 16:30:36.432716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.444262 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.477566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:36.496406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.514512 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.517083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "DELETE /v2.0/networks/823763ec-8053-4a81-ad51-4b21da9145af HTTP/1.1" status: 204 len: 168 time: 3.3313980 Sep 16 16:30:36.520405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33256) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:36.527860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-0a526c2b-365d-47b2-828c-ce3a7ce6ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:36.529375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-0a526c2b-365d-47b2-828c-ce3a7ce6ab8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67236834-8013-4773-bc20-cd581bb6d7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013988 Sep 16 16:30:36.534368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50dd4577-b8ba-4caf-9904-902bd4d4581e req-40fc83c8-758a-4b33-a2ba-577ca971fe4b tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270831 Sep 16 16:30:36.536938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4983c1f-5826-4010-9e68-4a0cda1548cf tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Network': ['ID=823763ec-8053-4a81-ad51-4b21da9145af,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:36.541199 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.569776 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.591339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2695e5-ac02-4adc-9041-4c3ccb580b20 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting subnet 831385dd-1c22-4a96-a793-711f47b3ce61 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:30:36.594584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Pushing event updated for resources: {'Port': ['ID=d3daca4d-c7c5-4366-96db-8290f499df88,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:36.599403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d2695e5-ac02-4adc-9041-4c3ccb580b20 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.665112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:36.684955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d2695e5-ac02-4adc-9041-4c3ccb580b20 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:36.816625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Network 84ce2460-2555-473c-bd32-51e8d37960f0 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:36.819654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:36.890077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d2695e5-ac02-4adc-9041-4c3ccb580b20 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.032542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Router 9616a744-4233-4c0a-8060-453807c24782 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:30:37.111317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60883f27-37f5-4a73-a189-0b6947b6e8b1 req-67b4c72d-b9d4-4895-aae8-76edf919c2c6 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:37.112842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60883f27-37f5-4a73-a189-0b6947b6e8b1 req-67b4c72d-b9d4-4895-aae8-76edf919c2c6 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 950 time: 0.1694024 Sep 16 16:30:37.165307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-2db23301-f555-4e4f-beaf-c049775ebf8f service neutron] 10.222.0.62 "GET /v2.0/networks/67236834-8013-4773-bc20-cd581bb6d7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206676 Sep 16 16:30:37.181757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a45b6925-e98c-47a3-84e6-46146a652c8c None None] Provisioning complete for port d3daca4d-c7c5-4366-96db-8290f499df88 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:37.187783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a45b6925-e98c-47a3-84e6-46146a652c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.188299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:30:37.213749 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-62fb3942-3849-45db-b4b8-4073feb95921 admin admin] 10.222.0.22 "PUT /v2.0/routers/9616a744-4233-4c0a-8060-453807c24782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1216063 Sep 16 16:30:37.220782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d2695e5-ac02-4adc-9041-4c3ccb580b20 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.248668 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60883f27-37f5-4a73-a189-0b6947b6e8b1 req-8b00d4b7-7228-4d5a-a2f2-67c7e7355253 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258845 Sep 16 16:30:37.285921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a45b6925-e98c-47a3-84e6-46146a652c8c None None] Port d3daca4d-c7c5-4366-96db-8290f499df88 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:30:37.306039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2695e5-ac02-4adc-9041-4c3ccb580b20 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Subnet': ['ID=831385dd-1c22-4a96-a793-711f47b3ce61,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:37.328165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b773b07-e206-408b-b255-041ce12d8425 None None] Network 51e1e1c3-2355-47e5-9e35-8d67c5308b48 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:37.329590 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d2695e5-ac02-4adc-9041-4c3ccb580b20 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.333970 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1d2695e5-ac02-4adc-9041-4c3ccb580b20 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "DELETE /v2.0/subnets/831385dd-1c22-4a96-a793-711f47b3ce61 HTTP/1.1" status: 204 len: 168 time: 0.8087850 Sep 16 16:30:37.334239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33278) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:37.458928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cfea3fb-8f5c-44d4-9299-c59f9afc2ef3 req-5a77c06a-7a21-4b14-b94f-e0752a5a9ce7 service neutron] 10.222.0.62 "GET /v2.0/networks/67236834-8013-4773-bc20-cd581bb6d7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524817 Sep 16 16:30:37.478990 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Sync routers for ids ['9616a744-4233-4c0a-8060-453807c24782'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:30:37.492900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.501328 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Routers {'9616a744-4233-4c0a-8060-453807c24782'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:37.501977 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9616a744-4233-4c0a-8060-453807c24782'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:37.520165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c6291-3328-4b8c-86cb-9ee6f911a4dd req-3855d009-e172-4bf7-b68b-e49f5aae8d9d tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:37.522120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-770c6291-3328-4b8c-86cb-9ee6f911a4dd req-3855d009-e172-4bf7-b68b-e49f5aae8d9d tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 944 time: 0.1469691 Sep 16 16:30:37.552967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.555301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:37.555583 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.609430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-770c6291-3328-4b8c-86cb-9ee6f911a4dd req-acb6d989-5ee2-47a1-a2e4-303d8778bb43 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800819 Sep 16 16:30:37.625931 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.661383 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Set router 9616a744-4233-4c0a-8060-453807c24782 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:37.663185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] For port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=026ccdd5-2ba1-4c04-ba28-a0f54d3d0824,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:37.663649 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.682853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Calling delete_port for 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:37.707798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e051bfd2-6176-45a6-baaf-9604bf67f14e None None] DHCP port deletion for 51e1e1c3-2355-47e5-9e35-8d67c5308b48 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:30:37.802409 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88532a6f-eda0-41de-ae88-692d30084332 x-openstack-request-id: req-88532a6f-eda0-41de-ae88-692d30084332 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:37.802699 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:37.802956 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88532a6f-eda0-41de-ae88-692d30084332 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:37.803301 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'status': 'completed', 'code': 200} Sep 16 16:30:37.814695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e051bfd2-6176-45a6-baaf-9604bf67f14e None None] Deleting port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:37.815080 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e051bfd2-6176-45a6-baaf-9604bf67f14e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.816235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-7228a7cb-d457-438a-881b-4661302ca9af req-a915d394-5134-4712-9048-676b78000a09 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-650985647', 'description': 'tempest-description-975932950'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:37.853209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.876712 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Floating IP a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b associated. External IP: 172.25.6.135, port: 2df650df-ff10-4111-8ed5-1fff34d5d455. Sep 16 16:30:37.917102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51f529-685b-433e-a971-a1436b14e92d req-f2bcdc1e-7eec-4f5f-9ba2-b9f9e5f0f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:37.918294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] No DVR routers for this DVR port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:37.919179 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae51f529-685b-433e-a971-a1436b14e92d req-f2bcdc1e-7eec-4f5f-9ba2-b9f9e5f0f65d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1097 time: 0.1184666 Sep 16 16:30:37.920822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Port': ['ID=026ccdd5-2ba1-4c04-ba28-a0f54d3d0824,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:37.935235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e051bfd2-6176-45a6-baaf-9604bf67f14e None None] For port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=026ccdd5-2ba1-4c04-ba28-a0f54d3d0824,segment=NetworkSegment(92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d),segment_id=92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:37.935844 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e051bfd2-6176-45a6-baaf-9604bf67f14e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.952612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e051bfd2-6176-45a6-baaf-9604bf67f14e None None] Calling delete_port for 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:37.958756 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7228a7cb-d457-438a-881b-4661302ca9af req-a915d394-5134-4712-9048-676b78000a09 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:37.991411 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a744-4233-4c0a-8060-453807c24782', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-router', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:30:28Z', 'updated_at': '2021-09-16T16:30:35Z', 'revision_number': 4, 'project_id': 'a44ffefd875641408383b0995dd96831', 'gw_port': {'id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:29Z', 'updated_at': '2021-09-16T16:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd3daca4d-c7c5-4366-96db-8290f499df88', 'name': '', 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'mac_address': 'fa:16:3e:32:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'c1cfcf95-c7f2-41e7-8f72-2190ca834993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:33Z', 'updated_at': '2021-09-16T16:30:35Z', 'revision_number': 2, 'project_id': 'a44ffefd875641408383b0995dd96831', 'subnets': [{'id': 'c1cfcf95-c7f2-41e7-8f72-2190ca834993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:38.053034 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Checking router: 9616a744-4233-4c0a-8060-453807c24782 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:30:38.054896 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Updating router 9616a744-4233-4c0a-8060-453807c24782 port d3daca4d-c7c5-4366-96db-8290f499df88 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:30:38.081356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.093879 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e051bfd2-6176-45a6-baaf-9604bf67f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.114385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e1e1c3-2355-47e5-9e35-8d67c5308b48']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:38.126184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51f529-685b-433e-a971-a1436b14e92d req-d6917d83-8a55-4c99-94e8-2629e0527cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:38.126989 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.127703 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae51f529-685b-433e-a971-a1436b14e92d req-d6917d83-8a55-4c99-94e8-2629e0527cea service neutron] 10.222.0.62 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.1981769 Sep 16 16:30:38.128682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:38.129166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c3ae5b-b74f-4dd6-918c-6cc25fe67c8d') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:38.142514 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.155228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:38.159573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.162198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051bfd2-6176-45a6-baaf-9604bf67f14e None None] Pushing event deleted for resources: {'Port': ['ID=026ccdd5-2ba1-4c04-ba28-a0f54d3d0824,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:38.168087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:30:38.168530 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.200953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051bfd2-6176-45a6-baaf-9604bf67f14e None None] No DVR routers for this DVR port 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:30:38.205584 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:30:38.226427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae51f529-685b-433e-a971-a1436b14e92d req-82ca90a5-e71f-4a30-b504-69e7b08f2922 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 217 time: 0.0596027 Sep 16 16:30:38.251338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:38.251834 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.363193 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.382425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51f529-685b-433e-a971-a1436b14e92d req-431e081a-44cf-4472-9b8c-8ebff1edc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:38.382425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae51f529-685b-433e-a971-a1436b14e92d req-431e081a-44cf-4472-9b8c-8ebff1edc603 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.1235390 Sep 16 16:30:38.396558 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.402310 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "DELETE /v2.0/networks/51e1e1c3-2355-47e5-9e35-8d67c5308b48 HTTP/1.1" status: 204 len: 168 time: 1.0649374 Sep 16 16:30:38.405840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b411479d-d3cc-491f-8ed3-581b7ee65749 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:30:38.422979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33306) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:38.424911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7228a7cb-d457-438a-881b-4661302ca9af req-a915d394-5134-4712-9048-676b78000a09 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.430740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b4f7c-5a75-4c28-905f-2af129ef82d7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Network': ['ID=51e1e1c3-2355-47e5-9e35-8d67c5308b48,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:38.436536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-993165138'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:38.468421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Router e0340a21-1d50-4225-8ced-340a84172a5c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:30:38.491756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51f529-685b-433e-a971-a1436b14e92d req-687d4850-cc64-44d8-8557-036031e39ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:38.491756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae51f529-685b-433e-a971-a1436b14e92d req-687d4850-cc64-44d8-8557-036031e39ae5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951855 Sep 16 16:30:38.543665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:30:38.565660 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7228a7cb-d457-438a-881b-4661302ca9af req-a915d394-5134-4712-9048-676b78000a09 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.570337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:30:38.571834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 026ccdd5-2ba1-4c04-ba28-a0f54d3d0824 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:30:38.611378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b411479d-d3cc-491f-8ed3-581b7ee65749, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b411479d-d3cc-491f-8ed3-581b7ee65749,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:38.629809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'b411479d-d3cc-491f-8ed3-581b7ee65749', 'network_id': '67236834-8013-4773-bc20-cd581bb6d7aa', 'port_id': 'b411479d-d3cc-491f-8ed3-581b7ee65749', 'mac_address': 'fa:16:3e:29:72:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db50b756-2e7d-4b88-a5c3-0df7ac84576d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:30:38.630040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:38.634176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.634499 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.677984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:30:38.688582 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.692769 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.693236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:30:38.693388 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Added segment 1ae06d22-ae43-47bb-a5c6-fbf81782e8d6 of type vlan for network 8df91cb3-272a-4218-a7cf-fc78c4801384 Sep 16 16:30:38.698401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915d394-5134-4712-9048-676b78000a09 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c18c24-db14-4cf0-85dd-064bf5e9d24f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:38.709998 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7228a7cb-d457-438a-881b-4661302ca9af req-a915d394-5134-4712-9048-676b78000a09 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.709998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7228a7cb-d457-438a-881b-4661302ca9af req-a915d394-5134-4712-9048-676b78000a09 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9092278 Sep 16 16:30:38.720735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] Sync routers for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:30:38.727906 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.739463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b411479d-d3cc-491f-8ed3-581b7ee65749 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:38.759397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:38.761686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:38.776659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae51f529-685b-433e-a971-a1436b14e92d req-aaa60668-b28f-458b-8edc-277889b3a10d service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266972 Sep 16 16:30:38.777362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.887120 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.903815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:38.906684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:38.959654 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975b0bc-4ed3-4570-be9e-93709d40710c None None] Pushing event updated for resources: {'Port': ['ID=d3daca4d-c7c5-4366-96db-8290f499df88,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:38.979381 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:38.997186 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Attempting to bind port d3daca4d-c7c5-4366-96db-8290f499df88 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:38.998814 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Attempting to bind port d3daca4d-c7c5-4366-96db-8290f499df88 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'a2b5f8b9-5025-4e07-9879-b9da6868761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:39.004733 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Attempting to bind port d3daca4d-c7c5-4366-96db-8290f499df88 on network 84ce2460-2555-473c-bd32-51e8d37960f0 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:39.019814 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:39.020356 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Checking segment: {'id': 'a2b5f8b9-5025-4e07-9879-b9da6868761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:39.020798 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:39.021195 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Bound using segment: {'id': 'a2b5f8b9-5025-4e07-9879-b9da6868761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:39.021686 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Bound port: d3daca4d-c7c5-4366-96db-8290f499df88, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b5f8b9-5025-4e07-9879-b9da6868761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:39.022087 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:39.136853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae51f529-685b-433e-a971-a1436b14e92d req-0033968f-8055-4cff-9c45-dfffe724d1a4 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517187 Sep 16 16:30:39.177520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Network': ['ID=8df91cb3-272a-4218-a7cf-fc78c4801384,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:39.188617 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-623dc72c-f946-466d-8ec2-9c8eb96b6121 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7628717 Sep 16 16:30:39.193609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33330) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:39.208423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'subnet': {'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:39.241906 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] For port d3daca4d-c7c5-4366-96db-8290f499df88, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:39.249603 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] For port d3daca4d-c7c5-4366-96db-8290f499df88, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d3daca4d-c7c5-4366-96db-8290f499df88,segment=NetworkSegment(a2b5f8b9-5025-4e07-9879-b9da6868761d),segment_id=a2b5f8b9-5025-4e07-9879-b9da6868761d)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:39.339870 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:39.416423 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975b0bc-4ed3-4570-be9e-93709d40710c None None] Pushing event updated for resources: {'Port': ['ID=d3daca4d-c7c5-4366-96db-8290f499df88,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:39.433533 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Routers {'9616a744-4233-4c0a-8060-453807c24782'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:39.434181 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9616a744-4233-4c0a-8060-453807c24782'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:39.529478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 8df91cb3-272a-4218-a7cf-fc78c4801384 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:30:39.540650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b411479d-d3cc-491f-8ed3-581b7ee65749, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b411479d-d3cc-491f-8ed3-581b7ee65749,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:39.554521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Router e0340a21-1d50-4225-8ced-340a84172a5c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:30:39.610676 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] Set router 9616a744-4233-4c0a-8060-453807c24782 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:39.615339 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:39.619554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ef5710b4-883e-476c-9259-945ec107763d None None] Provisioning complete for port d3daca4d-c7c5-4366-96db-8290f499df88 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:39.620202 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef5710b4-883e-476c-9259-945ec107763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:39.621387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33334) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:39.646518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e9c89-aae8-4af5-8cd0-0a52260eafda req-c1fedc36-613b-4fc5-91b9-7f68b0b77c9d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:39.656347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-372e9c89-aae8-4af5-8cd0-0a52260eafda req-c1fedc36-613b-4fc5-91b9-7f68b0b77c9d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.3066282 Sep 16 16:30:39.712060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:39.717283 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:39.851883 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1012fdee-eac0-4e3e-aef7-f186589cb58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:39.890695 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-372e9c89-aae8-4af5-8cd0-0a52260eafda req-b72453c1-da09-4409-b7a4-9a57922150ca tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292583 Sep 16 16:30:39.892243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b411479d-d3cc-491f-8ed3-581b7ee65749,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:39.941793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:9c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443b3422-01e8-4270-8a3f-3d67bd963913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:37Z', 'revision_number': 3, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:39.945173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b411479d-d3cc-491f-8ed3-581b7ee65749'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:40.030250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1012fdee-eac0-4e3e-aef7-f186589cb58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.032242 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a744-4233-4c0a-8060-453807c24782', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-router', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:30:28Z', 'updated_at': '2021-09-16T16:30:35Z', 'revision_number': 4, 'project_id': 'a44ffefd875641408383b0995dd96831', 'gw_port': {'id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:29Z', 'updated_at': '2021-09-16T16:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd3daca4d-c7c5-4366-96db-8290f499df88', 'name': '', 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'mac_address': 'fa:16:3e:32:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'c1cfcf95-c7f2-41e7-8f72-2190ca834993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:33Z', 'updated_at': '2021-09-16T16:30:39Z', 'revision_number': 4, 'project_id': 'a44ffefd875641408383b0995dd96831', 'subnets': [{'id': 'c1cfcf95-c7f2-41e7-8f72-2190ca834993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:40.063862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] Checking router: e0340a21-1d50-4225-8ced-340a84172a5c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:30:40.067280 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef5710b4-883e-476c-9259-945ec107763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.068985 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a8ebc-64ad-427a-bf7e-e0f7e224a325 None None] The sync data for ids ['9616a744-4233-4c0a-8060-453807c24782'] in n-d-807786-3 is: [{'id': '9616a744-4233-4c0a-8060-453807c24782', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-router', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:30:28Z', 'updated_at': '2021-09-16T16:30:35Z', 'revision_number': 4, 'project_id': 'a44ffefd875641408383b0995dd96831', 'gw_port': {'id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:29Z', 'updated_at': '2021-09-16T16:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd3daca4d-c7c5-4366-96db-8290f499df88', 'name': '', 'network_id': '84ce2460-2555-473c-bd32-51e8d37960f0', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'mac_address': 'fa:16:3e:32:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'c1cfcf95-c7f2-41e7-8f72-2190ca834993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:33Z', 'updated_at': '2021-09-16T16:30:39Z', 'revision_number': 4, 'project_id': 'a44ffefd875641408383b0995dd96831', 'subnets': [{'id': 'c1cfcf95-c7f2-41e7-8f72-2190ca834993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:30:40.111301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1012fdee-eac0-4e3e-aef7-f186589cb58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.138597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:40.139513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:40.200701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ef5710b4-883e-476c-9259-945ec107763d None None] For port d3daca4d-c7c5-4366-96db-8290f499df88, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d3daca4d-c7c5-4366-96db-8290f499df88,segment=NetworkSegment(a2b5f8b9-5025-4e07-9879-b9da6868761d),segment_id=a2b5f8b9-5025-4e07-9879-b9da6868761d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:40.202615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012fdee-eac0-4e3e-aef7-f186589cb58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd49ac3-599d-45cd-aaa1-3fb8bdfac7f8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:40.209451 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1012fdee-eac0-4e3e-aef7-f186589cb58c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=400f8075689b4d5caea6f68c8bdc5440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867691 Sep 16 16:30:40.211937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33340) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:40.277131 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa502e73-2ca5-4849-917c-2b9defe0bdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.313390 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa502e73-2ca5-4849-917c-2b9defe0bdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.314806 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef5710b4-883e-476c-9259-945ec107763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.407000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:30:40.411134 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.444294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:40.459659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa502e73-2ca5-4849-917c-2b9defe0bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.464596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa502e73-2ca5-4849-917c-2b9defe0bdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.470686 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-aa502e73-2ca5-4849-917c-2b9defe0bdc9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdd49ac3-599d-45cd-aaa1-3fb8bdfac7f8 HTTP/1.1" status: 204 len: 168 time: 0.2575254 Sep 16 16:30:40.480669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa502e73-2ca5-4849-917c-2b9defe0bdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd49ac3-599d-45cd-aaa1-3fb8bdfac7f8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:40.520271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5710b4-883e-476c-9259-945ec107763d None None] Pushing event updated for resources: {'Port': ['ID=d3daca4d-c7c5-4366-96db-8290f499df88,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:40.522996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b3c75e1c-c8e6-4d3b-8b55-ef7e8f132a02 None None] Provisioning complete for port d3daca4d-c7c5-4366-96db-8290f499df88 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:40.523375 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b3c75e1c-c8e6-4d3b-8b55-ef7e8f132a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.585702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:40.588025 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da2ebbf-048d-4b1e-a384-11b2f620dbef" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:40.628950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb58f2d-fb57-414b-a51e-7444a7d83057 req-2e1d1752-c499-4871-a9c6-76d689a06f4d tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:40.630581 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1cb58f2d-fb57-414b-a51e-7444a7d83057 req-2e1d1752-c499-4871-a9c6-76d689a06f4d tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 950 time: 0.2351968 Sep 16 16:30:40.632540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-238405ca-c080-4b04-92e6-52819fa8b5ae tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "PUT /v2.0/floatingips/a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b HTTP/1.1" status: 200 len: 999 time: 5.2605460 Sep 16 16:30:40.684592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1cb58f2d-fb57-414b-a51e-7444a7d83057 req-2133c93c-2e5e-4879-8b2e-999c540973ab tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Sep 16 16:30:40.724006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:40.790573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-332b5324-a799-4a96-945c-98f5e0c9605e tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:40.803423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-332b5324-a799-4a96-945c-98f5e0c9605e tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports/2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 943 time: 0.1475739 Sep 16 16:30:40.836437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:9c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443b3422-01e8-4270-8a3f-3d67bd963913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:37Z', 'revision_number': 3, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:40.885395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Subnet': ['ID=975ff7da-38a0-4ed3-811b-f6890553c65d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:40.902722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3b2ec7-f43c-41d2-953a-3b5aa1b4b6dc None None] The sync data for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 is: [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:9c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443b3422-01e8-4270-8a3f-3d67bd963913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:37Z', 'revision_number': 3, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:30:40.932547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Checking segment: {'id': '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:40.932915 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network hostable DHCP agents. Network: 8df91cb3-272a-4218-a7cf-fc78c4801384, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:30:41.005338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-3c65b5c6-7f17-476e-b516-81383f4464fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:41.006982 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-3c65b5c6-7f17-476e-b516-81383f4464fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1097 time: 0.0849907 Sep 16 16:30:41.059183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network 8df91cb3-272a-4218-a7cf-fc78c4801384 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:30:41.099370 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-18c12ee5-02c2-49e8-ab95-53ae7fd7f503 req-404cf299-5d8b-4d00-88d3-82ce3209a8d0 tempest-FloatingIPDetailsNegativeTestJSON-1977867189 tempest-FloatingIPDetailsNegativeTestJSON-1977867189-project] show failed (client error): The resource could not be found. Sep 16 16:30:41.100460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18c12ee5-02c2-49e8-ab95-53ae7fd7f503 req-404cf299-5d8b-4d00-88d3-82ce3209a8d0 tempest-FloatingIPDetailsNegativeTestJSON-1977867189 tempest-FloatingIPDetailsNegativeTestJSON-1977867189-project] 10.222.0.22 "GET /v2.0/floatingips/906a31c2-5254-4250-ab5b-106256e6b890 HTTP/1.1" status: 404 len: 350 time: 0.0531209 Sep 16 16:30:41.108854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33358) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:41.197855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 8df91cb3-272a-4218-a7cf-fc78c4801384) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:41.208775 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df120f3-54cb-4911-979a-8a8611137451 None None] Network 8df91cb3-272a-4218-a7cf-fc78c4801384 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:41.235471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:41.236075 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:41.262916 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2195296f-308f-407d-93ea-97d66b49e137 None None] New status for floating IP a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:30:41.375605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-f8032f2c-d855-4c21-a56b-6f182ea725bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:41.378086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-f8032f2c-d855-4c21-a56b-6f182ea725bf service neutron] 10.222.0.22 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.3641753 Sep 16 16:30:41.389440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c3148-8847-4fc8-9aa3-91da13e3eb1d req-bbf418f8-942c-4671-bb03-a11acfe6f05b tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:41.391160 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e30c3148-8847-4fc8-9aa3-91da13e3eb1d req-bbf418f8-942c-4671-bb03-a11acfe6f05b tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 945 time: 0.2130592 Sep 16 16:30:41.432948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-8df91cb3-272a-4218-a7cf-fc78c4801384', 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'fixed_ips': [{'subnet_id': '975ff7da-38a0-4ed3-811b-f6890553c65d'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:30:41.433819 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:41.468640 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-be88839a-a563-4be0-a9a3-7ccfc88ca8ca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 217 time: 0.0764554 Sep 16 16:30:41.470760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-df363457-d7f3-4398-9a64-02df233d1765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2748983 Sep 16 16:30:41.474172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33362) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:41.479874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1811374159'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:41.594249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e30c3148-8847-4fc8-9aa3-91da13e3eb1d req-ae1ecf41-8ec5-43c3-bc1c-572dc98536b4 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711810 Sep 16 16:30:41.603560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-310157e7-4c0a-4de3-a2f3-bfeb6b9a1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:41.607834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-310157e7-4c0a-4de3-a2f3-bfeb6b9a1e3e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.1272388 Sep 16 16:30:41.693726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Allocated IP 19.80.0.2 (8df91cb3-272a-4218-a7cf-fc78c4801384/975ff7da-38a0-4ed3-811b-f6890553c65d/a610be35-cc46-4a87-ab0d-48b1a88367a4) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:41.805971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd9f7f5a-35d4-463b-801d-bb0f94fd1187 req-4cbb79fb-9cfa-4035-b1e0-a64e41133163 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/ad7a8dd4-a1be-4463-aa38-7f83f764fe44 HTTP/1.1" status: 200 len: 1805 time: 0.1309185 Sep 16 16:30:41.810560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-1aeaef8f-c1e0-4f59-bb76-a5efffd07196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:41.813093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-1aeaef8f-c1e0-4f59-bb76-a5efffd07196 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1912229 Sep 16 16:30:41.917288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:41.946503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd9f7f5a-35d4-463b-801d-bb0f94fd1187 req-3094d788-34ae-431a-bfa0-ae8e22b0ae6c tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/53c18c24-db14-4cf0-85dd-064bf5e9d24f HTTP/1.1" status: 200 len: 1803 time: 0.1299868 Sep 16 16:30:41.970765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-fd9f7f5a-35d4-463b-801d-bb0f94fd1187 req-cf554182-f3c4-445d-b4c6-8f54c28c1c98 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad7a8dd4-a1be-4463-aa38-7f83f764fe44', 'remote_group_id': '53c18c24-db14-4cf0-85dd-064bf5e9d24f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:41.971024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-fd9f7f5a-35d4-463b-801d-bb0f94fd1187 req-cf554182-f3c4-445d-b4c6-8f54c28c1c98 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad7a8dd4-a1be-4463-aa38-7f83f764fe44', 'remote_group_id': '53c18c24-db14-4cf0-85dd-064bf5e9d24f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:41.995000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-ef3aab1a-ad66-447d-a446-9f67b60ccf8a service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693377 Sep 16 16:30:42.110005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d3daca4d-c7c5-4366-96db-8290f499df88 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:42.126925 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.132862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-0538b266-01ff-42d5-985f-b675908d65ed service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161022 Sep 16 16:30:42.153795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d3daca4d-c7c5-4366-96db-8290f499df88 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:42.155036 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.276872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:42.280578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.293668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-9ff6f24a-dd01-4a25-8f3e-f514b6f19d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:42.296502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-9ff6f24a-dd01-4a25-8f3e-f514b6f19d5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 1097 time: 0.1182337 Sep 16 16:30:42.311937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:30:42.334376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.334376 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Added segment f2ebf496-7780-4307-8dda-53e9161d8b2d of type vlan for network 97e9afdf-326e-4102-9177-b08d93f66db9 Sep 16 16:30:42.376212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.386209 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.433564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b411479d-d3cc-491f-8ed3-581b7ee65749 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:42.499187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.506412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:42.507296 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.526495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Pushing event updated for resources: {'Port': ['ID=a610be35-cc46-4a87-ab0d-48b1a88367a4,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:42.546437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-daee26a4-9ddd-470d-8be8-47a5151b211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:42.547978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-daee26a4-9ddd-470d-8be8-47a5151b211c service neutron] 10.222.0.22 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.2419822 Sep 16 16:30:42.550159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Network 8df91cb3-272a-4218-a7cf-fc78c4801384 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:42.555585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:42.562221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] Sync routers for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:30:42.569962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:42.595413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:42.598690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:42.630683 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd9f7f5a-35d4-463b-801d-bb0f94fd1187 req-cf554182-f3c4-445d-b4c6-8f54c28c1c98 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.668862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Network': ['ID=97e9afdf-326e-4102-9177-b08d93f66db9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:42.672611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-54ddf712-a034-430d-ae0a-a3f1ba104f9f tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1973977 Sep 16 16:30:42.676508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33376) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:42.687486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'subnet': {'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:42.708020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-2a379f7e-de24-4153-8ce5-afdbfce3d8d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8a3864-5d98-49b2-85d5-e70749a66332 HTTP/1.1" status: 200 len: 1002 time: 0.1484494 Sep 16 16:30:42.714478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 97e9afdf-326e-4102-9177-b08d93f66db9 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:30:42.737609 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd9f7f5a-35d4-463b-801d-bb0f94fd1187 req-cf554182-f3c4-445d-b4c6-8f54c28c1c98 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.813477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-c1dc256e-e290-475e-9234-5df02a894562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:42.815274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-c1dc256e-e290-475e-9234-5df02a894562 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.1064208 Sep 16 16:30:42.855192 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd9f7f5a-35d4-463b-801d-bb0f94fd1187 req-cf554182-f3c4-445d-b4c6-8f54c28c1c98 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.903551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf554182-f3c4-445d-b4c6-8f54c28c1c98 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae466a3-7f6d-40b8-a0e3-e7c163b248bd,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:42.923190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port b411479d-d3cc-491f-8ed3-581b7ee65749 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:30:42.934718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:42.940127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.951039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port b411479d-d3cc-491f-8ed3-581b7ee65749 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:42.952104 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.974165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] Deleting port d3daca4d-c7c5-4366-96db-8290f499df88 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:42.974545 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:42.978001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-61310c10-6fb2-481b-b791-5dc8d9b282fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:42.981147 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-61310c10-6fb2-481b-b791-5dc8d9b282fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402631 Sep 16 16:30:42.990092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Attempting to bind port a610be35-cc46-4a87-ab0d-48b1a88367a4 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:42.990541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Attempting to bind port a610be35-cc46-4a87-ab0d-48b1a88367a4 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:42.991087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Attempting to bind port a610be35-cc46-4a87-ab0d-48b1a88367a4 on network 8df91cb3-272a-4218-a7cf-fc78c4801384 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:43.037164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-fd9f7f5a-35d4-463b-801d-bb0f94fd1187 req-cf554182-f3c4-445d-b4c6-8f54c28c1c98 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:43.039228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd9f7f5a-35d4-463b-801d-bb0f94fd1187 req-cf554182-f3c4-445d-b4c6-8f54c28c1c98 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0836082 Sep 16 16:30:43.039432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:43.040560 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Checking segment: {'id': '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:43.042762 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:43.043274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Bound using segment: {'id': '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:43.043797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Bound port: a610be35-cc46-4a87-ab0d-48b1a88367a4, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:43.044195 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:43.178031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] For port d3daca4d-c7c5-4366-96db-8290f499df88, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d3daca4d-c7c5-4366-96db-8290f499df88,segment=NetworkSegment(a2b5f8b9-5025-4e07-9879-b9da6868761d),segment_id=a2b5f8b9-5025-4e07-9879-b9da6868761d)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:43.178417 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:43.215903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:43.218727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] Calling delete_port for d3daca4d-c7c5-4366-96db-8290f499df88 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:43.236456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-69028ab0-35a7-4268-8c16-508e86e2fbaf service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389009 Sep 16 16:30:43.295543 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:43.372497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] For port a610be35-cc46-4a87-ab0d-48b1a88367a4, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:43.378026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] For port a610be35-cc46-4a87-ab0d-48b1a88367a4, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a610be35-cc46-4a87-ab0d-48b1a88367a4,segment=NetworkSegment(1ae06d22-ae43-47bb-a5c6-fbf81782e8d6),segment_id=1ae06d22-ae43-47bb-a5c6-fbf81782e8d6)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:43.422692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Subnet': ['ID=d7f928f5-ec87-4bb4-8bc9-df1ea507d405,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:43.457645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Checking segment: {'id': 'f2ebf496-7780-4307-8dda-53e9161d8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:43.458446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network hostable DHCP agents. Network: 97e9afdf-326e-4102-9177-b08d93f66db9, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:30:43.496559 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:43.527631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37c7a4e-6db2-4184-947a-5cd4f8000094 req-34359a48-d093-4ccb-930f-4f69d2a0aa09 service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286808 Sep 16 16:30:43.543563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41aaf7-e404-4ffa-b51f-9c9802642427 req-9e4b82db-32b1-4818-841a-5e5a1756bbec tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:43.551056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network 97e9afdf-326e-4102-9177-b08d93f66db9 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:30:43.551585 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b41aaf7-e404-4ffa-b51f-9c9802642427 req-9e4b82db-32b1-4818-841a-5e5a1756bbec tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1597157 Sep 16 16:30:43.567154 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:43.568367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:43.638351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b41aaf7-e404-4ffa-b51f-9c9802642427 req-7546f979-27c2-4e49-8d0d-d380df4352a4 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859046 Sep 16 16:30:43.676859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 97e9afdf-326e-4102-9177-b08d93f66db9) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:43.681339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:43.682054 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:43.758122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c963b-1cdb-40c4-be27-c13d62997892 None None] Network 97e9afdf-326e-4102-9177-b08d93f66db9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:43.771125 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:43.790225 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-26c461a7-6bc5-4cdd-b3ec-fef3e69da507 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1108963 Sep 16 16:30:43.806800 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4318106-c89c-496d-8734-cbe1f5e4dadc x-openstack-request-id: req-c4318106-c89c-496d-8734-cbe1f5e4dadc {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:43.807089 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:43.807340 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4318106-c89c-496d-8734-cbe1f5e4dadc {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:43.807733 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'status': 'completed', 'code': 200} Sep 16 16:30:43.816230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac4c94b-1633-46ac-aeae-1de8a0a3326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b411479d-d3cc-491f-8ed3-581b7ee65749'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:43.819925 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a506a567-2350-4df0-9e53-81dfb085e51e" -d '{"events": [{"server_uuid": "8ac4c94b-1633-46ac-aeae-1de8a0a3326e", "name": "network-vif-plugged", "status": "completed", "tag": "b411479d-d3cc-491f-8ed3-581b7ee65749"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:43.839249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b411479d-d3cc-491f-8ed3-581b7ee65749, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b411479d-d3cc-491f-8ed3-581b7ee65749,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:43.860222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fb91c-25db-4835-9e02-d71d653fa9d8 None None] Pushing event updated for resources: {'Port': ['ID=a610be35-cc46-4a87-ab0d-48b1a88367a4,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:44.005623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:44.014890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-6ac1d0ef-bd13-4212-9c03-e3dc9309515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:44.024134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-6ac1d0ef-bd13-4212-9c03-e3dc9309515c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1097 time: 0.2082222 Sep 16 16:30:44.046842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33402) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:44.065664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbb0b-c0de-4557-8c7d-2f43702c9de7 req-2e84c82f-a378-4c26-a589-7c3b34d556d3 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:44.077232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35dbb0b-c0de-4557-8c7d-2f43702c9de7 req-2e84c82f-a378-4c26-a589-7c3b34d556d3 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 945 time: 0.2685645 Sep 16 16:30:44.209713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b411479d-d3cc-491f-8ed3-581b7ee65749,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:44.258517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a610be35-cc46-4a87-ab0d-48b1a88367a4 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:44.267931 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:44.272184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-9cf3edd8-9933-4e24-802f-0fcc41e2841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:44.273834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-9cf3edd8-9933-4e24-802f-0fcc41e2841d service neutron] 10.222.0.62 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.1929331 Sep 16 16:30:44.292344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-97e9afdf-326e-4102-9177-b08d93f66db9', 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'fixed_ips': [{'subnet_id': 'd7f928f5-ec87-4bb4-8bc9-df1ea507d405'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:30:44.294093 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:44.345466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-e044a04c-c5de-4949-9445-7313116ba503 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 217 time: 0.0593014 Sep 16 16:30:44.392373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1293987288'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:44.427659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:9c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443b3422-01e8-4270-8a3f-3d67bd963913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:41Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:44.442564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3daca4d-c7c5-4366-96db-8290f499df88,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:44.499499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] Checking router: e0340a21-1d50-4225-8ced-340a84172a5c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:30:44.533517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Made reservation on behalf of 42110264f445425e98698f96ff4af5cf for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:44.537283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:44.551878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:44.552579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a610be35-cc46-4a87-ab0d-48b1a88367a4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:44.552579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:44.556868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35dbb0b-c0de-4557-8c7d-2f43702c9de7 req-f870045d-cb86-4224-b927-ebe86ab95758 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779942 Sep 16 16:30:44.567815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:44.568705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:44.574816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-8ba5efa7-bf93-4414-9b99-b391886883de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:44.577086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-8ba5efa7-bf93-4414-9b99-b391886883de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.2121532 Sep 16 16:30:44.603560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6d455-7568-4436-a8c3-22af6311b9aa req-63181ccd-b97f-4034-8659-29b4ea115524 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:44.610731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6d455-7568-4436-a8c3-22af6311b9aa req-63181ccd-b97f-4034-8659-29b4ea115524 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:44.620508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93d6d455-7568-4436-a8c3-22af6311b9aa req-63181ccd-b97f-4034-8659-29b4ea115524 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1&device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 1691 time: 0.2566082 Sep 16 16:30:44.714844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Allocated IP 19.86.0.2 (97e9afdf-326e-4102-9177-b08d93f66db9/d7f928f5-ec87-4bb4-8bc9-df1ea507d405/d532a4e8-d8b0-4348-bf55-176b19efc3dc) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:44.730873 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:44.807439 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:44.863785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f90077-6c36-48ea-88db-ebc5b34869bc,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:44.870093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:44.873732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:44.876731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:30:44.901109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:44.901398 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Added segment 082f8d46-5537-4453-9222-081f746510eb of type vlan for network 0d3a3219-fef4-48c8-a799-46b6aac8693b Sep 16 16:30:44.903380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93d6d455-7568-4436-a8c3-22af6311b9aa req-5215ccb8-32fa-4fb5-953d-65571997548d tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819850 Sep 16 16:30:44.929312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c10d56d9-e16f-4b23-bdfd-907fd4e74fbe req-ae3a2b1f-50a6-4cc3-8699-6b2d5820f484 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/53c18c24-db14-4cf0-85dd-064bf5e9d24f HTTP/1.1" status: 200 len: 1803 time: 0.3054945 Sep 16 16:30:44.937625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-f171f645-d98c-4953-bab8-a6112c4d34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:44.939456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-f171f645-d98c-4953-bab8-a6112c4d34b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3148520 Sep 16 16:30:44.974267 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.012708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.133567 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.139843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:45.144705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.162376 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.197808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port a610be35-cc46-4a87-ab0d-48b1a88367a4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a610be35-cc46-4a87-ab0d-48b1a88367a4,segment=NetworkSegment(1ae06d22-ae43-47bb-a5c6-fbf81782e8d6),segment_id=1ae06d22-ae43-47bb-a5c6-fbf81782e8d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:45.262040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.301676 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2532828 Sep 16 16:30:45.308768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33410) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:45.309253 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.309837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f803c-6737-49a9-ae64-fb2a130853b8 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Pushing event updated for resources: {'Network': ['ID=0d3a3219-fef4-48c8-a799-46b6aac8693b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:45.319249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Request body: {'subnet': {'network_id': '0d3a3219-fef4-48c8-a799-46b6aac8693b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:45.339235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959de4d-1b99-4192-84f0-a4b8f366cb87 None None] Network 8df91cb3-272a-4218-a7cf-fc78c4801384 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:45.343816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 0d3a3219-fef4-48c8-a799-46b6aac8693b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:30:45.356239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-da8598dc-6ac5-4412-87b0-697c0a0e6f93 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038346 Sep 16 16:30:45.361962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c10d56d9-e16f-4b23-bdfd-907fd4e74fbe req-1e019d3f-c1f6-4cdd-a774-062de5bb8507 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.421926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Network 97e9afdf-326e-4102-9177-b08d93f66db9 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:45.522699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Made reservation on behalf of 42110264f445425e98698f96ff4af5cf for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:45.527165 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.605932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Pushing event updated for resources: {'Port': ['ID=d532a4e8-d8b0-4348-bf55-176b19efc3dc,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:45.608890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:45.620816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:45.704149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fde35ffc-1bba-40bb-8d13-7e16377efcf4 None None] Provisioning complete for port a610be35-cc46-4a87-ab0d-48b1a88367a4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:45.704547 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fde35ffc-1bba-40bb-8d13-7e16377efcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.816072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443b3422-01e8-4270-8a3f-3d67bd963913', 'tag': '5b8a3864-5d98-49b2-85d5-e70749a66332'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:45.819312 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8be5b7-141f-4c94-b237-e16bc815261f" -d '{"events": [{"name": "network-changed", "server_uuid": "443b3422-01e8-4270-8a3f-3d67bd963913", "tag": "5b8a3864-5d98-49b2-85d5-e70749a66332"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:45.853700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=a610be35-cc46-4a87-ab0d-48b1a88367a4,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:45.859008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.874388 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c10d56d9-e16f-4b23-bdfd-907fd4e74fbe req-1e019d3f-c1f6-4cdd-a774-062de5bb8507 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.884513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Attempting to bind port d532a4e8-d8b0-4348-bf55-176b19efc3dc on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:45.884513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Attempting to bind port d532a4e8-d8b0-4348-bf55-176b19efc3dc by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f2ebf496-7780-4307-8dda-53e9161d8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:45.885364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Attempting to bind port d532a4e8-d8b0-4348-bf55-176b19efc3dc on network 97e9afdf-326e-4102-9177-b08d93f66db9 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:45.905403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:45.905750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Checking segment: {'id': 'f2ebf496-7780-4307-8dda-53e9161d8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:45.906160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.906556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Bound using segment: {'id': 'f2ebf496-7780-4307-8dda-53e9161d8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:45.907038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Bound port: d532a4e8-d8b0-4348-bf55-176b19efc3dc, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ebf496-7780-4307-8dda-53e9161d8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:45.907424 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:45.952750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Checking segment: {'id': '082f8d46-5537-4453-9222-081f746510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d3a3219-fef4-48c8-a799-46b6aac8693b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:45.953251 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Network hostable DHCP agents. Network: 0d3a3219-fef4-48c8-a799-46b6aac8693b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:30:45.974999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Pushing event updated for resources: {'Subnet': ['ID=8d25592f-27c1-4538-944c-02bddf3ff318,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:45.975750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdc64-525c-46db-ab35-f3e64019b4a6 req-1410d9d3-705f-4ea3-ad70-cb2e7793cfd2 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:45.982090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdc64-525c-46db-ab35-f3e64019b4a6 req-1410d9d3-705f-4ea3-ad70-cb2e7793cfd2 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:45.992724 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdc64-525c-46db-ab35-f3e64019b4a6 req-1410d9d3-705f-4ea3-ad70-cb2e7793cfd2 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:45.992724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc8bdc64-525c-46db-ab35-f3e64019b4a6 req-1410d9d3-705f-4ea3-ad70-cb2e7793cfd2 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643&device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5&device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 2416 time: 0.6338620 Sep 16 16:30:46.005599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] Router 9616a744-4233-4c0a-8060-453807c24782 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:30:46.030072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:9c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443b3422-01e8-4270-8a3f-3d67bd963913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:41Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:46.064551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0da2ebbf-048d-4b1e-a384-11b2f620dbef req-48bcd01c-c899-41ab-8729-5fc6be34e4ca service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864181 Sep 16 16:30:46.069566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Network 0d3a3219-fef4-48c8-a799-46b6aac8693b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:30:46.111314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5059b95-80b1-4283-ac08-b999c6be0e0d None None] The sync data for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 is: [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:9c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443b3422-01e8-4270-8a3f-3d67bd963913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:41Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:30:46.157772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 0d3a3219-fef4-48c8-a799-46b6aac8693b) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:46.158266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc8bdc64-525c-46db-ab35-f3e64019b4a6 req-f4f996b2-9916-4ce9-8e0e-ea35b5dc50d2 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421926 Sep 16 16:30:46.164602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:46.167439 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] For port d532a4e8-d8b0-4348-bf55-176b19efc3dc, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:46.171992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:46.172152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] For port d532a4e8-d8b0-4348-bf55-176b19efc3dc, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d532a4e8-d8b0-4348-bf55-176b19efc3dc,segment=NetworkSegment(f2ebf496-7780-4307-8dda-53e9161d8b2d),segment_id=f2ebf496-7780-4307-8dda-53e9161d8b2d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:46.195372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5172dcad-eaf1-461f-b476-50b29395a268 None None] Network 0d3a3219-fef4-48c8-a799-46b6aac8693b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:46.242380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a610be35-cc46-4a87-ab0d-48b1a88367a4 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:46.275524 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c10d56d9-e16f-4b23-bdfd-907fd4e74fbe req-1e019d3f-c1f6-4cdd-a774-062de5bb8507 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:46.283485 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f0dd0e16-78cc-4cf6-b3bf-97dc9d7f42bf tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9691570 Sep 16 16:30:46.284164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c10d56d9-e16f-4b23-bdfd-907fd4e74fbe req-1e019d3f-c1f6-4cdd-a774-062de5bb8507 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:46.285382 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c10d56d9-e16f-4b23-bdfd-907fd4e74fbe req-1e019d3f-c1f6-4cdd-a774-062de5bb8507 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "DELETE /v2.0/security-groups/53c18c24-db14-4cf0-85dd-064bf5e9d24f HTTP/1.1" status: 204 len: 173 time: 1.3552198 Sep 16 16:30:46.288494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33418) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:46.304411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Request body: {'port': {'network_id': '0d3a3219-fef4-48c8-a799-46b6aac8693b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1153648920'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:46.327363 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20fc8158-e88b-4bc0-a2e5-da7173c15884 req-725011c6-7f9e-4e52-a94e-836d1f049c65 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 1002 time: 0.1655145 Sep 16 16:30:46.334349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e019d3f-c1f6-4cdd-a774-062de5bb8507 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c18c24-db14-4cf0-85dd-064bf5e9d24f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:46.349924 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:46.350236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:30:46.366962 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] Sync routers for ids ['9616a744-4233-4c0a-8060-453807c24782'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:30:46.373555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6a552e01-b099-4037-80f0-85159563fdc8 admin admin] 10.222.0.22 "PUT /v2.0/routers/9616a744-4233-4c0a-8060-453807c24782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2628329 Sep 16 16:30:46.376929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33422) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:46.396876 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] Routers {'9616a744-4233-4c0a-8060-453807c24782'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:46.400953 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9616a744-4233-4c0a-8060-453807c24782'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:46.463870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc8158-e88b-4bc0-a2e5-da7173c15884 req-296a146f-cbf0-4dc0-a4dc-5f7565f59479 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:46.473164 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952b24d2-4b76-4da4-9aea-dec85f9a55b2 x-openstack-request-id: req-952b24d2-4b76-4da4-9aea-dec85f9a55b2 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:46.473744 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac4c94b-1633-46ac-aeae-1de8a0a3326e", "name": "network-vif-plugged", "status": "completed", "tag": "b411479d-d3cc-491f-8ed3-581b7ee65749", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:46.474376 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-952b24d2-4b76-4da4-9aea-dec85f9a55b2 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:46.475090 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac4c94b-1633-46ac-aeae-1de8a0a3326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b411479d-d3cc-491f-8ed3-581b7ee65749', 'code': 200} Sep 16 16:30:46.481098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20fc8158-e88b-4bc0-a2e5-da7173c15884 req-296a146f-cbf0-4dc0-a4dc-5f7565f59479 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports/5b8a3864-5d98-49b2-85d5-e70749a66332 HTTP/1.1" status: 200 len: 943 time: 0.1527762 Sep 16 16:30:46.699129 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a610be35-cc46-4a87-ab0d-48b1a88367a4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:46.699129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:46.705158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711ef25-0659-4b5a-97a2-873d056b7f29 None None] Pushing event updated for resources: {'Port': ['ID=d532a4e8-d8b0-4348-bf55-176b19efc3dc,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:46.712158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Made reservation on behalf of 42110264f445425e98698f96ff4af5cf for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:46.724345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:46.725403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:46.761992 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] Set router 9616a744-4233-4c0a-8060-453807c24782 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:46.767421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-30a564ab-d02b-4e33-9261-60bf1dcc0c24 None None] Provisioning complete for port a610be35-cc46-4a87-ab0d-48b1a88367a4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:46.767421 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-30a564ab-d02b-4e33-9261-60bf1dcc0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:46.769431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] device_id is not set on port d8ebaed7-0f52-403e-98be-06ae48a10926 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:30:46.888931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37536bc-f93c-4cef-b58a-c4d4a79c9e8b req-c1e57089-e88e-4c13-a8b5-ea8cab9ab698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:46.892291 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d37536bc-f93c-4cef-b58a-c4d4a79c9e8b req-c1e57089-e88e-4c13-a8b5-ea8cab9ab698 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 1097 time: 0.3052843 Sep 16 16:30:46.913114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20fc8158-e88b-4bc0-a2e5-da7173c15884 req-290b05d5-8dd4-4d7d-b655-7546755c80e9 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 1002 time: 0.3248446 Sep 16 16:30:46.964174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-0d3a3219-fef4-48c8-a799-46b6aac8693b', 'network_id': '0d3a3219-fef4-48c8-a799-46b6aac8693b', 'tenant_id': '42110264f445425e98698f96ff4af5cf', 'fixed_ips': [{'subnet_id': '8d25592f-27c1-4538-944c-02bddf3ff318'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:30:46.965333 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:47.011269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Allocated IP 172.20.0.11 (0d3a3219-fef4-48c8-a799-46b6aac8693b/8d25592f-27c1-4538-944c-02bddf3ff318/d8ebaed7-0f52-403e-98be-06ae48a10926) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:47.179350 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a744-4233-4c0a-8060-453807c24782', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-router', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:30:28Z', 'updated_at': '2021-09-16T16:30:43Z', 'revision_number': 5, 'project_id': 'a44ffefd875641408383b0995dd96831', 'gw_port': {'id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:29Z', 'updated_at': '2021-09-16T16:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:47.187784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-559ef88b-e00f-496c-b929-b98ab755202d tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:47.199341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-559ef88b-e00f-496c-b929-b98ab755202d tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:47.200000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-559ef88b-e00f-496c-b929-b98ab755202d tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/networks?id=8df91cb3-272a-4218-a7cf-fc78c4801384&id=97e9afdf-326e-4102-9177-b08d93f66db9 HTTP/1.1" status: 200 len: 1391 time: 0.5654647 Sep 16 16:30:47.214802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d37536bc-f93c-4cef-b58a-c4d4a79c9e8b req-1acc24c9-2c08-477e-b48c-3c95f895c8d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993779 Sep 16 16:30:47.224014 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] Checking router: 9616a744-4233-4c0a-8060-453807c24782 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:30:47.235539 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] Routers {'9616a744-4233-4c0a-8060-453807c24782'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:47.236604 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9616a744-4233-4c0a-8060-453807c24782'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:47.239874 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:47.247106 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-be21e351-6e70-4a37-9f66-45e8a6a70741 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/quotas/f7a35bdc9f004296b2a91de93f3741b2 HTTP/1.1" status: 200 len: 375 time: 0.0310764 Sep 16 16:30:47.259262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:47.281619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc8158-e88b-4bc0-a2e5-da7173c15884 req-d3db32b0-e907-41f6-be21-281fc4c06300 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:47.290016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20fc8158-e88b-4bc0-a2e5-da7173c15884 req-d3db32b0-e907-41f6-be21-281fc4c06300 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.3749161 Sep 16 16:30:47.368554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:47.408422 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-036ec0fb-d4dc-4030-a821-da345fc8cc49 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1482317 Sep 16 16:30:47.416737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Network 0d3a3219-fef4-48c8-a799-46b6aac8693b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:47.422670 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] Set router 9616a744-4233-4c0a-8060-453807c24782 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:47.450609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:47.458284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:47.462259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Allocated IP 172.20.0.2 (0d3a3219-fef4-48c8-a799-46b6aac8693b/8d25592f-27c1-4538-944c-02bddf3ff318/65f728ce-5b09-4e52-9efc-faf32220ee75) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:47.542643 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Pushing event updated for resources: {'Port': ['ID=d8ebaed7-0f52-403e-98be-06ae48a10926,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:47.582829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:47.584000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:47.613082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Deleting port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:47.613570 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:47.653565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94f57f-088a-4c54-8222-e464b5eabe9b req-03bb6322-56c5-4c96-9549-a48655c2887f tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:47.658375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb94f57f-088a-4c54-8222-e464b5eabe9b req-03bb6322-56c5-4c96-9549-a48655c2887f tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 946 time: 0.1831081 Sep 16 16:30:47.709519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fa9d58c2-ad92-464a-8616-8d8a2c152071 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4165921 Sep 16 16:30:47.710169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33436) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:47.736806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-08a3776b-7341-458f-8001-0014c9cbdd45 service neutron] 10.222.0.22 "GET /v2.0/networks/8df91cb3-272a-4218-a7cf-fc78c4801384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151646 Sep 16 16:30:47.775125 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a744-4233-4c0a-8060-453807c24782', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-router', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:30:28Z', 'updated_at': '2021-09-16T16:30:43Z', 'revision_number': 5, 'project_id': 'a44ffefd875641408383b0995dd96831', 'gw_port': {'id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:29Z', 'updated_at': '2021-09-16T16:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:47.777707 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:47.822609 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8ce04-4665-4173-9624-e391632b86bd None None] The sync data for ids ['9616a744-4233-4c0a-8060-453807c24782'] in n-d-807786-3 is: [{'id': '9616a744-4233-4c0a-8060-453807c24782', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-600480403-router', 'tenant_id': 'a44ffefd875641408383b0995dd96831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:30:28Z', 'updated_at': '2021-09-16T16:30:43Z', 'revision_number': 5, 'project_id': 'a44ffefd875641408383b0995dd96831', 'gw_port': {'id': 'd0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a744-4233-4c0a-8060-453807c24782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:30:29Z', 'updated_at': '2021-09-16T16:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:30:47.857710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb94f57f-088a-4c54-8222-e464b5eabe9b req-0e201112-da23-4bb5-aba2-6d541d4a6955 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799681 Sep 16 16:30:47.859061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] For port d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:47.859456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:47.881750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:47.883564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Calling delete_port for d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:47.903085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-66d3502e-5f0b-4752-bfe9-847857de1985 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Deleting port d8ebaed7-0f52-403e-98be-06ae48a10926 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:47.903440 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66d3502e-5f0b-4752-bfe9-847857de1985 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:47.976510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Network 0d3a3219-fef4-48c8-a799-46b6aac8693b is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:47.981954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:47.986902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:48.004511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Pushing event updated for resources: {'Port': ['ID=65f728ce-5b09-4e52-9efc-faf32220ee75,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:48.017794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-c87ac1e9-3948-480c-a436-0b7baddd4db8 service neutron] 10.222.0.22 "GET /v2.0/networks/8df91cb3-272a-4218-a7cf-fc78c4801384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526064 Sep 16 16:30:48.017794 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db12af1-8793-4e0f-93dd-6921652429e6 x-openstack-request-id: req-0db12af1-8793-4e0f-93dd-6921652429e6 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:48.017794 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443b3422-01e8-4270-8a3f-3d67bd963913", "tag": "5b8a3864-5d98-49b2-85d5-e70749a66332", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:48.017794 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0db12af1-8793-4e0f-93dd-6921652429e6 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:48.017794 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443b3422-01e8-4270-8a3f-3d67bd963913', 'tag': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'status': 'completed', 'code': 200} Sep 16 16:30:48.126860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Attempting to bind port 65f728ce-5b09-4e52-9efc-faf32220ee75 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:48.127307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Attempting to bind port 65f728ce-5b09-4e52-9efc-faf32220ee75 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '082f8d46-5537-4453-9222-081f746510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d3a3219-fef4-48c8-a799-46b6aac8693b'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:48.127791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Attempting to bind port 65f728ce-5b09-4e52-9efc-faf32220ee75 on network 0d3a3219-fef4-48c8-a799-46b6aac8693b {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:48.150785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:48.150785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Checking segment: {'id': '082f8d46-5537-4453-9222-081f746510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d3a3219-fef4-48c8-a799-46b6aac8693b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:48.150785 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:48.150785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Bound using segment: {'id': '082f8d46-5537-4453-9222-081f746510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d3a3219-fef4-48c8-a799-46b6aac8693b'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:48.150785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Bound port: 65f728ce-5b09-4e52-9efc-faf32220ee75, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082f8d46-5537-4453-9222-081f746510eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d3a3219-fef4-48c8-a799-46b6aac8693b'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:48.150785 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:48.225217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27ecea-1538-45c3-8724-45e5e01ebfa5 None None] Network 97e9afdf-326e-4102-9177-b08d93f66db9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:48.237259 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66d3502e-5f0b-4752-bfe9-847857de1985 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:48.277561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-ef07d6d1-582c-4f13-b93e-61acdc2a83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:48.280229 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-ef07d6d1-582c-4f13-b93e-61acdc2a83c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 1097 time: 0.1644886 Sep 16 16:30:48.283252 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-66d3502e-5f0b-4752-bfe9-847857de1985 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Calling delete_port for d8ebaed7-0f52-403e-98be-06ae48a10926 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:48.286895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d532a4e8-d8b0-4348-bf55-176b19efc3dc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:48.415627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4fb77493-2a39-406b-8186-aaaacab0fa46 None None] Provisioning complete for port d532a4e8-d8b0-4348-bf55-176b19efc3dc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:48.419176 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fb77493-2a39-406b-8186-aaaacab0fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:48.423302 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] For port 65f728ce-5b09-4e52-9efc-faf32220ee75, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:48.466321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] For port 65f728ce-5b09-4e52-9efc-faf32220ee75, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=65f728ce-5b09-4e52-9efc-faf32220ee75,segment=NetworkSegment(082f8d46-5537-4453-9222-081f746510eb),segment_id=082f8d46-5537-4453-9222-081f746510eb)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:48.468134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-0729e889-7258-4208-9e9e-c6ffea8bc65b service neutron] 10.222.0.22 "GET /v2.0/networks/97e9afdf-326e-4102-9177-b08d93f66db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402959 Sep 16 16:30:48.481119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-ec95e47e-ff24-4684-a2eb-0dfa0d9803cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:48.483524 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-ec95e47e-ff24-4684-a2eb-0dfa0d9803cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.1912832 Sep 16 16:30:48.534926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d532a4e8-d8b0-4348-bf55-176b19efc3dc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:48.535310 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:48.565312 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:48.609371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c56c47-6e17-4d26-983b-a7990904a082 req-f3b9c0b4-36a4-4352-a22a-7706e03ecf75 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:48.611213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95c56c47-6e17-4d26-983b-a7990904a082 req-f3b9c0b4-36a4-4352-a22a-7706e03ecf75 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.3569674 Sep 16 16:30:48.624267 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-ad01940b-82f1-40c2-8d5b-23158c429b19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8a3864-5d98-49b2-85d5-e70749a66332 HTTP/1.1" status: 200 len: 1002 time: 0.1275144 Sep 16 16:30:48.692762 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fb77493-2a39-406b-8186-aaaacab0fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:48.710892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528b674-7dce-4977-9e74-338c8e22b81f None None] Pushing event updated for resources: {'Port': ['ID=65f728ce-5b09-4e52-9efc-faf32220ee75,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:48.711108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66d3502e-5f0b-4752-bfe9-847857de1985 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:48.725338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-4c6e4b34-8671-42c7-956c-ddb0651c8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:48.727105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-4c6e4b34-8671-42c7-956c-ddb0651c8f90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.0938830 Sep 16 16:30:48.738880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95c56c47-6e17-4d26-983b-a7990904a082 req-43ef34ce-24bb-4e1d-a61e-605f592e3bc8 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873249 Sep 16 16:30:48.743327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-d35f76e7-53a9-4c72-8057-94b857b338a9 service neutron] 10.222.0.22 "GET /v2.0/networks/97e9afdf-326e-4102-9177-b08d93f66db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646592 Sep 16 16:30:48.816481 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:48.826084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3502e-5f0b-4752-bfe9-847857de1985 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Pushing event deleted for resources: {'Port': ['ID=d8ebaed7-0f52-403e-98be-06ae48a10926,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:48.873861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ae1f3e1-8fb5-42e0-86ca-1f907d6d7ade req-67f336c0-9560-4063-a40e-f7a2b5c00399 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/ad7a8dd4-a1be-4463-aa38-7f83f764fe44 HTTP/1.1" status: 200 len: 1805 time: 0.1112211 Sep 16 16:30:48.885540 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:48.956020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-df2c9b26-99b9-4c15-81f6-f78e0e6ad9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:48.958999 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-df2c9b26-99b9-4c15-81f6-f78e0e6ad9cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869280 Sep 16 16:30:48.981611 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66d3502e-5f0b-4752-bfe9-847857de1985 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:48.993674 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-66d3502e-5f0b-4752-bfe9-847857de1985 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] 10.222.0.22 "DELETE /v2.0/ports/d8ebaed7-0f52-403e-98be-06ae48a10926 HTTP/1.1" status: 204 len: 168 time: 1.2820790 Sep 16 16:30:49.006258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33444) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:49.007524 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.068075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4fb77493-2a39-406b-8186-aaaacab0fa46 None None] For port d532a4e8-d8b0-4348-bf55-176b19efc3dc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d532a4e8-d8b0-4348-bf55-176b19efc3dc,segment=NetworkSegment(f2ebf496-7780-4307-8dda-53e9161d8b2d),segment_id=f2ebf496-7780-4307-8dda-53e9161d8b2d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:49.100226 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.158294 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fb77493-2a39-406b-8186-aaaacab0fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.279078 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-9db36c19-a422-412f-9510-bb75a9d648a3 service neutron] 10.222.0.52 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838614 Sep 16 16:30:49.332971 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.335773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.385169 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0126c759-f76a-4f8b-b06c-4c57c18201f3 tempest-DHCPAgentSchedulersTestJSON-938918169 tempest-DHCPAgentSchedulersTestJSON-938918169-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3754473 Sep 16 16:30:49.394271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33452) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:49.394695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb77493-2a39-406b-8186-aaaacab0fa46 None None] Pushing event updated for resources: {'Port': ['ID=d532a4e8-d8b0-4348-bf55-176b19efc3dc,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:49.405198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1976978661'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:49.406860 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:30:49.407430 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:30:49.474929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.475482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9616a744-4233-4c0a-8060-453807c24782 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:30:49.490244 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.491428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8c681bd9-e102-48a4-9c20-e7f52705bcde admin admin] 10.222.0.22 "DELETE /v2.0/routers/9616a744-4233-4c0a-8060-453807c24782 HTTP/1.1" status: 204 len: 168 time: 3.1133468 Sep 16 16:30:49.495445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-af4f18a1-ac27-403c-b9ae-b098f6bd8376 None None] Provisioning complete for port d532a4e8-d8b0-4348-bf55-176b19efc3dc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:49.496485 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-af4f18a1-ac27-403c-b9ae-b098f6bd8376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.516090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-93a5395e-894a-47fa-93df-6fea85559a67 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 1002 time: 0.5743582 Sep 16 16:30:49.517419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33458) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:49.533997 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9a8be5b7-141f-4c94-b237-e16bc815261f req-5081a799-c437-499a-acf8-a374ac0fd949 service neutron] 10.222.0.52 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428288 Sep 16 16:30:49.589406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-3534d689-bc14-4b5c-b8f1-8a8716381ecb admin admin] Deleting subnet c1cfcf95-c7f2-41e7-8f72-2190ca834993 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:30:49.593645 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3534d689-bc14-4b5c-b8f1-8a8716381ecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.595567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-e19fed89-7f09-413e-b79a-940bae0f4de1 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:49.597297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-e19fed89-7f09-413e-b79a-940bae0f4de1 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports/5b8a3864-5d98-49b2-85d5-e70749a66332 HTTP/1.1" status: 200 len: 943 time: 0.0817630 Sep 16 16:30:49.625969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03594b0-cf34-4ac0-84d5-cd8a31c65546 req-f3733fb8-6f45-4673-86cc-cf9a7a74e6ba tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:49.627964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e03594b0-cf34-4ac0-84d5-cd8a31c65546 req-f3733fb8-6f45-4673-86cc-cf9a7a74e6ba tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 1101 time: 0.3823423 Sep 16 16:30:49.628676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Made reservation on behalf of 42110264f445425e98698f96ff4af5cf for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:49.633581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.694697 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3534d689-bc14-4b5c-b8f1-8a8716381ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.727045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-eb4b7a21-74dd-443b-bb80-8d124553080e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2050080 Sep 16 16:30:49.789740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e03594b0-cf34-4ac0-84d5-cd8a31c65546 req-9d92af87-5822-4247-8808-f68605eaefb8 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496377 Sep 16 16:30:49.793548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:30:49.899924 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:49.900687 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Added segment b99f68bd-bfe7-4ea0-88c7-67b4605c65a6 of type vlan for network 0732e6cd-3df2-4b58-bea0-40a0aec5aab4 Sep 16 16:30:49.917073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-9be95944-2d49-4d08-87b0-eebe90fba33e tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 1002 time: 0.2315168 Sep 16 16:30:50.022702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-1414c850-176f-4d92-88b6-36f22d10089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:50.025235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-1414c850-176f-4d92-88b6-36f22d10089c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1097 time: 0.2325966 Sep 16 16:30:50.037197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d3daca4d-c7c5-4366-96db-8290f499df88 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:30:50.039318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.066361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: d3daca4d-c7c5-4366-96db-8290f499df88 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:30:50.066763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d3daca4d-c7c5-4366-96db-8290f499df88 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:30:50.129892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-12bf6a01-8938-4dd7-8f50-b17b710d5e7e req-7cae0548-1213-4b8b-a79f-a7302f3dbdf5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-904097845', 'description': 'tempest-description-709260158'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:50.161681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.resource_extend [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:30:50.253598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-c009a9de-7e31-4e74-9012-399db9d09566 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:50.255181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-c009a9de-7e31-4e74-9012-399db9d09566 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.3034089 Sep 16 16:30:50.294616 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3534d689-bc14-4b5c-b8f1-8a8716381ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.393977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d532a4e8-d8b0-4348-bf55-176b19efc3dc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:50.422124 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.433996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:50.434652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.442551 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3534d689-bc14-4b5c-b8f1-8a8716381ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.454585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d532a4e8-d8b0-4348-bf55-176b19efc3dc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:50.455017 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.484191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534d689-bc14-4b5c-b8f1-8a8716381ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cfcf95-c7f2-41e7-8f72-2190ca834993,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:50.496063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3534d689-bc14-4b5c-b8f1-8a8716381ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.504908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3534d689-bc14-4b5c-b8f1-8a8716381ecb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c1cfcf95-c7f2-41e7-8f72-2190ca834993 HTTP/1.1" status: 204 len: 168 time: 0.9860852 Sep 16 16:30:50.505786 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33466) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:50.522755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a95e308-f927-42df-b611-357db111969d None None] Network 0d3a3219-fef4-48c8-a799-46b6aac8693b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:50.527798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d844aa-181d-4c78-8be7-089efeb30dd7 None None] Network 84ce2460-2555-473c-bd32-51e8d37960f0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:50.585901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-98fe779c-81b0-4a39-81f5-da5293005aa1 None None] Provisioning complete for port 65f728ce-5b09-4e52-9efc-faf32220ee75 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:50.587707 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98fe779c-81b0-4a39-81f5-da5293005aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.612216 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.697329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Deleting port 986a6440-c055-4317-a3e2-d083899ea389 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:50.697733 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.797632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] For port 986a6440-c055-4317-a3e2-d083899ea389, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=986a6440-c055-4317-a3e2-d083899ea389,segment=NetworkSegment(a2b5f8b9-5025-4e07-9879-b9da6868761d),segment_id=a2b5f8b9-5025-4e07-9879-b9da6868761d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:50.798047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.814280 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Calling delete_port for 986a6440-c055-4317-a3e2-d083899ea389 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:50.914137 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12bf6a01-8938-4dd7-8f50-b17b710d5e7e req-7cae0548-1213-4b8b-a79f-a7302f3dbdf5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.922674 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98fe779c-81b0-4a39-81f5-da5293005aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:50.923089 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-76cf134a-b571-48fa-a3f8-bbe2d56598be tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 1002 time: 0.6187375 Sep 16 16:30:50.931577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Pushing event updated for resources: {'Network': ['ID=0732e6cd-3df2-4b58-bea0-40a0aec5aab4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:50.949875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-dd489643-a8b2-450c-88c6-601c8c49fa17 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:51.012290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1094f828-fe1d-4484-9955-a63517181f85 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6142187 Sep 16 16:30:51.014423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-a3ed6835-9200-489e-958a-d87f670e6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:51.016030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-a3ed6835-9200-489e-958a-d87f670e6b78 service neutron] 10.222.0.62 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.9199667 Sep 16 16:30:51.016785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33470) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:51.019786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 0732e6cd-3df2-4b58-bea0-40a0aec5aab4 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:30:51.025463 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.031732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 65f728ce-5b09-4e52-9efc-faf32220ee75 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:51.075109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=986a6440-c055-4317-a3e2-d083899ea389,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:51.081414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] No DVR routers for this DVR port 986a6440-c055-4317-a3e2-d083899ea389 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:51.145550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-98fe779c-81b0-4a39-81f5-da5293005aa1 None None] For port 65f728ce-5b09-4e52-9efc-faf32220ee75, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=65f728ce-5b09-4e52-9efc-faf32220ee75,segment=NetworkSegment(082f8d46-5537-4453-9222-081f746510eb),segment_id=082f8d46-5537-4453-9222-081f746510eb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:51.146747 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-dd489643-a8b2-450c-88c6-601c8c49fa17 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.170638 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-6a00ad3e-63b4-4803-a430-0ec6e1f73ce3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 217 time: 0.1317327 Sep 16 16:30:51.222962 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.264048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ce2460-2555-473c-bd32-51e8d37960f0']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:51.270539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e19ec5-c98d-4c2a-9a4c-4704515171d6 None None] DHCP port deletion for 84ce2460-2555-473c-bd32-51e8d37960f0 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:30:51.278136 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98fe779c-81b0-4a39-81f5-da5293005aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.291539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b5f8b9-5025-4e07-9879-b9da6868761d') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:51.291965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b5f8b9-5025-4e07-9879-b9da6868761d') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:51.312633 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.330777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.339176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:30:51.339852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:30:51.342519 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:30:51.418971 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 65f728ce-5b09-4e52-9efc-faf32220ee75 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:51.419641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.478125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe779c-81b0-4a39-81f5-da5293005aa1 None None] Pushing event updated for resources: {'Port': ['ID=65f728ce-5b09-4e52-9efc-faf32220ee75,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:51.510811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.519244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.524792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-8de46f27-4f85-49b7-84e4-49cadfe9dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:51.533839 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/84ce2460-2555-473c-bd32-51e8d37960f0 HTTP/1.1" status: 204 len: 168 time: 1.0187109 Sep 16 16:30:51.534889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-8de46f27-4f85-49b7-84e4-49cadfe9dfce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.2844114 Sep 16 16:30:51.542196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699d45c-d65f-4783-a395-fbad8706c8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ce2460-2555-473c-bd32-51e8d37960f0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:51.697615 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12bf6a01-8938-4dd7-8f50-b17b710d5e7e req-7cae0548-1213-4b8b-a79f-a7302f3dbdf5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.712014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:30:51.744500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7b8c83be-5421-4c8c-993f-43a0b1465bdd tempest-DHCPAgentSchedulersTestJSON-938918169 tempest-DHCPAgentSchedulersTestJSON-938918169-project-admin] 10.222.0.22 "GET /v2.0/agents/9c29e18e-3672-4d50-a12d-0bb61d436cc0/dhcp-networks HTTP/1.1" status: 200 len: 10443 time: 0.7188768 Sep 16 16:30:51.744712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33474) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:51.745812 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-dd489643-a8b2-450c-88c6-601c8c49fa17 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.763232 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12bf6a01-8938-4dd7-8f50-b17b710d5e7e req-7cae0548-1213-4b8b-a79f-a7302f3dbdf5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.783510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:30:51.786566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d0bbe27e-bdc7-46fc-95e9-cc4c3ee6f3aa not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:30:51.809100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-9990f500-5df8-44f4-aa2c-74ba351df8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:51.811916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-9990f500-5df8-44f4-aa2c-74ba351df8ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2606165 Sep 16 16:30:51.816855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-dd489643-a8b2-450c-88c6-601c8c49fa17 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.817220 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-dd489643-a8b2-450c-88c6-601c8c49fa17 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Floating IP a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b disassociated. External IP: 172.25.6.135, port: 5b8a3864-5d98-49b2-85d5-e70749a66332. Sep 16 16:30:51.831824 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cd6d3d7a-c9b4-4a79-8deb-016ba714d5c7 None None] Provisioning complete for port 65f728ce-5b09-4e52-9efc-faf32220ee75 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:51.832205 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d7a-c9b4-4a79-8deb-016ba714d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.919111 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12bf6a01-8938-4dd7-8f50-b17b710d5e7e req-7cae0548-1213-4b8b-a79f-a7302f3dbdf5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:51.921264 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12bf6a01-8938-4dd7-8f50-b17b710d5e7e req-7cae0548-1213-4b8b-a79f-a7302f3dbdf5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.8259611 Sep 16 16:30:51.923268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e39d31d-c598-496c-88a3-9abbea584906 tempest-DHCPAgentSchedulersTestJSON-938918169 tempest-DHCPAgentSchedulersTestJSON-938918169-project-admin] Network 0732e6cd-3df2-4b58-bea0-40a0aec5aab4 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:30:51.947897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae0548-1213-4b8b-a79f-a7302f3dbdf5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075a5d94-7d78-4f0f-9ca9-9ef9a9e55211,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:52.005653 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4e39d31d-c598-496c-88a3-9abbea584906 tempest-DHCPAgentSchedulersTestJSON-938918169 tempest-DHCPAgentSchedulersTestJSON-938918169-project-admin] 10.222.0.22 "POST /v2.0/agents/9c29e18e-3672-4d50-a12d-0bb61d436cc0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2595918 Sep 16 16:30:52.010281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33478) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:52.011331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b53d1-0af4-448b-aa99-762d1c93c7a8 None None] Network 0732e6cd-3df2-4b58-bea0-40a0aec5aab4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:52.193246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-82fbdc26-6645-41b2-bec7-329fcabd64c8 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185318 Sep 16 16:30:52.248120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 65f728ce-5b09-4e52-9efc-faf32220ee75 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:30:52.248411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33480) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:52.281931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-78a5ed03-e566-4f3a-bfaa-59e06cfced75 None None] Could not find standard attr ID for object d8ebaed7-0f52-403e-98be-06ae48a10926. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:30:52.346820 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 65f728ce-5b09-4e52-9efc-faf32220ee75 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:52.347841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:52.358083 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3d561a1b-099e-4ae1-aa2b-feccc44724b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a44ffefd875641408383b0995dd96831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049824 Sep 16 16:30:52.363955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ab1d-892c-4871-b812-7e63072f703f req-95e5c002-c8c3-4262-8475-bad0bfec1c95 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:52.364155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33482) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:52.368870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8de5ab1d-892c-4871-b812-7e63072f703f req-95e5c002-c8c3-4262-8475-bad0bfec1c95 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 946 time: 0.2794218 Sep 16 16:30:52.399710 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-900dd540-643b-402e-a8ef-9b1bf8b69907 tempest-DHCPAgentSchedulersTestJSON-938918169 tempest-DHCPAgentSchedulersTestJSON-938918169-project-admin] 10.222.0.22 "GET /v2.0/agents/9c29e18e-3672-4d50-a12d-0bb61d436cc0/dhcp-networks HTTP/1.1" status: 200 len: 10443 time: 0.3901100 Sep 16 16:30:52.405857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33484) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:52.587817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 986a6440-c055-4317-a3e2-d083899ea389 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:30:52.593960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3439159d-a4a5-4a8a-95e0-b5083ccbea07 req-f3e016a3-0423-4c95-bf7e-768e98a0d7e7 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879523 Sep 16 16:30:52.596956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-dd489643-a8b2-450c-88c6-601c8c49fa17 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Router e0340a21-1d50-4225-8ced-340a84172a5c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:30:52.614977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-43718d29-1c7a-4a72-aa51-2fa33b078079 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:52.623272 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8de5ab1d-892c-4871-b812-7e63072f703f req-fbdae220-852d-4c7d-b3cd-324a8f12f30a tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728486 Sep 16 16:30:52.623542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-43718d29-1c7a-4a72-aa51-2fa33b078079 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:52.623542 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-43718d29-1c7a-4a72-aa51-2fa33b078079 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "GET /v2.0/networks?id=8df91cb3-272a-4218-a7cf-fc78c4801384&id=97e9afdf-326e-4102-9177-b08d93f66db9 HTTP/1.1" status: 200 len: 1391 time: 0.1698825 Sep 16 16:30:52.629486 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 986a6440-c055-4317-a3e2-d083899ea389 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:30:52.629896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 986a6440-c055-4317-a3e2-d083899ea389 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:30:52.650918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'port': {'device_id': '8474eb05-622b-4fed-ab11-3f842bb54819', 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384', 'admin_state_up': True, 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:52.699206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62115eea-dee8-4c17-b308-fb0688b1eabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:52.783147 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b555e29-3db5-473f-8787-38303bdfc285 req-4c755c18-929a-45f6-a875-a29bd9b9ed45 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 210 time: 0.0545805 Sep 16 16:30:52.864134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62115eea-dee8-4c17-b308-fb0688b1eabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:52.886093 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c3a96252-a034-4be7-b08c-1892288889e1 tempest-DHCPAgentSchedulersTestJSON-938918169 tempest-DHCPAgentSchedulersTestJSON-938918169-project-admin] 10.222.0.22 "DELETE /v2.0/agents/9c29e18e-3672-4d50-a12d-0bb61d436cc0/dhcp-networks/0732e6cd-3df2-4b58-bea0-40a0aec5aab4 HTTP/1.1" status: 204 len: 168 time: 0.4737873 Sep 16 16:30:52.889504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33490) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:52.912732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-dd489643-a8b2-450c-88c6-601c8c49fa17 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:30:52.923725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] Sync routers for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:30:52.931830 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-dd489643-a8b2-450c-88c6-601c8c49fa17 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:52.941154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:52.941795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:53.002207 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-dd489643-a8b2-450c-88c6-601c8c49fa17 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "PUT /v2.0/floatingips/a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b HTTP/1.1" status: 200 len: 695 time: 2.0681622 Sep 16 16:30:53.011766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443b3422-01e8-4270-8a3f-3d67bd963913', 'tag': '5b8a3864-5d98-49b2-85d5-e70749a66332'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:53.015509 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4651309-dd2b-4c82-a242-4375120ca33e" -d '{"events": [{"name": "network-changed", "server_uuid": "443b3422-01e8-4270-8a3f-3d67bd963913", "tag": "5b8a3864-5d98-49b2-85d5-e70749a66332"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:53.037307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3831daa-b606-417c-b608-0ad058284c47 req-717ecdf6-72cf-4b64-b385-72b32b7066f4 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:53.046783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3831daa-b606-417c-b608-0ad058284c47 req-717ecdf6-72cf-4b64-b385-72b32b7066f4 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 1101 time: 0.1312191 Sep 16 16:30:53.110469 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:53.142073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3831daa-b606-417c-b608-0ad058284c47 req-e9ed546a-4c0e-45db-a827-0954f3b29bd0 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941143 Sep 16 16:30:53.183795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-9679010b-2ff8-4727-a9c8-648f9532980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:53.193854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-9679010b-2ff8-4727-a9c8-648f9532980e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 1097 time: 0.1207988 Sep 16 16:30:53.235423 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3d90abc9-8c9b-4b10-96be-04067399bcd0 tempest-DHCPAgentSchedulersTestJSON-938918169 tempest-DHCPAgentSchedulersTestJSON-938918169-project-admin] 10.222.0.22 "GET /v2.0/agents/9c29e18e-3672-4d50-a12d-0bb61d436cc0/dhcp-networks HTTP/1.1" status: 200 len: 9672 time: 0.3406470 Sep 16 16:30:53.237178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33496) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:53.295532 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3218a8e5-e85a-47d4-84ac-1853ae82541a tempest-DHCPAgentSchedulersTestJSON-938918169 tempest-DHCPAgentSchedulersTestJSON-938918169-project-admin] 10.222.0.22 "GET /v2.0/networks/0d3a3219-fef4-48c8-a799-46b6aac8693b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0560999 Sep 16 16:30:53.298604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33498) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:53.321067 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62115eea-dee8-4c17-b308-fb0688b1eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:53.324850 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62115eea-dee8-4c17-b308-fb0688b1eabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:53.326350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-62115eea-dee8-4c17-b308-fb0688b1eabb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dcab783a-f88b-4352-9216-fd7943e247d4 HTTP/1.1" status: 204 len: 168 time: 0.9612677 Sep 16 16:30:53.361420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62115eea-dee8-4c17-b308-fb0688b1eabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcab783a-f88b-4352-9216-fd7943e247d4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:53.361420 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-67207b9b-70f5-4765-abbc-bc3fd5b2f827 tempest-DHCPAgentSchedulersTestJSON-938918169 tempest-DHCPAgentSchedulersTestJSON-938918169-project-admin] 10.222.0.22 "GET /v2.0/networks/0d3a3219-fef4-48c8-a799-46b6aac8693b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0561895 Sep 16 16:30:53.362811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33504) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:53.410360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:53.415451 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:53.508261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-c5726646-4743-4c36-a84b-b7471ab78d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:53.517847 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-c5726646-4743-4c36-a84b-b7471ab78d44 service neutron] 10.222.0.22 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.3174562 Sep 16 16:30:53.608013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:53.674267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-815e4bfc-0102-47b4-bdcc-0bf82666e7d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8a3864-5d98-49b2-85d5-e70749a66332 HTTP/1.1" status: 200 len: 217 time: 0.1266296 Sep 16 16:30:53.678540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] Checking router: e0340a21-1d50-4225-8ced-340a84172a5c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:30:53.698184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a13babd5-2ce3-4a15-894f-8e30a095a8ea req-68a359ee-2911-477e-adab-9c21dd34263d tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/075a5d94-7d78-4f0f-9ca9-9ef9a9e55211 HTTP/1.1" status: 200 len: 1803 time: 0.3133745 Sep 16 16:30:53.712289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:53.713228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:53.733042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-a13babd5-2ce3-4a15-894f-8e30a095a8ea req-442eb794-5bcf-454e-ba80-6b892cc3ba99 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '075a5d94-7d78-4f0f-9ca9-9ef9a9e55211', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:53.733366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-a13babd5-2ce3-4a15-894f-8e30a095a8ea req-442eb794-5bcf-454e-ba80-6b892cc3ba99 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '075a5d94-7d78-4f0f-9ca9-9ef9a9e55211', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:53.759653 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d8eab613-27e1-491b-80a7-b5f4a7019d99 tempest-DHCPAgentSchedulersTestJSON-938918169 tempest-DHCPAgentSchedulersTestJSON-938918169-project-admin] 10.222.0.22 "GET /v2.0/agents/9c29e18e-3672-4d50-a12d-0bb61d436cc0/dhcp-networks HTTP/1.1" status: 200 len: 9672 time: 0.3901985 Sep 16 16:30:53.762205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33512) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:53.833929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-294d79be-4ade-448a-9224-919088ed1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:53.835987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-294d79be-4ade-448a-9224-919088ed1e46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.0948269 Sep 16 16:30:53.858529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Allocated IP 19.80.0.24 (8df91cb3-272a-4218-a7cf-fc78c4801384/975ff7da-38a0-4ed3-811b-f6890553c65d/e3277bd7-161c-4f86-810c-4fec4049281f) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:53.878464 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:53.972480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:53.983754 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a13babd5-2ce3-4a15-894f-8e30a095a8ea req-442eb794-5bcf-454e-ba80-6b892cc3ba99 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:53.988192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-c5b67566-6e97-4d3f-9ba8-27539337b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:53.990444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-c5b67566-6e97-4d3f-9ba8-27539337b161 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223369 Sep 16 16:30:54.047816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a13babd5-2ce3-4a15-894f-8e30a095a8ea req-442eb794-5bcf-454e-ba80-6b892cc3ba99 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.112277 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.184992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0732e6cd-3df2-4b58-bea0-40a0aec5aab4']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:54.200166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99f68bd-bfe7-4ea0-88c7-67b4605c65a6') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:54.200510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99f68bd-bfe7-4ea0-88c7-67b4605c65a6') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:54.228995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.261460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.276414 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.285790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:30:54.285790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:30:54.289804 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:30:54.292032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-b338a528-e96d-4a1e-9528-249acba00083 service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911720 Sep 16 16:30:54.322018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a13babd5-2ce3-4a15-894f-8e30a095a8ea req-442eb794-5bcf-454e-ba80-6b892cc3ba99 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.395565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eb794-5bcf-454e-ba80-6b892cc3ba99 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743a592a-3443-45d6-a5e6-2c9936563060,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:54.459114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecd9f91a-ae4d-4848-85e1-01ee6d4afb2a req-1410b83c-db60-4e75-9921-bda45ed5a991 service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670623 Sep 16 16:30:54.516788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a13babd5-2ce3-4a15-894f-8e30a095a8ea req-442eb794-5bcf-454e-ba80-6b892cc3ba99 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.519288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a13babd5-2ce3-4a15-894f-8e30a095a8ea req-442eb794-5bcf-454e-ba80-6b892cc3ba99 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8004682 Sep 16 16:30:54.550920 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.553272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.589320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.592637 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] 10.222.0.22 "DELETE /v2.0/networks/0732e6cd-3df2-4b58-bea0-40a0aec5aab4 HTTP/1.1" status: 204 len: 168 time: 0.8233783 Sep 16 16:30:54.595250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33530) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:54.610447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:54.614319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33270886-97a7-4a7b-a7d7-021e3bb902f2 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Pushing event deleted for resources: {'Network': ['ID=0732e6cd-3df2-4b58-bea0-40a0aec5aab4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:54.672358 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1411ca1a-f087-46a2-b794-416136f08ef0 x-openstack-request-id: req-1411ca1a-f087-46a2-b794-416136f08ef0 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:30:54.672684 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443b3422-01e8-4270-8a3f-3d67bd963913", "tag": "5b8a3864-5d98-49b2-85d5-e70749a66332", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:30:54.672939 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1411ca1a-f087-46a2-b794-416136f08ef0 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:30:54.673351 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443b3422-01e8-4270-8a3f-3d67bd963913', 'tag': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'status': 'completed', 'code': 200} Sep 16 16:30:54.674490 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-677ba4a6-5ccd-4699-8353-b86c35124916 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] DELETE failed (client error): The resource could not be found. Sep 16 16:30:54.675269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677ba4a6-5ccd-4699-8353-b86c35124916 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:30:54.697508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-677ba4a6-5ccd-4699-8353-b86c35124916 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] 10.222.0.22 "DELETE /v2.0/ports/d8ebaed7-0f52-403e-98be-06ae48a10926 HTTP/1.1" status: 404 len: 333 time: 0.1010320 Sep 16 16:30:54.701950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33536) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:54.832222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbba9c3a-2540-44d0-9ca4-18a282487ce4 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Deleting subnet 8d25592f-27c1-4538-944c-02bddf3ff318 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:30:54.841027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fbba9c3a-2540-44d0-9ca4-18a282487ce4 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:54.856825 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a3cb0-ce62-4558-b4cc-6a0789a5f881 None None] The sync data for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 is: [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:30:54.897709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Port': ['ID=e3277bd7-161c-4f86-810c-4fec4049281f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:54.959872 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fbba9c3a-2540-44d0-9ca4-18a282487ce4 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:55.027551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network 8df91cb3-272a-4218-a7cf-fc78c4801384 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:55.048222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:55.071640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:55.208417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4651309-dd2b-4c82-a242-4375120ca33e req-5eaf0940-b1f0-4b51-899e-983fee2e96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:55.210349 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d4651309-dd2b-4c82-a242-4375120ca33e req-5eaf0940-b1f0-4b51-899e-983fee2e96c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 1097 time: 0.2607875 Sep 16 16:30:55.219126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:55.220523 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:55.270116 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-9ee63356-fd0b-474c-9430-8deb38c60b71 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3161933 Sep 16 16:30:55.411974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d93ffa-3230-41bd-b157-8fd7cce5332b req-22f070fd-b3cd-4760-bec4-f7991a9ce7f8 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:55.438469 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6d93ffa-3230-41bd-b157-8fd7cce5332b req-22f070fd-b3cd-4760-bec4-f7991a9ce7f8 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 931 time: 0.3478208 Sep 16 16:30:55.469122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28011381-edc9-4e1c-86d2-dbf4fecc6075 req-b3d1f998-023b-4ec4-9a94-b553a5b50531 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/075a5d94-7d78-4f0f-9ca9-9ef9a9e55211 HTTP/1.1" status: 200 len: 2396 time: 0.3796391 Sep 16 16:30:55.494428 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608e67a-7eaa-4631-b0bf-84ef3aae4686 None None] New status for floating IP a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:30:55.508931 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-28d8f8cd-fd2b-4b12-a3cc-80baa5a5a973 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8678138 Sep 16 16:30:55.513853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-28011381-edc9-4e1c-86d2-dbf4fecc6075 req-1ae0c12f-8b4c-45f7-8141-4f54d094cac5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '075a5d94-7d78-4f0f-9ca9-9ef9a9e55211', 'remote_group_id': None}]} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:55.514276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-28011381-edc9-4e1c-86d2-dbf4fecc6075 req-1ae0c12f-8b4c-45f7-8141-4f54d094cac5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '075a5d94-7d78-4f0f-9ca9-9ef9a9e55211', 'remote_group_id': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:55.527438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Request body: {'port': {'device_id': '8474eb05-622b-4fed-ab11-3f842bb54819', 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9', 'admin_state_up': True, 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:55.586368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5b094542-dca4-40c8-bf8d-da41a74e3369 None None] Provisioning complete for port e3277bd7-161c-4f86-810c-4fec4049281f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:55.586948 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5b094542-dca4-40c8-bf8d-da41a74e3369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:55.604640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-4cbb7996-5ed6-48a3-a1e7-6af5234b9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:55.612902 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-4cbb7996-5ed6-48a3-a1e7-6af5234b9d4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 1096 time: 0.1837394 Sep 16 16:30:55.665714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6d93ffa-3230-41bd-b157-8fd7cce5332b req-c81520f4-30a5-4b08-b3e7-040abfd95639 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231874 Sep 16 16:30:55.693051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fbba9c3a-2540-44d0-9ca4-18a282487ce4 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:55.693276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5b094542-dca4-40c8-bf8d-da41a74e3369 None None] Port e3277bd7-161c-4f86-810c-4fec4049281f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:30:55.721030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4651309-dd2b-4c82-a242-4375120ca33e req-c302e68e-16e7-4378-96c7-0bed087b5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:55.723052 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d4651309-dd2b-4c82-a242-4375120ca33e req-c302e68e-16e7-4378-96c7-0bed087b5e0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.4996488 Sep 16 16:30:55.846131 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-28011381-edc9-4e1c-86d2-dbf4fecc6075 req-1ae0c12f-8b4c-45f7-8141-4f54d094cac5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:55.866363 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-28011381-edc9-4e1c-86d2-dbf4fecc6075 req-1ae0c12f-8b4c-45f7-8141-4f54d094cac5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:55.944120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-28011381-edc9-4e1c-86d2-dbf4fecc6075 req-1ae0c12f-8b4c-45f7-8141-4f54d094cac5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:55.947513 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d4651309-dd2b-4c82-a242-4375120ca33e req-55e6bd74-12bd-4151-993c-cc58a4abf91a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8a3864-5d98-49b2-85d5-e70749a66332 HTTP/1.1" status: 200 len: 217 time: 0.2068174 Sep 16 16:30:55.980312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0c12f-8b4c-45f7-8141-4f54d094cac5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5909a66c-c5d4-403f-b9f9-7999a9539a1d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:56.007662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fbba9c3a-2540-44d0-9ca4-18a282487ce4 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:56.072817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba9c3a-2540-44d0-9ca4-18a282487ce4 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Pushing event deleted for resources: {'Subnet': ['ID=8d25592f-27c1-4538-944c-02bddf3ff318,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:56.077907 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fbba9c3a-2540-44d0-9ca4-18a282487ce4 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:56.086504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fbba9c3a-2540-44d0-9ca4-18a282487ce4 tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] 10.222.0.22 "DELETE /v2.0/subnets/8d25592f-27c1-4538-944c-02bddf3ff318 HTTP/1.1" status: 204 len: 168 time: 1.3834808 Sep 16 16:30:56.092902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33556) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:56.111526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8a206-c4f3-4ae7-8c35-9d0100e1fdbb None None] Network 0d3a3219-fef4-48c8-a799-46b6aac8693b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:30:56.127148 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-28011381-edc9-4e1c-86d2-dbf4fecc6075 req-1ae0c12f-8b4c-45f7-8141-4f54d094cac5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:56.145922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28011381-edc9-4e1c-86d2-dbf4fecc6075 req-1ae0c12f-8b4c-45f7-8141-4f54d094cac5 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6728709 Sep 16 16:30:56.149930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4651309-dd2b-4c82-a242-4375120ca33e req-d9de111c-b664-442e-943c-3c1e77932916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:56.151553 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d4651309-dd2b-4c82-a242-4375120ca33e req-d9de111c-b664-442e-943c-3c1e77932916 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.1529245 Sep 16 16:30:56.152918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-9045081a-d761-479e-9caa-b0cf867e27af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:56.156238 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-9045081a-d761-479e-9caa-b0cf867e27af service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 916 time: 0.4470906 Sep 16 16:30:56.280621 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-aa90f876-024a-4975-9ea4-3820bab107c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888042ac-6d2a-444b-ba61-ebada21fa817 HTTP/1.1" status: 200 len: 217 time: 0.1004357 Sep 16 16:30:56.300470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Made reservation on behalf of f7a35bdc9f004296b2a91de93f3741b2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:30:56.305605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:56.422714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33fb834-1657-46fd-bc42-472db6a63d48 None None] DHCP port deletion for 0d3a3219-fef4-48c8-a799-46b6aac8693b request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:30:56.426051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:56.431845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4651309-dd2b-4c82-a242-4375120ca33e req-94d8c6c4-f4ae-431f-b2c9-d2720a072c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:56.434133 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d4651309-dd2b-4c82-a242-4375120ca33e req-94d8c6c4-f4ae-431f-b2c9-d2720a072c7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2525570 Sep 16 16:30:56.443594 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-e42128dc-8261-47b9-aa0b-f1a17f52b07a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672326 Sep 16 16:30:56.445647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-fff387c0-0575-4bfe-86f0-559b2164ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:56.447348 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-fff387c0-0575-4bfe-86f0-559b2164ee70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9eeefc7d-a01d-441e-9b43-14f9c53739aa HTTP/1.1" status: 200 len: 854 time: 0.1596341 Sep 16 16:30:56.553750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a33fb834-1657-46fd-bc42-472db6a63d48 None None] Deleting port 65f728ce-5b09-4e52-9efc-faf32220ee75 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:56.554137 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a33fb834-1657-46fd-bc42-472db6a63d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:56.609254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-b21d661a-d53d-4c23-b24e-844c47c082a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:56.610781 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-b21d661a-d53d-4c23-b24e-844c47c082a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510508 Sep 16 16:30:56.619411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Allocated IP 19.86.0.26 (97e9afdf-326e-4102-9177-b08d93f66db9/d7f928f5-ec87-4bb4-8bc9-df1ea507d405/d8dc730b-d8f1-40cc-a520-e3e6adb0619b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:30:56.678280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-4429a6ef-a9dc-4d0a-9665-7de644915b1c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:56.687287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-4429a6ef-a9dc-4d0a-9665-7de644915b1c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348294 Sep 16 16:30:56.697530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a33fb834-1657-46fd-bc42-472db6a63d48 None None] For port 65f728ce-5b09-4e52-9efc-faf32220ee75, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=65f728ce-5b09-4e52-9efc-faf32220ee75,segment=NetworkSegment(082f8d46-5537-4453-9222-081f746510eb),segment_id=082f8d46-5537-4453-9222-081f746510eb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:56.702418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Deleting port 65f728ce-5b09-4e52-9efc-faf32220ee75 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:56.702919 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:56.706889 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a33fb834-1657-46fd-bc42-472db6a63d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:56.714733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-80c381b4-fce9-45dd-9103-509d4811015e tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/quotas/3c5759ed06b14c399c260d687bd11bf2 HTTP/1.1" status: 200 len: 375 time: 0.0264068 Sep 16 16:30:56.740728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a33fb834-1657-46fd-bc42-472db6a63d48 None None] Calling delete_port for 65f728ce-5b09-4e52-9efc-faf32220ee75 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:56.832012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] For port 65f728ce-5b09-4e52-9efc-faf32220ee75, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=65f728ce-5b09-4e52-9efc-faf32220ee75,segment=NetworkSegment(082f8d46-5537-4453-9222-081f746510eb),segment_id=082f8d46-5537-4453-9222-081f746510eb)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:56.832012 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:56.882685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-c417278d-fe3f-4a07-98d0-ae3435b7d167 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1668627 Sep 16 16:30:56.886127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Calling delete_port for 65f728ce-5b09-4e52-9efc-faf32220ee75 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:56.962346 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a33fb834-1657-46fd-bc42-472db6a63d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:56.985719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2076cb80-d3ae-4f03-82d7-64775de91ec1 req-8b55a277-81dd-4eb0-95c6-b96764c35fa9 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/075a5d94-7d78-4f0f-9ca9-9ef9a9e55211 HTTP/1.1" status: 200 len: 2994 time: 0.1014447 Sep 16 16:30:57.029656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fb834-1657-46fd-bc42-472db6a63d48 None None] Pushing event deleted for resources: {'Port': ['ID=65f728ce-5b09-4e52-9efc-faf32220ee75,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:57.040585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33fb834-1657-46fd-bc42-472db6a63d48 None None] No DVR routers for this DVR port 65f728ce-5b09-4e52-9efc-faf32220ee75 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:57.050670 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.066742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] No DVR routers for this DVR port 65f728ce-5b09-4e52-9efc-faf32220ee75 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:57.088907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Pushing event deleted for resources: {'Port': ['ID=65f728ce-5b09-4e52-9efc-faf32220ee75,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:57.167875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d4651309-dd2b-4c82-a242-4375120ca33e req-b1d01004-e8b1-4ed5-a2ee-acb96af0d2a4 service neutron] 10.222.0.52 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192242 Sep 16 16:30:57.219516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.249355 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-fce1627e-baa8-4feb-a8c7-ed7035a92fd3 service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264274 Sep 16 16:30:57.251711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-19e25b67-babb-42b0-965c-ea5e4bf9a943 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:57.253565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-19e25b67-babb-42b0-965c-ea5e4bf9a943 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1407063 Sep 16 16:30:57.257131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3a3219-fef4-48c8-a799-46b6aac8693b']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:57.267425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082f8d46-5537-4453-9222-081f746510eb') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:57.267799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082f8d46-5537-4453-9222-081f746510eb') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:57.280619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.475089 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d4651309-dd2b-4c82-a242-4375120ca33e req-e2241ac5-19ea-416d-bf04-5e4d5ee5c479 service neutron] 10.222.0.52 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912199 Sep 16 16:30:57.521896 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-73631fa4-e1e6-4231-b9cc-809b516cd258 req-616b4997-e0f6-46a4-adaf-65c13cc70aa0 service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483699 Sep 16 16:30:57.524807 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.625600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.644791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.651479 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-77ea4e19-2864-4812-b5f0-4bd2ada057c4 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.3755481 Sep 16 16:30:57.657706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:30:57.657706 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:30:57.658087 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:30:57.672460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-27f88053-478d-42b9-af13-45180a249ec5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Request body: {'floatingip': {'port_id': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:57.686758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Network 97e9afdf-326e-4102-9177-b08d93f66db9 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:30:57.690002 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:30:57.694182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:30:57.717168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event updated for resources: {'Port': ['ID=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:57.764242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-27f88053-478d-42b9-af13-45180a249ec5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.784454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:57.785098 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.894595 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-accd0dbf-8721-4e0f-90f9-9813c0642765 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3751745 Sep 16 16:30:57.910445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Request body: {'port': {'device_id': '8474eb05-622b-4fed-ab11-3f842bb54819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:57.928070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.961535 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:57.963236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] 10.222.0.22 "DELETE /v2.0/networks/0d3a3219-fef4-48c8-a799-46b6aac8693b HTTP/1.1" status: 204 len: 168 time: 1.8671479 Sep 16 16:30:57.988329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be67e5f-3c7d-4e93-b683-19587369fa4e tempest-DHCPAgentSchedulersTestJSON-1247272568 tempest-DHCPAgentSchedulersTestJSON-1247272568-project] Pushing event deleted for resources: {'Network': ['ID=0d3a3219-fef4-48c8-a799-46b6aac8693b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:58.007690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0962fe-91f9-4afe-9d2e-42fe0ba04024 req-b5c6ad58-76f1-444d-ac89-e814bcf42706 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:58.015084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0962fe-91f9-4afe-9d2e-42fe0ba04024 req-b5c6ad58-76f1-444d-ac89-e814bcf42706 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:58.022772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c0962fe-91f9-4afe-9d2e-42fe0ba04024 req-b5c6ad58-76f1-444d-ac89-e814bcf42706 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1653 time: 0.1470289 Sep 16 16:30:58.059835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.061546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-036a5fb3-8860-4af3-9011-915972e0a9bf None None] Provisioning complete for port d8dc730b-d8f1-40cc-a520-e3e6adb0619b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:30:58.062531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-036a5fb3-8860-4af3-9011-915972e0a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.124231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-036a5fb3-8860-4af3-9011-915972e0a9bf None None] Port d8dc730b-d8f1-40cc-a520-e3e6adb0619b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:30:58.124414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c0962fe-91f9-4afe-9d2e-42fe0ba04024 req-6005351a-3230-4215-b08a-6cb17696b827 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973370 Sep 16 16:30:58.146059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbf503-7478-4854-b020-9b51e32e258b req-96b056b8-d7dc-469c-92af-9b7ac08865da tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:58.149191 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5dbf503-7478-4854-b020-9b51e32e258b req-96b056b8-d7dc-469c-92af-9b7ac08865da tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.52 "GET /v2.0/ports?device_id=443b3422-01e8-4270-8a3f-3d67bd963913 HTTP/1.1" status: 200 len: 946 time: 0.1331892 Sep 16 16:30:58.226468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 65f728ce-5b09-4e52-9efc-faf32220ee75 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:30:58.247167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e42cec0-dbb7-4d57-a3ee-eb5e69f1d1de req-e46c81d2-5aad-4afe-83a8-e25453ec4d95 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-group-rules/5909a66c-c5d4-403f-b9f9-7999a9539a1d HTTP/1.1" status: 200 len: 783 time: 0.0326433 Sep 16 16:30:58.260519 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f83ac057-5a42-476c-962e-1767dcfd4176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.262452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 65f728ce-5b09-4e52-9efc-faf32220ee75 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:30:58.262810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 65f728ce-5b09-4e52-9efc-faf32220ee75 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:30:58.394922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e42cec0-dbb7-4d57-a3ee-eb5e69f1d1de req-798a2981-d5a6-4e97-a00f-f561d313df55 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/075a5d94-7d78-4f0f-9ca9-9ef9a9e55211 HTTP/1.1" status: 200 len: 2994 time: 0.1354978 Sep 16 16:30:58.439349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e5dbf503-7478-4854-b020-9b51e32e258b req-78527225-d11f-4b2b-af67-b8615ab08365 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Deleting port 5b8a3864-5d98-49b2-85d5-e70749a66332 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:30:58.439691 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e5dbf503-7478-4854-b020-9b51e32e258b req-78527225-d11f-4b2b-af67-b8615ab08365 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.483572 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7e42cec0-dbb7-4d57-a3ee-eb5e69f1d1de req-482c61a0-7d4c-443f-8f94-e86aa345d2ea tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.496281 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7e42cec0-dbb7-4d57-a3ee-eb5e69f1d1de req-482c61a0-7d4c-443f-8f94-e86aa345d2ea tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.612531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e5dbf503-7478-4854-b020-9b51e32e258b req-78527225-d11f-4b2b-af67-b8615ab08365 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] For port 5b8a3864-5d98-49b2-85d5-e70749a66332, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5b8a3864-5d98-49b2-85d5-e70749a66332,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:30:58.612531 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e5dbf503-7478-4854-b020-9b51e32e258b req-78527225-d11f-4b2b-af67-b8615ab08365 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.629989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3277bd7-161c-4f86-810c-4fec4049281f {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:30:58.646889 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-27f88053-478d-42b9-af13-45180a249ec5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.647556 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.650185 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7e42cec0-dbb7-4d57-a3ee-eb5e69f1d1de req-482c61a0-7d4c-443f-8f94-e86aa345d2ea tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.659745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7e42cec0-dbb7-4d57-a3ee-eb5e69f1d1de req-482c61a0-7d4c-443f-8f94-e86aa345d2ea tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.668656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e5dbf503-7478-4854-b020-9b51e32e258b req-78527225-d11f-4b2b-af67-b8615ab08365 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Calling delete_port for 5b8a3864-5d98-49b2-85d5-e70749a66332 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:30:58.674987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e42cec0-dbb7-4d57-a3ee-eb5e69f1d1de req-482c61a0-7d4c-443f-8f94-e86aa345d2ea tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5909a66c-c5d4-403f-b9f9-7999a9539a1d HTTP/1.1" status: 204 len: 173 time: 0.2788520 Sep 16 16:30:58.694125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c61a0-7d4c-443f-8f94-e86aa345d2ea tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5909a66c-c5d4-403f-b9f9-7999a9539a1d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:58.714371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Transition to ACTIVE for port object e3277bd7-161c-4f86-810c-4fec4049281f will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:30:58.740082 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-27f88053-478d-42b9-af13-45180a249ec5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.777010 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:58.821386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33614) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:58.880350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Pushing event updated for resources: {'Port': ['ID=e3277bd7-161c-4f86-810c-4fec4049281f,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:58.932052 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-27f88053-478d-42b9-af13-45180a249ec5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Floating IP a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b associated. External IP: 172.25.6.135, port: 2df650df-ff10-4111-8ed5-1fff34d5d455. Sep 16 16:30:59.005033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Attempting to bind port e3277bd7-161c-4f86-810c-4fec4049281f on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:30:59.005369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Attempting to bind port e3277bd7-161c-4f86-810c-4fec4049281f by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:30:59.005697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Attempting to bind port e3277bd7-161c-4f86-810c-4fec4049281f on network 8df91cb3-272a-4218-a7cf-fc78c4801384 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:59.035959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Port e3277bd7-161c-4f86-810c-4fec4049281f on network 8df91cb3-272a-4218-a7cf-fc78c4801384 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:30:59.035959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Attempting to bind port e3277bd7-161c-4f86-810c-4fec4049281f on network 8df91cb3-272a-4218-a7cf-fc78c4801384 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:30:59.053722 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:30:59.056714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Checking segment: {'id': '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:30:59.056714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Bound using segment: {'id': '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:30:59.056714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Bound port: e3277bd7-161c-4f86-810c-4fec4049281f, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:30:59.056714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.094434 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bb85fef3-889e-4421-a340-0c23c19ab886 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42110264f445425e98698f96ff4af5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698452 Sep 16 16:30:59.124636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33624) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:30:59.170699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] For port e3277bd7-161c-4f86-810c-4fec4049281f, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:30:59.174029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] For port e3277bd7-161c-4f86-810c-4fec4049281f, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e3277bd7-161c-4f86-810c-4fec4049281f,segment=NetworkSegment(1ae06d22-ae43-47bb-a5c6-fbf81782e8d6),segment_id=1ae06d22-ae43-47bb-a5c6-fbf81782e8d6)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:30:59.175111 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e5dbf503-7478-4854-b020-9b51e32e258b req-78527225-d11f-4b2b-af67-b8615ab08365 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.190509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['2df650df-ff10-4111-8ed5-1fff34d5d455'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:30:59.209477 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78527225-d11f-4b2b-af67-b8615ab08365 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Pushing event deleted for resources: {'Port': ['ID=5b8a3864-5d98-49b2-85d5-e70749a66332,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:59.258317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dbf503-7478-4854-b020-9b51e32e258b req-78527225-d11f-4b2b-af67-b8615ab08365 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] No DVR routers for this DVR port 5b8a3864-5d98-49b2-85d5-e70749a66332 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:30:59.260903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e5dbf503-7478-4854-b020-9b51e32e258b req-78527225-d11f-4b2b-af67-b8615ab08365 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.262998 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5dbf503-7478-4854-b020-9b51e32e258b req-78527225-d11f-4b2b-af67-b8615ab08365 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.52 "DELETE /v2.0/ports/5b8a3864-5d98-49b2-85d5-e70749a66332 HTTP/1.1" status: 204 len: 173 time: 1.1057680 Sep 16 16:30:59.263994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443b3422-01e8-4270-8a3f-3d67bd963913', 'name': 'network-vif-deleted', 'tag': '5b8a3864-5d98-49b2-85d5-e70749a66332'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:59.266375 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01f5650-d021-421f-8ef4-0a9e96bbbf27" -d '{"events": [{"server_uuid": "443b3422-01e8-4270-8a3f-3d67bd963913", "name": "network-vif-deleted", "tag": "5b8a3864-5d98-49b2-85d5-e70749a66332"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:59.276052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-993e5528-5cd5-41a9-a53f-d51507521b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.279205 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.313036 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-993e5528-5cd5-41a9-a53f-d51507521b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.316862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:59.317594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.318972 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] 10.222.0.62 "PUT /v2.0/ports/e3277bd7-161c-4f86-810c-4fec4049281f HTTP/1.1" status: 200 len: 1091 time: 1.4150093 Sep 16 16:30:59.322862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-27f88053-478d-42b9-af13-45180a249ec5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Router e0340a21-1d50-4225-8ced-340a84172a5c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:30:59.355135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c19c8-eec3-4193-8048-b6e6ed12dbff service neutron] Pushing event updated for resources: {'Port': ['ID=e3277bd7-161c-4f86-810c-4fec4049281f,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:59.425440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Request body: {'port': {'device_id': '8474eb05-622b-4fed-ab11-3f842bb54819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:30:59.493923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-27f88053-478d-42b9-af13-45180a249ec5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:30:59.494375 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.510228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] Sync routers for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:30:59.517940 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-27f88053-478d-42b9-af13-45180a249ec5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.527570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:30:59.532560 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:30:59.573765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-27f88053-478d-42b9-af13-45180a249ec5 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "PUT /v2.0/floatingips/a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b HTTP/1.1" status: 200 len: 997 time: 1.9147813 Sep 16 16:30:59.574231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:30:59.590292 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:30:59.616868 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-993e5528-5cd5-41a9-a53f-d51507521b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.619439 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-993e5528-5cd5-41a9-a53f-d51507521b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:30:59.623068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-993e5528-5cd5-41a9-a53f-d51507521b57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7f90077-6c36-48ea-88db-ebc5b34869bc HTTP/1.1" status: 204 len: 168 time: 0.4950731 Sep 16 16:30:59.651921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e5528-5cd5-41a9-a53f-d51507521b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f90077-6c36-48ea-88db-ebc5b34869bc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:30:59.682645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-c2a5c95b-5ee4-4bfa-952f-6e25ca2a58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:59.684201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-c2a5c95b-5ee4-4bfa-952f-6e25ca2a58d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1097 time: 0.0833313 Sep 16 16:30:59.693137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:30:59.939119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-730e705d-0cf9-4327-b335-3f761d459dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:30:59.941441 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-730e705d-0cf9-4327-b335-3f761d459dc7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.2409363 Sep 16 16:31:00.110603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-f50aec08-01f4-40bf-92bb-e84b61e8a858 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 1000 time: 0.1577358 Sep 16 16:31:00.221142 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-3f01cb64-1bd4-43a3-86b1-a1ae0a0e6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:00.222616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-3f01cb64-1bd4-43a3-86b1-a1ae0a0e6141 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.1085474 Sep 16 16:31:00.228411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8dc730b-d8f1-40cc-a520-e3e6adb0619b {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:00.240067 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:00.256590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Transition to ACTIVE for port object d8dc730b-d8f1-40cc-a520-e3e6adb0619b will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:31:00.260038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:66:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:58Z', 'revision_number': 8, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:00.290342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] Checking router: e0340a21-1d50-4225-8ced-340a84172a5c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:31:00.306297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:00.307233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:30:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:00.328980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:00.351631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-97a2d746-3e86-4989-8215-26d04406521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:00.353418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-97a2d746-3e86-4989-8215-26d04406521f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242309 Sep 16 16:31:00.417067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5b8a3864-5d98-49b2-85d5-e70749a66332 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:00.485595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Pushing event updated for resources: {'Port': ['ID=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:00.552406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 5b8a3864-5d98-49b2-85d5-e70749a66332 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:00.552735 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b5650ce-feb3-4a39-ab6c-eaf8290a125c req-b95046f8-13f2-4836-9e9b-c68e3734521c tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/075a5d94-7d78-4f0f-9ca9-9ef9a9e55211 HTTP/1.1" status: 200 len: 2396 time: 0.1670728 Sep 16 16:31:00.553263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5b8a3864-5d98-49b2-85d5-e70749a66332 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:00.586312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:00.646465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Attempting to bind port d8dc730b-d8f1-40cc-a520-e3e6adb0619b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:00.646836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Attempting to bind port d8dc730b-d8f1-40cc-a520-e3e6adb0619b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f2ebf496-7780-4307-8dda-53e9161d8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:00.647174 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Attempting to bind port d8dc730b-d8f1-40cc-a520-e3e6adb0619b on network 97e9afdf-326e-4102-9177-b08d93f66db9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:00.659527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Port d8dc730b-d8f1-40cc-a520-e3e6adb0619b on network 97e9afdf-326e-4102-9177-b08d93f66db9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:00.659859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Attempting to bind port d8dc730b-d8f1-40cc-a520-e3e6adb0619b on network 97e9afdf-326e-4102-9177-b08d93f66db9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:00.673549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:00.673893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Checking segment: {'id': 'f2ebf496-7780-4307-8dda-53e9161d8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:00.674287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Bound using segment: {'id': 'f2ebf496-7780-4307-8dda-53e9161d8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:00.674723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Bound port: d8dc730b-d8f1-40cc-a520-e3e6adb0619b, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ebf496-7780-4307-8dda-53e9161d8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:00.675094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:00.680183 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-e8bf5143-472a-450c-84e4-4dcabdd979fc service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159635 Sep 16 16:31:00.708941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33650) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:00.739434 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5b5650ce-feb3-4a39-ab6c-eaf8290a125c req-078b4fcc-7622-4a77-895e-530bf3c10df8 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:00.768522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f18a5da5-cd6c-4ab7-a853-34125492f5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:00.818916 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5b5650ce-feb3-4a39-ab6c-eaf8290a125c req-078b4fcc-7622-4a77-895e-530bf3c10df8 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:00.825172 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f17735c-bbb5-4af2-83f6-955d145a6c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:00.825543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] For port d8dc730b-d8f1-40cc-a520-e3e6adb0619b, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:00.845736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] For port d8dc730b-d8f1-40cc-a520-e3e6adb0619b, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,segment=NetworkSegment(f2ebf496-7780-4307-8dda-53e9161d8b2d),segment_id=f2ebf496-7780-4307-8dda-53e9161d8b2d)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:31:00.896534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72597043-2bbd-4c63-a742-71d57ce4faf5 req-07159f5c-f0b6-42a0-afe7-db3b005261d5 service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083056 Sep 16 16:31:00.917092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:00.998205 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5b5650ce-feb3-4a39-ab6c-eaf8290a125c req-078b4fcc-7622-4a77-895e-530bf3c10df8 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.006695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5b5650ce-feb3-4a39-ab6c-eaf8290a125c req-078b4fcc-7622-4a77-895e-530bf3c10df8 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.015689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Pushing event updated for resources: {'Port': ['ID=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:01.017960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b5650ce-feb3-4a39-ab6c-eaf8290a125c req-078b4fcc-7622-4a77-895e-530bf3c10df8 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "DELETE /v2.0/security-groups/075a5d94-7d78-4f0f-9ca9-9ef9a9e55211 HTTP/1.1" status: 204 len: 173 time: 0.4545765 Sep 16 16:31:01.028119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:01.029805 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.031721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-942098bb-e23e-4b82-b113-ed40d5271c2a service neutron] 10.222.0.62 "PUT /v2.0/ports/d8dc730b-d8f1-40cc-a520-e3e6adb0619b HTTP/1.1" status: 200 len: 1091 time: 1.6110952 Sep 16 16:31:01.041427 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f18a5da5-cd6c-4ab7-a853-34125492f5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.051779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b4fcc-7622-4a77-895e-530bf3c10df8 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075a5d94-7d78-4f0f-9ca9-9ef9a9e55211,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:01.072657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:66:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:58Z', 'revision_number': 8, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:01.098422 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3453cc33-d319-4a79-8b67-099bc903a758 x-openstack-request-id: req-3453cc33-d319-4a79-8b67-099bc903a758 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:01.099877 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443b3422-01e8-4270-8a3f-3d67bd963913", "name": "network-vif-deleted", "tag": "5b8a3864-5d98-49b2-85d5-e70749a66332", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:01.100200 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3453cc33-d319-4a79-8b67-099bc903a758 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:01.106075 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443b3422-01e8-4270-8a3f-3d67bd963913', 'name': 'network-vif-deleted', 'tag': '5b8a3864-5d98-49b2-85d5-e70749a66332', 'status': 'completed', 'code': 200} Sep 16 16:31:01.108429 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-4941c989-54c1-49b5-81da-e16e0e08f6a0 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596066 Sep 16 16:31:01.110674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f18a5da5-cd6c-4ab7-a853-34125492f5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.180683 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafcc3b9-b9d7-4da9-a900-d80703c5fce1 x-openstack-request-id: req-fafcc3b9-b9d7-4da9-a900-d80703c5fce1 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:01.181340 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:01.181798 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fafcc3b9-b9d7-4da9-a900-d80703c5fce1 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:01.182389 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'status': 'completed', 'code': 200} Sep 16 16:31:01.223069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf78fe0e-1bba-44a3-8aa9-d64f554def67 None None] The sync data for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 is: [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'port_id': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'mac_address': 'fa:16:3e:66:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:29:54Z', 'updated_at': '2021-09-16T16:30:58Z', 'revision_number': 8, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:31:01.375162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92962229-6259-4980-994f-c0c04a2e75e9 req-d0cfde4f-34a5-4302-930a-1cbcd9ffd98e tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:01.388531 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f18a5da5-cd6c-4ab7-a853-34125492f5d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ab8bb25492344fdb1bd9ea3bce08a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6771045 Sep 16 16:31:01.389213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92962229-6259-4980-994f-c0c04a2e75e9 req-d0cfde4f-34a5-4302-930a-1cbcd9ffd98e tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:01.390393 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92962229-6259-4980-994f-c0c04a2e75e9 req-d0cfde4f-34a5-4302-930a-1cbcd9ffd98e tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1677 time: 0.2311878 Sep 16 16:31:01.396306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33660) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:01.402170 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.442769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a5da5-cd6c-4ab7-a853-34125492f5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11d3ff3-59c7-470d-9a23-c2ff83ad66f3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:01.452547 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-b2eac47f-c4ca-429c-855d-5bcd07fd0b74 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388539 Sep 16 16:31:01.457009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f023a496-b9f9-4f26-8df7-ea6135e7c345 req-c5be1704-dc1a-4f78-8c2a-3d1e42556561 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 210 time: 0.1167524 Sep 16 16:31:01.498128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-d54c8e15-0692-4d5d-b345-49a4a427761f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:01.499698 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-d54c8e15-0692-4d5d-b345-49a4a427761f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3550014 Sep 16 16:31:01.511126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-c3ba4f17-2f06-4b71-b1b4-c18a528511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:01.514836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-c3ba4f17-2f06-4b71-b1b4-c18a528511d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1097 time: 0.2738564 Sep 16 16:31:01.523072 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-1911fd49-92f4-4926-ad4f-1bbdaad72e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:01.523557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-1911fd49-92f4-4926-ad4f-1bbdaad72e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:01.534312 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-1911fd49-92f4-4926-ad4f-1bbdaad72e91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1979 time: 0.2136984 Sep 16 16:31:01.589408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92962229-6259-4980-994f-c0c04a2e75e9 req-d76c240e-7137-4251-851e-a70d8c26cd99 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860924 Sep 16 16:31:01.648639 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4243054-4b6e-4287-b63c-682a0d166c0c None None] New status for floating IP a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:31:01.669693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Request body: {'port': {'device_id': '90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '3c5759ed06b14c399c260d687bd11bf2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:01.680412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-248c489f-e8f0-46e5-897e-a6996637c3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.707944 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-248c489f-e8f0-46e5-897e-a6996637c3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.785678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-96bdef6c-c639-4a4f-957e-e9b3a0e6735e tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:01.787153 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-96bdef6c-c639-4a4f-957e-e9b3a0e6735e tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259077 Sep 16 16:31:01.812883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Request body: {'port': {'device_id': 'a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '3c5759ed06b14c399c260d687bd11bf2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:01.875980 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-248c489f-e8f0-46e5-897e-a6996637c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.878495 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-248c489f-e8f0-46e5-897e-a6996637c3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.879626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-248c489f-e8f0-46e5-897e-a6996637c3aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b11d3ff3-59c7-470d-9a23-c2ff83ad66f3 HTTP/1.1" status: 204 len: 168 time: 0.4823561 Sep 16 16:31:01.885431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-9a45797a-1d4c-4ca5-87da-86c36a3fb138 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=e3277bd7-161c-4f86-810c-4fec4049281f HTTP/1.1" status: 200 len: 217 time: 0.0950668 Sep 16 16:31:01.892702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:01.914359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-1eccfc1d-37e0-46f5-ba3a-60d750e0880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:01.916324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-1eccfc1d-37e0-46f5-ba3a-60d750e0880d service neutron] 10.222.0.62 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.3916943 Sep 16 16:31:01.924336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c489f-e8f0-46e5-897e-a6996637c3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11d3ff3-59c7-470d-9a23-c2ff83ad66f3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:01.928262 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-41f1b040-9367-4de2-88a5-b2cb26fcb20f req-869e3c39-5e47-4c9b-898d-0c501a0152a4 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] show failed (client error): The resource could not be found. Sep 16 16:31:01.940100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41f1b040-9367-4de2-88a5-b2cb26fcb20f req-869e3c39-5e47-4c9b-898d-0c501a0152a4 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/53c18c24-db14-4cf0-85dd-064bf5e9d24f HTTP/1.1" status: 404 len: 352 time: 0.0807068 Sep 16 16:31:02.058131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22da7e98-df53-4519-89c2-65ca2bdf75d5 req-514dbe6f-9e4b-4117-a942-da536d963432 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips/a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b HTTP/1.1" status: 200 len: 997 time: 0.2910793 Sep 16 16:31:02.087753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-c7b717da-715b-42a9-9950-f293be43ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:02.087753 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-c7b717da-715b-42a9-9950-f293be43ebbd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=975ff7da-38a0-4ed3-811b-f6890553c65d HTTP/1.1" status: 200 len: 801 time: 0.1790073 Sep 16 16:31:02.150971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Made reservation on behalf of 3c5759ed06b14c399c260d687bd11bf2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:02.151406 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-a4b803e1-7ea6-40bc-ad8a-99d1af470e47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 1002 time: 0.2093635 Sep 16 16:31:02.155533 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:02.200898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-9ae683c3-0b94-442b-9425-41710ff1ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:02.202559 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-9ae683c3-0b94-442b-9425-41710ff1ec66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8df91cb3-272a-4218-a7cf-fc78c4801384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1071460 Sep 16 16:31:02.276690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b04c5-b62c-40d3-8397-bda6e18bf18d req-bd418e19-3894-407f-a65d-a757be8cc834 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:02.278201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711b04c5-b62c-40d3-8397-bda6e18bf18d req-bd418e19-3894-407f-a65d-a757be8cc834 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1532640 Sep 16 16:31:02.280885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Made reservation on behalf of 3c5759ed06b14c399c260d687bd11bf2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:02.284311 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:02.292158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-1089865e-cba8-4c61-a1bc-211eafbbb5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:02.293482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-1089865e-cba8-4c61-a1bc-211eafbbb5be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.0963247 Sep 16 16:31:02.308152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da7e98-df53-4519-89c2-65ca2bdf75d5 req-4c18c6e2-8f64-400b-9536-ddca288eb081 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:02.309607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22da7e98-df53-4519-89c2-65ca2bdf75d5 req-4c18c6e2-8f64-400b-9536-ddca288eb081 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.2454622 Sep 16 16:31:02.382801 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711b04c5-b62c-40d3-8397-bda6e18bf18d req-5d212ce2-1a88-4a39-90b4-20d36d4a8008 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925810 Sep 16 16:31:02.414863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-5d96c9b9-4913-4fe5-9e78-3ec9d3b195ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:02.414863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-5d96c9b9-4913-4fe5-9e78-3ec9d3b195ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958321 Sep 16 16:31:02.418028 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7065c929-10e3-4319-8938-729e96d55417 req-b959bb6f-175c-425b-8117-18da4c9f486d tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/ad7a8dd4-a1be-4463-aa38-7f83f764fe44 HTTP/1.1" status: 200 len: 1805 time: 0.0675795 Sep 16 16:31:02.472438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Allocated IP 192.168.233.187 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/bac60836-8f99-45a1-bc5e-cce0f4816647) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:02.497870 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-00299d6b-709e-42c9-ac48-f506e8e0cb4c service neutron] 10.222.0.62 "GET /v2.0/networks/8df91cb3-272a-4218-a7cf-fc78c4801384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688038 Sep 16 16:31:02.643300 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7065c929-10e3-4319-8938-729e96d55417 req-616bffab-82bc-4889-acda-04aef4f63d65 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:02.683170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-302d3b5c-9f13-45fc-80a6-664b92ffccce tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 1002 time: 0.1432467 Sep 16 16:31:02.702680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-8d6f10ae-1a4c-4884-a476-6d5a3103cf24 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761855 Sep 16 16:31:02.733851 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7065c929-10e3-4319-8938-729e96d55417 req-616bffab-82bc-4889-acda-04aef4f63d65 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:02.743711 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-d28735b7-77d1-4403-8ca3-707aa9780a9f service neutron] 10.222.0.62 "GET /v2.0/networks/8df91cb3-272a-4218-a7cf-fc78c4801384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358840 Sep 16 16:31:02.792891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-0069ddf9-e90b-49f5-910e-1208a9133103 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=d8dc730b-d8f1-40cc-a520-e3e6adb0619b HTTP/1.1" status: 200 len: 217 time: 0.0421779 Sep 16 16:31:02.797125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-8f069bf6-c373-43e7-bf77-ac85a48eef94 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:02.800898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-8f069bf6-c373-43e7-bf77-ac85a48eef94 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports/2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 943 time: 0.1169136 Sep 16 16:31:02.891556 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:02.918165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-315f5e6d-5aa2-412a-9658-bff32f9ed1fd req-c7c1e14f-5185-41c9-adfc-75c9f8526bd0 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913173 Sep 16 16:31:02.919404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-a8f61fd0-8233-4924-8ea0-01b0777e55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:02.921383 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-a8f61fd0-8233-4924-8ea0-01b0777e55e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7f928f5-ec87-4bb4-8bc9-df1ea507d405 HTTP/1.1" status: 200 len: 801 time: 0.1211822 Sep 16 16:31:02.995566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-b537ed1b-5dd8-40a0-977b-595a128ce0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:02.997169 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-b537ed1b-5dd8-40a0-977b-595a128ce0ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97e9afdf-326e-4102-9177-b08d93f66db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623024 Sep 16 16:31:02.999113 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7065c929-10e3-4319-8938-729e96d55417 req-616bffab-82bc-4889-acda-04aef4f63d65 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:03.001687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7065c929-10e3-4319-8938-729e96d55417 req-616bffab-82bc-4889-acda-04aef4f63d65 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:03.015025 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7065c929-10e3-4319-8938-729e96d55417 req-616bffab-82bc-4889-acda-04aef4f63d65 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "DELETE /v2.0/security-groups/ad7a8dd4-a1be-4463-aa38-7f83f764fe44 HTTP/1.1" status: 204 len: 173 time: 0.5793984 Sep 16 16:31:03.059545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-00318e92-1606-42a8-a26a-7e61df4b8538 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 1002 time: 0.1402042 Sep 16 16:31:03.062764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bffab-82bc-4889-acda-04aef4f63d65 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a8dd4-a1be-4463-aa38-7f83f764fe44,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:03.175342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'tag': 'e3277bd7-161c-4f86-810c-4fec4049281f'}, {'name': 'network-changed', 'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'tag': 'd8dc730b-d8f1-40cc-a520-e3e6adb0619b'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:03.178052 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f" -d '{"events": [{"name": "network-changed", "server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "tag": "e3277bd7-161c-4f86-810c-4fec4049281f"}, {"name": "network-changed", "server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "tag": "d8dc730b-d8f1-40cc-a520-e3e6adb0619b"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:03.182182 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-827c4121-4e84-405e-b5b4-3e6180d01a29 service neutron] 10.222.0.62 "GET /v2.0/networks/97e9afdf-326e-4102-9177-b08d93f66db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777644 Sep 16 16:31:03.215513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33710) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:03.233751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:03.250936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f00e123-86a8-4d6f-b628-1707b5540ddb req-f30bb4f9-00ea-406f-b584-c81617e954ee tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 210 time: 0.1253848 Sep 16 16:31:03.253536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:03.255712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:03.261356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-799259c8-e37a-4314-99f4-cc243b581a0a tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:03.272808 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-799259c8-e37a-4314-99f4-cc243b581a0a tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.2108703 Sep 16 16:31:03.279501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-9e288338-541c-4020-b2cb-094901b3a198 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:31:03.293168 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-9e288338-541c-4020-b2cb-094901b3a198 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198021 Sep 16 16:31:03.467785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2cba1-5d81-4a4f-a9f5-9389fd86471d req-4c4c9bc6-7629-4bd0-88c0-4b7d249b252b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:03.475755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2cba1-5d81-4a4f-a9f5-9389fd86471d req-4c4c9bc6-7629-4bd0-88c0-4b7d249b252b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:03.477593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fd2cba1-5d81-4a4f-a9f5-9389fd86471d req-4c4c9bc6-7629-4bd0-88c0-4b7d249b252b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1677 time: 0.1302707 Sep 16 16:31:03.488076 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-cd9f3d63-11c8-4ae2-bbe5-d667eca2c9ea tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 1002 time: 0.1936438 Sep 16 16:31:03.495244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-e9fef428-b8ad-4912-b4de-61f0b04d84c2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:03.722003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:03.835534 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:03.845057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Allocated IP 192.168.233.107 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:03.863309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:03.881762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:03.894573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:03.903400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event updated for resources: {'Port': ['ID=bac60836-8f99-45a1-bc5e-cce0f4816647,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:03.988029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fd2cba1-5d81-4a4f-a9f5-9389fd86471d req-86dfd3b5-be49-4ede-be40-448b2b20dd16 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888537 Sep 16 16:31:04.006658 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b35ebd9f-27a2-4363-86ab-1569cb2e26db req-1f97b6e3-786c-4d3d-81e4-dd802d4a7ca0 service neutron] 10.222.0.62 "GET /v2.0/networks/97e9afdf-326e-4102-9177-b08d93f66db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853031 Sep 16 16:31:04.029781 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-e9fef428-b8ad-4912-b4de-61f0b04d84c2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.052298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:04.053080 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.218075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ebb287e6-d32c-4e72-a385-0aff1aeb06f6 req-122a69f3-911c-4966-9733-e0d4dc71ff95 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/ba9e80ff-6b33-464c-a4cc-3959784e741b HTTP/1.1" status: 200 len: 1804 time: 0.1496904 Sep 16 16:31:04.231494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.245180 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.268799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c9a1d915-527d-4d83-b86e-6dc302b3d254 None None] Provisioning complete for port bac60836-8f99-45a1-bc5e-cce0f4816647 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:04.270024 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d915-527d-4d83-b86e-6dc302b3d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.308295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-e9fef428-b8ad-4912-b4de-61f0b04d84c2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.314451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c9a1d915-527d-4d83-b86e-6dc302b3d254 None None] Port bac60836-8f99-45a1-bc5e-cce0f4816647 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:31:04.345759 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.348891 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ebb287e6-d32c-4e72-a385-0aff1aeb06f6 req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.383176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ebb287e6-d32c-4e72-a385-0aff1aeb06f6 req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.394144 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=88d86818ce7248a68fbb2f6e87196ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1764679 Sep 16 16:31:04.394572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33742) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:04.395142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7916dcde-2637-4fc7-98f5-9842b4628419,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.409014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09da9-d9b3-4e39-9413-a93ea1d816d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.412653 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.425787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:04.428821 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:04.479982 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-e9fef428-b8ad-4912-b4de-61f0b04d84c2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.480763 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-e9fef428-b8ad-4912-b4de-61f0b04d84c2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Floating IP a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b disassociated. External IP: 172.25.6.135, port: 2df650df-ff10-4111-8ed5-1fff34d5d455. Sep 16 16:31:04.501900 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-92e3f3d9-927c-4167-8df3-acde7b928a18 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9850166 Sep 16 16:31:04.517758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:04.527114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Request body: {'port': {'device_id': '90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:04.542170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:04.583030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:04.592477 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c286ad1-80a1-49fb-9f3f-e5417523f3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.650460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33746) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:04.664319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event updated for resources: {'Port': ['ID=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:04.722224 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.728558 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ebb287e6-d32c-4e72-a385-0aff1aeb06f6 req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.737018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ebb287e6-d32c-4e72-a385-0aff1aeb06f6 req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.756727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ebb287e6-d32c-4e72-a385-0aff1aeb06f6 req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "DELETE /v2.0/security-groups/ba9e80ff-6b33-464c-a4cc-3959784e741b HTTP/1.1" status: 204 len: 173 time: 0.5251646 Sep 16 16:31:04.758867 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c286ad1-80a1-49fb-9f3f-e5417523f3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.763791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:04.772107 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:04.830674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9e80ff-6b33-464c-a4cc-3959784e741b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:04.851339 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5462d74c-d2b1-497b-933e-16c206670e0f x-openstack-request-id: req-5462d74c-d2b1-497b-933e-16c206670e0f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:04.851903 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "tag": "e3277bd7-161c-4f86-810c-4fec4049281f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "tag": "d8dc730b-d8f1-40cc-a520-e3e6adb0619b", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:04.851903 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5462d74c-d2b1-497b-933e-16c206670e0f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:04.852554 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'tag': 'e3277bd7-161c-4f86-810c-4fec4049281f', 'status': 'completed', 'code': 200} Sep 16 16:31:04.852702 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'tag': 'd8dc730b-d8f1-40cc-a520-e3e6adb0619b', 'status': 'completed', 'code': 200} Sep 16 16:31:04.863804 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-35adac0d-8054-4a4d-88e9-03398a1ef1f1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0572715 Sep 16 16:31:04.948578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.948932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.949277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.949615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.949952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.950286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.951143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.951333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Request body: {'port': {'device_id': 'a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:04.951463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.951798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.952128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.952475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.952801 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38af3e-4bb4-4d31-b9f6-fc2d511d4973 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:04.977526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-861dce78-8241-4689-b87b-c647863c5ed5 None None] Provisioning complete for port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:04.978201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-861dce78-8241-4689-b87b-c647863c5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:05.048762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6aa709f3-d0b5-4636-852a-3bff49dac1b0 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-619043093'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:05.049348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6aa709f3-d0b5-4636-852a-3bff49dac1b0 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Unknown quota resources ['metering_label']. {{(pid=95358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:31:05.058681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-861dce78-8241-4689-b87b-c647863c5ed5 None None] Port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:31:05.095466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-ceec0232-277f-403e-ac7d-6c8979a5dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:05.095972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-ceec0232-277f-403e-ac7d-6c8979a5dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:05.097630 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-ceec0232-277f-403e-ac7d-6c8979a5dffc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1979 time: 0.1602488 Sep 16 16:31:05.145317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:05.260042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d597b-f845-418e-9258-189a454daeb7 req-a1e6f02f-dac3-4c87-a93b-8556c096addb tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:05.267385 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c47d597b-f845-418e-9258-189a454daeb7 req-a1e6f02f-dac3-4c87-a93b-8556c096addb tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.2274787 Sep 16 16:31:05.322498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c286ad1-80a1-49fb-9f3f-e5417523f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:05.325325 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c286ad1-80a1-49fb-9f3f-e5417523f3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:05.326945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4c286ad1-80a1-49fb-9f3f-e5417523f3ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7916dcde-2637-4fc7-98f5-9842b4628419 HTTP/1.1" status: 204 len: 168 time: 0.9307773 Sep 16 16:31:05.371633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-7292bcde-01a8-4785-84af-04571ff2c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:05.374241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-7292bcde-01a8-4785-84af-04571ff2c097 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8df91cb3-272a-4218-a7cf-fc78c4801384 HTTP/1.1" status: 200 len: 902 time: 0.2394559 Sep 16 16:31:05.408072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-e9fef428-b8ad-4912-b4de-61f0b04d84c2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Router e0340a21-1d50-4225-8ced-340a84172a5c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:31:05.430551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-a8f7f8f9-b19e-434b-b222-4a4176ef146e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=e3277bd7-161c-4f86-810c-4fec4049281f HTTP/1.1" status: 200 len: 217 time: 0.0442576 Sep 16 16:31:05.464830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c286ad1-80a1-49fb-9f3f-e5417523f3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7916dcde-2637-4fc7-98f5-9842b4628419,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:05.474664 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6aa709f3-d0b5-4636-852a-3bff49dac1b0 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:05.479730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6aa709f3-d0b5-4636-852a-3bff49dac1b0 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8279433 Sep 16 16:31:05.484593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33758) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:05.498246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f98e91ed-7c10-4828-82b7-d5a15e13240c tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5a03a9db-d6ec-4366-a3a2-1368a9bceceb'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:05.499038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f98e91ed-7c10-4828-82b7-d5a15e13240c tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:31:05.509971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac60836-8f99-45a1-bc5e-cce0f4816647 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:05.524401 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:05.531687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-3b3f5f11-6ae0-4705-ad83-5a4cc54e6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:05.533146 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-3b3f5f11-6ae0-4705-ad83-5a4cc54e6113 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=975ff7da-38a0-4ed3-811b-f6890553c65d HTTP/1.1" status: 200 len: 801 time: 0.0944746 Sep 16 16:31:05.540889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Transition to ACTIVE for port object bac60836-8f99-45a1-bc5e-cce0f4816647 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:31:05.584419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c47d597b-f845-418e-9258-189a454daeb7 req-a390c596-0c5d-4ee3-b149-900c72e0a445 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161063 Sep 16 16:31:05.585066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-41532af9-7914-4814-82c9-aa28ea6a8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:05.586640 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-41532af9-7914-4814-82c9-aa28ea6a8a4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8df91cb3-272a-4218-a7cf-fc78c4801384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0446897 Sep 16 16:31:05.635226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:05.723245 n-d-807786-3 neutron-server[95358]: WARNING neutron.services.metering.metering_plugin [None req-f98e91ed-7c10-4828-82b7-d5a15e13240c tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 16:31:05.797733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Pushing event updated for resources: {'Port': ['ID=bac60836-8f99-45a1-bc5e-cce0f4816647,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:05.817277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-e9fef428-b8ad-4912-b4de-61f0b04d84c2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:31:05.829227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] Sync routers for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:31:05.829761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-e9fef428-b8ad-4912-b4de-61f0b04d84c2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:05.839693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:05.840341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:05.896159 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-6fcb0277-8a4d-4da5-b4ac-e99c651d4573 service neutron] 10.222.0.62 "GET /v2.0/networks/8df91cb3-272a-4218-a7cf-fc78c4801384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015699 Sep 16 16:31:05.994396 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-e9fef428-b8ad-4912-b4de-61f0b04d84c2 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "PUT /v2.0/floatingips/a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b HTTP/1.1" status: 200 len: 696 time: 2.5050924 Sep 16 16:31:05.996264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:06.005674 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27195fb0-2039-4bc1-96a7-8927d686a336" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:06.018343 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f98e91ed-7c10-4828-82b7-d5a15e13240c tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.019617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f98e91ed-7c10-4828-82b7-d5a15e13240c tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5328026 Sep 16 16:31:06.039252 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33768) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:06.050944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-86822a31-a0d6-4184-ac4f-698809d77cdc tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5a03a9db-d6ec-4366-a3a2-1368a9bceceb'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:06.051085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24ee09-5ed1-461d-a2d8-2e5f52b50644 req-85850dc3-f822-4f23-b888-39df5a54f981 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:06.051635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-86822a31-a0d6-4184-ac4f-698809d77cdc tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:31:06.058972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae24ee09-5ed1-461d-a2d8-2e5f52b50644 req-85850dc3-f822-4f23-b888-39df5a54f981 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 936 time: 0.3747497 Sep 16 16:31:06.090227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:06.097788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Attempting to bind port bac60836-8f99-45a1-bc5e-cce0f4816647 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:06.098732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Attempting to bind port bac60836-8f99-45a1-bc5e-cce0f4816647 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:06.098732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Attempting to bind port bac60836-8f99-45a1-bc5e-cce0f4816647 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:06.109538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.152298 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae24ee09-5ed1-461d-a2d8-2e5f52b50644 req-53583859-8849-42ba-ace8-b9b73c7c83b5 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923722 Sep 16 16:31:06.161750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-35456302-8df2-4e1e-ba88-8a5360f99072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:06.163324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-35456302-8df2-4e1e-ba88-8a5360f99072 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1097 time: 0.1427593 Sep 16 16:31:06.174767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Port bac60836-8f99-45a1-bc5e-cce0f4816647 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:06.175093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Attempting to bind port bac60836-8f99-45a1-bc5e-cce0f4816647 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:06.223685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:06.224024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:06.224428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:06.225190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Bound port: bac60836-8f99-45a1-bc5e-cce0f4816647, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:06.225190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.228401 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-f08e2196-1fdc-42d9-8d99-8d587e8efe3d service neutron] 10.222.0.62 "GET /v2.0/networks/8df91cb3-272a-4218-a7cf-fc78c4801384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230217 Sep 16 16:31:06.237162 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Transition to ACTIVE for port object ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:31:06.246066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:06.298498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d4a6177-f189-4b1b-8174-aea93f00bdd9 req-37fe56f5-0117-451b-a882-9b1dcbd0af32 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/6a41707e-04ee-42a3-8656-13b750e16f75 HTTP/1.1" status: 200 len: 1805 time: 0.0998969 Sep 16 16:31:06.326494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-2ee765fc-859a-4051-8cc1-f76ce953ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:06.332490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-2ee765fc-859a-4051-8cc1-f76ce953ef2f service neutron] 10.222.0.22 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.1617858 Sep 16 16:31:06.342532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] For port bac60836-8f99-45a1-bc5e-cce0f4816647, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:06.383949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] For port bac60836-8f99-45a1-bc5e-cce0f4816647, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bac60836-8f99-45a1-bc5e-cce0f4816647,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:31:06.392583 n-d-807786-3 neutron-server[95357]: WARNING neutron.services.metering.metering_plugin [None req-86822a31-a0d6-4184-ac4f-698809d77cdc tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 16:31:06.393827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-db22c998-432e-47ff-9cd6-1a0dbfd3c225 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 217 time: 0.0604835 Sep 16 16:31:06.397529 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.476928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-08fb20cf-c25f-4d96-a686-5eb3dea0c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:06.478458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-08fb20cf-c25f-4d96-a686-5eb3dea0c85c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.0631323 Sep 16 16:31:06.502786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:06.521615 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0d4a6177-f189-4b1b-8174-aea93f00bdd9 req-709cc732-3764-450e-829a-31fe5bc9f377 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.537190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] Checking router: e0340a21-1d50-4225-8ced-340a84172a5c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:31:06.546411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:06.547239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:06.551729 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0d4a6177-f189-4b1b-8174-aea93f00bdd9 req-709cc732-3764-450e-829a-31fe5bc9f377 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.567045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-1c092673-c91c-4410-abb7-b1371cd3ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:06.568861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-1c092673-c91c-4410-abb7-b1371cd3ed45 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814590 Sep 16 16:31:06.575469 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.588843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d8dc730b-d8f1-40cc-a520-e3e6adb0619b details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:31:06.685940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-703a1745-d07f-40a0-ae3d-a4d5406cb778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:06.686468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-703a1745-d07f-40a0-ae3d-a4d5406cb778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:06.689171 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-703a1745-d07f-40a0-ae3d-a4d5406cb778 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1979 time: 0.3975949 Sep 16 16:31:06.695008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-39a05171-1d61-4515-819a-05886ba62062 service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173368 Sep 16 16:31:06.712832 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86822a31-a0d6-4184-ac4f-698809d77cdc tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.718479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-86822a31-a0d6-4184-ac4f-698809d77cdc tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6766753 Sep 16 16:31:06.719528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33784) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:06.737406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0d4a6177-f189-4b1b-8174-aea93f00bdd9 req-709cc732-3764-450e-829a-31fe5bc9f377 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.743822 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0d4a6177-f189-4b1b-8174-aea93f00bdd9 req-709cc732-3764-450e-829a-31fe5bc9f377 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.745352 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d4a6177-f189-4b1b-8174-aea93f00bdd9 req-709cc732-3764-450e-829a-31fe5bc9f377 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "DELETE /v2.0/security-groups/6a41707e-04ee-42a3-8656-13b750e16f75 HTTP/1.1" status: 204 len: 173 time: 0.4331255 Sep 16 16:31:06.782454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:06.797259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:06.798848 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:06.800662 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] 10.222.0.62 "PUT /v2.0/ports/bac60836-8f99-45a1-bc5e-cce0f4816647 HTTP/1.1" status: 200 len: 1096 time: 2.2794766 Sep 16 16:31:06.810911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:06.857128 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:31:06.882549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cc732-3764-450e-829a-31fe5bc9f377 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a41707e-04ee-42a3-8656-13b750e16f75,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:06.888947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d8dc730b-d8f1-40cc-a520-e3e6adb0619b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,segment=NetworkSegment(f2ebf496-7780-4307-8dda-53e9161d8b2d),segment_id=f2ebf496-7780-4307-8dda-53e9161d8b2d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:06.894421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1', 'tag': 'bac60836-8f99-45a1-bc5e-cce0f4816647'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:06.896676 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e" -d '{"events": [{"name": "network-changed", "server_uuid": "90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1", "tag": "bac60836-8f99-45a1-bc5e-cce0f4816647"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:06.911230 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b658f44c-0c60-4789-b3d2-83960cad536b tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=794cd752-c23a-4f58-a07a-efecc02275cb HTTP/1.1" status: 200 len: 462 time: 0.1049416 Sep 16 16:31:06.931796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33792) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:06.955212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'd8dc730b-d8f1-40cc-a520-e3e6adb0619b', 'network_id': '97e9afdf-326e-4102-9177-b08d93f66db9', 'port_id': 'd8dc730b-d8f1-40cc-a520-e3e6adb0619b', 'mac_address': 'fa:16:3e:ec:86:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f928f5-ec87-4bb4-8bc9-df1ea507d405', 'ip_address': '19.86.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:31:07.036166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-29e9c5b7-0a19-4e81-b698-2356702c437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:07.037761 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-29e9c5b7-0a19-4e81-b698-2356702c437e service neutron] 10.222.0.62 "GET /v2.0/networks?id=97e9afdf-326e-4102-9177-b08d93f66db9 HTTP/1.1" status: 200 len: 903 time: 0.3291216 Sep 16 16:31:07.038431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Attempting to bind port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:07.038764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Attempting to bind port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:07.039094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Attempting to bind port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:07.042161 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a62f414-1726-43bd-aa5f-99138c55f0f5 req-f44f3e35-c791-49c2-9273-c655ff7f976f service neutron] 10.222.0.22 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399506 Sep 16 16:31:07.059018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286a2e2-be59-4da1-9c94-686f36de8701 service neutron] Pushing event updated for resources: {'Port': ['ID=bac60836-8f99-45a1-bc5e-cce0f4816647,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:07.073609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72fe43-3a87-44f2-a071-395a4c573f48 req-eeab0851-5651-488f-ae68-3d7af2c8f9ce tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:07.084946 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:07.095718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72fe43-3a87-44f2-a071-395a4c573f48 req-eeab0851-5651-488f-ae68-3d7af2c8f9ce tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:07.097674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b72fe43-3a87-44f2-a071-395a4c573f48 req-eeab0851-5651-488f-ae68-3d7af2c8f9ce tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1677 time: 0.1901522 Sep 16 16:31:07.144653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b72fe43-3a87-44f2-a071-395a4c573f48 req-12b9c6dd-2925-4f09-92bd-ea46e5ab9d3b tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Sep 16 16:31:07.177742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8dc730b-d8f1-40cc-a520-e3e6adb0619b {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:07.233418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d8dc730b-d8f1-40cc-a520-e3e6adb0619b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,segment=NetworkSegment(f2ebf496-7780-4307-8dda-53e9161d8b2d),segment_id=f2ebf496-7780-4307-8dda-53e9161d8b2d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:07.273587 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d84055-e677-4a6e-b296-4c7c03caff00 x-openstack-request-id: req-f2d84055-e677-4a6e-b296-4c7c03caff00 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:07.273878 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:07.274127 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2d84055-e677-4a6e-b296-4c7c03caff00 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:07.274513 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'status': 'completed', 'code': 200} Sep 16 16:31:07.278034 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2415-078b-4ed6-a7d4-991e7e17c288 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:07.281740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:07.282347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b8dc2415-078b-4ed6-a7d4-991e7e17c288 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/794cd752-c23a-4f58-a07a-efecc02275cb HTTP/1.1" status: 204 len: 168 time: 0.3461940 Sep 16 16:31:07.284096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33804) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:07.337131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcdfeac-4126-4db4-ad54-f752ecb4b50f None None] The sync data for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 is: [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:17Z', 'revision_number': 4, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '367205d9-79c0-4d58-83ea-8bb7ea6fb9d3', 'name': '', 'network_id': '407f756a-ec03-4f62-b31f-b27394ac3686', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'mac_address': 'fa:16:3e:1e:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:15Z', 'updated_at': '2021-09-16T16:29:25Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'subnets': [{'id': 'e99f83c0-327f-43a7-9764-5e93322299ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:31:07.339656 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:07.340735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e3277bd7-161c-4f86-810c-4fec4049281f details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:31:07.357518 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fefc065c-0b30-40d6-9dbc-df81f00bf399 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=794cd752-c23a-4f58-a07a-efecc02275cb HTTP/1.1" status: 200 len: 221 time: 0.0721931 Sep 16 16:31:07.360524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33806) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:07.368655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-55a5e61d-706d-4f8e-bcb8-5ff000310a94 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--854619553', 'description': 'label created by tempest'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:07.370156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-55a5e61d-706d-4f8e-bcb8-5ff000310a94 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Unknown quota resources ['metering_label']. {{(pid=95358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:31:07.450491 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:07.488158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-6b1b2414-e38e-4e99-89ae-1c36d452ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:07.489979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-6b1b2414-e38e-4e99-89ae-1c36d452ef55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a782d54ffc244489a23e0c247776f754&device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 1097 time: 0.1938224 Sep 16 16:31:07.537540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e3277bd7-161c-4f86-810c-4fec4049281f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e3277bd7-161c-4f86-810c-4fec4049281f,segment=NetworkSegment(1ae06d22-ae43-47bb-a5c6-fbf81782e8d6),segment_id=1ae06d22-ae43-47bb-a5c6-fbf81782e8d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:07.552886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'e3277bd7-161c-4f86-810c-4fec4049281f', 'network_id': '8df91cb3-272a-4218-a7cf-fc78c4801384', 'port_id': 'e3277bd7-161c-4f86-810c-4fec4049281f', 'mac_address': 'fa:16:3e:ed:cd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975ff7da-38a0-4ed3-811b-f6890553c65d', 'ip_address': '19.80.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:31:07.556856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1da7ccd0-d07d-43a9-af19-23178225e617 req-9e9950d3-bdad-4800-9774-937a0781d1fe tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/226b4614-c0ec-458e-8370-ec7be40458c4 HTTP/1.1" status: 200 len: 2404 time: 0.2068541 Sep 16 16:31:07.569767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b54093-ae2b-45b0-906a-5e0723a57140 req-9c00c3e9-d2a6-4472-af82-979a42d96247 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:07.571398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7b54093-ae2b-45b0-906a-5e0723a57140 req-9c00c3e9-d2a6-4472-af82-979a42d96247 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.2415693 Sep 16 16:31:07.573647 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-ad8a8a81-87c4-438e-ba7c-1b766dd8d571 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=d8dc730b-d8f1-40cc-a520-e3e6adb0619b HTTP/1.1" status: 200 len: 217 time: 0.5269406 Sep 16 16:31:07.575002 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:07.575218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Attempting to bind port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:07.582954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:07.583292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:07.583676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:07.584111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Bound port: ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:07.584502 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:07.602381 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:07.618245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3277bd7-161c-4f86-810c-4fec4049281f {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:07.641343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-3ecb38a3-d119-41b9-8cda-7e91ec2c31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:07.643778 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-3ecb38a3-d119-41b9-8cda-7e91ec2c31a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1 HTTP/1.1" status: 200 len: 1099 time: 0.6923506 Sep 16 16:31:07.645293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e3277bd7-161c-4f86-810c-4fec4049281f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e3277bd7-161c-4f86-810c-4fec4049281f,segment=NetworkSegment(1ae06d22-ae43-47bb-a5c6-fbf81782e8d6),segment_id=1ae06d22-ae43-47bb-a5c6-fbf81782e8d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:07.716620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-7e4a7cb0-3794-44db-b4d0-6ef598e81416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:07.717524 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5586fa8-ca3d-4823-bf2d-0c90821a0fa2 None None] New status for floating IP a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:31:07.717979 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-7e4a7cb0-3794-44db-b4d0-6ef598e81416 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7f928f5-ec87-4bb4-8bc9-df1ea507d405 HTTP/1.1" status: 200 len: 801 time: 0.1363807 Sep 16 16:31:07.719199 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8fc16a5f-6f9f-4d15-9cda-da6006ceb521 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=bac60836-8f99-45a1-bc5e-cce0f4816647 HTTP/1.1" status: 200 len: 217 time: 0.0524223 Sep 16 16:31:07.734474 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:07.799287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e3277bd7-161c-4f86-810c-4fec4049281f,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:07.814630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-332d58b4-9ec5-4f71-8944-4465609fb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:07.815395 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55a5e61d-706d-4f8e-bcb8-5ff000310a94 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:07.816089 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-332d58b4-9ec5-4f71-8944-4465609fb95e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0805459 Sep 16 16:31:07.816619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-55a5e61d-706d-4f8e-bcb8-5ff000310a94 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4528913 Sep 16 16:31:07.821339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33810) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:07.829096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7b54093-ae2b-45b0-906a-5e0723a57140 req-e9e94ee5-bc18-4f83-93dc-0720d8becfbb tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346807 Sep 16 16:31:07.831262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] For port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:07.836355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-093fcdee-d4d4-4a03-8694-5ec619d4c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:07.839593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-093fcdee-d4d4-4a03-8694-5ec619d4c36c service neutron] 10.222.0.62 "GET /v2.0/networks?id=407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 200 len: 922 time: 0.3391399 Sep 16 16:31:07.839593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1da7ccd0-d07d-43a9-af19-23178225e617 req-630016b9-8ede-4225-9828-68d4dc7c65c7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:07.901974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-e2991b6d-8929-403c-bee3-d688f41e20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:07.903669 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-e2991b6d-8929-403c-bee3-d688f41e20bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97e9afdf-326e-4102-9177-b08d93f66db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1706347 Sep 16 16:31:07.905613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] For port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:31:07.906900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-25de0201-09d7-48c4-be82-01099cb09898 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 200 len: 217 time: 0.0536480 Sep 16 16:31:07.907560 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df97a593-3cc6-460a-a4bc-80866e4f039f x-openstack-request-id: req-df97a593-3cc6-460a-a4bc-80866e4f039f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:07.907908 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1", "tag": "bac60836-8f99-45a1-bc5e-cce0f4816647", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:07.908178 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df97a593-3cc6-460a-a4bc-80866e4f039f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:07.908668 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1', 'tag': 'bac60836-8f99-45a1-bc5e-cce0f4816647', 'status': 'completed', 'code': 200} Sep 16 16:31:07.931114 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1da7ccd0-d07d-43a9-af19-23178225e617 req-630016b9-8ede-4225-9828-68d4dc7c65c7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:07.965185 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b5ed7098-da7f-4413-b5f4-d4d07d895f66 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=d45c990a-e89f-444c-9c1f-c7f44b0a0eec HTTP/1.1" status: 200 len: 467 time: 0.1421564 Sep 16 16:31:07.988010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33814) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:08.004725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-01744bf0-a323-44e4-af17-4d8c3a76e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.005958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-4384c466-14f2-42d9-864b-e6e2696014f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.007088 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-01744bf0-a323-44e4-af17-4d8c3a76e26a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1772017 Sep 16 16:31:08.007585 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-4384c466-14f2-42d9-864b-e6e2696014f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 200 len: 860 time: 0.0851269 Sep 16 16:31:08.007721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e3277bd7-161c-4f86-810c-4fec4049281f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:08.133348 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:08.167009 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-7b1f6269-db7f-422e-80e3-1d0d5b7c0851 service neutron] 10.222.0.62 "GET /v2.0/networks/97e9afdf-326e-4102-9177-b08d93f66db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168639 Sep 16 16:31:08.203255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.203877 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:08.205375 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] 10.222.0.52 "PUT /v2.0/ports/ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc HTTP/1.1" status: 200 len: 1096 time: 3.2696981 Sep 16 16:31:08.253427 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-8bcc257b-36da-45a5-aa50-0a9890e33437 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104414 Sep 16 16:31:08.255737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2349f-5520-4988-bc04-69d2a4947ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:08.402654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-95e9b072-0661-43d6-8ad2-bd9d6ecb592f req-3a91c3cc-34eb-4c4e-baa1-c13f9ceec9b1 service neutron] 10.222.0.62 "GET /v2.0/networks/97e9afdf-326e-4102-9177-b08d93f66db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198594 Sep 16 16:31:08.433977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-19b9d7b8-dfc8-44ce-bd73-dd517dfd5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.436726 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-19b9d7b8-dfc8-44ce-bd73-dd517dfd5af2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 1099 time: 0.1123836 Sep 16 16:31:08.441080 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-2f978ee1-a456-45e0-88fe-95eed338b6de service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562400 Sep 16 16:31:08.489980 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-898c9e7c-e83e-4dfd-9536-a42b6cd3b182 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc HTTP/1.1" status: 200 len: 217 time: 0.0419238 Sep 16 16:31:08.548050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-88d91b9e-cdd0-470d-a5aa-41f0fc6db6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.549538 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-88d91b9e-cdd0-470d-a5aa-41f0fc6db6cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0460057 Sep 16 16:31:08.635686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1da7ccd0-d07d-43a9-af19-23178225e617 req-630016b9-8ede-4225-9828-68d4dc7c65c7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:08.641983 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1da7ccd0-d07d-43a9-af19-23178225e617 req-630016b9-8ede-4225-9828-68d4dc7c65c7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:08.641983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1da7ccd0-d07d-43a9-af19-23178225e617 req-630016b9-8ede-4225-9828-68d4dc7c65c7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "DELETE /v2.0/security-groups/226b4614-c0ec-458e-8370-ec7be40458c4 HTTP/1.1" status: 204 len: 173 time: 1.0820849 Sep 16 16:31:08.641983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-cf15ec6f-1c64-4e79-af14-bb991b5b6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.642913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-cf15ec6f-1c64-4e79-af14-bb991b5b6aa3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=407f756a-ec03-4f62-b31f-b27394ac3686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2380903 Sep 16 16:31:08.647531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-28065713-fd88-46ea-a4c7-38d8df7dbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.650239 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-28065713-fd88-46ea-a4c7-38d8df7dbb93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920777 Sep 16 16:31:08.657246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da94efb-c0c1-415b-b84e-b7f3f63bbfc5 req-9d067874-3cf0-40e2-801f-d57b7346726f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.658796 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4da94efb-c0c1-415b-b84e-b7f3f63bbfc5 req-9d067874-3cf0-40e2-801f-d57b7346726f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 948 time: 0.2557516 Sep 16 16:31:08.672950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630016b9-8ede-4225-9828-68d4dc7c65c7 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b4614-c0ec-458e-8370-ec7be40458c4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:08.673332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-3774c2fd-3cc3-414e-af96-05049b02d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.675785 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-3774c2fd-3cc3-414e-af96-05049b02d1e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1 HTTP/1.1" status: 200 len: 1099 time: 0.0906889 Sep 16 16:31:08.752285 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2fc45d01-361a-41c1-9c4f-84c409232b78 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:08.756021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2fc45d01-361a-41c1-9c4f-84c409232b78 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/d45c990a-e89f-444c-9c1f-c7f44b0a0eec HTTP/1.1" status: 204 len: 168 time: 0.7644148 Sep 16 16:31:08.758704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33830) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:08.792992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4da94efb-c0c1-415b-b84e-b7f3f63bbfc5 req-eea22427-ca5b-4ee6-a45e-cbea0d6ad9b1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210473 Sep 16 16:31:08.838564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1f6c8253-2886-4563-ac09-23991b1f66c7 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=d45c990a-e89f-444c-9c1f-c7f44b0a0eec HTTP/1.1" status: 200 len: 216 time: 0.0693929 Sep 16 16:31:08.849483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33838) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:08.921875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-4730b921-d823-4957-8051-7079867c1fc8 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619121 Sep 16 16:31:08.928425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c1eb894b-e663-41bd-aa85-ddbda07d3834 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0766623 Sep 16 16:31:08.930019 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-e6b68806-a408-4618-99ae-4d0a3db2bcdd service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698114 Sep 16 16:31:08.932753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33844) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:08.945154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-2a2cdd09-db60-44e9-af80-a75a2776cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.947438 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-2a2cdd09-db60-44e9-af80-a75a2776cbd5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2530282 Sep 16 16:31:08.959555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efe6b-c0ab-4d2c-b156-f76f41e17304 req-76b0990a-fe89-4e9c-8bd0-f30fdbe3d7d8 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.971470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efe6b-c0ab-4d2c-b156-f76f41e17304 req-76b0990a-fe89-4e9c-8bd0-f30fdbe3d7d8 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:08.974134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-111efe6b-c0ab-4d2c-b156-f76f41e17304 req-76b0990a-fe89-4e9c-8bd0-f30fdbe3d7d8 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1679 time: 0.2162905 Sep 16 16:31:08.998800 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f14ba919-aaa5-416d-a4a2-2d47bc8053de tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0641036 Sep 16 16:31:09.014459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33848) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:09.022450 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ab9e0d7-7c0f-4ed0-92db-be3b8260aea4 req-1d1bb776-fd24-49ad-94b3-64eee0614430 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "GET /v2.0/security-groups/20ea1543-541e-48fb-aeb8-665fbe009d7a HTTP/1.1" status: 200 len: 2396 time: 0.1954396 Sep 16 16:31:09.048817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['d8dc730b-d8f1-40cc-a520-e3e6adb0619b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:09.057165 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-14af0a69-30ca-4d2f-966a-c0a1736ad64f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=bac60836-8f99-45a1-bc5e-cce0f4816647 HTTP/1.1" status: 200 len: 217 time: 0.0721478 Sep 16 16:31:09.126508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-111efe6b-c0ab-4d2c-b156-f76f41e17304 req-c0c11c44-c201-4822-89a4-1f4cccba80fa tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396253 Sep 16 16:31:09.183097 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1ab9e0d7-7c0f-4ed0-92db-be3b8260aea4 req-0e7322f2-1df7-41dd-994e-7aa56f0d5e54 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.186090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-0fb26685-2c02-4c27-8de9-629fe37ba9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:09.187583 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-0fb26685-2c02-4c27-8de9-629fe37ba9f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0917630 Sep 16 16:31:09.191723 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-26311bfe-f405-488c-9969-0cba4082944f tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/5a03a9db-d6ec-4366-a3a2-1368a9bceceb HTTP/1.1" status: 200 len: 472 time: 0.1753571 Sep 16 16:31:09.195879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33852) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:09.220708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27195fb0-2039-4bc1-96a7-8927d686a336 req-01ffe1e4-543a-4cea-ad68-9044598f1129 service neutron] 10.222.0.62 "GET /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765090 Sep 16 16:31:09.235848 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-78babd52-0a01-4f04-8d9f-405eebfe2a53 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/3deb11bc-d766-4c95-a167-e1dacc8222c0 HTTP/1.1" status: 200 len: 459 time: 0.0402021 Sep 16 16:31:09.239260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33856) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:09.269814 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a38d0e26-8c39-4ce6-8fce-2f785e50cd9a req-c41e3764-18db-4120-8716-381e13a4a41e service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198106 Sep 16 16:31:09.275762 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-37a6be0e-7fa2-4d04-ab6a-d2896e913d40 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips/a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b HTTP/1.1" status: 200 len: 694 time: 0.0809121 Sep 16 16:31:09.283076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1ab9e0d7-7c0f-4ed0-92db-be3b8260aea4 req-0e7322f2-1df7-41dd-994e-7aa56f0d5e54 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.284304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-ba7fc406-012c-4a32-9d92-9a06d0616b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:09.285952 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-ba7fc406-012c-4a32-9d92-9a06d0616b0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841346 Sep 16 16:31:09.410224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-a74bec91-cf0b-4fc3-bdcf-047eae2d7402 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:09.411664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-a74bec91-cf0b-4fc3-bdcf-047eae2d7402 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1261888 Sep 16 16:31:09.455414 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5636-02de-43a4-8ca5-8f59b8dfab55 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.456590 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0c0a5636-02de-43a4-8ca5-8f59b8dfab55 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/3deb11bc-d766-4c95-a167-e1dacc8222c0 HTTP/1.1" status: 204 len: 168 time: 0.2121692 Sep 16 16:31:09.458676 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-f24932d6-ddde-4b2a-a8ad-798a267ee620 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655171 Sep 16 16:31:09.459119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33858) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:09.463985 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1ab9e0d7-7c0f-4ed0-92db-be3b8260aea4 req-0e7322f2-1df7-41dd-994e-7aa56f0d5e54 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.467339 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1ab9e0d7-7c0f-4ed0-92db-be3b8260aea4 req-0e7322f2-1df7-41dd-994e-7aa56f0d5e54 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.470231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ab9e0d7-7c0f-4ed0-92db-be3b8260aea4 req-0e7322f2-1df7-41dd-994e-7aa56f0d5e54 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] 10.222.0.22 "DELETE /v2.0/security-groups/20ea1543-541e-48fb-aeb8-665fbe009d7a HTTP/1.1" status: 204 len: 173 time: 0.4293766 Sep 16 16:31:09.483154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33860) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:09.498806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-ddd53b0d-cd06-4db0-83f8-27c1c217435d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 697 time: 0.0806336 Sep 16 16:31:09.500633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7322f2-1df7-41dd-994e-7aa56f0d5e54 tempest-SecurityGroupRulesTestJSON-1673449821 tempest-SecurityGroupRulesTestJSON-1673449821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ea1543-541e-48fb-aeb8-665fbe009d7a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:09.607933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3f80cc-f4a6-42cb-bb86-de07cc7beca3 admin admin] Deleting subnet bd29d4f4-0d39-4f50-9bf9-9b5c1b3d8c7f {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:31:09.615681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d3f80cc-f4a6-42cb-bb86-de07cc7beca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.639696 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-449cb2a9-73f9-44a8-879d-7ec99ab15622 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 697 time: 0.0819962 Sep 16 16:31:09.667713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426481c-b7f4-417a-83ca-da239232ba25 req-6c8faf94-fb01-4f3c-b8f3-8881b649b4c9 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:09.669165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7426481c-b7f4-417a-83ca-da239232ba25 req-6c8faf94-fb01-4f3c-b8f3-8881b649b4c9 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1392732 Sep 16 16:31:09.712443 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d3f80cc-f4a6-42cb-bb86-de07cc7beca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.720692 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a64bb5b-0d5f-4c53-ab01-e282254eed2e req-4dedf413-fd19-4c80-8815-5148ec5a0804 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504225 Sep 16 16:31:09.762892 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5408fe40-211c-4326-a939-fdf5a2c09004 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.764183 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5408fe40-211c-4326-a939-fdf5a2c09004 tempest-MeteringIpV6TestJSON-1779679395 tempest-MeteringIpV6TestJSON-1779679395-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/5a03a9db-d6ec-4366-a3a2-1368a9bceceb HTTP/1.1" status: 204 len: 168 time: 0.3041759 Sep 16 16:31:09.829394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7426481c-b7f4-417a-83ca-da239232ba25 req-dd92c69e-875e-487d-b1d5-7bb80bfcb3d3 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318629 Sep 16 16:31:09.833379 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d3f80cc-f4a6-42cb-bb86-de07cc7beca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.890062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-db4042f3-b475-41f1-aa09-380ee0a5640d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Deleting port 7d332e41-7909-40a9-b2be-f252ad4223b3 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:09.890499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-db4042f3-b475-41f1-aa09-380ee0a5640d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.909810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3', 'tag': 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:09.912557 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3", "tag": "ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:09.998770 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-db4042f3-b475-41f1-aa09-380ee0a5640d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:09.999138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-db4042f3-b475-41f1-aa09-380ee0a5640d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.001622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d3f80cc-f4a6-42cb-bb86-de07cc7beca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.022642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-db4042f3-b475-41f1-aa09-380ee0a5640d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Calling delete_port for 7d332e41-7909-40a9-b2be-f252ad4223b3 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:10.052154 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d3f80cc-f4a6-42cb-bb86-de07cc7beca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.054037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0d3f80cc-f4a6-42cb-bb86-de07cc7beca3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bd29d4f4-0d39-4f50-9bf9-9b5c1b3d8c7f HTTP/1.1" status: 204 len: 168 time: 0.5699410 Sep 16 16:31:10.056769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33880) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:10.058256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f80cc-f4a6-42cb-bb86-de07cc7beca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd29d4f4-0d39-4f50-9bf9-9b5c1b3d8c7f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:10.068793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39e2a4-9799-45eb-82e2-545beaefb01e req-719dc3cc-1977-463c-8b70-1b7c0c2bb000 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:10.074447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2a39e2a4-9799-45eb-82e2-545beaefb01e req-719dc3cc-1977-463c-8b70-1b7c0c2bb000 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 948 time: 0.1151261 Sep 16 16:31:10.140575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.151281 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2a39e2a4-9799-45eb-82e2-545beaefb01e req-9c120afd-22a0-4f83-9c02-b8f92feeb0ca tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497944 Sep 16 16:31:10.231496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.257613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f19c50-84b9-46b0-9002-4b2b5ca6acc2']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:10.269510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f721253b-2628-4a6d-9f49-0322f35357a3') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:10.269510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f721253b-2628-4a6d-9f49-0322f35357a3') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:10.276791 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b89eb6-dcb8-4e55-8903-a4891fd044c6 x-openstack-request-id: req-b6b89eb6-dcb8-4e55-8903-a4891fd044c6 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:10.277005 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3", "tag": "ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:10.277260 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6b89eb6-dcb8-4e55-8903-a4891fd044c6 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:10.277663 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3', 'tag': 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'status': 'completed', 'code': 200} Sep 16 16:31:10.282552 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.296961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.303765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:31:10.304131 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:31:10.306102 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:31:10.315052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-db4042f3-b475-41f1-aa09-380ee0a5640d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.326185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33898) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:10.352852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4042f3-b475-41f1-aa09-380ee0a5640d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Pushing event deleted for resources: {'Port': ['ID=7d332e41-7909-40a9-b2be-f252ad4223b3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:10.406040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-676e0fdf-2773-44b9-ad3c-883c4ba253f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:10.407611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-676e0fdf-2773-44b9-ad3c-883c4ba253f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0913463 Sep 16 16:31:10.438911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:31:10.454583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481b002-e121-47f5-9ff0-7fc3be503943 req-55414e6a-f00f-4a8d-a2b2-ad64d2866888 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:10.468279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481b002-e121-47f5-9ff0-7fc3be503943 req-55414e6a-f00f-4a8d-a2b2-ad64d2866888 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:10.475529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2481b002-e121-47f5-9ff0-7fc3be503943 req-55414e6a-f00f-4a8d-a2b2-ad64d2866888 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1679 time: 0.1317225 Sep 16 16:31:10.491566 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-db4042f3-b475-41f1-aa09-380ee0a5640d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.493829 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-db4042f3-b475-41f1-aa09-380ee0a5640d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.494649 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.494938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96369d35-282c-4f9e-b105-9f4ecf9eb74e req-db4042f3-b475-41f1-aa09-380ee0a5640d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "DELETE /v2.0/floatingips/a6cd6cb6-ec55-45d8-ba45-4c9b79aa8e8b HTTP/1.1" status: 204 len: 173 time: 0.8482656 Sep 16 16:31:10.507429 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c96ccc-2eef-46f7-bd66-75b414c3f83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.526963 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-06888e4f-b384-42a0-ad1e-7e6f49184f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:10.533383 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-06888e4f-b384-42a0-ad1e-7e6f49184f6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1125329 Sep 16 16:31:10.533383 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.536945 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] 10.222.0.22 "DELETE /v2.0/networks/f4f19c50-84b9-46b0-9002-4b2b5ca6acc2 HTTP/1.1" status: 204 len: 168 time: 0.4766617 Sep 16 16:31:10.550899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2481b002-e121-47f5-9ff0-7fc3be503943 req-61926d61-3a6e-4802-b2b9-a3b4d613b258 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744007 Sep 16 16:31:10.567821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29445f-a29c-4ac8-ba77-01740141b93a admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f19c50-84b9-46b0-9002-4b2b5ca6acc2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:10.567989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bac60836-8f99-45a1-bc5e-cce0f4816647 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:31:10.574673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d8dc730b-d8f1-40cc-a520-e3e6adb0619b up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:10.601880 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-4f9def38-cc60-4e00-9632-4303ba2f8eaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc HTTP/1.1" status: 200 len: 217 time: 0.0518048 Sep 16 16:31:10.640232 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c96ccc-2eef-46f7-bd66-75b414c3f83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.657373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-7c4507d8-c2bd-40b9-8a85-3f6c41ebaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:10.659127 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-7c4507d8-c2bd-40b9-8a85-3f6c41ebaac7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0472078 Sep 16 16:31:10.698801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:10.710653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-e1ac0317-baf5-4d66-9094-c0462c977903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:10.712174 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-e1ac0317-baf5-4d66-9094-c0462c977903 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445638 Sep 16 16:31:10.728057 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c96ccc-2eef-46f7-bd66-75b414c3f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.744672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'mac_address': 'fa:16:3e:f0:80:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:31:10.767249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c96ccc-2eef-46f7-bd66-75b414c3f83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeaa3fb-d014-47c3-b814-e276cbb05cf7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:10.808614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bac60836-8f99-45a1-bc5e-cce0f4816647, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bac60836-8f99-45a1-bc5e-cce0f4816647,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:10.814434 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-83c96ccc-2eef-46f7-bd66-75b414c3f83d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01869919d6ab401b83acd05a6d1e23a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693952 Sep 16 16:31:10.817242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33908) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:10.824326 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.828570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port d8dc730b-d8f1-40cc-a520-e3e6adb0619b completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:31:10.836636 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-c50f3f1c-3db4-4673-a5fb-e43a48e8859b service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171777 Sep 16 16:31:10.842359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'bac60836-8f99-45a1-bc5e-cce0f4816647', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'bac60836-8f99-45a1-bc5e-cce0f4816647', 'mac_address': 'fa:16:3e:7c:f1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:31:10.848361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port d8dc730b-d8f1-40cc-a520-e3e6adb0619b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:10.848752 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.851321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:10.891523 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3934-977e-4945-aaa1-05c041202762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.916336 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3934-977e-4945-aaa1-05c041202762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.968409 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7c85e88-0ce1-4b0e-9a6d-6b506204a3cd req-720ed9b6-2f53-4037-b63c-7c3996a4d547 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180286 Sep 16 16:31:10.985404 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:10.992067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:11.010028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac60836-8f99-45a1-bc5e-cce0f4816647 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:11.010304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33914) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:11.033155 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcda0b-edfe-4778-bdf9-2c384776a00c req-7c294adb-3c02-4506-b4db-490eb7be2a1f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:11.036842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1afcda0b-edfe-4778-bdf9-2c384776a00c req-7c294adb-3c02-4506-b4db-490eb7be2a1f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1088719 Sep 16 16:31:11.037038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bac60836-8f99-45a1-bc5e-cce0f4816647, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bac60836-8f99-45a1-bc5e-cce0f4816647,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:11.060372 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.080337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173226-8e7c-487b-aa74-635a53edb170 req-91041691-8d2c-41d6-962f-425ed0169c83 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:11.081876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8173226-8e7c-487b-aa74-635a53edb170 req-91041691-8d2c-41d6-962f-425ed0169c83 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 946 time: 0.1195154 Sep 16 16:31:11.090325 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.101419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.115717 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3934-977e-4945-aaa1-05c041202762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.118276 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3934-977e-4945-aaa1-05c041202762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.119413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5a9c3934-977e-4945-aaa1-05c041202762 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/caeaa3fb-d014-47c3-b814-e276cbb05cf7 HTTP/1.1" status: 204 len: 168 time: 0.3011334 Sep 16 16:31:11.131161 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-db0da04a-98ed-4b49-9937-d8d2c5fe1a5e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0304a7e04c914514bd6266dffffeafab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1186001 Sep 16 16:31:11.132281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:11.134870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33918) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:11.142602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dc730b-d8f1-40cc-a520-e3e6adb0619b'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:11.144860 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502d1901-7935-4da4-a97e-dad1eb2d5b77" -d '{"events": [{"server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "name": "network-vif-plugged", "status": "completed", "tag": "d8dc730b-d8f1-40cc-a520-e3e6adb0619b"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:11.149272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c3934-977e-4945-aaa1-05c041202762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeaa3fb-d014-47c3-b814-e276cbb05cf7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:11.153499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1afcda0b-edfe-4778-bdf9-2c384776a00c req-f44c83a2-efa8-41be-8791-1442bd0139ea tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080966 Sep 16 16:31:11.181959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d8dc730b-d8f1-40cc-a520-e3e6adb0619b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,segment=NetworkSegment(f2ebf496-7780-4307-8dda-53e9161d8b2d),segment_id=f2ebf496-7780-4307-8dda-53e9161d8b2d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:11.218168 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8173226-8e7c-487b-aa74-635a53edb170 req-77223d94-b3d5-4cd4-8c52-07c1513d4b3d tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091850 Sep 16 16:31:11.218739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=bac60836-8f99-45a1-bc5e-cce0f4816647,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:11.245509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-661aaa0f-cb02-4b3e-82cd-1cb0025b94a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.246696 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a02ab65-c42d-4219-8bca-32f6a2c15dfc x-openstack-request-id: req-0a02ab65-c42d-4219-8bca-32f6a2c15dfc {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:11.247026 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "name": "network-vif-plugged", "status": "completed", "tag": "d8dc730b-d8f1-40cc-a520-e3e6adb0619b", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:11.247279 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a02ab65-c42d-4219-8bca-32f6a2c15dfc {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:11.248494 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dc730b-d8f1-40cc-a520-e3e6adb0619b', 'code': 200} Sep 16 16:31:11.253570 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.254363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e3277bd7-161c-4f86-810c-4fec4049281f up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:11.274311 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-661aaa0f-cb02-4b3e-82cd-1cb0025b94a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.336861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:11.353200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86445d5a-3637-4632-9d1d-bbd6311d469f req-d0274290-5c80-446d-b587-80871e7f3edf tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:11.354700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86445d5a-3637-4632-9d1d-bbd6311d469f req-d0274290-5c80-446d-b587-80871e7f3edf tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 949 time: 0.0729711 Sep 16 16:31:11.365903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['bac60836-8f99-45a1-bc5e-cce0f4816647'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:11.412008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86445d5a-3637-4632-9d1d-bbd6311d469f req-370fdbf1-73a1-4059-9486-abc44d0c704c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510266 Sep 16 16:31:11.470008 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-661aaa0f-cb02-4b3e-82cd-1cb0025b94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.472723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-661aaa0f-cb02-4b3e-82cd-1cb0025b94a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.473949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-661aaa0f-cb02-4b3e-82cd-1cb0025b94a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/822e49bf-bfa9-43d9-9cfb-9c34c6bacefc HTTP/1.1" status: 204 len: 168 time: 0.3314776 Sep 16 16:31:11.486093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661aaa0f-cb02-4b3e-82cd-1cb0025b94a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822e49bf-bfa9-43d9-9cfb-9c34c6bacefc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:11.520656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:11.526905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port e3277bd7-161c-4f86-810c-4fec4049281f completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:31:11.563497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port e3277bd7-161c-4f86-810c-4fec4049281f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:11.563866 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.677137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed07ac8-ddaa-49f1-b007-c27d9f4c2195 req-f11e3857-b9fd-4b35-abe9-435ad7a151dc tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:11.683342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed07ac8-ddaa-49f1-b007-c27d9f4c2195 req-f11e3857-b9fd-4b35-abe9-435ad7a151dc tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:11.685661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ed07ac8-ddaa-49f1-b007-c27d9f4c2195 req-f11e3857-b9fd-4b35-abe9-435ad7a151dc tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1680 time: 0.0588365 Sep 16 16:31:11.724371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ed07ac8-ddaa-49f1-b007-c27d9f4c2195 req-adec5202-4fc0-42e6-b198-4e046be18ceb tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Sep 16 16:31:11.757781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.844727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e3277bd7-161c-4f86-810c-4fec4049281f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e3277bd7-161c-4f86-810c-4fec4049281f,segment=NetworkSegment(1ae06d22-ae43-47bb-a5c6-fbf81782e8d6),segment_id=1ae06d22-ae43-47bb-a5c6-fbf81782e8d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:11.931311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33940) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:11.944769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8197-93bf-4bf9-baa1-01002066f1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:11.953278 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:12.009728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e3277bd7-161c-4f86-810c-4fec4049281f,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:12.067251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8197-93bf-4bf9-baa1-01002066f1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:12.120564 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8197-93bf-4bf9-baa1-01002066f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:12.163295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d8197-93bf-4bf9-baa1-01002066f1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6b6f4a-a393-4c43-b4a7-cb6463cedcf3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:12.168015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ea0d8197-93bf-4bf9-baa1-01002066f1f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f22234d61f30446cb77e26508b1c04e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356842 Sep 16 16:31:12.170836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33952) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:12.255117 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9428b381-2aa6-4a37-b8f5-b6296ade0531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:12.326860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9428b381-2aa6-4a37-b8f5-b6296ade0531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:12.390251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c661f0-d3d7-42cc-af91-30cbc630555f req-1e86fbf3-0066-4900-b2cb-aa61e1e4c47e tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:12.391862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2c661f0-d3d7-42cc-af91-30cbc630555f req-1e86fbf3-0066-4900-b2cb-aa61e1e4c47e tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1347711 Sep 16 16:31:12.400843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4c26a-5513-4cd8-9fc4-e8ad712ebcb4 req-6e59caac-1b52-438d-846f-b5357f210379 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:12.405022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fe4c26a-5513-4cd8-9fc4-e8ad712ebcb4 req-6e59caac-1b52-438d-846f-b5357f210379 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 946 time: 0.1282775 Sep 16 16:31:12.434759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64022d0-83f9-4e17-acce-0340f303abde req-8ffa82e5-da79-4174-aabf-d3d42901997a tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:12.440275 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a64022d0-83f9-4e17-acce-0340f303abde req-8ffa82e5-da79-4174-aabf-d3d42901997a tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 946 time: 0.0633514 Sep 16 16:31:12.503246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2c661f0-d3d7-42cc-af91-30cbc630555f req-c801fe27-be90-44c0-a2e3-f60792d10caa tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964744 Sep 16 16:31:12.536259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fe4c26a-5513-4cd8-9fc4-e8ad712ebcb4 req-30c122bf-b2de-4169-92de-4b2abb450a71 tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84df2d0-e976-45d5-983a-2701a19e7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215887 Sep 16 16:31:12.550545 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9428b381-2aa6-4a37-b8f5-b6296ade0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:12.553443 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9428b381-2aa6-4a37-b8f5-b6296ade0531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:12.554628 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9428b381-2aa6-4a37-b8f5-b6296ade0531 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c6b6f4a-a393-4c43-b4a7-cb6463cedcf3 HTTP/1.1" status: 204 len: 168 time: 0.3828514 Sep 16 16:31:12.564407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428b381-2aa6-4a37-b8f5-b6296ade0531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6b6f4a-a393-4c43-b4a7-cb6463cedcf3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:12.610546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a64022d0-83f9-4e17-acce-0340f303abde req-34ea8123-7c6c-4e5f-be21-74bd8f546aad tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Deleting port 2df650df-ff10-4111-8ed5-1fff34d5d455 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:12.610899 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a64022d0-83f9-4e17-acce-0340f303abde req-34ea8123-7c6c-4e5f-be21-74bd8f546aad tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:12.639513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd8a94-4ec6-4bc4-b6b3-c117817c041d req-ccbe8b5d-f3cd-40fb-8338-384523490700 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:12.641113 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ffd8a94-4ec6-4bc4-b6b3-c117817c041d req-ccbe8b5d-f3cd-40fb-8338-384523490700 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 949 time: 0.0656023 Sep 16 16:31:12.686347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ffd8a94-4ec6-4bc4-b6b3-c117817c041d req-8cd72793-88df-4955-a99c-24bb6e55251a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386319 Sep 16 16:31:12.744246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a64022d0-83f9-4e17-acce-0340f303abde req-34ea8123-7c6c-4e5f-be21-74bd8f546aad tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] For port 2df650df-ff10-4111-8ed5-1fff34d5d455, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2df650df-ff10-4111-8ed5-1fff34d5d455,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:12.744727 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a64022d0-83f9-4e17-acce-0340f303abde req-34ea8123-7c6c-4e5f-be21-74bd8f546aad tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:12.791159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a64022d0-83f9-4e17-acce-0340f303abde req-34ea8123-7c6c-4e5f-be21-74bd8f546aad tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Calling delete_port for 2df650df-ff10-4111-8ed5-1fff34d5d455 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:12.849239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618ffba-d22b-4e1c-b9fd-00c4abfe4bf6 req-cfd91726-1c28-4f01-bd52-533a03ff70c0 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:12.855529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618ffba-d22b-4e1c-b9fd-00c4abfe4bf6 req-cfd91726-1c28-4f01-bd52-533a03ff70c0 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:12.857754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c618ffba-d22b-4e1c-b9fd-00c4abfe4bf6 req-cfd91726-1c28-4f01-bd52-533a03ff70c0 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1681 time: 0.0577888 Sep 16 16:31:12.925409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c618ffba-d22b-4e1c-b9fd-00c4abfe4bf6 req-f648e912-2c6b-439b-ad7b-e34829ac6292 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596325 Sep 16 16:31:13.031459 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a64022d0-83f9-4e17-acce-0340f303abde req-34ea8123-7c6c-4e5f-be21-74bd8f546aad tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:13.037948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['2df650df-ff10-4111-8ed5-1fff34d5d455'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:13.118718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea8123-7c6c-4e5f-be21-74bd8f546aad tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Pushing event deleted for resources: {'Port': ['ID=2df650df-ff10-4111-8ed5-1fff34d5d455,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:13.144864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64022d0-83f9-4e17-acce-0340f303abde req-34ea8123-7c6c-4e5f-be21-74bd8f546aad tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] No DVR routers for this DVR port 2df650df-ff10-4111-8ed5-1fff34d5d455 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:13.147606 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a64022d0-83f9-4e17-acce-0340f303abde req-34ea8123-7c6c-4e5f-be21-74bd8f546aad tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:13.149966 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a64022d0-83f9-4e17-acce-0340f303abde req-34ea8123-7c6c-4e5f-be21-74bd8f546aad tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.62 "DELETE /v2.0/ports/2df650df-ff10-4111-8ed5-1fff34d5d455 HTTP/1.1" status: 204 len: 173 time: 0.7009177 Sep 16 16:31:13.150471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'name': 'network-vif-deleted', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:13.152996 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d034024-f3f3-4fca-a54f-72c763b60c2d" -d '{"events": [{"server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "name": "network-vif-deleted", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:13.197605 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733486fb-41fe-48b6-aed0-36b4fc2312d2 x-openstack-request-id: req-733486fb-41fe-48b6-aed0-36b4fc2312d2 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:13.197953 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a47047-83db-464a-992e-b7dbb0dcfe29", "name": "network-vif-deleted", "tag": "2df650df-ff10-4111-8ed5-1fff34d5d455", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:13.198290 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-733486fb-41fe-48b6-aed0-36b4fc2312d2 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:13.198743 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a47047-83db-464a-992e-b7dbb0dcfe29', 'name': 'network-vif-deleted', 'tag': '2df650df-ff10-4111-8ed5-1fff34d5d455', 'status': 'completed', 'code': 200} Sep 16 16:31:13.249620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3277bd7-161c-4f86-810c-4fec4049281f'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:13.251984 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460e2e9f-dade-4d05-b72b-871c3a23faa2" -d '{"events": [{"server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "name": "network-vif-plugged", "status": "completed", "tag": "e3277bd7-161c-4f86-810c-4fec4049281f"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:13.288968 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afdd915-3692-4254-9129-50f4e8d26502 x-openstack-request-id: req-1afdd915-3692-4254-9129-50f4e8d26502 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:13.289266 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "name": "network-vif-plugged", "status": "completed", "tag": "e3277bd7-161c-4f86-810c-4fec4049281f", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:13.289516 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1afdd915-3692-4254-9129-50f4e8d26502 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:13.290119 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3277bd7-161c-4f86-810c-4fec4049281f', 'code': 200} Sep 16 16:31:13.390632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cc3b6-ebd5-4dc4-950c-b4498ae7204b req-38be19e5-c864-4467-965d-717e4a5ace73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:13.391137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cc3b6-ebd5-4dc4-950c-b4498ae7204b req-38be19e5-c864-4467-965d-717e4a5ace73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:13.395663 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b3cc3b6-ebd5-4dc4-950c-b4498ae7204b req-38be19e5-c864-4467-965d-717e4a5ace73 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1983 time: 0.0469770 Sep 16 16:31:13.437017 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b3cc3b6-ebd5-4dc4-950c-b4498ae7204b req-f8d3b0d0-f516-4a0a-a4a0-baf2dedd540f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Sep 16 16:31:13.463745 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:13.652838 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:13.697150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e701dbda-aab5-4874-ba08-e3463fd6550b req-ab5edbf5-b414-429e-8c3d-41c9c156fc9c tempest-FloatingIPsAssociationTestJSON-1746067550 tempest-FloatingIPsAssociationTestJSON-1746067550-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a47047-83db-464a-992e-b7dbb0dcfe29 HTTP/1.1" status: 200 len: 210 time: 0.0370061 Sep 16 16:31:13.718249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dac80c-5ce1-4182-82e4-ec78692ce557 req-46c1527d-7456-40e0-8155-1837c50e89be tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:13.719946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85dac80c-5ce1-4182-82e4-ec78692ce557 req-46c1527d-7456-40e0-8155-1837c50e89be tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1273057 Sep 16 16:31:13.759006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34054) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:13.798103 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85dac80c-5ce1-4182-82e4-ec78692ce557 req-8f489dee-4731-49d4-8c81-a9b41451b766 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617263 Sep 16 16:31:13.865389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9602-c90c-4073-ae32-ec33afdee26c req-7f5e0925-f3ea-4ca2-995b-b20b1e9a5826 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:13.866920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-004b9602-c90c-4073-ae32-ec33afdee26c req-7f5e0925-f3ea-4ca2-995b-b20b1e9a5826 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 949 time: 0.0551808 Sep 16 16:31:13.900751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-214f576a-ec19-43fe-9b2b-96cd6cfeb0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:13.910826 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-004b9602-c90c-4073-ae32-ec33afdee26c req-18f2e33b-c09b-4abf-b666-25071c4d04b2 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371478 Sep 16 16:31:14.030891 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-214f576a-ec19-43fe-9b2b-96cd6cfeb0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:14.058090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63356a-a9fd-4bb5-9a82-15b7371c07e1 req-64d60906-357c-4678-b173-86736b26f7e6 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:14.065043 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63356a-a9fd-4bb5-9a82-15b7371c07e1 req-64d60906-357c-4678-b173-86736b26f7e6 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:14.069216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b63356a-a9fd-4bb5-9a82-15b7371c07e1 req-64d60906-357c-4678-b173-86736b26f7e6 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1681 time: 0.0724514 Sep 16 16:31:14.097842 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-214f576a-ec19-43fe-9b2b-96cd6cfeb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:14.136119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b63356a-a9fd-4bb5-9a82-15b7371c07e1 req-284e28e0-3c39-451a-a01c-c73cc4c74d22 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634351 Sep 16 16:31:14.147832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f576a-ec19-43fe-9b2b-96cd6cfeb0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966cf300-4b43-41e4-a338-f014a26621b3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:14.155053 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-214f576a-ec19-43fe-9b2b-96cd6cfeb0b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45a3616b614d4da090301fc6e3db7f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939359 Sep 16 16:31:14.161022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34076) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:14.250621 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d748b170-a50a-4da0-81ff-2f724783e719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:14.284291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d748b170-a50a-4da0-81ff-2f724783e719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:14.429502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d748b170-a50a-4da0-81ff-2f724783e719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:14.432135 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d748b170-a50a-4da0-81ff-2f724783e719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:14.435900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d748b170-a50a-4da0-81ff-2f724783e719 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/966cf300-4b43-41e4-a338-f014a26621b3 HTTP/1.1" status: 204 len: 168 time: 0.2713335 Sep 16 16:31:14.442424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748b170-a50a-4da0-81ff-2f724783e719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966cf300-4b43-41e4-a338-f014a26621b3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:14.468084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:14.574046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bac60836-8f99-45a1-bc5e-cce0f4816647 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:14.619761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:31:14.636755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:14.637605 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:14.755533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:14.797931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34094) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:14.822782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:14.838935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port bac60836-8f99-45a1-bc5e-cce0f4816647 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:31:14.850721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port bac60836-8f99-45a1-bc5e-cce0f4816647 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:14.850721 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:14.939030 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:15.002249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:15.065799 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:15.103555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bac60836-8f99-45a1-bc5e-cce0f4816647, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bac60836-8f99-45a1-bc5e-cce0f4816647,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:15.167568 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:15.210185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1823e46-27e0-433b-aa05-5d4c32823b1e req-1e2ea7c1-a4a0-4120-921d-f8e3bca592cc tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:15.211727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1823e46-27e0-433b-aa05-5d4c32823b1e req-1e2ea7c1-a4a0-4120-921d-f8e3bca592cc tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 950 time: 0.1333644 Sep 16 16:31:15.225024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620b9b-e8c8-491e-9dda-5ba6066738e9 req-b085bb10-29d5-474a-a770-0da4d955802c tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:15.226776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79620b9b-e8c8-491e-9dda-5ba6066738e9 req-b085bb10-29d5-474a-a770-0da4d955802c tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1821136 Sep 16 16:31:15.268963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=bac60836-8f99-45a1-bc5e-cce0f4816647,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:15.291816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc'}, {'server_uuid': '90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac60836-8f99-45a1-bc5e-cce0f4816647'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:15.296456 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3a0025-7c0b-4f59-aafc-552544c712e2" -d '{"events": [{"server_uuid": "a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3", "name": "network-vif-plugged", "status": "completed", "tag": "ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc"}, {"server_uuid": "90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1", "name": "network-vif-plugged", "status": "completed", "tag": "bac60836-8f99-45a1-bc5e-cce0f4816647"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:15.331736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1823e46-27e0-433b-aa05-5d4c32823b1e req-0d03811e-a856-4964-bc17-61debd770b82 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042287 Sep 16 16:31:15.339494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79620b9b-e8c8-491e-9dda-5ba6066738e9 req-ce0a2fa2-2352-405a-90c3-df9c2b4f0905 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993521 Sep 16 16:31:15.539487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34154) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:15.549760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-83fe2e67-0c88-4d62-8f8f-8ca04caf29a4 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=604e6b861efa4af294fe2ffa7efabb71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420098 Sep 16 16:31:15.699682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e71079-ee3e-4776-969b-27dcc1d476e7 req-d6d968a5-2058-4804-87bc-f0b138780f6e tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:15.712800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e71079-ee3e-4776-969b-27dcc1d476e7 req-d6d968a5-2058-4804-87bc-f0b138780f6e tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:15.728420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61e71079-ee3e-4776-969b-27dcc1d476e7 req-d6d968a5-2058-4804-87bc-f0b138780f6e tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1681 time: 0.2001610 Sep 16 16:31:15.785175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:15.787587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1621366208'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:15.898868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Made reservation on behalf of c8be197dc8774b9b957b151fa1d30021 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:15.903194 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:15.924612 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:15.962164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552993a9-f965-4369-a260-82eee9d8407f req-e874563e-e387-4c9f-af9c-1aa46266cec1 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:15.970340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-e874563e-e387-4c9f-af9c-1aa46266cec1 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018385 Sep 16 16:31:15.976961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61e71079-ee3e-4776-969b-27dcc1d476e7 req-afe17388-b147-4c26-b2bf-4ab1a0603706 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475398 Sep 16 16:31:16.031366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34168) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:16.082915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-1df3030b-7329-4820-bdb7-2dbab85462bf tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/quotas/604e6b861efa4af294fe2ffa7efabb71 HTTP/1.1" status: 200 len: 375 time: 0.1100819 Sep 16 16:31:16.084041 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbc35d4-5c1d-4e2b-9ac7-4b36361b2121 x-openstack-request-id: req-cdbc35d4-5c1d-4e2b-9ac7-4b36361b2121 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:16.086001 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3", "name": "network-vif-plugged", "status": "completed", "tag": "ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc", "code": 200}, {"server_uuid": "90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1", "name": "network-vif-plugged", "status": "completed", "tag": "bac60836-8f99-45a1-bc5e-cce0f4816647", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:16.086001 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdbc35d4-5c1d-4e2b-9ac7-4b36361b2121 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:16.086001 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'code': 200} Sep 16 16:31:16.089668 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac60836-8f99-45a1-bc5e-cce0f4816647', 'code': 200} Sep 16 16:31:16.098248 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:16.155269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-89c6395f-db86-4f18-8eb0-0856c7bd98db tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=604e6b861efa4af294fe2ffa7efabb71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520797 Sep 16 16:31:16.178722 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:16.284711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1350584349-network', 'tenant_id': '5519f97917f84c79b1c1071c6fbfd124'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:16.351102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:31:16.358797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] Deleting port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:16.359214 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:16.383632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0035c51-00fd-437c-8d2b-0957c9257021,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:16.399372 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:16.399372 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Added segment 7769ecde-fcb6-47de-9b2b-9a27a9cbe354 of type vlan for network 8ef6f83b-9504-4def-9ab0-5de205aeddba Sep 16 16:31:16.413457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b508b8f-ab21-4a0d-a367-ab3782917365 req-50cc6024-fc12-4ab0-9ed9-33fe21090bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:16.415013 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4b508b8f-ab21-4a0d-a367-ab3782917365 req-50cc6024-fc12-4ab0-9ed9-33fe21090bbd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1 HTTP/1.1" status: 200 len: 1101 time: 0.1948047 Sep 16 16:31:16.431634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3995af-3adf-4209-8e74-91a44230d9b2 req-e877b5d4-8bb5-4669-a5a2-fcf88e9ee4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:16.433080 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc3995af-3adf-4209-8e74-91a44230d9b2 req-e877b5d4-8bb5-4669-a5a2-fcf88e9ee4df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 1101 time: 0.2145205 Sep 16 16:31:16.555586 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:16.582944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4b508b8f-ab21-4a0d-a367-ab3782917365 req-49435aa0-7c81-4b1e-87c4-1f24da14a29d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488111 Sep 16 16:31:16.588151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2df650df-ff10-4111-8ed5-1fff34d5d455 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:16.611633 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc3995af-3adf-4209-8e74-91a44230d9b2 req-e44def84-0c29-41e9-b1bb-88c6913c4256 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268635 Sep 16 16:31:16.631916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 2df650df-ff10-4111-8ed5-1fff34d5d455 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:16.632885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2df650df-ff10-4111-8ed5-1fff34d5d455 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:16.687156 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:16.692825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:16.693439 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:16.763454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Made reservation on behalf of 5519f97917f84c79b1c1071c6fbfd124 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:16.766190 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:16.815660 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:16.970732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad9aee-7fe7-4d03-b4db-c3cb4f3c5ce0 req-180a4101-a24e-45dc-91bd-85e5d3ed49c1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:16.978911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ad9aee-7fe7-4d03-b4db-c3cb4f3c5ce0 req-180a4101-a24e-45dc-91bd-85e5d3ed49c1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 950 time: 0.2203426 Sep 16 16:31:16.983494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] For port 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=367205d9-79c0-4d58-83ea-8bb7ea6fb9d3,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:16.983895 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:17.010481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669bc05-3d1e-46f3-8fbd-c07129b6bfae req-50593767-d575-4972-a3f7-34519e959c91 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:17.012068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8669bc05-3d1e-46f3-8fbd-c07129b6bfae req-50593767-d575-4972-a3f7-34519e959c91 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.2528350 Sep 16 16:31:17.036346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] Calling delete_port for 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:17.132157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ad9aee-7fe7-4d03-b4db-c3cb4f3c5ce0 req-227ecdaf-5ec8-4432-bdea-4798e267d40c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522512 Sep 16 16:31:17.180064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Pushing event updated for resources: {'Network': ['ID=8ef6f83b-9504-4def-9ab0-5de205aeddba,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:17.184649 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ce0d74ae-76bf-45b4-9c4d-36e7516429b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6434104 Sep 16 16:31:17.194803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 8ef6f83b-9504-4def-9ab0-5de205aeddba details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:31:17.257588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8669bc05-3d1e-46f3-8fbd-c07129b6bfae req-fbfa1b14-f360-4acb-b3c0-c992f0de8692 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263100 Sep 16 16:31:17.346042 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:17.406491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00bf9d-64d1-46e4-a4e0-ac9cd0ca19e9 req-02a43e58-ac16-43d7-b8ab-1237501b22d4 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:17.412620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00bf9d-64d1-46e4-a4e0-ac9cd0ca19e9 req-02a43e58-ac16-43d7-b8ab-1237501b22d4 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:17.414284 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a00bf9d-64d1-46e4-a4e0-ac9cd0ca19e9 req-02a43e58-ac16-43d7-b8ab-1237501b22d4 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1681 time: 0.1680808 Sep 16 16:31:17.431454 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-04edcfd7-3a00-4d0c-9c2e-02c0be372a20 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=604e6b861efa4af294fe2ffa7efabb71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841148 Sep 16 16:31:17.460412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:17.524254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:31:17.580301 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a00bf9d-64d1-46e4-a4e0-ac9cd0ca19e9 req-6e15fde3-1402-4b23-bf22-b588f26c92d2 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532516 Sep 16 16:31:17.580923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3728345-8c05-42af-8839-a15e28318662,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:17.595878 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:17.596316 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Added segment 8cabd302-bb72-4c9f-9470-bef01bab6e43 of type vlan for network cbabd17a-c1b3-4d7f-9904-6ed06d49731e Sep 16 16:31:17.686080 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:17.708021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-c42a4c3f-4644-42e9-a65c-65f0e9e859a4 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:17.715373 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-c42a4c3f-4644-42e9-a65c-65f0e9e859a4 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760828 Sep 16 16:31:17.738357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-f8afdfce-1f93-483a-86d3-9f96b845c263 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/quotas/604e6b861efa4af294fe2ffa7efabb71 HTTP/1.1" status: 200 len: 375 time: 0.0221338 Sep 16 16:31:17.777157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-2e3f88d6-9276-4520-a506-09bad1ac2f11 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=604e6b861efa4af294fe2ffa7efabb71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307190 Sep 16 16:31:17.784246 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:17.827723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:17.829151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:17.832093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:17.835633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] Pushing event deleted for resources: {'Port': ['ID=367205d9-79c0-4d58-83ea-8bb7ea6fb9d3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:17.953454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34210) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:17.967182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Request body: {'port': {'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba', 'binding:host_id': 'n-h2-807786-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-477852866'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:18.019500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] Pushing event updated for resources: {'Network': ['ID=cbabd17a-c1b3-4d7f-9904-6ed06d49731e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:18.029724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network cbabd17a-c1b3-4d7f-9904-6ed06d49731e details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:31:18.118621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5b60c8a9-df06-491f-8a81-6b37eef930cf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0853350 Sep 16 16:31:18.122166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34212) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:18.129852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Request body: {'subnet': {'network_id': 'cbabd17a-c1b3-4d7f-9904-6ed06d49731e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1350584349-subnet', 'tenant_id': '5519f97917f84c79b1c1071c6fbfd124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:18.183272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Made reservation on behalf of 0c5c8799c03c4b9e9f8c2c9bf234b52a for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:18.197172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:18.268346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:18.287124 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90295542-d322-4820-967b-678f3a281166 req-4b10300f-3948-4400-aeef-60487053fec8 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 210 time: 0.0981708 Sep 16 16:31:18.314418 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:18.373737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Made reservation on behalf of 5519f97917f84c79b1c1071c6fbfd124 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:18.373737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:18.499998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2bbd-0c1e-4140-8d19-55f5a8a19d23 req-551c8ae8-cc98-4ec9-a4af-fb255a6abb2b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:18.501537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6aa2bbd-0c1e-4140-8d19-55f5a8a19d23 req-551c8ae8-cc98-4ec9-a4af-fb255a6abb2b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 950 time: 0.2214885 Sep 16 16:31:18.575015 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-bf8f72f7-415d-4b31-97fb-b1cb5cb857ea tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:18.581832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-bf8f72f7-415d-4b31-97fb-b1cb5cb857ea tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:18.583851 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-bf8f72f7-415d-4b31-97fb-b1cb5cb857ea tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1681 time: 0.1240478 Sep 16 16:31:18.618242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6aa2bbd-0c1e-4140-8d19-55f5a8a19d23 req-3950ac1d-d85f-4d0b-9b7a-8664d133ad9a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990174 Sep 16 16:31:18.633367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f3ef5-c1b8-4080-bf92-bfad7671ac94 req-e2399708-0c43-4f16-9649-f80c01fc666d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:18.634962 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-419f3ef5-c1b8-4080-bf92-bfad7671ac94 req-e2399708-0c43-4f16-9649-f80c01fc666d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1325336 Sep 16 16:31:18.749077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:18.795921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] Router e0340a21-1d50-4225-8ced-340a84172a5c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:31:18.801800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-419f3ef5-c1b8-4080-bf92-bfad7671ac94 req-527ba384-f1dc-4bcf-94ad-dd5b6eff0383 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532805 Sep 16 16:31:18.816193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dabb0b-3fed-4ae6-8479-0eb2e9739220 req-de2245f4-6ed2-4d9c-a2fb-bbb53770276c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:18.823056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-10193133-655b-47eb-9662-80696db881a7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting port e3277bd7-161c-4f86-810c-4fec4049281f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:18.823561 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-10193133-655b-47eb-9662-80696db881a7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:18.833714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dabb0b-3fed-4ae6-8479-0eb2e9739220 req-de2245f4-6ed2-4d9c-a2fb-bbb53770276c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:18.835807 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4dabb0b-3fed-4ae6-8479-0eb2e9739220 req-de2245f4-6ed2-4d9c-a2fb-bbb53770276c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 1681 time: 0.1287634 Sep 16 16:31:18.926430 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:18.929261 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:18.932283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] device_id is not set on port 7818f371-5a5a-4176-8571-fc09d20723b7 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:31:18.962797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4dabb0b-3fed-4ae6-8479-0eb2e9739220 req-1eb67d9a-4d29-40b1-8ced-0d42080ba8d2 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138127 Sep 16 16:31:19.082403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:31:19.091229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] Sync routers for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:31:19.094218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-10193133-655b-47eb-9662-80696db881a7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] For port e3277bd7-161c-4f86-810c-4fec4049281f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e3277bd7-161c-4f86-810c-4fec4049281f,segment=NetworkSegment(1ae06d22-ae43-47bb-a5c6-fbf81782e8d6),segment_id=1ae06d22-ae43-47bb-a5c6-fbf81782e8d6)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:19.097458 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-10193133-655b-47eb-9662-80696db881a7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:19.107814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-32a48f3c-3b07-40e7-8dda-a844b7bb435f admin admin] 10.222.0.22 "PUT /v2.0/routers/e0340a21-1d50-4225-8ced-340a84172a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3049910 Sep 16 16:31:19.109230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:19.109873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:19.117805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34240) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:19.121270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91aaaa-981d-4ebc-99b9-af56db14aecc req-f82fddca-b25f-4eab-a8a7-48d77d560687 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:19.124304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a91aaaa-981d-4ebc-99b9-af56db14aecc req-f82fddca-b25f-4eab-a8a7-48d77d560687 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1 HTTP/1.1" status: 200 len: 950 time: 0.2281077 Sep 16 16:31:19.143392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6045800b-1add-4d20-9d90-075f589f6304,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:19.157586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-10193133-655b-47eb-9662-80696db881a7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Calling delete_port for e3277bd7-161c-4f86-810c-4fec4049281f owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:19.208876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a91aaaa-981d-4ebc-99b9-af56db14aecc req-e956d8a8-f059-4dfb-a774-d1c42bec2287 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768619 Sep 16 16:31:19.250274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2cba8c4-40b4-48c7-b388-31414e1622b5,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:19.284353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:19.301564 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-a559645e-8b15-4d8f-971c-f6b85ec9be85 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=604e6b861efa4af294fe2ffa7efabb71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804830 Sep 16 16:31:19.363082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Checking segment: {'id': '8cabd302-bb72-4c9f-9470-bef01bab6e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbabd17a-c1b3-4d7f-9904-6ed06d49731e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:19.363360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Network hostable DHCP agents. Network: cbabd17a-c1b3-4d7f-9904-6ed06d49731e, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:31:19.554776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:31:17Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:19.565447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9000-1038-4c00-b7c1-dd07c2a065ba req-acfc5f96-dfff-41f7-b0fd-364806b145ff tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:19.571846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9000-1038-4c00-b7c1-dd07c2a065ba req-acfc5f96-dfff-41f7-b0fd-364806b145ff tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:19.573736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d17d9000-1038-4c00-b7c1-dd07c2a065ba req-acfc5f96-dfff-41f7-b0fd-364806b145ff tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1&device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 1691 time: 0.0935402 Sep 16 16:31:19.589285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:19.591901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] Checking router: e0340a21-1d50-4225-8ced-340a84172a5c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:31:19.603065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] Routers {'e0340a21-1d50-4225-8ced-340a84172a5c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:19.604161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e0340a21-1d50-4225-8ced-340a84172a5c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:19.607522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73097cb8-2444-4f00-8e33-2bd8a1c8c247 req-79fe4df5-b29f-497a-b546-a8e0d47dd70c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 210 time: 0.0569279 Sep 16 16:31:19.657223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d17d9000-1038-4c00-b7c1-dd07c2a065ba req-717fc9b0-e36d-48da-8d94-1f47cef17411 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523303 Sep 16 16:31:19.686567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552993a9-f965-4369-a260-82eee9d8407f req-5b07d1cc-ee16-4c19-8138-c347d94d7db9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:19.688108 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-5b07d1cc-ee16-4c19-8138-c347d94d7db9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3388917 Sep 16 16:31:19.732886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Request body: {'port': {'device_id': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '604e6b861efa4af294fe2ffa7efabb71'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:19.758432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Network cbabd17a-c1b3-4d7f-9904-6ed06d49731e is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:31:19.805633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] Set router e0340a21-1d50-4225-8ced-340a84172a5c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:19.806855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012d9ca-6ae2-41cd-9def-4f3797992c5a req-6d357db2-5a28-45fc-a25c-97a8a03bdd08 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:19.810644 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b012d9ca-6ae2-41cd-9def-4f3797992c5a req-6d357db2-5a28-45fc-a25c-97a8a03bdd08 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.0801682 Sep 16 16:31:19.850894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] device_id is not set on port 7818f371-5a5a-4176-8571-fc09d20723b7 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:31:19.882997 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:19.892958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b012d9ca-6ae2-41cd-9def-4f3797992c5a req-2370f2ac-4b17-4259-842d-a03f7adbc651 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650270 Sep 16 16:31:19.899468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2279fca-4b4b-4be7-acd6-00f73be81e0e req-369cacb1-a76b-4428-a348-b4abf88fe2e8 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:19.901335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2279fca-4b4b-4be7-acd6-00f73be81e0e req-369cacb1-a76b-4428-a348-b4abf88fe2e8 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1 HTTP/1.1" status: 200 len: 1101 time: 0.0852895 Sep 16 16:31:19.943973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, cbabd17a-c1b3-4d7f-9904-6ed06d49731e) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:19.962247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2279fca-4b4b-4be7-acd6-00f73be81e0e req-955f72bd-112c-4f8e-86ab-df543237897f tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530524 Sep 16 16:31:19.967679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5211b663-20f4-4d78-a22d-342f4498e005 None None] Network cbabd17a-c1b3-4d7f-9904-6ed06d49731e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:19.970158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-025e8e47-9b80-4aec-be4f-c94bf6dd8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:19.971747 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-025e8e47-9b80-4aec-be4f-c94bf6dd8e14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3e1455cb954675b9be56577e5c9947&device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 1096 time: 0.2639277 Sep 16 16:31:19.973139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:19.973946 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:19.978818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:19.985851 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:20.055094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-10193133-655b-47eb-9662-80696db881a7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:20.089369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e3277bd7-161c-4f86-810c-4fec4049281f', 'd8dc730b-d8f1-40cc-a520-e3e6adb0619b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:20.167998 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0b4ed304-3488-4f13-8bf9-6c886d2d1380 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0441656 Sep 16 16:31:20.176918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a6594-8333-47dd-9681-c74b833a84bc req-17488b03-d26c-4d5d-8cbb-a0a599f1b1d9 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:20.185363 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-057a6594-8333-47dd-9681-c74b833a84bc req-17488b03-d26c-4d5d-8cbb-a0a599f1b1d9 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 1101 time: 0.1047757 Sep 16 16:31:20.202208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event updated for resources: {'Port': ['ID=7818f371-5a5a-4176-8571-fc09d20723b7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:20.213945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8984e-877a-4c33-ba13-c6cd16e3a0ef req-dec65354-6963-47d5-9570-c510adef5dc0 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:20.229256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6aa8984e-877a-4c33-ba13-c6cd16e3a0ef req-dec65354-6963-47d5-9570-c510adef5dc0 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 945 time: 0.1298394 Sep 16 16:31:20.287720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-057a6594-8333-47dd-9681-c74b833a84bc req-f97a9214-69db-42bd-a990-a8a842490b37 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005552 Sep 16 16:31:20.350055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6aa8984e-877a-4c33-ba13-c6cd16e3a0ef req-5da68fb1-d4ca-4318-bfee-1080018d2842 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197653 Sep 16 16:31:20.368773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-10193133-655b-47eb-9662-80696db881a7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] No DVR routers for this DVR port e3277bd7-161c-4f86-810c-4fec4049281f on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:20.395799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10193133-655b-47eb-9662-80696db881a7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Port': ['ID=e3277bd7-161c-4f86-810c-4fec4049281f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:20.401861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-10193133-655b-47eb-9662-80696db881a7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:20.410929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-10193133-655b-47eb-9662-80696db881a7 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "DELETE /v2.0/ports/e3277bd7-161c-4f86-810c-4fec4049281f HTTP/1.1" status: 204 len: 173 time: 1.8166616 Sep 16 16:31:20.414499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'name': 'network-vif-deleted', 'tag': 'e3277bd7-161c-4f86-810c-4fec4049281f'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:20.416989 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42063b00-606b-467a-9585-89c42cb9468b" -d '{"events": [{"server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "name": "network-vif-deleted", "tag": "e3277bd7-161c-4f86-810c-4fec4049281f"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:20.442307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-64808035-48b0-46f5-8226-648b25739956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:20.443554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-64808035-48b0-46f5-8226-648b25739956 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 200 len: 916 time: 0.4628568 Sep 16 16:31:20.455026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6767c0b-d942-447e-b360-5827f6db57d0 None None] Network cbabd17a-c1b3-4d7f-9904-6ed06d49731e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:20.502664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Made reservation on behalf of 604e6b861efa4af294fe2ffa7efabb71 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:20.512581 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:20.515048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Checking segment: {'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:20.515415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Network hostable DHCP agents. Network: 8ef6f83b-9504-4def-9ab0-5de205aeddba, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:31:20.530470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:31:17Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:20.546773 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bc04f8-92a6-4288-81d1-313bbd18bf01 x-openstack-request-id: req-b3bc04f8-92a6-4288-81d1-313bbd18bf01 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:20.547777 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "name": "network-vif-deleted", "tag": "e3277bd7-161c-4f86-810c-4fec4049281f", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:20.554645 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3bc04f8-92a6-4288-81d1-313bbd18bf01 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:20.555622 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'name': 'network-vif-deleted', 'tag': 'e3277bd7-161c-4f86-810c-4fec4049281f', 'status': 'completed', 'code': 200} Sep 16 16:31:20.629037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Deleting port f0981349-4bd8-49ec-873d-c958c057d6c2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:20.629726 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:20.636642 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-dc333859-3cd5-4245-92ca-752b468b7a94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888042ac-6d2a-444b-ba61-ebada21fa817 HTTP/1.1" status: 200 len: 217 time: 0.1140695 Sep 16 16:31:20.642751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:20.685371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c2dcb-d2c3-402f-833f-8ead1c90bbc9 None None] The sync data for ids ['e0340a21-1d50-4225-8ced-340a84172a5c'] in n-d-807786-3 is: [{'id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1925172677-router', 'tenant_id': 'a782d54ffc244489a23e0c247776f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:31:17Z', 'revision_number': 5, 'project_id': 'a782d54ffc244489a23e0c247776f754', 'gw_port': {'id': 'f0981349-4bd8-49ec-873d-c958c057d6c2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0340a21-1d50-4225-8ced-340a84172a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:08Z', 'updated_at': '2021-09-16T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:31:20.695077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-0929a5a0-2038-467f-a1e4-553cceee74ad tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372264 Sep 16 16:31:20.845953 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-4e3150e2-cf01-47d5-9fee-21835f50a359 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=604e6b861efa4af294fe2ffa7efabb71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1481752 Sep 16 16:31:20.893077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-6daa3ae6-b81d-4b3c-a609-f367353831a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:20.894554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-6daa3ae6-b81d-4b3c-a609-f367353831a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9eeefc7d-a01d-441e-9b43-14f9c53739aa HTTP/1.1" status: 200 len: 854 time: 0.2313168 Sep 16 16:31:20.925610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-587b2fac-27aa-4cd7-9236-9b0bb4dd9393 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:20.927060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-587b2fac-27aa-4cd7-9236-9b0bb4dd9393 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255757 Sep 16 16:31:20.935456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Network 8ef6f83b-9504-4def-9ab0-5de205aeddba is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:31:20.951681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-7aa746c1-0e7d-4e1b-ac25-9f5f005cfdf9 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:20.953228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-7aa746c1-0e7d-4e1b-ac25-9f5f005cfdf9 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/networks?id=cbabd17a-c1b3-4d7f-9904-6ed06d49731e HTTP/1.1" status: 200 len: 814 time: 0.2177997 Sep 16 16:31:20.955700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-6594f622-cf4b-4494-afe5-feec2d92d42e tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/quotas/3c5759ed06b14c399c260d687bd11bf2 HTTP/1.1" status: 200 len: 375 time: 0.0212200 Sep 16 16:31:20.999868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-b8168f70-8b83-4c3c-8540-ffd05fca6fc5 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/quotas/5519f97917f84c79b1c1071c6fbfd124 HTTP/1.1" status: 200 len: 375 time: 0.0398958 Sep 16 16:31:21.039280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-a76a718b-093e-4ef7-a5bb-3dc6e3411c10 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0731699 Sep 16 16:31:21.047528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] For port f0981349-4bd8-49ec-873d-c958c057d6c2, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f0981349-4bd8-49ec-873d-c958c057d6c2,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:21.047902 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:21.066811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-1524c4f3-f01d-47fa-8b8f-fc13f65e9e92 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5519f97917f84c79b1c1071c6fbfd124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590420 Sep 16 16:31:21.084427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Calling delete_port for f0981349-4bd8-49ec-873d-c958c057d6c2 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:21.119664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-2535b5d5-f4ba-40e2-87b2-2d09f4ddb635 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting port d8dc730b-d8f1-40cc-a520-e3e6adb0619b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:21.119664 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-2535b5d5-f4ba-40e2-87b2-2d09f4ddb635 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:21.122806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 8ef6f83b-9504-4def-9ab0-5de205aeddba) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:21.131553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b994ae98-c5f7-461f-b80b-3f83ee448a2d None None] Network 8ef6f83b-9504-4def-9ab0-5de205aeddba requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:21.134727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:21.154520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-9b2ad0e2-5080-4858-b62d-489112b3da5f tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:21.156098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-9b2ad0e2-5080-4858-b62d-489112b3da5f tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023372 Sep 16 16:31:21.184357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-e3a706db-172c-407b-b0a3-8e26bb8eda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:21.186716 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-e3a706db-172c-407b-b0a3-8e26bb8eda16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ddf6990-0d47-42cd-be1e-0a42d55e31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2767627 Sep 16 16:31:21.188834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-49d3b7f5-453b-403d-8df7-fcafba877c47 service neutron] 10.222.0.22 "GET /v2.0/networks/cbabd17a-c1b3-4d7f-9904-6ed06d49731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210475 Sep 16 16:31:21.191836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Request body: {'port': {'device_id': '922c8525-808c-44c7-9095-7af848b6a856', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '604e6b861efa4af294fe2ffa7efabb71'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:21.264156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:21.264556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:21.264887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:21.287038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-ea4696ab-9e78-42e8-a863-430e64bbaf7f service neutron] 10.222.0.22 "GET /v2.0/networks/cbabd17a-c1b3-4d7f-9904-6ed06d49731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973296 Sep 16 16:31:21.314336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:21.314681 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:21.360635 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 2 to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 Sep 16 16:31:21.448111 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c8c2d51-2a19-42b8-95ce-becb639f9df0 req-8ccff1a4-4272-4406-97d1-5e9783a74b1b tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 210 time: 0.0427945 Sep 16 16:31:21.652820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4198ba-c9a5-4549-8740-aed36382952f req-6b4b5870-ff17-4676-9f75-9ddd06eb8489 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:21.654960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e4198ba-c9a5-4549-8740-aed36382952f req-6b4b5870-ff17-4676-9f75-9ddd06eb8489 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.0605502 Sep 16 16:31:21.699242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e4198ba-c9a5-4549-8740-aed36382952f req-0dd8d9dc-0c0b-485e-9b25-a9b12fcdcb44 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345631 Sep 16 16:31:21.802836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db8a5fda-c4cf-47f5-a762-21804a1a1aed req-c1fd9842-0b01-4243-882d-d5ba9b58794c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 210 time: 0.0277603 Sep 16 16:31:21.819187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:21.836925 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:21.837277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:21.837626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:21.858858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-2535b5d5-f4ba-40e2-87b2-2d09f4ddb635 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] For port d8dc730b-d8f1-40cc-a520-e3e6adb0619b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,segment=NetworkSegment(f2ebf496-7780-4307-8dda-53e9161d8b2d),segment_id=f2ebf496-7780-4307-8dda-53e9161d8b2d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:21.866006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-2535b5d5-f4ba-40e2-87b2-2d09f4ddb635 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:21.869898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:21.870242 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:21.881258 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 3 to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 Sep 16 16:31:21.922349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-075f597a-4ef1-4a9f-8e44-a849d4a6a200 req-04ff60b9-d488-46a8-95e9-e0fdf2e59251 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 210 time: 0.0481088 Sep 16 16:31:21.929964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-2535b5d5-f4ba-40e2-87b2-2d09f4ddb635 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Calling delete_port for d8dc730b-d8f1-40cc-a520-e3e6adb0619b owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:21.943935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d069b-c170-4bb6-b137-e5dca6b050c8 req-ec3f326f-8b88-41e8-9e4d-df8ca634ed74 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:21.951479 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d68d069b-c170-4bb6-b137-e5dca6b050c8 req-ec3f326f-8b88-41e8-9e4d-df8ca634ed74 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 945 time: 0.0852287 Sep 16 16:31:21.952145 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:21.996306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:21.996677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:21.997337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:22.015428 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-fe28eda1-154f-4246-9348-95d9b4fa4e75 service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7821169 Sep 16 16:31:22.021961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d68d069b-c170-4bb6-b137-e5dca6b050c8 req-39abdc2d-1e37-483f-a8fa-410df352744c tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e6b52ae-29d2-4f96-b01f-4613516bb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666502 Sep 16 16:31:22.062403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9c678-190a-4d38-9ea7-d16d0d3d9084 req-6739bd5b-5a14-404d-a66e-1eb94043c7db tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:22.063937 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19b9c678-190a-4d38-9ea7-d16d0d3d9084 req-6739bd5b-5a14-404d-a66e-1eb94043c7db tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 946 time: 0.0615451 Sep 16 16:31:22.088460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:22.088805 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:22.102995 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 4 to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 Sep 16 16:31:22.110219 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19b9c678-190a-4d38-9ea7-d16d0d3d9084 req-d6194cdc-14f1-453f-ad7f-4118e5d0ceb7 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398483 Sep 16 16:31:22.143578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:22.151798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cb86e4-eadf-440b-b18b-8e537e55767d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:22.165208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:22.165846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 367205d9-79c0-4d58-83ea-8bb7ea6fb9d3 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:22.201490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:22.202088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:22.202088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:22.229178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Made reservation on behalf of 604e6b861efa4af294fe2ffa7efabb71 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:22.232854 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:22.300572 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:22.300955 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:22.308103 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 5 to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 Sep 16 16:31:22.375271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:22.375608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:22.375950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:22.434268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Allocated IP 192.168.233.58 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/6844ce1f-4e62-4d31-8554-b3b667536a1e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:22.442336 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:22.444066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:22.444464 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:22.452471 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 6 to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 Sep 16 16:31:22.464673 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71ac4256-60dc-4235-b185-bc5db6c00a91 req-7afa9313-3a2e-431e-b17f-f6b5718c9934 service neutron] 10.222.0.52 "GET /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771453 Sep 16 16:31:22.527094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0981349-4bd8-49ec-873d-c958c057d6c2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:22.556599 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef84c90c-f98d-49c2-84f4-cd26e1488054 req-428d38cf-4a57-4361-90ce-64d5cf6e171e tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 210 time: 0.0337501 Sep 16 16:31:22.569360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:22.569887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:22.570413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:22.624764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:22.625097 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:22.632012 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 7 to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 Sep 16 16:31:22.634081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e3277bd7-161c-4f86-810c-4fec4049281f no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:22.654820 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: e3277bd7-161c-4f86-810c-4fec4049281f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:22.655429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e3277bd7-161c-4f86-810c-4fec4049281f not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:22.661567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d8dc730b-d8f1-40cc-a520-e3e6adb0619b no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:22.664366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:22.664731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:22.665072 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:22.686157 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:22.694302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:22.694544 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:22.697439 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 8 to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 Sep 16 16:31:22.730177 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:22.801825 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-2535b5d5-f4ba-40e2-87b2-2d09f4ddb635 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:22.812419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:22.812752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:22.813086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:22.848899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667eff-4665-4dca-be45-658f8afa11ad req-36495171-0ad8-4e44-8520-7103a7e4ec89 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:22.852030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1667eff-4665-4dca-be45-658f8afa11ad req-36495171-0ad8-4e44-8520-7103a7e4ec89 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.0633521 Sep 16 16:31:22.852436 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:22.859454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:22.884141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:22.884661 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:22.889452 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 9 to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 Sep 16 16:31:22.898275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535b5d5-f4ba-40e2-87b2-2d09f4ddb635 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Port': ['ID=d8dc730b-d8f1-40cc-a520-e3e6adb0619b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:22.912662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1667eff-4665-4dca-be45-658f8afa11ad req-e6216491-3273-45af-a365-9ad460f09145 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543780 Sep 16 16:31:22.941431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-826bb6c4-f9ee-421d-93b8-f0064dfa2447 req-d526eacb-1837-4965-872f-a87c254b6e58 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 210 time: 0.0555429 Sep 16 16:31:22.965053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:22.967637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:22.967637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:23.006488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-2535b5d5-f4ba-40e2-87b2-2d09f4ddb635 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] No DVR routers for this DVR port d8dc730b-d8f1-40cc-a520-e3e6adb0619b on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:23.015285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-2535b5d5-f4ba-40e2-87b2-2d09f4ddb635 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.017446 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcd378f2-7bc7-4141-8c59-1f001e54a9e6 req-2535b5d5-f4ba-40e2-87b2-2d09f4ddb635 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.62 "DELETE /v2.0/ports/d8dc730b-d8f1-40cc-a520-e3e6adb0619b HTTP/1.1" status: 204 len: 173 time: 2.5904114 Sep 16 16:31:23.017902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'name': 'network-vif-deleted', 'tag': 'd8dc730b-d8f1-40cc-a520-e3e6adb0619b'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:23.020321 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6210ebf7-af36-4625-bbfb-c8b7f6af5f71" -d '{"events": [{"server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "name": "network-vif-deleted", "tag": "d8dc730b-d8f1-40cc-a520-e3e6adb0619b"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:23.026240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:23.026559 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:23.032625 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 10 to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 Sep 16 16:31:23.050509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.053245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46c4a6b9-88bf-4a6a-83d6-b9e0e888fa2d req-8940c8af-0282-49fc-9845-514f8338d9b8 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 210 time: 0.0388975 Sep 16 16:31:23.054674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.054903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0340a21-1d50-4225-8ced-340a84172a5c {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:31:23.056591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:23.056865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:23.057221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:23.076948 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.088823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34336) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:23.098106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-64b60e91-13c8-4b07-a64e-40680189605d admin admin] 10.222.0.22 "DELETE /v2.0/routers/e0340a21-1d50-4225-8ced-340a84172a5c HTTP/1.1" status: 204 len: 168 time: 3.9672065 Sep 16 16:31:23.105778 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658a0eb2-10c1-488d-8ff0-16dafd0ffae8 x-openstack-request-id: req-658a0eb2-10c1-488d-8ff0-16dafd0ffae8 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:23.106066 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474eb05-622b-4fed-ab11-3f842bb54819", "name": "network-vif-deleted", "tag": "d8dc730b-d8f1-40cc-a520-e3e6adb0619b", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:23.106624 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-658a0eb2-10c1-488d-8ff0-16dafd0ffae8 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:23.107244 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474eb05-622b-4fed-ab11-3f842bb54819', 'name': 'network-vif-deleted', 'tag': 'd8dc730b-d8f1-40cc-a520-e3e6adb0619b', 'status': 'completed', 'code': 200} Sep 16 16:31:23.112719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 7818f371-5a5a-4176-8571-fc09d20723b7 on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:23.113331 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 7818f371-5a5a-4176-8571-fc09d20723b7 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:23.113937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.250831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-115a344d-4405-45d2-9d2d-ebd279590827 req-69231263-cea0-4c7f-a8c4-6b92f111c371 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 210 time: 0.1027570 Sep 16 16:31:23.268138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] For port 7818f371-5a5a-4176-8571-fc09d20723b7, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:23.268806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempted to set empty binding levels {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 16:31:23.301520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.305493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-545bbc87-a3ae-49db-bbb8-36ed67ee0d4f admin admin] Deleting subnet e99f83c0-327f-43a7-9764-5e93322299ae {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:31:23.309435 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-545bbc87-a3ae-49db-bbb8-36ed67ee0d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.351992 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-545bbc87-a3ae-49db-bbb8-36ed67ee0d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.362432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db828810-dc05-4bd8-b8e4-5a898d87a34c req-5f63355a-27ba-47da-a6d2-8854a3c55066 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:23.363971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db828810-dc05-4bd8-b8e4-5a898d87a34c req-5f63355a-27ba-47da-a6d2-8854a3c55066 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 946 time: 0.1185691 Sep 16 16:31:23.367425 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.406914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:23.409349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:23.409942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.415156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:23.440986 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db828810-dc05-4bd8-b8e4-5a898d87a34c req-34b99113-7a0a-4a4e-befb-5532e719a75c tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578084 Sep 16 16:31:23.445618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:23.458918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:23.471158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Allocated IP 192.168.233.98 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/025a3eb9-8be1-4e3f-864f-ae5e336fa7b9) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:23.504908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-545bbc87-a3ae-49db-bbb8-36ed67ee0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.522786 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-a7c62e56-0466-48de-bed8-e049d80ae40e tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668159 Sep 16 16:31:23.548576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event updated for resources: {'Port': ['ID=7818f371-5a5a-4176-8571-fc09d20723b7,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:23.551545 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6335c6d8-5090-4174-aa57-ce4071f8071e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 5.5970545 Sep 16 16:31:23.555877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34340) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:23.666021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:23.666522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.695959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c1a663d-1b34-414d-9115-af30d6a731d2 req-758dccf4-f8f3-48a8-8180-1002f72fc71a tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 210 time: 0.0562904 Sep 16 16:31:23.736364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-545bbc87-a3ae-49db-bbb8-36ed67ee0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.788729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bbc87-a3ae-49db-bbb8-36ed67ee0d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99f83c0-327f-43a7-9764-5e93322299ae,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:23.795295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-545bbc87-a3ae-49db-bbb8-36ed67ee0d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.798593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fcd356-66f2-47a2-9853-1a36d4328a50 None None] Network 407f756a-ec03-4f62-b31f-b27394ac3686 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:23.820420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-545bbc87-a3ae-49db-bbb8-36ed67ee0d4f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e99f83c0-327f-43a7-9764-5e93322299ae HTTP/1.1" status: 204 len: 168 time: 0.7279689 Sep 16 16:31:23.823945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34344) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:23.827506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-91be296f-d68d-47a8-9e78-8372b4fe6ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Deleting port 7818f371-5a5a-4176-8571-fc09d20723b7 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:23.828662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91be296f-d68d-47a8-9e78-8372b4fe6ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.846742 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-b938d463-5753-4c83-a96d-9f58b56f7a3c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1356802 Sep 16 16:31:23.865985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-a35faf17-8c79-4a9a-b883-27213058192a tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:23.867793 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-a35faf17-8c79-4a9a-b883-27213058192a tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 946 time: 0.2852483 Sep 16 16:31:23.875922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-6c87a38c-58e6-4eb3-8dcc-02a1226c1299 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:23.877619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-6c87a38c-58e6-4eb3-8dcc-02a1226c1299 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426342 Sep 16 16:31:23.894675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Request body: {'port': {'device_id': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:23.912591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-91be296f-d68d-47a8-9e78-8372b4fe6ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] For port 7818f371-5a5a-4176-8571-fc09d20723b7, host n-h2-807786-3, got binding levels [] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:23.912970 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91be296f-d68d-47a8-9e78-8372b4fe6ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:23.928452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-91be296f-d68d-47a8-9e78-8372b4fe6ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Calling delete_port for 7818f371-5a5a-4176-8571-fc09d20723b7 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:23.940871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Request body: {'port': {'device_id': 'd90f006c-164c-41e6-b9a2-642e42117bfc', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '3c5759ed06b14c399c260d687bd11bf2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:23.984887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-119c138d-980b-47ab-9be7-53a308721b1d None None] Provisioning complete for port 6844ce1f-4e62-4d31-8554-b3b667536a1e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:23.985262 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-119c138d-980b-47ab-9be7-53a308721b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.050620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-119c138d-980b-47ab-9be7-53a308721b1d None None] Port 6844ce1f-4e62-4d31-8554-b3b667536a1e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:31:24.110304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.118054 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5aa65b81-62f8-45f6-b241-9fdc03e6e3ab req-befb6d52-9a0d-458e-af7d-9711a0584809 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 210 time: 0.0528939 Sep 16 16:31:24.146782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a3982-1ff4-43a2-a93a-0a67cbadd3aa None None] DHCP port deletion for 407f756a-ec03-4f62-b31f-b27394ac3686 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:31:24.182431 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91be296f-d68d-47a8-9e78-8372b4fe6ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.223185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be296f-d68d-47a8-9e78-8372b4fe6ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event deleted for resources: {'Port': ['ID=7818f371-5a5a-4176-8571-fc09d20723b7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:24.236810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91be296f-d68d-47a8-9e78-8372b4fe6ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.241755 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-91be296f-d68d-47a8-9e78-8372b4fe6ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "DELETE /v2.0/ports/7818f371-5a5a-4176-8571-fc09d20723b7 HTTP/1.1" status: 204 len: 168 time: 0.6825337 Sep 16 16:31:24.243605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34352) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:24.243838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a3982-1ff4-43a2-a93a-0a67cbadd3aa None None] Deleting port 8773e768-25be-4d48-bb0f-bb87accaed3c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:24.244429 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4f9a3982-1ff4-43a2-a93a-0a67cbadd3aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.260950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f0981349-4bd8-49ec-873d-c958c057d6c2 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:24.276475 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a10fd7-170b-4530-b546-fbcb7a92d64d tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] GET failed (client error): The resource could not be found. Sep 16 16:31:24.279974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-68a10fd7-170b-4530-b546-fbcb7a92d64d tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "GET /v2.0/ports/7818f371-5a5a-4176-8571-fc09d20723b7 HTTP/1.1" status: 404 len: 333 time: 0.0334883 Sep 16 16:31:24.282460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34356) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:24.287509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Request body: {'port': {'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909834777'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:24.293494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: f0981349-4bd8-49ec-873d-c958c057d6c2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:24.294123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f0981349-4bd8-49ec-873d-c958c057d6c2 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:24.294720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8773e768-25be-4d48-bb0f-bb87accaed3c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:24.311341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-635352b7-bf19-4b52-bf87-90f63ef5fe26 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:24.313411 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-635352b7-bf19-4b52-bf87-90f63ef5fe26 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.62 "GET /v2.0/networks?id=cbabd17a-c1b3-4d7f-9904-6ed06d49731e HTTP/1.1" status: 200 len: 814 time: 0.2837465 Sep 16 16:31:24.342785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Request body: {'port': {'device_id': 'bc1adf24-383a-4c60-8d92-54b056e683b2', 'network_id': 'cbabd17a-c1b3-4d7f-9904-6ed06d49731e', 'admin_state_up': True, 'tenant_id': '5519f97917f84c79b1c1071c6fbfd124'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:24.347141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85134b75-b44e-4f32-8748-547796415d92 req-5fe39f81-b0c0-46fe-93d0-7403b5e791f9 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 210 time: 0.0548308 Sep 16 16:31:24.368806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4f9a3982-1ff4-43a2-a93a-0a67cbadd3aa None None] For port 8773e768-25be-4d48-bb0f-bb87accaed3c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8773e768-25be-4d48-bb0f-bb87accaed3c,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:24.369211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4f9a3982-1ff4-43a2-a93a-0a67cbadd3aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.393553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a3982-1ff4-43a2-a93a-0a67cbadd3aa None None] Calling delete_port for 8773e768-25be-4d48-bb0f-bb87accaed3c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:24.439599 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.488060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Made reservation on behalf of 0c5c8799c03c4b9e9f8c2c9bf234b52a for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:24.490860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.512211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 8773e768-25be-4d48-bb0f-bb87accaed3c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8773e768-25be-4d48-bb0f-bb87accaed3c,segment=NetworkSegment(4b4d638c-d64f-4d92-b269-ebd985bc74c3),segment_id=4b4d638c-d64f-4d92-b269-ebd985bc74c3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:24.537461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.568725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] device_id is not set on port 1e86c74b-a75f-4e30-9287-a5407bce461b yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:31:24.580104 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.600103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6a62-4cd8-4265-b263-33838babeb7d req-b5a164af-a34c-428e-8a02-6c0464719100 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:24.601995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-668c6a62-4cd8-4265-b263-33838babeb7d req-b5a164af-a34c-428e-8a02-6c0464719100 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.2064331 Sep 16 16:31:24.609845 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3b27a57-6e60-49bc-8d19-9914fc515412 req-2eee6f9c-504e-4aaa-bcdc-9e2b418e3e57 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "GET /v2.0/ports?device_id=8474eb05-622b-4fed-ab11-3f842bb54819 HTTP/1.1" status: 200 len: 210 time: 0.0870547 Sep 16 16:31:24.658170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=8773e768-25be-4d48-bb0f-bb87accaed3c,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:24.668924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.670288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.671274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.671794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.672131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.672501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.673008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.673343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.673675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.674069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.674383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.674715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:31:24.675353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.686521 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4f9a3982-1ff4-43a2-a93a-0a67cbadd3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.730617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a3982-1ff4-43a2-a93a-0a67cbadd3aa None None] Pushing event deleted for resources: {'Port': ['ID=8773e768-25be-4d48-bb0f-bb87accaed3c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:24.733014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9a3982-1ff4-43a2-a93a-0a67cbadd3aa None None] No DVR routers for this DVR port 8773e768-25be-4d48-bb0f-bb87accaed3c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:24.766023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-668c6a62-4cd8-4265-b263-33838babeb7d req-e489a487-7c9d-4b6f-846d-d9551f69b583 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469340 Sep 16 16:31:24.775113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-5fe7fdba-5f16-40b4-92f6-c9dbef164582 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Deleting port b411479d-d3cc-491f-8ed3-581b7ee65749 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:24.775469 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-5fe7fdba-5f16-40b4-92f6-c9dbef164582 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.942161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Deleting port 8773e768-25be-4d48-bb0f-bb87accaed3c {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:24.942507 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.978813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-5fe7fdba-5f16-40b4-92f6-c9dbef164582 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] For port b411479d-d3cc-491f-8ed3-581b7ee65749, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b411479d-d3cc-491f-8ed3-581b7ee65749,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:24.979190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-5fe7fdba-5f16-40b4-92f6-c9dbef164582 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:24.984982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.044671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Made reservation on behalf of 3c5759ed06b14c399c260d687bd11bf2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:25.048645 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.069552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-5fe7fdba-5f16-40b4-92f6-c9dbef164582 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Calling delete_port for b411479d-d3cc-491f-8ed3-581b7ee65749 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:25.128781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] For port 8773e768-25be-4d48-bb0f-bb87accaed3c, host n-d-807786-3, got binding levels [] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:25.129152 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.144311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Made reservation on behalf of 5519f97917f84c79b1c1071c6fbfd124 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:25.147782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.212075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9b742-ee0f-4f6c-ad09-a4ff0efde9ed req-18686924-b70b-4aa3-afde-21d35b20500d tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:25.213579 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0e9b742-ee0f-4f6c-ad09-a4ff0efde9ed req-18686924-b70b-4aa3-afde-21d35b20500d tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 946 time: 0.4845397 Sep 16 16:31:25.215601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:25.231214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Calling delete_port for 8773e768-25be-4d48-bb0f-bb87accaed3c owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:25.238842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Pushing event updated for resources: {'Port': ['ID=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:25.241649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:25.244219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Port 8773e768-25be-4d48-bb0f-bb87accaed3c was not found and therefore no delete operation was performed {{(pid=95357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 16:31:25.249521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:25.258412 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.258971 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.329177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d84c5-2e13-4ea1-a555-42ee7c5df9ae req-9a120fcf-ce36-4405-952b-da374036ec9f tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:25.330742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd6d84c5-2e13-4ea1-a555-42ee7c5df9ae req-9a120fcf-ce36-4405-952b-da374036ec9f tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 935 time: 0.1911581 Sep 16 16:31:25.376304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0e9b742-ee0f-4f6c-ad09-a4ff0efde9ed req-40f5fad0-b868-45d4-8c11-66c55d15c87b tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c7b94db-75f9-4330-a831-9f9ad15767c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482680 Sep 16 16:31:25.378575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Pushing event deleted for resources: {'Port': ['ID=8773e768-25be-4d48-bb0f-bb87accaed3c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:25.394122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] No DVR routers for this DVR port 8773e768-25be-4d48-bb0f-bb87accaed3c on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:25.447348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd6d84c5-2e13-4ea1-a555-42ee7c5df9ae req-308ec6df-b7b1-4e76-82a1-12e5b2027393 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021583 Sep 16 16:31:25.505902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Allocated IP 172.20.0.2 (cbabd17a-c1b3-4d7f-9904-6ed06d49731e/b2cba8c4-40b4-48c7-b388-31414e1622b5/01625dd3-0a88-44ff-a5df-043072e5de52) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:25.576771 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.582441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-24532838-8abb-4a4f-b185-060b55722796 None None] Provisioning complete for port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:25.583117 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-24532838-8abb-4a4f-b185-060b55722796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.602052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cad93b67-5e68-4f51-b7a4-fa1cf7a3e21e req-ecf458d3-71e8-43c3-b79c-d859ab642595 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 210 time: 0.0792718 Sep 16 16:31:25.662551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-24532838-8abb-4a4f-b185-060b55722796 None None] Port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:31:25.766216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f26ec3e-1715-4910-b12f-f8495ffa798d req-bfc3167d-23e8-49e8-8edc-2ed68ceb4584 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 210 time: 0.2308538 Sep 16 16:31:25.770269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Network 8ef6f83b-9504-4def-9ab0-5de205aeddba is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:25.788506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:25.788506 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.789134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:25.807256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:25.808216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:25.808857 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.834727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34372) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:25.849878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event updated for resources: {'Port': ['ID=1e86c74b-a75f-4e30-9287-a5407bce461b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:25.899654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.908121 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.919975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6844ce1f-4e62-4d31-8554-b3b667536a1e {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:25.921990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d92a6-06b1-4518-8029-ad75c4c17329 req-ad538c24-a976-4700-8f72-b967c984a14d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:25.923516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a29d92a6-06b1-4518-8029-ad75c4c17329 req-ad538c24-a976-4700-8f72-b967c984a14d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1668756 Sep 16 16:31:25.932449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-3462e932-5e7f-4a69-809d-b508b847c574 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting subnet d7f928f5-ec87-4bb4-8bc9-df1ea507d405 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:31:25.938741 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3462e932-5e7f-4a69-809d-b508b847c574 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.948513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:25.948664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-daeec7a6-8aa5-41dc-9a15-db0ae504e26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6584585 Sep 16 16:31:25.948872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34374) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:25.948872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407f756a-ec03-4f62-b31f-b27394ac3686']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:25.954042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:25.986515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4d638c-d64f-4d92-b269-ebd985bc74c3') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:25.986807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4d638c-d64f-4d92-b269-ebd985bc74c3') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:25.996770 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-b9c85e0a-28b1-46a8-a7e8-8a6b46e5c698 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8191164 Sep 16 16:31:26.001276 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.011031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3462e932-5e7f-4a69-809d-b508b847c574 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.017528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Request body: {'port': {'device_id': '922c8525-808c-44c7-9095-7af848b6a856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:26.053975 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a29d92a6-06b1-4518-8029-ad75c4c17329 req-d4c937b7-2e38-4473-951e-a02c83cdf6fd tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183128 Sep 16 16:31:26.055187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Transition to ACTIVE for port object 6844ce1f-4e62-4d31-8554-b3b667536a1e will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:31:26.060320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-5fe7fdba-5f16-40b4-92f6-c9dbef164582 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.065074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:31:26.110603 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:31:26.120568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7fdba-5f16-40b4-92f6-c9dbef164582 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Pushing event deleted for resources: {'Port': ['ID=b411479d-d3cc-491f-8ed3-581b7ee65749,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:26.122935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3462e932-5e7f-4a69-809d-b508b847c574 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.151944 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.152166 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.154461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.242834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Network cbabd17a-c1b3-4d7f-9904-6ed06d49731e is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:26.253109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:26.258680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:26.261812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Pushing event updated for resources: {'Port': ['ID=01625dd3-0a88-44ff-a5df-043072e5de52,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:26.306266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807fc1c-13e9-41dc-a796-cabd893c808b req-aea00a3d-35dc-4b59-85e7-05c2dae3ada8 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:26.307851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3807fc1c-13e9-41dc-a796-cabd893c808b req-aea00a3d-35dc-4b59-85e7-05c2dae3ada8 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 945 time: 0.1600568 Sep 16 16:31:26.333197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-5fe7fdba-5f16-40b4-92f6-c9dbef164582 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] No DVR routers for this DVR port b411479d-d3cc-491f-8ed3-581b7ee65749 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:26.336187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:26.336436 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-5fe7fdba-5f16-40b4-92f6-c9dbef164582 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.336855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.338776 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a11c8b61-0b92-4db9-b3d9-087f27fd64c3 req-5fe7fdba-5f16-40b4-92f6-c9dbef164582 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.62 "DELETE /v2.0/ports/b411479d-d3cc-491f-8ed3-581b7ee65749 HTTP/1.1" status: 204 len: 173 time: 2.4574046 Sep 16 16:31:26.339325 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.370900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac4c94b-1633-46ac-aeae-1de8a0a3326e', 'name': 'network-vif-deleted', 'tag': 'b411479d-d3cc-491f-8ed3-581b7ee65749'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:26.373213 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad99fb25-e913-4244-99cd-cbe84d027a3c" -d '{"events": [{"server_uuid": "8ac4c94b-1633-46ac-aeae-1de8a0a3326e", "name": "network-vif-deleted", "tag": "b411479d-d3cc-491f-8ed3-581b7ee65749"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:26.373372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3807fc1c-13e9-41dc-a796-cabd893c808b req-67557ec9-0404-46b0-8c3f-6ab279e1cd7e tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516281 Sep 16 16:31:26.398514 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.412585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:26.425032 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3462e932-5e7f-4a69-809d-b508b847c574 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.437304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.439361 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] 10.222.0.22 "DELETE /v2.0/networks/407f756a-ec03-4f62-b31f-b27394ac3686 HTTP/1.1" status: 204 len: 168 time: 2.6090307 Sep 16 16:31:26.446906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Allocated IP 192.168.233.212 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/bea5c325-5472-4202-bc03-4509b595b299) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:26.479344 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02cd2df-83dc-47ce-997b-81e404381c57 x-openstack-request-id: req-c02cd2df-83dc-47ce-997b-81e404381c57 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:26.479701 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac4c94b-1633-46ac-aeae-1de8a0a3326e", "name": "network-vif-deleted", "tag": "b411479d-d3cc-491f-8ed3-581b7ee65749", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:26.480186 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c02cd2df-83dc-47ce-997b-81e404381c57 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:26.480707 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac4c94b-1633-46ac-aeae-1de8a0a3326e', 'name': 'network-vif-deleted', 'tag': 'b411479d-d3cc-491f-8ed3-581b7ee65749', 'status': 'completed', 'code': 200} Sep 16 16:31:26.482674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86ab2b-69fd-474b-a7ed-3adfd006aa3a admin admin] Pushing event deleted for resources: {'Network': ['ID=407f756a-ec03-4f62-b31f-b27394ac3686,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:26.504626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4f97fb48-4e29-4678-b9f8-132208a2bf0e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1705301 Sep 16 16:31:26.508347 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3462e932-5e7f-4a69-809d-b508b847c574 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.514033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3462e932-5e7f-4a69-809d-b508b847c574 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "DELETE /v2.0/subnets/d7f928f5-ec87-4bb4-8bc9-df1ea507d405 HTTP/1.1" status: 204 len: 168 time: 0.6769655 Sep 16 16:31:26.515593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34388) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:26.517877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e0b1e-8495-4805-a750-a7adfe06eb88 None None] Network 97e9afdf-326e-4102-9177-b08d93f66db9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:26.522199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Request body: {'port': {'device_id': 'bc1adf24-383a-4c60-8d92-54b056e683b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:26.541368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462e932-5e7f-4a69-809d-b508b847c574 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f928f5-ec87-4bb4-8bc9-df1ea507d405,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:26.667911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b411479d-d3cc-491f-8ed3-581b7ee65749 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:26.715340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f571bb98-5959-4cb8-9bf6-0109b0873f59 req-ff25b3e4-557f-4d20-8cd6-3a890f954e63 tempest-AttachSCSIVolumeTestJSON-104803123 tempest-AttachSCSIVolumeTestJSON-104803123-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ac4c94b-1633-46ac-aeae-1de8a0a3326e HTTP/1.1" status: 200 len: 210 time: 0.0812709 Sep 16 16:31:26.730998 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: b411479d-d3cc-491f-8ed3-581b7ee65749 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:26.739036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b411479d-d3cc-491f-8ed3-581b7ee65749 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:26.800128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e994f8a-0f1f-4fc5-8ff5-0e6c0c0ddd31 req-db6fc19e-3ef2-4bc2-967c-7f2e61e53313 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:26.809049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e994f8a-0f1f-4fc5-8ff5-0e6c0c0ddd31 req-db6fc19e-3ef2-4bc2-967c-7f2e61e53313 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.2358034 Sep 16 16:31:26.830302 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.837851 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.908612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c1c668-0091-44b1-ac3b-4819705f6215 None None] DHCP port deletion for 97e9afdf-326e-4102-9177-b08d93f66db9 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:31:26.943380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34394) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:26.949275 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e994f8a-0f1f-4fc5-8ff5-0e6c0c0ddd31 req-94c61c59-1797-4f02-b1ea-681d407e716a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389308 Sep 16 16:31:26.958305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1c668-0091-44b1-ac3b-4819705f6215 None None] Deleting port d532a4e8-d8b0-4348-bf55-176b19efc3dc {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:26.958999 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c668-0091-44b1-ac3b-4819705f6215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:26.966603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] device_id is not set on port 1e86c74b-a75f-4e30-9287-a5407bce461b yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:31:27.004709 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.029186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Attempting to bind port 6844ce1f-4e62-4d31-8554-b3b667536a1e on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:27.029804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Attempting to bind port 6844ce1f-4e62-4d31-8554-b3b667536a1e by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:27.030126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Attempting to bind port 6844ce1f-4e62-4d31-8554-b3b667536a1e on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:27.055224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d0c1c668-0091-44b1-ac3b-4819705f6215 None None] For port d532a4e8-d8b0-4348-bf55-176b19efc3dc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d532a4e8-d8b0-4348-bf55-176b19efc3dc,segment=NetworkSegment(f2ebf496-7780-4307-8dda-53e9161d8b2d),segment_id=f2ebf496-7780-4307-8dda-53e9161d8b2d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:27.057989 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c668-0091-44b1-ac3b-4819705f6215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.058177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac69bd7-9b79-4c2b-90d7-f086dcb08173 req-c2021f1a-4580-497b-a39b-9bc47b5a4b68 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:27.060141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ac69bd7-9b79-4c2b-90d7-f086dcb08173 req-c2021f1a-4580-497b-a39b-9bc47b5a4b68 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 935 time: 0.2103951 Sep 16 16:31:27.077212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1c668-0091-44b1-ac3b-4819705f6215 None None] Calling delete_port for d532a4e8-d8b0-4348-bf55-176b19efc3dc owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:27.085613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Port 6844ce1f-4e62-4d31-8554-b3b667536a1e on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:27.085939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Attempting to bind port 6844ce1f-4e62-4d31-8554-b3b667536a1e on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:27.098596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.132673 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-70d7ef00-9cf2-4587-ad7b-a7a89b68a0b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a782d54ffc244489a23e0c247776f754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824648 Sep 16 16:31:27.133624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:27.134023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:27.134825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:27.134973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Bound port: 6844ce1f-4e62-4d31-8554-b3b667536a1e, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:27.135267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.135579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34398) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:27.168469 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ac69bd7-9b79-4c2b-90d7-f086dcb08173 req-e24d2df6-f052-4062-9b31-b546a16b7295 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944462 Sep 16 16:31:27.234481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event updated for resources: {'Port': ['ID=1e86c74b-a75f-4e30-9287-a5407bce461b,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:27.234721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting port d532a4e8-d8b0-4348-bf55-176b19efc3dc {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:27.234721 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.264028 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.293108 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c668-0091-44b1-ac3b-4819705f6215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.307005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:27.307344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:27.307682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:27.313165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e71f8-ea32-4965-bddc-b7bbb01ef3d0 req-e1f7fdcd-740c-4ee1-bfd6-dd939250fd82 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:27.314702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b29e71f8-ea32-4965-bddc-b7bbb01ef3d0 req-e1f7fdcd-740c-4ee1-bfd6-dd939250fd82 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 931 time: 0.2525864 Sep 16 16:31:27.341869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:27.342258 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:27.343862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:27.345060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0fed9cb5-103e-4511-a569-688437ea1436 req-1ed6160b-c635-4671-8f16-1f287ebcfe39 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 210 time: 0.0668385 Sep 16 16:31:27.346989 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 2 to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b Sep 16 16:31:27.348523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1c668-0091-44b1-ac3b-4819705f6215 None None] No DVR routers for this DVR port d532a4e8-d8b0-4348-bf55-176b19efc3dc on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:27.374035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:31:27.375466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1c668-0091-44b1-ac3b-4819705f6215 None None] Pushing event deleted for resources: {'Port': ['ID=d532a4e8-d8b0-4348-bf55-176b19efc3dc,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:27.382767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:27.383102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:27.383433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:27.393844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:27.394182 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:27.394710 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 3 to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b Sep 16 16:31:27.408755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:27.409068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:27.409410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:27.414300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:27.417033 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:27.417033 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 4 to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b Sep 16 16:31:27.421301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-045af97a-03c2-4c5a-8f30-0781f7ba2425 req-1cc58fb9-0176-4e7a-8191-51d6d60267cd tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:31:27.422272 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-045af97a-03c2-4c5a-8f30-0781f7ba2425 req-1cc58fb9-0176-4e7a-8191-51d6d60267cd tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205083 Sep 16 16:31:27.429120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:27.429584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:27.429982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:27.430633 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37e04076-c9b6-47d6-b76a-16355e8a73e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.435338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:27.435673 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:27.436418 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 5 to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b Sep 16 16:31:27.440285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.452590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] For port d532a4e8-d8b0-4348-bf55-176b19efc3dc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d532a4e8-d8b0-4348-bf55-176b19efc3dc,segment=NetworkSegment(f2ebf496-7780-4307-8dda-53e9161d8b2d),segment_id=f2ebf496-7780-4307-8dda-53e9161d8b2d)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:27.452957 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.480316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:27.481389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:27.482396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:27.499199 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.510949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:27.511705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.511917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011', 'bac60836-8f99-45a1-bc5e-cce0f4816647'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:27.513513 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] 10.222.0.52 "PUT /v2.0/ports/6844ce1f-4e62-4d31-8554-b3b667536a1e HTTP/1.1" status: 200 len: 1095 time: 3.6227493 Sep 16 16:31:27.531184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6', 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:27.538306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:27.538785 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:27.545195 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 6 to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b Sep 16 16:31:27.550469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Calling delete_port for d532a4e8-d8b0-4348-bf55-176b19efc3dc owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:27.558400 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37e04076-c9b6-47d6-b76a-16355e8a73e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.584932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b29e71f8-ea32-4965-bddc-b7bbb01ef3d0 req-99eda337-f836-4547-85a1-436466b87ce2 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445297 Sep 16 16:31:27.633026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:27.645746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:27.646237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:27.646678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:27.652006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01625dd3-0a88-44ff-a5df-043072e5de52 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:27.658047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:27.661452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:27.664654 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.682823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Transition to ACTIVE for port object 01625dd3-0a88-44ff-a5df-043072e5de52 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:31:27.703258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d999b7f-72f5-4ca3-9a60-2ade8427f7ed service neutron] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:27.717439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:27.717913 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:27.741222 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 7 to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b Sep 16 16:31:27.826977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.855156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:27.861875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:27.861875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:27.863181 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.878834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:27.879856 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:27.880546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Port': ['ID=d532a4e8-d8b0-4348-bf55-176b19efc3dc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:27.900636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552993a9-f965-4369-a260-82eee9d8407f req-ff1f5cc8-d1ca-4a2a-a6c6-b8d7c9f33c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:27.902390 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-ff1f5cc8-d1ca-4a2a-a6c6-b8d7c9f33c92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=604e6b861efa4af294fe2ffa7efabb71&device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 1098 time: 0.2666252 Sep 16 16:31:27.903123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event updated for resources: {'Port': ['ID=bea5c325-5472-4202-bc03-4509b595b299,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:27.911876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:27.912517 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:27.926221 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 8 to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b Sep 16 16:31:27.977595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-045af97a-03c2-4c5a-8f30-0781f7ba2425 req-7194ab3d-d397-458a-bf4c-36b6c13bc76c tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5384386 Sep 16 16:31:27.984084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Pushing event updated for resources: {'Port': ['ID=01625dd3-0a88-44ff-a5df-043072e5de52,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:28.002739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] No DVR routers for this DVR port d532a4e8-d8b0-4348-bf55-176b19efc3dc on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:28.015409 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37e04076-c9b6-47d6-b76a-16355e8a73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.021238 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37e04076-c9b6-47d6-b76a-16355e8a73e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.028994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-37e04076-c9b6-47d6-b76a-16355e8a73e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a84df2d0-e976-45d5-983a-2701a19e7a63 HTTP/1.1" status: 204 len: 168 time: 0.8884685 Sep 16 16:31:28.035303 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:28.073944 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.098329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Transition to ACTIVE for port object 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:31:28.102934 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-acf300d5-0ba9-4436-beba-02409598a67b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e HTTP/1.1" status: 200 len: 217 time: 0.1835887 Sep 16 16:31:28.106981 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-89543256-519a-443b-aafe-68b18d4ea5be tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1918058 Sep 16 16:31:28.108459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:28.108796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:28.109132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:28.114612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:28.115186 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:28.115579 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 9 to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b Sep 16 16:31:28.137094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Request body: {'port': {'device_id': 'd90f006c-164c-41e6-b9a2-642e42117bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:28.146720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e04076-c9b6-47d6-b76a-16355e8a73e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84df2d0-e976-45d5-983a-2701a19e7a63,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:28.163327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:28.163603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:28.163940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:28.231003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d4104ca0-a8e0-4abd-afc9-73d13512cab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.239629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.305508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d532a4e8-d8b0-4348-bf55-176b19efc3dc no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:28.319134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:28.320222 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:28.333704 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 10 to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b Sep 16 16:31:28.364598 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.404227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: d532a4e8-d8b0-4348-bf55-176b19efc3dc {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:28.404581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d532a4e8-d8b0-4348-bf55-176b19efc3dc not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:28.411758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-22e5509a-9c91-4e12-a18d-89e92d729906 None None] Provisioning complete for port bea5c325-5472-4202-bc03-4509b595b299 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:28.418646 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-22e5509a-9c91-4e12-a18d-89e92d729906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.439087 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e9afdf-326e-4102-9177-b08d93f66db9']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:28.462095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ebf496-7780-4307-8dda-53e9161d8b2d') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:28.462929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ebf496-7780-4307-8dda-53e9161d8b2d') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:28.467841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.476417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:28.478812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:28.478812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:28.487023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Attempting to bind port 01625dd3-0a88-44ff-a5df-043072e5de52 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:28.487023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Attempting to bind port 01625dd3-0a88-44ff-a5df-043072e5de52 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8cabd302-bb72-4c9f-9470-bef01bab6e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbabd17a-c1b3-4d7f-9904-6ed06d49731e'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:28.487487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Attempting to bind port 01625dd3-0a88-44ff-a5df-043072e5de52 on network cbabd17a-c1b3-4d7f-9904-6ed06d49731e {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:28.487898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:28.490513 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79" -d '{"events": [{"name": "network-changed", "server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:28.497538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.530188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c84522-fb11-430f-9311-f8988618b554 req-1ac47949-8c4a-4a21-b002-19d7d9cf10e5 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:28.536365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-22e5509a-9c91-4e12-a18d-89e92d729906 None None] Port bea5c325-5472-4202-bc03-4509b595b299 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:31:28.539695 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99c84522-fb11-430f-9311-f8988618b554 req-1ac47949-8c4a-4a21-b002-19d7d9cf10e5 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 947 time: 0.2384288 Sep 16 16:31:28.552844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Port 01625dd3-0a88-44ff-a5df-043072e5de52 on network cbabd17a-c1b3-4d7f-9904-6ed06d49731e not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:28.553412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Attempting to bind port 01625dd3-0a88-44ff-a5df-043072e5de52 on network cbabd17a-c1b3-4d7f-9904-6ed06d49731e {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:28.567701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552993a9-f965-4369-a260-82eee9d8407f req-71fe3daf-2962-4bdc-9fa2-5b10cc23e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:28.567701 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-71fe3daf-2962-4bdc-9fa2-5b10cc23e294 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.4261329 Sep 16 16:31:28.570854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:28.571199 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 1e86c74b-a75f-4e30-9287-a5407bce461b on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:28.571595 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.574303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd5c5c-4c4a-43c2-bac1-301541ba6ea9 req-c9b5eebe-f0b6-4b55-a007-991cbb95a323 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:28.576901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bafd5c5c-4c4a-43c2-bac1-301541ba6ea9 req-c9b5eebe-f0b6-4b55-a007-991cbb95a323 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1890676 Sep 16 16:31:28.579715 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.580974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Pushing event updated for resources: {'Port': ['ID=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:28.605220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:28.605704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Checking segment: {'id': '8cabd302-bb72-4c9f-9470-bef01bab6e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbabd17a-c1b3-4d7f-9904-6ed06d49731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:28.606263 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Bound using segment: {'id': '8cabd302-bb72-4c9f-9470-bef01bab6e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbabd17a-c1b3-4d7f-9904-6ed06d49731e'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:28.606859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Bound port: 01625dd3-0a88-44ff-a5df-043072e5de52, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cabd302-bb72-4c9f-9470-bef01bab6e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbabd17a-c1b3-4d7f-9904-6ed06d49731e'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:28.607312 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.627230 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:31:28.627230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:31:28.630126 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:31:28.738213 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Attempting to bind port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:28.738685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Attempting to bind port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:28.738939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Attempting to bind port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:28.769158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99c84522-fb11-430f-9311-f8988618b554 req-d16f6f5d-cd31-4806-ae6b-0d8b720a415a tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252648 Sep 16 16:31:28.808018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bafd5c5c-4c4a-43c2-bac1-301541ba6ea9 req-715113a6-fddd-4967-807b-9b279ada4369 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111771 Sep 16 16:31:28.814761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552993a9-f965-4369-a260-82eee9d8407f req-d6cc33e7-0cdf-4e93-9a81-435836439970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:28.826472 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-d6cc33e7-0cdf-4e93-9a81-435836439970 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2425168 Sep 16 16:31:28.841914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] For port 1e86c74b-a75f-4e30-9287-a5407bce461b, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:28.841914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempted to set empty binding levels {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 16:31:28.841914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:28.841914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Attempting to bind port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:28.854639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:28.855127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:28.855526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:28.855978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Bound port: 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:28.856343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.859479 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.890135 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:28.894625 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "DELETE /v2.0/networks/97e9afdf-326e-4102-9177-b08d93f66db9 HTTP/1.1" status: 204 len: 168 time: 2.3652642 Sep 16 16:31:28.901342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34454) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:28.902599 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1838f43e-25c7-42e1-a032-780d11cb00d6 x-openstack-request-id: req-1838f43e-25c7-42e1-a032-780d11cb00d6 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:28.902891 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:28.903141 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1838f43e-25c7-42e1-a032-780d11cb00d6 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:28.904232 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'status': 'completed', 'code': 200} Sep 16 16:31:28.922529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc64010-24af-4708-9831-3927c0848b4a tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Network': ['ID=97e9afdf-326e-4102-9177-b08d93f66db9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:28.931760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] For port 01625dd3-0a88-44ff-a5df-043072e5de52, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:28.949599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] For port 01625dd3-0a88-44ff-a5df-043072e5de52, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=01625dd3-0a88-44ff-a5df-043072e5de52,segment=NetworkSegment(8cabd302-bb72-4c9f-9470-bef01bab6e43),segment_id=8cabd302-bb72-4c9f-9470-bef01bab6e43)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:31:28.990304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25895712-40b1-43e3-b245-b8887a72d3fd req-da1c3c6a-a846-4853-8caa-788d2afad0b4 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:28.990304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25895712-40b1-43e3-b245-b8887a72d3fd req-da1c3c6a-a846-4853-8caa-788d2afad0b4 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 936 time: 0.1009455 Sep 16 16:31:29.015603 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:29.054319 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:29.093338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5727a96-1f7a-4c92-8bb0-c2c3d07d7d7f req-97bc5aac-d019-4139-b2f7-b6d0bbb789f8 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.095065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5727a96-1f7a-4c92-8bb0-c2c3d07d7d7f req-97bc5aac-d019-4139-b2f7-b6d0bbb789f8 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 943 time: 0.1512768 Sep 16 16:31:29.104928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25895712-40b1-43e3-b245-b8887a72d3fd req-c00693f9-38d5-4364-8ed3-8e871d23e675 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970490 Sep 16 16:31:29.120714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.120714 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:29.120714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] 10.222.0.62 "PUT /v2.0/ports/01625dd3-0a88-44ff-a5df-043072e5de52 HTTP/1.1" status: 200 len: 1091 time: 2.5976589 Sep 16 16:31:29.120714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1adf24-383a-4c60-8d92-54b056e683b2', 'tag': '01625dd3-0a88-44ff-a5df-043072e5de52'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:29.120714 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc80171-e6e0-4208-9a3a-1219da1d113f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1adf24-383a-4c60-8d92-54b056e683b2", "tag": "01625dd3-0a88-44ff-a5df-043072e5de52"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:29.141495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] In _notify_port_updated(), no bound segment for port 1e86c74b-a75f-4e30-9287-a5407bce461b on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:31:29.142557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.143518 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:29.144986 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "PUT /v2.0/ports/1e86c74b-a75f-4e30-9287-a5407bce461b HTTP/1.1" status: 200 len: 979 time: 3.1994405 Sep 16 16:31:29.148864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34466) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:29.170729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] For port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:29.183595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] For port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:31:29.228878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d04162-f7ae-4e91-aef7-f17b8c09a437 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting subnet 975ff7da-38a0-4ed3-811b-f6890553c65d {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:31:29.237386 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5727a96-1f7a-4c92-8bb0-c2c3d07d7d7f req-ff1fc5c7-06fa-46c2-8138-0199caa5dc43 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279020 Sep 16 16:31:29.237896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86a5c2-617e-43cc-af28-d4dc5eb8b212 service neutron] Pushing event updated for resources: {'Port': ['ID=01625dd3-0a88-44ff-a5df-043072e5de52,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:29.239551 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34d04162-f7ae-4e91-aef7-f17b8c09a437 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:29.327911 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8263d3-b8c9-44a4-b1b3-6102a08d249f x-openstack-request-id: req-4d8263d3-b8c9-44a4-b1b3-6102a08d249f {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:29.331125 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1adf24-383a-4c60-8d92-54b056e683b2", "tag": "01625dd3-0a88-44ff-a5df-043072e5de52", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:29.331125 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d8263d3-b8c9-44a4-b1b3-6102a08d249f {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:29.331125 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1adf24-383a-4c60-8d92-54b056e683b2', 'tag': '01625dd3-0a88-44ff-a5df-043072e5de52', 'status': 'completed', 'code': 200} Sep 16 16:31:29.367588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.368086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.368590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.369068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.369540 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.370096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.370588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.371241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.371720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.372861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.373504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.374097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.374569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.375045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.375515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.375981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.376471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.377061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.377532 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.377998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.378467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.378936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.379403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.379868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.380331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.380822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.381287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.381750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.385269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3795f94d-67d0-46be-8450-39dc837e220c tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25345 time: 0.2296412 Sep 16 16:31:29.393964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34474) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:29.402203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac3705-ec76-4aeb-b721-77be11689e2b req-348b956d-0005-4c72-ab1a-88f056fff3a5 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.403825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37ac3705-ec76-4aeb-b721-77be11689e2b req-348b956d-0005-4c72-ab1a-88f056fff3a5 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 945 time: 0.2035871 Sep 16 16:31:29.435966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2c096ee2-b287-4085-9349-ebae916cdfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.437528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-2c096ee2-b287-4085-9349-ebae916cdfce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5519f97917f84c79b1c1071c6fbfd124&device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 1094 time: 0.1893263 Sep 16 16:31:29.519761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37ac3705-ec76-4aeb-b721-77be11689e2b req-373866fc-9c2b-4487-bdc2-cc5ca8b82917 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898533 Sep 16 16:31:29.521039 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-575a5203-1ecb-44de-9f0c-d3c9880c3af8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01625dd3-0a88-44ff-a5df-043072e5de52 HTTP/1.1" status: 200 len: 217 time: 0.0664783 Sep 16 16:31:29.594272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-828450bd-67a1-439d-8a0b-a1da73193d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.600785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-828450bd-67a1-439d-8a0b-a1da73193d6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2cba8c4-40b4-48c7-b388-31414e1622b5 HTTP/1.1" status: 200 len: 854 time: 0.0584295 Sep 16 16:31:29.619002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34480) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:29.637230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34d04162-f7ae-4e91-aef7-f17b8c09a437 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:29.638278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-fa03a2a9-9352-4447-9e33-f28606008ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Deleting port 1e86c74b-a75f-4e30-9287-a5407bce461b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:29.638978 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa03a2a9-9352-4447-9e33-f28606008ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:29.641820 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-e9807eae-e66d-4847-8897-c24e2497e6ce service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7885151 Sep 16 16:31:29.642422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b666a-8b46-4261-89c2-6c9e723a6122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event updated for resources: {'Port': ['ID=1e86c74b-a75f-4e30-9287-a5407bce461b,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:29.644581 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4701b06c-fa6c-4f9d-8083-f7cb5750a13a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cbabd17a-c1b3-4d7f-9904-6ed06d49731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390649 Sep 16 16:31:29.668366 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:29.743432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.744439 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:29.745562 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] 10.222.0.52 "PUT /v2.0/ports/025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 HTTP/1.1" status: 200 len: 1095 time: 3.7365620 Sep 16 16:31:29.828022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-fa03a2a9-9352-4447-9e33-f28606008ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] For port 1e86c74b-a75f-4e30-9287-a5407bce461b, host n-h2-807786-3, got binding levels [] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:29.828422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa03a2a9-9352-4447-9e33-f28606008ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:29.833914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1521350352-network', 'tenant_id': '89480843ad5b4250bab54c1d0aacd3c6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:29.851321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017646d-8aa9-4b23-a06c-26e226e5a141 req-cc5a8e00-d9a5-42f3-99f4-f0a68a3e178e tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:29.860596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3017646d-8aa9-4b23-a06c-26e226e5a141 req-cc5a8e00-d9a5-42f3-99f4-f0a68a3e178e tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.2189121 Sep 16 16:31:29.901022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-fa03a2a9-9352-4447-9e33-f28606008ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Calling delete_port for 1e86c74b-a75f-4e30-9287-a5407bce461b owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:29.959340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71deb5-5c42-40d7-b9e0-e9144b78510c service neutron] Pushing event updated for resources: {'Port': ['ID=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:30.021369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-3a293c5a-935e-424a-a05c-0eb01f5e842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:30.022944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-3a293c5a-935e-424a-a05c-0eb01f5e842e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=604e6b861efa4af294fe2ffa7efabb71&device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 1098 time: 0.1308963 Sep 16 16:31:30.024186 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34d04162-f7ae-4e91-aef7-f17b8c09a437 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.051522 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-552993a9-f965-4369-a260-82eee9d8407f req-01a41b49-6d87-4dbb-af3b-01915a4ea5f6 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710284 Sep 16 16:31:30.058550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-4565c133-3a3a-4344-82f2-ec0d3369f0a8 service neutron] 10.222.0.62 "GET /v2.0/networks/cbabd17a-c1b3-4d7f-9904-6ed06d49731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054816 Sep 16 16:31:30.067401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3017646d-8aa9-4b23-a06c-26e226e5a141 req-1b35b274-fb35-418b-a9d8-57575ab2d2ce tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051537 Sep 16 16:31:30.070063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea5c325-5472-4202-bc03-4509b595b299 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:30.085391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7f09f-3c6f-46cb-b5a0-c650dfc91087 req-58a189df-9066-4c4d-bf59-b31582b94455 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:30.091719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97a7f09f-3c6f-46cb-b5a0-c650dfc91087 req-58a189df-9066-4c4d-bf59-b31582b94455 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 947 time: 0.1885321 Sep 16 16:31:30.118352 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-a76e1770-7c66-4e38-9021-da841523bae9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 HTTP/1.1" status: 200 len: 217 time: 0.0649419 Sep 16 16:31:30.118352 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.181392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Transition to ACTIVE for port object bea5c325-5472-4202-bc03-4509b595b299 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:31:30.209745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-1478f871-ef84-4242-9a6c-edd56da9133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:30.211307 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-1478f871-ef84-4242-9a6c-edd56da9133a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0919342 Sep 16 16:31:30.293423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.339891 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34d04162-f7ae-4e91-aef7-f17b8c09a437 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.391797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d04162-f7ae-4e91-aef7-f17b8c09a437 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Subnet': ['ID=975ff7da-38a0-4ed3-811b-f6890553c65d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:30.407872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-11c7b4b3-d1bf-49cf-87b0-18598b375519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:30.409675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-11c7b4b3-d1bf-49cf-87b0-18598b375519 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=604e6b861efa4af294fe2ffa7efabb71&device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 1098 time: 0.2097628 Sep 16 16:31:30.411601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34d04162-f7ae-4e91-aef7-f17b8c09a437 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.413491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-34d04162-f7ae-4e91-aef7-f17b8c09a437 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "DELETE /v2.0/subnets/975ff7da-38a0-4ed3-811b-f6890553c65d HTTP/1.1" status: 204 len: 168 time: 1.5063524 Sep 16 16:31:30.417256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-da221709-c2d8-41d5-b275-d535364aa672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:30.418737 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-da221709-c2d8-41d5-b275-d535364aa672 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1709983 Sep 16 16:31:30.423074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13cd90-2951-4c0d-a3ae-de3dcf4c706a None None] Network 8df91cb3-272a-4218-a7cf-fc78c4801384 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:30.442788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34500) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:30.443469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Pushing event updated for resources: {'Port': ['ID=bea5c325-5472-4202-bc03-4509b595b299,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:30.549868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Made reservation on behalf of 89480843ad5b4250bab54c1d0aacd3c6 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:30.553980 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.634570 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.702738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d69e5d-215b-42ff-b0f1-fee6c37f3f76 None None] DHCP port deletion for 8df91cb3-272a-4218-a7cf-fc78c4801384 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:31:30.754211 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97a7f09f-3c6f-46cb-b5a0-c650dfc91087 req-f055dbc2-9c19-457d-a6fa-31414ac42fc1 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083080 Sep 16 16:31:30.768637 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7052b19d-2062-4e89-8095-9229e5ac0f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.780012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d5d69e5d-215b-42ff-b0f1-fee6c37f3f76 None None] Deleting port a610be35-cc46-4a87-ab0d-48b1a88367a4 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:30.781502 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5d69e5d-215b-42ff-b0f1-fee6c37f3f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.783423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.835188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12d5b57c-e370-4488-a1ee-388f61cf1758 req-0951fb79-1aba-413b-9e54-81a27d9aa1fc service neutron] 10.222.0.62 "GET /v2.0/networks/cbabd17a-c1b3-4d7f-9904-6ed06d49731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7600131 Sep 16 16:31:30.861377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58e82f-0b5e-4c34-990d-cef8488d7839 req-ae643041-801b-42cf-8eae-f71396740915 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:30.864952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d5d69e5d-215b-42ff-b0f1-fee6c37f3f76 None None] For port a610be35-cc46-4a87-ab0d-48b1a88367a4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a610be35-cc46-4a87-ab0d-48b1a88367a4,segment=NetworkSegment(1ae06d22-ae43-47bb-a5c6-fbf81782e8d6),segment_id=1ae06d22-ae43-47bb-a5c6-fbf81782e8d6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:30.865557 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5d69e5d-215b-42ff-b0f1-fee6c37f3f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.867994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58e82f-0b5e-4c34-990d-cef8488d7839 req-ae643041-801b-42cf-8eae-f71396740915 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:30.870099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-5170b47f-ad98-47fb-9652-d7f2c49f65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:30.873576 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-5170b47f-ad98-47fb-9652-d7f2c49f65e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.4509618 Sep 16 16:31:30.874999 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-47b4820a-e246-4aa3-863d-a24fa27a0f1b service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034586 Sep 16 16:31:30.875219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58e82f-0b5e-4c34-990d-cef8488d7839 req-ae643041-801b-42cf-8eae-f71396740915 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:30.881562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d5d69e5d-215b-42ff-b0f1-fee6c37f3f76 None None] Calling delete_port for a610be35-cc46-4a87-ab0d-48b1a88367a4 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:30.883151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a58e82f-0b5e-4c34-990d-cef8488d7839 req-ae643041-801b-42cf-8eae-f71396740915 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643&device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5&device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 2416 time: 0.3425453 Sep 16 16:31:30.891627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Attempting to bind port bea5c325-5472-4202-bc03-4509b595b299 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:30.895477 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Attempting to bind port bea5c325-5472-4202-bc03-4509b595b299 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:30.895477 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Attempting to bind port bea5c325-5472-4202-bc03-4509b595b299 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:30.921242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa03a2a9-9352-4447-9e33-f28606008ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:30.933785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922c8525-808c-44c7-9095-7af848b6a856', 'tag': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:30.937275 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adf7c82-0c7d-4c8b-ad57-9439833c794a" -d '{"events": [{"name": "network-changed", "server_uuid": "922c8525-808c-44c7-9095-7af848b6a856", "tag": "025a3eb9-8be1-4e3f-864f-ae5e336fa7b9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:30.978452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Port bea5c325-5472-4202-bc03-4509b595b299 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:30.978858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Attempting to bind port bea5c325-5472-4202-bc03-4509b595b299 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:31.015852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a58e82f-0b5e-4c34-990d-cef8488d7839 req-167c565b-c214-43b3-baf1-9d66d201a5a9 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320469 Sep 16 16:31:31.034023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03a2a9-9352-4447-9e33-f28606008ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e86c74b-a75f-4e30-9287-a5407bce461b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:31.047501 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa03a2a9-9352-4447-9e33-f28606008ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.049428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fa03a2a9-9352-4447-9e33-f28606008ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "DELETE /v2.0/ports/1e86c74b-a75f-4e30-9287-a5407bce461b HTTP/1.1" status: 204 len: 168 time: 1.6446233 Sep 16 16:31:31.052656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34508) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:31.060595 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-3a6e509a-05c4-4eff-bd11-70e42490a562 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e HTTP/1.1" status: 200 len: 217 time: 0.1646929 Sep 16 16:31:31.069315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:31.070212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:31.071212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:31.071828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Bound port: bea5c325-5472-4202-bc03-4509b595b299, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:31.072452 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.087533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5d69e5d-215b-42ff-b0f1-fee6c37f3f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.100240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002abf4b-c3d5-4492-8cc6-3aa829ddec46 req-483dcba2-bbc4-4409-bf8e-5a69702d9b6b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.102207 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-002abf4b-c3d5-4492-8cc6-3aa829ddec46 req-483dcba2-bbc4-4409-bf8e-5a69702d9b6b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 948 time: 0.2172291 Sep 16 16:31:31.104297 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-276db72d-336b-4597-92f3-b026da8c1558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] GET failed (client error): The resource could not be found. Sep 16 16:31:31.106016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-276db72d-336b-4597-92f3-b026da8c1558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "GET /v2.0/ports/1e86c74b-a75f-4e30-9287-a5407bce461b HTTP/1.1" status: 404 len: 333 time: 0.0510190 Sep 16 16:31:31.110020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34510) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:31.124311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1917693190', 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:31.141826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d69e5d-215b-42ff-b0f1-fee6c37f3f76 None None] Pushing event deleted for resources: {'Port': ['ID=a610be35-cc46-4a87-ab0d-48b1a88367a4,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:31.144167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d69e5d-215b-42ff-b0f1-fee6c37f3f76 None None] No DVR routers for this DVR port a610be35-cc46-4a87-ab0d-48b1a88367a4 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:31.163051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.165507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc80171-e6e0-4208-9a3a-1219da1d113f req-5d2fb4b3-5865-47f8-a88b-0a9e5308cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.166990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc80171-e6e0-4208-9a3a-1219da1d113f req-5d2fb4b3-5865-47f8-a88b-0a9e5308cc86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5519f97917f84c79b1c1071c6fbfd124&device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 1094 time: 0.2066290 Sep 16 16:31:31.240202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-002abf4b-c3d5-4492-8cc6-3aa829ddec46 req-1253f849-5c30-4fca-be0d-75146c0f7f4c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273344 Sep 16 16:31:31.261905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] For port bea5c325-5472-4202-bc03-4509b595b299, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:31.265882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Deleting port a610be35-cc46-4a87-ab0d-48b1a88367a4 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:31.266234 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.276140 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.308945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75300eae-b3c0-4043-b17c-9f4bc5fb6abf req-07adc470-5295-4765-a9a8-4f0982717265 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.310530 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75300eae-b3c0-4043-b17c-9f4bc5fb6abf req-07adc470-5295-4765-a9a8-4f0982717265 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 943 time: 0.1519034 Sep 16 16:31:31.342701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:31:31.357579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] For port a610be35-cc46-4a87-ab0d-48b1a88367a4, host n-d-807786-3, got binding levels [] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:31.357880 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.367352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7efba5-0100-4e6c-b1a3-211e1d01102c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:31.371362 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfee593-5ee5-4778-8add-a928345d4248 x-openstack-request-id: req-bbfee593-5ee5-4778-8add-a928345d4248 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:31.371657 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922c8525-808c-44c7-9095-7af848b6a856", "tag": "025a3eb9-8be1-4e3f-864f-ae5e336fa7b9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:31.371910 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbfee593-5ee5-4778-8add-a928345d4248 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:31.373016 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922c8525-808c-44c7-9095-7af848b6a856', 'tag': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9', 'status': 'completed', 'code': 200} Sep 16 16:31:31.391503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-0a1168a1-65cd-4334-baf1-195da10215a4 req-f4aa91c1-52f5-41ce-847f-743d55371e4c tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:31:31.397450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] For port bea5c325-5472-4202-bc03-4509b595b299, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=bea5c325-5472-4202-bc03-4509b595b299,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:31:31.397607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a1168a1-65cd-4334-baf1-195da10215a4 req-f4aa91c1-52f5-41ce-847f-743d55371e4c tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183091 Sep 16 16:31:31.397718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Calling delete_port for a610be35-cc46-4a87-ab0d-48b1a88367a4 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:31.400345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.400557 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Added segment 12894d28-808c-4f19-9525-8ddbeb5469c2 of type vlan for network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 Sep 16 16:31:31.400719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Port a610be35-cc46-4a87-ab0d-48b1a88367a4 was not found and therefore no delete operation was performed {{(pid=95357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 16:31:31.402447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc80171-e6e0-4208-9a3a-1219da1d113f req-461c794f-e6a9-4d1c-a350-fe3e31f94358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.404835 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc80171-e6e0-4208-9a3a-1219da1d113f req-461c794f-e6a9-4d1c-a350-fe3e31f94358 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cbabd17a-c1b3-4d7f-9904-6ed06d49731e HTTP/1.1" status: 200 len: 915 time: 0.2271438 Sep 16 16:31:31.412950 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.436757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Made reservation on behalf of 0c5c8799c03c4b9e9f8c2c9bf234b52a for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:31.438995 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.441409 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.454987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-7635e97c-6812-4b27-936d-4a2143c955f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.456519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-7635e97c-6812-4b27-936d-4a2143c955f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.3368604 Sep 16 16:31:31.457883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Port': ['ID=a610be35-cc46-4a87-ab0d-48b1a88367a4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:31.462326 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b742418-d0b0-47d7-a043-98d2a0dfbb54 req-0a14baea-f111-43b6-a47b-63cbaf0dace4 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218523 Sep 16 16:31:31.463431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] No DVR routers for this DVR port a610be35-cc46-4a87-ab0d-48b1a88367a4 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:31.496487 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.511519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75300eae-b3c0-4043-b17c-9f4bc5fb6abf req-47c42e7e-832a-4ae0-8fad-d66ee4dfc2d8 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906984 Sep 16 16:31:31.519944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc80171-e6e0-4208-9a3a-1219da1d113f req-74aacdf2-f9ee-463d-829b-cb8cfa246302 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01625dd3-0a88-44ff-a5df-043072e5de52 HTTP/1.1" status: 200 len: 217 time: 0.0939791 Sep 16 16:31:31.545371 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.582412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.584209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.584483 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] 10.222.0.52 "PUT /v2.0/ports/bea5c325-5472-4202-bc03-4509b595b299 HTTP/1.1" status: 200 len: 1096 time: 3.4536874 Sep 16 16:31:31.585748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] device_id is not set on port 79d01c9a-9e34-4e88-967b-d15dfe20573b yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:31:31.636905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.669419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a1168a1-65cd-4334-baf1-195da10215a4 req-b58c9cb6-446c-491d-876a-8eb49b7d1849 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2735448 Sep 16 16:31:31.678023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78a245-dc53-4cfb-a059-74550f9e5dfd service neutron] Pushing event updated for resources: {'Port': ['ID=bea5c325-5472-4202-bc03-4509b595b299,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:31.698929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-bc1ee552-2cb7-4e83-9138-13ff62db126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.700549 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-bc1ee552-2cb7-4e83-9138-13ff62db126e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2127302 Sep 16 16:31:31.704938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df91cb3-272a-4218-a7cf-fc78c4801384']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:31.711693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc80171-e6e0-4208-9a3a-1219da1d113f req-5b36dcaf-1276-4a12-9d40-462d01ad38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.717070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc80171-e6e0-4208-9a3a-1219da1d113f req-5b36dcaf-1276-4a12-9d40-462d01ad38e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2cba8c4-40b4-48c7-b388-31414e1622b5 HTTP/1.1" status: 200 len: 854 time: 0.1895137 Sep 16 16:31:31.736280 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:31.738183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae06d22-ae43-47bb-a5c6-fbf81782e8d6') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:31.789333 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.815585 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc80171-e6e0-4208-9a3a-1219da1d113f req-75242cb2-52aa-414e-be0c-1f1f40b64d46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cbabd17a-c1b3-4d7f-9904-6ed06d49731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700333 Sep 16 16:31:31.822989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-dbc806ff-55cd-4598-ae74-e23f9b265883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.825838 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-dbc806ff-55cd-4598-ae74-e23f9b265883 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=604e6b861efa4af294fe2ffa7efabb71&device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 1098 time: 0.1970351 Sep 16 16:31:31.833326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.834442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.835042 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.877505 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.893576 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.905580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:31:31.905989 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:31:31.916471 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:31:31.949620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8752ba35-6928-4a7f-8a61-a2d857ec6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:31.951346 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-8752ba35-6928-4a7f-8a61-a2d857ec6418 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 1099 time: 0.2360373 Sep 16 16:31:32.074126 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-af108597-8a2b-4786-ae38-4625c181c7a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=bea5c325-5472-4202-bc03-4509b595b299 HTTP/1.1" status: 200 len: 217 time: 0.0840402 Sep 16 16:31:32.076859 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-8657339e-deb1-474d-a2f9-8b7f310b84c5 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625512 Sep 16 16:31:32.083005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:32.099823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aba7e31c-ffea-4daa-87f1-6ad0d745c0c8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4772394 Sep 16 16:31:32.100036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:31:32.102436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34516) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:32.118427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Request body: {'subnet': {'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1521350352-subnet', 'tenant_id': '89480843ad5b4250bab54c1d0aacd3c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:32.143553 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:32.159731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf83f8-8d6f-4796-9a97-afa8571896c3 req-94e396de-11a0-43b3-a12e-d5a80ecbdefa tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:32.167538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32cf83f8-8d6f-4796-9a97-afa8571896c3 req-94e396de-11a0-43b3-a12e-d5a80ecbdefa tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 947 time: 0.3006952 Sep 16 16:31:32.196970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-dcb6decc-0b75-464f-af41-4b8ced5fb2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:32.200912 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-dcb6decc-0b75-464f-af41-4b8ced5fb2d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.3313766 Sep 16 16:31:32.217560 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:32.229110 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:32.234604 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] 10.222.0.22 "DELETE /v2.0/networks/8df91cb3-272a-4218-a7cf-fc78c4801384 HTTP/1.1" status: 204 len: 168 time: 1.7871244 Sep 16 16:31:32.240368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a610be35-cc46-4a87-ab0d-48b1a88367a4 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:32.257494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc80171-e6e0-4208-9a3a-1219da1d113f req-a18cd484-25b9-4929-8de1-c316a157b665 service neutron] 10.222.0.62 "GET /v2.0/networks/cbabd17a-c1b3-4d7f-9904-6ed06d49731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172812 Sep 16 16:31:32.271302 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a610be35-cc46-4a87-ab0d-48b1a88367a4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:32.271791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a610be35-cc46-4a87-ab0d-48b1a88367a4 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:32.316574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32cf83f8-8d6f-4796-9a97-afa8571896c3 req-c05e1816-084a-4c26-be22-88f581e2c08c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480985 Sep 16 16:31:32.369931 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-6e3a556c-9ddb-4340-b3c3-e92239a7820e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 HTTP/1.1" status: 200 len: 217 time: 0.1339424 Sep 16 16:31:32.371207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf8c0b-8375-409b-bbd2-9bc3d1b83162 tempest-ServersTestMultiNic-622014411 tempest-ServersTestMultiNic-622014411-project] Pushing event deleted for resources: {'Network': ['ID=8df91cb3-272a-4218-a7cf-fc78c4801384,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:32.371876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Made reservation on behalf of 89480843ad5b4250bab54c1d0aacd3c6 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:32.374948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:32.411495 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:32.429218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-84ba48b2-ce8f-489f-bc93-ff953629402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:32.430633 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-84ba48b2-ce8f-489f-bc93-ff953629402c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.3382814 Sep 16 16:31:32.520500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc80171-e6e0-4208-9a3a-1219da1d113f req-d5ddc156-b512-404e-a169-4eeef43dc3c5 service neutron] 10.222.0.62 "GET /v2.0/networks/cbabd17a-c1b3-4d7f-9904-6ed06d49731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543383 Sep 16 16:31:32.551763 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebae7e42-2da9-474d-bcc3-046f0d9d0f79 req-6f134fb7-0797-428e-9566-48e5dd824d0c service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564846 Sep 16 16:31:32.553894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-a535852f-a22b-434f-a118-5174945c3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:32.554987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Network 8ef6f83b-9504-4def-9ab0-5de205aeddba is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:32.563173 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-a535852f-a22b-434f-a118-5174945c3d9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1749017 Sep 16 16:31:32.568484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:32.570463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event updated for resources: {'Port': ['ID=79d01c9a-9e34-4e88-967b-d15dfe20573b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:32.573813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:32.574760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:32.575910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:32.581394 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:31:32.628695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7101cd5-f7a5-4c55-866b-07f050da49a1 req-62375132-10a6-4a22-9b79-98a0e5e18f2a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:32.630455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7101cd5-f7a5-4c55-866b-07f050da49a1 req-62375132-10a6-4a22-9b79-98a0e5e18f2a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 948 time: 0.1432557 Sep 16 16:31:32.672665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-c5b51044-5895-4ce9-a29b-396b1b04fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:32.674311 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-c5b51044-5895-4ce9-a29b-396b1b04fc08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866015 Sep 16 16:31:32.679681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-4ca68874-3bb6-4212-966e-9521fa7f2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:32.681729 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-4ca68874-3bb6-4212-966e-9521fa7f2982 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229231 Sep 16 16:31:32.684065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9e24b9a1-60af-49e8-a83f-a34b31198145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5727675 Sep 16 16:31:32.688476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34532) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:32.715112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7101cd5-f7a5-4c55-866b-07f050da49a1 req-628d07f4-d722-4c34-9456-87d81703b9a4 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584893 Sep 16 16:31:32.728659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646435ed-25b6-40bf-9d42-b5ec16802603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:32.733699 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-646435ed-25b6-40bf-9d42-b5ec16802603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "GET /v2.0/ports/79d01c9a-9e34-4e88-967b-d15dfe20573b HTTP/1.1" status: 200 len: 959 time: 0.0440874 Sep 16 16:31:32.734306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34534) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:32.744682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 01625dd3-0a88-44ff-a5df-043072e5de52 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:31:32.829207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:32.833050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746f8ac-95d3-439c-9958-0a07fe7b645c req-2fd901d9-03d1-4f2e-9afb-a5264ab3b037 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:32.835532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7746f8ac-95d3-439c-9958-0a07fe7b645c req-2fd901d9-03d1-4f2e-9afb-a5264ab3b037 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 943 time: 0.0747519 Sep 16 16:31:32.842328 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:32.872811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9', 'mac_address': 'fa:16:3e:00:e3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:31:32.930135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7746f8ac-95d3-439c-9958-0a07fe7b645c req-a2ab6243-58fc-44a5-87f9-d97de05d885e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778427 Sep 16 16:31:32.938078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 01625dd3-0a88-44ff-a5df-043072e5de52, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=01625dd3-0a88-44ff-a5df-043072e5de52,segment=NetworkSegment(8cabd302-bb72-4c9f-9470-bef01bab6e43),segment_id=8cabd302-bb72-4c9f-9470-bef01bab6e43)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:32.946271 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:33.006875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Checking segment: {'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:33.007242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Network hostable DHCP agents. Network: 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:31:33.042242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e882bd5-7268-4bab-99dd-2a1efcaa8946,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:33.072884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34542) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:33.140561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '01625dd3-0a88-44ff-a5df-043072e5de52', 'network_id': 'cbabd17a-c1b3-4d7f-9904-6ed06d49731e', 'port_id': '01625dd3-0a88-44ff-a5df-043072e5de52', 'mac_address': 'fa:16:3e:1c:62:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2cba8c4-40b4-48c7-b388-31414e1622b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:31:33.143511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:31:33.156236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:33.209674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:33.221784 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:33.224418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:33.243609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:33.244210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:33.248368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a56cb-bdc5-47a6-8022-e1a190a4cd15 None None] Network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:33.284809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01625dd3-0a88-44ff-a5df-043072e5de52 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:33.293983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:33.295051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6844ce1f-4e62-4d31-8554-b3b667536a1e details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:31:33.371881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 01625dd3-0a88-44ff-a5df-043072e5de52, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=01625dd3-0a88-44ff-a5df-043072e5de52,segment=NetworkSegment(8cabd302-bb72-4c9f-9470-bef01bab6e43),segment_id=8cabd302-bb72-4c9f-9470-bef01bab6e43)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:33.437398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:33.456969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90f006c-164c-41e6-b9a2-642e42117bfc', 'tag': 'bea5c325-5472-4202-bc03-4509b595b299'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:33.459866 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240de35-7b06-4915-b947-ceed1e03757e" -d '{"events": [{"name": "network-changed", "server_uuid": "d90f006c-164c-41e6-b9a2-642e42117bfc", "tag": "bea5c325-5472-4202-bc03-4509b595b299"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:33.461370 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:33.473328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d6c78b3b-f5c6-4aae-869e-19a9a03592b6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3555193 Sep 16 16:31:33.476885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:33.486730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'mac_address': 'fa:16:3e:56:c2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:31:33.509659 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-d3631510-2bca-4d9a-8e20-f8686a215e6b service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743471 Sep 16 16:31:33.637850 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:33.657972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825501-1358-4fff-8bae-47dc94bdab25 req-475f4e36-bf98-46b6-b1cd-e7cf88857404 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:33.660589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64825501-1358-4fff-8bae-47dc94bdab25 req-475f4e36-bf98-46b6-b1cd-e7cf88857404 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 948 time: 0.1928489 Sep 16 16:31:33.675576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=01625dd3-0a88-44ff-a5df-043072e5de52,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:33.689184 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:33.693640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527e5ff8-c16c-43a3-98f4-8a8eacbc4c06 None None] Network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:33.702912 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73399af-584a-4b2c-9e0c-957ffffccf0c x-openstack-request-id: req-e73399af-584a-4b2c-9e0c-957ffffccf0c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:33.703510 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90f006c-164c-41e6-b9a2-642e42117bfc", "tag": "bea5c325-5472-4202-bc03-4509b595b299", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:33.705355 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e73399af-584a-4b2c-9e0c-957ffffccf0c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:33.705355 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90f006c-164c-41e6-b9a2-642e42117bfc', 'tag': 'bea5c325-5472-4202-bc03-4509b595b299', 'status': 'completed', 'code': 200} Sep 16 16:31:33.705566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6844ce1f-4e62-4d31-8554-b3b667536a1e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:33.723279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-c4777312-0b1c-4e98-8984-b351ef80ef1c service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9865363 Sep 16 16:31:33.727611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f8279023-8161-43a6-ba9e-6b08d617565b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Deleting port 79d01c9a-9e34-4e88-967b-d15dfe20573b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:33.728213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8279023-8161-43a6-ba9e-6b08d617565b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:33.743005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['01625dd3-0a88-44ff-a5df-043072e5de52'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:33.777593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64825501-1358-4fff-8bae-47dc94bdab25 req-3024bd58-b206-4a3d-aa0a-4aaefa1ace1f tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010730 Sep 16 16:31:33.787737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:33.926662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:33.933790 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2adf7c82-0c7d-4c8b-ad57-9439833c794a req-e3912dcb-d411-4058-a148-fcaf3da5bc03 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032261 Sep 16 16:31:33.973274 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:33.980369 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c9ecce04-c945-49f9-a19f-884cffe616ed req-67795ed4-9528-41ff-bef0-1dbdfef50dc2 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397283 Sep 16 16:31:33.990148 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8279023-8161-43a6-ba9e-6b08d617565b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:34.010182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f8279023-8161-43a6-ba9e-6b08d617565b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Calling delete_port for 79d01c9a-9e34-4e88-967b-d15dfe20573b owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:34.173573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8279023-8161-43a6-ba9e-6b08d617565b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:34.175207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a873b-35d6-4410-b7fa-1ce3b2b9ab94 req-ef77289e-ecce-433c-9b45-ad61ba19f029 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:34.183995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa2a873b-35d6-4410-b7fa-1ce3b2b9ab94 req-ef77289e-ecce-433c-9b45-ad61ba19f029 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 948 time: 0.2620928 Sep 16 16:31:34.193316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:34.211755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8279023-8161-43a6-ba9e-6b08d617565b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event deleted for resources: {'Port': ['ID=79d01c9a-9e34-4e88-967b-d15dfe20573b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:34.219347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6844ce1f-4e62-4d31-8554-b3b667536a1e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:34.221479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['025a3eb9-8be1-4e3f-864f-ae5e336fa7b9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:34.230864 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8279023-8161-43a6-ba9e-6b08d617565b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:34.236125 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f8279023-8161-43a6-ba9e-6b08d617565b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "DELETE /v2.0/ports/79d01c9a-9e34-4e88-967b-d15dfe20573b HTTP/1.1" status: 204 len: 168 time: 1.4986234 Sep 16 16:31:34.237528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34576) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:34.248986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240de35-7b06-4915-b947-ceed1e03757e req-1e7237c8-6b85-4f88-9d1d-85a986ca2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:34.251060 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0240de35-7b06-4915-b947-ceed1e03757e req-1e7237c8-6b85-4f88-9d1d-85a986ca2434 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 1099 time: 0.1260791 Sep 16 16:31:34.276661 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d95d81-8638-4a8c-aeb6-eb08714c69b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] GET failed (client error): The resource could not be found. Sep 16 16:31:34.282496 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-83d95d81-8638-4a8c-aeb6-eb08714c69b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "GET /v2.0/ports/79d01c9a-9e34-4e88-967b-d15dfe20573b HTTP/1.1" status: 404 len: 333 time: 0.0438333 Sep 16 16:31:34.283907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34580) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:34.292986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Request body: {'port': {'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1447016742'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:34.341320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa2a873b-35d6-4410-b7fa-1ce3b2b9ab94 req-75d18d6b-99cd-48e9-8d15-f5fd7d335f93 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563039 Sep 16 16:31:34.350794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-d461afb2-2653-411b-bd93-2a79484d9038 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:34.352300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-d461afb2-2653-411b-bd93-2a79484d9038 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/networks?id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 HTTP/1.1" status: 200 len: 822 time: 0.2863741 Sep 16 16:31:34.393743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240de35-7b06-4915-b947-ceed1e03757e req-2cf5c1df-b4c5-4cf4-925b-964998917b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:34.395713 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0240de35-7b06-4915-b947-ceed1e03757e req-2cf5c1df-b4c5-4cf4-925b-964998917b43 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1278372 Sep 16 16:31:34.431528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-2cccdf11-981a-4774-8171-eb4fa0b3e0bd tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/quotas/89480843ad5b4250bab54c1d0aacd3c6 HTTP/1.1" status: 200 len: 375 time: 0.0592425 Sep 16 16:31:34.447780 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0240de35-7b06-4915-b947-ceed1e03757e req-e37d1617-876a-41ee-868b-966fe4c17376 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=bea5c325-5472-4202-bc03-4509b595b299 HTTP/1.1" status: 200 len: 217 time: 0.0429943 Sep 16 16:31:34.494540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-a8280907-7de1-46c1-b2aa-66636a46c4f6 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89480843ad5b4250bab54c1d0aacd3c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509107 Sep 16 16:31:34.508881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240de35-7b06-4915-b947-ceed1e03757e req-da07083f-2f91-4648-b4cd-fd2e0319ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:34.510485 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0240de35-7b06-4915-b947-ceed1e03757e req-da07083f-2f91-4648-b4cd-fd2e0319ace6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0549955 Sep 16 16:31:34.549322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Made reservation on behalf of 0c5c8799c03c4b9e9f8c2c9bf234b52a for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:34.555564 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:34.580722 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240de35-7b06-4915-b947-ceed1e03757e req-ef949210-822c-4e4c-bf29-cc42981a539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:34.582518 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0240de35-7b06-4915-b947-ceed1e03757e req-ef949210-822c-4e4c-bf29-cc42981a539a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624120 Sep 16 16:31:34.671507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] device_id is not set on port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:31:34.691251 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0240de35-7b06-4915-b947-ceed1e03757e req-96a1a3e2-b175-4560-a0ec-9426985a3edd service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984633 Sep 16 16:31:34.798223 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0240de35-7b06-4915-b947-ceed1e03757e req-34b2e0f5-e3c5-4191-a960-e193573d4368 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012626 Sep 16 16:31:35.007970 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-610c47ae-40b0-4c29-9dcb-fe50861c58c3 service neutron] 10.222.0.22 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018256 Sep 16 16:31:35.055757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] Deleting port 578f118a-a5bf-411f-9a88-615323e9f30e {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:35.056093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:35.119474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2369c-5b10-479f-b6d0-dd912a892ad0 req-9696318f-f3fc-41c5-9338-46db860f70db tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:35.121023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64d2369c-5b10-479f-b6d0-dd912a892ad0 req-9696318f-f3fc-41c5-9338-46db860f70db tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 944 time: 0.1746056 Sep 16 16:31:35.267108 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:35.312963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] For port 578f118a-a5bf-411f-9a88-615323e9f30e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=578f118a-a5bf-411f-9a88-615323e9f30e,segment=NetworkSegment(a7b84348-a479-44c0-90a9-a1277401248c),segment_id=a7b84348-a479-44c0-90a9-a1277401248c)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:35.313329 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:35.319431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64d2369c-5b10-479f-b6d0-dd912a892ad0 req-246ae8ce-2bca-427d-9a5b-17f19e1d8be0 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690810 Sep 16 16:31:35.327017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-ca4d4ad2-7ab8-4a5e-98e3-776b46e2b5dd service neutron] 10.222.0.22 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092542 Sep 16 16:31:35.338341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] Calling delete_port for 578f118a-a5bf-411f-9a88-615323e9f30e owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:35.484176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:35.559400 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Network 8ef6f83b-9504-4def-9ab0-5de205aeddba is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:35.583163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e2bf1-e2d0-463a-a7f2-42d2f8297662 req-cbe99d7a-f7d4-45f2-9a1a-ab8018dab65e tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:35.583163 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c5e2bf1-e2d0-463a-a7f2-42d2f8297662 req-cbe99d7a-f7d4-45f2-9a1a-ab8018dab65e tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.1607933 Sep 16 16:31:35.583163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:35.591867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:35.592811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:35.593414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:35.596736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event updated for resources: {'Port': ['ID=0bed547d-83b5-427e-9360-7bfaa8ef1b2e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:35.695292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c5e2bf1-e2d0-463a-a7f2-42d2f8297662 req-cba8f6a3-dc75-4ff5-8a61-2007fc923ac0 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993934 Sep 16 16:31:35.705735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de048cc1-80ac-4eea-a36d-1ec90e876e4e req-2910025a-f2fd-4d83-906c-bd483a1cefe3 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:35.707238 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de048cc1-80ac-4eea-a36d-1ec90e876e4e req-2910025a-f2fd-4d83-906c-bd483a1cefe3 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 948 time: 0.1459742 Sep 16 16:31:35.711737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0e291dfc-7751-4d27-99be-d6b629512caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4235799 Sep 16 16:31:35.714582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34600) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:35.722949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:35.762521 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de048cc1-80ac-4eea-a36d-1ec90e876e4e req-0d7b743f-e8c1-4f52-b978-6ebda0c16c61 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Sep 16 16:31:35.771980 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:35.793725 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:35.815111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34602) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:35.821735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=578f118a-a5bf-411f-9a88-615323e9f30e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:35.915218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411911e-0f86-415d-898b-e8ca694d6f9b req-94d2fff9-6816-46b7-8359-3aa94e59df97 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:35.922588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7411911e-0f86-415d-898b-e8ca694d6f9b req-94d2fff9-6816-46b7-8359-3aa94e59df97 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 948 time: 0.1644008 Sep 16 16:31:35.925825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dc6a697-a2c0-42c2-8a47-5ad6b352b134 req-874d7b09-3b80-46c5-99dc-6993fb26e79b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 210 time: 0.0756028 Sep 16 16:31:36.012811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7411911e-0f86-415d-898b-e8ca694d6f9b req-6adcb13f-ed84-4eff-b3bd-bdcf4835dfe3 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891833 Sep 16 16:31:36.110951 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:36.178388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-f1adbc33-d585-4b31-840d-a66e62c0ab38 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:36.179903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-f1adbc33-d585-4b31-840d-a66e62c0ab38 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.62 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.1026556 Sep 16 16:31:36.246154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] device_id is not set on port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:31:36.276957 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:36.386665 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:36.437157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-653bf82d-8784-425d-acdd-c9752cbf7904 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Deleting port 2ca89393-15ca-450a-b461-78a329ea1219 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:36.437751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-653bf82d-8784-425d-acdd-c9752cbf7904 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:36.453529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event updated for resources: {'Port': ['ID=0bed547d-83b5-427e-9360-7bfaa8ef1b2e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:36.474346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:36.474745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:36.475084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:36.482077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:36.482555 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:36.485740 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 2 to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e Sep 16 16:31:36.492995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:36.513432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907ceb8-17ee-405a-9a6e-75bd6a80896a req-20db3dfe-591d-4b81-abe3-ab8ec248dd8c tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:36.514939 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c907ceb8-17ee-405a-9a6e-75bd6a80896a req-20db3dfe-591d-4b81-abe3-ab8ec248dd8c tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 944 time: 0.1251833 Sep 16 16:31:36.537272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:36.537607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:36.537942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:36.546550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:36.546879 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:36.548848 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 3 to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e Sep 16 16:31:36.566686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:36.567021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:36.567354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:36.575430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:36.575813 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:36.584830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] Router 93a94326-c657-422e-ab62-f2561b7957c1 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:31:36.605700 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 4 to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e Sep 16 16:31:36.615958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device bea5c325-5472-4202-bc03-4509b595b299 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:31:36.618883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:36.623695 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c907ceb8-17ee-405a-9a6e-75bd6a80896a req-3b81d2e4-ec5c-49c0-8647-cf832f2469da tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761960 Sep 16 16:31:36.628733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:36.629070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:36.629433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:36.630877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-653bf82d-8784-425d-acdd-c9752cbf7904 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] For port 2ca89393-15ca-450a-b461-78a329ea1219, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2ca89393-15ca-450a-b461-78a329ea1219,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:36.631245 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-653bf82d-8784-425d-acdd-c9752cbf7904 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:36.639657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:36.640082 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:36.641847 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 5 to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e Sep 16 16:31:36.677602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-653bf82d-8784-425d-acdd-c9752cbf7904 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Calling delete_port for 2ca89393-15ca-450a-b461-78a329ea1219 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:36.690924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:36.691318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:36.692140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:36.704266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 01625dd3-0a88-44ff-a5df-043072e5de52 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:36.720151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:36.720772 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:36.721604 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 6 to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e Sep 16 16:31:36.740987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:36.741248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:36.741544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:36.748149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:36.748904 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:36.750976 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 7 to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e Sep 16 16:31:36.772167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:36.772536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:36.772863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:36.782380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:36.782741 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:36.783352 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 8 to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e Sep 16 16:31:36.817187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:31:36.821607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:36.821944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:36.822283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:36.830605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:36.830980 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:36.847871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:36.848286 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:36.849310 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 9 to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e Sep 16 16:31:36.868186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:36.868472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:36.868789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:36.876958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port bea5c325-5472-4202-bc03-4509b595b299, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=bea5c325-5472-4202-bc03-4509b595b299,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:36.877766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:36.878094 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:36.879542 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempt 10 to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e Sep 16 16:31:36.899493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 01625dd3-0a88-44ff-a5df-043072e5de52 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:31:36.902928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:36.903352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:36.903685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempting to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:36.910678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] Deleting port c975b74b-7cc9-43f5-a9ab-19134fbb8c67 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:36.910932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 01625dd3-0a88-44ff-a5df-043072e5de52 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:36.911074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:36.911205 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:36.917989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'bea5c325-5472-4202-bc03-4509b595b299', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'bea5c325-5472-4202-bc03-4509b595b299', 'mac_address': 'fa:16:3e:5b:83:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:31:36.926205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:36.926544 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Failed to bind port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on host n-h2-807786-3 for vnic_type normal using segments [{'id': '7769ecde-fcb6-47de-9b2b-9a27a9cbe354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ef6f83b-9504-4def-9ab0-5de205aeddba'}] Sep 16 16:31:36.926915 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.038577 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.039888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] For port c975b74b-7cc9-43f5-a9ab-19134fbb8c67, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c975b74b-7cc9-43f5-a9ab-19134fbb8c67,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:37.040501 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.067292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] Calling delete_port for c975b74b-7cc9-43f5-a9ab-19134fbb8c67 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:37.084155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] For port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:37.084554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attempted to set empty binding levels {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 16:31:37.088858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea5c325-5472-4202-bc03-4509b595b299 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:37.097004 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.136086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port bea5c325-5472-4202-bc03-4509b595b299, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=bea5c325-5472-4202-bc03-4509b595b299,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:37.141619 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.147711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922c8525-808c-44c7-9095-7af848b6a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:37.150076 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dee4c3-5c7e-4df3-a8b8-6e82cff0cf93" -d '{"events": [{"server_uuid": "922c8525-808c-44c7-9095-7af848b6a856", "name": "network-vif-plugged", "status": "completed", "tag": "025a3eb9-8be1-4e3f-864f-ae5e336fa7b9"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:37.162536 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.170701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:37.180805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:31:37.191510 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b4cd2898-ff42-4fcd-82a6-4f0d2f1719f1 admin admin] 10.222.0.22 "PUT /v2.0/routers/93a94326-c657-422e-ab62-f2561b7957c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1175325 Sep 16 16:31:37.192236 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] Sync routers for ids ['93a94326-c657-422e-ab62-f2561b7957c1'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:31:37.195490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34618) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:37.208344 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] Routers {'93a94326-c657-422e-ab62-f2561b7957c1'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:37.212774 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['93a94326-c657-422e-ab62-f2561b7957c1'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:37.214273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 01625dd3-0a88-44ff-a5df-043072e5de52, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=01625dd3-0a88-44ff-a5df-043072e5de52,segment=NetworkSegment(8cabd302-bb72-4c9f-9470-bef01bab6e43),segment_id=8cabd302-bb72-4c9f-9470-bef01bab6e43)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:37.222025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event updated for resources: {'Port': ['ID=0bed547d-83b5-427e-9360-7bfaa8ef1b2e,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:37.224823 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.254231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d70135-132e-4c4f-9da6-17f7baec37ef req-c7fccee6-df64-457f-b2af-dee548a748fd tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:37.255754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01d70135-132e-4c4f-9da6-17f7baec37ef req-c7fccee6-df64-457f-b2af-dee548a748fd tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 948 time: 0.1932869 Sep 16 16:31:37.270572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae62a71-283d-499b-bcf9-7cee4bc2c746 req-6421c9b7-470e-40e4-9239-ee9e3e5c2be3 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:37.272443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ae62a71-283d-499b-bcf9-7cee4bc2c746 req-6421c9b7-470e-40e4-9239-ee9e3e5c2be3 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 945 time: 0.2110400 Sep 16 16:31:37.287397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.288289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6844ce1f-4e62-4d31-8554-b3b667536a1e up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:37.325022 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.325965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2ca89393-15ca-450a-b461-78a329ea1219 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:37.331004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=bea5c325-5472-4202-bc03-4509b595b299,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:37.351980 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] Set router 93a94326-c657-422e-ab62-f2561b7957c1 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:37.374573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] In _notify_port_updated(), no bound segment for port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e on network 8ef6f83b-9504-4def-9ab0-5de205aeddba {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:31:37.375637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:37.376456 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.378032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ae99d499-0970-4dcd-be27-b003db6ea96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "PUT /v2.0/ports/0bed547d-83b5-427e-9360-7bfaa8ef1b2e HTTP/1.1" status: 200 len: 979 time: 1.6611104 Sep 16 16:31:37.380959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34620) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:37.432050 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ae62a71-283d-499b-bcf9-7cee4bc2c746 req-5b5281ce-a698-42a6-8bf7-67424c684eea tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450806 Sep 16 16:31:37.445948 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.450236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01d70135-132e-4c4f-9da6-17f7baec37ef req-945bf93f-85bd-47e0-833b-8c32ad588729 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696453 Sep 16 16:31:37.470874 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.520909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] Pushing event deleted for resources: {'Port': ['ID=c975b74b-7cc9-43f5-a9ab-19134fbb8c67,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:37.558202 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['bea5c325-5472-4202-bc03-4509b595b299'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:37.560348 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-653bf82d-8784-425d-acdd-c9752cbf7904 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.578704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:37.614971 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No active binding found for port 2ca89393-15ca-450a-b461-78a329ea1219 {{(pid=95359) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 16:31:37.615420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2ca89393-15ca-450a-b461-78a329ea1219 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:37.656483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bf82d-8784-425d-acdd-c9752cbf7904 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Pushing event deleted for resources: {'Port': ['ID=2ca89393-15ca-450a-b461-78a329ea1219,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:37.678465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=01625dd3-0a88-44ff-a5df-043072e5de52,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:37.697898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 6844ce1f-4e62-4d31-8554-b3b667536a1e completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:31:37.718430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 6844ce1f-4e62-4d31-8554-b3b667536a1e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:37.718806 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.722759 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a94326-c657-422e-ab62-f2561b7957c1', 'name': 'tempest-ServersTestMultiNic-1896539832-router', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:09Z', 'updated_at': '2021-09-16T16:31:35Z', 'revision_number': 5, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'gw_port': {'id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:10Z', 'updated_at': '2021-09-16T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:37.773140 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] Checking router: 93a94326-c657-422e-ab62-f2561b7957c1 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:31:37.785201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-bd9bf670-9fe3-4cc1-94b8-c1e0fdf6b6d2 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:37.786740 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] Routers {'93a94326-c657-422e-ab62-f2561b7957c1'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:37.787165 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-bd9bf670-9fe3-4cc1-94b8-c1e0fdf6b6d2 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.62 "GET /v2.0/networks?id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 HTTP/1.1" status: 200 len: 822 time: 0.1529737 Sep 16 16:31:37.787754 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['93a94326-c657-422e-ab62-f2561b7957c1'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:37.790057 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be8bc067-193a-4cbc-8b6e-d2079727ff5c req-566e79e1-3e3c-4a60-b06e-7f7fc19de479 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 210 time: 0.1737406 Sep 16 16:31:37.801496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Request body: {'port': {'device_id': 'ac487966-c4e2-432c-a462-f9c298f558fb', 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3', 'admin_state_up': True, 'tenant_id': '89480843ad5b4250bab54c1d0aacd3c6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:37.819809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-6fe82986-50da-49d4-a7e8-69ce0666108b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Deleting port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:37.820149 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6fe82986-50da-49d4-a7e8-69ce0666108b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.879490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-653bf82d-8784-425d-acdd-c9752cbf7904 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] No DVR routers for this DVR port 2ca89393-15ca-450a-b461-78a329ea1219 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:37.890138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-653bf82d-8784-425d-acdd-c9752cbf7904 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.895977 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be2284e7-873e-4aef-ad45-bd95d3780b49 req-653bf82d-8784-425d-acdd-c9752cbf7904 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.62 "DELETE /v2.0/ports/2ca89393-15ca-450a-b461-78a329ea1219 HTTP/1.1" status: 204 len: 173 time: 1.7075834 Sep 16 16:31:37.915927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938f9a53-388e-4f0e-a0d6-ea34716b9643', 'name': 'network-vif-deleted', 'tag': '2ca89393-15ca-450a-b461-78a329ea1219'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:37.918354 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.923421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-6fe82986-50da-49d4-a7e8-69ce0666108b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] For port 0bed547d-83b5-427e-9360-7bfaa8ef1b2e, host n-h2-807786-3, got binding levels [] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:37.923790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6fe82986-50da-49d4-a7e8-69ce0666108b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:37.925878 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24c266e-ada9-4546-a939-5fe3d990aafa x-openstack-request-id: req-a24c266e-ada9-4546-a939-5fe3d990aafa {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:37.926149 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922c8525-808c-44c7-9095-7af848b6a856", "name": "network-vif-plugged", "status": "completed", "tag": "025a3eb9-8be1-4e3f-864f-ae5e336fa7b9", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:37.926400 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a24c266e-ada9-4546-a939-5fe3d990aafa {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:37.927927 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922c8525-808c-44c7-9095-7af848b6a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9', 'code': 200} Sep 16 16:31:37.933203 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a59cb8b-41bb-4599-8cba-e3add6b3a661" -d '{"events": [{"server_uuid": "938f9a53-388e-4f0e-a0d6-ea34716b9643", "name": "network-vif-deleted", "tag": "2ca89393-15ca-450a-b461-78a329ea1219"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:37.938253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-6fe82986-50da-49d4-a7e8-69ce0666108b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Calling delete_port for 0bed547d-83b5-427e-9360-7bfaa8ef1b2e owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:37.976267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b51e3-c4db-4383-a42c-a619e11ab8eb req-b9e09766-872e-483e-a8e8-9e2726fa8385 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:37.992844 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] Set router 93a94326-c657-422e-ab62-f2561b7957c1 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:38.005100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c5b51e3-c4db-4383-a42c-a619e11ab8eb req-b9e09766-872e-483e-a8e8-9e2726fa8385 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 949 time: 0.4493887 Sep 16 16:31:38.031828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:38.104433 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:38.113469 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:38.188018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c5b51e3-c4db-4383-a42c-a619e11ab8eb req-d9094c28-3bf1-4eb1-a87c-332779abaffc tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726987 Sep 16 16:31:38.213128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4783d3-b1f8-4ff7-9342-5b5c1af40c75 req-9a05d0cc-fd49-4dc3-8d8b-1e1d4c90bf52 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:38.220620 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb4783d3-b1f8-4ff7-9342-5b5c1af40c75 req-9a05d0cc-fd49-4dc3-8d8b-1e1d4c90bf52 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 945 time: 0.2116921 Sep 16 16:31:38.241066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:38.276475 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede05456-87c8-4203-a982-6ac50e7a05e2 x-openstack-request-id: req-ede05456-87c8-4203-a982-6ac50e7a05e2 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:38.279591 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938f9a53-388e-4f0e-a0d6-ea34716b9643", "name": "network-vif-deleted", "tag": "2ca89393-15ca-450a-b461-78a329ea1219", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:38.279591 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ede05456-87c8-4203-a982-6ac50e7a05e2 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:38.279591 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938f9a53-388e-4f0e-a0d6-ea34716b9643', 'name': 'network-vif-deleted', 'tag': '2ca89393-15ca-450a-b461-78a329ea1219', 'status': 'completed', 'code': 200} Sep 16 16:31:38.284409 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a94326-c657-422e-ab62-f2561b7957c1', 'name': 'tempest-ServersTestMultiNic-1896539832-router', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:09Z', 'updated_at': '2021-09-16T16:31:35Z', 'revision_number': 5, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'gw_port': {'id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:10Z', 'updated_at': '2021-09-16T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:38.307965 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:38.320225 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6cdbea-88f1-4e31-aa94-c0a8a45465f3 None None] The sync data for ids ['93a94326-c657-422e-ab62-f2561b7957c1'] in n-d-807786-3 is: [{'id': '93a94326-c657-422e-ab62-f2561b7957c1', 'name': 'tempest-ServersTestMultiNic-1896539832-router', 'tenant_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:09Z', 'updated_at': '2021-09-16T16:31:35Z', 'revision_number': 5, 'project_id': 'f7a35bdc9f004296b2a91de93f3741b2', 'gw_port': {'id': '4caf4b32-6a1f-43ab-8550-3a52efec6b7e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a94326-c657-422e-ab62-f2561b7957c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:10Z', 'updated_at': '2021-09-16T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:31:38.347093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb4783d3-b1f8-4ff7-9342-5b5c1af40c75 req-3aa730e2-ce1d-4a55-a8f0-3c85c4174be7 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173594 Sep 16 16:31:38.379613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Deleting port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:38.379967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:38.438912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd90f84-86ff-4903-99db-903a724fa21b req-27837567-03aa-41c4-a525-d77e1744ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:38.440344 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2fd90f84-86ff-4903-99db-903a724fa21b req-27837567-03aa-41c4-a525-d77e1744ea02 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 1100 time: 0.4026136 Sep 16 16:31:38.484836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] For port 4caf4b32-6a1f-43ab-8550-3a52efec6b7e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4caf4b32-6a1f-43ab-8550-3a52efec6b7e,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:38.485415 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:38.505493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Calling delete_port for 4caf4b32-6a1f-43ab-8550-3a52efec6b7e owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:38.554953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6fe82986-50da-49d4-a7e8-69ce0666108b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:38.557643 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2fd90f84-86ff-4903-99db-903a724fa21b req-d3ae4cb5-fba0-423f-bed1-059fbfb85e58 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990908 Sep 16 16:31:38.617238 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e117afc7-c818-4b0d-93e3-e67ce6e06c25 req-88a0598b-64f2-4b07-974d-3ba4e167f3a2 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=938f9a53-388e-4f0e-a0d6-ea34716b9643 HTTP/1.1" status: 200 len: 210 time: 0.0617051 Sep 16 16:31:38.705661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13145a43-e0e2-490a-b7c3-ad2c5ce56501 req-b26a1d74-3979-4f48-8f2c-73fb591c6009 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:38.713417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13145a43-e0e2-490a-b7c3-ad2c5ce56501 req-b26a1d74-3979-4f48-8f2c-73fb591c6009 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 949 time: 0.1565468 Sep 16 16:31:38.733962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['888042ac-6d2a-444b-ba61-ebada21fa817', 'f82d5a80-f3f8-42d2-a19f-dd86b680136d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:38.797540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13145a43-e0e2-490a-b7c3-ad2c5ce56501 req-aa76ca32-d7ff-4963-8e6b-e2178d443f5a tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818810 Sep 16 16:31:38.921912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe82986-50da-49d4-a7e8-69ce0666108b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bed547d-83b5-427e-9360-7bfaa8ef1b2e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:38.923816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Made reservation on behalf of 89480843ad5b4250bab54c1d0aacd3c6 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:39.002794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.002794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6fe82986-50da-49d4-a7e8-69ce0666108b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.002794 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6fe82986-50da-49d4-a7e8-69ce0666108b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "DELETE /v2.0/ports/0bed547d-83b5-427e-9360-7bfaa8ef1b2e HTTP/1.1" status: 204 len: 168 time: 1.5905013 Sep 16 16:31:39.002794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34632) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:39.007539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4e742ee-3c3f-45fd-a2c6-064261f1a9a5 req-c2c6e087-ba55-468b-bcc0-48c0fefc0fcd tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 210 time: 0.0573099 Sep 16 16:31:39.043057 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ba9874-9bf3-4bf4-853e-3ce27bfc7ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] GET failed (client error): The resource could not be found. Sep 16 16:31:39.044721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-61ba9874-9bf3-4bf4-853e-3ce27bfc7ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731932988-project-admin] 10.222.0.22 "GET /v2.0/ports/0bed547d-83b5-427e-9360-7bfaa8ef1b2e HTTP/1.1" status: 404 len: 333 time: 0.0637796 Sep 16 16:31:39.053709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34634) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:39.203101 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.203961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Allocated IP 172.20.0.9 (446d5ebf-cf80-4d92-9aad-a0f4e2a803f3/2e882bd5-7268-4bab-99dd-2a1efcaa8946/6bab7081-4824-4749-9bd5-1082806c03f7) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:39.224960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] Router b61e7e4c-fe72-401b-ac04-f894460be2f2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:31:39.264891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Pushing event deleted for resources: {'Port': ['ID=4caf4b32-6a1f-43ab-8550-3a52efec6b7e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:39.401231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:31:39.414488 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ba276870-152a-48cf-90a9-161fa957bdab admin admin] 10.222.0.22 "PUT /v2.0/routers/b61e7e4c-fe72-401b-ac04-f894460be2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6000991 Sep 16 16:31:39.416183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34640) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:39.416310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] Sync routers for ids ['b61e7e4c-fe72-401b-ac04-f894460be2f2'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:31:39.435584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] Routers {'b61e7e4c-fe72-401b-ac04-f894460be2f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:39.438047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b61e7e4c-fe72-401b-ac04-f894460be2f2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:39.444118 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.504736 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.577962 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.593948 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.599642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aa49d-9c5d-47ee-897d-86e34f9bf59c req-64f7af72-9d32-4af6-9cfb-43862d13062b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:39.609994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f1aa49d-9c5d-47ee-897d-86e34f9bf59c req-64f7af72-9d32-4af6-9cfb-43862d13062b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 949 time: 0.2953961 Sep 16 16:31:39.721028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] Set router b61e7e4c-fe72-401b-ac04-f894460be2f2 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:39.722737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.760371 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.766715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f1aa49d-9c5d-47ee-897d-86e34f9bf59c req-a1df2496-6765-4e85-91e7-f34785607f75 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554029 Sep 16 16:31:39.770040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.792251 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.792558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa15aa-676a-4e86-8928-63720d395efe req-41bc9636-50de-4235-b93d-79acef02ea42 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:39.794595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5aa15aa-676a-4e86-8928-63720d395efe req-41bc9636-50de-4235-b93d-79acef02ea42 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 945 time: 0.3305197 Sep 16 16:31:39.908444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:39.920004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:39.923552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:39.933662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1adf24-383a-4c60-8d92-54b056e683b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01625dd3-0a88-44ff-a5df-043072e5de52'}, {'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:39.942343 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e7800d-dd54-40bd-a5bf-8f04ae1f6415" -d '{"events": [{"server_uuid": "bc1adf24-383a-4c60-8d92-54b056e683b2", "name": "network-vif-plugged", "status": "completed", "tag": "01625dd3-0a88-44ff-a5df-043072e5de52"}, {"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:39.963478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.978755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-router', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:05Z', 'updated_at': '2021-09-16T16:31:37Z', 'revision_number': 5, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'gw_port': {'id': '6d1ec9cb-51f1-421e-b380-465641d09c00', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:06Z', 'updated_at': '2021-09-16T16:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:39.982495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:39.983252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:39.985727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event updated for resources: {'Port': ['ID=6bab7081-4824-4749-9bd5-1082806c03f7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:39.996920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5aa15aa-676a-4e86-8928-63720d395efe req-762d6f07-38c1-48d8-a3eb-1f22a531a327 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559176 Sep 16 16:31:40.005809 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.006369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a94326-c657-422e-ab62-f2561b7957c1 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:31:40.015402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Deleting port 6d1ec9cb-51f1-421e-b380-465641d09c00 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:40.015885 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.021034 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.021273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] Checking router: b61e7e4c-fe72-401b-ac04-f894460be2f2 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:31:40.022235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a919e271-480f-48db-b27b-f918a018df22 admin admin] 10.222.0.22 "DELETE /v2.0/routers/93a94326-c657-422e-ab62-f2561b7957c1 HTTP/1.1" status: 204 len: 168 time: 2.8241715 Sep 16 16:31:40.024258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef6f83b-9504-4def-9ab0-5de205aeddba']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:40.027495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34650) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:40.040975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] Routers {'b61e7e4c-fe72-401b-ac04-f894460be2f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:40.040975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b61e7e4c-fe72-401b-ac04-f894460be2f2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:40.094024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca17965f-d05d-4222-bb1b-4094272f3e41 admin admin] Deleting subnet 6c16eff8-bce4-41cb-b722-d7947179d14d {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:31:40.098631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7769ecde-fcb6-47de-9b2b-9a27a9cbe354') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:40.098919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7769ecde-fcb6-47de-9b2b-9a27a9cbe354') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:40.100793 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca17965f-d05d-4222-bb1b-4094272f3e41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.125248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] For port 6d1ec9cb-51f1-421e-b380-465641d09c00, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6d1ec9cb-51f1-421e-b380-465641d09c00,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:40.131438 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.135506 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.140633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Calling delete_port for 6d1ec9cb-51f1-421e-b380-465641d09c00 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:40.191552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffb7db-a2b3-4120-b6ab-f427a9a0ccf2 req-bdc9874f-9073-4a0b-8091-ffa6f3cdd13c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:40.202550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20ffb7db-a2b3-4120-b6ab-f427a9a0ccf2 req-bdc9874f-9073-4a0b-8091-ffa6f3cdd13c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 949 time: 0.2960281 Sep 16 16:31:40.211862 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.218257 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca17965f-d05d-4222-bb1b-4094272f3e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.221433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] Set router b61e7e4c-fe72-401b-ac04-f894460be2f2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:40.257915 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:31:40.258328 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:31:40.261414 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:31:40.277244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-780bdf67-7a3f-498b-a987-b6642acfdbca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4769752 Sep 16 16:31:40.293007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Request body: {'port': {'device_id': 'ac487966-c4e2-432c-a462-f9c298f558fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:40.307645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 578f118a-a5bf-411f-9a88-615323e9f30e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:40.311364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-router', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:05Z', 'updated_at': '2021-09-16T16:31:39Z', 'revision_number': 6, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:40.355399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 578f118a-a5bf-411f-9a88-615323e9f30e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:40.355662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 578f118a-a5bf-411f-9a88-615323e9f30e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:40.357951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c97e19-eef4-4934-a909-c0f42a63e8be None None] The sync data for ids ['b61e7e4c-fe72-401b-ac04-f894460be2f2'] in n-d-807786-3 is: [{'id': 'b61e7e4c-fe72-401b-ac04-f894460be2f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-947638263-router', 'tenant_id': 'a0e6854e0d264b99901906b8b64d69a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:05Z', 'updated_at': '2021-09-16T16:31:39Z', 'revision_number': 6, 'project_id': 'a0e6854e0d264b99901906b8b64d69a2', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:31:40.369109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20ffb7db-a2b3-4120-b6ab-f427a9a0ccf2 req-607320c9-977c-4237-93a6-6879ca1ab3a3 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542740 Sep 16 16:31:40.385720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.413709 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.427214 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.429343 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] 10.222.0.22 "DELETE /v2.0/networks/8ef6f83b-9504-4def-9ab0-5de205aeddba HTTP/1.1" status: 204 len: 168 time: 1.3746161 Sep 16 16:31:40.451396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e6fb6-49ac-49e7-832a-93ddd0358090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-5316651-project] Pushing event deleted for resources: {'Network': ['ID=8ef6f83b-9504-4def-9ab0-5de205aeddba,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:40.459571 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bd6851-4d4b-4560-91ce-f787e87e80b2 x-openstack-request-id: req-b6bd6851-4d4b-4560-91ce-f787e87e80b2 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:40.460021 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1adf24-383a-4c60-8d92-54b056e683b2", "name": "network-vif-plugged", "status": "completed", "tag": "01625dd3-0a88-44ff-a5df-043072e5de52", "code": 200}, {"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:40.461480 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6bd6851-4d4b-4560-91ce-f787e87e80b2 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:40.462406 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1adf24-383a-4c60-8d92-54b056e683b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01625dd3-0a88-44ff-a5df-043072e5de52', 'code': 200} Sep 16 16:31:40.463709 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'code': 200} Sep 16 16:31:40.470151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca17965f-d05d-4222-bb1b-4094272f3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.538274 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.616554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1ec9cb-51f1-421e-b380-465641d09c00,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:40.638118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device bea5c325-5472-4202-bc03-4509b595b299 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:40.662413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fec7c-b6ba-4d98-aca9-c88bb5fb73a2 req-272b982e-89dd-4212-9d9a-aee51957f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:40.664080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-500fec7c-b6ba-4d98-aca9-c88bb5fb73a2 req-272b982e-89dd-4212-9d9a-aee51957f3dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 1096 time: 0.1324244 Sep 16 16:31:40.698230 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329f83-6de5-4727-9190-d654a9f45c05 req-5093654b-77cf-4865-b91c-184bed000011 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:40.707426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2329f83-6de5-4727-9190-d654a9f45c05 req-5093654b-77cf-4865-b91c-184bed000011 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 931 time: 0.1411641 Sep 16 16:31:40.723160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc0b79-7659-47ca-8f81-957751f6d7bf req-3c6a8df6-eab8-4a08-b2d8-1327bd102830 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:40.724825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ddc0b79-7659-47ca-8f81-957751f6d7bf req-3c6a8df6-eab8-4a08-b2d8-1327bd102830 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 945 time: 0.1332624 Sep 16 16:31:40.733599 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca17965f-d05d-4222-bb1b-4094272f3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.751307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b341e-760e-4ca5-bd01-b013e6cf6cdd req-503c94f4-4bf2-4957-b21d-12b75cbbf4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:40.752877 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f84b341e-760e-4ca5-bd01-b013e6cf6cdd req-503c94f4-4bf2-4957-b21d-12b75cbbf4fd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 1100 time: 0.1907556 Sep 16 16:31:40.759972 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.798944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17965f-d05d-4222-bb1b-4094272f3e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c16eff8-bce4-41cb-b722-d7947179d14d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:40.802088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca17965f-d05d-4222-bb1b-4094272f3e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.803951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ca17965f-d05d-4222-bb1b-4094272f3e41 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6c16eff8-bce4-41cb-b722-d7947179d14d HTTP/1.1" status: 204 len: 168 time: 0.7703032 Sep 16 16:31:40.806085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port bea5c325-5472-4202-bc03-4509b595b299 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:31:40.815726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34660) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:40.815887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516cf10-2205-475a-a94f-e859bf3fdeee None None] Network 0e78255e-82bf-43c4-a777-9dafe35d9627 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:40.822940 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-500fec7c-b6ba-4d98-aca9-c88bb5fb73a2 req-d5122555-01d7-4451-858d-93ff611cf7cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503019 Sep 16 16:31:40.835357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port bea5c325-5472-4202-bc03-4509b595b299 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:40.836134 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.889326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2329f83-6de5-4727-9190-d654a9f45c05 req-f3037527-6b81-4db1-9238-929d0e4c7680 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816521 Sep 16 16:31:40.930019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ddc0b79-7659-47ca-8f81-957751f6d7bf req-74cfef16-107a-4d5b-baa7-ee9dc8005a5b tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919341 Sep 16 16:31:40.931021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34664) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:40.933493 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:40.943300 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f84b341e-760e-4ca5-bd01-b013e6cf6cdd req-048ed030-4d49-4d8a-9b2d-f33ac8313ec8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811943 Sep 16 16:31:40.947307 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.095379 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bab7081-4824-4749-9bd5-1082806c03f7 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:41.115231 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.115763 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b61e7e4c-fe72-401b-ac04-f894460be2f2 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:31:41.123338 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.139714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.150988 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-82eff5cb-f341-417c-ad02-c0699d477203 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b61e7e4c-fe72-401b-ac04-f894460be2f2 HTTP/1.1" status: 204 len: 168 time: 1.7328718 Sep 16 16:31:41.158335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34670) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:41.203253 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.215947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Transition to ACTIVE for port object 6bab7081-4824-4749-9bd5-1082806c03f7 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:31:41.246823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port bea5c325-5472-4202-bc03-4509b595b299, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=bea5c325-5472-4202-bc03-4509b595b299,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:41.264600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbd92db-6009-4d2e-ab0d-b448e3bc2a4c admin admin] Deleting subnet db50b756-2e7d-4b88-a5c3-0df7ac84576d {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:31:41.269747 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-977cd72a-a594-48a6-b738-b9d59c656b29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8be197dc8774b9b957b151fa1d30021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330626 Sep 16 16:31:41.271760 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfbd92db-6009-4d2e-ab0d-b448e3bc2a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.273850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34672) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:41.309168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.323491 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.338986 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.378375 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfbd92db-6009-4d2e-ab0d-b448e3bc2a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.385910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864292a-137b-49d6-940d-249ff03989f7 req-53a07f54-c7ce-4f59-8d09-7236dd76da27 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:41.387811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4864292a-137b-49d6-940d-249ff03989f7 req-53a07f54-c7ce-4f59-8d09-7236dd76da27 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 949 time: 0.3887954 Sep 16 16:31:41.400256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=bea5c325-5472-4202-bc03-4509b595b299,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:41.451131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c489ee-0d85-4d31-8bbd-c8af2a8f81d7 req-02a3f600-bad4-4e3b-9f0f-db302c809db1 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:41.451404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a6228-7a34-4314-8dea-831895770926 service neutron] Pushing event updated for resources: {'Port': ['ID=6bab7081-4824-4749-9bd5-1082806c03f7,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:41.452281 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59c489ee-0d85-4d31-8bbd-c8af2a8f81d7 req-02a3f600-bad4-4e3b-9f0f-db302c809db1 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 945 time: 0.1269357 Sep 16 16:31:41.486372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4864292a-137b-49d6-940d-249ff03989f7 req-a4f934d7-49ca-48fc-822e-e2d04a48ea1a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685954 Sep 16 16:31:41.487923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdba884-48ca-4319-bb5f-8e3c8f10881a None None] DHCP port deletion for 0e78255e-82bf-43c4-a777-9dafe35d9627 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:31:41.530617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Deleting port 15b56d02-9313-483e-9ea9-e4aca089541e {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:41.531086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.539476 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e64b-ec2c-4649-9b3b-0fb47e36990c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.545975 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59c489ee-0d85-4d31-8bbd-c8af2a8f81d7 req-5a8ef73f-5cf4-496b-ae67-94a9e86b0176 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864246 Sep 16 16:31:41.593887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-efdba884-48ca-4319-bb5f-8e3c8f10881a None None] Deleting port 15b56d02-9313-483e-9ea9-e4aca089541e {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:41.594266 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-efdba884-48ca-4319-bb5f-8e3c8f10881a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.625491 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfbd92db-6009-4d2e-ab0d-b448e3bc2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.629359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e64b-ec2c-4649-9b3b-0fb47e36990c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.666227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] For port 15b56d02-9313-483e-9ea9-e4aca089541e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=15b56d02-9313-483e-9ea9-e4aca089541e,segment=NetworkSegment(a7b84348-a479-44c0-90a9-a1277401248c),segment_id=a7b84348-a479-44c0-90a9-a1277401248c)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:41.666227 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.666903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Attempting to bind port 6bab7081-4824-4749-9bd5-1082806c03f7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:41.667486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Attempting to bind port 6bab7081-4824-4749-9bd5-1082806c03f7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:41.667486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Attempting to bind port 6bab7081-4824-4749-9bd5-1082806c03f7 on network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:41.676047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-efdba884-48ca-4319-bb5f-8e3c8f10881a None None] For port 15b56d02-9313-483e-9ea9-e4aca089541e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=15b56d02-9313-483e-9ea9-e4aca089541e,segment=NetworkSegment(a7b84348-a479-44c0-90a9-a1277401248c),segment_id=a7b84348-a479-44c0-90a9-a1277401248c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:41.676601 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-efdba884-48ca-4319-bb5f-8e3c8f10881a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.687260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Calling delete_port for 15b56d02-9313-483e-9ea9-e4aca089541e owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:41.687685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Port 6bab7081-4824-4749-9bd5-1082806c03f7 on network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:41.688239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Attempting to bind port 6bab7081-4824-4749-9bd5-1082806c03f7 on network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:41.692138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-efdba884-48ca-4319-bb5f-8e3c8f10881a None None] Calling delete_port for 15b56d02-9313-483e-9ea9-e4aca089541e owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:41.701389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042b686-124b-43eb-a092-14d989a9c87e req-56b3640d-8ad2-4495-b773-6edbcf99c3b2 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:41.707770 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3042b686-124b-43eb-a092-14d989a9c87e req-56b3640d-8ad2-4495-b773-6edbcf99c3b2 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 949 time: 0.1217911 Sep 16 16:31:41.720273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:41.720636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Checking segment: {'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:41.721030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Bound using segment: {'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:41.721471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Bound port: 6bab7081-4824-4749-9bd5-1082806c03f7, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:41.721828 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.804543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] For port 6bab7081-4824-4749-9bd5-1082806c03f7, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:41.805562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3042b686-124b-43eb-a092-14d989a9c87e req-37787178-6c42-4d6f-8629-9ab90a9c03f5 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Sep 16 16:31:41.808785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] For port 6bab7081-4824-4749-9bd5-1082806c03f7, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6bab7081-4824-4749-9bd5-1082806c03f7,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:31:41.898886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfbd92db-6009-4d2e-ab0d-b448e3bc2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.939144 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-efdba884-48ca-4319-bb5f-8e3c8f10881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.948353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.951386 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e64b-ec2c-4649-9b3b-0fb47e36990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.952725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306f9c-24de-41e7-b5a0-ec682e8fcc50 req-bf5b3611-3640-4cf3-88fa-e5acfa40a36e tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:41.954407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6306f9c-24de-41e7-b5a0-ec682e8fcc50 req-bf5b3611-3640-4cf3-88fa-e5acfa40a36e tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 949 time: 0.0765669 Sep 16 16:31:41.955190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e64b-ec2c-4649-9b3b-0fb47e36990c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.956709 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eeb9e64b-ec2c-4649-9b3b-0fb47e36990c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0035c51-00fd-437c-8d2b-0957c9257021 HTTP/1.1" status: 204 len: 168 time: 0.6815767 Sep 16 16:31:41.957781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd92db-6009-4d2e-ab0d-b448e3bc2a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db50b756-2e7d-4b88-a5c3-0df7ac84576d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:41.975278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:41.985356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9c90a-9a47-4043-9241-65d00f1ba469 None None] Network 67236834-8013-4773-bc20-cd581bb6d7aa requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:41.990759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdba884-48ca-4319-bb5f-8e3c8f10881a None None] Pushing event deleted for resources: {'Port': ['ID=15b56d02-9313-483e-9ea9-e4aca089541e,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:41.995065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdba884-48ca-4319-bb5f-8e3c8f10881a None None] No DVR routers for this DVR port 15b56d02-9313-483e-9ea9-e4aca089541e on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:42.027629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfbd92db-6009-4d2e-ab0d-b448e3bc2a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.030248 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bfbd92db-6009-4d2e-ab0d-b448e3bc2a4c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/db50b756-2e7d-4b88-a5c3-0df7ac84576d HTTP/1.1" status: 204 len: 168 time: 0.8704951 Sep 16 16:31:42.033745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34684) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:42.040724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9e64b-ec2c-4649-9b3b-0fb47e36990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0035c51-00fd-437c-8d2b-0957c9257021,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:42.051478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Pushing event deleted for resources: {'Port': ['ID=15b56d02-9313-483e-9ea9-e4aca089541e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:42.063943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:42.064587 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.066426 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-226a6228-7a34-4314-8dea-831895770926 service neutron] 10.222.0.62 "PUT /v2.0/ports/6bab7081-4824-4749-9bd5-1082806c03f7 HTTP/1.1" status: 200 len: 1091 time: 1.7784796 Sep 16 16:31:42.068637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac487966-c4e2-432c-a462-f9c298f558fb', 'tag': '6bab7081-4824-4749-9bd5-1082806c03f7'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:42.072198 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce1a896-0983-4c88-af6d-8f103ab4c922" -d '{"events": [{"name": "network-changed", "server_uuid": "ac487966-c4e2-432c-a462-f9c298f558fb", "tag": "6bab7081-4824-4749-9bd5-1082806c03f7"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:42.083806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] No DVR routers for this DVR port 15b56d02-9313-483e-9ea9-e4aca089541e on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:42.137212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6306f9c-24de-41e7-b5a0-ec682e8fcc50 req-e2045a6b-fee1-4825-b6e8-1b8e01f3a0a6 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720347 Sep 16 16:31:42.190377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a6228-7a34-4314-8dea-831895770926 service neutron] Pushing event updated for resources: {'Port': ['ID=6bab7081-4824-4749-9bd5-1082806c03f7,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:42.220137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.260135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94154f1a-5d97-495a-a5e9-68f77dd0629d None None] DHCP port deletion for 67236834-8013-4773-bc20-cd581bb6d7aa request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:31:42.305751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c975b74b-7cc9-43f5-a9ab-19134fbb8c67 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:42.334085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: c975b74b-7cc9-43f5-a9ab-19134fbb8c67 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:42.334772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c975b74b-7cc9-43f5-a9ab-19134fbb8c67 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:42.335367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6d1ec9cb-51f1-421e-b380-465641d09c00 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:42.343553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-53901d46-9173-4e05-b476-42728f4ddfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:42.345346 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-53901d46-9173-4e05-b476-42728f4ddfb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89480843ad5b4250bab54c1d0aacd3c6&device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 1094 time: 0.1115892 Sep 16 16:31:42.356089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Deleting port 398d2887-8a1f-4e05-be94-34af05147047 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:42.357178 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.369048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 6d1ec9cb-51f1-421e-b380-465641d09c00 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:42.369693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6d1ec9cb-51f1-421e-b380-465641d09c00 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:42.370532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 15b56d02-9313-483e-9ea9-e4aca089541e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:42.382374 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.395547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f04da-854d-4a8f-8075-49391143f666 req-595fa0b9-cae6-421a-a4a4-063014541d5c tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:42.397165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-345f04da-854d-4a8f-8075-49391143f666 req-595fa0b9-cae6-421a-a4a4-063014541d5c tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 945 time: 0.1601205 Sep 16 16:31:42.403769 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-03b7147f-17c3-416b-8d21-11e9be6f5868 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bab7081-4824-4749-9bd5-1082806c03f7 HTTP/1.1" status: 200 len: 217 time: 0.0442903 Sep 16 16:31:42.406631 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 15b56d02-9313-483e-9ea9-e4aca089541e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:42.416201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 15b56d02-9313-483e-9ea9-e4aca089541e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:42.416201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4caf4b32-6a1f-43ab-8550-3a52efec6b7e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:42.420563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a58a4b-d07b-4164-999a-9f0b64e7c39a req-c710931e-5220-4a8a-8d34-b4de82f5508b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:42.422224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2a58a4b-d07b-4164-999a-9f0b64e7c39a req-c710931e-5220-4a8a-8d34-b4de82f5508b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 943 time: 0.3764713 Sep 16 16:31:42.431946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 4caf4b32-6a1f-43ab-8550-3a52efec6b7e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:42.432343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4caf4b32-6a1f-43ab-8550-3a52efec6b7e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:42.451610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-94154f1a-5d97-495a-a5e9-68f77dd0629d None None] Deleting port 398d2887-8a1f-4e05-be94-34af05147047 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:42.452036 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-94154f1a-5d97-495a-a5e9-68f77dd0629d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.464249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90f006c-164c-41e6-b9a2-642e42117bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea5c325-5472-4202-bc03-4509b595b299'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:42.467311 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277d18e0-4e19-497d-b690-c132af499955" -d '{"events": [{"server_uuid": "d90f006c-164c-41e6-b9a2-642e42117bfc", "name": "network-vif-plugged", "status": "completed", "tag": "bea5c325-5472-4202-bc03-4509b595b299"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:42.471282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e78255e-82bf-43c4-a777-9dafe35d9627']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:42.497459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b84348-a479-44c0-90a9-a1277401248c') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:42.497768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b84348-a479-44c0-90a9-a1277401248c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:42.515274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-345f04da-854d-4a8f-8075-49391143f666 req-67a85661-09d4-4c90-98f5-a6ed99b8c496 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921044 Sep 16 16:31:42.523704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.527788 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-94154f1a-5d97-495a-a5e9-68f77dd0629d None None] For port 398d2887-8a1f-4e05-be94-34af05147047, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=398d2887-8a1f-4e05-be94-34af05147047,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:42.533077 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-94154f1a-5d97-495a-a5e9-68f77dd0629d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.542556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] For port 398d2887-8a1f-4e05-be94-34af05147047, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=398d2887-8a1f-4e05-be94-34af05147047,segment=NetworkSegment(71208d3a-2377-403e-8168-ba5f6bac85a4),segment_id=71208d3a-2377-403e-8168-ba5f6bac85a4)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:42.542994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-94154f1a-5d97-495a-a5e9-68f77dd0629d None None] Calling delete_port for 398d2887-8a1f-4e05-be94-34af05147047 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:42.543899 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.561772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2a58a4b-d07b-4164-999a-9f0b64e7c39a req-cf045e72-2c36-4a8d-9614-cf67901caebf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115899 Sep 16 16:31:42.570008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Calling delete_port for 398d2887-8a1f-4e05-be94-34af05147047 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:42.573148 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.578068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-51d7d028-1dfc-4968-9230-d1aaeb03aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:42.579880 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-51d7d028-1dfc-4968-9230-d1aaeb03aec6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e882bd5-7268-4bab-99dd-2a1efcaa8946 HTTP/1.1" status: 200 len: 862 time: 0.1626194 Sep 16 16:31:42.585063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:31:42.585484 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:31:42.587281 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:31:42.627606 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-fba3013c-62ed-49c4-9eca-0a368f93ceb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368786 Sep 16 16:31:42.631435 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa87f4a-3ffd-419c-89b6-dddbed344991 x-openstack-request-id: req-1fa87f4a-3ffd-419c-89b6-dddbed344991 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:42.631912 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac487966-c4e2-432c-a462-f9c298f558fb", "tag": "6bab7081-4824-4749-9bd5-1082806c03f7", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:42.632536 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1fa87f4a-3ffd-419c-89b6-dddbed344991 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:42.633103 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac487966-c4e2-432c-a462-f9c298f558fb', 'tag': '6bab7081-4824-4749-9bd5-1082806c03f7', 'status': 'completed', 'code': 200} Sep 16 16:31:42.643756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-77052355-1a71-4cc2-82c1-0e53cc2692bd tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:42.645546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-77052355-1a71-4cc2-82c1-0e53cc2692bd tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 945 time: 0.2317946 Sep 16 16:31:42.657540 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda31cb8-3916-4b7a-b113-9dc0f08f3e46 x-openstack-request-id: req-eda31cb8-3916-4b7a-b113-9dc0f08f3e46 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:42.657830 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90f006c-164c-41e6-b9a2-642e42117bfc", "name": "network-vif-plugged", "status": "completed", "tag": "bea5c325-5472-4202-bc03-4509b595b299", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:42.658210 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eda31cb8-3916-4b7a-b113-9dc0f08f3e46 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:42.658665 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90f006c-164c-41e6-b9a2-642e42117bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea5c325-5472-4202-bc03-4509b595b299', 'code': 200} Sep 16 16:31:42.802452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009a22a-9e52-4f25-b4f7-dfb416904382 req-ea114714-9a17-41c9-a817-f896af3a453a tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:42.803932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e009a22a-9e52-4f25-b4f7-dfb416904382 req-ea114714-9a17-41c9-a817-f896af3a453a tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 945 time: 0.0684898 Sep 16 16:31:42.806883 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-94154f1a-5d97-495a-a5e9-68f77dd0629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.812153 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fec42a-0ede-425d-9c12-8ac58b30d2cd req-e07428e6-b661-4a30-a018-7609a9ec92b3 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:42.813670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8fec42a-0ede-425d-9c12-8ac58b30d2cd req-e07428e6-b661-4a30-a018-7609a9ec92b3 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 950 time: 0.0892506 Sep 16 16:31:42.838323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94154f1a-5d97-495a-a5e9-68f77dd0629d None None] Pushing event deleted for resources: {'Port': ['ID=398d2887-8a1f-4e05-be94-34af05147047,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:42.842499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94154f1a-5d97-495a-a5e9-68f77dd0629d None None] No DVR routers for this DVR port 398d2887-8a1f-4e05-be94-34af05147047 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:42.851977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34696) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:42.857781 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.873916 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:42.875788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] 10.222.0.22 "DELETE /v2.0/networks/0e78255e-82bf-43c4-a777-9dafe35d9627 HTTP/1.1" status: 204 len: 168 time: 2.0624828 Sep 16 16:31:42.897954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051518b8-3caa-41dd-a667-20ee1c97f69b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e78255e-82bf-43c4-a777-9dafe35d9627,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:42.902624 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8fec42a-0ede-425d-9c12-8ac58b30d2cd req-2173a75f-8e4f-4e80-beec-ac22cec2b46e tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761366 Sep 16 16:31:42.914442 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-bd5d4a20-f007-4a41-a90e-66f9e94865f0 service neutron] 10.222.0.62 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676027 Sep 16 16:31:42.919143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e009a22a-9e52-4f25-b4f7-dfb416904382 req-ee5613b7-a88f-4d45-aab2-c304175a666e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976510 Sep 16 16:31:42.933308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b689f-a9bc-4e5a-a6ce-aaf39962b722 req-cd09e9be-f807-4152-9646-aa0e404007a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:42.939308 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-784b689f-a9bc-4e5a-a6ce-aaf39962b722 req-cd09e9be-f807-4152-9646-aa0e404007a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 1101 time: 0.2036674 Sep 16 16:31:42.957613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.031204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=398d2887-8a1f-4e05-be94-34af05147047,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:43.035376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-523ec356-9269-40c6-8e26-8135bfc86eae tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Deleting port f82d5a80-f3f8-42d2-a19f-dd86b680136d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:43.040841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-523ec356-9269-40c6-8e26-8135bfc86eae tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.042853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] No DVR routers for this DVR port 398d2887-8a1f-4e05-be94-34af05147047 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:43.280777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d73e4-1f40-4f0c-9cc7-5cdcd223e73a req-0a5c3619-8576-4e75-a5c5-d708bb9a701e tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:43.282490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-220d73e4-1f40-4f0c-9cc7-5cdcd223e73a req-0a5c3619-8576-4e75-a5c5-d708bb9a701e tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 949 time: 0.0625553 Sep 16 16:31:43.283095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34710) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:43.372812 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.373742 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e99c4af0-f11f-4e22-9223-74c7fa2730ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c5c8799c03c4b9e9f8c2c9bf234b52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135171 Sep 16 16:31:43.391788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34712) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:43.409415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e56e263c-2225-4c40-9b4c-bbb3d7763d71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7a35bdc9f004296b2a91de93f3741b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251414 Sep 16 16:31:43.415490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34714) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:43.431206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-220d73e4-1f40-4f0c-9cc7-5cdcd223e73a req-3d22bd6f-6472-4fb0-af9f-bd3920c31e87 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267097 Sep 16 16:31:43.455608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8b18d-975f-4369-ac5d-0b30a93fa994 req-1d5ea837-7e70-4fc9-b289-c65d139f36e6 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:43.457931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cd8b18d-975f-4369-ac5d-0b30a93fa994 req-1d5ea837-7e70-4fc9-b289-c65d139f36e6 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 945 time: 0.1545544 Sep 16 16:31:43.482556 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-784b689f-a9bc-4e5a-a6ce-aaf39962b722 req-de534246-dd74-4444-919a-df32c2f32d96 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267496 Sep 16 16:31:43.494779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992f4d0-5f8c-4783-b3f2-8a0d179dd7d8 req-becb1a41-9ccb-4802-9699-fd16f24a4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:43.496270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2992f4d0-5f8c-4783-b3f2-8a0d179dd7d8 req-becb1a41-9ccb-4802-9699-fd16f24a4d61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5519f97917f84c79b1c1071c6fbfd124&device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 1096 time: 0.1398408 Sep 16 16:31:43.551441 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cd8b18d-975f-4369-ac5d-0b30a93fa994 req-660f72c3-f2a8-4497-99f3-7e8b3c125d09 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838394 Sep 16 16:31:43.557881 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4608e018-8fcb-47d7-a1d2-452ad9e51677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.589203 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.593273 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-660fbf5e-40de-4e4a-a387-6122141cbadf req-a21acf17-e63c-46b0-9fc2-24c18944157a service neutron] 10.222.0.62 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548347 Sep 16 16:31:43.607088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-523ec356-9269-40c6-8e26-8135bfc86eae tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] For port f82d5a80-f3f8-42d2-a19f-dd86b680136d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f82d5a80-f3f8-42d2-a19f-dd86b680136d,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:43.607613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-523ec356-9269-40c6-8e26-8135bfc86eae tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.625057 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4608e018-8fcb-47d7-a1d2-452ad9e51677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.637332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-523ec356-9269-40c6-8e26-8135bfc86eae tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Calling delete_port for f82d5a80-f3f8-42d2-a19f-dd86b680136d owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:43.642458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67236834-8013-4773-bc20-cd581bb6d7aa']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:43.653222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba99557b-1982-4831-89f2-731e22bd9cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.662758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992f4d0-5f8c-4783-b3f2-8a0d179dd7d8 req-8dc9b2e3-c37d-4963-8bd2-a345967638d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:43.664258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2992f4d0-5f8c-4783-b3f2-8a0d179dd7d8 req-8dc9b2e3-c37d-4963-8bd2-a345967638d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cbabd17a-c1b3-4d7f-9904-6ed06d49731e HTTP/1.1" status: 200 len: 915 time: 0.1576853 Sep 16 16:31:43.664787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71208d3a-2377-403e-8168-ba5f6bac85a4') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:43.665171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71208d3a-2377-403e-8168-ba5f6bac85a4') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:43.675149 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.681949 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.719782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2992f4d0-5f8c-4783-b3f2-8a0d179dd7d8 req-3b120233-362c-4950-9efb-8a9028eeb65f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01625dd3-0a88-44ff-a5df-043072e5de52 HTTP/1.1" status: 200 len: 217 time: 0.0414760 Sep 16 16:31:43.739816 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba99557b-1982-4831-89f2-731e22bd9cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.748019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.769793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:31:43.770449 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:31:43.777022 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:31:43.808223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303dbb2-f872-4643-9efe-39eb11a4a973 req-a59d13d9-8549-4e2c-9dd3-779205ea7b02 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:43.812889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3303dbb2-f872-4643-9efe-39eb11a4a973 req-a59d13d9-8549-4e2c-9dd3-779205ea7b02 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 945 time: 0.1021700 Sep 16 16:31:43.815650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992f4d0-5f8c-4783-b3f2-8a0d179dd7d8 req-dee2df3b-8d8e-4a21-9538-f22b354e1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:43.818309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2992f4d0-5f8c-4783-b3f2-8a0d179dd7d8 req-dee2df3b-8d8e-4a21-9538-f22b354e1f63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2cba8c4-40b4-48c7-b388-31414e1622b5 HTTP/1.1" status: 200 len: 854 time: 0.0754433 Sep 16 16:31:43.858897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2992f4d0-5f8c-4783-b3f2-8a0d179dd7d8 req-aed9a921-4651-4ac3-9aac-91c68a763e79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cbabd17a-c1b3-4d7f-9904-6ed06d49731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304201 Sep 16 16:31:43.860138 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:31:43.867191 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4608e018-8fcb-47d7-a1d2-452ad9e51677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.869804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4608e018-8fcb-47d7-a1d2-452ad9e51677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:43.871001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4608e018-8fcb-47d7-a1d2-452ad9e51677 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e6b52ae-29d2-4f96-b01f-4613516bb2b2 HTTP/1.1" status: 204 len: 168 time: 0.4537807 Sep 16 16:31:43.895345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1a896-0983-4c88-af6d-8f103ab4c922 req-06bf903b-d4f7-4327-b36e-3bcd82893da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:43.896928 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce1a896-0983-4c88-af6d-8f103ab4c922 req-06bf903b-d4f7-4327-b36e-3bcd82893da4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89480843ad5b4250bab54c1d0aacd3c6&device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 1094 time: 0.1422179 Sep 16 16:31:43.912878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3303dbb2-f872-4643-9efe-39eb11a4a973 req-d0503b10-23bb-4b8a-839c-0eea7208286d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934577 Sep 16 16:31:43.913613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608e018-8fcb-47d7-a1d2-452ad9e51677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6b52ae-29d2-4f96-b01f-4613516bb2b2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:43.987917 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:44.025109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:44.030312 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] 10.222.0.22 "DELETE /v2.0/networks/67236834-8013-4773-bc20-cd581bb6d7aa HTTP/1.1" status: 204 len: 168 time: 1.9908586 Sep 16 16:31:44.031771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34734) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:44.057866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eee047-f069-4b92-8dd7-6b7900334b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=67236834-8013-4773-bc20-cd581bb6d7aa,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:44.057992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2992f4d0-5f8c-4783-b3f2-8a0d179dd7d8 req-628222af-0075-49f0-afb4-2efdd2761750 service neutron] 10.222.0.62 "GET /v2.0/networks/cbabd17a-c1b3-4d7f-9904-6ed06d49731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799371 Sep 16 16:31:44.078093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1a896-0983-4c88-af6d-8f103ab4c922 req-4f52b32e-7540-4a6e-bc9a-4c1d4934f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:44.080144 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce1a896-0983-4c88-af6d-8f103ab4c922 req-4f52b32e-7540-4a6e-bc9a-4c1d4934f20f service neutron] 10.222.0.62 "GET /v2.0/networks?id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 HTTP/1.1" status: 200 len: 923 time: 0.1708360 Sep 16 16:31:44.081404 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba99557b-1982-4831-89f2-731e22bd9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:44.084580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba99557b-1982-4831-89f2-731e22bd9cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:44.086173 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ba99557b-1982-4831-89f2-731e22bd9cc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6045800b-1add-4d20-9d90-075f589f6304 HTTP/1.1" status: 204 len: 168 time: 0.6915307 Sep 16 16:31:44.097573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99557b-1982-4831-89f2-731e22bd9cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6045800b-1add-4d20-9d90-075f589f6304,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:44.140472 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce1a896-0983-4c88-af6d-8f103ab4c922 req-9da160b2-fcf4-49e9-8146-5213a32806b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bab7081-4824-4749-9bd5-1082806c03f7 HTTP/1.1" status: 200 len: 217 time: 0.0443530 Sep 16 16:31:44.187600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-523ec356-9269-40c6-8e26-8135bfc86eae tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:44.202661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['888042ac-6d2a-444b-ba61-ebada21fa817'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:44.211506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 398d2887-8a1f-4e05-be94-34af05147047 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:44.245599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2274-4a4b-48c9-883e-028a6d57f47e req-fbb61c03-5e32-4037-ba45-aae59694b29e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:44.289851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-677f2274-4a4b-48c9-883e-028a6d57f47e req-fbb61c03-5e32-4037-ba45-aae59694b29e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 943 time: 0.2384768 Sep 16 16:31:44.292113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 398d2887-8a1f-4e05-be94-34af05147047 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:44.292113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 398d2887-8a1f-4e05-be94-34af05147047 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:44.292871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ec356-9269-40c6-8e26-8135bfc86eae tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Pushing event deleted for resources: {'Port': ['ID=f82d5a80-f3f8-42d2-a19f-dd86b680136d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:44.330461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1a896-0983-4c88-af6d-8f103ab4c922 req-3d53c147-8c1d-478d-82b7-728c65ba7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:44.332265 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce1a896-0983-4c88-af6d-8f103ab4c922 req-3d53c147-8c1d-478d-82b7-728c65ba7d54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e882bd5-7268-4bab-99dd-2a1efcaa8946 HTTP/1.1" status: 200 len: 862 time: 0.1843057 Sep 16 16:31:44.348865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-523ec356-9269-40c6-8e26-8135bfc86eae tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] No DVR routers for this DVR port f82d5a80-f3f8-42d2-a19f-dd86b680136d on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:44.360633 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-523ec356-9269-40c6-8e26-8135bfc86eae tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:44.363129 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f9552b7c-9610-4619-99cd-a070a41549b6 req-523ec356-9269-40c6-8e26-8135bfc86eae tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.52 "DELETE /v2.0/ports/f82d5a80-f3f8-42d2-a19f-dd86b680136d HTTP/1.1" status: 204 len: 173 time: 1.6777508 Sep 16 16:31:44.378888 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce1a896-0983-4c88-af6d-8f103ab4c922 req-bfcd7bb2-b808-4a95-b0ca-dd58fb3146d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315325 Sep 16 16:31:44.379263 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f59f17-e4c5-4faa-b33f-ed4c5161cf7b req-f37312e4-9e5f-40e3-a7d9-0047e826687f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:44.381021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72f59f17-e4c5-4faa-b33f-ed4c5161cf7b req-f37312e4-9e5f-40e3-a7d9-0047e826687f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 950 time: 0.2444379 Sep 16 16:31:44.384931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2992f4d0-5f8c-4783-b3f2-8a0d179dd7d8 req-ac1fdc60-60c6-44c4-b4d1-1bb2f7f8f900 service neutron] 10.222.0.62 "GET /v2.0/networks/cbabd17a-c1b3-4d7f-9904-6ed06d49731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224273 Sep 16 16:31:44.390936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-677f2274-4a4b-48c9-883e-028a6d57f47e req-1080dc98-a10a-4554-b1db-0eb6e0e0a41a tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971403 Sep 16 16:31:44.474088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72f59f17-e4c5-4faa-b33f-ed4c5161cf7b req-cd0ff5d3-4af0-4209-aaf2-1cb876eaac32 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818775 Sep 16 16:31:44.520066 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce1a896-0983-4c88-af6d-8f103ab4c922 req-9827872a-1349-4dfb-bdd5-d1d3dbf3b2db service neutron] 10.222.0.62 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160576 Sep 16 16:31:44.667100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f82d5a80-f3f8-42d2-a19f-dd86b680136d no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:44.669303 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee86103-bb6b-4556-a2ce-7a19f69301c5', 'name': 'network-vif-deleted', 'tag': 'f82d5a80-f3f8-42d2-a19f-dd86b680136d'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:44.671814 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be25210e-e2f7-4449-abeb-e7cfb45ecc52" -d '{"events": [{"server_uuid": "9ee86103-bb6b-4556-a2ce-7a19f69301c5", "name": "network-vif-deleted", "tag": "f82d5a80-f3f8-42d2-a19f-dd86b680136d"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:44.722731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: f82d5a80-f3f8-42d2-a19f-dd86b680136d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:44.723099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f82d5a80-f3f8-42d2-a19f-dd86b680136d not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:44.756704 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccdf7fc-c0b1-4e6a-92ad-2e0cf4e00598 x-openstack-request-id: req-0ccdf7fc-c0b1-4e6a-92ad-2e0cf4e00598 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:44.757124 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee86103-bb6b-4556-a2ce-7a19f69301c5", "name": "network-vif-deleted", "tag": "f82d5a80-f3f8-42d2-a19f-dd86b680136d", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:44.761126 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ccdf7fc-c0b1-4e6a-92ad-2e0cf4e00598 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:44.764127 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee86103-bb6b-4556-a2ce-7a19f69301c5', 'name': 'network-vif-deleted', 'tag': 'f82d5a80-f3f8-42d2-a19f-dd86b680136d', 'status': 'completed', 'code': 200} Sep 16 16:31:44.779722 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce1a896-0983-4c88-af6d-8f103ab4c922 req-881fada5-35cf-4e54-b679-32420f942586 service neutron] 10.222.0.62 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447531 Sep 16 16:31:44.805651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e77a76-0578-42b1-a682-f6f08272e903 req-8a244c4a-cf1b-4fd6-b572-66ebc4eca9a1 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:44.813560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02e77a76-0578-42b1-a682-f6f08272e903 req-8a244c4a-cf1b-4fd6-b572-66ebc4eca9a1 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 945 time: 0.1043513 Sep 16 16:31:44.902895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02e77a76-0578-42b1-a682-f6f08272e903 req-c02d405c-a876-41b6-b22a-0bf74c20232a tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852008 Sep 16 16:31:44.952574 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:45.109993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5db6b0eb-f145-412d-9830-fa70c9d16828 req-48434328-5280-463a-ba5e-8757e76da12f tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ee86103-bb6b-4556-a2ce-7a19f69301c5 HTTP/1.1" status: 200 len: 210 time: 0.0388584 Sep 16 16:31:45.553168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34802) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:45.585904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd1b5b-d3ed-4366-bab9-5c8a629feb20 req-367aca60-de77-48ef-8372-a4f88a47e80c tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:45.585904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28bd1b5b-d3ed-4366-bab9-5c8a629feb20 req-367aca60-de77-48ef-8372-a4f88a47e80c tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 943 time: 0.1008096 Sep 16 16:31:45.677025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-295241990-network', 'tenant_id': '42148edce1fa4cdc899130dfcf2a6889'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:45.689460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28bd1b5b-d3ed-4366-bab9-5c8a629feb20 req-39d34852-6a31-4067-a86d-4a809f3b82df tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893853 Sep 16 16:31:45.689460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] Deleting port 9f0da071-46dc-4b74-91f7-8d66818fd4f0 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:45.689460 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:45.717279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a4e0b-7422-4145-a09c-2976304f9ec9 req-215e6d2c-6bfc-4ddb-a099-6c5bf2b9faa4 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:45.718991 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd7a4e0b-7422-4145-a09c-2976304f9ec9 req-215e6d2c-6bfc-4ddb-a099-6c5bf2b9faa4 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 950 time: 0.1055753 Sep 16 16:31:45.772489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Made reservation on behalf of 42148edce1fa4cdc899130dfcf2a6889 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:45.774814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:45.785331 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:45.803126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd7a4e0b-7422-4145-a09c-2976304f9ec9 req-9ca5a9eb-9de2-4120-9835-dc73cbc6f65b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748210 Sep 16 16:31:45.828913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] For port 9f0da071-46dc-4b74-91f7-8d66818fd4f0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9f0da071-46dc-4b74-91f7-8d66818fd4f0,segment=NetworkSegment(33098dbf-bd89-4375-8743-582b4d6b8c7d),segment_id=33098dbf-bd89-4375-8743-582b4d6b8c7d)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:45.828913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:45.829743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34808) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:45.841479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] Calling delete_port for 9f0da071-46dc-4b74-91f7-8d66818fd4f0 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:45.916967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:45.950977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d419759-fbda-49c2-9e3e-ccab526d9450 req-51f16973-06be-4a24-b665-5a49f32af8ca tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:45.952773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d419759-fbda-49c2-9e3e-ccab526d9450 req-51f16973-06be-4a24-b665-5a49f32af8ca tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 1101 time: 0.0692544 Sep 16 16:31:45.963429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1520333396'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:46.008127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.042914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:31:46.053157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:46.059420 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.061539 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Added segment 6a3ef9db-d559-4e8b-827a-98320a6c473f of type vlan for network 671cf56f-691c-4fa2-8543-12ddab4f2c54 Sep 16 16:31:46.071856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d419759-fbda-49c2-9e3e-ccab526d9450 req-ac13382f-8287-4562-9782-1dad0e363e8f tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080594 Sep 16 16:31:46.097711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0379459-f9ac-4904-811d-6bee513561d2 req-aa77f72b-0710-44eb-a58d-5028865f723e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:46.099224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0379459-f9ac-4904-811d-6bee513561d2 req-aa77f72b-0710-44eb-a58d-5028865f723e tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 945 time: 0.1005883 Sep 16 16:31:46.115491 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Made reservation on behalf of 5d3690034ada4223b8a2e6ea9fceabe0 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:46.119710 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.127278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.149221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.222398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0379459-f9ac-4904-811d-6bee513561d2 req-dcd41097-7943-40af-b90d-c8b88a52825f tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109502 Sep 16 16:31:46.284353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.307574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.307574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:46.307574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.328287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.360170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0da071-46dc-4b74-91f7-8d66818fd4f0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:46.377452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] Pushing event updated for resources: {'Network': ['ID=671cf56f-691c-4fa2-8543-12ddab4f2c54,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:46.382083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 671cf56f-691c-4fa2-8543-12ddab4f2c54 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:31:46.396482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.432794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:31:46.448654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c89d152-5d15-42dc-8400-4b36e365949d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:46.449171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-bdf75dea-2335-44d5-99d4-42eec433278b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566804 Sep 16 16:31:46.451722 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.452068 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Added segment 40642039-d5a9-4406-9cc5-0ee64da47eeb of type vlan for network 9f1b19b7-87f0-441c-8360-ba887f607809 Sep 16 16:31:46.455001 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3880e217-17c5-46f9-bc60-1454e5169302 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9008057 Sep 16 16:31:46.460665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34836) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:46.464543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Request body: {'subnet': {'network_id': '671cf56f-691c-4fa2-8543-12ddab4f2c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-295241990-subnet', 'tenant_id': '42148edce1fa4cdc899130dfcf2a6889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:46.511822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.559939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Made reservation on behalf of 42148edce1fa4cdc899130dfcf2a6889 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:46.562352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.613647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.622707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:46.623496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.696371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event updated for resources: {'Network': ['ID=9f1b19b7-87f0-441c-8360-ba887f607809,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:46.709838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 9f1b19b7-87f0-441c-8360-ba887f607809 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:31:46.741569 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-67cd999f-86ba-4f2a-ae1c-73cf7bba8bfb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9089186 Sep 16 16:31:46.742208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34844) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:46.747782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Request body: {'subnet': {'network_id': '9f1b19b7-87f0-441c-8360-ba887f607809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:46.748813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-989ac0bf-59cd-4da3-8eca-7b8c5c6eac54 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:46.750310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-989ac0bf-59cd-4da3-8eca-7b8c5c6eac54 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914982 Sep 16 16:31:46.752188 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.763100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6bab7081-4824-4749-9bd5-1082806c03f7 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:31:46.820008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-daa2aa20-2743-4921-94fe-6541c9f0c68e tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/quotas/3c5759ed06b14c399c260d687bd11bf2 HTTP/1.1" status: 200 len: 375 time: 0.0575585 Sep 16 16:31:46.883255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6bab7081-4824-4749-9bd5-1082806c03f7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6bab7081-4824-4749-9bd5-1082806c03f7,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:46.896720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '6bab7081-4824-4749-9bd5-1082806c03f7', 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3', 'port_id': '6bab7081-4824-4749-9bd5-1082806c03f7', 'mac_address': 'fa:16:3e:6e:57:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e882bd5-7268-4bab-99dd-2a1efcaa8946', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:31:46.937483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.943620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Made reservation on behalf of 5d3690034ada4223b8a2e6ea9fceabe0 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:46.949168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:46.951199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bab7081-4824-4749-9bd5-1082806c03f7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:46.971755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6bab7081-4824-4749-9bd5-1082806c03f7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6bab7081-4824-4749-9bd5-1082806c03f7,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:46.998402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c6dfcb8c-26bf-4bd5-9bf0-b48f265a7096 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1680679 Sep 16 16:31:47.087261 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:47.132421 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:47.155001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6bab7081-4824-4749-9bd5-1082806c03f7,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:47.174045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] Router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:31:47.240210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8391b403-27c7-49dc-b79c-990f50d119ee,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:47.264971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:47.327712 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Checking segment: {'id': '6a3ef9db-d559-4e8b-827a-98320a6c473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '671cf56f-691c-4fa2-8543-12ddab4f2c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:47.328069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Network hostable DHCP agents. Network: 671cf56f-691c-4fa2-8543-12ddab4f2c54, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:31:47.330951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event updated for resources: {'Subnet': ['ID=e37efb1c-df54-4c9d-8fa1-fe969709acb4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:47.337338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93282814-69a3-4cf7-9fbe-ca1b2bda4384 req-7fd13e17-ad66-4d55-9827-feff762e568d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:47.339220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93282814-69a3-4cf7-9fbe-ca1b2bda4384 req-7fd13e17-ad66-4d55-9827-feff762e568d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1611876 Sep 16 16:31:47.340134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Checking segment: {'id': '40642039-d5a9-4406-9cc5-0ee64da47eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f1b19b7-87f0-441c-8360-ba887f607809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:47.341138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Network hostable DHCP agents. Network: 9f1b19b7-87f0-441c-8360-ba887f607809, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:31:47.349655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6bab7081-4824-4749-9bd5-1082806c03f7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:47.431922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:31:47.444751 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] Sync routers for ids ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:31:47.455815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37fbbd-2214-46d9-adb0-d63fccd4cb49 req-485dc1ec-9cf3-4a81-b412-df1f0d7d2fc3 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:47.457549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f37fbbd-2214-46d9-adb0-d63fccd4cb49 req-485dc1ec-9cf3-4a81-b412-df1f0d7d2fc3 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 944 time: 0.1708376 Sep 16 16:31:47.458589 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] Routers {'38c4acd7-5457-4ca1-99f2-23fefd9a3552'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:47.459497 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:47.463517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ecd4d530-842f-4a4c-925b-0370aa096dd7 admin admin] 10.222.0.22 "PUT /v2.0/routers/38c4acd7-5457-4ca1-99f2-23fefd9a3552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4121587 Sep 16 16:31:47.469593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Network 9f1b19b7-87f0-441c-8360-ba887f607809 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:31:47.469745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34864) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:47.510594 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93282814-69a3-4cf7-9fbe-ca1b2bda4384 req-00b3e77d-f442-4268-a16b-e7210eff824c tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276026 Sep 16 16:31:47.519430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Network 671cf56f-691c-4fa2-8543-12ddab4f2c54 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:31:47.565847 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f37fbbd-2214-46d9-adb0-d63fccd4cb49 req-fbbce73d-7a1a-49d5-9a4b-85ac2cf1ab76 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920634 Sep 16 16:31:47.583881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 9f1b19b7-87f0-441c-8360-ba887f607809) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:47.593530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:47.593530 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:47.605997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 671cf56f-691c-4fa2-8543-12ddab4f2c54) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:47.617218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd137d9-9ef8-481e-92c4-e2d80280789e None None] Network 9f1b19b7-87f0-441c-8360-ba887f607809 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:47.631717 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:47.633792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:47.639931 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] Set router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:47.643150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b22491a-f94f-4560-8370-7e05abcfc9e8 None None] Network 671cf56f-691c-4fa2-8543-12ddab4f2c54 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:47.683709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4897ad2f-cca1-46e4-a089-b801a07ed2bc req-d0ff8b12-3d6a-4d09-8589-740b3f68fc46 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 210 time: 0.0472405 Sep 16 16:31:47.685508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:47.693457 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ea7ae590-2686-4981-afd0-afdc5b8382d7 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9501481 Sep 16 16:31:47.696122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34866) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:47.705659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-76c9e9e8-156c-49a4-b3ec-0625be9841cf tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1367733237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:47.738179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58909201-4fde-479e-ac71-b5892b0f5b70 req-50c03db8-23ee-4222-b3d8-36b4aa1470da tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:47.746912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58909201-4fde-479e-ac71-b5892b0f5b70 req-50c03db8-23ee-4222-b3d8-36b4aa1470da tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 945 time: 0.1534550 Sep 16 16:31:47.799603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-28673ab9-a0c2-4453-bdeb-a8e062b92fcd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3389885 Sep 16 16:31:47.847252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-76c9e9e8-156c-49a4-b3ec-0625be9841cf tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:47.848715 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-76c9e9e8-156c-49a4-b3ec-0625be9841cf tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:47.908527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22022c8e-f900-4e05-8eca-ce71d939bc92 None None] Network 671cf56f-691c-4fa2-8543-12ddab4f2c54 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:48.036252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-76c9e9e8-156c-49a4-b3ec-0625be9841cf tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:48.069145 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-router', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:26Z', 'updated_at': '2021-09-16T16:31:46Z', 'revision_number': 5, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'gw_port': {'id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:29Z', 'updated_at': '2021-09-16T16:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:48.104099 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-76c9e9e8-156c-49a4-b3ec-0625be9841cf tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:48.117518 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] Checking router: 38c4acd7-5457-4ca1-99f2-23fefd9a3552 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:31:48.181981 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] Routers {'38c4acd7-5457-4ca1-99f2-23fefd9a3552'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:48.183645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:48.189682 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-76c9e9e8-156c-49a4-b3ec-0625be9841cf tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:48.191302 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-76c9e9e8-156c-49a4-b3ec-0625be9841cf tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4938819 Sep 16 16:31:48.193963 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34886) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:48.294991 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58909201-4fde-479e-ac71-b5892b0f5b70 req-7e5bc3cc-6369-4840-8c14-619827506f27 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3728345-8c05-42af-8839-a15e28318662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487790 Sep 16 16:31:48.314916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-9f1b19b7-87f0-441c-8360-ba887f607809', 'network_id': '9f1b19b7-87f0-441c-8360-ba887f607809', 'tenant_id': '5d3690034ada4223b8a2e6ea9fceabe0', 'fixed_ips': [{'subnet_id': 'e37efb1c-df54-4c9d-8fa1-fe969709acb4'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:31:48.315807 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:48.332450 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:48.472818 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] Set router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:31:48.601592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Deleting port f7fb5201-3bea-44c8-bde2-99c0c6603852 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:48.612646 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:48.706782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6844ce1f-4e62-4d31-8554-b3b667536a1e details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:31:48.719692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-f90213d9-c988-411a-92be-edf24067b972 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:48.721440 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-f90213d9-c988-411a-92be-edf24067b972 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 945 time: 0.1878176 Sep 16 16:31:48.724435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-8c022a56-dd6a-43d6-a696-b1dce6b7c701 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:48.735834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-8c022a56-dd6a-43d6-a696-b1dce6b7c701 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/networks?id=671cf56f-691c-4fa2-8543-12ddab4f2c54 HTTP/1.1" status: 200 len: 813 time: 0.2807355 Sep 16 16:31:48.786087 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-router', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:26Z', 'updated_at': '2021-09-16T16:31:46Z', 'revision_number': 5, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'gw_port': {'id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:29Z', 'updated_at': '2021-09-16T16:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:48.821128 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4070e-2911-4215-a35f-47631d39b87e None None] The sync data for ids ['38c4acd7-5457-4ca1-99f2-23fefd9a3552'] in n-d-807786-3 is: [{'id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460166253-router', 'tenant_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:29:26Z', 'updated_at': '2021-09-16T16:31:46Z', 'revision_number': 5, 'project_id': 'a42d28f3d63b4bd582043f5b8903f77c', 'gw_port': {'id': 'f7fb5201-3bea-44c8-bde2-99c0c6603852', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c4acd7-5457-4ca1-99f2-23fefd9a3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:29:29Z', 'updated_at': '2021-09-16T16:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:31:48.824508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Allocated IP 172.20.0.2 (9f1b19b7-87f0-441c-8360-ba887f607809/e37efb1c-df54-4c9d-8fa1-fe969709acb4/858bd483-ab0a-442a-bcdf-df04d1693179) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:48.834516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6bab7081-4824-4749-9bd5-1082806c03f7 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:48.835008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:48.850349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-640ab67d-1e98-4916-b680-507ada0cfdc6 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/quotas/42148edce1fa4cdc899130dfcf2a6889 HTTP/1.1" status: 200 len: 375 time: 0.1135557 Sep 16 16:31:48.880497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af608-547b-4515-a7f1-10b166885e2c req-3bff4478-1aa8-4f34-b570-a03cf3e2c50a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:48.882160 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f3af608-547b-4515-a7f1-10b166885e2c req-3bff4478-1aa8-4f34-b570-a03cf3e2c50a tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.52 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.1598310 Sep 16 16:31:48.905768 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-0a3542c1-6dfc-46ae-aec7-b9b0aecb3de7 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=42148edce1fa4cdc899130dfcf2a6889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544598 Sep 16 16:31:48.960953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] For port f7fb5201-3bea-44c8-bde2-99c0c6603852, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f7fb5201-3bea-44c8-bde2-99c0c6603852,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:48.961797 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:48.973817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac56bc3-775c-44f9-8ce8-6ced0d042070 req-8d1a3617-04c4-4575-b408-9a575fe0216d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:48.981144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bac56bc3-775c-44f9-8ce8-6ced0d042070 req-8d1a3617-04c4-4575-b408-9a575fe0216d tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.3402205 Sep 16 16:31:49.031264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Calling delete_port for f7fb5201-3bea-44c8-bde2-99c0c6603852 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:49.138626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bac56bc3-775c-44f9-8ce8-6ced0d042070 req-372227da-74c8-4015-b77a-f6e25a3427c5 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564195 Sep 16 16:31:49.154869 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-34b79717-1904-4fd1-8e8e-53b7b58c32ac service neutron] 10.222.0.22 "GET /v2.0/networks/671cf56f-691c-4fa2-8543-12ddab4f2c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481730 Sep 16 16:31:49.202437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:49.215090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 6bab7081-4824-4749-9bd5-1082806c03f7 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:31:49.237462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 6bab7081-4824-4749-9bd5-1082806c03f7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:49.237849 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:49.277929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'mac_address': 'fa:16:3e:56:c2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:31:49.301030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-db9ad6c1-b657-48fc-9f73-77f20ed47e4d tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Deleting port 01625dd3-0a88-44ff-a5df-043072e5de52 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:49.301394 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-db9ad6c1-b657-48fc-9f73-77f20ed47e4d tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:49.508655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-db9ad6c1-b657-48fc-9f73-77f20ed47e4d tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] For port 01625dd3-0a88-44ff-a5df-043072e5de52, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=01625dd3-0a88-44ff-a5df-043072e5de52,segment=NetworkSegment(8cabd302-bb72-4c9f-9470-bef01bab6e43),segment_id=8cabd302-bb72-4c9f-9470-bef01bab6e43)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:49.509342 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-db9ad6c1-b657-48fc-9f73-77f20ed47e4d tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:49.520734 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:49.525399 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-db9ad6c1-b657-48fc-9f73-77f20ed47e4d tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Calling delete_port for 01625dd3-0a88-44ff-a5df-043072e5de52 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:49.557403 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:49.560623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-082e2593-e047-4559-a6a6-d61d4a180e81 service neutron] 10.222.0.22 "GET /v2.0/networks/671cf56f-691c-4fa2-8543-12ddab4f2c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024072 Sep 16 16:31:49.564218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6844ce1f-4e62-4d31-8554-b3b667536a1e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:49.596962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb381e1-21b2-4025-8ccd-cb000d99a420 req-232c72e9-7c44-444e-9f60-53156da7ca2a tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:49.605882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cb381e1-21b2-4025-8ccd-cb000d99a420 req-232c72e9-7c44-444e-9f60-53156da7ca2a tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 944 time: 0.2909195 Sep 16 16:31:49.611682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:49.666271 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:49.685912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:49.784747 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:49.794832 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:49.799533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:49.808849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Network 9f1b19b7-87f0-441c-8360-ba887f607809 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:49.837397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:49.841800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Pushing event updated for resources: {'Port': ['ID=858bd483-ab0a-442a-bcdf-df04d1693179,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:49.850465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:49.927772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fb5201-3bea-44c8-bde2-99c0c6603852,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:49.967179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6844ce1f-4e62-4d31-8554-b3b667536a1e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:49.974555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac487966-c4e2-432c-a462-f9c298f558fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bab7081-4824-4749-9bd5-1082806c03f7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:49.976967 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8308d89-829d-45b6-940a-6e6d4ec2ef29" -d '{"events": [{"server_uuid": "ac487966-c4e2-432c-a462-f9c298f558fb", "name": "network-vif-plugged", "status": "completed", "tag": "6bab7081-4824-4749-9bd5-1082806c03f7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:50.080904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6bab7081-4824-4749-9bd5-1082806c03f7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6bab7081-4824-4749-9bd5-1082806c03f7,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:50.108260 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.129727 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.163647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-9f4f39b1-7b59-4197-ab93-b7ff06b2d3bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5543840 Sep 16 16:31:50.190944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cb381e1-21b2-4025-8ccd-cb000d99a420 req-12685960-23b4-4db3-969d-97ac0b221bd5 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828876 Sep 16 16:31:50.197844 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-303a4691-3fb9-429a-a5a9-d03ac8aa9206 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630379 Sep 16 16:31:50.214006 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.223307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Attempting to bind port 858bd483-ab0a-442a-bcdf-df04d1693179 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:50.223946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Attempting to bind port 858bd483-ab0a-442a-bcdf-df04d1693179 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '40642039-d5a9-4406-9cc5-0ee64da47eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f1b19b7-87f0-441c-8360-ba887f607809'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:50.224479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Attempting to bind port 858bd483-ab0a-442a-bcdf-df04d1693179 on network 9f1b19b7-87f0-441c-8360-ba887f607809 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:50.229358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:50.241950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6f3af608-547b-4515-a7f1-10b166885e2c req-636db74d-90a7-4b05-a5aa-ad9e44f667d6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Deleting port 888042ac-6d2a-444b-ba61-ebada21fa817 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:50.242309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6f3af608-547b-4515-a7f1-10b166885e2c req-636db74d-90a7-4b05-a5aa-ad9e44f667d6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.255781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-db9ad6c1-b657-48fc-9f73-77f20ed47e4d tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.281739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:50.282544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Checking segment: {'id': '40642039-d5a9-4406-9cc5-0ee64da47eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f1b19b7-87f0-441c-8360-ba887f607809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:50.283194 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.283808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Bound using segment: {'id': '40642039-d5a9-4406-9cc5-0ee64da47eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f1b19b7-87f0-441c-8360-ba887f607809'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:50.284590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Bound port: 858bd483-ab0a-442a-bcdf-df04d1693179, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40642039-d5a9-4406-9cc5-0ee64da47eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f1b19b7-87f0-441c-8360-ba887f607809'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:50.285259 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.287802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['01625dd3-0a88-44ff-a5df-043072e5de52'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:50.312219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9f0da071-46dc-4b74-91f7-8d66818fd4f0 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:50.351402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98f279aa-5097-4aaa-af11-61ed710b53b7 req-40f9f745-e1a5-4e3c-ac8c-67039cee627b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 210 time: 0.2306852 Sep 16 16:31:50.385326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-74e2baae-0729-4d3a-8481-6525937fc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:50.385326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-74e2baae-0729-4d3a-8481-6525937fc11f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 1100 time: 0.1607082 Sep 16 16:31:50.395998 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 9f0da071-46dc-4b74-91f7-8d66818fd4f0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:50.396541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9f0da071-46dc-4b74-91f7-8d66818fd4f0 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:50.411038 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Allocated IP 172.20.0.1 (9f1b19b7-87f0-441c-8360-ba887f607809/e37efb1c-df54-4c9d-8fa1-fe969709acb4/79912bb8-f23d-4518-a34d-6328ee5d3f24) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:50.436745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.437331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38c4acd7-5457-4ca1-99f2-23fefd9a3552 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:31:50.442880 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.445596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9686510a-65fd-4a40-a8b3-f0730ac73602 admin admin] 10.222.0.22 "DELETE /v2.0/routers/38c4acd7-5457-4ca1-99f2-23fefd9a3552 HTTP/1.1" status: 204 len: 168 time: 2.9805236 Sep 16 16:31:50.446435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34944) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:50.486249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6bab7081-4824-4749-9bd5-1082806c03f7,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:50.582922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] For port 858bd483-ab0a-442a-bcdf-df04d1693179, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:50.608892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] For port 858bd483-ab0a-442a-bcdf-df04d1693179, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=858bd483-ab0a-442a-bcdf-df04d1693179,segment=NetworkSegment(40642039-d5a9-4406-9cc5-0ee64da47eeb),segment_id=40642039-d5a9-4406-9cc5-0ee64da47eeb)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:31:50.665299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.670746 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.699125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcab3245-a061-4446-985b-5efe70f5b986 req-7c1faca2-473d-4a1a-8f4c-cffd86ef8d26 tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 210 time: 0.1303213 Sep 16 16:31:50.717106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ad6c1-b657-48fc-9f73-77f20ed47e4d tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Pushing event deleted for resources: {'Port': ['ID=01625dd3-0a88-44ff-a5df-043072e5de52,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:50.751442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-db9ad6c1-b657-48fc-9f73-77f20ed47e4d tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] No DVR routers for this DVR port 01625dd3-0a88-44ff-a5df-043072e5de52 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:50.759449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a85055e-29b6-41e4-bb57-f654df8ae982 req-83722f87-738f-429c-a79d-2e4485ecdba0 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 210 time: 0.1914263 Sep 16 16:31:50.803817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-524695d8-18f5-489c-bddd-2530b0ee76ac admin admin] Deleting subnet 58d46752-439e-441d-a779-6f1c7d610c44 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:31:50.815573 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-524695d8-18f5-489c-bddd-2530b0ee76ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.830338 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-db9ad6c1-b657-48fc-9f73-77f20ed47e4d tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.833109 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e49ce7a3-74e8-4851-9fda-9553493e9084 req-db9ad6c1-b657-48fc-9f73-77f20ed47e4d tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.62 "DELETE /v2.0/ports/01625dd3-0a88-44ff-a5df-043072e5de52 HTTP/1.1" status: 204 len: 173 time: 2.0783958 Sep 16 16:31:50.835206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1adf24-383a-4c60-8d92-54b056e683b2', 'name': 'network-vif-deleted', 'tag': '01625dd3-0a88-44ff-a5df-043072e5de52'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:50.837336 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc233fd-8228-4c92-83ca-8037586ca457" -d '{"events": [{"server_uuid": "bc1adf24-383a-4c60-8d92-54b056e683b2", "name": "network-vif-deleted", "tag": "01625dd3-0a88-44ff-a5df-043072e5de52"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:50.865963 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a55b148-36b9-4702-a26f-84b87d883581 x-openstack-request-id: req-7a55b148-36b9-4702-a26f-84b87d883581 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:50.867980 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac487966-c4e2-432c-a462-f9c298f558fb", "name": "network-vif-plugged", "status": "completed", "tag": "6bab7081-4824-4749-9bd5-1082806c03f7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:50.869921 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a55b148-36b9-4702-a26f-84b87d883581 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:50.875438 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac487966-c4e2-432c-a462-f9c298f558fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bab7081-4824-4749-9bd5-1082806c03f7', 'code': 200} Sep 16 16:31:50.911228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-3098d67b-c1e6-4c32-9982-a6c0998bc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:50.915985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df833381-c69a-42c3-9fd1-0c7c9849eab9 None None] Pushing event updated for resources: {'Port': ['ID=858bd483-ab0a-442a-bcdf-df04d1693179,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:50.919586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-da4ac83e-34fb-429b-a4b3-095fdbdd4052 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:50.920154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-3098d67b-c1e6-4c32-9982-a6c0998bc613 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.4715188 Sep 16 16:31:50.924699 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-da4ac83e-34fb-429b-a4b3-095fdbdd4052 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7175124 Sep 16 16:31:50.931642 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-524695d8-18f5-489c-bddd-2530b0ee76ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:50.983942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Request body: {'port': {'device_id': 'c5f25fef-29bb-4398-a172-f1574f11dcfb', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '3c5759ed06b14c399c260d687bd11bf2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:50.996066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:51.007389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-6f3af608-547b-4515-a7f1-10b166885e2c req-636db74d-90a7-4b05-a5aa-ad9e44f667d6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] For port 888042ac-6d2a-444b-ba61-ebada21fa817, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=888042ac-6d2a-444b-ba61-ebada21fa817,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:51.007772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6f3af608-547b-4515-a7f1-10b166885e2c req-636db74d-90a7-4b05-a5aa-ad9e44f667d6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:51.011343 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4abf74d-3f43-48a4-a63c-1c799ed9956f x-openstack-request-id: req-c4abf74d-3f43-48a4-a63c-1c799ed9956f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:51.011636 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1adf24-383a-4c60-8d92-54b056e683b2", "name": "network-vif-deleted", "tag": "01625dd3-0a88-44ff-a5df-043072e5de52", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:51.011888 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4abf74d-3f43-48a4-a63c-1c799ed9956f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:51.012357 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1adf24-383a-4c60-8d92-54b056e683b2', 'name': 'network-vif-deleted', 'tag': '01625dd3-0a88-44ff-a5df-043072e5de52', 'status': 'completed', 'code': 200} Sep 16 16:31:51.066988 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-b9a12d9e-ecd2-49fb-a1f6-4789adcdbe59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=ef987465-88ac-4b42-8ed5-6f75bb767011 HTTP/1.1" status: 200 len: 217 time: 0.0952837 Sep 16 16:31:51.203940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebdc21-e1d8-46e4-aafc-f216d6f3766a req-8a7fc619-0e91-4c29-9970-1df527584d98 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:51.204262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09ebdc21-e1d8-46e4-aafc-f216d6f3766a req-8a7fc619-0e91-4c29-9970-1df527584d98 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 945 time: 0.2315588 Sep 16 16:31:51.207376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6f3af608-547b-4515-a7f1-10b166885e2c req-636db74d-90a7-4b05-a5aa-ad9e44f667d6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Calling delete_port for 888042ac-6d2a-444b-ba61-ebada21fa817 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:51.259760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Network 9f1b19b7-87f0-441c-8360-ba887f607809 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:51.268138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-49d718c0-67a9-41cb-92fc-154e83b02ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:51.269508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-49d718c0-67a9-41cb-92fc-154e83b02ecb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1900945 Sep 16 16:31:51.324377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:51.353781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event updated for resources: {'Port': ['ID=79912bb8-f23d-4518-a34d-6328ee5d3f24,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:51.391811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09ebdc21-e1d8-46e4-aafc-f216d6f3766a req-b571d5ae-3044-48f2-9565-2bd77d9d83d3 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/security-groups?id=fcf57466-0baf-4064-92b5-288c0eb3aa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634703 Sep 16 16:31:51.402378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:51.405316 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-524695d8-18f5-489c-bddd-2530b0ee76ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:51.463972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889cef2-8114-481e-bc4e-e9aaba3fd2d1 req-db3984d6-1061-4d20-92ee-b30234a6a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:51.466587 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d889cef2-8114-481e-bc4e-e9aaba3fd2d1 req-db3984d6-1061-4d20-92ee-b30234a6a468 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 1096 time: 0.5155818 Sep 16 16:31:51.519050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-2e65fccd-4d01-43c3-a7d3-7d654754ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:51.519808 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:51.521114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-2e65fccd-4d01-43c3-a7d3-7d654754ad37 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2316079 Sep 16 16:31:51.617708 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d889cef2-8114-481e-bc4e-e9aaba3fd2d1 req-81dc7111-4064-42a8-bb7b-ac71222385ce service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373343 Sep 16 16:31:51.663907 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-eb608d16-c8d0-466b-8682-11db16d6e934 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259701 Sep 16 16:31:51.678124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdcb5-ae92-4665-9a12-796c3f237d03 req-a8077b25-53cc-4c9a-8a97-a4c7176b4a6d tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:51.685193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5efbdcb5-ae92-4665-9a12-796c3f237d03 req-a8077b25-53cc-4c9a-8a97-a4c7176b4a6d tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.2856381 Sep 16 16:31:51.688642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e771076a-fdf4-40b2-ba1f-38691b31d0b0 req-6365194f-68ad-4c69-ba8a-440381b90a9b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 210 time: 0.2027466 Sep 16 16:31:51.712445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Made reservation on behalf of 3c5759ed06b14c399c260d687bd11bf2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:51.718992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:51.766966 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5efbdcb5-ae92-4665-9a12-796c3f237d03 req-b9d32f30-1c43-40be-b56a-926239c4e812 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806212 Sep 16 16:31:51.851997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-524695d8-18f5-489c-bddd-2530b0ee76ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:51.901426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6f3af608-547b-4515-a7f1-10b166885e2c req-636db74d-90a7-4b05-a5aa-ad9e44f667d6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:51.918160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524695d8-18f5-489c-bddd-2530b0ee76ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d46752-439e-441d-a779-6f1c7d610c44,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:51.922018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ebad69-a32b-42fb-b3e7-93b37e915370 None None] Network 65e26751-38e2-4b14-b9db-93d49a0357c3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:51.962352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-524695d8-18f5-489c-bddd-2530b0ee76ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:51.970430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-524695d8-18f5-489c-bddd-2530b0ee76ac admin admin] 10.222.0.22 "DELETE /v2.0/subnets/58d46752-439e-441d-a779-6f1c7d610c44 HTTP/1.1" status: 204 len: 168 time: 1.5206892 Sep 16 16:31:51.980950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34974) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:51.998118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636db74d-90a7-4b05-a5aa-ad9e44f667d6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Pushing event deleted for resources: {'Port': ['ID=888042ac-6d2a-444b-ba61-ebada21fa817,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:52.000228 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:52.085190 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f0c3633-cdba-4e09-8220-34158b6b1c46 req-4a762d2c-58a1-49ef-898a-d6d3dbb2f1ca tempest-InstanceActionsTestJSON-2009822680 tempest-InstanceActionsTestJSON-2009822680-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1adf24-383a-4c60-8d92-54b056e683b2 HTTP/1.1" status: 200 len: 210 time: 0.1705573 Sep 16 16:31:52.159759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e4cc837-b622-4700-b10d-25d50f06901a req-fb9e1c86-2700-4ec7-82a7-37de7d732cc0 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 210 time: 0.2195132 Sep 16 16:31:52.220080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e134f9af-9126-4349-94dd-0b2a12f0199c req-cad6bb13-ceb6-4cd1-b785-9999e04d4100 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900778 Sep 16 16:31:52.362291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 858bd483-ab0a-442a-bcdf-df04d1693179 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:52.385074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3af608-547b-4515-a7f1-10b166885e2c req-636db74d-90a7-4b05-a5aa-ad9e44f667d6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] No DVR routers for this DVR port 888042ac-6d2a-444b-ba61-ebada21fa817 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:52.422268 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6f3af608-547b-4515-a7f1-10b166885e2c req-636db74d-90a7-4b05-a5aa-ad9e44f667d6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:52.424481 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f3af608-547b-4515-a7f1-10b166885e2c req-636db74d-90a7-4b05-a5aa-ad9e44f667d6 tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.52 "DELETE /v2.0/ports/888042ac-6d2a-444b-ba61-ebada21fa817 HTTP/1.1" status: 204 len: 173 time: 3.5324185 Sep 16 16:31:52.438954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc70ccc4-76a7-413a-bf6f-65cac361f816 None None] DHCP port deletion for 65e26751-38e2-4b14-b9db-93d49a0357c3 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:31:52.554000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:52.557556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7875b74-c74b-4575-84c8-8c091e2a06ca None None] Network 9f1b19b7-87f0-441c-8360-ba887f607809 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:52.567399 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Allocated IP 192.168.233.143 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/67d4e6ca-a676-4c12-99f4-ce83974bb323) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:52.591859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9cbd257-be2d-4e95-a934-9665f1e64997 req-54dd782d-8060-4843-974c-9eaba5f6efcb tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 210 time: 0.0777996 Sep 16 16:31:52.646323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 858bd483-ab0a-442a-bcdf-df04d1693179 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:52.647033 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:52.648821 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e1355cdb-fc1c-43f4-a2cd-315f69c0a682 None None] Provisioning complete for port 858bd483-ab0a-442a-bcdf-df04d1693179 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:52.649446 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e1355cdb-fc1c-43f4-a2cd-315f69c0a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:52.713040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-cc70ccc4-76a7-413a-bf6f-65cac361f816 None None] Deleting port 11487e2e-c4dd-4994-9af4-be93c54deacc {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:52.714075 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc70ccc4-76a7-413a-bf6f-65cac361f816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:52.742055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6844ce1f-4e62-4d31-8554-b3b667536a1e up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:52.806813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 01625dd3-0a88-44ff-a5df-043072e5de52 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:52.885736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Deleting port 11487e2e-c4dd-4994-9af4-be93c54deacc {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:52.886090 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:52.892704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46e0f8e8-3a68-45b9-af8a-347cf209fa05 req-61698610-9c85-4eaf-a56c-88e636bb2f74 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 210 time: 0.0760012 Sep 16 16:31:52.927853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 01625dd3-0a88-44ff-a5df-043072e5de52 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:52.927853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 01625dd3-0a88-44ff-a5df-043072e5de52 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:52.988247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cc70ccc4-76a7-413a-bf6f-65cac361f816 None None] For port 11487e2e-c4dd-4994-9af4-be93c54deacc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=11487e2e-c4dd-4994-9af4-be93c54deacc,segment=NetworkSegment(33098dbf-bd89-4375-8743-582b4d6b8c7d),segment_id=33098dbf-bd89-4375-8743-582b4d6b8c7d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:52.988755 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc70ccc4-76a7-413a-bf6f-65cac361f816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.025113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-cc70ccc4-76a7-413a-bf6f-65cac361f816 None None] Calling delete_port for 11487e2e-c4dd-4994-9af4-be93c54deacc owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:53.038241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ae1a9-acaf-4379-88b7-b695475a5967', 'name': 'network-vif-deleted', 'tag': '888042ac-6d2a-444b-ba61-ebada21fa817'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:53.046031 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a911148-d8eb-42f0-8be3-964e1adad6af" -d '{"events": [{"server_uuid": "392ae1a9-acaf-4379-88b7-b695475a5967", "name": "network-vif-deleted", "tag": "888042ac-6d2a-444b-ba61-ebada21fa817"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:53.071930 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.086509 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] For port 11487e2e-c4dd-4994-9af4-be93c54deacc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=11487e2e-c4dd-4994-9af4-be93c54deacc,segment=NetworkSegment(33098dbf-bd89-4375-8743-582b4d6b8c7d),segment_id=33098dbf-bd89-4375-8743-582b4d6b8c7d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:53.086790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.110621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc7c56-b311-428c-b821-c1e014be2f62 req-2624b480-4810-45d4-86db-9249e444ba32 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:53.111686 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.112215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cfc7c56-b311-428c-b821-c1e014be2f62 req-2624b480-4810-45d4-86db-9249e444ba32 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.1502862 Sep 16 16:31:53.120145 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Calling delete_port for 11487e2e-c4dd-4994-9af4-be93c54deacc owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:53.126197 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8826eae-e2dd-4d07-8cfb-45a5b3bb4759 x-openstack-request-id: req-a8826eae-e2dd-4d07-8cfb-45a5b3bb4759 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:53.126197 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ae1a9-acaf-4379-88b7-b695475a5967", "name": "network-vif-deleted", "tag": "888042ac-6d2a-444b-ba61-ebada21fa817", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:53.126197 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8826eae-e2dd-4d07-8cfb-45a5b3bb4759 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:53.126197 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392ae1a9-acaf-4379-88b7-b695475a5967', 'name': 'network-vif-deleted', 'tag': '888042ac-6d2a-444b-ba61-ebada21fa817', 'status': 'completed', 'code': 200} Sep 16 16:31:53.167459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34998) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:53.228905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.337874 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.343197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event updated for resources: {'Port': ['ID=79912bb8-f23d-4518-a34d-6328ee5d3f24,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:53.458172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.518549 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc70ccc4-76a7-413a-bf6f-65cac361f816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.521846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6', 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'bea5c325-5472-4202-bc03-4509b595b299'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:53.522679 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.541794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-001490aa-912d-48d9-99eb-49f2c2b20cf2 req-06f4bb67-1cc2-4300-a0b8-da53e5f0338e tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 210 time: 0.0542138 Sep 16 16:31:53.547429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cfc7c56-b311-428c-b821-c1e014be2f62 req-7bee41d7-1d5e-478f-b002-baf84ec1b93f tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266527 Sep 16 16:31:53.597668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:53.601861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011', 'bac60836-8f99-45a1-bc5e-cce0f4816647'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:31:53.634650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] No DVR routers for this DVR port 11487e2e-c4dd-4994-9af4-be93c54deacc on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:53.641705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:53.672455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event updated for resources: {'Port': ['ID=67d4e6ca-a676-4c12-99f4-ce83974bb323,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:53.674140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b900ff7b-0738-4524-b2f2-56752ad9c194 admin admin] Deleting subnet b2cba8c4-40b4-48c7-b388-31414e1622b5 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:31:53.691609 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b900ff7b-0738-4524-b2f2-56752ad9c194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.691778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:53.755901 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b900ff7b-0738-4524-b2f2-56752ad9c194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.766816 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.805484 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e1355cdb-fc1c-43f4-a2cd-315f69c0a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:53.850308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-32e3e362-f564-4b91-a853-371a9c86c55b tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:53.851865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-32e3e362-f564-4b91-a853-371a9c86c55b tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.62 "GET /v2.0/networks?id=671cf56f-691c-4fa2-8543-12ddab4f2c54 HTTP/1.1" status: 200 len: 813 time: 0.3033864 Sep 16 16:31:53.866430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f515cc2-7073-4d94-838d-96b8c7d76d2d req-e92569ec-8f70-4966-87b9-62946879cffb tempest-ListServerFiltersTestJSON-299804538 tempest-ListServerFiltersTestJSON-299804538-project] 10.222.0.22 "GET /v2.0/ports?device_id=392ae1a9-acaf-4379-88b7-b695475a5967 HTTP/1.1" status: 200 len: 210 time: 0.0814376 Sep 16 16:31:53.883997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Request body: {'port': {'device_id': '38d16ae2-610b-4b43-a41f-a876ae14d78e', 'network_id': '671cf56f-691c-4fa2-8543-12ddab4f2c54', 'admin_state_up': True, 'tenant_id': '42148edce1fa4cdc899130dfcf2a6889'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:53.897794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70ccc4-76a7-413a-bf6f-65cac361f816 None None] Pushing event deleted for resources: {'Port': ['ID=11487e2e-c4dd-4994-9af4-be93c54deacc,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:53.930192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=11487e2e-c4dd-4994-9af4-be93c54deacc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:53.930607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e1355cdb-fc1c-43f4-a2cd-315f69c0a682 None None] For port 858bd483-ab0a-442a-bcdf-df04d1693179, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=858bd483-ab0a-442a-bcdf-df04d1693179,segment=NetworkSegment(40642039-d5a9-4406-9cc5-0ee64da47eeb),segment_id=40642039-d5a9-4406-9cc5-0ee64da47eeb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:53.941602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 6844ce1f-4e62-4d31-8554-b3b667536a1e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:53.941990 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.047475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70ccc4-76a7-413a-bf6f-65cac361f816 None None] No DVR routers for this DVR port 11487e2e-c4dd-4994-9af4-be93c54deacc on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:54.070088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Network 9f1b19b7-87f0-441c-8360-ba887f607809 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:54.072715 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e1355cdb-fc1c-43f4-a2cd-315f69c0a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.077063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:54.117207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:54.118258 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.125200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.128836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b900ff7b-0738-4524-b2f2-56752ad9c194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.218453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df16647-e453-4ab2-8fca-46066d7a6bf5 req-784952d0-3803-466f-bbbc-9a47f817d682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:54.220069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0df16647-e453-4ab2-8fca-46066d7a6bf5 req-784952d0-3803-466f-bbbc-9a47f817d682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 936 time: 0.1728587 Sep 16 16:31:54.267994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e26751-38e2-4b14-b9db-93d49a0357c3']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:54.274348 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:31:54.274707 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:31:54.275835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Made reservation on behalf of 42148edce1fa4cdc899130dfcf2a6889 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:54.280526 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.285615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33098dbf-bd89-4375-8743-582b4d6b8c7d') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:54.286278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33098dbf-bd89-4375-8743-582b4d6b8c7d') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:54.302769 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.351382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1355cdb-fc1c-43f4-a2cd-315f69c0a682 None None] Pushing event updated for resources: {'Port': ['ID=858bd483-ab0a-442a-bcdf-df04d1693179,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:54.367808 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-86d632b9-ec86-4562-8c26-e1707de63004 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4186540 Sep 16 16:31:54.368736 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.410581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Request body: {'port': {'device_id': 'c5f25fef-29bb-4398-a172-f1574f11dcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:54.411416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7e7a4106-5bf4-4684-a25d-ada094cbed0e None None] Provisioning complete for port 67d4e6ca-a676-4c12-99f4-ce83974bb323 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:54.411823 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4106-5bf4-4684-a25d-ada094cbed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.463778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b900ff7b-0738-4524-b2f2-56752ad9c194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.490860 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.494764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:31:54.495339 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.497754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a4106-5bf4-4684-a25d-ada094cbed0e None None] Port 67d4e6ca-a676-4c12-99f4-ce83974bb323 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:31:54.498813 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:31:54.531060 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.555368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0df16647-e453-4ab2-8fca-46066d7a6bf5 req-ee7d6be9-7e4a-4244-8b31-963cdb77ba5a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208261 Sep 16 16:31:54.571664 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b900ff7b-0738-4524-b2f2-56752ad9c194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.573671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b900ff7b-0738-4524-b2f2-56752ad9c194 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b2cba8c4-40b4-48c7-b388-31414e1622b5 HTTP/1.1" status: 204 len: 168 time: 1.4052463 Sep 16 16:31:54.574997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900ff7b-0738-4524-b2f2-56752ad9c194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2cba8c4-40b4-48c7-b388-31414e1622b5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:54.596461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35020) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:54.651002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:54.708067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:54.710714 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b7a82d-b993-4453-a4a0-25887ef13547" -d '{"events": [{"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:54.737404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e39a189-a94a-4b49-bff7-eb86dd288054 req-f12bb543-277e-4a07-8134-1ee06f37ae93 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 210 time: 0.0567963 Sep 16 16:31:54.909274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ded9170f-16fe-4c8e-bf85-bbec77c4e3c1 None None] Provisioning complete for port 79912bb8-f23d-4518-a34d-6328ee5d3f24 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:54.909861 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ded9170f-16fe-4c8e-bf85-bbec77c4e3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.956150 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:54.956990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 888042ac-6d2a-444b-ba61-ebada21fa817 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:54.965713 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78f0582-92c5-4bcf-9d37-d53a942fd111 x-openstack-request-id: req-e78f0582-92c5-4bcf-9d37-d53a942fd111 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:54.966271 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:54.966497 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e78f0582-92c5-4bcf-9d37-d53a942fd111 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:54.966782 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'code': 200} Sep 16 16:31:54.967404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d4e6ca-a676-4c12-99f4-ce83974bb323 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:54.972914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35028) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:54.991732 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.006683 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.050918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ded9170f-16fe-4c8e-bf85-bbec77c4e3c1 None None] Port 79912bb8-f23d-4518-a34d-6328ee5d3f24 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:31:55.072592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Allocated IP 172.20.0.2 (671cf56f-691c-4fa2-8543-12ddab4f2c54/8391b403-27c7-49dc-b79c-990f50d119ee/b79da158-76fe-473e-bd2d-29e658e1a063) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:55.082130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Router 83f5e8e3-dbce-49f0-8e64-90b5810b4dd7 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:31:55.126576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534156d7-0871-428a-86fb-f436a543b922 req-26402360-3658-471e-bf7e-b904bb4d693b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:55.134062 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-534156d7-0871-428a-86fb-f436a543b922 req-26402360-3658-471e-bf7e-b904bb4d693b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.3090231 Sep 16 16:31:55.169537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdc7d7d-ff7a-4463-91f8-97b668e4b03b admin admin] Deleting subnet 9eeefc7d-a01d-441e-9b43-14f9c53739aa {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:31:55.179667 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7d7d-ff7a-4463-91f8-97b668e4b03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.205829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:55.213687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f7fb5201-3bea-44c8-bde2-99c0c6603852 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:55.296216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Transition to ACTIVE for port object 67d4e6ca-a676-4c12-99f4-ce83974bb323 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:31:55.302065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.320656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: f7fb5201-3bea-44c8-bde2-99c0c6603852 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:55.321027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f7fb5201-3bea-44c8-bde2-99c0c6603852 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:55.323694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 888042ac-6d2a-444b-ba61-ebada21fa817 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:55.324040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 888042ac-6d2a-444b-ba61-ebada21fa817 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:55.331872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ded9170f-16fe-4c8e-bf85-bbec77c4e3c1 None None] Provisioning complete for port 858bd483-ab0a-442a-bcdf-df04d1693179 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:55.331872 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ded9170f-16fe-4c8e-bf85-bbec77c4e3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.332219 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.336635 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] 10.222.0.22 "DELETE /v2.0/networks/65e26751-38e2-4b14-b9db-93d49a0357c3 HTTP/1.1" status: 204 len: 168 time: 3.3486390 Sep 16 16:31:55.362078 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.375006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:31:55.382473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.399347 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-52b19c8a-46ec-4e84-9e52-828f7fe5fa6d tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "PUT /v2.0/routers/83f5e8e3-dbce-49f0-8e64-90b5810b4dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2040915 Sep 16 16:31:55.405816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc61214-e920-495a-b029-35b742c1d4bb admin admin] Pushing event deleted for resources: {'Network': ['ID=65e26751-38e2-4b14-b9db-93d49a0357c3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:55.406802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0008e94-3ba6-4510-a351-7ce972b5fc52 None None] Sync routers for ids ['83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:31:55.413373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbabd17a-c1b3-4d7f-9904-6ed06d49731e']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:55.419834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35042) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:55.428999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Request body: {'port': {'network_id': '9f1b19b7-87f0-441c-8360-ba887f607809', 'name': 'tempest-FloatingIPNegativeTestJSON-719872860'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:55.444228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cabd302-bb72-4c9f-9470-bef01bab6e43') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:55.444449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cabd302-bb72-4c9f-9470-bef01bab6e43') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:55.457045 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.486529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.490540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0008e94-3ba6-4510-a351-7ce972b5fc52 None None] Routers {'83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:55.491545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f0008e94-3ba6-4510-a351-7ce972b5fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:55.508481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:31:55.509172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.546297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 858bd483-ab0a-442a-bcdf-df04d1693179 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:31:55.635049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Pushing event updated for resources: {'Port': ['ID=67d4e6ca-a676-4c12-99f4-ce83974bb323,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:31:55.647964 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:31:55.653524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f0008e94-3ba6-4510-a351-7ce972b5fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:55.680496 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7d7d-ff7a-4463-91f8-97b668e4b03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.800240 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.807704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0008e94-3ba6-4510-a351-7ce972b5fc52 None None] Routers {'83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:31:55.808349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f0008e94-3ba6-4510-a351-7ce972b5fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:31:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:55.846657 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-534156d7-0871-428a-86fb-f436a543b922 req-5dfcfd73-c79d-45d0-aca0-f13008d9b377 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7116585 Sep 16 16:31:55.920005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:55.922970 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cbabd17a-c1b3-4d7f-9904-6ed06d49731e HTTP/1.1" status: 204 len: 168 time: 1.3250990 Sep 16 16:31:55.924794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285753d-ca0d-4da0-9739-f9f18f697518 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbabd17a-c1b3-4d7f-9904-6ed06d49731e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:55.925114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Attempting to bind port 67d4e6ca-a676-4c12-99f4-ce83974bb323 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:55.937687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Attempting to bind port 67d4e6ca-a676-4c12-99f4-ce83974bb323 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:55.940578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Attempting to bind port 67d4e6ca-a676-4c12-99f4-ce83974bb323 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:55.976375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Port 67d4e6ca-a676-4c12-99f4-ce83974bb323 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:55.977708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Attempting to bind port 67d4e6ca-a676-4c12-99f4-ce83974bb323 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:55.991748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2105f809-4815-43ae-8812-8301df6f8468 None None] Provisioning complete for port 79912bb8-f23d-4518-a34d-6328ee5d3f24 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:55.992262 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2105f809-4815-43ae-8812-8301df6f8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.003409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f0008e94-3ba6-4510-a351-7ce972b5fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:56.004096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0008e94-3ba6-4510-a351-7ce972b5fc52 None None] The sync data for ids ['83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:31:56.024721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-7c7c4f03-be3c-471a-9635-ab251c7f3544 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a43e31c-d647-4b69-8780-e6daddcbb140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3064094 Sep 16 16:31:56.031485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35052) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:56.043978 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7d7d-ff7a-4463-91f8-97b668e4b03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.056186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:56.063185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:56.066657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:56.067223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Bound port: 67d4e6ca-a676-4c12-99f4-ce83974bb323, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:56.067671 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.102266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 858bd483-ab0a-442a-bcdf-df04d1693179 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:56.103000 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.107829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2105f809-4815-43ae-8812-8301df6f8468 None None] Port 79912bb8-f23d-4518-a34d-6328ee5d3f24 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:31:56.174700 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Made reservation on behalf of 5d3690034ada4223b8a2e6ea9fceabe0 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:31:56.178330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.218382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-312f22ec-58e5-486d-82ad-57a08ca8788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:56.219923 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-312f22ec-58e5-486d-82ad-57a08ca8788e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 1101 time: 0.1410935 Sep 16 16:31:56.232839 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5478a21d-2bd0-494b-b033-9f1280348cb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0e6854e0d264b99901906b8b64d69a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966233 Sep 16 16:31:56.233649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35054) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:56.254851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] device_id is not set on port f7d416be-1189-464e-9528-4f2afdbd6c05 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:31:56.309456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7d7d-ff7a-4463-91f8-97b668e4b03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.326051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3eaf9f4-7c2b-499b-8b8a-e0dc36d720f2 req-5f7fd2aa-97cb-40ac-ab6a-a95fe563b0c6 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 210 time: 0.0512028 Sep 16 16:31:56.358574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] For port 67d4e6ca-a676-4c12-99f4-ce83974bb323, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:31:56.377541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 11487e2e-c4dd-4994-9af4-be93c54deacc no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:56.385024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc7d7d-ff7a-4463-91f8-97b668e4b03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eeefc7d-a01d-441e-9b43-14f9c53739aa,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:56.395252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7d7d-ff7a-4463-91f8-97b668e4b03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.397390 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6fdc7d7d-ff7a-4463-91f8-97b668e4b03b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9eeefc7d-a01d-441e-9b43-14f9c53739aa HTTP/1.1" status: 204 len: 168 time: 1.4220223 Sep 16 16:31:56.404180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35058) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:56.433605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8892f93-0f39-4098-9b66-54f30632eea7 None None] Network 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:31:56.437851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 11487e2e-c4dd-4994-9af4-be93c54deacc {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:56.438284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 11487e2e-c4dd-4994-9af4-be93c54deacc not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:56.525658 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.561705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35060) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:56.635161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7f910-48dd-4ec7-92a3-5972f76c3c28 req-04fab593-7540-4634-83a8-64ed563ebe12 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:56.645558 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1c7f910-48dd-4ec7-92a3-5972f76c3c28 req-04fab593-7540-4634-83a8-64ed563ebe12 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 948 time: 0.8874784 Sep 16 16:31:56.666358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.668643 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.733112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a35548-054b-455e-a55f-80b9a81fb7c8 None None] DHCP port deletion for 2ddf6990-0d47-42cd-be1e-0a42d55e31a9 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:31:56.784310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-95989e3d-30b3-43bc-bd85-343e0a41102d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5519f97917f84c79b1c1071c6fbfd124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201843 Sep 16 16:31:56.789113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35062) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:56.792814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Network 671cf56f-691c-4fa2-8543-12ddab4f2c54 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:56.798115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] For port 67d4e6ca-a676-4c12-99f4-ce83974bb323, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=67d4e6ca-a676-4c12-99f4-ce83974bb323,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:31:56.818280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4808bd-9134-4d7a-871f-6fd4bae1ea16 req-9318384f-f2c9-445c-b49c-303fc37dcb7b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:56.820141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee4808bd-9134-4d7a-871f-6fd4bae1ea16 req-9318384f-f2c9-445c-b49c-303fc37dcb7b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.2598035 Sep 16 16:31:56.821351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:56.844708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-79a35548-054b-455e-a55f-80b9a81fb7c8 None None] Deleting port 57032a7e-4668-42a4-a906-c3ef549e20e2 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:56.845355 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-79a35548-054b-455e-a55f-80b9a81fb7c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.850085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1c7f910-48dd-4ec7-92a3-5972f76c3c28 req-989afaad-134b-4af0-b2b7-2daa5a0a0917 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035840 Sep 16 16:31:56.850860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Pushing event updated for resources: {'Port': ['ID=b79da158-76fe-473e-bd2d-29e658e1a063,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:56.853928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:56.859232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:56.974521 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829b3a9c-16b2-49ad-9765-40416c6de81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.011148 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-79a35548-054b-455e-a55f-80b9a81fb7c8 None None] For port 57032a7e-4668-42a4-a906-c3ef549e20e2, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=57032a7e-4668-42a4-a906-c3ef549e20e2,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:57.012927 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-79a35548-054b-455e-a55f-80b9a81fb7c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.021887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:57.025487 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.025487 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] 10.222.0.52 "PUT /v2.0/ports/67d4e6ca-a676-4c12-99f4-ce83974bb323 HTTP/1.1" status: 200 len: 1096 time: 2.6394870 Sep 16 16:31:57.025487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f25fef-29bb-4398-a172-f1574f11dcfb', 'tag': '67d4e6ca-a676-4c12-99f4-ce83974bb323'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:31:57.026457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:57.027370 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.027785 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e93de34-d405-4cdc-8338-7fd12cadeefb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f25fef-29bb-4398-a172-f1574f11dcfb", "tag": "67d4e6ca-a676-4c12-99f4-ce83974bb323"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:31:57.035278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee4808bd-9134-4d7a-871f-6fd4bae1ea16 req-6171dce9-7c14-4b70-a79e-21f970462b11 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759186 Sep 16 16:31:57.076572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-79a35548-054b-455e-a55f-80b9a81fb7c8 None None] Calling delete_port for 57032a7e-4668-42a4-a906-c3ef549e20e2 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:57.080614 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829b3a9c-16b2-49ad-9765-40416c6de81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.084176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b8c8ec0-9826-41ef-abad-0feee01b7b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.088714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-263fd8db-37f9-4155-9b0d-14fef324f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:57.090541 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-263fd8db-37f9-4155-9b0d-14fef324f52e service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.8281944 Sep 16 16:31:57.104011 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Deleting port 57032a7e-4668-42a4-a906-c3ef549e20e2 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:31:57.104899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.124233 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744eb6c8-b78c-46ef-94c6-aa1fd96402c7 x-openstack-request-id: req-744eb6c8-b78c-46ef-94c6-aa1fd96402c7 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:31:57.124636 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f25fef-29bb-4398-a172-f1574f11dcfb", "tag": "67d4e6ca-a676-4c12-99f4-ce83974bb323", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:31:57.124954 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-744eb6c8-b78c-46ef-94c6-aa1fd96402c7 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:31:57.125876 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f25fef-29bb-4398-a172-f1574f11dcfb', 'tag': '67d4e6ca-a676-4c12-99f4-ce83974bb323', 'status': 'completed', 'code': 200} Sep 16 16:31:57.155631 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b8c8ec0-9826-41ef-abad-0feee01b7b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.201940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7895e51-3dba-4a7c-bada-87529374c929 service neutron] Pushing event updated for resources: {'Port': ['ID=67d4e6ca-a676-4c12-99f4-ce83974bb323,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:57.252850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Allocated IP 172.20.0.3 (9f1b19b7-87f0-441c-8360-ba887f607809/e37efb1c-df54-4c9d-8fa1-fe969709acb4/f7d416be-1189-464e-9528-4f2afdbd6c05) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:57.257222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-bc124b1e-5be6-479e-97e4-1fc450024e77 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a5280fd1-e2a2-4880-ba81-907f76edd813 HTTP/1.1" status: 200 len: 217 time: 0.1501036 Sep 16 16:31:57.260921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] For port 57032a7e-4668-42a4-a906-c3ef549e20e2, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=57032a7e-4668-42a4-a906-c3ef549e20e2,segment=NetworkSegment(a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1),segment_id=a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:31:57.260921 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.295261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Calling delete_port for 57032a7e-4668-42a4-a906-c3ef549e20e2 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:31:57.307033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc10215-6ad3-437e-b3aa-22e234acc244 req-4ffdb22a-7f10-4c3b-b894-e045d8da2b3d tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:57.308972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bc10215-6ad3-437e-b3aa-22e234acc244 req-4ffdb22a-7f10-4c3b-b894-e045d8da2b3d tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.1199055 Sep 16 16:31:57.318110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93de34-d405-4cdc-8338-7fd12cadeefb req-3395c688-f62b-49f0-9f50-5640715cbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:57.319635 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7e93de34-d405-4cdc-8338-7fd12cadeefb req-3395c688-f62b-49f0-9f50-5640715cbe20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 1099 time: 0.1329834 Sep 16 16:31:57.379414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7e93de34-d405-4cdc-8338-7fd12cadeefb req-2d12d0d9-6d09-4ad8-a83f-647534fac797 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430298 Sep 16 16:31:57.391766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-23281872-4aba-4661-a1f9-e398782b11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:57.393233 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-23281872-4aba-4661-a1f9-e398782b11a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1209276 Sep 16 16:31:57.453065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bc10215-6ad3-437e-b3aa-22e234acc244 req-b2e211ba-30a2-43df-8502-44186a123e86 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306107 Sep 16 16:31:57.458242 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-79a35548-054b-455e-a55f-80b9a81fb7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.495099 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829b3a9c-16b2-49ad-9765-40416c6de81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.496270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 57032a7e-4668-42a4-a906-c3ef549e20e2 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:31:57.499019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829b3a9c-16b2-49ad-9765-40416c6de81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.499654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a35548-054b-455e-a55f-80b9a81fb7c8 None None] Pushing event deleted for resources: {'Port': ['ID=57032a7e-4668-42a4-a906-c3ef549e20e2,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:57.510770 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-829b3a9c-16b2-49ad-9765-40416c6de81e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c7b94db-75f9-4330-a831-9f9ad15767c0 HTTP/1.1" status: 204 len: 168 time: 1.2605205 Sep 16 16:31:57.511754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-6c6f27a0-675e-44a9-b12c-607c5944a877 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6443229 Sep 16 16:31:57.524197 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b8c8ec0-9826-41ef-abad-0feee01b7b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.527816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a35548-054b-455e-a55f-80b9a81fb7c8 None None] No DVR routers for this DVR port 57032a7e-4668-42a4-a906-c3ef549e20e2 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:57.529586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 57032a7e-4668-42a4-a906-c3ef549e20e2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:31:57.530329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 57032a7e-4668-42a4-a906-c3ef549e20e2 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:31:57.534575 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b8c8ec0-9826-41ef-abad-0feee01b7b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.539912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8b8c8ec0-9826-41ef-abad-0feee01b7b23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3728345-8c05-42af-8839-a15e28318662 HTTP/1.1" status: 204 len: 168 time: 0.7455595 Sep 16 16:31:57.557783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Request body: {'port': {'device_id': '38d16ae2-610b-4b43-a41f-a876ae14d78e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:57.648933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c8ec0-9826-41ef-abad-0feee01b7b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3728345-8c05-42af-8839-a15e28318662,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:57.703423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef47821-826c-4b2e-a5a5-0c89ab4d2dc6 req-59e88ecb-4ad9-4fb9-a3c2-864156ece749 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:57.711236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ef47821-826c-4b2e-a5a5-0c89ab4d2dc6 req-59e88ecb-4ad9-4fb9-a3c2-864156ece749 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 931 time: 0.2690732 Sep 16 16:31:57.728321 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.742103 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.745629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b3a9c-16b2-49ad-9765-40416c6de81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7b94db-75f9-4330-a831-9f9ad15767c0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:57.798249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=57032a7e-4668-42a4-a906-c3ef549e20e2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:57.805361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] No DVR routers for this DVR port 57032a7e-4668-42a4-a906-c3ef549e20e2 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:31:57.815381 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0968d4-3c29-4340-98c5-3ee3e8f9bae4 req-eb6b8e60-87e4-4276-810d-5e9ef44d551c tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:57.817014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-55b45b38-1a9c-4a60-87d1-393a935a47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:57.817491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c0968d4-3c29-4340-98c5-3ee3e8f9bae4 req-eb6b8e60-87e4-4276-810d-5e9ef44d551c tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.2047520 Sep 16 16:31:57.818724 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-55b45b38-1a9c-4a60-87d1-393a935a47f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4116817 Sep 16 16:31:57.886533 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:57.911375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ef47821-826c-4b2e-a5a5-0c89ab4d2dc6 req-ad0af964-8245-4bac-9a28-11c04c68cad3 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991794 Sep 16 16:31:57.913410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93de34-d405-4cdc-8338-7fd12cadeefb req-1d688d50-a8bf-47dc-8368-806349416c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:57.915036 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7e93de34-d405-4cdc-8338-7fd12cadeefb req-1d688d50-a8bf-47dc-8368-806349416c5b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5251677 Sep 16 16:31:58.102543 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:58.156106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Network 9f1b19b7-87f0-441c-8360-ba887f607809 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:31:58.161548 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf280-8aee-4db9-a614-bc8ba393e89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:58.172288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c0968d4-3c29-4340-98c5-3ee3e8f9bae4 req-8847ece1-07b9-4ff5-816b-b8c12e16be46 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214791 Sep 16 16:31:58.177025 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:58.216186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddf6990-0d47-42cd-be1e-0a42d55e31a9']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:58.250660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-32381239-eece-44f1-af1d-3b6a3506f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:58.252486 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-32381239-eece-44f1-af1d-3b6a3506f876 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 1099 time: 0.2446418 Sep 16 16:31:58.252874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event updated for resources: {'Port': ['ID=f7d416be-1189-464e-9528-4f2afdbd6c05,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:58.266250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:31:58.327236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:58.331061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79f9ac8-bd18-4000-8d09-0ee79b1ca4a1') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:31:58.352477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e65cce-9e37-418c-a69e-39b352f5cb36 req-86bdd636-9ac8-4aeb-8920-7986c4287e60 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:58.359936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06e65cce-9e37-418c-a69e-39b352f5cb36 req-86bdd636-9ac8-4aeb-8920-7986c4287e60 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 948 time: 0.3091948 Sep 16 16:31:58.378773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:58.386605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:31:58.391006 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-53aeaac3-3253-4de6-942f-4be6406e4519 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=67d4e6ca-a676-4c12-99f4-ce83974bb323 HTTP/1.1" status: 200 len: 217 time: 0.1225631 Sep 16 16:31:58.454602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-316b2f9e-2fea-4a64-b6da-e489cb33f46d service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950096 Sep 16 16:31:58.456690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:58.482916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:31:58.492836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:31:58.498796 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:31:58.527237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06e65cce-9e37-418c-a69e-39b352f5cb36 req-951a9d7c-cea4-40ae-94c3-55af51222c1f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663306 Sep 16 16:31:58.605775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35116) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:58.634627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9a6ac6f8-bb29-4023-860f-3f26aabdeb46 None None] Provisioning complete for port f7d416be-1189-464e-9528-4f2afdbd6c05 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:31:58.635005 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac6f8-bb29-4023-860f-3f26aabdeb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:58.703369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:58.704197 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:58.706150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ac6f8-bb29-4023-860f-3f26aabdeb46 None None] Port f7d416be-1189-464e-9528-4f2afdbd6c05 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:31:58.739739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-19a34609-07e7-46c8-8b19-458b3fecea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:58.741315 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-19a34609-07e7-46c8-8b19-458b3fecea87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.3030729 Sep 16 16:31:58.745916 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce24656a-7ee1-471f-90e5-a9b5216b730b req-f909ad37-2d70-4e49-ae4f-d722f931fdf7 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907677 Sep 16 16:31:58.815884 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-095e18b5-5e37-430e-8458-5f426557446b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3912461 Sep 16 16:31:58.819733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c03228c6-278d-4ddc-9d58-f2cdf24977dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:58.825801 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-c03228c6-278d-4ddc-9d58-f2cdf24977dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621762 Sep 16 16:31:58.825801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35120) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:58.829475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:58.980176 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-926d2149-2d9d-4b8a-bfbf-2fb66befbc23 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444387 Sep 16 16:31:59.010103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.103662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757c896-b841-40c3-b116-76be7c9315d2 req-04cf2db6-9eb4-438a-8474-d45b4d5ed85e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:59.111822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d757c896-b841-40c3-b116-76be7c9315d2 req-04cf2db6-9eb4-438a-8474-d45b4d5ed85e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.6130025 Sep 16 16:31:59.135710 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.180174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bc660d22-4829-4fb3-952d-5e0ac4b344e2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a42d28f3d63b4bd582043f5b8903f77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692335 Sep 16 16:31:59.182165 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d693da44-698f-4b3e-8f2c-9ec2634d35b0 req-e134cdbc-6560-4b43-b9b8-545f9d6ec887 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909320 Sep 16 16:31:59.182708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35126) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:59.190551 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.213962 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2ddf6990-0d47-42cd-be1e-0a42d55e31a9 HTTP/1.1" status: 204 len: 168 time: 2.8075113 Sep 16 16:31:59.283749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79da158-76fe-473e-bd2d-29e658e1a063 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:31:59.296228 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.317916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb0b29-7d35-4bd7-8c25-ca252558a3a8 req-94b45773-f784-4d11-b285-cb597937235c tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:59.319541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2eb0b29-7d35-4bd7-8c25-ca252558a3a8 req-94b45773-f784-4d11-b285-cb597937235c tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 931 time: 0.3198385 Sep 16 16:31:59.327218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-538847f6-2d3e-4709-974d-14f5c54977ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.334956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bf2c3-48c7-4bd9-981e-a150195d2fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddf6990-0d47-42cd-be1e-0a42d55e31a9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:59.409294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Transition to ACTIVE for port object b79da158-76fe-473e-bd2d-29e658e1a063 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:31:59.411532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-538847f6-2d3e-4709-974d-14f5c54977ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.444859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d757c896-b841-40c3-b116-76be7c9315d2 req-510d6c41-1147-4d97-a124-53c2d3bfc4f3 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305120 Sep 16 16:31:59.448032 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.573781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2eb0b29-7d35-4bd7-8c25-ca252558a3a8 req-3e28cf67-e159-47f2-a8a7-ea1e6b42d1c4 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409637 Sep 16 16:31:59.575322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.631154 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-538847f6-2d3e-4709-974d-14f5c54977ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.634518 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-538847f6-2d3e-4709-974d-14f5c54977ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.636001 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-538847f6-2d3e-4709-974d-14f5c54977ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ce7517a-b8c5-44db-95d8-41d057988d9f HTTP/1.1" status: 204 len: 168 time: 0.4511318 Sep 16 16:31:59.655481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538847f6-2d3e-4709-974d-14f5c54977ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce7517a-b8c5-44db-95d8-41d057988d9f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:59.700548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35152) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:59.706975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Allocated IP 172.25.6.105 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/dabcfcd2-b078-4a9a-ac66-6c5cf4b731ea) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:31:59.709947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35154) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:31:59.726105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Pushing event updated for resources: {'Port': ['ID=b79da158-76fe-473e-bd2d-29e658e1a063,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:31:59.781710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bec0f2-bcc4-4b62-88d1-b75968b460a2 req-6985d324-31c7-4cd5-b617-f1b4758f4c36 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:59.783268 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55bec0f2-bcc4-4b62-88d1-b75968b460a2 req-6985d324-31c7-4cd5-b617-f1b4758f4c36 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.1768873 Sep 16 16:31:59.873514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d02b7-0151-4deb-8b24-3a6f0fe1a02c req-7d207742-d050-4168-b2a3-6dc37bb54289 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:31:59.874849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b77d02b7-0151-4deb-8b24-3a6f0fe1a02c req-7d207742-d050-4168-b2a3-6dc37bb54289 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 948 time: 0.1530087 Sep 16 16:31:59.891370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55bec0f2-bcc4-4b62-88d1-b75968b460a2 req-5f5bceff-5655-463a-ae60-d600fa817ad9 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833211 Sep 16 16:31:59.905966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Attempting to bind port b79da158-76fe-473e-bd2d-29e658e1a063 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:31:59.906307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Attempting to bind port b79da158-76fe-473e-bd2d-29e658e1a063 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '6a3ef9db-d559-4e8b-827a-98320a6c473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '671cf56f-691c-4fa2-8543-12ddab4f2c54'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:31:59.906641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Attempting to bind port b79da158-76fe-473e-bd2d-29e658e1a063 on network 671cf56f-691c-4fa2-8543-12ddab4f2c54 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:59.916060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Port b79da158-76fe-473e-bd2d-29e658e1a063 on network 671cf56f-691c-4fa2-8543-12ddab4f2c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:31:59.916392 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Attempting to bind port b79da158-76fe-473e-bd2d-29e658e1a063 on network 671cf56f-691c-4fa2-8543-12ddab4f2c54 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:31:59.917331 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.930246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:31:59.930586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Checking segment: {'id': '6a3ef9db-d559-4e8b-827a-98320a6c473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '671cf56f-691c-4fa2-8543-12ddab4f2c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:31:59.930975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Bound using segment: {'id': '6a3ef9db-d559-4e8b-827a-98320a6c473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '671cf56f-691c-4fa2-8543-12ddab4f2c54'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:31:59.931412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Bound port: b79da158-76fe-473e-bd2d-29e658e1a063, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3ef9db-d559-4e8b-827a-98320a6c473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '671cf56f-691c-4fa2-8543-12ddab4f2c54'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:31:59.931778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:31:59.939950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b77d02b7-0151-4deb-8b24-3a6f0fe1a02c req-9a6077ae-1ae2-4671-b6f4-877e80bcfb29 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553231 Sep 16 16:31:59.972731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-968150302-network', 'tenant_id': '3cac534354594a0c9498a866d5969e15'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:31:59.990675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c8130f0c-ff15-4b6f-a940-112f82551900 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f3e1455cb954675b9be56577e5c9947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766259 Sep 16 16:31:59.993014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35162) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:00.063670 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.074752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] For port b79da158-76fe-473e-bd2d-29e658e1a063, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:00.080591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] For port b79da158-76fe-473e-bd2d-29e658e1a063, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b79da158-76fe-473e-bd2d-29e658e1a063,segment=NetworkSegment(6a3ef9db-d559-4e8b-827a-98320a6c473f),segment_id=6a3ef9db-d559-4e8b-827a-98320a6c473f)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:00.089619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Made reservation on behalf of 3cac534354594a0c9498a866d5969e15 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:00.092684 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.104768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c834e0-c1f4-4e10-888a-98d02e76e3c1 req-cb092629-bbce-4d32-90ac-ae33047a6c39 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:00.107177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6c834e0-c1f4-4e10-888a-98d02e76e3c1 req-cb092629-bbce-4d32-90ac-ae33047a6c39 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.0846198 Sep 16 16:32:00.113383 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.132186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:00.135541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event updated for resources: {'Port': ['ID=dabcfcd2-b078-4a9a-ac66-6c5cf4b731ea,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:00.145780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:00.149446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.154306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:00.205279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00252ca3-b44b-47f8-bcc3-45a5a20b3134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.220867 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6c834e0-c1f4-4e10-888a-98d02e76e3c1 req-61401f91-2950-4f4d-b261-772bd7b0cd53 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034734 Sep 16 16:32:00.221479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:00.222043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.223456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] 10.222.0.62 "PUT /v2.0/ports/b79da158-76fe-473e-bd2d-29e658e1a063 HTTP/1.1" status: 200 len: 1091 time: 2.7012687 Sep 16 16:32:00.226643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d16ae2-610b-4b43-a41f-a876ae14d78e', 'tag': 'b79da158-76fe-473e-bd2d-29e658e1a063'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:00.229127 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b285551-8671-4155-a972-27f6867cdee5" -d '{"events": [{"name": "network-changed", "server_uuid": "38d16ae2-610b-4b43-a41f-a876ae14d78e", "tag": "b79da158-76fe-473e-bd2d-29e658e1a063"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:00.307498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03c2fe-817c-464b-8e13-007cc84caf17 service neutron] Pushing event updated for resources: {'Port': ['ID=b79da158-76fe-473e-bd2d-29e658e1a063,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:00.320847 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00252ca3-b44b-47f8-bcc3-45a5a20b3134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.338245 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db79abe-611b-4378-b66b-b061a1a7d646 x-openstack-request-id: req-1db79abe-611b-4378-b66b-b061a1a7d646 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:00.338993 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d16ae2-610b-4b43-a41f-a876ae14d78e", "tag": "b79da158-76fe-473e-bd2d-29e658e1a063", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:00.340837 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1db79abe-611b-4378-b66b-b061a1a7d646 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:00.341353 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d16ae2-610b-4b43-a41f-a876ae14d78e', 'tag': 'b79da158-76fe-473e-bd2d-29e658e1a063', 'status': 'completed', 'code': 200} Sep 16 16:32:00.375036 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.464533 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00252ca3-b44b-47f8-bcc3-45a5a20b3134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.468214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00252ca3-b44b-47f8-bcc3-45a5a20b3134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.469512 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-00252ca3-b44b-47f8-bcc3-45a5a20b3134 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fcf57466-0baf-4064-92b5-288c0eb3aa3b HTTP/1.1" status: 204 len: 168 time: 0.4738944 Sep 16 16:32:00.489366 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.491702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00252ca3-b44b-47f8-bcc3-45a5a20b3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf57466-0baf-4064-92b5-288c0eb3aa3b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:00.540154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b285551-8671-4155-a972-27f6867cdee5 req-42a40a04-34eb-461e-8c49-f31c67e4e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:00.546320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b285551-8671-4155-a972-27f6867cdee5 req-42a40a04-34eb-461e-8c49-f31c67e4e0dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42148edce1fa4cdc899130dfcf2a6889&device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 1094 time: 0.2020380 Sep 16 16:32:00.586856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f087274-f1c2-4357-91f9-4016ba81243c req-5efb1e6b-7442-4dff-9484-2a45e017db26 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:00.593299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f087274-f1c2-4357-91f9-4016ba81243c req-5efb1e6b-7442-4dff-9484-2a45e017db26 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.2275386 Sep 16 16:32:00.721043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.757799 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.772675 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-37a8c5b6-3160-4154-bcd6-4bd625661010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.826077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f087274-f1c2-4357-91f9-4016ba81243c req-c8489d25-ac45-419b-98e4-ce0f45cec071 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205236 Sep 16 16:32:00.852711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.865386 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:00.935606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:32:00.948458 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b285551-8671-4155-a972-27f6867cdee5 req-c43e2bdc-f30d-49ad-93ae-bf1f56946df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:00.955962 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b285551-8671-4155-a972-27f6867cdee5 req-c43e2bdc-f30d-49ad-93ae-bf1f56946df8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=42148edce1fa4cdc899130dfcf2a6889&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3932247 Sep 16 16:32:01.001466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event updated for resources: {'Port': ['ID=dabcfcd2-b078-4a9a-ac66-6c5cf4b731ea,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:01.007002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:01.121335 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:01.123839 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b9eae01a-920e-45c5-8dcc-93ce313a26f1 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3003013 Sep 16 16:32:01.127187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35208) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:01.136773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0671376f-5891-4115-be60-df832ad80121 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Request body: {'floatingip': {'port_id': 'f7d416be-1189-464e-9528-4f2afdbd6c05', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:01.220074 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:01.220435 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Added segment 799f1cdc-2c35-4a3f-a179-0c8b3a4f8834 of type vlan for network b857b0ec-fd13-47e0-8129-c44004b57b70 Sep 16 16:32:01.221776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc76b92-d7e1-4b84-bb39-15e5f0b23579,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:01.244973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0671376f-5891-4115-be60-df832ad80121 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:01.288883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf49194-7cb6-4f7a-a9e0-a11c1245f48c req-c98999ab-d5ff-44fc-bd75-b15415b1ebfe tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:01.297137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5bf49194-7cb6-4f7a-a9e0-a11c1245f48c req-c98999ab-d5ff-44fc-bd75-b15415b1ebfe tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 943 time: 0.5176497 Sep 16 16:32:01.423690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:01.427287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:01.452788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b285551-8671-4155-a972-27f6867cdee5 req-495e8611-9f61-4c02-9d84-75731940a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:01.452788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b285551-8671-4155-a972-27f6867cdee5 req-495e8611-9f61-4c02-9d84-75731940a9ba service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4679801 Sep 16 16:32:01.480894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5bf49194-7cb6-4f7a-a9e0-a11c1245f48c req-fbe3f09d-e959-4c02-9d50-b0814d676ff7 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770113 Sep 16 16:32:01.552370 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-0671376f-5891-4115-be60-df832ad80121 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] update failed (client error): The resource could not be found. Sep 16 16:32:01.556466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0671376f-5891-4115-be60-df832ad80121 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "PUT /v2.0/floatingips/07373d90-0ff2-4c9e-87e1-80ef74ca0a9f HTTP/1.1" status: 404 len: 507 time: 0.4274507 Sep 16 16:32:01.557409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35226) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:01.593608 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:01.594929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:01.595627 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:01.658417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-61fb9449-3c4f-4d10-8bab-67fa83b129b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:01.660283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-61fb9449-3c4f-4d10-8bab-67fa83b129b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42148edce1fa4cdc899130dfcf2a6889&device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 1094 time: 0.1506553 Sep 16 16:32:01.715920 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] Pushing event updated for resources: {'Network': ['ID=b857b0ec-fd13-47e0-8129-c44004b57b70,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:01.735309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network b857b0ec-fd13-47e0-8129-c44004b57b70 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:32:01.790721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a8821ad9-a5fd-4d41-a1a7-66cc6c47f5a0 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Deleting port dabcfcd2-b078-4a9a-ac66-6c5cf4b731ea {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:01.791078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8821ad9-a5fd-4d41-a1a7-66cc6c47f5a0 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:01.820268 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-91565dc3-7e94-4f81-a326-0eca7d80574e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b79da158-76fe-473e-bd2d-29e658e1a063 HTTP/1.1" status: 200 len: 217 time: 0.1180913 Sep 16 16:32:01.824596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-42cd5c88-90c2-49c4-bd15-1623fb08e8dc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1214418 Sep 16 16:32:01.829874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35246) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:01.838496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23b8b4-5066-48d3-856e-77831c93192a req-ed3b03ea-0ee3-4569-a436-e7f331b71649 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:01.840044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db23b8b4-5066-48d3-856e-77831c93192a req-ed3b03ea-0ee3-4569-a436-e7f331b71649 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 948 time: 0.2656677 Sep 16 16:32:01.855645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Request body: {'subnet': {'network_id': 'b857b0ec-fd13-47e0-8129-c44004b57b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-968150302-subnet', 'tenant_id': '3cac534354594a0c9498a866d5969e15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:01.880212 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:01.897711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-35a4199b-3e73-4179-bb33-0950f6c64798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:01.899551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-35a4199b-3e73-4179-bb33-0950f6c64798 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8391b403-27c7-49dc-b79c-990f50d119ee HTTP/1.1" status: 200 len: 853 time: 0.0584967 Sep 16 16:32:01.972551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-d459895d-02f2-45be-b68c-b7daf7284a17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=671cf56f-691c-4fa2-8543-12ddab4f2c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404418 Sep 16 16:32:01.976293 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db23b8b4-5066-48d3-856e-77831c93192a req-f00ab3f3-2b6c-4cc9-a749-fd49cb85ec74 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757215 Sep 16 16:32:02.050378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Made reservation on behalf of 3cac534354594a0c9498a866d5969e15 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:02.056785 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:02.128211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8821ad9-a5fd-4d41-a1a7-66cc6c47f5a0 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:02.128702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8821ad9-a5fd-4d41-a1a7-66cc6c47f5a0 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:02.169604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-25a2cb8d-891e-4582-a518-556302198af0 service neutron] 10.222.0.62 "GET /v2.0/networks/671cf56f-691c-4fa2-8543-12ddab4f2c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881962 Sep 16 16:32:02.179366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a8821ad9-a5fd-4d41-a1a7-66cc6c47f5a0 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Calling delete_port for dabcfcd2-b078-4a9a-ac66-6c5cf4b731ea owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:02.382331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0e780c4-adba-4139-a371-3b1bcd7dd883 req-92095fd3-43d2-4a10-8a2f-31071f829b12 service neutron] 10.222.0.62 "GET /v2.0/networks/671cf56f-691c-4fa2-8543-12ddab4f2c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049828 Sep 16 16:32:02.521693 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:02.580941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66ba258-9879-4d1e-991d-fa637586e25c,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:02.595474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8821ad9-a5fd-4d41-a1a7-66cc6c47f5a0 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:02.629384 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8821ad9-a5fd-4d41-a1a7-66cc6c47f5a0 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event deleted for resources: {'Port': ['ID=dabcfcd2-b078-4a9a-ac66-6c5cf4b731ea,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:02.638966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Checking segment: {'id': '799f1cdc-2c35-4a3f-a179-0c8b3a4f8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b857b0ec-fd13-47e0-8129-c44004b57b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:02.639486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Network hostable DHCP agents. Network: b857b0ec-fd13-47e0-8129-c44004b57b70, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:32:02.720654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8821ad9-a5fd-4d41-a1a7-66cc6c47f5a0 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:02.723236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8821ad9-a5fd-4d41-a1a7-66cc6c47f5a0 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:02.724411 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a8821ad9-a5fd-4d41-a1a7-66cc6c47f5a0 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "DELETE /v2.0/floatingips/07373d90-0ff2-4c9e-87e1-80ef74ca0a9f HTTP/1.1" status: 204 len: 168 time: 1.1660640 Sep 16 16:32:02.728304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35282) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:02.734019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1018250d-5800-4d31-9113-ba49621c330c tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Request body: {'floatingip': {'floating_network_id': '9f1b19b7-87f0-441c-8360-ba887f607809', 'port_id': 'f7d416be-1189-464e-9528-4f2afdbd6c05', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:02.761800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 67d4e6ca-a676-4c12-99f4-ce83974bb323 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:02.773391 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Network b857b0ec-fd13-47e0-8129-c44004b57b70 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:32:02.830004 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1018250d-5800-4d31-9113-ba49621c330c tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:02.861070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, b857b0ec-fd13-47e0-8129-c44004b57b70) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:02.865973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:02.868359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:02.878711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c872735f-1a6f-4832-bdc3-d4e1df1c4cac None None] Network b857b0ec-fd13-47e0-8129-c44004b57b70 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:02.956005 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7269a195-0e26-48b0-a54e-06ebb2434da9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1178093 Sep 16 16:32:03.037306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 67d4e6ca-a676-4c12-99f4-ce83974bb323, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=67d4e6ca-a676-4c12-99f4-ce83974bb323,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:03.047927 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-1018250d-5800-4d31-9113-ba49621c330c tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:32:03.050219 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1018250d-5800-4d31-9113-ba49621c330c tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3195426 Sep 16 16:32:03.080770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35294) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:03.085481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'f7d416be-1189-464e-9528-4f2afdbd6c05', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:03.097420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '67d4e6ca-a676-4c12-99f4-ce83974bb323', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '67d4e6ca-a676-4c12-99f4-ce83974bb323', 'mac_address': 'fa:16:3e:bd:a7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:03.225970 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:03.240817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2b597d-ab20-4583-a1c8-ad9bb3bea1fa None None] Network b857b0ec-fd13-47e0-8129-c44004b57b70 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:03.258910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d4e6ca-a676-4c12-99f4-ce83974bb323 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:03.317005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 67d4e6ca-a676-4c12-99f4-ce83974bb323, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=67d4e6ca-a676-4c12-99f4-ce83974bb323,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:03.325512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffcad8-e79d-4d93-bf3e-a53f9c333fe1 req-c4acc107-2bcd-4c7f-b8e9-b825fb17fc13 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:03.327078 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04ffcad8-e79d-4d93-bf3e-a53f9c333fe1 req-c4acc107-2bcd-4c7f-b8e9-b825fb17fc13 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 943 time: 0.0582502 Sep 16 16:32:03.371882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04ffcad8-e79d-4d93-bf3e-a53f9c333fe1 req-9e718049-5c93-498a-a1e9-0ad7c140c36a tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384831 Sep 16 16:32:03.778848 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:03.807282 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:03.808211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:03.860729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=67d4e6ca-a676-4c12-99f4-ce83974bb323,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:03.901465 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:04.080233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Allocated IP 172.25.6.25 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/51c2f718-3f7b-4c44-87e5-49e3abd5b95e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:04.103579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2969ceb-9f25-4c62-9493-a26afc3a95d4 req-07bbbf7e-a994-48b7-822b-f1819a092543 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:04.104963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2969ceb-9f25-4c62-9493-a26afc3a95d4 req-07bbbf7e-a994-48b7-822b-f1819a092543 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 949 time: 0.1031728 Sep 16 16:32:04.142916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['67d4e6ca-a676-4c12-99f4-ce83974bb323'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:04.235549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2969ceb-9f25-4c62-9493-a26afc3a95d4 req-15b17edc-119e-4379-992f-df49cfbe34a1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220856 Sep 16 16:32:04.307633 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:04.309192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-9c405b61-d1cf-4122-82c8-0f0db0662c2b tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:04.312925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-9c405b61-d1cf-4122-82c8-0f0db0662c2b tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/networks?id=b857b0ec-fd13-47e0-8129-c44004b57b70 HTTP/1.1" status: 200 len: 821 time: 0.1925714 Sep 16 16:32:04.348465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-87333cb0-0514-4a9d-aedc-b638770ccfb0 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/quotas/3cac534354594a0c9498a866d5969e15 HTTP/1.1" status: 200 len: 375 time: 0.0287366 Sep 16 16:32:04.401803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-4d3cd4a6-0e47-426c-a797-eb487298a66e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cac534354594a0c9498a866d5969e15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465817 Sep 16 16:32:04.412561 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:04.482938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:04.483901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event updated for resources: {'Port': ['ID=51c2f718-3f7b-4c44-87e5-49e3abd5b95e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:04.488140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:04.493751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:04.498949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.499381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.499839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.500243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.500688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.501087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.501482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.501875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.502270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.502662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.503051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.503439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:04.700417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Deleting port 51c2f718-3f7b-4c44-87e5-49e3abd5b95e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:04.700762 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:04.822062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6bab7081-4824-4749-9bd5-1082806c03f7 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:04.825794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:04.826244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:04.828948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c80a1-9290-4267-96a7-5bb41798e8d0 req-d7cbbd52-b376-4599-973b-8c0a9678b4db tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:04.836285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-033c80a1-9290-4267-96a7-5bb41798e8d0 req-d7cbbd52-b376-4599-973b-8c0a9678b4db tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 945 time: 0.4792252 Sep 16 16:32:04.838976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Calling delete_port for 51c2f718-3f7b-4c44-87e5-49e3abd5b95e owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:04.898443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-033c80a1-9290-4267-96a7-5bb41798e8d0 req-0e6b9c70-09bf-4df6-af03-3261c168bd5f tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467923 Sep 16 16:32:04.958596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-987d4840-4366-4c14-8276-c4f10f2420fb service neutron] 10.222.0.22 "GET /v2.0/networks/b857b0ec-fd13-47e0-8129-c44004b57b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285213 Sep 16 16:32:05.001299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6bab7081-4824-4749-9bd5-1082806c03f7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6bab7081-4824-4749-9bd5-1082806c03f7,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:05.015139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '6bab7081-4824-4749-9bd5-1082806c03f7', 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3', 'port_id': '6bab7081-4824-4749-9bd5-1082806c03f7', 'mac_address': 'fa:16:3e:6e:57:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e882bd5-7268-4bab-99dd-2a1efcaa8946', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:05.115062 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:05.126777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:05.148013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bab7081-4824-4749-9bd5-1082806c03f7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:05.163211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event deleted for resources: {'Port': ['ID=51c2f718-3f7b-4c44-87e5-49e3abd5b95e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:05.175778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6bab7081-4824-4749-9bd5-1082806c03f7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6bab7081-4824-4749-9bd5-1082806c03f7,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:05.208538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-3c57a5e6-19dc-4f18-8aae-2e0cf1937da4 service neutron] 10.222.0.22 "GET /v2.0/networks/b857b0ec-fd13-47e0-8129-c44004b57b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483976 Sep 16 16:32:05.224528 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:05.225291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b79da158-76fe-473e-bd2d-29e658e1a063 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:05.315249 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] create failed (client error): The resource could not be found. Sep 16 16:32:05.316523 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4d71c4b8-1227-4ddd-9424-83dcbb96bdeb tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2346284 Sep 16 16:32:05.320170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35374) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:05.461483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6bab7081-4824-4749-9bd5-1082806c03f7,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:05.513553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Deleting port f7d416be-1189-464e-9528-4f2afdbd6c05 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:05.513962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:05.542089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b79da158-76fe-473e-bd2d-29e658e1a063, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b79da158-76fe-473e-bd2d-29e658e1a063,segment=NetworkSegment(6a3ef9db-d559-4e8b-827a-98320a6c473f),segment_id=6a3ef9db-d559-4e8b-827a-98320a6c473f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:05.559762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'b79da158-76fe-473e-bd2d-29e658e1a063', 'network_id': '671cf56f-691c-4fa2-8543-12ddab4f2c54', 'port_id': 'b79da158-76fe-473e-bd2d-29e658e1a063', 'mac_address': 'fa:16:3e:c2:3f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8391b403-27c7-49dc-b79c-990f50d119ee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:05.612638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:05.632807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79da158-76fe-473e-bd2d-29e658e1a063 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:05.642711 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:05.662226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Calling delete_port for f7d416be-1189-464e-9528-4f2afdbd6c05 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:05.709015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b79da158-76fe-473e-bd2d-29e658e1a063, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b79da158-76fe-473e-bd2d-29e658e1a063,segment=NetworkSegment(6a3ef9db-d559-4e8b-827a-98320a6c473f),segment_id=6a3ef9db-d559-4e8b-827a-98320a6c473f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:05.773007 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:05.844837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b79da158-76fe-473e-bd2d-29e658e1a063,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:05.853331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6bab7081-4824-4749-9bd5-1082806c03f7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:05.927613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a6600-ad32-470e-b46c-003672940438 req-eed34d6e-7f25-42d8-83c3-a732111d12cc tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:05.938678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-944a6600-ad32-470e-b46c-003672940438 req-eed34d6e-7f25-42d8-83c3-a732111d12cc tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 949 time: 0.1642215 Sep 16 16:32:05.956538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8783-9bdd-4da8-a3c6-1f4983a16db9 req-6386458b-cefd-4357-af4e-706c680e8fc2 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:05.958195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-571b8783-9bdd-4da8-a3c6-1f4983a16db9 req-6386458b-cefd-4357-af4e-706c680e8fc2 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 944 time: 0.1851528 Sep 16 16:32:06.001426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:06.018135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b79da158-76fe-473e-bd2d-29e658e1a063'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:06.051346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-944a6600-ad32-470e-b46c-003672940438 req-22059071-1d8b-4a2c-99f3-de673e7643f5 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115358 Sep 16 16:32:06.074076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event deleted for resources: {'Port': ['ID=f7d416be-1189-464e-9528-4f2afdbd6c05,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:06.173024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-571b8783-9bdd-4da8-a3c6-1f4983a16db9 req-53f53cbd-6491-4287-b963-89143a1601e9 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020471 Sep 16 16:32:06.178317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.181873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.182312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.182814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.183319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.183833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.185184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.185710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.186212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.186726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.199412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.199893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:06.256028 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:06.261299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35424) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:06.261487 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a2bb2204-f489-4a68-a1ac-8406d97c8d45 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "DELETE /v2.0/ports/f7d416be-1189-464e-9528-4f2afdbd6c05 HTTP/1.1" status: 204 len: 168 time: 0.9398561 Sep 16 16:32:06.326295 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35fcd6f1-b7c1-4817-9fa3-96d8b55c9a7d req-58f8c290-6e25-4c4f-9810-8c93d5554b03 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 210 time: 0.0524690 Sep 16 16:32:06.371147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b940a5b1-0ddb-4a3b-8bdc-d1e3715092fd tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:06.376776 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b940a5b1-0ddb-4a3b-8bdc-d1e3715092fd tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "GET /v2.0/ports?device_id=83f5e8e3-dbce-49f0-8e64-90b5810b4dd7 HTTP/1.1" status: 200 len: 913 time: 0.1126106 Sep 16 16:32:06.379773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35436) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:06.693511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5123e-4064-483a-8b7b-39e1c7e2dc42 req-b6845627-2bb2-4ca9-8d4c-86ad82ae24a5 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:06.695320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fb5123e-4064-483a-8b7b-39e1c7e2dc42 req-b6845627-2bb2-4ca9-8d4c-86ad82ae24a5 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 944 time: 0.2205763 Sep 16 16:32:06.794211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 67d4e6ca-a676-4c12-99f4-ce83974bb323 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:06.832568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fb5123e-4064-483a-8b7b-39e1c7e2dc42 req-1133e172-046a-4e8b-b7cc-01e5b4b915d9 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881970 Sep 16 16:32:06.872888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b79da158-76fe-473e-bd2d-29e658e1a063 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:07.036836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.116045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port b79da158-76fe-473e-bd2d-29e658e1a063 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:32:07.121752 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port b79da158-76fe-473e-bd2d-29e658e1a063 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:07.122697 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.179040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 67d4e6ca-a676-4c12-99f4-ce83974bb323 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:32:07.207115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 67d4e6ca-a676-4c12-99f4-ce83974bb323 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:07.207771 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.512010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35518) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:07.512549 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.514897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.558145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Deleting port 79912bb8-f23d-4518-a34d-6328ee5d3f24 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:07.558145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.568152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f25fef-29bb-4398-a172-f1574f11dcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4e6ca-a676-4c12-99f4-ce83974bb323'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:07.571589 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe67e94-86ed-4f0e-9c17-f6106216355c" -d '{"events": [{"server_uuid": "c5f25fef-29bb-4398-a172-f1574f11dcfb", "name": "network-vif-plugged", "status": "completed", "tag": "67d4e6ca-a676-4c12-99f4-ce83974bb323"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:07.603151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb004ee4-328e-4bbb-9026-81a062fef50c req-4922dc56-d4c1-46e4-9f2d-c6292956993c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:07.611602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb004ee4-328e-4bbb-9026-81a062fef50c req-4922dc56-d4c1-46e4-9f2d-c6292956993c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 949 time: 0.1191192 Sep 16 16:32:07.612523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 67d4e6ca-a676-4c12-99f4-ce83974bb323, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=67d4e6ca-a676-4c12-99f4-ce83974bb323,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:07.643999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port b79da158-76fe-473e-bd2d-29e658e1a063, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b79da158-76fe-473e-bd2d-29e658e1a063,segment=NetworkSegment(6a3ef9db-d559-4e8b-827a-98320a6c473f),segment_id=6a3ef9db-d559-4e8b-827a-98320a6c473f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:07.681910 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.712411 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb004ee4-328e-4bbb-9026-81a062fef50c req-829618a7-80ca-41fa-813c-a9d46e0e3645 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996721 Sep 16 16:32:07.734960 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.739810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6bab7081-4824-4749-9bd5-1082806c03f7 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:07.745046 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.784264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46692a23-4056-4057-bcc6-124697abb5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.800159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Calling delete_port for 79912bb8-f23d-4518-a34d-6328ee5d3f24 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:07.813849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=67d4e6ca-a676-4c12-99f4-ce83974bb323,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:07.890337 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f084494-f61d-4718-bfc7-43c40ccd7a07 req-48e2ca36-4a63-4c2a-a2e9-9bcacb800a76 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 210 time: 0.0527251 Sep 16 16:32:07.920926 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46692a23-4056-4057-bcc6-124697abb5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.972127 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:07.974995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=b79da158-76fe-473e-bd2d-29e658e1a063,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:07.978353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46692a23-4056-4057-bcc6-124697abb5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:08.001593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6bab7081-4824-4749-9bd5-1082806c03f7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:08.030140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6bab7081-4824-4749-9bd5-1082806c03f7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6bab7081-4824-4749-9bd5-1082806c03f7,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:08.053296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-46692a23-4056-4057-bcc6-124697abb5a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59ee02cbbbb54e2eaca3531a6bb86d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400984 Sep 16 16:32:08.054151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46692a23-4056-4057-bcc6-124697abb5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855ed25e-3f29-4558-964f-6abe16c80bbf,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:08.058551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35532) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:08.100350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6614cc3-8591-4179-a389-00b9410f51f3 req-54f619dc-fa3d-4e09-be06-9ef8e5f3eb0d tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:08.102238 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6614cc3-8591-4179-a389-00b9410f51f3 req-54f619dc-fa3d-4e09-be06-9ef8e5f3eb0d tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 945 time: 0.3369410 Sep 16 16:32:08.103689 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:08.145545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9187a9a1-e98c-4434-b367-2864b8acdad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:08.168461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5a419-231a-449f-937f-0c6b81ecdbe2 req-031bed47-9240-4eff-a484-b4b14a78086e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:08.169005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9187a9a1-e98c-4434-b367-2864b8acdad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:08.173241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6bab7081-4824-4749-9bd5-1082806c03f7,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:08.176152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ad5a419-231a-449f-937f-0c6b81ecdbe2 req-031bed47-9240-4eff-a484-b4b14a78086e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 944 time: 0.1499553 Sep 16 16:32:08.236361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6614cc3-8591-4179-a389-00b9410f51f3 req-96008d85-ab56-4dfd-b76b-e43743f5091f tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202428 Sep 16 16:32:08.259462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ad5a419-231a-449f-937f-0c6b81ecdbe2 req-561c8e9a-c3cf-4a6d-b55b-792f93c061e4 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761445 Sep 16 16:32:08.305059 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:08.306126 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e52c6-b448-406d-af02-2f05f4248b76 x-openstack-request-id: req-a98e52c6-b448-406d-af02-2f05f4248b76 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:08.306861 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f25fef-29bb-4398-a172-f1574f11dcfb", "name": "network-vif-plugged", "status": "completed", "tag": "67d4e6ca-a676-4c12-99f4-ce83974bb323", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:08.307305 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a98e52c6-b448-406d-af02-2f05f4248b76 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:08.307876 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f25fef-29bb-4398-a172-f1574f11dcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4e6ca-a676-4c12-99f4-ce83974bb323', 'code': 200} Sep 16 16:32:08.329060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9187a9a1-e98c-4434-b367-2864b8acdad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:08.329060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9187a9a1-e98c-4434-b367-2864b8acdad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:08.359170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event deleted for resources: {'Port': ['ID=79912bb8-f23d-4518-a34d-6328ee5d3f24,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:08.364551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9187a9a1-e98c-4434-b367-2864b8acdad4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/855ed25e-3f29-4558-964f-6abe16c80bbf HTTP/1.1" status: 204 len: 168 time: 0.2977388 Sep 16 16:32:08.379604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187a9a1-e98c-4434-b367-2864b8acdad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ed25e-3f29-4558-964f-6abe16c80bbf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:08.597451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cfa68-fdf8-4559-a4a2-589a5eea8d27 req-0c0df601-eae4-424a-a9d1-b1710a87167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:08.599725 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e3cfa68-fdf8-4559-a4a2-589a5eea8d27 req-0c0df601-eae4-424a-a9d1-b1710a87167a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 1101 time: 0.1062944 Sep 16 16:32:08.640732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-2ea60358-a45d-4786-b09a-b17f46db461a tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:08.642741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-2ea60358-a45d-4786-b09a-b17f46db461a tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.62 "GET /v2.0/networks?id=b857b0ec-fd13-47e0-8129-c44004b57b70 HTTP/1.1" status: 200 len: 821 time: 0.3638232 Sep 16 16:32:08.648567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e3cfa68-fdf8-4559-a4a2-589a5eea8d27 req-2d710e4c-8647-4ec3-a9e5-5702cd616674 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Sep 16 16:32:08.700113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Request body: {'port': {'device_id': '74e04a02-3ebe-45fc-b324-d006da1fd5cc', 'network_id': 'b857b0ec-fd13-47e0-8129-c44004b57b70', 'admin_state_up': True, 'tenant_id': '3cac534354594a0c9498a866d5969e15'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:08.766967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:09.071055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-916c0b65-808f-4362-a29f-210a4dc58812 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:09.073294 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-916c0b65-808f-4362-a29f-210a4dc58812 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 943 time: 0.1177497 Sep 16 16:32:09.227815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-3084e7d6-d693-48e5-b53a-7389d7a75c4e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Deleting port 6bab7081-4824-4749-9bd5-1082806c03f7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:09.228252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-3084e7d6-d693-48e5-b53a-7389d7a75c4e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:09.241024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c2cbb63-771f-47ce-bc78-098304a217ca req-dce0ea46-b96a-4637-a71e-14ceaef78a65 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 210 time: 0.1047311 Sep 16 16:32:09.376743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60115f1-1ab1-4b00-b247-589082e95663 req-73df5e51-099a-445b-aa05-91cc4cab26da tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:09.393235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d60115f1-1ab1-4b00-b247-589082e95663 req-73df5e51-099a-445b-aa05-91cc4cab26da tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 950 time: 0.2504358 Sep 16 16:32:09.418260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-3084e7d6-d693-48e5-b53a-7389d7a75c4e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] For port 6bab7081-4824-4749-9bd5-1082806c03f7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6bab7081-4824-4749-9bd5-1082806c03f7,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:09.419381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-3084e7d6-d693-48e5-b53a-7389d7a75c4e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:09.441438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-3084e7d6-d693-48e5-b53a-7389d7a75c4e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Calling delete_port for 6bab7081-4824-4749-9bd5-1082806c03f7 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:09.502026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Router 83f5e8e3-dbce-49f0-8e64-90b5810b4dd7 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:32:09.536011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d60115f1-1ab1-4b00-b247-589082e95663 req-f073fa48-04d3-45d5-86f9-2b765e15beff tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405056 Sep 16 16:32:09.541572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Made reservation on behalf of 3cac534354594a0c9498a866d5969e15 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:09.545604 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:09.651082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd7fd-fe7d-46e0-ac26-6b46f71a4da9 req-a1face12-725f-4f7c-a99b-709c30e19608 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:09.655562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c4cd7fd-fe7d-46e0-ac26-6b46f71a4da9 req-a1face12-725f-4f7c-a99b-709c30e19608 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 945 time: 0.1895711 Sep 16 16:32:09.675392 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-3084e7d6-d693-48e5-b53a-7389d7a75c4e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:09.714560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084e7d6-d693-48e5-b53a-7389d7a75c4e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event deleted for resources: {'Port': ['ID=6bab7081-4824-4749-9bd5-1082806c03f7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:09.745007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:32:09.754513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-73aaeb38-bf2f-4c92-b965-04fdf5503f90 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "PUT /v2.0/routers/83f5e8e3-dbce-49f0-8e64-90b5810b4dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3732927 Sep 16 16:32:09.757870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35634) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:09.759401 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5cf360-bab8-4749-a85b-17d583361ee9 None None] Sync routers for ids ['83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:32:09.770966 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5cf360-bab8-4749-a85b-17d583361ee9 None None] Routers {'83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:09.771699 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5f5cf360-bab8-4749-a85b-17d583361ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:09.812911 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5f5cf360-bab8-4749-a85b-17d583361ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:09.816543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c4cd7fd-fe7d-46e0-ac26-6b46f71a4da9 req-5f240821-fe1d-408f-af99-6a705a716f83 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413589 Sep 16 16:32:09.820772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05c4af-48da-4521-8740-a8aa40c4e186 req-05e71254-dbe7-45e4-b72e-cf105f5ae23a tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:09.823579 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5cf360-bab8-4749-a85b-17d583361ee9 None None] Routers {'83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:09.824284 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5f5cf360-bab8-4749-a85b-17d583361ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:09.829352 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c05c4af-48da-4521-8740-a8aa40c4e186 req-05e71254-dbe7-45e4-b72e-cf105f5ae23a tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac487966-c4e2-432c-a462-f9c298f558fb HTTP/1.1" status: 200 len: 865 time: 0.2019651 Sep 16 16:32:09.878624 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5f5cf360-bab8-4749-a85b-17d583361ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:09.879234 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5cf360-bab8-4749-a85b-17d583361ee9 None None] The sync data for ids ['83f5e8e3-dbce-49f0-8e64-90b5810b4dd7'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:32:09.894781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd394-b330-4eec-8f1f-6297c9cb673b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:09.897956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-3084e7d6-d693-48e5-b53a-7389d7a75c4e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] No DVR routers for this DVR port 6bab7081-4824-4749-9bd5-1082806c03f7 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:09.901563 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-3084e7d6-d693-48e5-b53a-7389d7a75c4e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:09.904050 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ad2f5d2-a69a-4062-bf3b-12ce224e5bbc req-3084e7d6-d693-48e5-b53a-7389d7a75c4e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.62 "DELETE /v2.0/ports/6bab7081-4824-4749-9bd5-1082806c03f7 HTTP/1.1" status: 204 len: 173 time: 0.8237791 Sep 16 16:32:09.904768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac487966-c4e2-432c-a462-f9c298f558fb', 'name': 'network-vif-deleted', 'tag': '6bab7081-4824-4749-9bd5-1082806c03f7'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:09.907618 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afd7e88-6c4a-46b8-91c1-50a8aa729c88" -d '{"events": [{"server_uuid": "ac487966-c4e2-432c-a462-f9c298f558fb", "name": "network-vif-deleted", "tag": "6bab7081-4824-4749-9bd5-1082806c03f7"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:09.920843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c05c4af-48da-4521-8740-a8aa40c4e186 req-315487bf-b6b0-40c5-85b0-03b7187896b8 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881877 Sep 16 16:32:09.954851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Allocated IP 172.20.0.2 (b857b0ec-fd13-47e0-8129-c44004b57b70/b66ba258-9879-4d1e-991d-fa637586e25c/4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:10.153766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35678) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:10.190115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd394-b330-4eec-8f1f-6297c9cb673b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.195651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd394-b330-4eec-8f1f-6297c9cb673b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.212376 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.267879 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845364a0-ab45-430e-a120-7b2244e28839 x-openstack-request-id: req-845364a0-ab45-430e-a120-7b2244e28839 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:10.268160 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac487966-c4e2-432c-a462-f9c298f558fb", "name": "network-vif-deleted", "tag": "6bab7081-4824-4749-9bd5-1082806c03f7", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:10.268598 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-845364a0-ab45-430e-a120-7b2244e28839 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:10.269069 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac487966-c4e2-432c-a462-f9c298f558fb', 'name': 'network-vif-deleted', 'tag': '6bab7081-4824-4749-9bd5-1082806c03f7', 'status': 'completed', 'code': 200} Sep 16 16:32:10.309237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d16ae2-610b-4b43-a41f-a876ae14d78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79da158-76fe-473e-bd2d-29e658e1a063'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:10.312926 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd306ed-e9a9-4953-ac39-f532954d005e" -d '{"events": [{"server_uuid": "38d16ae2-610b-4b43-a41f-a876ae14d78e", "name": "network-vif-plugged", "status": "completed", "tag": "b79da158-76fe-473e-bd2d-29e658e1a063"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:10.319041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-network', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:10.338609 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd394-b330-4eec-8f1f-6297c9cb673b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.339176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1dd394-b330-4eec-8f1f-6297c9cb673b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Fanout notify agent at l3_agent the message router_deleted on router 83f5e8e3-dbce-49f0-8e64-90b5810b4dd7 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:32:10.357691 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.362218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd394-b330-4eec-8f1f-6297c9cb673b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.372584 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ad1dd394-b330-4eec-8f1f-6297c9cb673b tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "DELETE /v2.0/routers/83f5e8e3-dbce-49f0-8e64-90b5810b4dd7 HTTP/1.1" status: 204 len: 168 time: 0.6041036 Sep 16 16:32:10.373852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35708) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:10.433938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de55a9e-53ae-416e-8b46-bc66ecc5f8c2 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Deleting subnet e37efb1c-df54-4c9d-8fa1-fe969709acb4 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:32:10.435512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Network b857b0ec-fd13-47e0-8129-c44004b57b70 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:10.438099 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Pushing event updated for resources: {'Port': ['ID=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:10.438825 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7de55a9e-53ae-416e-8b46-bc66ecc5f8c2 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.444888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:10.450091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:10.458740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2bd25-6c19-4dd4-83a6-584d6f38074b req-eaf05be2-1205-49d3-a865-61518ccc9196 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:10.467541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-caa2bd25-6c19-4dd4-83a6-584d6f38074b req-eaf05be2-1205-49d3-a865-61518ccc9196 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 931 time: 0.1408153 Sep 16 16:32:10.478708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Made reservation on behalf of c1c31f2cb4904747aeee15a2d0c3e163 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:10.478708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.496587 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7de55a9e-53ae-416e-8b46-bc66ecc5f8c2 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.527288 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.576205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:10.576874 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.592637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-caa2bd25-6c19-4dd4-83a6-584d6f38074b req-4a643732-2191-4649-b2e4-9af3f2853064 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210392 Sep 16 16:32:10.592842 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7de55a9e-53ae-416e-8b46-bc66ecc5f8c2 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.641671 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dab9e5-0197-4a18-a32c-5f9fe1049c10 x-openstack-request-id: req-27dab9e5-0197-4a18-a32c-5f9fe1049c10 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:10.642170 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d16ae2-610b-4b43-a41f-a876ae14d78e", "name": "network-vif-plugged", "status": "completed", "tag": "b79da158-76fe-473e-bd2d-29e658e1a063", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:10.642485 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27dab9e5-0197-4a18-a32c-5f9fe1049c10 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:10.642934 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d16ae2-610b-4b43-a41f-a876ae14d78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79da158-76fe-473e-bd2d-29e658e1a063', 'code': 200} Sep 16 16:32:10.753739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.774310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba50f7-30fe-4e42-a9af-ff7545ba22e5 req-e76d7fc3-dec1-4807-9277-5242ebf02e8f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:10.776312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75ba50f7-30fe-4e42-a9af-ff7545ba22e5 req-e76d7fc3-dec1-4807-9277-5242ebf02e8f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 950 time: 0.0758822 Sep 16 16:32:10.825157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75ba50f7-30fe-4e42-a9af-ff7545ba22e5 req-94710a46-6087-4bf2-bf7a-1ec16d4b69a0 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Sep 16 16:32:10.856060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.922660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c053dc93-3ccd-4658-a807-86ed9ad1390c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:10.922660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:32:10.937576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:10.937969 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Added segment 30edfd37-ca3b-409b-b239-daa41f145b12 of type vlan for network e0dc7bda-c4d8-43b0-912a-d333dc124c3f Sep 16 16:32:10.940843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-5c2ed040-a5ec-44af-99fe-a6c8b623dc0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2473254 Sep 16 16:32:10.956856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Request body: {'port': {'device_id': '74e04a02-3ebe-45fc-b324-d006da1fd5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:10.995969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528c6b-7b52-4193-a196-f631f064ea69 req-2757de5f-612c-4045-bd51-d6552831b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:10.997612 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f528c6b-7b52-4193-a196-f631f064ea69 req-2757de5f-612c-4045-bd51-d6552831b104 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 1096 time: 0.0608759 Sep 16 16:32:11.040142 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6f528c6b-7b52-4193-a196-f631f064ea69 req-82d74785-e2e1-4c65-a095-e99203368e6f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337324 Sep 16 16:32:11.076031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.077082 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7de55a9e-53ae-416e-8b46-bc66ecc5f8c2 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.107616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de55a9e-53ae-416e-8b46-bc66ecc5f8c2 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event deleted for resources: {'Subnet': ['ID=e37efb1c-df54-4c9d-8fa1-fe969709acb4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:11.111265 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7de55a9e-53ae-416e-8b46-bc66ecc5f8c2 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.113388 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7de55a9e-53ae-416e-8b46-bc66ecc5f8c2 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "DELETE /v2.0/subnets/e37efb1c-df54-4c9d-8fa1-fe969709acb4 HTTP/1.1" status: 204 len: 168 time: 0.7382889 Sep 16 16:32:11.115947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35754) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:11.122902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ee61f2-8f90-49f6-95dd-e5d15cabd197 None None] Network 9f1b19b7-87f0-441c-8360-ba887f607809 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:11.126760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.145315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f440a7b-20d5-4616-a962-77715c507397 req-a24ebf96-51d2-4f7c-9917-38b57f4b6ffb tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:11.146882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f440a7b-20d5-4616-a962-77715c507397 req-a24ebf96-51d2-4f7c-9917-38b57f4b6ffb tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 1101 time: 0.1976249 Sep 16 16:32:11.159210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587d807-6fe9-4207-baf9-501aa24d48fe req-ea051913-f296-452f-88ac-19cc98090b8c tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:11.160700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b587d807-6fe9-4207-baf9-501aa24d48fe req-ea051913-f296-452f-88ac-19cc98090b8c tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 945 time: 0.1681652 Sep 16 16:32:11.198358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.216863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.218178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:11.219345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.264416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Deleting port 858bd483-ab0a-442a-bcdf-df04d1693179 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:11.265770 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.286333 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f440a7b-20d5-4616-a962-77715c507397 req-a3df1e18-a8f6-422c-9493-bace5c370d47 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243718 Sep 16 16:32:11.367274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] For port 858bd483-ab0a-442a-bcdf-df04d1693179, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=858bd483-ab0a-442a-bcdf-df04d1693179,segment=NetworkSegment(40642039-d5a9-4406-9cc5-0ee64da47eeb),segment_id=40642039-d5a9-4406-9cc5-0ee64da47eeb)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:11.367274 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.370034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b587d807-6fe9-4207-baf9-501aa24d48fe req-a15f12cb-bcb8-435d-a2a1-606ad13d8a9e tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988780 Sep 16 16:32:11.373995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc4d31-5013-4783-92b9-368f32fe30e3 None None] DHCP port deletion for 9f1b19b7-87f0-441c-8360-ba887f607809 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:32:11.378949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2313201 Sep 16 16:32:11.414203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35768) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:11.424695 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Calling delete_port for 858bd483-ab0a-442a-bcdf-df04d1693179 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:11.425771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Request body: {'subnet': {'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-subnet', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:11.431620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8283f-6667-4c16-b925-d60207cee132 admin admin] Pushing event updated for resources: {'Network': ['ID=e0dc7bda-c4d8-43b0-912a-d333dc124c3f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:11.444805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e0dc7bda-c4d8-43b0-912a-d333dc124c3f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:32:11.564708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Made reservation on behalf of c1c31f2cb4904747aeee15a2d0c3e163 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:11.564708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.587859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 858bd483-ab0a-442a-bcdf-df04d1693179 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:11.635497 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.656814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc4d31-5013-4783-92b9-368f32fe30e3 None None] Deleting port 858bd483-ab0a-442a-bcdf-df04d1693179 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:11.657193 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4d31-5013-4783-92b9-368f32fe30e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.681403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No active binding found for port 858bd483-ab0a-442a-bcdf-df04d1693179 {{(pid=95359) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 16:32:11.681838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 858bd483-ab0a-442a-bcdf-df04d1693179 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:32:11.687749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event deleted for resources: {'Port': ['ID=858bd483-ab0a-442a-bcdf-df04d1693179,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:11.690654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] No DVR routers for this DVR port 858bd483-ab0a-442a-bcdf-df04d1693179 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:11.750720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:11.776470 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.795071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9dcc4d31-5013-4783-92b9-368f32fe30e3 None None] For port 858bd483-ab0a-442a-bcdf-df04d1693179, host n-d-807786-3, got binding levels [] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:11.797600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Transition to ACTIVE for port object 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:32:11.809010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4d31-5013-4783-92b9-368f32fe30e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.832166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc4d31-5013-4783-92b9-368f32fe30e3 None None] Calling delete_port for 858bd483-ab0a-442a-bcdf-df04d1693179 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:11.835290 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.ipam_backend_mixin [None req-9dcc4d31-5013-4783-92b9-368f32fe30e3 None None] Port 858bd483-ab0a-442a-bcdf-df04d1693179 was not found and therefore no delete operation was performed {{(pid=95359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 16:32:11.836593 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4d31-5013-4783-92b9-368f32fe30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.857042 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.863561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.880076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1b19b7-87f0-441c-8360-ba887f607809']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:11.888809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc4d31-5013-4783-92b9-368f32fe30e3 None None] Pushing event deleted for resources: {'Port': ['ID=858bd483-ab0a-442a-bcdf-df04d1693179,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:11.890691 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40642039-d5a9-4406-9cc5-0ee64da47eeb') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:11.891152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc4d31-5013-4783-92b9-368f32fe30e3 None None] No DVR routers for this DVR port 858bd483-ab0a-442a-bcdf-df04d1693179 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:11.891324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40642039-d5a9-4406-9cc5-0ee64da47eeb') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:11.902275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.917085 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.924781 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.926100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:32:11.926878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:32:11.931136 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:32:11.995732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Pushing event updated for resources: {'Port': ['ID=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:12.011305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b8b946-5be3-44b8-8a46-f2fcda27e5b0,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:12.063154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Checking segment: {'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:12.063509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Network hostable DHCP agents. Network: e0dc7bda-c4d8-43b0-912a-d333dc124c3f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:32:12.081255 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.096186 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.100287 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] 10.222.0.22 "DELETE /v2.0/networks/9f1b19b7-87f0-441c-8360-ba887f607809 HTTP/1.1" status: 204 len: 168 time: 0.9833384 Sep 16 16:32:12.108004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Attempting to bind port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:12.108004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Attempting to bind port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '799f1cdc-2c35-4a3f-a179-0c8b3a4f8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b857b0ec-fd13-47e0-8129-c44004b57b70'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:12.108004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Attempting to bind port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 on network b857b0ec-fd13-47e0-8129-c44004b57b70 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:12.115500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 on network b857b0ec-fd13-47e0-8129-c44004b57b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:32:12.116371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Attempting to bind port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 on network b857b0ec-fd13-47e0-8129-c44004b57b70 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:12.117807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8a8b4-be95-4ac5-97a3-3ac7c08cbb19 tempest-FloatingIPNegativeTestJSON-471559018 tempest-FloatingIPNegativeTestJSON-471559018-project] Pushing event deleted for resources: {'Network': ['ID=9f1b19b7-87f0-441c-8360-ba887f607809,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:12.124859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:12.125204 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Checking segment: {'id': '799f1cdc-2c35-4a3f-a179-0c8b3a4f8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b857b0ec-fd13-47e0-8129-c44004b57b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:12.125580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Bound using segment: {'id': '799f1cdc-2c35-4a3f-a179-0c8b3a4f8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b857b0ec-fd13-47e0-8129-c44004b57b70'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:12.126035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Bound port: 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799f1cdc-2c35-4a3f-a179-0c8b3a4f8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b857b0ec-fd13-47e0-8129-c44004b57b70'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:12.126395 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.185923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Network e0dc7bda-c4d8-43b0-912a-d333dc124c3f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:32:12.214607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] For port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:12.220861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] For port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,segment=NetworkSegment(799f1cdc-2c35-4a3f-a179-0c8b3a4f8834),segment_id=799f1cdc-2c35-4a3f-a179-0c8b3a4f8834)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:12.223685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35844) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:12.232090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-478589b0-a711-4af4-9a0e-3783c03299d2 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404438183', 'description': 'tempest-description--1555033927'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:12.254359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-5b17ea83-e631-448c-9696-e51f1593a2e9 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247009 Sep 16 16:32:12.317766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.319914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, e0dc7bda-c4d8-43b0-912a-d333dc124c3f) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:12.320988 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-478589b0-a711-4af4-9a0e-3783c03299d2 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.325494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:12.326129 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.332558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ed1a6-9a74-4a2f-95aa-47591c542de9 None None] Network e0dc7bda-c4d8-43b0-912a-d333dc124c3f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:12.411813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:12.412897 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.414301 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] 10.222.0.62 "PUT /v2.0/ports/4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 HTTP/1.1" status: 200 len: 1091 time: 1.4633844 Sep 16 16:32:12.421792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e04a02-3ebe-45fc-b324-d006da1fd5cc', 'tag': '4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:12.424149 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "74e04a02-3ebe-45fc-b324-d006da1fd5cc", "tag": "4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:12.459947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-478589b0-a711-4af4-9a0e-3783c03299d2 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.490278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27f11-7004-4723-b2a6-c8533552738c req-f77c9a91-6687-4509-80a9-f1cca8b8ac02 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:12.491667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a8553-5f95-4216-9cb0-d1eebac03f59 None None] Network e0dc7bda-c4d8-43b0-912a-d333dc124c3f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:12.494210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-f77c9a91-6687-4509-80a9-f1cca8b8ac02 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360926 Sep 16 16:32:12.506841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f5d6f-90e8-4343-ab42-5ae56bedd70c req-eda17855-24ee-4d6f-82f6-1c70c693d266 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:12.508353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f1f5d6f-90e8-4343-ab42-5ae56bedd70c req-eda17855-24ee-4d6f-82f6-1c70c693d266 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 943 time: 0.2268288 Sep 16 16:32:12.516596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-478589b0-a711-4af4-9a0e-3783c03299d2 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.523164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1abb8-6e97-4ebd-b9e1-35bd19e885ae service neutron] Pushing event updated for resources: {'Port': ['ID=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:12.550151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478589b0-a711-4af4-9a0e-3783c03299d2 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f8872f-1661-4d73-b1af-60e159baa51c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:12.555395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35852) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:12.590943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-412c72d5-ce8d-4481-abd1-131707efcab2 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/quotas/3c5759ed06b14c399c260d687bd11bf2 HTTP/1.1" status: 200 len: 375 time: 0.0795207 Sep 16 16:32:12.620273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c7bc7229-40dc-4a06-958b-e0ca08e5885f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2042768 Sep 16 16:32:12.640968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-478589b0-a711-4af4-9a0e-3783c03299d2 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.645483 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-478589b0-a711-4af4-9a0e-3783c03299d2 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4202487 Sep 16 16:32:12.646124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35856) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:12.650879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-12193228-7a49-459f-8d4d-2f9126fda613 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Request body: {'security_group_rule': {'security_group_id': 'e2f8872f-1661-4d73-b1af-60e159baa51c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:12.658990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f1f5d6f-90e8-4343-ab42-5ae56bedd70c req-f0d97b1f-f47b-4a24-a8b3-809ce4aa025e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367557 Sep 16 16:32:12.668947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-7bcb8ad3-1ea6-400e-915a-467bb707e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:12.670650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-7bcb8ad3-1ea6-400e-915a-467bb707e73b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cac534354594a0c9498a866d5969e15&device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 1094 time: 0.1495817 Sep 16 16:32:12.686305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35858) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:12.691548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-router', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:12.743029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-3855f2ff-e194-42f1-b8bb-d5522d2acdb4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 HTTP/1.1" status: 200 len: 217 time: 0.0634661 Sep 16 16:32:12.758815 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0baacb12-530c-4948-8178-3cef14ba6360 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d3690034ada4223b8a2e6ea9fceabe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015743 Sep 16 16:32:12.759023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-f5ee0645-408c-4588-9390-33f1c448dda1 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1668267 Sep 16 16:32:12.760860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35868) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:12.795808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6844ce1f-4e62-4d31-8554-b3b667536a1e no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:12.807362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-12193228-7a49-459f-8d4d-2f9126fda613 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.818344 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-708b7ebe-0c8a-49b7-8894-45b515438510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:12.820001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-708b7ebe-0c8a-49b7-8894-45b515438510 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b66ba258-9879-4d1e-991d-fa637586e25c HTTP/1.1" status: 200 len: 861 time: 0.0604525 Sep 16 16:32:12.865104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-fac19cc3-4a0f-4715-a671-9e1215953e7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b857b0ec-fd13-47e0-8129-c44004b57b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336998 Sep 16 16:32:12.881851 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.885622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.910961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f991b0e4-0ea1-419f-a68f-9016ccdf9dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.915992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6bab7081-4824-4749-9bd5-1082806c03f7 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:12.947853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-12193228-7a49-459f-8d4d-2f9126fda613 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.949155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 6bab7081-4824-4749-9bd5-1082806c03f7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:32:12.949951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6bab7081-4824-4749-9bd5-1082806c03f7 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:32:12.953780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f991b0e4-0ea1-419f-a68f-9016ccdf9dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.960162 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:12.987663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:12.990893 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0ab536-639b-43dd-9c7c-01b01b661fd1" -d '{"events": [{"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:13.008576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:13.026302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-12193228-7a49-459f-8d4d-2f9126fda613 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.053552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12193228-7a49-459f-8d4d-2f9126fda613 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00023ad-6444-4040-ae47-02b2fcd84af4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:13.064345 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.064996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.098892 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-12193228-7a49-459f-8d4d-2f9126fda613 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.101082 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-12193228-7a49-459f-8d4d-2f9126fda613 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4539940 Sep 16 16:32:13.104256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35900) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:13.110770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cf2b697c-2c61-48b1-a93e-49fd13a13022 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Request body: {'security_group_rule': {'security_group_id': 'e2f8872f-1661-4d73-b1af-60e159baa51c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:13.124226 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-6bed35d4-96de-4b39-958c-d8f7a565d946 service neutron] 10.222.0.62 "GET /v2.0/networks/b857b0ec-fd13-47e0-8129-c44004b57b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511764 Sep 16 16:32:13.130890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:13.289841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f991b0e4-0ea1-419f-a68f-9016ccdf9dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.293899 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f991b0e4-0ea1-419f-a68f-9016ccdf9dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.298063 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f991b0e4-0ea1-419f-a68f-9016ccdf9dda admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c89d152-5d15-42dc-8400-4b36e365949d HTTP/1.1" status: 204 len: 168 time: 0.5336139 Sep 16 16:32:13.318941 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf2b697c-2c61-48b1-a93e-49fd13a13022 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.345826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991b0e4-0ea1-419f-a68f-9016ccdf9dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c89d152-5d15-42dc-8400-4b36e365949d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:13.423656 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.442071 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf2b697c-2c61-48b1-a93e-49fd13a13022 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.504861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf2b697c-2c61-48b1-a93e-49fd13a13022 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.530014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b697c-2c61-48b1-a93e-49fd13a13022 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47441600-6d61-4454-8596-e7aa963d970e,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:13.547309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50132c69-6da1-49c1-bf67-95cd2ab5fc7b req-5bb78177-1312-4310-bbf4-de007a942f88 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:13.548836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50132c69-6da1-49c1-bf67-95cd2ab5fc7b req-5bb78177-1312-4310-bbf4-de007a942f88 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 947 time: 0.4661698 Sep 16 16:32:13.578125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf2b697c-2c61-48b1-a93e-49fd13a13022 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.589434 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cf2b697c-2c61-48b1-a93e-49fd13a13022 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4782317 Sep 16 16:32:13.589434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35918) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:13.589434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:13.634923 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.675747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.685060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d6734-7c69-453f-8ffd-13db9f7a4ffa req-adc7ad8e-3b92-417c-a349-9ee9f7adad19 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:13.686839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-050d6734-7c69-453f-8ffd-13db9f7a4ffa req-adc7ad8e-3b92-417c-a349-9ee9f7adad19 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 945 time: 0.2485387 Sep 16 16:32:13.691173 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.741983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fba75a-cd50-4b4e-9653-ff8add35f4e0 req-9cd6ac90-ca34-4d04-91b0-7e431befa94a service neutron] 10.222.0.62 "GET /v2.0/networks/b857b0ec-fd13-47e0-8129-c44004b57b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024580 Sep 16 16:32:13.745141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50132c69-6da1-49c1-bf67-95cd2ab5fc7b req-4e305660-4ac5-4ebe-a048-410efb087a9a tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643643 Sep 16 16:32:13.806740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-050d6734-7c69-453f-8ffd-13db9f7a4ffa req-54480f97-b4dc-4b73-8367-51525fa8e69b tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015346 Sep 16 16:32:13.828001 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:13.854103 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e3bb10-c946-4752-a5e5-84afa53eb76d x-openstack-request-id: req-e3e3bb10-c946-4752-a5e5-84afa53eb76d {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:13.854517 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:13.854855 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3e3bb10-c946-4752-a5e5-84afa53eb76d {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:13.855316 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'code': 200} Sep 16 16:32:13.860598 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05df2e3d-d603-4eab-aead-daca6a3b1133 x-openstack-request-id: req-05df2e3d-d603-4eab-aead-daca6a3b1133 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:13.861490 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e04a02-3ebe-45fc-b324-d006da1fd5cc", "tag": "4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:13.861898 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05df2e3d-d603-4eab-aead-daca6a3b1133 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:13.863052 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e04a02-3ebe-45fc-b324-d006da1fd5cc', 'tag': '4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0', 'status': 'completed', 'code': 200} Sep 16 16:32:13.982678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c55d1bca-02be-4ff7-9d48-6cb329fdd836 req-9cffb94d-ca0c-4407-baaf-c42d85e935df tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 210 time: 0.0736744 Sep 16 16:32:13.985626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Allocated IP 172.25.6.118 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/8bb46a7f-6104-4176-b77c-a9d407dbd47a) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:14.023203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8 req-d07b5407-181c-4cbf-99ad-1a9e1a39fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:14.024972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8 req-d07b5407-181c-4cbf-99ad-1a9e1a39fd2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cac534354594a0c9498a866d5969e15&device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 1094 time: 0.1391342 Sep 16 16:32:14.115445 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:14.226324 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:14.229901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564789a-0d0a-407c-8a1b-43084854b270 req-7f15fca1-2f6f-4cc2-bb49-3278aee82fce tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:14.231239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2564789a-0d0a-407c-8a1b-43084854b270 req-7f15fca1-2f6f-4cc2-bb49-3278aee82fce tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 943 time: 0.2476625 Sep 16 16:32:14.275074 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:14.300518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:14.302902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:14.306600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:14.322473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:14.335682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8 req-51aff156-aec1-44a4-8d06-022fa0185b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:14.337280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8 req-51aff156-aec1-44a4-8d06-022fa0185b98 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b857b0ec-fd13-47e0-8129-c44004b57b70 HTTP/1.1" status: 200 len: 922 time: 0.2775400 Sep 16 16:32:14.338613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event updated for resources: {'Port': ['ID=8bb46a7f-6104-4176-b77c-a9d407dbd47a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:14.344670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2564789a-0d0a-407c-8a1b-43084854b270 req-7ae58dbc-764c-4de8-b05b-883dc3418af0 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071332 Sep 16 16:32:14.458927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8 req-41a5e616-5095-472c-89dc-0d7a194ea42b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 HTTP/1.1" status: 200 len: 217 time: 0.1118598 Sep 16 16:32:14.463933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:14.546680 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:14.573055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8 req-3d63a604-4c34-45b2-8090-9bd499d193ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:14.575373 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8 req-3d63a604-4c34-45b2-8090-9bd499d193ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b66ba258-9879-4d1e-991d-fa637586e25c HTTP/1.1" status: 200 len: 861 time: 0.1019490 Sep 16 16:32:14.581262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35978) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:14.611707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Allocated IP 172.25.6.243 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/a342b087-da41-45b9-8e71-c3feb823acb1) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:14.639753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8 req-03eaf690-8056-4b33-b2c5-dd23bba3653c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b857b0ec-fd13-47e0-8129-c44004b57b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496936 Sep 16 16:32:14.804570 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:14.851094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-411114164'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:14.896062 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8 req-6e78c22e-b91f-4724-bf18-82e14c603646 service neutron] 10.222.0.62 "GET /v2.0/networks/b857b0ec-fd13-47e0-8129-c44004b57b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465305 Sep 16 16:32:14.906440 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:14.953315 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:14.986832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event updated for resources: {'Port': ['ID=8bb46a7f-6104-4176-b77c-a9d407dbd47a,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:14.994118 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.011708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:15.014832 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.044033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.055856 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-a8fd1afe-69d5-4e0a-b9f4-f38e6218a01b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c5759ed06b14c399c260d687bd11bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241261 Sep 16 16:32:15.059760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce4f54a7-61dc-4c89-9ce2-27196ad40ba8 req-3bbca083-07a9-4dff-8151-c446c8ec852a service neutron] 10.222.0.62 "GET /v2.0/networks/b857b0ec-fd13-47e0-8129-c44004b57b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543465 Sep 16 16:32:15.088894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.099494 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f47037ca-dcaf-430a-890a-4d6c6908d101 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5049536 Sep 16 16:32:15.180995 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.209040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27f11-7004-4723-b2a6-c8533552738c req-ffcf2e9b-dc5e-4a12-871a-ecc73da88c10 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:15.313618 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-ffcf2e9b-dc5e-4a12-871a-ecc73da88c10 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450100 Sep 16 16:32:15.314174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a302798-0f49-4064-a73c-656aaa1cfc96 req-7a8e7b35-aea7-41f9-8094-032572ff8777 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 210 time: 0.0523071 Sep 16 16:32:15.314397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Request body: {'port': {'device_id': '004ad744-cacc-4191-b9a4-ea3d0c7a1d10', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '3c5759ed06b14c399c260d687bd11bf2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:15.314514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:15.314514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:15.314514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:15.314514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.314514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Pushing event updated for resources: {'Port': ['ID=a342b087-da41-45b9-8e71-c3feb823acb1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:15.486963 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.530491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:32:15.558052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505f88d2-99f4-4cc9-8551-92d3a30b1c1b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:15.572513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Made reservation on behalf of 3c5759ed06b14c399c260d687bd11bf2 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:15.575644 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.575823 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Added segment 0e0bcadd-87a7-4bbe-94d0-eedddcb97646 of type vlan for network cc24deec-55c4-4d8c-825b-dea59afaa2ec Sep 16 16:32:15.577576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.710868 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.728681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Allocated IP 192.168.233.73 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/97f2f03c-5e03-423b-b06a-c01f4022f70f) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:15.890514 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.972730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:15.985853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011', 'bac60836-8f99-45a1-bc5e-cce0f4816647'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:16.014160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6', 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'bea5c325-5472-4202-bc03-4509b595b299', '67d4e6ca-a676-4c12-99f4-ce83974bb323'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:16.019219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:16.022719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:16.028873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:16.037751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event updated for resources: {'Port': ['ID=97f2f03c-5e03-423b-b06a-c01f4022f70f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:16.049065 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.resource_extend [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:32:16.105527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-77b24f4d-d96f-48bd-9d85-c407e34c3104 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:16.108063 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-77b24f4d-d96f-48bd-9d85-c407e34c3104 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/networks?id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 HTTP/1.1" status: 200 len: 822 time: 0.5855861 Sep 16 16:32:16.125915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:16.134653 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:16.139619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-8e567aef-5989-400f-a933-bf3ef2b98056 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/quotas/89480843ad5b4250bab54c1d0aacd3c6 HTTP/1.1" status: 200 len: 375 time: 0.0247092 Sep 16 16:32:16.192039 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:16.235757 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-74235b10-6b9d-4e29-909f-9f04f31e66aa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0161917 Sep 16 16:32:16.249870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Request body: {'port': {'device_id': '004ad744-cacc-4191-b9a4-ea3d0c7a1d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:16.270698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:16.276328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:16.280345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:16.293878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1556fc-117f-4dfb-a3ac-93e1c1a733bb req-c828e2b7-6cfe-4306-bdb8-2acb9d9c7b91 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:16.300429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1556fc-117f-4dfb-a3ac-93e1c1a733bb req-c828e2b7-6cfe-4306-bdb8-2acb9d9c7b91 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 943 time: 0.2551367 Sep 16 16:32:16.348878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:16.458702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0d0a1b40-a550-418d-81f1-b143167dc919 None None] Provisioning complete for port 97f2f03c-5e03-423b-b06a-c01f4022f70f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:16.459389 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1b40-a550-418d-81f1-b143167dc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:16.473107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1556fc-117f-4dfb-a3ac-93e1c1a733bb req-82cbd50f-30dc-490d-8b7e-2d7adce47362 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415899 Sep 16 16:32:16.541149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a1b40-a550-418d-81f1-b143167dc919 None None] Port 97f2f03c-5e03-423b-b06a-c01f4022f70f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:32:16.541583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36078) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:16.542282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9551020 Sep 16 16:32:16.543707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240f87a-c687-42ff-b6da-e07768234b8c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Network': ['ID=cc24deec-55c4-4d8c-825b-dea59afaa2ec,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:16.556592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'name': 'tempest-PortsIpV6TestJSON-769741231'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:16.563288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:32:16.565551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-3d75b36b-2887-432d-8169-c81f83005fe3 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89480843ad5b4250bab54c1d0aacd3c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4055605 Sep 16 16:32:16.792869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28caa00-b436-4838-9851-98ce3feffd66 req-dfb3bf6f-fb5e-4fe4-b49c-903a998a17d7 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:16.794776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d28caa00-b436-4838-9851-98ce3feffd66 req-dfb3bf6f-fb5e-4fe4-b49c-903a998a17d7 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 945 time: 0.1889951 Sep 16 16:32:16.806821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f2f03c-5e03-423b-b06a-c01f4022f70f {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:16.815184 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:16.825845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:16.830039 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:16.834771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b939a5-8457-490a-8e98-5100c139238c req-9c03d35c-7371-4834-8653-6e2e8cddfe2a tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:16.837183 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98b939a5-8457-490a-8e98-5100c139238c req-9c03d35c-7371-4834-8653-6e2e8cddfe2a tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 945 time: 0.1691701 Sep 16 16:32:16.846228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Transition to ACTIVE for port object 97f2f03c-5e03-423b-b06a-c01f4022f70f will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:32:16.851033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-d28e72da-881e-4b15-bcfa-eaf4178405b1 service neutron] 10.222.0.22 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846467 Sep 16 16:32:16.860196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port 23fc7347-6c94-46bb-ad6b-dd947d84857d yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:32:16.907840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:16.908775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:16.955808 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.001428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Pushing event updated for resources: {'Port': ['ID=97f2f03c-5e03-423b-b06a-c01f4022f70f,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:17.046858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d28caa00-b436-4838-9851-98ce3feffd66 req-9089bdcb-0d71-401f-b775-b80c08b1eb85 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/security-groups?id=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081935 Sep 16 16:32:17.056931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,segment=NetworkSegment(799f1cdc-2c35-4a3f-a179-0c8b3a4f8834),segment_id=799f1cdc-2c35-4a3f-a179-0c8b3a4f8834)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:17.074802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0', 'network_id': 'b857b0ec-fd13-47e0-8129-c44004b57b70', 'port_id': '4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0', 'mac_address': 'fa:16:3e:96:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66ba258-9879-4d1e-991d-fa637586e25c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:17.101826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Attempting to bind port 97f2f03c-5e03-423b-b06a-c01f4022f70f on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:17.102161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Attempting to bind port 97f2f03c-5e03-423b-b06a-c01f4022f70f by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:17.102496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Attempting to bind port 97f2f03c-5e03-423b-b06a-c01f4022f70f on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:17.107184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Port 97f2f03c-5e03-423b-b06a-c01f4022f70f on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:32:17.107512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Attempting to bind port 97f2f03c-5e03-423b-b06a-c01f4022f70f on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:17.112839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:17.113186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:17.113577 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:17.114273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Bound port: 97f2f03c-5e03-423b-b06a-c01f4022f70f, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:17.114641 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.251900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-98b939a5-8457-490a-8e98-5100c139238c req-90635bff-4fc2-4f4a-8b59-3fa95b56d9ee tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Deleting port b79da158-76fe-473e-bd2d-29e658e1a063 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:17.252582 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-98b939a5-8457-490a-8e98-5100c139238c req-90635bff-4fc2-4f4a-8b59-3fa95b56d9ee tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.325014 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.380251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-ffbdc0cf-d71c-4ccf-b089-257694ced7c1 service neutron] 10.222.0.22 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114331 Sep 16 16:32:17.392501 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.393089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] For port 97f2f03c-5e03-423b-b06a-c01f4022f70f, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:17.396735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] For port 97f2f03c-5e03-423b-b06a-c01f4022f70f, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=97f2f03c-5e03-423b-b06a-c01f4022f70f,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:17.402089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:17.429514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-98b939a5-8457-490a-8e98-5100c139238c req-90635bff-4fc2-4f4a-8b59-3fa95b56d9ee tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] For port b79da158-76fe-473e-bd2d-29e658e1a063, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=b79da158-76fe-473e-bd2d-29e658e1a063,segment=NetworkSegment(6a3ef9db-d559-4e8b-827a-98320a6c473f),segment_id=6a3ef9db-d559-4e8b-827a-98320a6c473f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:17.430186 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-98b939a5-8457-490a-8e98-5100c139238c req-90635bff-4fc2-4f4a-8b59-3fa95b56d9ee tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.433062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,segment=NetworkSegment(799f1cdc-2c35-4a3f-a179-0c8b3a4f8834),segment_id=799f1cdc-2c35-4a3f-a179-0c8b3a4f8834)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:17.453463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-98b939a5-8457-490a-8e98-5100c139238c req-90635bff-4fc2-4f4a-8b59-3fa95b56d9ee tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Calling delete_port for b79da158-76fe-473e-bd2d-29e658e1a063 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:17.457830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.487529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634da00e-1a9e-4b89-b579-428e80e5446d req-689554a0-5b6a-4a26-a25f-bed7a407e4ef tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:17.489115 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-634da00e-1a9e-4b89-b579-428e80e5446d req-689554a0-5b6a-4a26-a25f-bed7a407e4ef tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 947 time: 0.1585038 Sep 16 16:32:17.503052 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.531927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=23fc7347-6c94-46bb-ad6b-dd947d84857d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:17.540956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:17.541489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.542886 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] 10.222.0.62 "PUT /v2.0/ports/97f2f03c-5e03-423b-b06a-c01f4022f70f HTTP/1.1" status: 200 len: 1095 time: 1.2979517 Sep 16 16:32:17.544237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004ad744-cacc-4191-b9a4-ea3d0c7a1d10', 'tag': '97f2f03c-5e03-423b-b06a-c01f4022f70f'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:17.546181 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "004ad744-cacc-4191-b9a4-ea3d0c7a1d10", "tag": "97f2f03c-5e03-423b-b06a-c01f4022f70f"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:17.549663 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.597215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Checking segment: {'id': '0e0bcadd-87a7-4bbe-94d0-eedddcb97646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:17.597846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network hostable DHCP agents. Network: cc24deec-55c4-4d8c-825b-dea59afaa2ec, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:32:17.604513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-634da00e-1a9e-4b89-b579-428e80e5446d req-2826714b-bc0a-465d-b8e7-bd2e253a34f5 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028247 Sep 16 16:32:17.652641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7e419-4f92-42da-9b60-5d457cd5754d service neutron] Pushing event updated for resources: {'Port': ['ID=97f2f03c-5e03-423b-b06a-c01f4022f70f,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:17.685645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:17.745404 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cd7146-569b-4e95-9f00-eefb57c921a3 x-openstack-request-id: req-04cd7146-569b-4e95-9f00-eefb57c921a3 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:17.745977 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004ad744-cacc-4191-b9a4-ea3d0c7a1d10", "tag": "97f2f03c-5e03-423b-b06a-c01f4022f70f", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:17.752374 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04cd7146-569b-4e95-9f00-eefb57c921a3 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:17.769513 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004ad744-cacc-4191-b9a4-ea3d0c7a1d10', 'tag': '97f2f03c-5e03-423b-b06a-c01f4022f70f', 'status': 'completed', 'code': 200} Sep 16 16:32:17.769513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:32:17.776603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27f11-7004-4723-b2a6-c8533552738c req-4448c35e-8fdd-473c-ba1b-0a89c27c34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:17.780096 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-4448c35e-8fdd-473c-ba1b-0a89c27c34e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 1098 time: 0.0879097 Sep 16 16:32:17.782382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:17.848678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56b857e7-79b2-4324-bfaf-6941e95609b5 req-ccb14cc0-a616-40c6-a437-dcbea45b8ce6 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 210 time: 0.1018808 Sep 16 16:32:17.849254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Router 880ed252-a855-4491-899f-a8c9a55fd512 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:32:17.857045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, cc24deec-55c4-4d8c-825b-dea59afaa2ec) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:17.870236 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-06d3c6a6-bed8-4757-bf16-b89f01cdac0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=97f2f03c-5e03-423b-b06a-c01f4022f70f HTTP/1.1" status: 200 len: 217 time: 0.0804856 Sep 16 16:32:17.873281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6764e6b9-252b-48d1-bf36-5b96a29583f4 None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:17.873664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:17.885942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:17.886853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:17.889904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a13e7e-8923-4c39-9cdf-8098ad8b645b req-d7135789-2f91-4de0-802e-d716e21f69f2 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:17.889904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f3a13e7e-8923-4c39-9cdf-8098ad8b645b req-d7135789-2f91-4de0-802e-d716e21f69f2 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 944 time: 0.1400549 Sep 16 16:32:17.950924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27f11-7004-4723-b2a6-c8533552738c req-3a5844e9-81b6-4014-8e8b-bdb5da459965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:17.952419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-3a5844e9-81b6-4014-8e8b-bdb5da459965 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0550694 Sep 16 16:32:17.959176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-98b939a5-8457-490a-8e98-5100c139238c req-90635bff-4fc2-4f4a-8b59-3fa95b56d9ee tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:18.000782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27f11-7004-4723-b2a6-c8533552738c req-fa3787a7-eef3-4554-8c94-13a7d538430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:18.002603 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-fa3787a7-eef3-4554-8c94-13a7d538430c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426495 Sep 16 16:32:18.007493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90635bff-4fc2-4f4a-8b59-3fa95b56d9ee tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Pushing event deleted for resources: {'Port': ['ID=b79da158-76fe-473e-bd2d-29e658e1a063,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:18.014895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f3a13e7e-8923-4c39-9cdf-8098ad8b645b req-f2eb045f-64fe-4012-b850-1f7b52e3bacc tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159680 Sep 16 16:32:18.059708 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c0e246ce-aff0-40c7-b70f-39dd565cb43d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5134048 Sep 16 16:32:18.060768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36126) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:18.075222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-279990589'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:18.176153 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-1fe7150e-4a5d-4842-ab23-e6e76744c620 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416144 Sep 16 16:32:18.178369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b939a5-8457-490a-8e98-5100c139238c req-90635bff-4fc2-4f4a-8b59-3fa95b56d9ee tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] No DVR routers for this DVR port b79da158-76fe-473e-bd2d-29e658e1a063 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:18.196296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-98b939a5-8457-490a-8e98-5100c139238c req-90635bff-4fc2-4f4a-8b59-3fa95b56d9ee tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:18.198253 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98b939a5-8457-490a-8e98-5100c139238c req-90635bff-4fc2-4f4a-8b59-3fa95b56d9ee tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.62 "DELETE /v2.0/ports/b79da158-76fe-473e-bd2d-29e658e1a063 HTTP/1.1" status: 204 len: 173 time: 1.3513215 Sep 16 16:32:18.202108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d16ae2-610b-4b43-a41f-a876ae14d78e', 'name': 'network-vif-deleted', 'tag': 'b79da158-76fe-473e-bd2d-29e658e1a063'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:18.204657 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d04402e-6f32-404c-9123-3d203c520580" -d '{"events": [{"server_uuid": "38d16ae2-610b-4b43-a41f-a876ae14d78e", "name": "network-vif-deleted", "tag": "b79da158-76fe-473e-bd2d-29e658e1a063"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:18.227651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:32:18.231365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64803052-0792-4638-972f-ab8f8ee904f8 req-c6226283-e0e0-43f9-beae-0f900beed212 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 210 time: 0.0544748 Sep 16 16:32:18.243162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Sync routers for ids ['880ed252-a855-4491-899f-a8c9a55fd512'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:32:18.258278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Routers {'880ed252-a855-4491-899f-a8c9a55fd512'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:18.259194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['880ed252-a855-4491-899f-a8c9a55fd512'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:18.266377 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21126dfc-cb4f-403d-b5ad-9b5accc6f590 x-openstack-request-id: req-21126dfc-cb4f-403d-b5ad-9b5accc6f590 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:18.267579 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d16ae2-610b-4b43-a41f-a876ae14d78e", "name": "network-vif-deleted", "tag": "b79da158-76fe-473e-bd2d-29e658e1a063", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:18.268001 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21126dfc-cb4f-403d-b5ad-9b5accc6f590 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:18.268990 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d16ae2-610b-4b43-a41f-a876ae14d78e', 'name': 'network-vif-deleted', 'tag': 'b79da158-76fe-473e-bd2d-29e658e1a063', 'status': 'completed', 'code': 200} Sep 16 16:32:18.313702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eef27f11-7004-4723-b2a6-c8533552738c req-8bbbfb20-e015-416d-b3ef-4faeb0037488 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226521 Sep 16 16:32:18.333568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:18.337221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:18.364491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:32:18.373001 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:18.373349 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Added segment f1e404f9-e5f4-471f-92ca-b53b624ba4aa of type vlan for network 0ed7e204-c15e-4b36-852f-159bba5ec4a5 Sep 16 16:32:18.385361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Set router 880ed252-a855-4491-899f-a8c9a55fd512 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:32:18.413666 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:18.414911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ad6edbc1-ccc8-49a2-8124-0a27192a693a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7266462 Sep 16 16:32:18.420051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36144) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:18.430899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:18.498861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['b79da158-76fe-473e-bd2d-29e658e1a063'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:18.582076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:18.592499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-f9871451-a658-4423-a43e-180a6253a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:18.594211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-f9871451-a658-4423-a43e-180a6253a4ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 1098 time: 0.0879238 Sep 16 16:32:18.595820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:18.597043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:18.688614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ed252-a855-4491-899f-a8c9a55fd512', 'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-router', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:12Z', 'updated_at': '2021-09-16T16:32:15Z', 'revision_number': 3, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'gw_port': {'id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ed252-a855-4491-899f-a8c9a55fd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:14Z', 'updated_at': '2021-09-16T16:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:18.719845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36156) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:18.738176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Network': ['ID=0ed7e204-c15e-4b36-852f-159bba5ec4a5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:18.757611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 0ed7e204-c15e-4b36-852f-159bba5ec4a5 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:32:18.763006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Checking router: 880ed252-a855-4491-899f-a8c9a55fd512 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:32:18.763517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Updating router 880ed252-a855-4491-899f-a8c9a55fd512 port a342b087-da41-45b9-8e71-c3feb823acb1 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:32:18.780077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-543b72fa-0757-4612-a817-4da5fffa1693 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7127423 Sep 16 16:32:18.782745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36162) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:18.788326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'ports': [{'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec'}, {'network_id': '0ed7e204-c15e-4b36-852f-159bba5ec4a5'}]} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:18.788793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:18.789549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': '0ed7e204-c15e-4b36-852f-159bba5ec4a5'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:18.801598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddf5c5-ef02-4bde-b6bd-eb2fca42d039 req-e36415fb-3d13-46c1-af09-fbfb2c0e9b90 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:18.803242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-caddf5c5-ef02-4bde-b6bd-eb2fca42d039 req-e36415fb-3d13-46c1-af09-fbfb2c0e9b90 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 947 time: 0.0844975 Sep 16 16:32:18.835546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:18.870382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-a34f16f4-9ee0-415d-9997-2d6ce9090116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:18.874212 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-a34f16f4-9ee0-415d-9997-2d6ce9090116 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2709281 Sep 16 16:32:18.875100 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:18.897681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-caddf5c5-ef02-4bde-b6bd-eb2fca42d039 req-34ee93e9-2a94-4bcd-82ea-c1541e363bf9 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823219 Sep 16 16:32:19.010011 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-a7f7afb1-6c51-4456-81d0-279e5cf95df9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=97f2f03c-5e03-423b-b06a-c01f4022f70f HTTP/1.1" status: 200 len: 217 time: 0.1216221 Sep 16 16:32:19.011264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5def7749-887b-431d-9a43-fe7681be0695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.039446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:19.060953 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e76ed55b-10be-469c-8cc6-adeca148c064 req-da57a452-22a0-4e27-88c8-b563f9d840a6 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 210 time: 0.0465109 Sep 16 16:32:19.102173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-c5b820a0-b7ed-4f4d-ad53-28471c72428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:19.104112 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-c5b820a0-b7ed-4f4d-ad53-28471c72428e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0843945 Sep 16 16:32:19.218881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082af966-abb8-4c5e-9b25-2658d215b5ab req-63d01220-fb37-4bd7-9fab-164c75d4ad0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:19.225946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082af966-abb8-4c5e-9b25-2658d215b5ab req-63d01220-fb37-4bd7-9fab-164c75d4ad0e tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 944 time: 0.0898325 Sep 16 16:32:19.233503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 2} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:19.243740 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.327730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-ad52ce23-4f59-4337-ba1f-3c5dca7eae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:19.331552 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-ad52ce23-4f59-4337-ba1f-3c5dca7eae5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486435 Sep 16 16:32:19.372832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:19.413923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9', 'mac_address': 'fa:16:3e:00:e3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:19.417876 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.423962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:32:19.441921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:19.442292 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.443247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082af966-abb8-4c5e-9b25-2658d215b5ab req-ad61918c-fe2c-457c-bb0e-6113cf21abca tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921983 Sep 16 16:32:19.491093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6905f0a1-9cf8-49f3-a4d7-256551011785 req-1143a69a-4195-4e68-a9cb-4e8c68a12621 tempest-ServerAddressesTestJSON-1798226043 tempest-ServerAddressesTestJSON-1798226043-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d16ae2-610b-4b43-a41f-a876ae14d78e HTTP/1.1" status: 200 len: 210 time: 0.0656624 Sep 16 16:32:19.508274 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.552531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:19.607846 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.616099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:19.616843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port 1f6afdbc-d7eb-49dc-a44b-5df23653856a yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:32:19.664462 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.677721 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.719148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.734444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e04a02-3ebe-45fc-b324-d006da1fd5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:19.737033 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe2a904-1af1-40c1-b5b1-290aa159f757" -d '{"events": [{"server_uuid": "74e04a02-3ebe-45fc-b324-d006da1fd5cc", "name": "network-vif-plugged", "status": "completed", "tag": "4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:19.774681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd92365-c979-4600-a3e4-e0d5197cc136 None None] Pushing event updated for resources: {'Port': ['ID=a342b087-da41-45b9-8e71-c3feb823acb1,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:19.781687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,segment=NetworkSegment(799f1cdc-2c35-4a3f-a179-0c8b3a4f8834),segment_id=799f1cdc-2c35-4a3f-a179-0c8b3a4f8834)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:19.803136 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.837535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:19.844669 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730fb0c0-cd2b-401d-8e51-4f6cec346c21 x-openstack-request-id: req-730fb0c0-cd2b-401d-8e51-4f6cec346c21 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:19.845019 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e04a02-3ebe-45fc-b324-d006da1fd5cc", "name": "network-vif-plugged", "status": "completed", "tag": "4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:19.845197 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-730fb0c0-cd2b-401d-8e51-4f6cec346c21 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:19.845576 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e04a02-3ebe-45fc-b324-d006da1fd5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0', 'code': 200} Sep 16 16:32:19.847499 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.849577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Attempting to bind port a342b087-da41-45b9-8e71-c3feb823acb1 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:19.849942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Attempting to bind port a342b087-da41-45b9-8e71-c3feb823acb1 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:19.850304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Attempting to bind port a342b087-da41-45b9-8e71-c3feb823acb1 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:19.865102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:19.865514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:19.865902 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.866303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:19.866788 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Bound port: a342b087-da41-45b9-8e71-c3feb823acb1, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:19.867221 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:19.889160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port 6f480f77-bd6e-4feb-861b-eb7063158916 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:32:19.927837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] For port a342b087-da41-45b9-8e71-c3feb823acb1, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:19.931324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] For port a342b087-da41-45b9-8e71-c3feb823acb1, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a342b087-da41-45b9-8e71-c3feb823acb1,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:19.936419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['025a3eb9-8be1-4e3f-864f-ae5e336fa7b9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:20.013762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:20.185136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:20.210963 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:20.223394 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:20.228455 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-36aa5b9a-824b-4460-bc5e-573cff91fb2f service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865443 Sep 16 16:32:20.305786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd92365-c979-4600-a3e4-e0d5197cc136 None None] Pushing event updated for resources: {'Port': ['ID=a342b087-da41-45b9-8e71-c3feb823acb1,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:20.353805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Routers {'880ed252-a855-4491-899f-a8c9a55fd512'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:20.355099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['880ed252-a855-4491-899f-a8c9a55fd512'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:20.427189 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:20.474217 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35ecf2ad-c697-48cb-b295-8fd3c4733a12 req-7da4b1be-7129-47fc-8255-2dbaa9e10545 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 210 time: 0.1127145 Sep 16 16:32:20.536431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c819698-6c23-4b58-bc1a-c5a041b8f1ca req-5c34d9c0-0da4-4baa-b59c-a4e1740aeceb service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699790 Sep 16 16:32:20.573881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e886c6-a767-4378-b59c-1daa4567bd31 req-c5f673ce-4ef8-4a49-afbb-05dd52f11625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:20.578670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2e886c6-a767-4378-b59c-1daa4567bd31 req-c5f673ce-4ef8-4a49-afbb-05dd52f11625 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 1096 time: 0.2112088 Sep 16 16:32:20.616771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:20.625915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] Set router 880ed252-a855-4491-899f-a8c9a55fd512 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:32:20.635657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Allocated IP 172.20.0.1 (e0dc7bda-c4d8-43b0-912a-d333dc124c3f/05b8b946-5be3-44b8-8a46-f2fcda27e5b0/17c8a926-3e74-4a5b-bb67-7d57545fbe14) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:20.648616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-e54ffa25-a906-4e96-ab18-8d48cd716790 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:20.650251 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-e54ffa25-a906-4e96-ab18-8d48cd716790 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.52 "GET /v2.0/networks?id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 HTTP/1.1" status: 200 len: 822 time: 0.2340114 Sep 16 16:32:20.678477 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Request body: {'port': {'device_id': 'e1070308-c9ea-4477-8b07-004e415585b7', 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3', 'admin_state_up': True, 'tenant_id': '89480843ad5b4250bab54c1d0aacd3c6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:20.685575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09395ae2-f28f-4cba-a6f4-967b4a972442 req-2f17dead-25f2-4aa0-9f2c-ef23fa85d69f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:20.687238 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09395ae2-f28f-4cba-a6f4-967b4a972442 req-2f17dead-25f2-4aa0-9f2c-ef23fa85d69f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 947 time: 0.3247397 Sep 16 16:32:20.707125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2e886c6-a767-4378-b59c-1daa4567bd31 req-ec4c8cdf-3171-4855-b632-7c9f24464c54 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049390 Sep 16 16:32:20.722947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:20.733915 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:20.734913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:20.750518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=1f6afdbc-d7eb-49dc-a44b-5df23653856a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:20.848028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:20.862133 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:32:20.900212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:20.924625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 97f2f03c-5e03-423b-b06a-c01f4022f70f details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:20.927493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b79da158-76fe-473e-bd2d-29e658e1a063 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:20.932741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09395ae2-f28f-4cba-a6f4-967b4a972442 req-4c8a7684-6c75-4c6a-9a4e-2eb26e16d441 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307315 Sep 16 16:32:20.960830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: b79da158-76fe-473e-bd2d-29e658e1a063 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:32:20.961176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device b79da158-76fe-473e-bd2d-29e658e1a063 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:32:20.976814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36208) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:20.994394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e01957-4c00-4db6-9823-66dd257cc2bc req-6963a8e8-3b07-42ee-ad25-b790c5f7bea3 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:21.003642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81e01957-4c00-4db6-9823-66dd257cc2bc req-6963a8e8-3b07-42ee-ad25-b790c5f7bea3 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 945 time: 0.3020566 Sep 16 16:32:21.012068 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5def7749-887b-431d-9a43-fe7681be0695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.015255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Checking segment: {'id': 'f1e404f9-e5f4-471f-92ca-b53b624ba4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ed7e204-c15e-4b36-852f-159bba5ec4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:21.015753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network hostable DHCP agents. Network: 0ed7e204-c15e-4b36-852f-159bba5ec4a5, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:32:21.035929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db9097f-2fbf-4dea-ba4a-4e3303b9da62 admin admin] Deleting subnet 8391b403-27c7-49dc-b79c-990f50d119ee {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:32:21.040207 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4db9097f-2fbf-4dea-ba4a-4e3303b9da62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.043975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.048999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=6f480f77-bd6e-4feb-861b-eb7063158916,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:21.097894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81e01957-4c00-4db6-9823-66dd257cc2bc req-d06cda33-03d8-4a36-9576-b7ecb3f76c73 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941780 Sep 16 16:32:21.127080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:21.127346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4db9097f-2fbf-4dea-ba4a-4e3303b9da62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.127882 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.134768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Network e0dc7bda-c4d8-43b0-912a-d333dc124c3f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:21.139050 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5def7749-887b-431d-9a43-fe7681be0695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.169810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:21.172595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network 0ed7e204-c15e-4b36-852f-159bba5ec4a5 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:32:21.181252 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:21.185706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Pushing event updated for resources: {'Port': ['ID=17c8a926-3e74-4a5b-bb67-7d57545fbe14,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:21.198456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ed252-a855-4491-899f-a8c9a55fd512', 'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-router', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:12Z', 'updated_at': '2021-09-16T16:32:15Z', 'revision_number': 3, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'gw_port': {'id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ed252-a855-4491-899f-a8c9a55fd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:14Z', 'updated_at': '2021-09-16T16:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:21.200573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5def7749-887b-431d-9a43-fe7681be0695 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85a807b64ac0421dbe7eb4e388b7f133&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4794466 Sep 16 16:32:21.203560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36218) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:21.211678 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def7749-887b-431d-9a43-fe7681be0695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbbe63d-1196-4dbd-9e37-4e3460d38438,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:21.251296 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4db9097f-2fbf-4dea-ba4a-4e3303b9da62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.267291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 97f2f03c-5e03-423b-b06a-c01f4022f70f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=97f2f03c-5e03-423b-b06a-c01f4022f70f,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:21.268471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 0ed7e204-c15e-4b36-852f-159bba5ec4a5) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:21.274229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:21.281634 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.282964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:21.289518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:21.290375 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.294378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43c58c-9214-4008-b7aa-d11b514dffad None None] The sync data for ids ['880ed252-a855-4491-899f-a8c9a55fd512'] in n-d-807786-3 is: [{'id': '880ed252-a855-4491-899f-a8c9a55fd512', 'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-router', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:12Z', 'updated_at': '2021-09-16T16:32:15Z', 'revision_number': 3, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'gw_port': {'id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ed252-a855-4491-899f-a8c9a55fd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:14Z', 'updated_at': '2021-09-16T16:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:32:21.309498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f89d2b-d48c-42e1-939e-e6e799f40d31 None None] Network 0ed7e204-c15e-4b36-852f-159bba5ec4a5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:21.325931 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfe34098-f556-469c-a331-5a7a9a4f0669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.370151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfe34098-f556-469c-a331-5a7a9a4f0669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.395876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f06ca5ee-3ab7-43a3-b9ae-fd1095c836ee tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6122069 Sep 16 16:32:21.396680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36220) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:21.404612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '97f2f03c-5e03-423b-b06a-c01f4022f70f', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '97f2f03c-5e03-423b-b06a-c01f4022f70f', 'mac_address': 'fa:16:3e:2c:ee:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:21.440571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Made reservation on behalf of 89480843ad5b4250bab54c1d0aacd3c6 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:21.440571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.555199 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.577335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f2f03c-5e03-423b-b06a-c01f4022f70f {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:21.583960 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.619732 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.655306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 97f2f03c-5e03-423b-b06a-c01f4022f70f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=97f2f03c-5e03-423b-b06a-c01f4022f70f,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:21.660056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d084768-b39f-41d3-b543-966e00f03629 req-8773cef7-430e-40ff-8ba1-89b11b2e5f55 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 210 time: 0.0500798 Sep 16 16:32:21.692016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:21.697562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-107349f7-eb21-4574-b632-2deb662c97c0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 6f480f77-bd6e-4feb-861b-eb7063158916 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:21.697900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107349f7-eb21-4574-b632-2deb662c97c0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.726694 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.754932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Allocated IP 172.20.0.13 (446d5ebf-cf80-4d92-9aad-a0f4e2a803f3/2e882bd5-7268-4bab-99dd-2a1efcaa8946/e8a11358-4cf1-4160-b352-ba040950d0fd) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:21.820320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4db9097f-2fbf-4dea-ba4a-4e3303b9da62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.841812 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfe34098-f556-469c-a331-5a7a9a4f0669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.848359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922c8525-808c-44c7-9095-7af848b6a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:21.850129 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09f44bf-ed16-4dcf-8528-855585ebb13a" -d '{"events": [{"server_uuid": "922c8525-808c-44c7-9095-7af848b6a856", "name": "network-vif-plugged", "status": "completed", "tag": "025a3eb9-8be1-4e3f-864f-ae5e336fa7b9"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:21.858399 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfe34098-f556-469c-a331-5a7a9a4f0669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.861887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bfe34098-f556-469c-a331-5a7a9a4f0669 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fbbe63d-1196-4dbd-9e37-4e3460d38438 HTTP/1.1" status: 204 len: 168 time: 0.6549497 Sep 16 16:32:21.864064 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.878848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=97f2f03c-5e03-423b-b06a-c01f4022f70f,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:21.908294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107349f7-eb21-4574-b632-2deb662c97c0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:21.928836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe34098-f556-469c-a331-5a7a9a4f0669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbbe63d-1196-4dbd-9e37-4e3460d38438,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:21.947375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-107349f7-eb21-4574-b632-2deb662c97c0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 6f480f77-bd6e-4feb-861b-eb7063158916 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:22.007527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:22.020118 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bf25d9-fe27-43b6-8da3-a098978f056a x-openstack-request-id: req-49bf25d9-fe27-43b6-8da3-a098978f056a {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:22.020451 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922c8525-808c-44c7-9095-7af848b6a856", "name": "network-vif-plugged", "status": "completed", "tag": "025a3eb9-8be1-4e3f-864f-ae5e336fa7b9", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:22.020710 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49bf25d9-fe27-43b6-8da3-a098978f056a {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:22.021121 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922c8525-808c-44c7-9095-7af848b6a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9', 'code': 200} Sep 16 16:32:22.026230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['97f2f03c-5e03-423b-b06a-c01f4022f70f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:22.060213 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9097f-2fbf-4dea-ba4a-4e3303b9da62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8391b403-27c7-49dc-b79c-990f50d119ee,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:22.077847 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4db9097f-2fbf-4dea-ba4a-4e3303b9da62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:22.079855 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4db9097f-2fbf-4dea-ba4a-4e3303b9da62 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8391b403-27c7-49dc-b79c-990f50d119ee HTTP/1.1" status: 204 len: 168 time: 1.1016312 Sep 16 16:32:22.088638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36230) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:22.225665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe54d0-03e9-4f9e-bf84-98704b0e3d78 req-8635379d-0c95-4f25-bdc4-9a2eea44290f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:22.229998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5fe54d0-03e9-4f9e-bf84-98704b0e3d78 req-8635379d-0c95-4f25-bdc4-9a2eea44290f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 948 time: 0.1642551 Sep 16 16:32:22.352838 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:22.377596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5fe54d0-03e9-4f9e-bf84-98704b0e3d78 req-8b69e085-613c-4d1b-8421-0061d5102aeb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408074 Sep 16 16:32:22.381239 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107349f7-eb21-4574-b632-2deb662c97c0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:22.439073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107349f7-eb21-4574-b632-2deb662c97c0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=6f480f77-bd6e-4feb-861b-eb7063158916,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:22.453093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107349f7-eb21-4574-b632-2deb662c97c0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:22.455216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-107349f7-eb21-4574-b632-2deb662c97c0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/6f480f77-bd6e-4feb-861b-eb7063158916 HTTP/1.1" status: 204 len: 168 time: 1.0485966 Sep 16 16:32:22.459610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36246) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:22.476119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c764aa3-9558-4170-bd68-73c532a36bb2 req-8f13cb80-4e0a-4b73-a6d4-301c0bccc9ab tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:22.477376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c764aa3-9558-4170-bd68-73c532a36bb2 req-8f13cb80-4e0a-4b73-a6d4-301c0bccc9ab tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 945 time: 0.1738262 Sep 16 16:32:22.580441 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c764aa3-9558-4170-bd68-73c532a36bb2 req-17a2867a-efbe-4e04-afd9-bcfbca1157ef tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789595 Sep 16 16:32:22.616115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68930586-b309-4c18-bac8-00ea82d2d4ba tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:22.616115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68930586-b309-4c18-bac8-00ea82d2d4ba tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:22.616115 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-68930586-b309-4c18-bac8-00ea82d2d4ba tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1553369 Sep 16 16:32:22.616795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36252) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:22.668244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:22.769085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d75c3-91dc-42fb-8ffb-deb8f31d9629 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 1f6afdbc-d7eb-49dc-a44b-5df23653856a {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:22.769599 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef8d75c3-91dc-42fb-8ffb-deb8f31d9629 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:22.815828 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:22.848485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:22.958379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:22.967335 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.003328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:23.007138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef8d75c3-91dc-42fb-8ffb-deb8f31d9629 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.020487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:23.060209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d75c3-91dc-42fb-8ffb-deb8f31d9629 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 1f6afdbc-d7eb-49dc-a44b-5df23653856a owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:23.069262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:23.079035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671cf56f-691c-4fa2-8543-12ddab4f2c54']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:23.083816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event updated for resources: {'Port': ['ID=e8a11358-4cf1-4160-b352-ba040950d0fd,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:23.118560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdea2c-78f6-4547-90bc-7daba15e3257 req-f4c3c03f-5530-4295-92ca-8df09305a798 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:23.126791 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbfdea2c-78f6-4547-90bc-7daba15e3257 req-f4c3c03f-5530-4295-92ca-8df09305a798 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 932 time: 0.2739613 Sep 16 16:32:23.163949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:23.164830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.175663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3ef9db-d559-4e8b-827a-98320a6c473f') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:23.176118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3ef9db-d559-4e8b-827a-98320a6c473f') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:23.178606 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.221438 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.270313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.272730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Pushing event updated for resources: {'Port': ['ID=17c8a926-3e74-4a5b-bb67-7d57545fbe14,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:23.287981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbfdea2c-78f6-4547-90bc-7daba15e3257 req-ef40a8d3-6c5a-4408-af9a-02010d0436a5 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602204 Sep 16 16:32:23.295158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:32:23.295853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:32:23.307498 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:32:23.337990 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-02dffb2b-452d-4363-93b8-3b059b9b7a80 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6657107 Sep 16 16:32:23.439859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef786f2-637f-4b02-925d-d4ecba5b5391 req-be422e25-bb08-4253-b65f-60a5956a1220 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:23.440611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Request body: {'port': {'device_id': 'e1070308-c9ea-4477-8b07-004e415585b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:23.441411 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ef786f2-637f-4b02-925d-d4ecba5b5391 req-be422e25-bb08-4253-b65f-60a5956a1220 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 945 time: 0.1663666 Sep 16 16:32:23.483860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef8d75c3-91dc-42fb-8ffb-deb8f31d9629 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.542222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a342b087-da41-45b9-8e71-c3feb823acb1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:23.562291 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ef786f2-637f-4b02-925d-d4ecba5b5391 req-93b00b8f-8d73-41ee-9b07-7e975d943872 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147461 Sep 16 16:32:23.581742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d75c3-91dc-42fb-8ffb-deb8f31d9629 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=1f6afdbc-d7eb-49dc-a44b-5df23653856a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:23.588520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Network e0dc7bda-c4d8-43b0-912a-d333dc124c3f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:23.592688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:23.622791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef8d75c3-91dc-42fb-8ffb-deb8f31d9629 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.629884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.630656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ef8d75c3-91dc-42fb-8ffb-deb8f31d9629 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/1f6afdbc-d7eb-49dc-a44b-5df23653856a HTTP/1.1" status: 204 len: 168 time: 1.0128329 Sep 16 16:32:23.636179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36286) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:23.656687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a342b087-da41-45b9-8e71-c3feb823acb1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:23.657191 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.697187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf73293-abc2-4fed-887a-425323e33e40 req-c3658c6d-6883-4627-a333-f0be2f3e4524 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:23.697187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ddf73293-abc2-4fed-887a-425323e33e40 req-c3658c6d-6883-4627-a333-f0be2f3e4524 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 948 time: 0.1720715 Sep 16 16:32:23.735511 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.774700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ddf73293-abc2-4fed-887a-425323e33e40 req-74adbcc6-a37b-4174-aa4a-4759b18836e9 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716066 Sep 16 16:32:23.846377 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.851601 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] 10.222.0.22 "DELETE /v2.0/networks/671cf56f-691c-4fa2-8543-12ddab4f2c54 HTTP/1.1" status: 204 len: 168 time: 1.7658749 Sep 16 16:32:23.854845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:23.862541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99846c-fc5e-4fc3-b1a1-8772e8dca095 admin admin] Pushing event deleted for resources: {'Network': ['ID=671cf56f-691c-4fa2-8543-12ddab4f2c54,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:23.876327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36292) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:23.904686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port a342b087-da41-45b9-8e71-c3feb823acb1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a342b087-da41-45b9-8e71-c3feb823acb1,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:23.934742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40359f70-03c5-4387-b4e7-11637ef2f130 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:23.939043 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36296) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:23.943648 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-40359f70-03c5-4387-b4e7-11637ef2f130 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3028734 Sep 16 16:32:23.966954 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.018310 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a849c9a-d7a3-46d3-95ab-cf8c7dd64f47 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:32:24.018310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4a849c9a-d7a3-46d3-95ab-cf8c7dd64f47 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/6f480f77-bd6e-4feb-861b-eb7063158916 HTTP/1.1" status: 404 len: 333 time: 0.0749011 Sep 16 16:32:24.019277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36298) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:24.076371 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-50049d7e-aea1-4559-b37a-07a263c438f2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:32:24.080398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-50049d7e-aea1-4559-b37a-07a263c438f2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/1f6afdbc-d7eb-49dc-a44b-5df23653856a HTTP/1.1" status: 404 len: 333 time: 0.0601237 Sep 16 16:32:24.088473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36300) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:24.096006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=a342b087-da41-45b9-8e71-c3feb823acb1,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:24.125477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-741314585-network', 'tenant_id': '1b2da8a0da674510b01ffce32c37d77a'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:24.131482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Router 880ed252-a855-4491-899f-a8c9a55fd512 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:32:24.291742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.320424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36304) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:24.347933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Made reservation on behalf of 1b2da8a0da674510b01ffce32c37d77a for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:24.350295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.366452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:32:24.374483 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-098471d4-1d29-45a0-aef4-4121d0764265 admin admin] 10.222.0.22 "PUT /v2.0/routers/880ed252-a855-4491-899f-a8c9a55fd512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9525728 Sep 16 16:32:24.384730 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Sync routers for ids ['880ed252-a855-4491-899f-a8c9a55fd512'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:32:24.400518 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Routers {'880ed252-a855-4491-899f-a8c9a55fd512'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:24.400746 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.400882 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['880ed252-a855-4491-899f-a8c9a55fd512'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:24.441997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a11358-4cf1-4160-b352-ba040950d0fd {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:24.474205 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.495071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4060cafb-5b2c-4892-8eaa-79f76d3fb5db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42148edce1fa4cdc899130dfcf2a6889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739197 Sep 16 16:32:24.500925 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36318) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:24.548426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Transition to ACTIVE for port object e8a11358-4cf1-4160-b352-ba040950d0fd will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:32:24.568940 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Set router 880ed252-a855-4491-899f-a8c9a55fd512 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:32:24.636213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ffb6ce3f-f57f-45cc-b52c-8d9e4bb64bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.643575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.647985 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.751496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a772c-367d-4917-9b47-97fd29ffde8e req-95fb273d-df19-474d-8827-e9eaf8b593f4 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:24.753786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e4a772c-367d-4917-9b47-97fd29ffde8e req-95fb273d-df19-474d-8827-e9eaf8b593f4 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 932 time: 0.3194211 Sep 16 16:32:24.792046 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ffb6ce3f-f57f-45cc-b52c-8d9e4bb64bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.801312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed7e204-c15e-4b36-852f-159bba5ec4a5']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:24.806167 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ed252-a855-4491-899f-a8c9a55fd512', 'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-router', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:12Z', 'updated_at': '2021-09-16T16:32:21Z', 'revision_number': 4, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'gw_port': {'id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880ed252-a855-4491-899f-a8c9a55fd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:14Z', 'updated_at': '2021-09-16T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '17c8a926-3e74-4a5b-bb67-7d57545fbe14', 'name': '', 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'mac_address': 'fa:16:3e:bb:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ed252-a855-4491-899f-a8c9a55fd512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '05b8b946-5be3-44b8-8a46-f2fcda27e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:20Z', 'updated_at': '2021-09-16T16:32:22Z', 'revision_number': 2, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'subnets': [{'id': '05b8b946-5be3-44b8-8a46-f2fcda27e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:24.833741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Checking router: 880ed252-a855-4491-899f-a8c9a55fd512 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:32:24.834083 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Updating router 880ed252-a855-4491-899f-a8c9a55fd512 port 17c8a926-3e74-4a5b-bb67-7d57545fbe14 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:32:24.837416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Pushing event updated for resources: {'Port': ['ID=e8a11358-4cf1-4160-b352-ba040950d0fd,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:24.874333 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.877229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e4a772c-367d-4917-9b47-97fd29ffde8e req-16973dc6-0865-4c8b-b55d-a29f3edf7fad tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732477 Sep 16 16:32:24.902848 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4c51cfd6-a62d-4e48-a493-18a6bd3b8e6d tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:24.905504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4c51cfd6-a62d-4e48-a493-18a6bd3b8e6d tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.62 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 945 time: 0.4734716 Sep 16 16:32:24.920565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Attempting to bind port e8a11358-4cf1-4160-b352-ba040950d0fd on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:24.921310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Attempting to bind port e8a11358-4cf1-4160-b352-ba040950d0fd by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:24.921906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Attempting to bind port e8a11358-4cf1-4160-b352-ba040950d0fd on network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:24.928153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Port e8a11358-4cf1-4160-b352-ba040950d0fd on network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:32:24.928836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Attempting to bind port e8a11358-4cf1-4160-b352-ba040950d0fd on network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:24.929194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e404f9-e5f4-471f-92ca-b53b624ba4aa') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:24.929965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e404f9-e5f4-471f-92ca-b53b624ba4aa') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:24.936361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:24.937113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Checking segment: {'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:24.937768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Bound using segment: {'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:24.938446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Bound port: e8a11358-4cf1-4160-b352-ba040950d0fd, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:24.939050 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:24.949325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 97f2f03c-5e03-423b-b06a-c01f4022f70f up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:25.046569 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.050666 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ffb6ce3f-f57f-45cc-b52c-8d9e4bb64bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.058382 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.060018 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ffb6ce3f-f57f-45cc-b52c-8d9e4bb64bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.082605 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ffb6ce3f-f57f-45cc-b52c-8d9e4bb64bac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93f5fcfa-3a35-448a-bd4e-9672a6ffba3b HTTP/1.1" status: 204 len: 168 time: 0.5745575 Sep 16 16:32:25.117017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d5baf-02c0-4cad-a3ab-fcbdc325a0af req-daf71916-d037-4fb9-a835-fab167116c5d tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:25.119060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf3d5baf-02c0-4cad-a3ab-fcbdc325a0af req-daf71916-d037-4fb9-a835-fab167116c5d tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 945 time: 0.4154415 Sep 16 16:32:25.143364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6ce3f-f57f-45cc-b52c-8d9e4bb64bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5fcfa-3a35-448a-bd4e-9672a6ffba3b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:25.147818 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.195467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 97f2f03c-5e03-423b-b06a-c01f4022f70f completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:32:25.200933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 97f2f03c-5e03-423b-b06a-c01f4022f70f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:25.201464 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.236947 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.240366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] For port e8a11358-4cf1-4160-b352-ba040950d0fd, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:25.250774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] For port e8a11358-4cf1-4160-b352-ba040950d0fd, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e8a11358-4cf1-4160-b352-ba040950d0fd,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:25.254412 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.274824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:32:25.274824 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:32:25.283862 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:32:25.350272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.383519 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.409866 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf3d5baf-02c0-4cad-a3ab-fcbdc325a0af req-9cce7199-bb49-4e48-af3e-155590c04d0b tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cc76b92-d7e1-4b84-bb39-15e5f0b23579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713373 Sep 16 16:32:25.425716 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.432977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Pushing event updated for resources: {'Port': ['ID=e8a11358-4cf1-4160-b352-ba040950d0fd,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:25.478554 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Pushing event updated for resources: {'Port': ['ID=17c8a926-3e74-4a5b-bb67-7d57545fbe14,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:25.479065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:25.483017 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.486198 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-70edc293-bf09-43fd-8152-eb62aa7fa0ee service neutron] 10.222.0.52 "PUT /v2.0/ports/e8a11358-4cf1-4160-b352-ba040950d0fd HTTP/1.1" status: 200 len: 1092 time: 2.0600708 Sep 16 16:32:25.489982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1070308-c9ea-4477-8b07-004e415585b7', 'tag': 'e8a11358-4cf1-4160-b352-ba040950d0fd'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:25.513521 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aca637-8dc7-4ae1-9957-7381788ee7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e1070308-c9ea-4477-8b07-004e415585b7", "tag": "e8a11358-4cf1-4160-b352-ba040950d0fd"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:25.525090 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.525592 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.526006 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.526430 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.526823 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.527224 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.528206 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.528849 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.529435 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.530121 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.530807 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.531166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004ad744-cacc-4191-b9a4-ea3d0c7a1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2f03c-5e03-423b-b06a-c01f4022f70f'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:25.532480 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.535674 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afc4f77-d2a6-47b1-a73e-b82a9a7c4cc7" -d '{"events": [{"server_uuid": "004ad744-cacc-4191-b9a4-ea3d0c7a1d10", "name": "network-vif-plugged", "status": "completed", "tag": "97f2f03c-5e03-423b-b06a-c01f4022f70f"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:25.557910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a342b087-da41-45b9-8e71-c3feb823acb1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:25.608270 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Attempting to bind port 17c8a926-3e74-4a5b-bb67-7d57545fbe14 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:25.612442 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Attempting to bind port 17c8a926-3e74-4a5b-bb67-7d57545fbe14 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:25.612442 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Attempting to bind port 17c8a926-3e74-4a5b-bb67-7d57545fbe14 on network e0dc7bda-c4d8-43b0-912a-d333dc124c3f {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:25.621019 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:25.621729 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Checking segment: {'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:25.622234 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.624929 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Bound using segment: {'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:25.625628 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Bound port: 17c8a926-3e74-4a5b-bb67-7d57545fbe14, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:25.628430 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.675328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 97f2f03c-5e03-423b-b06a-c01f4022f70f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=97f2f03c-5e03-423b-b06a-c01f4022f70f,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:25.685278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-f70dabdb-91a8-4bfc-bceb-dbf9607d70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:25.687095 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-f70dabdb-91a8-4bfc-bceb-dbf9607d70c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89480843ad5b4250bab54c1d0aacd3c6&device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 1095 time: 0.0906425 Sep 16 16:32:25.695533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a342b087-da41-45b9-8e71-c3feb823acb1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:25.695533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.736755 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] For port 17c8a926-3e74-4a5b-bb67-7d57545fbe14, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:25.742052 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] For port 17c8a926-3e74-4a5b-bb67-7d57545fbe14, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=17c8a926-3e74-4a5b-bb67-7d57545fbe14,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:25.752673 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.753461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:25.757648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b674ab-ab5c-4edc-8f0a-37b8b240aa84,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:25.757875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-a082a373-7f80-430e-a0c9-a746f0fc504a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8a11358-4cf1-4160-b352-ba040950d0fd HTTP/1.1" status: 200 len: 217 time: 0.0599566 Sep 16 16:32:25.784418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d638d-dba3-48fd-a563-7cf11d500317 req-fee57286-a0c4-48e7-82e2-ca8f01e77bc3 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:25.784418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-fee57286-a0c4-48e7-82e2-ca8f01e77bc3 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 819 time: 0.2006917 Sep 16 16:32:25.837652 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.857955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=97f2f03c-5e03-423b-b06a-c01f4022f70f,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:25.858944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-64127dd2-6ad0-4556-b466-e5c9da2329b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:25.862889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-64127dd2-6ad0-4556-b466-e5c9da2329b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e882bd5-7268-4bab-99dd-2a1efcaa8946 HTTP/1.1" status: 200 len: 862 time: 0.0932536 Sep 16 16:32:25.875891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.876351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.876826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.877263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.877697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.878149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.878584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.879016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.879446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.879870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.880297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.881408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:32:25.908512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-6aee012f-85d8-48b9-a3bc-66a9b781eab6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/quotas/c1c31f2cb4904747aeee15a2d0c3e163 HTTP/1.1" status: 200 len: 375 time: 0.1122453 Sep 16 16:32:25.948874 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.957743 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-a868bad8-ee83-40dd-a7f9-660422237a5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821579 Sep 16 16:32:25.967346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:32:25.976049 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:25.996212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/networks/0ed7e204-c15e-4b36-852f-159bba5ec4a5 HTTP/1.1" status: 204 len: 168 time: 1.9067907 Sep 16 16:32:26.002454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36356) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:26.005701 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfdba7-780b-4adc-b431-92e63bc469b9 None None] Pushing event updated for resources: {'Port': ['ID=17c8a926-3e74-4a5b-bb67-7d57545fbe14,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:26.010256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1474870048'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:26.010645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Routers {'880ed252-a855-4491-899f-a8c9a55fd512'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:26.019324 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['880ed252-a855-4491-899f-a8c9a55fd512'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:26.031532 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.088701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,segment=NetworkSegment(799f1cdc-2c35-4a3f-a179-0c8b3a4f8834),segment_id=799f1cdc-2c35-4a3f-a179-0c8b3a4f8834)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:26.095927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01164299-6e5e-4a32-b198-ecc9d3ce40a2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Network': ['ID=0ed7e204-c15e-4b36-852f-159bba5ec4a5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:26.101161 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.101509 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Added segment 4819cf3d-ee1d-4c51-b577-8b7540fc478e of type vlan for network 86a967aa-7edd-45a4-9727-630e8f9fee4f Sep 16 16:32:26.123123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4209464a-b271-47fe-904f-2569dba358f9 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Deleting port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:26.123701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4209464a-b271-47fe-904f-2569dba358f9 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.149214 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.179322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-9d610abf-fede-4538-9823-b3fadfacc81c service neutron] 10.222.0.52 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054241 Sep 16 16:32:26.205295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dc85d-bf81-4c0a-bd91-8f7a4980000d req-c43fd879-5f2b-4cf3-aac8-c84649b5c040 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:26.213511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e35dc85d-bf81-4c0a-bd91-8f7a4980000d req-c43fd879-5f2b-4cf3-aac8-c84649b5c040 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 949 time: 0.4292080 Sep 16 16:32:26.238474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:26.299886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.323098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-6bda8aa1-031c-48a9-8e08-665a3c72fd09 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3914192 Sep 16 16:32:26.340667 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96b2008a-b596-470e-9d65-5e9c81fb48eb req-2c4fe4dc-fed8-4188-95d9-14e0d829ec6e service neutron] 10.222.0.52 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503682 Sep 16 16:32:26.342277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:26.350624 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.409044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e35dc85d-bf81-4c0a-bd91-8f7a4980000d req-64facb3b-5073-4567-a197-022323e5be0b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942015 Sep 16 16:32:26.438628 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] Set router 880ed252-a855-4491-899f-a8c9a55fd512 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:32:26.465919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:32:26.486609 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.487255 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Added segment 3ad51e0b-1f57-49f0-a818-9d2f20d50d99 of type vlan for network e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 Sep 16 16:32:26.561252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4209464a-b271-47fe-904f-2569dba358f9 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] For port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,segment=NetworkSegment(799f1cdc-2c35-4a3f-a179-0c8b3a4f8834),segment_id=799f1cdc-2c35-4a3f-a179-0c8b3a4f8834)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:26.561759 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4209464a-b271-47fe-904f-2569dba358f9 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.580630 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.581664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:26.582290 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.592987 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:26.596587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-d5002249-3144-4e10-96f3-e8c1fec80e8d service neutron] 10.222.0.22 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631695 Sep 16 16:32:26.601401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4209464a-b271-47fe-904f-2569dba358f9 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Calling delete_port for 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:26.634467 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106db8ae-b339-4a02-8a79-4a209d52adee x-openstack-request-id: req-106db8ae-b339-4a02-8a79-4a209d52adee {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:26.634795 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1070308-c9ea-4477-8b07-004e415585b7", "tag": "e8a11358-4cf1-4160-b352-ba040950d0fd", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:26.635075 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-106db8ae-b339-4a02-8a79-4a209d52adee {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:26.635524 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1070308-c9ea-4477-8b07-004e415585b7', 'tag': 'e8a11358-4cf1-4160-b352-ba040950d0fd', 'status': 'completed', 'code': 200} Sep 16 16:32:26.682000 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa03efac-7648-4096-9747-bf102da9b067 x-openstack-request-id: req-fa03efac-7648-4096-9747-bf102da9b067 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:26.682971 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004ad744-cacc-4191-b9a4-ea3d0c7a1d10", "name": "network-vif-plugged", "status": "completed", "tag": "97f2f03c-5e03-423b-b06a-c01f4022f70f", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:26.683326 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa03efac-7648-4096-9747-bf102da9b067 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:26.685000 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004ad744-cacc-4191-b9a4-ea3d0c7a1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2f03c-5e03-423b-b06a-c01f4022f70f', 'code': 200} Sep 16 16:32:26.739350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aca637-8dc7-4ae1-9957-7381788ee7ca req-a0e950cb-a20a-44b9-b723-1cb8eb6f4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:26.741242 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-36aca637-8dc7-4ae1-9957-7381788ee7ca req-a0e950cb-a20a-44b9-b723-1cb8eb6f4491 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89480843ad5b4250bab54c1d0aacd3c6&device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 1095 time: 0.0828898 Sep 16 16:32:26.810833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] Pushing event updated for resources: {'Network': ['ID=86a967aa-7edd-45a4-9727-630e8f9fee4f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:26.824690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 86a967aa-7edd-45a4-9727-630e8f9fee4f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:32:26.893880 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ed252-a855-4491-899f-a8c9a55fd512', 'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-router', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:12Z', 'updated_at': '2021-09-16T16:32:21Z', 'revision_number': 4, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'gw_port': {'id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880ed252-a855-4491-899f-a8c9a55fd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:14Z', 'updated_at': '2021-09-16T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '17c8a926-3e74-4a5b-bb67-7d57545fbe14', 'name': '', 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'mac_address': 'fa:16:3e:bb:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ed252-a855-4491-899f-a8c9a55fd512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '05b8b946-5be3-44b8-8a46-f2fcda27e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:20Z', 'updated_at': '2021-09-16T16:32:25Z', 'revision_number': 4, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'subnets': [{'id': '05b8b946-5be3-44b8-8a46-f2fcda27e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:26.923405 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9cd6b-c11d-49b3-b42c-2f754a43de58 None None] The sync data for ids ['880ed252-a855-4491-899f-a8c9a55fd512'] in n-d-807786-3 is: [{'id': '880ed252-a855-4491-899f-a8c9a55fd512', 'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-router', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:12Z', 'updated_at': '2021-09-16T16:32:21Z', 'revision_number': 4, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'gw_port': {'id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880ed252-a855-4491-899f-a8c9a55fd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:14Z', 'updated_at': '2021-09-16T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '17c8a926-3e74-4a5b-bb67-7d57545fbe14', 'name': '', 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'mac_address': 'fa:16:3e:bb:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ed252-a855-4491-899f-a8c9a55fd512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '05b8b946-5be3-44b8-8a46-f2fcda27e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:20Z', 'updated_at': '2021-09-16T16:32:25Z', 'revision_number': 4, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'subnets': [{'id': '05b8b946-5be3-44b8-8a46-f2fcda27e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:32:27.030068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a6b7fc03-558a-4cd5-8c7d-d83e3d6052b7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1518476 Sep 16 16:32:27.057402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-fd0468a1-41a1-42c7-b002-b81f3c9cb99e service neutron] 10.222.0.22 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371421 Sep 16 16:32:27.066532 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36378) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:27.083683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Request body: {'subnet': {'network_id': '86a967aa-7edd-45a4-9727-630e8f9fee4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-741314585-subnet', 'tenant_id': '1b2da8a0da674510b01ffce32c37d77a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:27.148642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e662a4-65a3-4acd-a61c-5617e5f67522 req-2fc695b5-ef76-4def-9ae2-4d8aa33c0112 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:27.158939 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68e662a4-65a3-4acd-a61c-5617e5f67522 req-2fc695b5-ef76-4def-9ae2-4d8aa33c0112 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 944 time: 0.3518865 Sep 16 16:32:27.160586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36384) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:27.189083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:27.201635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:27.212342 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:27.285190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Made reservation on behalf of 1b2da8a0da674510b01ffce32c37d77a for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:27.287674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:27.390534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68e662a4-65a3-4acd-a61c-5617e5f67522 req-ffaef01c-ac7d-4551-a2fb-ce7ea532b293 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161260 Sep 16 16:32:27.433016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1743594803-network', 'tenant_id': 'e9a2c4138fae4140af50880e7c2fdd98'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:27.559975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 17c8a926-3e74-4a5b-bb67-7d57545fbe14 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:27.610636 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6053388 Sep 16 16:32:27.613650 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4209464a-b271-47fe-904f-2569dba358f9 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:27.614444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c3cc0-c5b7-4831-9cd4-b529a5fcafe4 req-b9e67a0a-ea70-4f21-a8cf-8ccd3773b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:27.623863 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f08c3cc0-c5b7-4831-9cd4-b529a5fcafe4 req-b9e67a0a-ea70-4f21-a8cf-8ccd3773b887 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 1100 time: 0.8716862 Sep 16 16:32:27.626878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36396) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:27.636499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Made reservation on behalf of e9a2c4138fae4140af50880e7c2fdd98 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:27.653615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21d4760a-0de1-47d0-a8c5-f18f90ed5061 req-58236513-e81e-4402-9234-0bc69ec25948 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 210 time: 0.1061153 Sep 16 16:32:27.658751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:27.673733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': 'e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:27.714218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57484356-2007-402e-8248-5978fea78f5a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Network': ['ID=e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:27.731905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-011a2d27-b75d-4ae9-9a0c-e37b0587cf27 req-bbda03aa-46eb-4aeb-9138-69363d1274a8 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 210 time: 0.1633847 Sep 16 16:32:27.758943 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:27.778006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:32:27.791843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209464a-b271-47fe-904f-2569dba358f9 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Pushing event deleted for resources: {'Port': ['ID=4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:27.961587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aca637-8dc7-4ae1-9957-7381788ee7ca req-1b22f98a-d58a-442f-8eb2-08eb564114be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:27.964593 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-36aca637-8dc7-4ae1-9957-7381788ee7ca req-1b22f98a-d58a-442f-8eb2-08eb564114be service neutron] 10.222.0.52 "GET /v2.0/networks?id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 HTTP/1.1" status: 200 len: 923 time: 1.2126782 Sep 16 16:32:28.094428 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-36aca637-8dc7-4ae1-9957-7381788ee7ca req-fa5c79d5-676d-4e51-80ce-5a99acd32053 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8a11358-4cf1-4160-b352-ba040950d0fd HTTP/1.1" status: 200 len: 217 time: 0.1017630 Sep 16 16:32:28.135557 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f08c3cc0-c5b7-4831-9cd4-b529a5fcafe4 req-e62dd244-52ac-4376-9c6f-46e9c1617b20 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469991 Sep 16 16:32:28.213204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 17c8a926-3e74-4a5b-bb67-7d57545fbe14 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:28.213463 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:28.268089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aca637-8dc7-4ae1-9957-7381788ee7ca req-01ec7c1b-58f5-4338-9dae-8524f363965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:28.283470 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-36aca637-8dc7-4ae1-9957-7381788ee7ca req-01ec7c1b-58f5-4338-9dae-8524f363965c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e882bd5-7268-4bab-99dd-2a1efcaa8946 HTTP/1.1" status: 200 len: 862 time: 0.1710269 Sep 16 16:32:28.313915 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4209464a-b271-47fe-904f-2569dba358f9 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] No DVR routers for this DVR port 4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:28.365783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6309bbd6-610d-4ae2-83ce-a983226ca2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:28.368530 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:28.394406 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-36aca637-8dc7-4ae1-9957-7381788ee7ca req-c0b42bfa-9f37-49e0-b389-00226a0095f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981932 Sep 16 16:32:28.471868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 17c8a926-3e74-4a5b-bb67-7d57545fbe14, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=17c8a926-3e74-4a5b-bb67-7d57545fbe14,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:28.524564 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-36aca637-8dc7-4ae1-9957-7381788ee7ca req-e2190f8e-a3b7-4118-bd7d-b66c0eef3d54 service neutron] 10.222.0.52 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150544 Sep 16 16:32:28.530529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-b0fbe6ed-23c9-445c-b379-a9bffc9d653b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:28.532666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-b0fbe6ed-23c9-445c-b379-a9bffc9d653b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 819 time: 0.2031717 Sep 16 16:32:28.535885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4209464a-b271-47fe-904f-2569dba358f9 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:28.538178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cd042b5-bde4-4d52-bfc4-1c9e257b945f req-4209464a-b271-47fe-904f-2569dba358f9 tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.62 "DELETE /v2.0/ports/4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0 HTTP/1.1" status: 204 len: 173 time: 3.4495237 Sep 16 16:32:28.540311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e04a02-3ebe-45fc-b324-d006da1fd5cc', 'name': 'network-vif-deleted', 'tag': '4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:28.542568 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fdbe3f-a161-4513-b317-4a6a3aae7a7d" -d '{"events": [{"server_uuid": "74e04a02-3ebe-45fc-b324-d006da1fd5cc", "name": "network-vif-deleted", "tag": "4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:28.549375 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:28.594684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:28.630808 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-40fffdc6-1119-49e6-ac6a-ce705db0a1f2 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/quotas/c1c31f2cb4904747aeee15a2d0c3e163 HTTP/1.1" status: 200 len: 375 time: 0.0582101 Sep 16 16:32:28.650059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831d018-0c85-4bc9-882c-b111a69d8d1d req-05100062-e5db-4c09-9427-762032d22743 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:28.659030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f831d018-0c85-4bc9-882c-b111a69d8d1d req-05100062-e5db-4c09-9427-762032d22743 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 949 time: 0.3357394 Sep 16 16:32:28.685508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=17c8a926-3e74-4a5b-bb67-7d57545fbe14,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:28.691751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e04a02-3ebe-45fc-b324-d006da1fd5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:28.695907 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7108eb82-1a62-407e-8d3a-fa53323f0791" -d '{"events": [{"server_uuid": "74e04a02-3ebe-45fc-b324-d006da1fd5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:28.706556 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:28.757554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-36aca637-8dc7-4ae1-9957-7381788ee7ca req-e4b1a2a4-2e7c-43a8-96bd-cced0024a0a7 service neutron] 10.222.0.52 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166069 Sep 16 16:32:28.774674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:32:28.782717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72efd949-4321-42d1-a886-40e4d3c6398e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:28.792423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:28.793038 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Added segment 309a63e0-3e44-48fb-bd97-6ef0ed38f212 of type vlan for network 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 Sep 16 16:32:28.833265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:28.837634 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:28.887920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f831d018-0c85-4bc9-882c-b111a69d8d1d req-dac781e0-ce51-4b53-a4b7-fd24549f8f95 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988127 Sep 16 16:32:28.911255 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:28.922282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-e8303dfa-267f-4996-baed-a886ea59d9a6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2677531 Sep 16 16:32:28.975622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:29.031506 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.resource_extend [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:32:29.054007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbe3109-a939-4a2b-addd-2ebbf41997af,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:29.178767 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:29.180404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:29.181208 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:29.234896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e12db-1fdd-4a4c-b387-74837cfa987d req-9718f563-6e92-45d5-9e3a-75a80da98858 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:29.236515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f51e12db-1fdd-4a4c-b387-74837cfa987d req-9718f563-6e92-45d5-9e3a-75a80da98858 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 944 time: 0.1853292 Sep 16 16:32:29.245023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-a5ae7f88-e05d-4285-8216-273226f058cb service neutron] 10.222.0.22 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211360 Sep 16 16:32:29.271351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:29.285000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] Pushing event updated for resources: {'Network': ['ID=41f0425a-2e3e-48bc-b45f-b3e0e8a858a6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:29.289472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Checking segment: {'id': '4819cf3d-ee1d-4c51-b577-8b7540fc478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '86a967aa-7edd-45a4-9727-630e8f9fee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:29.289954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Network hostable DHCP agents. Network: 86a967aa-7edd-45a4-9727-630e8f9fee4f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:32:29.297614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:32:29.357652 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e8c03f16-cac9-462b-9e1a-06a5b54158d1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1938038 Sep 16 16:32:29.369715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36434) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:29.384983 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Request body: {'subnet': {'network_id': '41f0425a-2e3e-48bc-b45f-b3e0e8a858a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1743594803-subnet', 'tenant_id': 'e9a2c4138fae4140af50880e7c2fdd98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:29.442064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f51e12db-1fdd-4a4c-b387-74837cfa987d req-bf8d9131-1677-4fde-8f9c-1fe404955085 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879640 Sep 16 16:32:29.491294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=92a99657-beb9-4c7f-8c4d-f56d0a65b8be,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:29.507138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Checking segment: {'id': '3ad51e0b-1f57-49f0-a818-9d2f20d50d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:29.507636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network hostable DHCP agents. Network: e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:32:29.519995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 17c8a926-3e74-4a5b-bb67-7d57545fbe14 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:29.529681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-cf541937-9887-422b-841c-d82434230ec5 service neutron] 10.222.0.22 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836540 Sep 16 16:32:29.538566 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf16b8d6-1be5-4dbb-8e3f-5b91cd537fd2 x-openstack-request-id: req-cf16b8d6-1be5-4dbb-8e3f-5b91cd537fd2 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:29.545577 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e04a02-3ebe-45fc-b324-d006da1fd5cc", "name": "network-vif-deleted", "tag": "4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:29.545577 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf16b8d6-1be5-4dbb-8e3f-5b91cd537fd2 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:29.545577 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e04a02-3ebe-45fc-b324-d006da1fd5cc', 'name': 'network-vif-deleted', 'tag': '4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0', 'status': 'completed', 'code': 200} Sep 16 16:32:29.566726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Network 86a967aa-7edd-45a4-9727-630e8f9fee4f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:32:29.582919 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd75015-d716-4639-bbab-3d901b9ab38e x-openstack-request-id: req-1fd75015-d716-4639-bbab-3d901b9ab38e {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:29.583755 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e04a02-3ebe-45fc-b324-d006da1fd5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:29.584297 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1fd75015-d716-4639-bbab-3d901b9ab38e {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:29.585366 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e04a02-3ebe-45fc-b324-d006da1fd5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7b27ba-8e67-4bcb-8ade-8f00c9b51de0', 'code': 200} Sep 16 16:32:29.600783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Made reservation on behalf of e9a2c4138fae4140af50880e7c2fdd98 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:29.608483 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:29.612317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 17c8a926-3e74-4a5b-bb67-7d57545fbe14 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:29.613121 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:29.720424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8431e357-8b05-4cc7-9d5d-724d7ff1f07f req-8b5af0c2-ca14-4bbe-bcb0-1cf965d8ee2c tempest-ServerAddressesNegativeTestJSON-533307689 tempest-ServerAddressesNegativeTestJSON-533307689-project] 10.222.0.22 "GET /v2.0/ports?device_id=74e04a02-3ebe-45fc-b324-d006da1fd5cc HTTP/1.1" status: 200 len: 210 time: 0.0536456 Sep 16 16:32:29.727036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 86a967aa-7edd-45a4-9727-630e8f9fee4f) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:29.732951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:29.733916 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:29.751033 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975e8c8-5254-4105-854a-83f77b6d25bc None None] Network 86a967aa-7edd-45a4-9727-630e8f9fee4f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:29.865993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-01ccbee0-87fb-449c-9c4a-32bb171ee04c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.8032646 Sep 16 16:32:29.918567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:32:29.955383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:29.960704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:29.961300 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:29.978545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2384f2f-364a-4e87-9d22-f856cd7765a5 None None] Network e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:30.007366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77307f08-8160-4124-86bd-bb881161cee4 None None] Network 86a967aa-7edd-45a4-9727-630e8f9fee4f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:30.025422 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:30.097556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b19da59-9c30-40dd-ab7e-ab1fee5a0ea3 req-75fb4b0a-79e7-4fb8-ae17-6fb266bbbb45 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 210 time: 0.0885623 Sep 16 16:32:30.145420 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-16cdd208-7245-436a-91d2-6c19c552332c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5153804 Sep 16 16:32:30.152004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36452) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:30.171879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': 'e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71', 'name': 'tempest-PortsIpV6TestJSON-1094484110'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:30.223016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Checking segment: {'id': '309a63e0-3e44-48fb-bd97-6ef0ed38f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '41f0425a-2e3e-48bc-b45f-b3e0e8a858a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:30.223381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Network hostable DHCP agents. Network: 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:32:30.228707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934f7054-79ce-48ff-bf09-209858917ef9,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:30.301630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fb18d-7d53-48ae-a496-7ea2a73f3e15 req-aad0984a-a184-448f-9bf4-0c560ce33f61 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:30.310630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d83fb18d-7d53-48ae-a496-7ea2a73f3e15 req-aad0984a-a184-448f-9bf4-0c560ce33f61 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 949 time: 0.1711283 Sep 16 16:32:30.389197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Network 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:32:30.419462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d83fb18d-7d53-48ae-a496-7ea2a73f3e15 req-09d17fbb-e9fc-467a-877a-317079d07137 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078041 Sep 16 16:32:30.438545 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-dda595bf-b5ef-4480-b8d9-e954ac32bf3d req-03b1ea4f-e5c3-4337-8f93-b183fc9e97bf tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] show failed (client error): The resource could not be found. Sep 16 16:32:30.461720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dda595bf-b5ef-4480-b8d9-e954ac32bf3d req-03b1ea4f-e5c3-4337-8f93-b183fc9e97bf tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] 10.222.0.22 "GET /v2.0/security-groups/529ec677-4331-44ab-8baf-d0dee508b41e HTTP/1.1" status: 404 len: 352 time: 0.0674031 Sep 16 16:32:30.492330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:30.504440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:30.504440 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:30.514415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a692165-dc49-425b-a6ed-588222fa6c3a None None] Network 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:30.549559 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71', 'network_id': 'e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71', 'tenant_id': '03b2894ecc57412782ddd0dbb9e78c2d', 'fixed_ips': [{'subnet_id': '92a99657-beb9-4c7f-8c4d-f56d0a65b8be'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:32:30.550736 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:30.658694 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2b709b0c-7561-4bd6-a386-14cabae48ff6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2878022 Sep 16 16:32:30.675555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:30.680261 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:30.763248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port bebaffd1-553a-42e5-b446-953e95c8fb0c yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:32:30.801162 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-00a49d8a-7790-4616-a1ce-3cfd420ae607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:30.807493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e6290-7522-4547-a2a9-69462f04c538 None None] Network 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:30.926367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Allocated IP 2001:db8::2 (e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71/92a99657-beb9-4c7f-8c4d-f56d0a65b8be/43166128-5905-4c46-a407-92e3dc5e2812) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:30.940642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e8a11358-4cf1-4160-b352-ba040950d0fd details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:30.962737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e38af-c42a-4a34-a3cc-fcbefdf021dc req-c9ea5e6d-1044-476b-ba60-719ee8a81bbf tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:30.970950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-118e38af-c42a-4a34-a3cc-fcbefdf021dc req-c9ea5e6d-1044-476b-ba60-719ee8a81bbf tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 1100 time: 0.4084299 Sep 16 16:32:31.000698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6f312-ed8c-4b12-a0e6-77387f17ab59 req-904a0da9-520f-4818-875e-c0c4ae88b2c5 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:31.009020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87b6f312-ed8c-4b12-a0e6-77387f17ab59 req-904a0da9-520f-4818-875e-c0c4ae88b2c5 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 944 time: 0.4335697 Sep 16 16:32:31.048005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d638d-dba3-48fd-a563-7cf11d500317 req-cbf29711-5bd7-441c-a3cd-64179e2c960e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:31.052255 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-cbf29711-5bd7-441c-a3cd-64179e2c960e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.62 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 819 time: 0.5288188 Sep 16 16:32:31.084217 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-118e38af-c42a-4a34-a3cc-fcbefdf021dc req-67900990-e730-4035-8ca5-406852c837d0 tempest-ServersOnMultiNodesTest-2039892296 tempest-ServersOnMultiNodesTest-2039892296-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119626 Sep 16 16:32:31.088544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Request body: {'port': {'device_id': 'f12e2a9a-4c57-4974-9b24-86434f530e98', 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f', 'admin_state_up': True, 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:31.144583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87b6f312-ed8c-4b12-a0e6-77387f17ab59 req-2a36e5ac-3d24-4d04-91b3-f2ccd717684c tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343434 Sep 16 16:32:31.179172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:31.267034 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e8a11358-4cf1-4160-b352-ba040950d0fd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e8a11358-4cf1-4160-b352-ba040950d0fd,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:31.267590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-808d110d-8368-498a-9210-0e4d364d1685 admin admin] Deleting subnet b66ba258-9879-4d1e-991d-fa637586e25c {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:32:31.274835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-808d110d-8368-498a-9210-0e4d364d1685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.303019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'e8a11358-4cf1-4160-b352-ba040950d0fd', 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3', 'port_id': 'e8a11358-4cf1-4160-b352-ba040950d0fd', 'mac_address': 'fa:16:3e:37:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e882bd5-7268-4bab-99dd-2a1efcaa8946', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:31.345090 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.346560 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-808d110d-8368-498a-9210-0e4d364d1685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.382622 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.416475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a11358-4cf1-4160-b352-ba040950d0fd {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:31.423738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-808d110d-8368-498a-9210-0e4d364d1685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.454522 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Made reservation on behalf of c1c31f2cb4904747aeee15a2d0c3e163 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:31.460700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e8a11358-4cf1-4160-b352-ba040950d0fd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e8a11358-4cf1-4160-b352-ba040950d0fd,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:31.461285 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.463846 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.518292 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.534902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Network e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:31.538414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:31.545981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.547872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:31.551496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Pushing event updated for resources: {'Port': ['ID=43166128-5905-4c46-a407-92e3dc5e2812,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:31.595891 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-808d110d-8368-498a-9210-0e4d364d1685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.620218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-808d110d-8368-498a-9210-0e4d364d1685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.623404 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-808d110d-8368-498a-9210-0e4d364d1685 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b66ba258-9879-4d1e-991d-fa637586e25c HTTP/1.1" status: 204 len: 168 time: 0.4423554 Sep 16 16:32:31.633569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8::21d (e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71/92a99657-beb9-4c7f-8c4d-f56d0a65b8be/bebaffd1-553a-42e5-b446-953e95c8fb0c) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:31.649319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Attempting to bind port 43166128-5905-4c46-a407-92e3dc5e2812 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:31.649687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Attempting to bind port 43166128-5905-4c46-a407-92e3dc5e2812 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '3ad51e0b-1f57-49f0-a818-9d2f20d50d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:31.650052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Attempting to bind port 43166128-5905-4c46-a407-92e3dc5e2812 on network e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:31.658786 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36506) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:31.665994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=e8a11358-4cf1-4160-b352-ba040950d0fd,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:31.676757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:31.677119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Checking segment: {'id': '3ad51e0b-1f57-49f0-a818-9d2f20d50d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:31.677800 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.678195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Bound using segment: {'id': '3ad51e0b-1f57-49f0-a818-9d2f20d50d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:31.678677 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Bound port: 43166128-5905-4c46-a407-92e3dc5e2812, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad51e0b-1f57-49f0-a818-9d2f20d50d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:31.679069 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.740295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d110d-8368-498a-9210-0e4d364d1685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66ba258-9879-4d1e-991d-fa637586e25c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:31.745988 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.832963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] For port 43166128-5905-4c46-a407-92e3dc5e2812, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:31.836756 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] For port 43166128-5905-4c46-a407-92e3dc5e2812, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=43166128-5905-4c46-a407-92e3dc5e2812,segment=NetworkSegment(3ad51e0b-1f57-49f0-a818-9d2f20d50d99),segment_id=3ad51e0b-1f57-49f0-a818-9d2f20d50d99)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:31.891256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e8a11358-4cf1-4160-b352-ba040950d0fd'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:31.892975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-c3e965f6-c582-4de8-9f71-ed6b765451b5 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:31.894585 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-c3e965f6-c582-4de8-9f71-ed6b765451b5 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/networks?id=41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 HTTP/1.1" status: 200 len: 813 time: 0.4096744 Sep 16 16:32:31.925616 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.931934 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.940698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:31.974510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b857b0ec-fd13-47e0-8129-c44004b57b70']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:31.992418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799f1cdc-2c35-4a3f-a179-0c8b3a4f8834') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:31.992418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799f1cdc-2c35-4a3f-a179-0c8b3a4f8834') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:32.019677 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:32.029115 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-d2318bb5-fac0-48f2-8ef5-e6ddd240da7a tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/quotas/e9a2c4138fae4140af50880e7c2fdd98 HTTP/1.1" status: 200 len: 375 time: 0.1003902 Sep 16 16:32:32.046202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:32.053659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:32:32.054065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:32:32.056408 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:32:32.065562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-648e5e21-492a-4306-b3ee-8b65b811bc92 req-9a082f87-4133-4d4d-85e7-19c3d03176a2 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 210 time: 0.1435697 Sep 16 16:32:32.154467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fc574-c62f-4bb5-bf5a-c5893caf6949 None None] Pushing event updated for resources: {'Port': ['ID=43166128-5905-4c46-a407-92e3dc5e2812,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:32.179689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-b0e6697c-6c71-4fb5-a4fe-7fb7c1062a52 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9a2c4138fae4140af50880e7c2fdd98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041539 Sep 16 16:32:32.269841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:32.279200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:32.283590 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] 10.222.0.22 "DELETE /v2.0/networks/b857b0ec-fd13-47e0-8129-c44004b57b70 HTTP/1.1" status: 204 len: 168 time: 0.6220725 Sep 16 16:32:32.307532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22e630-8565-4450-92cc-2ad61dd8881c admin admin] Pushing event deleted for resources: {'Network': ['ID=b857b0ec-fd13-47e0-8129-c44004b57b70,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:32.314674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Allocated IP 172.20.0.5 (e0dc7bda-c4d8-43b0-912a-d333dc124c3f/05b8b946-5be3-44b8-8a46-f2fcda27e5b0/970626c6-0bcb-4271-9387-01c119331e04) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:32.534553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7992748b-1461-4ae6-a5ac-46fa78683b55 req-f93e1679-0104-4b18-9794-81cd59405568 tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b2da8a0da674510b01ffce32c37d77a HTTP/1.1" status: 200 len: 2988 time: 0.3489499 Sep 16 16:32:32.562652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:32.629467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1684a32-c3e4-45a4-823f-fb5b466396e0 service neutron] 10.222.0.22 "GET /v2.0/networks/41f0425a-2e3e-48bc-b45f-b3e0e8a858a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484723 Sep 16 16:32:32.767821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36516) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:32.837449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-1db05056-0e94-42df-aa76-57578fec3511 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:32.839034 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-1db05056-0e94-42df-aa76-57578fec3511 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.62 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 819 time: 0.1996436 Sep 16 16:32:32.858180 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7992748b-1461-4ae6-a5ac-46fa78683b55 req-b04fd4cc-2875-4bda-9d74-148c3d386c48 tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] 10.222.0.22 "GET /v2.0/security-groups/19b674ab-ab5c-4edc-8f0a-37b8b240aa84 HTTP/1.1" status: 200 len: 2985 time: 0.3226659 Sep 16 16:32:32.865340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Request body: {'port': {'device_id': '57744f41-09dd-4a50-9a5f-a5bdd367459a', 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f', 'admin_state_up': True, 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:33.013213 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.052649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-73436776-9954-42b6-8d92-52b7b10526e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3cac534354594a0c9498a866d5969e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826195 Sep 16 16:32:33.080076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36518) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:33.108853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6dfe724f-c370-44ea-8c0e-3f96528c7af8 service neutron] 10.222.0.22 "GET /v2.0/networks/41f0425a-2e3e-48bc-b45f-b3e0e8a858a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783683 Sep 16 16:32:33.197577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:33.210944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:33.263216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:33.263216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:33.263216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.263216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7992748b-1461-4ae6-a5ac-46fa78683b55 req-07a5fae2-ba5e-48ce-b0c8-f8dc11ea75af tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] 10.222.0.22 "GET /v2.0/security-groups/19b674ab-ab5c-4edc-8f0a-37b8b240aa84 HTTP/1.1" status: 200 len: 2985 time: 0.3842835 Sep 16 16:32:33.283475 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.382451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=bebaffd1-553a-42e5-b446-953e95c8fb0c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:33.442430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-ee2b611e-ba30-4835-bc60-a972520e785d tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:33.442430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-ee2b611e-ba30-4835-bc60-a972520e785d tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 949 time: 0.1718428 Sep 16 16:32:33.442430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Made reservation on behalf of c1c31f2cb4904747aeee15a2d0c3e163 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:33.442430 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.491784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab644-adfc-4e23-ae46-6b9b9ffad447 req-7ebfecde-9d07-4b3f-af9e-b1d2f5fb1f5f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:33.493726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-353ab644-adfc-4e23-ae46-6b9b9ffad447 req-7ebfecde-9d07-4b3f-af9e-b1d2f5fb1f5f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 949 time: 0.1620114 Sep 16 16:32:33.528640 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6667599d-9b71-4ef9-9bab-36de4f2d6670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.579684 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6667599d-9b71-4ef9-9bab-36de4f2d6670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.588610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 43166128-5905-4c46-a407-92e3dc5e2812 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:33.604159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73814715-b2c1-41a0-8890-5c92a00e3ae5 req-cc35a300-e8bb-4b21-bcd2-ca2f4e538f0a tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:33.606519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73814715-b2c1-41a0-8890-5c92a00e3ae5 req-cc35a300-e8bb-4b21-bcd2-ca2f4e538f0a tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 945 time: 0.1704669 Sep 16 16:32:33.647015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6cf9e5-48ce-4ef1-acdb-3c63fe819262 None None] Network e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:33.664397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 43166128-5905-4c46-a407-92e3dc5e2812 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:33.664397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.687357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-554acc88-02f8-4f4d-a235-c3b3b004644f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Deleting port 97f2f03c-5e03-423b-b06a-c01f4022f70f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:33.687793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-554acc88-02f8-4f4d-a235-c3b3b004644f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.688000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-353ab644-adfc-4e23-ae46-6b9b9ffad447 req-2a89b740-e109-4adf-9ccd-b31bc259867a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616087 Sep 16 16:32:33.719776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cdee849e-39cc-4968-9262-9ab88ea90f65 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5661492 Sep 16 16:32:33.722056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36536) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:33.766455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.793534 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6667599d-9b71-4ef9-9bab-36de4f2d6670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.796239 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6667599d-9b71-4ef9-9bab-36de4f2d6670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.797437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6667599d-9b71-4ef9-9bab-36de4f2d6670 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5cc76b92-d7e1-4b84-bb39-15e5f0b23579 HTTP/1.1" status: 204 len: 168 time: 0.7153101 Sep 16 16:32:33.890497 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.932396 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ef88eaed-5429-4594-b95d-166c6e62e55d None None] Provisioning complete for port 43166128-5905-4c46-a407-92e3dc5e2812 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:33.933056 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef88eaed-5429-4594-b95d-166c6e62e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.947087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-554acc88-02f8-4f4d-a235-c3b3b004644f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] For port 97f2f03c-5e03-423b-b06a-c01f4022f70f, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=97f2f03c-5e03-423b-b06a-c01f4022f70f,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:33.947087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-554acc88-02f8-4f4d-a235-c3b3b004644f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:33.966075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-554acc88-02f8-4f4d-a235-c3b3b004644f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Calling delete_port for 97f2f03c-5e03-423b-b06a-c01f4022f70f owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:33.971863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73814715-b2c1-41a0-8890-5c92a00e3ae5 req-b069b4d1-c2c9-4cda-b077-eafc1e4ffb02 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822480 Sep 16 16:32:34.029418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Pushing event updated for resources: {'Port': ['ID=970626c6-0bcb-4271-9387-01c119331e04,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:34.032991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Network e0dc7bda-c4d8-43b0-912a-d333dc124c3f is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:34.044670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667599d-9b71-4ef9-9bab-36de4f2d6670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc76b92-d7e1-4b84-bb39-15e5f0b23579,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:34.111374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9b483fc-51c4-462a-a84f-2a56a7465a37 req-e76f62e6-18ea-4121-bfd9-e6053817d1a0 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 210 time: 0.0973499 Sep 16 16:32:34.114103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:34.118763 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:34.138474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:34.285364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 43166128-5905-4c46-a407-92e3dc5e2812, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=43166128-5905-4c46-a407-92e3dc5e2812,segment=NetworkSegment(3ad51e0b-1f57-49f0-a818-9d2f20d50d99),segment_id=3ad51e0b-1f57-49f0-a818-9d2f20d50d99)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:34.288986 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef88eaed-5429-4594-b95d-166c6e62e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:34.293237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44325f38-f3b2-4d7a-a1a0-55af6572a516 req-99186203-a856-4035-8d29-ae74cbe08f12 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 210 time: 0.0695684 Sep 16 16:32:34.295452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf6191-b9e5-48a2-b552-e33de7857e99 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port bebaffd1-553a-42e5-b446-953e95c8fb0c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:34.295800 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6191-b9e5-48a2-b552-e33de7857e99 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:34.318057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Allocated IP 172.20.0.10 (e0dc7bda-c4d8-43b0-912a-d333dc124c3f/05b8b946-5be3-44b8-8a46-f2fcda27e5b0/e05f2152-0f69-495a-80b9-5a68d37cb2ef) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:34.351265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bad82510-5569-4e99-ae6b-fce7c4c85cb5 req-4e9a4642-43f4-41fb-b6c5-96794917abfe tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] 10.222.0.22 "GET /v2.0/security-groups/19b674ab-ab5c-4edc-8f0a-37b8b240aa84 HTTP/1.1" status: 200 len: 2985 time: 0.2387035 Sep 16 16:32:34.359949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:34.360973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:34.369645 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:34.475545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=43166128-5905-4c46-a407-92e3dc5e2812,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:34.502348 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6191-b9e5-48a2-b552-e33de7857e99 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:34.571555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-ef88eaed-5429-4594-b95d-166c6e62e55d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:32:34.575159 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-ef88eaed-5429-4594-b95d-166c6e62e55d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:32:34.579339 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-bad82510-5569-4e99-ae6b-fce7c4c85cb5 req-c3c92ac5-2df7-4ca2-b64d-0fa3b348fae3 tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 16:32:34.580760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bad82510-5569-4e99-ae6b-fce7c4c85cb5 req-c3c92ac5-2df7-4ca2-b64d-0fa3b348fae3 tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] 10.222.0.22 "DELETE /v2.0/security-groups/19b674ab-ab5c-4edc-8f0a-37b8b240aa84 HTTP/1.1" status: 409 len: 352 time: 0.2152281 Sep 16 16:32:34.594187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-03cbfd0a-7b05-4933-9ee3-dae437744edb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5183508 Sep 16 16:32:34.595227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf6191-b9e5-48a2-b552-e33de7857e99 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for bebaffd1-553a-42e5-b446-953e95c8fb0c owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:34.613852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-554acc88-02f8-4f4d-a235-c3b3b004644f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:34.625393 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Request body: {'port': {'device_id': 'f12e2a9a-4c57-4974-9b24-86434f530e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:34.630732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011', 'bac60836-8f99-45a1-bc5e-cce0f4816647', '97f2f03c-5e03-423b-b06a-c01f4022f70f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:34.633198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6', 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'bea5c325-5472-4202-bc03-4509b595b299', '67d4e6ca-a676-4c12-99f4-ce83974bb323'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:34.695529 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:34.725608 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-b82faed4-9236-484f-a5a3-ee8556f8c3d0 req-7b870bf1-6b14-40d1-abb9-a589ac69a442 tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] show failed (client error): The resource could not be found. Sep 16 16:32:34.734660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554acc88-02f8-4f4d-a235-c3b3b004644f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event deleted for resources: {'Port': ['ID=97f2f03c-5e03-423b-b06a-c01f4022f70f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:34.761217 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b82faed4-9236-484f-a5a3-ee8556f8c3d0 req-7b870bf1-6b14-40d1-abb9-a589ac69a442 tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] 10.222.0.22 "GET /v2.0/security-groups/4fcf3366-ef6d-4ceb-af0f-1b53a3de2ff3 HTTP/1.1" status: 404 len: 352 time: 0.1255617 Sep 16 16:32:34.810629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-554acc88-02f8-4f4d-a235-c3b3b004644f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] No DVR routers for this DVR port 97f2f03c-5e03-423b-b06a-c01f4022f70f on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:34.814291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-554acc88-02f8-4f4d-a235-c3b3b004644f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:34.823282 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84dd7d67-a4cd-45f7-bf07-7f22721aa06b req-554acc88-02f8-4f4d-a235-c3b3b004644f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "DELETE /v2.0/ports/97f2f03c-5e03-423b-b06a-c01f4022f70f HTTP/1.1" status: 204 len: 173 time: 1.4391556 Sep 16 16:32:34.824413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004ad744-cacc-4191-b9a4-ea3d0c7a1d10', 'name': 'network-vif-deleted', 'tag': '97f2f03c-5e03-423b-b06a-c01f4022f70f'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:34.838719 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48483c8e-1ece-487a-b130-9ef256f6bda9" -d '{"events": [{"server_uuid": "004ad744-cacc-4191-b9a4-ea3d0c7a1d10", "name": "network-vif-deleted", "tag": "97f2f03c-5e03-423b-b06a-c01f4022f70f"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:34.963780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e8a11358-4cf1-4160-b352-ba040950d0fd up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:35.014198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:35.148760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Network e0dc7bda-c4d8-43b0-912a-d333dc124c3f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:35.166021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:35.174168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:35.313216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Pushing event updated for resources: {'Port': ['ID=e05f2152-0f69-495a-80b9-5a68d37cb2ef,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:35.371978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:35.373108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:35.448799 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:35.477582 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-3cce5905-de1c-4d1a-90c8-c85c106d28ec req-096ee5d6-c876-4315-aed8-2e480d49ae0f tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] show failed (client error): The resource could not be found. Sep 16 16:32:35.489563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cce5905-de1c-4d1a-90c8-c85c106d28ec req-096ee5d6-c876-4315-aed8-2e480d49ae0f tempest-SecurityGroupsNegativeTestJSON-1782241825 tempest-SecurityGroupsNegativeTestJSON-1782241825-project] 10.222.0.22 "GET /v2.0/security-groups/483a37a6-71cf-4b82-b150-48678ee0e701 HTTP/1.1" status: 404 len: 352 time: 0.1062114 Sep 16 16:32:35.494944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36580) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:35.503662 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c4023c8f-ae3d-4ecd-a3db-49d2b8a553c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6536279 Sep 16 16:32:35.514570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5f5dbe1-2623-4be4-81f8-d2930fc0d572 req-f9947172-34dc-4b02-b2e3-ed2f4313488f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=004ad744-cacc-4191-b9a4-ea3d0c7a1d10 HTTP/1.1" status: 200 len: 210 time: 0.1323736 Sep 16 16:32:35.542237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Request body: {'port': {'device_id': '57744f41-09dd-4a50-9a5f-a5bdd367459a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:35.556306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 43166128-5905-4c46-a407-92e3dc5e2812 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:35.577659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port e8a11358-4cf1-4160-b352-ba040950d0fd completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:32:35.647354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port e8a11358-4cf1-4160-b352-ba040950d0fd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:35.647979 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:35.656835 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b09ee20-ea4c-477c-b7f6-b71faa95d066 x-openstack-request-id: req-0b09ee20-ea4c-477c-b7f6-b71faa95d066 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:35.657442 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004ad744-cacc-4191-b9a4-ea3d0c7a1d10", "name": "network-vif-deleted", "tag": "97f2f03c-5e03-423b-b06a-c01f4022f70f", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:35.657442 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b09ee20-ea4c-477c-b7f6-b71faa95d066 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:35.659429 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004ad744-cacc-4191-b9a4-ea3d0c7a1d10', 'name': 'network-vif-deleted', 'tag': '97f2f03c-5e03-423b-b06a-c01f4022f70f', 'status': 'completed', 'code': 200} Sep 16 16:32:35.660973 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4ce0b2fb-8aea-4967-a06c-03544e729200 None None] Provisioning complete for port 43166128-5905-4c46-a407-92e3dc5e2812 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:35.661352 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b2fb-8aea-4967-a06c-03544e729200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:35.713927 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:35.734143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13a899e-f49d-4d61-bbbf-1cd7860e7fe1 admin admin] Deleting subnet 4dbe3109-a939-4a2b-addd-2ebbf41997af {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:32:35.740218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b13a899e-f49d-4d61-bbbf-1cd7860e7fe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:35.834767 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b13a899e-f49d-4d61-bbbf-1cd7860e7fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.005900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970626c6-0bcb-4271-9387-01c119331e04 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:36.011883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36594) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:36.027662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.042036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 43166128-5905-4c46-a407-92e3dc5e2812 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:36.043466 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.049014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4ce0b2fb-8aea-4967-a06c-03544e729200 None None] Provisioning complete for port bebaffd1-553a-42e5-b446-953e95c8fb0c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:36.049974 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b2fb-8aea-4967-a06c-03544e729200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.060185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Transition to ACTIVE for port object 970626c6-0bcb-4271-9387-01c119331e04 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:32:36.076643 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b13a899e-f49d-4d61-bbbf-1cd7860e7fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.185674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.250678 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.261076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0b2fb-8aea-4967-a06c-03544e729200 None None] Port bebaffd1-553a-42e5-b446-953e95c8fb0c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:32:36.263342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1194494519-network', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:36.271942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b13a899e-f49d-4d61-bbbf-1cd7860e7fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.326887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a899e-f49d-4d61-bbbf-1cd7860e7fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbe3109-a939-4a2b-addd-2ebbf41997af,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:36.333012 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b13a899e-f49d-4d61-bbbf-1cd7860e7fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.337911 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b13a899e-f49d-4d61-bbbf-1cd7860e7fe1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4dbe3109-a939-4a2b-addd-2ebbf41997af HTTP/1.1" status: 204 len: 168 time: 0.8403482 Sep 16 16:32:36.347230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36598) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:36.375995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Pushing event updated for resources: {'Port': ['ID=970626c6-0bcb-4271-9387-01c119331e04,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:36.384339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1070308-c9ea-4477-8b07-004e415585b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a11358-4cf1-4160-b352-ba040950d0fd'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:36.389690 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f88d42-33a1-4bc6-827e-69c5924dd9f4" -d '{"events": [{"server_uuid": "e1070308-c9ea-4477-8b07-004e415585b7", "name": "network-vif-plugged", "status": "completed", "tag": "e8a11358-4cf1-4160-b352-ba040950d0fd"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:36.446000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Made reservation on behalf of 6adea0c584af4d78aef296ec16ef3138 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:36.448297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.463027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e8a11358-4cf1-4160-b352-ba040950d0fd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e8a11358-4cf1-4160-b352-ba040950d0fd,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:36.474600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.501109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.535360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05f2152-0f69-495a-80b9-5a68d37cb2ef {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:36.538665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5d4d3-d892-4443-bfea-644a4e342c45 req-829ce81e-792a-49d0-a96a-424269a5e645 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:36.541096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dab5d4d3-d892-4443-bfea-644a4e342c45 req-829ce81e-792a-49d0-a96a-424269a5e645 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 945 time: 0.4784207 Sep 16 16:32:36.576872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Attempting to bind port 970626c6-0bcb-4271-9387-01c119331e04 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:36.577124 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.577239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Attempting to bind port 970626c6-0bcb-4271-9387-01c119331e04 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:36.577799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Attempting to bind port 970626c6-0bcb-4271-9387-01c119331e04 on network e0dc7bda-c4d8-43b0-912a-d333dc124c3f {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:36.595047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.598708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca45fa-383f-4371-b991-09eaa24c0fc4 req-442d820a-32cd-4136-8a7e-9a58a64b1620 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:36.601306 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-edca45fa-383f-4371-b991-09eaa24c0fc4 req-442d820a-32cd-4136-8a7e-9a58a64b1620 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 932 time: 0.5397310 Sep 16 16:32:36.604172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Port 970626c6-0bcb-4271-9387-01c119331e04 on network e0dc7bda-c4d8-43b0-912a-d333dc124c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:32:36.604763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Attempting to bind port 970626c6-0bcb-4271-9387-01c119331e04 on network e0dc7bda-c4d8-43b0-912a-d333dc124c3f {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:36.662561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-edca45fa-383f-4371-b991-09eaa24c0fc4 req-92fca2bf-e438-4719-b6db-f9d7995bb028 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439131 Sep 16 16:32:36.669663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:36.669663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Checking segment: {'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:36.670638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Bound using segment: {'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:36.671413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Bound port: 970626c6-0bcb-4271-9387-01c119331e04, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:36.672160 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.704169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dab5d4d3-d892-4443-bfea-644a4e342c45 req-31281502-0fbb-445f-8871-6646967f91ca tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351693 Sep 16 16:32:36.716424 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6191-b9e5-48a2-b552-e33de7857e99 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.760065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.795701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=e8a11358-4cf1-4160-b352-ba040950d0fd,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:36.804101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a967aa-7edd-45a4-9727-630e8f9fee4f']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:36.827553 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506514ff-e2f3-4652-88a5-01fda1d7162c x-openstack-request-id: req-506514ff-e2f3-4652-88a5-01fda1d7162c {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:36.828104 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1070308-c9ea-4477-8b07-004e415585b7", "name": "network-vif-plugged", "status": "completed", "tag": "e8a11358-4cf1-4160-b352-ba040950d0fd", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:36.829522 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-506514ff-e2f3-4652-88a5-01fda1d7162c {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:36.830093 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1070308-c9ea-4477-8b07-004e415585b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a11358-4cf1-4160-b352-ba040950d0fd', 'code': 200} Sep 16 16:32:36.845125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] For port 970626c6-0bcb-4271-9387-01c119331e04, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:36.848473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4819cf3d-ee1d-4c51-b577-8b7540fc478e') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:36.848775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4819cf3d-ee1d-4c51-b577-8b7540fc478e') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:36.849063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] For port 970626c6-0bcb-4271-9387-01c119331e04, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=970626c6-0bcb-4271-9387-01c119331e04,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:36.979647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:36.982497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Transition to ACTIVE for port object e05f2152-0f69-495a-80b9-5a68d37cb2ef will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:32:37.010997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6191-b9e5-48a2-b552-e33de7857e99 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:37.018263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d5cf6191-b9e5-48a2-b552-e33de7857e99 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/bebaffd1-553a-42e5-b446-953e95c8fb0c HTTP/1.1" status: 204 len: 168 time: 3.2936630 Sep 16 16:32:37.019972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36618) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:37.020377 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:37.034312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01a30a30-36ab-42ef-bf48-c03f3bedfaf6 req-75ec61f5-1037-46b3-90b7-5018a91d542c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 210 time: 0.1718898 Sep 16 16:32:37.035088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf6191-b9e5-48a2-b552-e33de7857e99 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=bebaffd1-553a-42e5-b446-953e95c8fb0c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:37.035634 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 97f2f03c-5e03-423b-b06a-c01f4022f70f no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:37.107228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:37.108275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:37.110088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] 10.222.0.62 "PUT /v2.0/ports/970626c6-0bcb-4271-9387-01c119331e04 HTTP/1.1" status: 200 len: 1091 time: 2.5022745 Sep 16 16:32:37.110778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12e2a9a-4c57-4974-9b24-86434f530e98', 'tag': '970626c6-0bcb-4271-9387-01c119331e04'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:37.114769 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f26b27-325f-4132-b060-bc4d3264242a" -d '{"events": [{"name": "network-changed", "server_uuid": "f12e2a9a-4c57-4974-9b24-86434f530e98", "tag": "970626c6-0bcb-4271-9387-01c119331e04"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:37.120782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:37.123091 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:37.161627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 97f2f03c-5e03-423b-b06a-c01f4022f70f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:32:37.161972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 97f2f03c-5e03-423b-b06a-c01f4022f70f not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:32:37.196763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dc233-5750-40ae-b2a3-96b1375374be service neutron] Pushing event updated for resources: {'Port': ['ID=970626c6-0bcb-4271-9387-01c119331e04,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:37.206939 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8024b5ec-deac-4b82-8dc5-5ae5b896ac61 x-openstack-request-id: req-8024b5ec-deac-4b82-8dc5-5ae5b896ac61 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:37.207364 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12e2a9a-4c57-4974-9b24-86434f530e98", "tag": "970626c6-0bcb-4271-9387-01c119331e04", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:37.208236 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8024b5ec-deac-4b82-8dc5-5ae5b896ac61 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:37.209357 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12e2a9a-4c57-4974-9b24-86434f530e98', 'tag': '970626c6-0bcb-4271-9387-01c119331e04', 'status': 'completed', 'code': 200} Sep 16 16:32:37.227342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:32:37.228041 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:32:37.257556 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:32:37.263553 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c33fa6-a5f3-4c70-ac62-5dc5a037efab tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:32:37.266087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c33fa6-a5f3-4c70-ac62-5dc5a037efab tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:32:37.269949 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-35c33fa6-a5f3-4c70-ac62-5dc5a037efab tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/bebaffd1-553a-42e5-b446-953e95c8fb0c HTTP/1.1" status: 404 len: 333 time: 0.2189698 Sep 16 16:32:37.295440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36622) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:37.313185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f26b27-325f-4132-b060-bc4d3264242a req-c39c83fa-8c60-4363-8b7e-24c47c69d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:37.315051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6f26b27-325f-4132-b060-bc4d3264242a req-c39c83fa-8c60-4363-8b7e-24c47c69d29f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 1094 time: 0.0945075 Sep 16 16:32:37.414965 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1223eae1-a4f5-4544-a3d5-78709876d439 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:32:37.419518 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1223eae1-a4f5-4544-a3d5-78709876d439 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/bebaffd1-553a-42e5-b446-953e95c8fb0c HTTP/1.1" status: 404 len: 333 time: 0.1159756 Sep 16 16:32:37.440782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36624) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:37.458816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Pushing event updated for resources: {'Port': ['ID=e05f2152-0f69-495a-80b9-5a68d37cb2ef,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:37.503008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f26b27-325f-4132-b060-bc4d3264242a req-4ed6eb75-2fc0-4815-aca0-372835fd92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:37.504654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6f26b27-325f-4132-b060-bc4d3264242a req-4ed6eb75-2fc0-4815-aca0-372835fd92dc service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1785598 Sep 16 16:32:37.515359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72510d88-0992-478b-a091-93d1ba18b812 req-178646db-e861-4e6e-9095-d14cc1687dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:37.516887 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72510d88-0992-478b-a091-93d1ba18b812 req-178646db-e861-4e6e-9095-d14cc1687dbc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 1097 time: 0.5030553 Sep 16 16:32:37.534607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-49ab9499-f881-4fc2-b671-9ca8f62ebdc0 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:37.536218 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-49ab9499-f881-4fc2-b671-9ca8f62ebdc0 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.62 "GET /v2.0/networks?id=41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 HTTP/1.1" status: 200 len: 813 time: 0.9447758 Sep 16 16:32:37.565378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Request body: {'port': {'device_id': '855a17a3-2147-449a-83dc-67dd4a5bf75f', 'network_id': '41f0425a-2e3e-48bc-b45f-b3e0e8a858a6', 'admin_state_up': True, 'tenant_id': 'e9a2c4138fae4140af50880e7c2fdd98'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:37.637319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f26b27-325f-4132-b060-bc4d3264242a req-f17d9731-05d3-421a-89ec-c1d5e9b782f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:37.638756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6f26b27-325f-4132-b060-bc4d3264242a req-f17d9731-05d3-421a-89ec-c1d5e9b782f4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272876 Sep 16 16:32:37.678976 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:37.684202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:37.687380 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/86a967aa-7edd-45a4-9727-630e8f9fee4f HTTP/1.1" status: 204 len: 168 time: 1.3378260 Sep 16 16:32:37.748612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daafa45-3f49-49b5-b293-e691aefdbd24 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet 92a99657-beb9-4c7f-8c4d-f56d0a65b8be {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:32:37.776299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f7b9f-0016-4341-b10e-b7a1405663c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=86a967aa-7edd-45a4-9727-630e8f9fee4f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:37.783684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:37.784744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0daafa45-3f49-49b5-b293-e691aefdbd24 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:37.821966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba894e-f331-4b1b-b0ea-4904c66b6802 req-1e3865d0-a432-4bd4-bf98-5cd75ad8aebe tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:37.823578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93ba894e-f331-4b1b-b0ea-4904c66b6802 req-1e3865d0-a432-4bd4-bf98-5cd75ad8aebe tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 950 time: 0.1837363 Sep 16 16:32:37.829094 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72510d88-0992-478b-a091-93d1ba18b812 req-2de861be-867b-499c-8b86-7b7fd7385aa3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874649 Sep 16 16:32:37.846615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d638d-dba3-48fd-a563-7cf11d500317 req-9df45a85-8f8c-4eb5-ae72-6f6be48a30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:37.848240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-9df45a85-8f8c-4eb5-ae72-6f6be48a30b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 1094 time: 0.1379986 Sep 16 16:32:37.917394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-46360773-1076-46f0-99fa-5752814cd34a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970626c6-0bcb-4271-9387-01c119331e04 HTTP/1.1" status: 200 len: 217 time: 0.0578525 Sep 16 16:32:37.976020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93ba894e-f331-4b1b-b0ea-4904c66b6802 req-dc17445c-404d-492c-9129-bca3b3a246df tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265490 Sep 16 16:32:37.984632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d52de-72be-429f-82ff-f8e75ff105a4 req-9d5252bd-1c86-4b57-bf1d-9804367c6a3a tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:37.986225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-487d52de-72be-429f-82ff-f8e75ff105a4 req-9d5252bd-1c86-4b57-bf1d-9804367c6a3a tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 944 time: 0.1851115 Sep 16 16:32:38.021613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d638d-dba3-48fd-a563-7cf11d500317 req-9370c97d-b871-4c2e-934c-5ab34d8139ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:38.023184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-9370c97d-b871-4c2e-934c-5ab34d8139ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05b8b946-5be3-44b8-8a46-f2fcda27e5b0 HTTP/1.1" status: 200 len: 859 time: 0.0994871 Sep 16 16:32:38.063142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-55c3d50b-595d-4306-a104-5008a1a99239 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299249 Sep 16 16:32:38.111395 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-487d52de-72be-429f-82ff-f8e75ff105a4 req-e38f7756-ddab-45fd-8dcb-b01b2cc8dc42 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116142 Sep 16 16:32:38.113495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36638) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:38.238502 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.245619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0daafa45-3f49-49b5-b293-e691aefdbd24 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.257224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef62f-a286-4647-a0b3-4e9b4b808ec2 req-b95bf632-bbf5-4390-b4f5-2ce94a5b93ad tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:38.258778 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d2ef62f-a286-4647-a0b3-4e9b4b808ec2 req-b95bf632-bbf5-4390-b4f5-2ce94a5b93ad tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 946 time: 0.1799822 Sep 16 16:32:38.261214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2e031f7f-6688-4552-9697-ad3fcc725283 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b2da8a0da674510b01ffce32c37d77a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444640 Sep 16 16:32:38.264607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-8d3af70f-4050-42c9-b129-69923b52b5c5 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907947 Sep 16 16:32:38.265064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36648) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:38.304346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:32:38.315802 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.316200 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Added segment 7b5d0626-1868-482b-971e-d6ea7a4afd38 of type vlan for network d43d92f2-5083-4446-9bd5-bdaac7789ac4 Sep 16 16:32:38.363210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e67bcea-f16a-47f6-8739-0b3fec8bb8f3 req-e1019d6b-e42c-4bc2-82f5-4904561c4d39 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 210 time: 0.0675929 Sep 16 16:32:38.365445 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.402003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Attempting to bind port e05f2152-0f69-495a-80b9-5a68d37cb2ef on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:38.403910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Attempting to bind port e05f2152-0f69-495a-80b9-5a68d37cb2ef by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:38.403910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Attempting to bind port e05f2152-0f69-495a-80b9-5a68d37cb2ef on network e0dc7bda-c4d8-43b0-912a-d333dc124c3f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:38.437511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d2ef62f-a286-4647-a0b3-4e9b4b808ec2 req-9162b2e1-65f0-484e-9a9c-3d5c0694bbd9 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661096 Sep 16 16:32:38.443930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Port e05f2152-0f69-495a-80b9-5a68d37cb2ef on network e0dc7bda-c4d8-43b0-912a-d333dc124c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:32:38.444049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Attempting to bind port e05f2152-0f69-495a-80b9-5a68d37cb2ef on network e0dc7bda-c4d8-43b0-912a-d333dc124c3f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:38.446358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d238acf-1002-4234-8016-32b9963943a0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:38.467840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-964d638d-dba3-48fd-a563-7cf11d500317 req-18577787-e0d4-482e-a228-059ad57b7cea service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954973 Sep 16 16:32:38.470996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca83b691-33ef-4215-86ce-831fed559a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.484841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.484841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:38.484841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.498536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:38.498536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Checking segment: {'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:38.498536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Bound using segment: {'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:38.498536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Bound port: e05f2152-0f69-495a-80b9-5a68d37cb2ef, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30edfd37-ca3b-409b-b239-daa41f145b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:38.499080 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.502204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca83b691-33ef-4215-86ce-831fed559a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.592432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Made reservation on behalf of e9a2c4138fae4140af50880e7c2fdd98 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:38.595963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.634866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] Pushing event updated for resources: {'Network': ['ID=d43d92f2-5083-4446-9bd5-bdaac7789ac4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:38.646506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network d43d92f2-5083-4446-9bd5-bdaac7789ac4 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:32:38.654661 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0daafa45-3f49-49b5-b293-e691aefdbd24 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.663869 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca83b691-33ef-4215-86ce-831fed559a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.666890 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca83b691-33ef-4215-86ce-831fed559a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.668208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ca83b691-33ef-4215-86ce-831fed559a15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/19b674ab-ab5c-4edc-8f0a-37b8b240aa84 HTTP/1.1" status: 204 len: 168 time: 0.4022205 Sep 16 16:32:38.679866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83b691-33ef-4215-86ce-831fed559a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b674ab-ab5c-4edc-8f0a-37b8b240aa84,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:38.735576 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f91d783c-6a99-42b6-a49e-2d812ea03864 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7183108 Sep 16 16:32:38.739754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36652) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:38.744981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Request body: {'subnet': {'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1194494519-subnet', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:38.882199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Made reservation on behalf of 6adea0c584af4d78aef296ec16ef3138 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:38.885219 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:38.963890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Allocated IP 172.20.0.13 (41f0425a-2e3e-48bc-b45f-b3e0e8a858a6/934f7054-79ce-48ff-bf09-209858917ef9/bcb4aa9b-8f71-4e61-94f2-463982bdc089) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:38.984049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] For port e05f2152-0f69-495a-80b9-5a68d37cb2ef, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:39.064247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] For port e05f2152-0f69-495a-80b9-5a68d37cb2ef, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e05f2152-0f69-495a-80b9-5a68d37cb2ef,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:39.067219 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0daafa45-3f49-49b5-b293-e691aefdbd24 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:39.147188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:39.160349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daafa45-3f49-49b5-b293-e691aefdbd24 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=92a99657-beb9-4c7f-8c4d-f56d0a65b8be,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:39.162644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f6bcc-1ac9-4fe2-b1bb-8157cc90086a None None] Network e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:39.182803 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0daafa45-3f49-49b5-b293-e691aefdbd24 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:39.184857 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0daafa45-3f49-49b5-b293-e691aefdbd24 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/92a99657-beb9-4c7f-8c4d-f56d0a65b8be HTTP/1.1" status: 204 len: 168 time: 1.7422450 Sep 16 16:32:39.244267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36660) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:39.400681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd334-4995-4820-a78a-d8ff679d9d7c req-0693acfd-3951-4bf4-a09b-b76137cfe617 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:39.410362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01edd334-4995-4820-a78a-d8ff679d9d7c req-0693acfd-3951-4bf4-a09b-b76137cfe617 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 950 time: 0.2747133 Sep 16 16:32:39.430021 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:39.486983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e805a3-fdec-4919-be89-2ece43211fa0 None None] DHCP port deletion for e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:32:39.533610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2f814-7fc2-4d72-9f7e-4e2bec896856 req-de73280a-013c-42d3-95ad-c4b151368fbd tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:39.535292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dff2f814-7fc2-4d72-9f7e-4e2bec896856 req-de73280a-013c-42d3-95ad-c4b151368fbd tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 944 time: 0.2562313 Sep 16 16:32:39.535964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13203e1-ad1b-46a8-821f-a49bec7564a8,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:39.550072 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:39.553060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:39.554929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] 10.222.0.62 "PUT /v2.0/ports/e05f2152-0f69-495a-80b9-5a68d37cb2ef HTTP/1.1" status: 200 len: 1092 time: 4.0191784 Sep 16 16:32:39.578661 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57744f41-09dd-4a50-9a5f-a5bdd367459a', 'tag': 'e05f2152-0f69-495a-80b9-5a68d37cb2ef'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:39.578661 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfff302-3a63-4348-a3fc-902988970242" -d '{"events": [{"name": "network-changed", "server_uuid": "57744f41-09dd-4a50-9a5f-a5bdd367459a", "tag": "e05f2152-0f69-495a-80b9-5a68d37cb2ef"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:39.587956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-44e805a3-fdec-4919-be89-2ece43211fa0 None None] Deleting port 43166128-5905-4c46-a407-92e3dc5e2812 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:39.588468 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-44e805a3-fdec-4919-be89-2ece43211fa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:39.636742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01edd334-4995-4820-a78a-d8ff679d9d7c req-34c01220-8711-42c9-8fb6-b2f4aa65e589 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236235 Sep 16 16:32:39.704363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-44e805a3-fdec-4919-be89-2ece43211fa0 None None] For port 43166128-5905-4c46-a407-92e3dc5e2812, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=43166128-5905-4c46-a407-92e3dc5e2812,segment=NetworkSegment(3ad51e0b-1f57-49f0-a818-9d2f20d50d99),segment_id=3ad51e0b-1f57-49f0-a818-9d2f20d50d99)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:39.704966 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-44e805a3-fdec-4919-be89-2ece43211fa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:39.741255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Checking segment: {'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:39.748332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-44e805a3-fdec-4919-be89-2ece43211fa0 None None] Calling delete_port for 43166128-5905-4c46-a407-92e3dc5e2812 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:39.763399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Network hostable DHCP agents. Network: d43d92f2-5083-4446-9bd5-bdaac7789ac4, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:32:39.779678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dff2f814-7fc2-4d72-9f7e-4e2bec896856 req-91fbf54c-4f84-4143-a33b-516bad3f7f6c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368672 Sep 16 16:32:39.783502 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:39.803522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-0b04a15f-7363-4eb1-ad10-af66fff07d6f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:39.805106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-0b04a15f-7363-4eb1-ad10-af66fff07d6f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 950 time: 0.4714239 Sep 16 16:32:39.892918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Network d43d92f2-5083-4446-9bd5-bdaac7789ac4 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:32:39.898431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe50592-3293-438b-9399-0d6bba5749ff service neutron] Pushing event updated for resources: {'Port': ['ID=e05f2152-0f69-495a-80b9-5a68d37cb2ef,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:39.940496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-e542fab9-18e3-4caf-a9c7-c814e2be3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:39.942288 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-e542fab9-18e3-4caf-a9c7-c814e2be3b30 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 1095 time: 0.2619894 Sep 16 16:32:39.978566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-194fbfc6-3ad0-4487-8f68-6074e60f8a38 req-37c8d8d9-05c9-47a3-9224-0c0984f7bcc4 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 210 time: 0.0948098 Sep 16 16:32:40.026691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, d43d92f2-5083-4446-9bd5-bdaac7789ac4) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:40.038688 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-c55a9e6f-f45e-4e27-931a-a384dc98bba6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e05f2152-0f69-495a-80b9-5a68d37cb2ef HTTP/1.1" status: 200 len: 217 time: 0.0847468 Sep 16 16:32:40.040045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe1831-29cc-482d-991b-e6a817ebc58d None None] Network d43d92f2-5083-4446-9bd5-bdaac7789ac4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:40.045014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:40.048760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.088357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef467d13-5165-4ebf-a492-7cd5e54145ce req-9ea8e87f-d412-4bd0-9f46-9e54409d01e7 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:40.095070 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791c91d3-a54e-4339-8396-3a47ee411c57 x-openstack-request-id: req-791c91d3-a54e-4339-8396-3a47ee411c57 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:40.095383 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57744f41-09dd-4a50-9a5f-a5bdd367459a", "tag": "e05f2152-0f69-495a-80b9-5a68d37cb2ef", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:40.095638 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-791c91d3-a54e-4339-8396-3a47ee411c57 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:40.096075 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57744f41-09dd-4a50-9a5f-a5bdd367459a', 'tag': 'e05f2152-0f69-495a-80b9-5a68d37cb2ef', 'status': 'completed', 'code': 200} Sep 16 16:32:40.099027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef467d13-5165-4ebf-a492-7cd5e54145ce req-9ea8e87f-d412-4bd0-9f46-9e54409d01e7 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 946 time: 0.1460595 Sep 16 16:32:40.117453 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.133235 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-44e805a3-fdec-4919-be89-2ece43211fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.153756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-1622a857-36a0-4b45-bc87-0c1d99b1a298 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Deleting port 67d4e6ca-a676-4c12-99f4-ce83974bb323 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:40.156783 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-1622a857-36a0-4b45-bc87-0c1d99b1a298 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.156923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b6ae6745-500e-4d39-b988-11e8dd813f98 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4157610 Sep 16 16:32:40.175341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36690) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:40.204151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1194494519-router', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:40.272224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 43166128-5905-4c46-a407-92e3dc5e2812 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:40.274986 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.279400 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef467d13-5165-4ebf-a492-7cd5e54145ce req-24869d38-5df0-4fff-b343-8bf5f27e03cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736767 Sep 16 16:32:40.288632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-94d4aadf-ff39-49ab-ae14-d443230919d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:40.290468 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-94d4aadf-ff39-49ab-ae14-d443230919d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05b8b946-5be3-44b8-8a46-f2fcda27e5b0 HTTP/1.1" status: 200 len: 859 time: 0.2371762 Sep 16 16:32:40.357218 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-f4437b25-3746-4988-b747-045352122c6e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462174 Sep 16 16:32:40.361678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-1622a857-36a0-4b45-bc87-0c1d99b1a298 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] For port 67d4e6ca-a676-4c12-99f4-ce83974bb323, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=67d4e6ca-a676-4c12-99f4-ce83974bb323,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:40.364877 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-1622a857-36a0-4b45-bc87-0c1d99b1a298 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.384432 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.387999 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.437241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e805a3-fdec-4919-be89-2ece43211fa0 None None] Pushing event deleted for resources: {'Port': ['ID=43166128-5905-4c46-a407-92e3dc5e2812,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:40.452830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e805a3-fdec-4919-be89-2ece43211fa0 None None] No DVR routers for this DVR port 43166128-5905-4c46-a407-92e3dc5e2812 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:40.513259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-1622a857-36a0-4b45-bc87-0c1d99b1a298 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Calling delete_port for 67d4e6ca-a676-4c12-99f4-ce83974bb323 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:40.569659 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.569911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] For port 43166128-5905-4c46-a407-92e3dc5e2812, host n-d-807786-3, got binding levels [] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:40.569911 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.627107 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36698) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:40.648514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad3edf-5437-4971-ba2d-71779a3925a5 None None] Network d43d92f2-5083-4446-9bd5-bdaac7789ac4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:40.664418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de17124-5f75-411e-a936-b62d794d3359 req-0ba8cc7d-8644-4e1a-bc57-8c2bc8a9a1f5 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:40.666288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3de17124-5f75-411e-a936-b62d794d3359 req-0ba8cc7d-8644-4e1a-bc57-8c2bc8a9a1f5 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 946 time: 0.0867956 Sep 16 16:32:40.706541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 43166128-5905-4c46-a407-92e3dc5e2812 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:40.714595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Port 43166128-5905-4c46-a407-92e3dc5e2812 was not found and therefore no delete operation was performed {{(pid=95357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 16:32:40.723340 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.723558 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3de17124-5f75-411e-a936-b62d794d3359 req-eb45f669-60ae-4b78-ac71-7978469f4826 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495396 Sep 16 16:32:40.749373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No DVR routers for this DVR port 43166128-5905-4c46-a407-92e3dc5e2812 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:40.822781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dc507-6739-4dc6-adb2-fda23e141358 req-fb7ca909-8b86-4975-9d86-4c669879710f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:40.828245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=43166128-5905-4c46-a407-92e3dc5e2812,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:40.831133 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b56dc507-6739-4dc6-adb2-fda23e141358 req-fb7ca909-8b86-4975-9d86-4c669879710f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 950 time: 0.0682492 Sep 16 16:32:40.859667 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-5613522c-cbae-4a2e-8b19-dc48325e5694 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832826 Sep 16 16:32:40.871706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-428348731-network', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:40.896933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b56dc507-6739-4dc6-adb2-fda23e141358 req-e2e58735-a0fa-4ce2-96a4-4d9441519818 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645220 Sep 16 16:32:40.944448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:40.947227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.039643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 970626c6-0bcb-4271-9387-01c119331e04 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:41.078242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:41.104134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b7321-3c97-49c3-8bc7-473b3205439c req-d117b618-4d4e-49c4-9cc6-0a1945ded08d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:41.107214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab5b7321-3c97-49c3-8bc7-473b3205439c req-d117b618-4d4e-49c4-9cc6-0a1945ded08d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 944 time: 0.0780673 Sep 16 16:32:41.108056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Network 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:41.118099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad51e0b-1f57-49f0-a818-9d2f20d50d99') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:41.118408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad51e0b-1f57-49f0-a818-9d2f20d50d99') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:41.124327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:41.135535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Pushing event updated for resources: {'Port': ['ID=bcb4aa9b-8f71-4e61-94f2-463982bdc089,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:41.138296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:41.150322 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.159950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 970626c6-0bcb-4271-9387-01c119331e04, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=970626c6-0bcb-4271-9387-01c119331e04,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:41.161561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab5b7321-3c97-49c3-8bc7-473b3205439c req-44b6ba72-3202-4852-91d9-2717b2949ed1 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478387 Sep 16 16:32:41.180306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '970626c6-0bcb-4271-9387-01c119331e04', 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f', 'port_id': '970626c6-0bcb-4271-9387-01c119331e04', 'mac_address': 'fa:16:3e:5a:b1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b8b946-5be3-44b8-8a46-f2fcda27e5b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:41.202396 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-271bf8e0-c4d9-475d-a12c-617b829aa41f req-e97cf25a-1444-43ad-81e2-428283b7df47 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288867 Sep 16 16:32:41.205064 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.217124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:32:41.217525 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:32:41.220508 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:32:41.238259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:41.239116 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.242240 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.257461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970626c6-0bcb-4271-9387-01c119331e04 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:41.285816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 970626c6-0bcb-4271-9387-01c119331e04, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=970626c6-0bcb-4271-9387-01c119331e04,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:41.294873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a6bfd-14c7-469c-820c-78127147f559 req-cb30ff48-d854-4e1c-b020-e2c0239ccb72 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:41.296493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-066a6bfd-14c7-469c-820c-78127147f559 req-cb30ff48-d854-4e1c-b020-e2c0239ccb72 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 932 time: 0.0618124 Sep 16 16:32:41.336479 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-066a6bfd-14c7-469c-820c-78127147f559 req-8cc8300e-bc45-4323-a686-75af9a6df608 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336211 Sep 16 16:32:41.429461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 43166128-5905-4c46-a407-92e3dc5e2812 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:41.448888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 43166128-5905-4c46-a407-92e3dc5e2812 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:32:41.449232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 43166128-5905-4c46-a407-92e3dc5e2812 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:32:41.512284 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.514368 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-1622a857-36a0-4b45-bc87-0c1d99b1a298 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.524719 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.540420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Made reservation on behalf of d94018826866409e9cb90b2f28d3732a for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:41.542906 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.546249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.551778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6', 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'bea5c325-5472-4202-bc03-4509b595b299', '67d4e6ca-a676-4c12-99f4-ce83974bb323'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:41.559061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.559353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011', 'bac60836-8f99-45a1-bc5e-cce0f4816647'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:41.569285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.571121 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/networks/e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71 HTTP/1.1" status: 204 len: 168 time: 2.3236635 Sep 16 16:32:41.596537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622a857-36a0-4b45-bc87-0c1d99b1a298 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event deleted for resources: {'Port': ['ID=67d4e6ca-a676-4c12-99f4-ce83974bb323,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:41.612029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36732) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:41.642144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-718806114'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:41.653860 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-6ba2a452-b14f-4a77-a682-6ba21562d650 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0988836 Sep 16 16:32:41.657499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8687c8-189c-4e15-bdc6-77dd7be6b9b0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Network': ['ID=e9e51fc2-c3f6-4d8f-a0e8-2f7b4cb5cb71,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:41.687595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Request body: {'port': {'device_id': '855a17a3-2147-449a-83dc-67dd4a5bf75f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:41.692948 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-1622a857-36a0-4b45-bc87-0c1d99b1a298 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] No DVR routers for this DVR port 67d4e6ca-a676-4c12-99f4-ce83974bb323 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:41.704166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=970626c6-0bcb-4271-9387-01c119331e04,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:41.720114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-1622a857-36a0-4b45-bc87-0c1d99b1a298 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.722197 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.722433 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fc68df59-5271-43ce-8a0e-43b84df64f6c req-1622a857-36a0-4b45-bc87-0c1d99b1a298 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "DELETE /v2.0/ports/67d4e6ca-a676-4c12-99f4-ce83974bb323 HTTP/1.1" status: 204 len: 173 time: 1.9048996 Sep 16 16:32:41.752836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfff302-3a63-4348-a3fc-902988970242 req-b6434693-714b-4d22-a087-26bf77e500a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:41.758626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3bfff302-3a63-4348-a3fc-902988970242 req-b6434693-714b-4d22-a087-26bf77e500a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 1095 time: 0.1865237 Sep 16 16:32:41.815623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['970626c6-0bcb-4271-9387-01c119331e04'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:41.825259 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.841873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:32:41.865107 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.865107 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Added segment 6ddc56fd-b445-4b6d-818d-f1acb2b811c6 of type vlan for network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 Sep 16 16:32:41.919210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfff302-3a63-4348-a3fc-902988970242 req-e19827ce-f003-4fa5-8a97-8dbc0030a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:41.920733 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3bfff302-3a63-4348-a3fc-902988970242 req-e19827ce-f003-4fa5-8a97-8dbc0030a8a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 920 time: 0.1277666 Sep 16 16:32:41.946054 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:41.985896 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3bfff302-3a63-4348-a3fc-902988970242 req-1c80867d-5cdc-4c7c-a931-9dfa18e37137 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e05f2152-0f69-495a-80b9-5a68d37cb2ef HTTP/1.1" status: 200 len: 217 time: 0.0525167 Sep 16 16:32:42.090327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:42.094398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:42.100495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f25fef-29bb-4398-a172-f1574f11dcfb', 'name': 'network-vif-deleted', 'tag': '67d4e6ca-a676-4c12-99f4-ce83974bb323'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:42.103319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6173538-db4e-4e66-87fe-0e5a8d5962f3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:42.103525 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec48d2-3360-42ca-b52c-2d5f20961cb1" -d '{"events": [{"server_uuid": "c5f25fef-29bb-4398-a172-f1574f11dcfb", "name": "network-vif-deleted", "tag": "67d4e6ca-a676-4c12-99f4-ce83974bb323"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:42.145074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:32:42.162264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:42.162762 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Added segment 8e812805-98a7-44e5-b611-6bc36d4648bb of type vlan for network a1629d81-9352-44c2-80df-19866faeaf9b Sep 16 16:32:42.218563 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:42.254862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfff302-3a63-4348-a3fc-902988970242 req-54e3d6a6-090d-4478-ad16-03480c39cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:42.256456 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3bfff302-3a63-4348-a3fc-902988970242 req-54e3d6a6-090d-4478-ad16-03480c39cfed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05b8b946-5be3-44b8-8a46-f2fcda27e5b0 HTTP/1.1" status: 200 len: 859 time: 0.2583404 Sep 16 16:32:42.296628 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:42.313184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d87d312-e06c-437e-955b-728502cba64d req-dcb945e8-9077-4a24-abae-3d8a7799edef tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f25fef-29bb-4398-a172-f1574f11dcfb HTTP/1.1" status: 200 len: 210 time: 0.1277740 Sep 16 16:32:42.381492 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3bfff302-3a63-4348-a3fc-902988970242 req-caa0255f-3190-4114-af79-357ef8395a6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160736 Sep 16 16:32:42.385904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:42.410339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:42.415564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:42.634646 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3bfff302-3a63-4348-a3fc-902988970242 req-8980084d-c48d-4443-a49a-0e94663cf326 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929591 Sep 16 16:32:42.637611 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b6f5b8-f274-4d77-a415-f7011a919eae x-openstack-request-id: req-a8b6f5b8-f274-4d77-a415-f7011a919eae {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:42.638283 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f25fef-29bb-4398-a172-f1574f11dcfb", "name": "network-vif-deleted", "tag": "67d4e6ca-a676-4c12-99f4-ce83974bb323", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:42.638696 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8b6f5b8-f274-4d77-a415-f7011a919eae {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:42.639193 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f25fef-29bb-4398-a172-f1574f11dcfb', 'name': 'network-vif-deleted', 'tag': '67d4e6ca-a676-4c12-99f4-ce83974bb323', 'status': 'completed', 'code': 200} Sep 16 16:32:42.664410 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:42.664723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:42.665373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:42.678025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0447786 Sep 16 16:32:42.691574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36760) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:42.718331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': 'a1629d81-9352-44c2-80df-19866faeaf9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:42.810177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b03e29-cca6-43cb-bb59-222cfae9f807 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Network': ['ID=a1629d81-9352-44c2-80df-19866faeaf9b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:42.832024 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network a1629d81-9352-44c2-80df-19866faeaf9b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:32:42.851519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2203674 Sep 16 16:32:42.852127 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:42.853876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735dc39-c9ce-47d9-bd44-824753d2f231 admin admin] Pushing event updated for resources: {'Network': ['ID=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:42.857310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36762) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:42.866969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9a272-ea3e-45d4-86b0-fb811c7738b1 req-a239a28f-dfc4-4476-a078-81100eb9c35c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:42.875012 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58f9a272-ea3e-45d4-86b0-fb811c7738b1 req-a239a28f-dfc4-4476-a078-81100eb9c35c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 932 time: 0.2522295 Sep 16 16:32:42.883831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22520fc5-8d58-4043-88a2-08aa529eae70 req-9614060d-e581-452f-89d4-634feb09a6df tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:42.885478 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22520fc5-8d58-4043-88a2-08aa529eae70 req-9614060d-e581-452f-89d4-634feb09a6df tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 944 time: 0.2354167 Sep 16 16:32:42.890040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Request body: {'subnet': {'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-428348731-subnet', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:42.936125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:32:42.944081 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.056936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e05f2152-0f69-495a-80b9-5a68d37cb2ef details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:43.067461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58f9a272-ea3e-45d4-86b0-fb811c7738b1 req-d32450ba-ee09-49fd-aaf0-d6fc4740ccf8 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914947 Sep 16 16:32:43.160950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Allocated IP 172.25.6.45 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/f1bdb82e-8a4f-478d-bc15-87516fcf5189) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:43.257725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e05f2152-0f69-495a-80b9-5a68d37cb2ef, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e05f2152-0f69-495a-80b9-5a68d37cb2ef,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:43.283311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'e05f2152-0f69-495a-80b9-5a68d37cb2ef', 'network_id': 'e0dc7bda-c4d8-43b0-912a-d333dc124c3f', 'port_id': 'e05f2152-0f69-495a-80b9-5a68d37cb2ef', 'mac_address': 'fa:16:3e:d6:1a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b8b946-5be3-44b8-8a46-f2fcda27e5b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:43.308076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.344296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3bfff302-3a63-4348-a3fc-902988970242 req-a8f4e5b5-5481-4524-8288-6b657248b517 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880488 Sep 16 16:32:43.345243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22520fc5-8d58-4043-88a2-08aa529eae70 req-6e3fc614-0a3c-425f-9971-fc4f97388268 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061837 Sep 16 16:32:43.360173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Made reservation on behalf of d94018826866409e9cb90b2f28d3732a for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:43.371792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.381744 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.404746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05f2152-0f69-495a-80b9-5a68d37cb2ef {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:43.425604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e05f2152-0f69-495a-80b9-5a68d37cb2ef, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e05f2152-0f69-495a-80b9-5a68d37cb2ef,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:43.432416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb4aa9b-8f71-4e61-94f2-463982bdc089 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:43.451541 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.465519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Transition to ACTIVE for port object bcb4aa9b-8f71-4e61-94f2-463982bdc089 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:32:43.469573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:43.469726 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.473309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.505217 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374156-be82-4698-b2a0-2c5e9a007a56 req-1eb5b445-5200-42b4-98c2-4063bd1039ac tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:43.506816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1374156-be82-4698-b2a0-2c5e9a007a56 req-1eb5b445-5200-42b4-98c2-4063bd1039ac tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 946 time: 0.1806512 Sep 16 16:32:43.538628 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.540074 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.557728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.594722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:43.600127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:43.608134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1374156-be82-4698-b2a0-2c5e9a007a56 req-fe01ddc2-d4c5-4342-87f4-7d05cc878ada tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923848 Sep 16 16:32:43.612614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:43.621423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e05f2152-0f69-495a-80b9-5a68d37cb2ef,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:43.652682 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.653878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Pushing event updated for resources: {'Port': ['ID=bcb4aa9b-8f71-4e61-94f2-463982bdc089,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:43.669271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Pushing event updated for resources: {'Port': ['ID=f1bdb82e-8a4f-478d-bc15-87516fcf5189,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:43.763163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e05f2152-0f69-495a-80b9-5a68d37cb2ef'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:43.831211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Attempting to bind port bcb4aa9b-8f71-4e61-94f2-463982bdc089 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:43.831603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Attempting to bind port bcb4aa9b-8f71-4e61-94f2-463982bdc089 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '309a63e0-3e44-48fb-bd97-6ef0ed38f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '41f0425a-2e3e-48bc-b45f-b3e0e8a858a6'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:43.831866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Attempting to bind port bcb4aa9b-8f71-4e61-94f2-463982bdc089 on network 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:43.839518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Port bcb4aa9b-8f71-4e61-94f2-463982bdc089 on network 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:32:43.839873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Attempting to bind port bcb4aa9b-8f71-4e61-94f2-463982bdc089 on network 41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:43.851725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:43.852188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Checking segment: {'id': '309a63e0-3e44-48fb-bd97-6ef0ed38f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '41f0425a-2e3e-48bc-b45f-b3e0e8a858a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:43.852527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Bound using segment: {'id': '309a63e0-3e44-48fb-bd97-6ef0ed38f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '41f0425a-2e3e-48bc-b45f-b3e0e8a858a6'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:43.857623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Bound port: bcb4aa9b-8f71-4e61-94f2-463982bdc089, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309a63e0-3e44-48fb-bd97-6ef0ed38f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '41f0425a-2e3e-48bc-b45f-b3e0e8a858a6'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:43.857623 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.928427 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:43.931375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] For port bcb4aa9b-8f71-4e61-94f2-463982bdc089, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:43.973854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] For port bcb4aa9b-8f71-4e61-94f2-463982bdc089, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bcb4aa9b-8f71-4e61-94f2-463982bdc089,segment=NetworkSegment(309a63e0-3e44-48fb-bd97-6ef0ed38f212),segment_id=309a63e0-3e44-48fb-bd97-6ef0ed38f212)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:44.008306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=80c6078e-2a19-4fc4-b9d5-6947b451222a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:44.013524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Checking segment: {'id': '8e812805-98a7-44e5-b611-6bc36d4648bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a1629d81-9352-44c2-80df-19866faeaf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:44.013879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network hostable DHCP agents. Network: a1629d81-9352-44c2-80df-19866faeaf9b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:32:44.040887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.078206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:44.078833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.080215 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] 10.222.0.62 "PUT /v2.0/ports/bcb4aa9b-8f71-4e61-94f2-463982bdc089 HTTP/1.1" status: 200 len: 1092 time: 2.4158394 Sep 16 16:32:44.102645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec13b5-1e0d-4da2-93c4-c1acadb7d5bb service neutron] Pushing event updated for resources: {'Port': ['ID=bcb4aa9b-8f71-4e61-94f2-463982bdc089,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:44.121740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network a1629d81-9352-44c2-80df-19866faeaf9b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:32:44.150345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.211801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-82256200-4551-48fd-abb0-3da40cd6feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:44.213260 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-82256200-4551-48fd-abb0-3da40cd6feb1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9a2c4138fae4140af50880e7c2fdd98&device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 1095 time: 0.0436985 Sep 16 16:32:44.228360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, a1629d81-9352-44c2-80df-19866faeaf9b) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:44.238188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414c53d0-a126-4dcb-8d91-c8913bd7eb93 None None] Network a1629d81-9352-44c2-80df-19866faeaf9b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:44.263641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:44.264291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.268925 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-670088d5-6900-4629-86f0-18a09c176d57 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcb4aa9b-8f71-4e61-94f2-463982bdc089 HTTP/1.1" status: 200 len: 217 time: 0.0472248 Sep 16 16:32:44.277589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a71a58-08d9-4026-93a5-19ac2f92842a,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:44.302244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11e3e2-0adc-4d98-b68b-f41d5410a877 req-5a89558c-d363-40b3-b085-96a6b6ec9faa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:44.303737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b11e3e2-0adc-4d98-b68b-f41d5410a877 req-5a89558c-d363-40b3-b085-96a6b6ec9faa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 950 time: 0.1573036 Sep 16 16:32:44.311505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d9413-2fc6-4fdf-a19f-bea71deaaff7 req-e2a82dee-a553-49ec-9e92-66d6fea89c5a tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:44.313002 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d84d9413-2fc6-4fdf-a19f-bea71deaaff7 req-e2a82dee-a553-49ec-9e92-66d6fea89c5a tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 949 time: 0.1679645 Sep 16 16:32:44.327449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Checking segment: {'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:44.331278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Network hostable DHCP agents. Network: dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:32:44.331438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-204eb30b-dde7-4d19-b2d4-c722d979086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:44.331438 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-204eb30b-dde7-4d19-b2d4-c722d979086d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=934f7054-79ce-48ff-bf09-209858917ef9 HTTP/1.1" status: 200 len: 853 time: 0.0540333 Sep 16 16:32:44.366677 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-b10af970-7645-447b-ab70-38cbac2b49b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=41f0425a-2e3e-48bc-b45f-b3e0e8a858a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282576 Sep 16 16:32:44.393401 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1b36c3cf-eb7d-43a0-ac86-ff79cbdc94af tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7003925 Sep 16 16:32:44.396521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36812) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:44.401558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': 'a1629d81-9352-44c2-80df-19866faeaf9b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1714667712'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:44.412922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-a1629d81-9352-44c2-80df-19866faeaf9b', 'network_id': 'a1629d81-9352-44c2-80df-19866faeaf9b', 'tenant_id': '03b2894ecc57412782ddd0dbb9e78c2d', 'fixed_ips': [{'subnet_id': '80c6078e-2a19-4fc4-b9d5-6947b451222a'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:32:44.414435 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.449773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b11e3e2-0adc-4d98-b68b-f41d5410a877 req-4a7e69ee-5073-474b-8c99-7af9c9b2faca tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332088 Sep 16 16:32:44.452474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d84d9413-2fc6-4fdf-a19f-bea71deaaff7 req-9c311311-d4e6-4ede-83f8-bef02ca4b6a4 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285098 Sep 16 16:32:44.514098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:32:44.542258 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.550174 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-7cece3d6-070b-44a3-902b-193cdc39479d service neutron] 10.222.0.62 "GET /v2.0/networks/41f0425a-2e3e-48bc-b45f-b3e0e8a858a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756449 Sep 16 16:32:44.616023 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Allocated IP 2001:db8::2 (a1629d81-9352-44c2-80df-19866faeaf9b/80c6078e-2a19-4fc4-b9d5-6947b451222a/5de7fd2a-067f-45f4-b2ea-de2d27d38f3b) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:44.619967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:44.624006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:44.624661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.630999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97bf03a-dd63-40ac-8733-6011e2c18d76 None None] Network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:44.655271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855a17a3-2147-449a-83dc-67dd4a5bf75f', 'tag': 'bcb4aa9b-8f71-4e61-94f2-463982bdc089'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:44.658058 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc808731-9b18-4f3e-a45f-9d34d1026b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "855a17a3-2147-449a-83dc-67dd4a5bf75f", "tag": "bcb4aa9b-8f71-4e61-94f2-463982bdc089"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:44.698263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4bf31490-beda-4677-abcc-58eaa1f4e85f req-c9909ae9-8753-47b4-9c05-5c31fc47713b service neutron] 10.222.0.62 "GET /v2.0/networks/41f0425a-2e3e-48bc-b45f-b3e0e8a858a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334953 Sep 16 16:32:44.731990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:44.735973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.753160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1be6a-0369-4ab0-ac04-1571120f6197 req-5796a1a1-a145-4faa-bac7-0cd9a048a131 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:44.754711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58d1be6a-0369-4ab0-ac04-1571120f6197 req-5796a1a1-a145-4faa-bac7-0cd9a048a131 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 944 time: 0.1589549 Sep 16 16:32:44.758685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port 8a86e417-68d7-44b3-b668-48b7d6b05cb1 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:32:44.771352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f22ec5-98c0-4dbd-b3e3-68ee492ad312 req-4d588967-c7e7-419e-9e73-ab21a53f93fc tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:44.772920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34f22ec5-98c0-4dbd-b3e3-68ee492ad312 req-4d588967-c7e7-419e-9e73-ab21a53f93fc tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 945 time: 0.1844320 Sep 16 16:32:44.845283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d83977fc-d8c2-4782-a161-782cfb84f100 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9838760 Sep 16 16:32:44.846432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36820) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:44.851664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:44.883217 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58d1be6a-0369-4ab0-ac04-1571120f6197 req-6eb4707d-2372-4777-90ac-d7966635a4e6 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077361 Sep 16 16:32:44.890707 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.892776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:32:44.893617 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.894692 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34f22ec5-98c0-4dbd-b3e3-68ee492ad312 req-a4cb7e1f-3caa-40bb-836a-3d386d1671ce tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097405 Sep 16 16:32:44.939097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.941037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:44.953532 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.024058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.027087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e8a11358-4cf1-4160-b352-ba040950d0fd details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:45.029485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 67d4e6ca-a676-4c12-99f4-ce83974bb323 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:45.098593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.108128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4845d0-e669-46a1-845e-bf4e31be6633 req-0bf44b93-6fe1-408d-8a1b-be599ea1b143 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:45.110446 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b4845d0-e669-46a1-845e-bf4e31be6633 req-0bf44b93-6fe1-408d-8a1b-be599ea1b143 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 946 time: 0.1084855 Sep 16 16:32:45.126263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 67d4e6ca-a676-4c12-99f4-ce83974bb323 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:32:45.126922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 67d4e6ca-a676-4c12-99f4-ce83974bb323 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:32:45.128717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 970626c6-0bcb-4271-9387-01c119331e04 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:45.155466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8::6 (a1629d81-9352-44c2-80df-19866faeaf9b/80c6078e-2a19-4fc4-b9d5-6947b451222a/8a86e417-68d7-44b3-b668-48b7d6b05cb1) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:45.179209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b4845d0-e669-46a1-845e-bf4e31be6633 req-a6819b39-c34e-40d1-9a55-75ca33734932 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597012 Sep 16 16:32:45.273654 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8dbed2-57a3-4cbc-a168-dabb52d67887 x-openstack-request-id: req-dc8dbed2-57a3-4cbc-a168-dabb52d67887 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:45.273926 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855a17a3-2147-449a-83dc-67dd4a5bf75f", "tag": "bcb4aa9b-8f71-4e61-94f2-463982bdc089", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:45.274310 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc8dbed2-57a3-4cbc-a168-dabb52d67887 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:45.274701 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855a17a3-2147-449a-83dc-67dd4a5bf75f', 'tag': 'bcb4aa9b-8f71-4e61-94f2-463982bdc089', 'status': 'completed', 'code': 200} Sep 16 16:32:45.326802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Router ea3c8d55-dfe7-42c8-ad21-598968ead104 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:32:45.385661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Network a1629d81-9352-44c2-80df-19866faeaf9b is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:45.392123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Pushing event updated for resources: {'Port': ['ID=5de7fd2a-067f-45f4-b2ea-de2d27d38f3b,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:45.398102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:45.418521 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:45.429285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.448060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Allocated IP 172.20.0.2 (dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1/e5a71a58-08d9-4026-93a5-19ac2f92842a/55e82af6-772e-42df-a999-64ac9825508e) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:45.479672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:32:45.508236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Sync routers for ids ['ea3c8d55-dfe7-42c8-ad21-598968ead104'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:32:45.535357 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.563162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Routers {'ea3c8d55-dfe7-42c8-ad21-598968ead104'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:45.563812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ea3c8d55-dfe7-42c8-ad21-598968ead104'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:45.565953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc808731-9b18-4f3e-a45f-9d34d1026b2e req-3f97d48f-d7d7-4515-a5af-4967d59c86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:45.566588 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.567475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc808731-9b18-4f3e-a45f-9d34d1026b2e req-3f97d48f-d7d7-4515-a5af-4967d59c86bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9a2c4138fae4140af50880e7c2fdd98&device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 1095 time: 0.2958896 Sep 16 16:32:45.567925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0f6ce50e-44f3-45b4-ae89-2059bf25a083 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3915884 Sep 16 16:32:45.570697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36834) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:45.626282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-49d03f9b-eb40-407b-b3e7-e80114a794e7 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:45.628635 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-49d03f9b-eb40-407b-b3e7-e80114a794e7 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 950 time: 0.1329975 Sep 16 16:32:45.651288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 970626c6-0bcb-4271-9387-01c119331e04 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:32:45.671564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e8a11358-4cf1-4160-b352-ba040950d0fd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e8a11358-4cf1-4160-b352-ba040950d0fd,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:45.700076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Attempting to bind port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:45.700508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Attempting to bind port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '8e812805-98a7-44e5-b611-6bc36d4648bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a1629d81-9352-44c2-80df-19866faeaf9b'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:45.700884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Attempting to bind port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b on network a1629d81-9352-44c2-80df-19866faeaf9b {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:45.706958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 970626c6-0bcb-4271-9387-01c119331e04 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:45.707365 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.721111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:45.729501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Checking segment: {'id': '8e812805-98a7-44e5-b611-6bc36d4648bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a1629d81-9352-44c2-80df-19866faeaf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:45.729501 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.729501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Bound using segment: {'id': '8e812805-98a7-44e5-b611-6bc36d4648bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a1629d81-9352-44c2-80df-19866faeaf9b'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:45.729501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Bound port: 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e812805-98a7-44e5-b611-6bc36d4648bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a1629d81-9352-44c2-80df-19866faeaf9b'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:45.729501 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.760887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13203b7c-8f20-47bf-8659-b0ddd5405c63 req-0c687971-2b80-42d5-848c-5d1f2526f5ca tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:45.762627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13203b7c-8f20-47bf-8659-b0ddd5405c63 req-0c687971-2b80-42d5-848c-5d1f2526f5ca tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 950 time: 0.1475701 Sep 16 16:32:45.770272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'e8a11358-4cf1-4160-b352-ba040950d0fd', 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3', 'port_id': 'e8a11358-4cf1-4160-b352-ba040950d0fd', 'mac_address': 'fa:16:3e:37:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e882bd5-7268-4bab-99dd-2a1efcaa8946', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:45.811782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.881818 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:45.897097 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13203b7c-8f20-47bf-8659-b0ddd5405c63 req-a983df17-9b88-41d8-8690-ddd37fc3733c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211736 Sep 16 16:32:45.939204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Set router ea3c8d55-dfe7-42c8-ad21-598968ead104 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:32:45.944832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8a11358-4cf1-4160-b352-ba040950d0fd {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:45.991330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc808731-9b18-4f3e-a45f-9d34d1026b2e req-5207c2e2-9798-41a6-ac3a-10b36a20c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:45.993073 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc808731-9b18-4f3e-a45f-9d34d1026b2e req-5207c2e2-9798-41a6-ac3a-10b36a20c579 service neutron] 10.222.0.62 "GET /v2.0/networks?id=41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 HTTP/1.1" status: 200 len: 914 time: 0.4127316 Sep 16 16:32:46.003302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network a1629d81-9352-44c2-80df-19866faeaf9b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:46.014434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:46.025263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:46.031989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:46.035256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.040329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=8a86e417-68d7-44b3-b668-48b7d6b05cb1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:46.054946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e8a11358-4cf1-4160-b352-ba040950d0fd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e8a11358-4cf1-4160-b352-ba040950d0fd,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:46.088229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-9ce7c867-be77-4c0b-839e-fc958acad59f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Deleting port bea5c325-5472-4202-bc03-4509b595b299 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:46.088593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-9ce7c867-be77-4c0b-839e-fc958acad59f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.095736 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc808731-9b18-4f3e-a45f-9d34d1026b2e req-f48b7b58-8cec-4aa9-b3b0-fbd468711a11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcb4aa9b-8f71-4e61-94f2-463982bdc089 HTTP/1.1" status: 200 len: 217 time: 0.0878065 Sep 16 16:32:46.102227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] For port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:46.125507 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.139803 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.166200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] For port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5de7fd2a-067f-45f4-b2ea-de2d27d38f3b,segment=NetworkSegment(8e812805-98a7-44e5-b611-6bc36d4648bb),segment_id=8e812805-98a7-44e5-b611-6bc36d4648bb)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:46.168629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0421680-2381-44b2-a483-996c31e6dcf3 req-eb5fd9e7-f04f-481a-825b-25ab5793a40a tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:46.171349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0421680-2381-44b2-a483-996c31e6dcf3 req-eb5fd9e7-f04f-481a-825b-25ab5793a40a tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 945 time: 0.1480734 Sep 16 16:32:46.184285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63089112-0c9e-404d-89f2-74f5050e6015 req-c8044f53-92cf-4ff5-877a-2bc7b0b6cb75 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:46.189057 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63089112-0c9e-404d-89f2-74f5050e6015 req-c8044f53-92cf-4ff5-877a-2bc7b0b6cb75 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 944 time: 0.1647682 Sep 16 16:32:46.208501 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-238f5aa0-d049-46fe-a3b0-7a463e26d87c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.8107309 Sep 16 16:32:46.217931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36852) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:46.223940 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.269132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc808731-9b18-4f3e-a45f-9d34d1026b2e req-884da295-6707-4697-8464-17bbd15b4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:46.270693 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc808731-9b18-4f3e-a45f-9d34d1026b2e req-884da295-6707-4697-8464-17bbd15b4c27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=934f7054-79ce-48ff-bf09-209858917ef9 HTTP/1.1" status: 200 len: 853 time: 0.1585064 Sep 16 16:32:46.278193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e8a11358-4cf1-4160-b352-ba040950d0fd'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:46.299924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=e8a11358-4cf1-4160-b352-ba040950d0fd,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:46.303024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-9ce7c867-be77-4c0b-839e-fc958acad59f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] For port bea5c325-5472-4202-bc03-4509b595b299, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=bea5c325-5472-4202-bc03-4509b595b299,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:46.303024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-9ce7c867-be77-4c0b-839e-fc958acad59f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.315612 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63089112-0c9e-404d-89f2-74f5050e6015 req-4d056710-cfea-4b31-b3d2-beac31587d0c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132452 Sep 16 16:32:46.323292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0421680-2381-44b2-a483-996c31e6dcf3 req-cb97e3bd-2d5b-4904-a27f-5dd0ffecfa68 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328387 Sep 16 16:32:46.325544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12e2a9a-4c57-4974-9b24-86434f530e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970626c6-0bcb-4271-9387-01c119331e04'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:46.327919 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdc26e6-6a5c-4cc9-90a7-e892a0aab553" -d '{"events": [{"server_uuid": "f12e2a9a-4c57-4974-9b24-86434f530e98", "name": "network-vif-plugged", "status": "completed", "tag": "970626c6-0bcb-4271-9387-01c119331e04"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:46.336431 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.350291 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc808731-9b18-4f3e-a45f-9d34d1026b2e req-4f903464-cacf-4984-aa7b-6b410899cd6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=41f0425a-2e3e-48bc-b45f-b3e0e8a858a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675013 Sep 16 16:32:46.360128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 970626c6-0bcb-4271-9387-01c119331e04, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=970626c6-0bcb-4271-9387-01c119331e04,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:46.390866 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.408664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-9ce7c867-be77-4c0b-839e-fc958acad59f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Calling delete_port for bea5c325-5472-4202-bc03-4509b595b299 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:46.427787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:46.446859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:46.448828 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.449946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e05f2152-0f69-495a-80b9-5a68d37cb2ef up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:46.452844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:46.458435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Pushing event updated for resources: {'Port': ['ID=55e82af6-772e-42df-a999-64ac9825508e,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:46.461685 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc93b20-2ecf-4235-b971-9b4fb96f51cc x-openstack-request-id: req-5dc93b20-2ecf-4235-b971-9b4fb96f51cc {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:46.462040 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12e2a9a-4c57-4974-9b24-86434f530e98", "name": "network-vif-plugged", "status": "completed", "tag": "970626c6-0bcb-4271-9387-01c119331e04", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:46.462405 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5dc93b20-2ecf-4235-b971-9b4fb96f51cc {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:46.462850 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12e2a9a-4c57-4974-9b24-86434f530e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970626c6-0bcb-4271-9387-01c119331e04', 'code': 200} Sep 16 16:32:46.538464 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.563012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083974cd-fd4d-4b3d-b19f-6748c340d512 req-6876683c-3996-4dc5-8852-a49257c48561 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:46.564612 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-083974cd-fd4d-4b3d-b19f-6748c340d512 req-6876683c-3996-4dc5-8852-a49257c48561 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 945 time: 0.1252270 Sep 16 16:32:46.648344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'name': 'tempest-ServerRescueTestJSON-1194494519-router', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:40Z', 'updated_at': '2021-09-16T16:32:44Z', 'revision_number': 3, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'gw_port': {'id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:42Z', 'updated_at': '2021-09-16T16:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:46.657325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Attempting to bind port 55e82af6-772e-42df-a999-64ac9825508e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:46.658405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Attempting to bind port 55e82af6-772e-42df-a999-64ac9825508e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:46.658405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Attempting to bind port 55e82af6-772e-42df-a999-64ac9825508e on network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:46.693255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f45cac-4070-471f-8fc1-5c3cf9fb6f2f None None] Pushing event updated for resources: {'Port': ['ID=5de7fd2a-067f-45f4-b2ea-de2d27d38f3b,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:46.703486 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Checking router: ea3c8d55-dfe7-42c8-ad21-598968ead104 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:32:46.706341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Updating router ea3c8d55-dfe7-42c8-ad21-598968ead104 port f1bdb82e-8a4f-478d-bc15-87516fcf5189 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:32:46.710209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.710803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:46.710803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Checking segment: {'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:46.711831 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.711962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Bound using segment: {'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:46.712615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Bound port: 55e82af6-772e-42df-a999-64ac9825508e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:46.713115 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.719432 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-083974cd-fd4d-4b3d-b19f-6748c340d512 req-e7e14eab-0abb-4702-8d07-44c1290d84d8 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410439 Sep 16 16:32:46.792106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc808731-9b18-4f3e-a45f-9d34d1026b2e req-e16d12dc-4a51-48df-a794-0d0d9ce3835e service neutron] 10.222.0.62 "GET /v2.0/networks/41f0425a-2e3e-48bc-b45f-b3e0e8a858a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855700 Sep 16 16:32:46.796847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c57534bf-dae3-492b-a714-e57054cf0789 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 8a86e417-68d7-44b3-b668-48b7d6b05cb1 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:46.797188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c57534bf-dae3-492b-a714-e57054cf0789 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.800376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.815186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port e05f2152-0f69-495a-80b9-5a68d37cb2ef completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:32:46.846569 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.862335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac3436-1cd6-4952-bd97-5b55ff0d8b58 req-073783c1-35f8-49a0-9fa0-17af58dc0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:46.862758 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2eac3436-1cd6-4952-bd97-5b55ff0d8b58 req-073783c1-35f8-49a0-9fa0-17af58dc0053 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 1096 time: 0.2936082 Sep 16 16:32:46.947029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port e05f2152-0f69-495a-80b9-5a68d37cb2ef triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:46.948327 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:46.975199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Allocated IP 172.20.0.1 (d43d92f2-5083-4446-9bd5-bdaac7789ac4/a13203e1-ad1b-46a8-821f-a49bec7564a8/14016dfa-d3b0-4337-a6c3-0f58926a09eb) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:47.010222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:47.030697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=970626c6-0bcb-4271-9387-01c119331e04,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:47.128025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2eac3436-1cd6-4952-bd97-5b55ff0d8b58 req-9d4d80bb-2cd8-4763-a3d7-0311741c4818 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507365 Sep 16 16:32:47.138861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bcb4aa9b-8f71-4e61-94f2-463982bdc089 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:47.164664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b50be-35fc-448e-ad3a-bbf14d7508f4 req-be1b0f82-09a0-456b-b652-737543b47928 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:47.175519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b6b50be-35fc-448e-ad3a-bbf14d7508f4 req-be1b0f82-09a0-456b-b652-737543b47928 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 950 time: 0.1483402 Sep 16 16:32:47.190948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] For port 55e82af6-772e-42df-a999-64ac9825508e, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:47.216286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] For port 55e82af6-772e-42df-a999-64ac9825508e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=55e82af6-772e-42df-a999-64ac9825508e,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:47.252281 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:47.273148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b6b50be-35fc-448e-ad3a-bbf14d7508f4 req-16e7bedb-bcfd-49b2-92a8-ede275083aaa tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956223 Sep 16 16:32:47.361949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d9c6c-e758-48b3-8df9-0dd66c42d523 req-82a5367a-f62f-4cea-a69d-64342a0db959 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:47.363795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-060d9c6c-e758-48b3-8df9-0dd66c42d523 req-82a5367a-f62f-4cea-a69d-64342a0db959 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 945 time: 0.0799460 Sep 16 16:32:47.436242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:47.452367 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-060d9c6c-e758-48b3-8df9-0dd66c42d523 req-94d39f6c-d505-4771-b1b2-4b5c09a4cabf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764749 Sep 16 16:32:47.541683 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:47.583578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:47.583824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Network d43d92f2-5083-4446-9bd5-bdaac7789ac4 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:47.594088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c57534bf-dae3-492b-a714-e57054cf0789 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:47.607018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:47.610888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Pushing event updated for resources: {'Port': ['ID=14016dfa-d3b0-4337-a6c3-0f58926a09eb,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:47.613691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:47.618541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c57534bf-dae3-492b-a714-e57054cf0789 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 8a86e417-68d7-44b3-b668-48b7d6b05cb1 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:47.623958 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc808731-9b18-4f3e-a45f-9d34d1026b2e req-f0a3aa7c-98be-49cd-9450-32740a36ee81 service neutron] 10.222.0.62 "GET /v2.0/networks/41f0425a-2e3e-48bc-b45f-b3e0e8a858a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214839 Sep 16 16:32:47.647788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Allocated IP 172.25.6.230 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/dd3f2ed0-4f95-4b19-b583-be23d8be0635) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:47.674694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb622b8-3366-498b-852f-d49633e931cf req-aa47cd86-7199-4941-bbb9-a352f2e3c003 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:47.676314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfb622b8-3366-498b-852f-d49633e931cf req-aa47cd86-7199-4941-bbb9-a352f2e3c003 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 944 time: 0.1815069 Sep 16 16:32:47.690300 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-9ce7c867-be77-4c0b-839e-fc958acad59f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:47.696460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b9124-b971-45f6-b95b-0286392f7c5e req-009e90ce-4f7e-4d8f-8488-a0f0b3ae4cae tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:47.704596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d93b9124-b971-45f6-b95b-0286392f7c5e req-009e90ce-4f7e-4d8f-8488-a0f0b3ae4cae tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 945 time: 0.1715164 Sep 16 16:32:47.724735 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:47.726749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6', 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'bea5c325-5472-4202-bc03-4509b595b299'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:47.729655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011', 'bac60836-8f99-45a1-bc5e-cce0f4816647'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:47.737307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7c867-be77-4c0b-839e-fc958acad59f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event deleted for resources: {'Port': ['ID=bea5c325-5472-4202-bc03-4509b595b299,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:47.832305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bcb4aa9b-8f71-4e61-94f2-463982bdc089, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bcb4aa9b-8f71-4e61-94f2-463982bdc089,segment=NetworkSegment(309a63e0-3e44-48fb-bd97-6ef0ed38f212),segment_id=309a63e0-3e44-48fb-bd97-6ef0ed38f212)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:47.840076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-9ce7c867-be77-4c0b-839e-fc958acad59f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] No DVR routers for this DVR port bea5c325-5472-4202-bc03-4509b595b299 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:47.843489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfb622b8-3366-498b-852f-d49633e931cf req-ce6ad131-c0c5-4283-b0e6-4b6affacb29e tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575360 Sep 16 16:32:47.852991 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:47.854846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-9ce7c867-be77-4c0b-839e-fc958acad59f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:47.857395 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6d21d8e7-c18a-416c-92ab-374b31806e71 req-9ce7c867-be77-4c0b-839e-fc958acad59f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "DELETE /v2.0/ports/bea5c325-5472-4202-bc03-4509b595b299 HTTP/1.1" status: 204 len: 173 time: 2.2211113 Sep 16 16:32:47.857893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90f006c-164c-41e6-b9a2-642e42117bfc', 'name': 'network-vif-deleted', 'tag': 'bea5c325-5472-4202-bc03-4509b595b299'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:47.860259 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea39a6fd-f274-4731-8be7-0f53f58de48b" -d '{"events": [{"server_uuid": "d90f006c-164c-41e6-b9a2-642e42117bfc", "name": "network-vif-deleted", "tag": "bea5c325-5472-4202-bc03-4509b595b299"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:47.861520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d93b9124-b971-45f6-b95b-0286392f7c5e req-50ef87eb-a18a-42ea-97b1-97ce23161fbd tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559985 Sep 16 16:32:47.876860 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:47.901416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7a187-02c0-4b13-80c5-0fcc0cc755ac None None] Pushing event updated for resources: {'Port': ['ID=55e82af6-772e-42df-a999-64ac9825508e,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:47.964953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'bcb4aa9b-8f71-4e61-94f2-463982bdc089', 'network_id': '41f0425a-2e3e-48bc-b45f-b3e0e8a858a6', 'port_id': 'bcb4aa9b-8f71-4e61-94f2-463982bdc089', 'mac_address': 'fa:16:3e:b1:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934f7054-79ce-48ff-bf09-209858917ef9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:48.017171 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eb93a3-c9a8-4f8f-b388-0e9e91044ef9 x-openstack-request-id: req-c6eb93a3-c9a8-4f8f-b388-0e9e91044ef9 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:48.017467 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90f006c-164c-41e6-b9a2-642e42117bfc", "name": "network-vif-deleted", "tag": "bea5c325-5472-4202-bc03-4509b595b299", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:48.017724 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6eb93a3-c9a8-4f8f-b388-0e9e91044ef9 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:48.018120 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90f006c-164c-41e6-b9a2-642e42117bfc', 'name': 'network-vif-deleted', 'tag': 'bea5c325-5472-4202-bc03-4509b595b299', 'status': 'completed', 'code': 200} Sep 16 16:32:48.043662 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.106398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:48.128282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e05f2152-0f69-495a-80b9-5a68d37cb2ef, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e05f2152-0f69-495a-80b9-5a68d37cb2ef,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:48.156272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:48.156595 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.167039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80969b1-8b17-40ba-87e6-fbf7c97ed9fe None None] Network a1629d81-9352-44c2-80df-19866faeaf9b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:48.188107 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.242339 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.242920 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.279749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2ee218c3-6eb9-4977-a29d-7cedd94f9af5 None None] Provisioning complete for port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:48.280044 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ee218c3-6eb9-4977-a29d-7cedd94f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.307085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3f2ed0-4f95-4b19-b583-be23d8be0635,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:48.320197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:48.320197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:48.320999 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c57534bf-dae3-492b-a714-e57054cf0789 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.329570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:48.332798 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.334751 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.385522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb4aa9b-8f71-4e61-94f2-463982bdc089 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:48.428172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bcb4aa9b-8f71-4e61-94f2-463982bdc089, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bcb4aa9b-8f71-4e61-94f2-463982bdc089,segment=NetworkSegment(309a63e0-3e44-48fb-bd97-6ef0ed38f212),segment_id=309a63e0-3e44-48fb-bd97-6ef0ed38f212)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:48.469460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57534bf-dae3-492b-a714-e57054cf0789 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=8a86e417-68d7-44b3-b668-48b7d6b05cb1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:48.479055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922c8525-808c-44c7-9095-7af848b6a856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9'}, {'server_uuid': '57744f41-09dd-4a50-9a5f-a5bdd367459a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05f2152-0f69-495a-80b9-5a68d37cb2ef'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:48.481466 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e594e73f-a6bc-4b60-af6b-be5e173be9c1" -d '{"events": [{"server_uuid": "922c8525-808c-44c7-9095-7af848b6a856", "name": "network-vif-unplugged", "status": "completed", "tag": "025a3eb9-8be1-4e3f-864f-ae5e336fa7b9"}, {"server_uuid": "57744f41-09dd-4a50-9a5f-a5bdd367459a", "name": "network-vif-plugged", "status": "completed", "tag": "e05f2152-0f69-495a-80b9-5a68d37cb2ef"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:48.534370 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.550270 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c57534bf-dae3-492b-a714-e57054cf0789 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.556351 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c57534bf-dae3-492b-a714-e57054cf0789 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/8a86e417-68d7-44b3-b668-48b7d6b05cb1 HTTP/1.1" status: 204 len: 168 time: 2.3352056 Sep 16 16:32:48.557032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36896) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:48.636929 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a235ace-c22a-40b0-8cd8-ff77681b0b0c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:32:48.640340 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8a235ace-c22a-40b0-8cd8-ff77681b0b0c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/8a86e417-68d7-44b3-b668-48b7d6b05cb1 HTTP/1.1" status: 404 len: 333 time: 0.0805640 Sep 16 16:32:48.677744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36898) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:48.702053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e05f2152-0f69-495a-80b9-5a68d37cb2ef,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:48.784943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83065c8f-46a4-4e9b-8a82-13ec54cf89f6 req-b353d69d-8b41-459a-8305-14375048e88c tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90f006c-164c-41e6-b9a2-642e42117bfc HTTP/1.1" status: 200 len: 210 time: 0.0598388 Sep 16 16:32:48.798764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5ba2d5-6c9e-447f-97f3-22ab948158eb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet 80c6078e-2a19-4fc4-b9d5-6947b451222a {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:32:48.810183 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee5ba2d5-6c9e-447f-97f3-22ab948158eb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:48.836570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['bcb4aa9b-8f71-4e61-94f2-463982bdc089'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:48.901552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf293396-8420-4f96-92f0-19b3fbfc9e3a req-ca1cf24f-4c34-4dc7-830f-470eca6b86bf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:48.903664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf293396-8420-4f96-92f0-19b3fbfc9e3a req-ca1cf24f-4c34-4dc7-830f-470eca6b86bf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 945 time: 0.1775768 Sep 16 16:32:48.960918 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded3f61d-6b5c-440c-84b6-fb0731e08748 x-openstack-request-id: req-ded3f61d-6b5c-440c-84b6-fb0731e08748 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:48.961202 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922c8525-808c-44c7-9095-7af848b6a856", "name": "network-vif-unplugged", "status": "completed", "tag": "025a3eb9-8be1-4e3f-864f-ae5e336fa7b9", "code": 200}, {"server_uuid": "57744f41-09dd-4a50-9a5f-a5bdd367459a", "name": "network-vif-plugged", "status": "completed", "tag": "e05f2152-0f69-495a-80b9-5a68d37cb2ef", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:48.961449 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ded3f61d-6b5c-440c-84b6-fb0731e08748 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:48.961886 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922c8525-808c-44c7-9095-7af848b6a856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9', 'code': 200} Sep 16 16:32:48.962140 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57744f41-09dd-4a50-9a5f-a5bdd367459a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05f2152-0f69-495a-80b9-5a68d37cb2ef', 'code': 200} Sep 16 16:32:48.987203 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ee218c3-6eb9-4977-a29d-7cedd94f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.009707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6844ce1f-4e62-4d31-8554-b3b667536a1e details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:32:49.014056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e8a11358-4cf1-4160-b352-ba040950d0fd up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:49.036035 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee5ba2d5-6c9e-447f-97f3-22ab948158eb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.049542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf293396-8420-4f96-92f0-19b3fbfc9e3a req-2e6ee165-245d-43f7-9bf0-740d53a930c6 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343677 Sep 16 16:32:49.112608 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.134661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb154eb-599f-4897-8472-f5ecc4c47275 req-d5f3c6d8-c7de-45d1-87e6-403e4ae033dd tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:49.144036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6eb154eb-599f-4897-8472-f5ecc4c47275 req-d5f3c6d8-c7de-45d1-87e6-403e4ae033dd tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.1693244 Sep 16 16:32:49.171087 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.171686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866e22b-732e-41eb-9c7d-9c465d1ae26d req-b28d22ee-acf3-4d3a-bec6-01208cce01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:49.173959 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8866e22b-732e-41eb-9c7d-9c465d1ae26d req-b28d22ee-acf3-4d3a-bec6-01208cce01e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 1097 time: 0.2173038 Sep 16 16:32:49.222523 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.241048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931edf0-17ce-4ef1-8ca6-c84842ca8f35 None None] Network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:49.254068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6eb154eb-599f-4897-8472-f5ecc4c47275 req-c7370d3e-930d-4b0a-9e92-af95e0860d73 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091237 Sep 16 16:32:49.290922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87454616-9e7b-41a4-95b0-5d0e62fccad1 req-20c9643b-791f-4e0d-954c-b12205cc36ca tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:49.299354 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87454616-9e7b-41a4-95b0-5d0e62fccad1 req-20c9643b-791f-4e0d-954c-b12205cc36ca tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 945 time: 0.1525688 Sep 16 16:32:49.342132 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.346517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Pushing event updated for resources: {'Port': ['ID=14016dfa-d3b0-4337-a6c3-0f58926a09eb,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:49.370982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee5ba2d5-6c9e-447f-97f3-22ab948158eb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.381901 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.408958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87454616-9e7b-41a4-95b0-5d0e62fccad1 req-588e7474-426e-4d48-8608-42caec941bbc tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085865 Sep 16 16:32:49.469205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:49.498133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Network d43d92f2-5083-4446-9bd5-bdaac7789ac4 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:49.500046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:49.543629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-70bd9fba-1be9-4ebd-87ff-7e571fd7bf5a tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:49.545141 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-70bd9fba-1be9-4ebd-87ff-7e571fd7bf5a tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 945 time: 0.4228210 Sep 16 16:32:49.551427 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8866e22b-732e-41eb-9c7d-9c465d1ae26d req-195ada9d-6b7f-4ac5-8951-281ad94d5c06 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681009 Sep 16 16:32:49.574405 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.resource_extend [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:32:49.638219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Router ea3c8d55-dfe7-42c8-ad21-598968ead104 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:32:49.672774 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.702766 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee5ba2d5-6c9e-447f-97f3-22ab948158eb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.743640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ba2d5-6c9e-447f-97f3-22ab948158eb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=80c6078e-2a19-4fc4-b9d5-6947b451222a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:49.765949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:32:49.783435 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee5ba2d5-6c9e-447f-97f3-22ab948158eb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:49.788164 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ee5ba2d5-6c9e-447f-97f3-22ab948158eb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/80c6078e-2a19-4fc4-b9d5-6947b451222a HTTP/1.1" status: 204 len: 168 time: 1.1068034 Sep 16 16:32:49.788366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9535c175-cb91-4eb4-a420-c058b8098593 admin admin] 10.222.0.22 "PUT /v2.0/routers/ea3c8d55-dfe7-42c8-ad21-598968ead104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2122004 Sep 16 16:32:49.788366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36932) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:49.815629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=bcb4aa9b-8f71-4e61-94f2-463982bdc089,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:49.949941 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.046024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.065931 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.101686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port e8a11358-4cf1-4160-b352-ba040950d0fd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:50.102019 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.172187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-18bdc90a-5c84-449a-9c45-4f48f914b45b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Deleting port e8a11358-4cf1-4160-b352-ba040950d0fd {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:50.172583 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-18bdc90a-5c84-449a-9c45-4f48f914b45b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.279095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0904d4d6-3cd5-4da7-bb44-3323938e8944 None None] Network a1629d81-9352-44c2-80df-19866faeaf9b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:32:50.279720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:50.279720 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.289502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795a15c-3303-47f4-95ac-07d1ba5ef66a req-29f507fb-2b3b-4b5e-a6f8-1302d31a9acc tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:50.290999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9795a15c-3303-47f4-95ac-07d1ba5ef66a req-29f507fb-2b3b-4b5e-a6f8-1302d31a9acc tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1070308-c9ea-4477-8b07-004e415585b7 HTTP/1.1" status: 200 len: 945 time: 0.1170876 Sep 16 16:32:50.304976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-18bdc90a-5c84-449a-9c45-4f48f914b45b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] For port e8a11358-4cf1-4160-b352-ba040950d0fd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e8a11358-4cf1-4160-b352-ba040950d0fd,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:50.305358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-18bdc90a-5c84-449a-9c45-4f48f914b45b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.315831 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2ee218c3-6eb9-4977-a29d-7cedd94f9af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:32:50.316256 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2ee218c3-6eb9-4977-a29d-7cedd94f9af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:32:50.323501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-18bdc90a-5c84-449a-9c45-4f48f914b45b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Calling delete_port for e8a11358-4cf1-4160-b352-ba040950d0fd owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:50.354225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] For port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5de7fd2a-067f-45f4-b2ea-de2d27d38f3b,segment=NetworkSegment(8e812805-98a7-44e5-b611-6bc36d4648bb),segment_id=8e812805-98a7-44e5-b611-6bc36d4648bb)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:50.354645 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.358794 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:32:50.359150 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:32:50.391866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Attempting to bind port f1bdb82e-8a4f-478d-bc15-87516fcf5189 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:50.392500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Attempting to bind port f1bdb82e-8a4f-478d-bc15-87516fcf5189 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:50.392642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Attempting to bind port f1bdb82e-8a4f-478d-bc15-87516fcf5189 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:50.403311 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Router ad014514-d097-4e9b-8d6f-00eb5e737137 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:32:50.403518 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9795a15c-3303-47f4-95ac-07d1ba5ef66a req-c254bbd8-00b5-424c-97fb-cb2628d2428d tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753381 Sep 16 16:32:50.408249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:50.409480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a425b42-9289-4be1-8b5e-b4ae5b602022 None None] Pushing event updated for resources: {'Port': ['ID=f1bdb82e-8a4f-478d-bc15-87516fcf5189,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:50.505633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:50.619065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:50.619335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:50.623202 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.623623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:50.626660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Bound port: f1bdb82e-8a4f-478d-bc15-87516fcf5189, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:50.626845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.700053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf526f06-c0af-4f5c-a5c1-0191d6dafdc6 req-dc1c89d7-20da-43dd-9f15-46525ebc110e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:50.702114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf526f06-c0af-4f5c-a5c1-0191d6dafdc6 req-dc1c89d7-20da-43dd-9f15-46525ebc110e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.0913274 Sep 16 16:32:50.739123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:32:50.750361 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Sync routers for ids ['ad014514-d097-4e9b-8d6f-00eb5e737137'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:32:50.779594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'mac_address': 'fa:16:3e:56:c2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:32:50.782520 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Routers {'ad014514-d097-4e9b-8d6f-00eb5e737137'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:50.783292 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ad014514-d097-4e9b-8d6f-00eb5e737137'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:50.790787 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.830605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.832252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3341576e-c220-4477-80c0-7678d2d059d7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9847288 Sep 16 16:32:50.833691 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-18bdc90a-5c84-449a-9c45-4f48f914b45b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.835806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36972) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:50.889475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=5de7fd2a-067f-45f4-b2ea-de2d27d38f3b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:50.895692 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:50.901484 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf526f06-c0af-4f5c-a5c1-0191d6dafdc6 req-e1eaa971-bc5f-4a9a-8514-58b39b18207a tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855283 Sep 16 16:32:50.929745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No DVR routers for this DVR port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:51.031867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdc90a-5c84-449a-9c45-4f48f914b45b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event deleted for resources: {'Port': ['ID=e8a11358-4cf1-4160-b352-ba040950d0fd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:51.035897 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-18bdc90a-5c84-449a-9c45-4f48f914b45b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] No DVR routers for this DVR port e8a11358-4cf1-4160-b352-ba040950d0fd on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:51.042006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-18bdc90a-5c84-449a-9c45-4f48f914b45b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.044763 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-06dbd1ee-f95e-4572-810f-1a6b6c9f2d32 req-18bdc90a-5c84-449a-9c45-4f48f914b45b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.52 "DELETE /v2.0/ports/e8a11358-4cf1-4160-b352-ba040950d0fd HTTP/1.1" status: 204 len: 173 time: 1.4896686 Sep 16 16:32:51.045218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1070308-c9ea-4477-8b07-004e415585b7', 'name': 'network-vif-deleted', 'tag': 'e8a11358-4cf1-4160-b352-ba040950d0fd'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:51.047848 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61366e92-f020-4919-9e86-9ebc46f0b2c1" -d '{"events": [{"server_uuid": "e1070308-c9ea-4477-8b07-004e415585b7", "name": "network-vif-deleted", "tag": "e8a11358-4cf1-4160-b352-ba040950d0fd"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:51.091880 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Set router ad014514-d097-4e9b-8d6f-00eb5e737137 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:32:51.181628 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.187278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2ee218c3-6eb9-4977-a29d-7cedd94f9af5 None None] Port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b update to ACTIVE by agent not found {{(pid=95359) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 16:32:51.202774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Port 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b update to ACTIVE by agent not found {{(pid=95359) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 16:32:51.319397 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.384519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1629d81-9352-44c2-80df-19866faeaf9b']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:51.389601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6844ce1f-4e62-4d31-8554-b3b667536a1e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:32:51.422379 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] For port f1bdb82e-8a4f-478d-bc15-87516fcf5189, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:51.422816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4f92-ac82-49b8-857e-84566432805f req-0a65f24d-be76-43fd-93d7-3770ac160ee1 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:51.429999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-0a65f24d-be76-43fd-93d7-3770ac160ee1 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/networks?id=d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 200 len: 811 time: 0.5491135 Sep 16 16:32:51.462917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-f56bce1f-e96a-4be9-87cc-d87364c8f692 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/quotas/6adea0c584af4d78aef296ec16ef3138 HTTP/1.1" status: 200 len: 375 time: 0.0319171 Sep 16 16:32:51.466554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e812805-98a7-44e5-b611-6bc36d4648bb') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:51.466799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e812805-98a7-44e5-b611-6bc36d4648bb') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:51.482711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81455fe0-aee9-4c68-9d1e-444a6fe17e52 None None] DHCP port deletion for a1629d81-9352-44c2-80df-19866faeaf9b request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:32:51.532722 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.553440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b341c1-528b-40a7-b0d2-2bff4f5c123f req-283a49a6-227d-4a2a-86a6-82d9654eebca tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:51.563200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48b341c1-528b-40a7-b0d2-2bff4f5c123f req-283a49a6-227d-4a2a-86a6-82d9654eebca tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 945 time: 0.3997967 Sep 16 16:32:51.568620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] For port f1bdb82e-8a4f-478d-bc15-87516fcf5189, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f1bdb82e-8a4f-478d-bc15-87516fcf5189,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:51.574049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:51.575263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-95983d11-c5d2-4a91-814e-3bc52bf35e13 None None] Provisioning complete for port 55e82af6-772e-42df-a999-64ac9825508e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:51.575684 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95983d11-c5d2-4a91-814e-3bc52bf35e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.613062 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.617382 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 3, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:51.627193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-fafeffbe-eda6-4561-b64f-87997e1d7747 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6adea0c584af4d78aef296ec16ef3138&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1634109 Sep 16 16:32:51.662129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48b341c1-528b-40a7-b0d2-2bff4f5c123f req-2d1ffe82-3ce9-446e-b808-d53174f333f4 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929873 Sep 16 16:32:51.689094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:32:51.689094 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.690699 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 55e82af6-772e-42df-a999-64ac9825508e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:51.695243 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Checking router: ad014514-d097-4e9b-8d6f-00eb5e737137 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:32:51.695853 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Updating router ad014514-d097-4e9b-8d6f-00eb5e737137 port dd3f2ed0-4f95-4b19-b583-be23d8be0635 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:32:51.696639 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:32:51.702748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.752299 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.762972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.769116 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:51.829435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a425b42-9289-4be1-8b5e-b4ae5b602022 None None] Pushing event updated for resources: {'Port': ['ID=f1bdb82e-8a4f-478d-bc15-87516fcf5189,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:51.961025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6844ce1f-4e62-4d31-8554-b3b667536a1e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:51.962756 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95983d11-c5d2-4a91-814e-3bc52bf35e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.006613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e875f6-0e16-4e90-8564-a75314af2997 req-b20797bf-a06e-4dd5-b669-da2c411c81df tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:52.010738 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e875f6-0e16-4e90-8564-a75314af2997 req-b20797bf-a06e-4dd5-b669-da2c411c81df tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "GET /v2.0/ports?device_id=90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1 HTTP/1.1" status: 200 len: 950 time: 0.1471782 Sep 16 16:32:52.012048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Routers {'ea3c8d55-dfe7-42c8-ad21-598968ead104'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:52.013566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ea3c8d55-dfe7-42c8-ad21-598968ead104'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:52.076280 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:52.158413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 55e82af6-772e-42df-a999-64ac9825508e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:52.158870 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.165580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-95983d11-c5d2-4a91-814e-3bc52bf35e13 None None] For port 55e82af6-772e-42df-a999-64ac9825508e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=55e82af6-772e-42df-a999-64ac9825508e,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:52.204524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Allocated IP 172.20.0.1 (dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1/e5a71a58-08d9-4026-93a5-19ac2f92842a/cf1236e8-98dc-41f9-bbb0-d6a6c258d8db) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:52.211883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-5377954a-b399-4ded-8a23-143462c3d310 service neutron] 10.222.0.22 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313516 Sep 16 16:32:52.275658 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.278120 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95983d11-c5d2-4a91-814e-3bc52bf35e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.288614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-01e875f6-0e16-4e90-8564-a75314af2997 req-e09e9f82-37af-4f59-8797-7f3fc799b223 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Deleting port bac60836-8f99-45a1-bc5e-cce0f4816647 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:52.288733 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e875f6-0e16-4e90-8564-a75314af2997 req-e09e9f82-37af-4f59-8797-7f3fc799b223 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.294563 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.299850 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/networks/a1629d81-9352-44c2-80df-19866faeaf9b HTTP/1.1" status: 204 len: 168 time: 2.5087276 Sep 16 16:32:52.312152 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36990) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:52.318180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'name': 'tempest-PortsIpV6TestJSON-498095846'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:52.335629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-95983d11-c5d2-4a91-814e-3bc52bf35e13 None None] Could not find standard attr ID for object 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:32:52.343223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] Set router ea3c8d55-dfe7-42c8-ad21-598968ead104 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:32:52.363302 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.389486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a82adc-b11c-4037-8e95-61f564892901 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Network': ['ID=a1629d81-9352-44c2-80df-19866faeaf9b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:52.430101 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.462348 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea639bf-7602-4468-9fa5-599695bba61c x-openstack-request-id: req-3ea639bf-7602-4468-9fa5-599695bba61c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:52.462613 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1070308-c9ea-4477-8b07-004e415585b7", "name": "network-vif-deleted", "tag": "e8a11358-4cf1-4160-b352-ba040950d0fd", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:52.463020 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ea639bf-7602-4468-9fa5-599695bba61c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:52.463263 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1070308-c9ea-4477-8b07-004e415585b7', 'name': 'network-vif-deleted', 'tag': 'e8a11358-4cf1-4160-b352-ba040950d0fd', 'status': 'completed', 'code': 200} Sep 16 16:32:52.489576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95983d11-c5d2-4a91-814e-3bc52bf35e13 None None] Pushing event updated for resources: {'Port': ['ID=55e82af6-772e-42df-a999-64ac9825508e,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:52.582983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.596377 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Attempting to bind port dd3f2ed0-4f95-4b19-b583-be23d8be0635 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:32:52.599357 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Attempting to bind port dd3f2ed0-4f95-4b19-b583-be23d8be0635 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:32:52.600283 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Attempting to bind port dd3f2ed0-4f95-4b19-b583-be23d8be0635 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:32:52.606809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-01e875f6-0e16-4e90-8564-a75314af2997 req-e09e9f82-37af-4f59-8797-7f3fc799b223 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] For port bac60836-8f99-45a1-bc5e-cce0f4816647, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bac60836-8f99-45a1-bc5e-cce0f4816647,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:52.607344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e875f6-0e16-4e90-8564-a75314af2997 req-e09e9f82-37af-4f59-8797-7f3fc799b223 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.625932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-01e875f6-0e16-4e90-8564-a75314af2997 req-e09e9f82-37af-4f59-8797-7f3fc799b223 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Calling delete_port for bac60836-8f99-45a1-bc5e-cce0f4816647 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:52.638105 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-a16a0e56-32d3-4246-b26a-98fe79ac4687 service neutron] 10.222.0.22 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146609 Sep 16 16:32:52.640757 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:32:52.641494 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:32:52.642120 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.642589 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:32:52.643331 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Bound port: dd3f2ed0-4f95-4b19-b583-be23d8be0635, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:32:52.644059 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.667858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:52.677928 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.738935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port 384e76d5-2754-4a7f-9759-3279291d13e8 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:32:52.760376 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97133cee-3c61-46e8-bf83-c962194b3145 None None] Pushing event updated for resources: {'Port': ['ID=dd3f2ed0-4f95-4b19-b583-be23d8be0635,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:52.785673 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] For port dd3f2ed0-4f95-4b19-b583-be23d8be0635, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:32:52.817712 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] For port dd3f2ed0-4f95-4b19-b583-be23d8be0635, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dd3f2ed0-4f95-4b19-b583-be23d8be0635,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:32:52.823490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd2b1b-3c70-4abc-81cc-e5b426024a20 req-08e16799-70d3-4bb3-926c-db9b37967f24 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:52.829983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3cd2b1b-3c70-4abc-81cc-e5b426024a20 req-08e16799-70d3-4bb3-926c-db9b37967f24 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.1311491 Sep 16 16:32:52.832192 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.898545 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:52.903606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3cd2b1b-3c70-4abc-81cc-e5b426024a20 req-3f71dd9c-46b6-45ec-a852-ee8931b7d9b7 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663180 Sep 16 16:32:52.974326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'name': 'tempest-ServerRescueTestJSON-1194494519-router', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:40Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 4, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'gw_port': {'id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:42Z', 'updated_at': '2021-09-16T16:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '14016dfa-d3b0-4337-a6c3-0f58926a09eb', 'name': '', 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'mac_address': 'fa:16:3e:70:b8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 2, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'subnets': [{'id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:52.985537 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Routers {'ad014514-d097-4e9b-8d6f-00eb5e737137'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:52.986466 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ad014514-d097-4e9b-8d6f-00eb5e737137'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:53.046504 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97133cee-3c61-46e8-bf83-c962194b3145 None None] Pushing event updated for resources: {'Port': ['ID=dd3f2ed0-4f95-4b19-b583-be23d8be0635,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:53.057101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1343ffd-f55c-49c0-ab6c-b699c94360e6 None None] The sync data for ids ['ea3c8d55-dfe7-42c8-ad21-598968ead104'] in n-d-807786-3 is: [{'id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'name': 'tempest-ServerRescueTestJSON-1194494519-router', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:40Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 4, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'gw_port': {'id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:42Z', 'updated_at': '2021-09-16T16:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '14016dfa-d3b0-4337-a6c3-0f58926a09eb', 'name': '', 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'mac_address': 'fa:16:3e:70:b8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 2, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'subnets': [{'id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:32:53.134821 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bcb4aa9b-8f71-4e61-94f2-463982bdc089 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:53.186940 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] Set router ad014514-d097-4e9b-8d6f-00eb5e737137 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:32:53.326266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f9601-eadb-4e1a-8ab7-87a7acd99faa req-2bbc52c2-b6d3-4690-b5c6-e296162acbe3 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:53.326266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d8f9601-eadb-4e1a-8ab7-87a7acd99faa req-2bbc52c2-b6d3-4690-b5c6-e296162acbe3 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1 HTTP/1.1" status: 200 len: 950 time: 0.2397492 Sep 16 16:32:53.355355 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 55e82af6-772e-42df-a999-64ac9825508e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:53.393428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b42a72-176c-4151-aaa6-77769f70d2ed req-cb61591c-71e7-4cde-bcf7-d3ad7df93c12 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:53.406667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83b42a72-176c-4151-aaa6-77769f70d2ed req-cb61591c-71e7-4cde-bcf7-d3ad7df93c12 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 945 time: 0.2324603 Sep 16 16:32:53.475386 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port bcb4aa9b-8f71-4e61-94f2-463982bdc089 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:32:53.499878 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port bcb4aa9b-8f71-4e61-94f2-463982bdc089 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:53.500263 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:53.520799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d8f9601-eadb-4e1a-8ab7-87a7acd99faa req-ea241fbc-3c2b-4189-a27a-1a7cbc2d3e29 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687686 Sep 16 16:32:53.597506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83b42a72-176c-4151-aaa6-77769f70d2ed req-64418663-648b-40fe-a011-5c58d73c840b tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897559 Sep 16 16:32:53.610602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1236e8-98dc-41f9-bbb0-d6a6c258d8db,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:53.695638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 55e82af6-772e-42df-a999-64ac9825508e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:53.698756 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:53.775350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:53.795404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:53.798262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:53.825650 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 3, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:53.830327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6844ce1f-4e62-4d31-8554-b3b667536a1e up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:53.889959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-e62cf424-044c-457a-9f0f-8b33f29b6c48 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:53.893680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-e62cf424-044c-457a-9f0f-8b33f29b6c48 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/networks?id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 HTTP/1.1" status: 200 len: 822 time: 0.2688344 Sep 16 16:32:53.910764 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a65ca6-d06e-4ad2-89bc-6a0b88dc1f2c None None] The sync data for ids ['ad014514-d097-4e9b-8d6f-00eb5e737137'] in n-d-807786-3 is: [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 3, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:32:53.918529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-26a408b1-822e-4d72-82d6-9d6a3176e3ea tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/quotas/89480843ad5b4250bab54c1d0aacd3c6 HTTP/1.1" status: 200 len: 375 time: 0.0166004 Sep 16 16:32:54.033784 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:54.078014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-3f638c5a-5eef-40f2-9d52-1167ae091671 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89480843ad5b4250bab54c1d0aacd3c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432331 Sep 16 16:32:54.083523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-db408790-7986-4fa7-adf5-4b5e28d5d5e2 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:54.092045 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-db408790-7986-4fa7-adf5-4b5e28d5d5e2 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 950 time: 0.4481235 Sep 16 16:32:54.334534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a665bf53-1682-41df-952a-7b0aa7e27861 req-3c73a7b6-9f09-4cb3-9eaf-188639650574 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 210 time: 0.0696075 Sep 16 16:32:54.340355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:54.366795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:54.409200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-ef4b27ff-1a2e-4953-a05e-e7b15416fdf6 service neutron] 10.222.0.22 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300636 Sep 16 16:32:54.484791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e875f6-0e16-4e90-8564-a75314af2997 req-e09e9f82-37af-4f59-8797-7f3fc799b223 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:54.567385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:54.663039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6', 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:54.681523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e9f82-37af-4f59-8797-7f3fc799b223 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event deleted for resources: {'Port': ['ID=bac60836-8f99-45a1-bc5e-cce0f4816647,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:54.712103 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-20c252dd-30ca-4199-8ccb-333d5f3df3f8 service neutron] 10.222.0.22 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016047 Sep 16 16:32:54.754687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ff75b-4aa6-49ed-ac6f-df8b716b43f1 req-3a68a86d-d851-4b93-9469-1f0ac2c13565 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:54.762790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af6ff75b-4aa6-49ed-ac6f-df8b716b43f1 req-3a68a86d-d851-4b93-9469-1f0ac2c13565 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.1597869 Sep 16 16:32:54.785699 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855a17a3-2147-449a-83dc-67dd4a5bf75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb4aa9b-8f71-4e61-94f2-463982bdc089'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:54.793179 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a112a4a5-d3dc-46be-98ec-6080ebce2249" -d '{"events": [{"server_uuid": "855a17a3-2147-449a-83dc-67dd4a5bf75f", "name": "network-vif-plugged", "status": "completed", "tag": "bcb4aa9b-8f71-4e61-94f2-463982bdc089"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:54.823043 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 6844ce1f-4e62-4d31-8554-b3b667536a1e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:54.823426 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:54.862047 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af6ff75b-4aa6-49ed-ac6f-df8b716b43f1 req-735f00a0-daf8-40bb-88f2-6172adc70b19 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981340 Sep 16 16:32:54.990910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e875f6-0e16-4e90-8564-a75314af2997 req-e09e9f82-37af-4f59-8797-7f3fc799b223 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] No DVR routers for this DVR port bac60836-8f99-45a1-bc5e-cce0f4816647 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:54.992765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bcb4aa9b-8f71-4e61-94f2-463982bdc089, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bcb4aa9b-8f71-4e61-94f2-463982bdc089,segment=NetworkSegment(309a63e0-3e44-48fb-bd97-6ef0ed38f212),segment_id=309a63e0-3e44-48fb-bd97-6ef0ed38f212)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:54.993395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-01e875f6-0e16-4e90-8564-a75314af2997 req-e09e9f82-37af-4f59-8797-7f3fc799b223 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:54.997717 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-01e875f6-0e16-4e90-8564-a75314af2997 req-e09e9f82-37af-4f59-8797-7f3fc799b223 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "DELETE /v2.0/ports/bac60836-8f99-45a1-bc5e-cce0f4816647 HTTP/1.1" status: 204 len: 173 time: 2.9778903 Sep 16 16:32:55.004662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1', 'name': 'network-vif-deleted', 'tag': 'bac60836-8f99-45a1-bc5e-cce0f4816647'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:55.023058 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b53ff11-809f-4553-add7-d3c63d740bf1" -d '{"events": [{"server_uuid": "90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1", "name": "network-vif-deleted", "tag": "bac60836-8f99-45a1-bc5e-cce0f4816647"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:55.032671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c5cd2994-74a2-44ae-a43d-2247c7edd45d None None] Provisioning complete for port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:55.033055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2994-74a2-44ae-a43d-2247c7edd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:55.046904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cb149-6347-4707-9066-4578784031ce req-e81f7a2f-3de9-4f91-911f-826a86e3e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:55.050504 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f8cb149-6347-4707-9066-4578784031ce req-e81f7a2f-3de9-4f91-911f-826a86e3e47c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 1097 time: 0.7063746 Sep 16 16:32:55.122267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65be7ad7-86cc-4172-97fb-5ccb28fb7646 req-099e89f3-69fc-4941-98b5-8d25266df91f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1 HTTP/1.1" status: 200 len: 210 time: 0.1086140 Sep 16 16:32:55.154599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd2994-74a2-44ae-a43d-2247c7edd45d None None] Port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:32:55.193566 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:55.234713 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:55.309568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bac60836-8f99-45a1-bc5e-cce0f4816647 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:55.335373 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410eae10-90e7-4b24-9146-a2d4baa92fbd x-openstack-request-id: req-410eae10-90e7-4b24-9146-a2d4baa92fbd {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:55.335958 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855a17a3-2147-449a-83dc-67dd4a5bf75f", "name": "network-vif-plugged", "status": "completed", "tag": "bcb4aa9b-8f71-4e61-94f2-463982bdc089", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:55.336427 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-410eae10-90e7-4b24-9146-a2d4baa92fbd {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:55.337014 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855a17a3-2147-449a-83dc-67dd4a5bf75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb4aa9b-8f71-4e61-94f2-463982bdc089', 'code': 200} Sep 16 16:32:55.364515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f237c-5635-4e84-b9d3-7fa34f0dfc5a req-2f31973b-e3b7-4cfd-a069-c54861d7248d tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:55.376739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a77f237c-5635-4e84-b9d3-7fa34f0dfc5a req-2f31973b-e3b7-4cfd-a069-c54861d7248d tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 946 time: 0.0891578 Sep 16 16:32:55.478144 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7489c89-a7c4-4c6d-b9af-57fa2e5e4880 x-openstack-request-id: req-c7489c89-a7c4-4c6d-b9af-57fa2e5e4880 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:55.478447 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1", "name": "network-vif-deleted", "tag": "bac60836-8f99-45a1-bc5e-cce0f4816647", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:55.478703 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7489c89-a7c4-4c6d-b9af-57fa2e5e4880 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:55.479128 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1', 'name': 'network-vif-deleted', 'tag': 'bac60836-8f99-45a1-bc5e-cce0f4816647', 'status': 'completed', 'code': 200} Sep 16 16:32:55.531459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-ea0e0265-fd2d-479a-870d-bb29f6154ca8 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Deleting port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:55.531703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-ea0e0265-fd2d-479a-870d-bb29f6154ca8 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:55.602703 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:55.623318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3ccddc3-0c9f-48df-ad46-ed373e04bfdc req-a63dd25a-6ba2-44ca-9b21-1dceb013a992 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 210 time: 0.0966291 Sep 16 16:32:55.664060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a77f237c-5635-4e84-b9d3-7fa34f0dfc5a req-cad5b45e-75ff-4872-a6a5-8610cb95546f tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862148 Sep 16 16:32:55.741053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cb149-6347-4707-9066-4578784031ce req-4a344745-f030-477d-9acf-a8960db78e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:55.742608 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f8cb149-6347-4707-9066-4578784031ce req-4a344745-f030-477d-9acf-a8960db78e06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 920 time: 0.6784358 Sep 16 16:32:55.744660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:55.752671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: bac60836-8f99-45a1-bc5e-cce0f4816647 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:32:55.753568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bac60836-8f99-45a1-bc5e-cce0f4816647 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:32:55.756007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:55.774705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=384e76d5-2754-4a7f-9759-3279291d13e8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:55.777834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:32:55.786502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e96f80e-ff42-442d-9804-0a32bc13695c req-65f799da-1817-4fcf-ae28-e164b85f3ad7 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 210 time: 0.0833099 Sep 16 16:32:55.812474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:32:55.812896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5de7fd2a-067f-45f4-b2ea-de2d27d38f3b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:32:55.820958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:55.821851 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:55.860124 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:55.900951 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f8cb149-6347-4707-9066-4578784031ce req-ab417d68-d49c-4be3-8284-1a5eb90f6e5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e05f2152-0f69-495a-80b9-5a68d37cb2ef HTTP/1.1" status: 200 len: 217 time: 0.0700736 Sep 16 16:32:55.901532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:55.938447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:56.059912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=bcb4aa9b-8f71-4e61-94f2-463982bdc089,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:56.080742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d822ef-fe95-4ad2-9ee5-136f3f00af48 req-3cb15259-69ec-4a20-b4c4-186a28d16039 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:56.090763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38d822ef-fe95-4ad2-9ee5-136f3f00af48 req-3cb15259-69ec-4a20-b4c4-186a28d16039 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.0872855 Sep 16 16:32:56.111662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:56.113291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device bea5c325-5472-4202-bc03-4509b595b299 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:56.144327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cb149-6347-4707-9066-4578784031ce req-abe90499-8fae-4ee0-aed0-90116fafc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:56.145918 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f8cb149-6347-4707-9066-4578784031ce req-abe90499-8fae-4ee0-aed0-90116fafc805 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05b8b946-5be3-44b8-8a46-f2fcda27e5b0 HTTP/1.1" status: 200 len: 859 time: 0.2105637 Sep 16 16:32:56.247474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38d822ef-fe95-4ad2-9ee5-136f3f00af48 req-bcb8afb1-e5cc-439b-8d1d-4283b5ebdcb4 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461160 Sep 16 16:32:56.282456 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f8cb149-6347-4707-9066-4578784031ce req-b9a86923-a221-4481-9fcb-5c8aeb2f8c99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638223 Sep 16 16:32:56.308572 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0e0d7-7f9e-4cb4-969b-9b3bb9786f2c req-09cfb281-eba4-4f17-9891-02bfd593d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:56.308572 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d4a0e0d7-7f9e-4cb4-969b-9b3bb9786f2c req-09cfb281-eba4-4f17-9891-02bfd593d5a1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 1097 time: 0.7553296 Sep 16 16:32:56.341755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f1bdb82e-8a4f-478d-bc15-87516fcf5189 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:56.377915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb1a2621-7cd7-47ef-bd3a-1c3c87244c31 req-59f179b9-709c-4d2e-8e68-4b7c8f5bb36b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f54e40-3b0a-4d06-a9d2-e8b9d5b726b1 HTTP/1.1" status: 200 len: 210 time: 0.0857847 Sep 16 16:32:56.397868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: bea5c325-5472-4202-bc03-4509b595b299 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:32:56.398220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device bea5c325-5472-4202-bc03-4509b595b299 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:32:56.398635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e8a11358-4cf1-4160-b352-ba040950d0fd no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:56.422964 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b582d744-b90b-4864-98c7-ca5cfe70830e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.1098931 Sep 16 16:32:56.428228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37076) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:56.580558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: e8a11358-4cf1-4160-b352-ba040950d0fd {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:32:56.581851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e8a11358-4cf1-4160-b352-ba040950d0fd not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:32:56.581990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5210e-b161-446c-8c01-a796a0b4ed08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 384e76d5-2754-4a7f-9759-3279291d13e8 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:32:56.582314 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbd5210e-b161-446c-8c01-a796a0b4ed08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:56.654503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:32:56.790254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=10']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:56.814414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f8cb149-6347-4707-9066-4578784031ce req-e49caeb2-334b-412d-81d9-62ce4c66d437 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020974 Sep 16 16:32:56.822900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbd5210e-b161-446c-8c01-a796a0b4ed08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:56.833519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d4a0e0d7-7f9e-4cb4-969b-9b3bb9786f2c req-8c978234-c7d2-40ab-a0ed-e20cbd37c20f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173175 Sep 16 16:32:56.840962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-ea0e0265-fd2d-479a-870d-bb29f6154ca8 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] For port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:56.841335 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-ea0e0265-fd2d-479a-870d-bb29f6154ca8 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:56.921608 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0abe4e74-078b-41c7-b1ef-a12fdc2883fe req-7cb8c2e8-830f-4e76-bdca-00387e919d49 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 210 time: 0.1206191 Sep 16 16:32:56.963766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5210e-b161-446c-8c01-a796a0b4ed08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 384e76d5-2754-4a7f-9759-3279291d13e8 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:56.972932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f1bdb82e-8a4f-478d-bc15-87516fcf5189 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:56.977167 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:57.069408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-ea0e0265-fd2d-479a-870d-bb29f6154ca8 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Calling delete_port for ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:32:57.092467 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:57.164621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:57.192929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a9abf-be87-4575-91a0-ab72b9d3607c req-ba95a03f-6aec-4dfd-a72b-84f2f3b4fef8 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:57.218262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-895a9abf-be87-4575-91a0-ab72b9d3607c req-ba95a03f-6aec-4dfd-a72b-84f2f3b4fef8 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 946 time: 0.4539554 Sep 16 16:32:57.258250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a97fa5e0-98e7-43e8-aab8-d535550339d4 req-6550a304-f9f9-4153-8c67-4e58052abb8e tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 210 time: 0.1148617 Sep 16 16:32:57.285826 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-14fe45cc-3ea5-4bff-9aaa-ac250d531de3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5892413 Sep 16 16:32:57.286270 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:57.313354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbd5210e-b161-446c-8c01-a796a0b4ed08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:57.373816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e'}, {'server_uuid': 'a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:57.373816 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54f80f0-aa2b-445e-a755-7866eb0f2cb7" -d '{"events": [{"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e"}, {"server_uuid": "a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:57.375093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:57.387107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4f92-ac82-49b8-857e-84566432805f req-490ab6fa-1f74-4577-be8a-0e175611a45c tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:57.389438 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-490ab6fa-1f74-4577-be8a-0e175611a45c tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.52 "GET /v2.0/networks?id=d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 200 len: 811 time: 0.9023194 Sep 16 16:32:57.410973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Request body: {'port': {'device_id': 'fff70dc4-7579-4a4d-bc15-0cc935e010cf', 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4', 'admin_state_up': True, 'tenant_id': '6adea0c584af4d78aef296ec16ef3138'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:57.483098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbd5210e-b161-446c-8c01-a796a0b4ed08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:57.497511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dbd5210e-b161-446c-8c01-a796a0b4ed08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/384e76d5-2754-4a7f-9759-3279291d13e8 HTTP/1.1" status: 204 len: 168 time: 1.0675144 Sep 16 16:32:57.505737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37100) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:32:57.515803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'mac_address': 'fa:16:3e:ad:e3:80', 'name': 'tempest-PortsIpV6TestJSON-274025841'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:57.523751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-895a9abf-be87-4575-91a0-ab72b9d3607c req-23396e38-9e74-42a6-9592-4e82643b046a tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045785 Sep 16 16:32:57.530318 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f8cb149-6347-4707-9066-4578784031ce req-ccfcf37c-ce27-41e1-8ca1-a42272c39945 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662507 Sep 16 16:32:57.531519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5210e-b161-446c-8c01-a796a0b4ed08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=384e76d5-2754-4a7f-9759-3279291d13e8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:57.533177 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:57.574536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port f1bdb82e-8a4f-478d-bc15-87516fcf5189, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f1bdb82e-8a4f-478d-bc15-87516fcf5189,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:57.595860 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:57.612430 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac61f82-641d-44c9-9e42-4fb0c1df4e25 x-openstack-request-id: req-dac61f82-641d-44c9-9e42-4fb0c1df4e25 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:57.612781 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e", "code": 200}, {"server_uuid": "a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:57.613044 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dac61f82-641d-44c9-9e42-4fb0c1df4e25 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:57.613650 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'code': 200} Sep 16 16:32:57.613961 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'code': 200} Sep 16 16:32:57.658513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-161a48d7-9886-440a-aae5-55d0fd9d8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:57.660254 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-161a48d7-9886-440a-aae5-55d0fd9d8832 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5759ed06b14c399c260d687bd11bf2&device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 1101 time: 0.3336065 Sep 16 16:32:57.688681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471243d-f6cc-4831-974e-1c24827d0b3b req-291b006d-1514-49f4-a682-880f32ec44aa tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:57.704353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2471243d-f6cc-4831-974e-1c24827d0b3b req-291b006d-1514-49f4-a682-880f32ec44aa tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.0831461 Sep 16 16:32:57.721261 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:57.724402 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dd3f2ed0-4f95-4b19-b583-be23d8be0635 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:57.773876 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:57.795700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2471243d-f6cc-4831-974e-1c24827d0b3b req-2259410c-5ac1-4ef3-8fdd-d5f9c931f457 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929224 Sep 16 16:32:57.862115 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:32:57.927800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637de1d-d662-4206-a092-20f46122ee0c req-dc19d58b-f665-4109-96be-b7c45bd720f9 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:57.930345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8637de1d-d662-4206-a092-20f46122ee0c req-dc19d58b-f665-4109-96be-b7c45bd720f9 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 948 time: 0.1167843 Sep 16 16:32:57.960134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=f1bdb82e-8a4f-478d-bc15-87516fcf5189,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:58.000401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port dd3f2ed0-4f95-4b19-b583-be23d8be0635 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:58.003391 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:58.070530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Sync routers for ids ['ea3c8d55-dfe7-42c8-ad21-598968ead104'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:32:58.093195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1236e8-98dc-41f9-bbb0-d6a6c258d8db,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:58.108001 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:58.130118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3036e0f5-7c8c-445b-b830-6ac5566b93da req-9bb60031-f2ef-4f95-866f-b044076abf8c tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 210 time: 0.0849741 Sep 16 16:32:58.138129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8637de1d-d662-4206-a092-20f46122ee0c req-36dbb980-e456-47c4-a587-79f0d1e1b85a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860344 Sep 16 16:32:58.157056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Routers {'ea3c8d55-dfe7-42c8-ad21-598968ead104'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:32:58.157703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ea3c8d55-dfe7-42c8-ad21-598968ead104'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:58.209896 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:58.256219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port dd3f2ed0-4f95-4b19-b583-be23d8be0635, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dd3f2ed0-4f95-4b19-b583-be23d8be0635,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:32:58.263405 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d6263ce-a091-4116-8d56-bd7268ef664b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:58.348530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Set router ea3c8d55-dfe7-42c8-ad21-598968ead104 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:32:58.391654 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:58.483652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f7a0830-f8fa-4606-a5bf-0d6d16ba1973 req-eaa730ed-e612-413f-b266-dbe328e31721 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 210 time: 0.0588222 Sep 16 16:32:58.502437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=dd3f2ed0-4f95-4b19-b583-be23d8be0635,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:58.595396 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f1bdb82e-8a4f-478d-bc15-87516fcf5189 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:32:58.674612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-b3a61f36-7349-49b7-bfad-f3e36ccb320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:58.676026 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-b3a61f36-7349-49b7-bfad-f3e36ccb320a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.9722497 Sep 16 16:32:58.687538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-a25df306-4779-43a7-9ded-b60932868ff4 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:58.689162 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-a25df306-4779-43a7-9ded-b60932868ff4 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.52 "GET /v2.0/networks?id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 HTTP/1.1" status: 200 len: 822 time: 0.1470895 Sep 16 16:32:58.690077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-ea0e0265-fd2d-479a-870d-bb29f6154ca8 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:58.694542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:58.710878 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:58.711891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Request body: {'port': {'device_id': '43b266b5-35ac-4466-a9e5-2ff32bb76bd8', 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3', 'admin_state_up': True, 'tenant_id': '89480843ad5b4250bab54c1d0aacd3c6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:32:58.713036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:32:58.739360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577bfba-a442-47a5-ad48-5ad82d559651 req-5bb540da-1621-4166-86fa-f41f0d770826 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:58.741522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c577bfba-a442-47a5-ad48-5ad82d559651 req-5bb540da-1621-4166-86fa-f41f0d770826 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 946 time: 0.0667462 Sep 16 16:32:58.807587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c577bfba-a442-47a5-ad48-5ad82d559651 req-f962c3fd-dc37-423e-a4f3-e5e21ffdc3cc tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570357 Sep 16 16:32:58.881002 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-6a647c17-7963-43e4-af74-bac199c9900e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05810ea1-da5e-4749-9429-92be214361b6 HTTP/1.1" status: 200 len: 217 time: 0.1529822 Sep 16 16:32:58.923001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e0265-fd2d-479a-870d-bb29f6154ca8 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event deleted for resources: {'Port': ['ID=ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:32:59.026406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f1bdb82e-8a4f-478d-bc15-87516fcf5189 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:32:59.026810 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:59.077905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Made reservation on behalf of 6adea0c584af4d78aef296ec16ef3138 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:59.082371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:59.114032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074256b-cdaf-42f3-8abe-3a6f9d1117c6 req-a73a6c77-de74-42f1-a24a-55b343a522df tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:59.124459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5074256b-cdaf-42f3-8abe-3a6f9d1117c6 req-a73a6c77-de74-42f1-a24a-55b343a522df tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.1531656 Sep 16 16:32:59.200667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-ea0e0265-fd2d-479a-870d-bb29f6154ca8 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] No DVR routers for this DVR port ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:32:59.225335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5074256b-cdaf-42f3-8abe-3a6f9d1117c6 req-874531a2-c58c-4d5a-9665-0ff378dead81 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982158 Sep 16 16:32:59.227392 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:59.235048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-10856fb5-69db-4b11-989e-18ce226c9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:59.237048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-10856fb5-69db-4b11-989e-18ce226c9e9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.3273389 Sep 16 16:32:59.253784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'name': 'tempest-ServerRescueTestJSON-1194494519-router', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:40Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 4, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'gw_port': {'id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:42Z', 'updated_at': '2021-09-16T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '14016dfa-d3b0-4337-a6c3-0f58926a09eb', 'name': '', 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'mac_address': 'fa:16:3e:70:b8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 2, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'subnets': [{'id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:32:59.266008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-ea0e0265-fd2d-479a-870d-bb29f6154ca8 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:59.268484 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90f80968-6c0a-4392-b190-ce42d37492d3 req-ea0e0265-fd2d-479a-870d-bb29f6154ca8 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "DELETE /v2.0/ports/ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc HTTP/1.1" status: 204 len: 173 time: 5.1496119 Sep 16 16:32:59.291301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3', 'name': 'network-vif-deleted', 'tag': 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:32:59.303944 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa34de1-4162-453f-ac53-364695f22da6" -d '{"events": [{"server_uuid": "a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3", "name": "network-vif-deleted", "tag": "ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:32:59.325478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Checking router: ea3c8d55-dfe7-42c8-ad21-598968ead104 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:32:59.325844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Updating router ea3c8d55-dfe7-42c8-ad21-598968ead104 port 14016dfa-d3b0-4337-a6c3-0f58926a09eb binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:32:59.452935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:32:59.471714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:32:59.486607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:32:59.503578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-363b0ff3-ce5f-4bcb-a0df-aea712f8b164 req-58c5dc85-944f-4ef9-9d1e-551c93dfc9a5 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0578861 Sep 16 16:32:59.674631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e9b7377-2dbf-44fa-b596-d34e7dfd3b0d req-687a2ab5-8084-40d7-a2f7-5134602d9e68 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 210 time: 0.2535651 Sep 16 16:32:59.675920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Allocated IP 172.20.0.12 (d43d92f2-5083-4446-9bd5-bdaac7789ac4/a13203e1-ad1b-46a8-821f-a49bec7564a8/3a0d0adf-6906-4102-90b9-9c90808cdd64) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:32:59.688452 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059237be-a852-4cca-ac8a-72d58f36e7ec x-openstack-request-id: req-059237be-a852-4cca-ac8a-72d58f36e7ec {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:32:59.688452 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3", "name": "network-vif-deleted", "tag": "ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:32:59.688819 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-059237be-a852-4cca-ac8a-72d58f36e7ec {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:32:59.691978 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3', 'name': 'network-vif-deleted', 'tag': 'ca0b702f-5fc0-4f5f-9eb1-625baa4bcbcc', 'status': 'completed', 'code': 200} Sep 16 16:32:59.707347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port c18c4580-9817-4889-8f4d-531dc8413364 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:32:59.723271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25f5522f-021a-4db6-a165-be05fbd940b8 req-a3fa233b-20c2-4262-becf-905c25329f33 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 210 time: 0.0647464 Sep 16 16:32:59.859597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-3afa1c3a-6c21-4add-98e3-625b28269d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:32:59.861379 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-3afa1c3a-6c21-4add-98e3-625b28269d27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6100593 Sep 16 16:32:59.961665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Made reservation on behalf of 89480843ad5b4250bab54c1d0aacd3c6 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:32:59.965837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:00.010843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0fbbb392-3eb9-44fe-883b-670843c953cf None None] Provisioning complete for port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:00.011246 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0fbbb392-3eb9-44fe-883b-670843c953cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:00.080248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbb392-3eb9-44fe-883b-670843c953cf None None] Port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:00.230626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:00.256229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Router ad014514-d097-4e9b-8d6f-00eb5e737137 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:33:00.300022 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:00.321482 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-43f2369c-b307-43dc-bfd9-213bdfee2d57 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494050 Sep 16 16:33:00.452436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c177e82-ba0d-4ba2-b11f-c1bb8b4563a7 req-220e32b8-ae3d-418a-8e2d-0695777b093c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:00.454586 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c177e82-ba0d-4ba2-b11f-c1bb8b4563a7 req-220e32b8-ae3d-418a-8e2d-0695777b093c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 946 time: 0.2344377 Sep 16 16:33:00.471123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae0fb8-7c48-47fd-853e-bdbc7b5b117b req-987260dc-d76b-4287-ae10-54c669d3f9c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:00.473394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39ae0fb8-7c48-47fd-853e-bdbc7b5b117b req-987260dc-d76b-4287-ae10-54c669d3f9c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.1186862 Sep 16 16:33:00.495655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dd3f2ed0-4f95-4b19-b583-be23d8be0635 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:00.557407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39ae0fb8-7c48-47fd-853e-bdbc7b5b117b req-be471bb4-01a5-4110-916b-38e297e363f5 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746834 Sep 16 16:33:00.613117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c177e82-ba0d-4ba2-b11f-c1bb8b4563a7 req-a7bedcc1-7fdc-4d3c-a1b6-439a2963aed1 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573672 Sep 16 16:33:00.616028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Allocated IP 172.20.0.10 (446d5ebf-cf80-4d92-9aad-a0f4e2a803f3/2e882bd5-7268-4bab-99dd-2a1efcaa8946/1d4c3d88-db53-4a26-84ee-4d88bc040558) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:00.718358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:33:00.724217 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13eadab3-c91e-4b18-b9c7-c8429feceb71 req-b3a08ce0-6bfe-49b5-a06d-c21e2e1e09f6 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602610 Sep 16 16:33:00.731356 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3b4e6c15-cb8a-4c3c-9790-7eb715be9c08 admin admin] 10.222.0.22 "PUT /v2.0/routers/ad014514-d097-4e9b-8d6f-00eb5e737137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8941107 Sep 16 16:33:00.746747 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Sync routers for ids ['ad014514-d097-4e9b-8d6f-00eb5e737137'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:33:00.758380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port dd3f2ed0-4f95-4b19-b583-be23d8be0635 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:00.759600 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:00.777221 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Routers {'ad014514-d097-4e9b-8d6f-00eb5e737137'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:00.779704 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:32:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ad014514-d097-4e9b-8d6f-00eb5e737137'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:00.783539 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:00.827114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:00.887857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee98da46-3f51-43b0-9b7c-631d4a5aad0e req-b66284ed-7812-4a33-abb0-12862921a159 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5345eb2-2338-4dcd-ad7e-02e7d9ee7bc3 HTTP/1.1" status: 200 len: 210 time: 0.1068528 Sep 16 16:33:00.918099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91857915-5027-4a75-919e-192ae6a09934 req-f4983ac5-134e-4442-88e7-dd8f07179b47 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 210 time: 0.1891570 Sep 16 16:33:00.971273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-37088e99-dcb7-4a37-af0e-dc22e17b7ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.171117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:01.175884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3cf0a-8f5c-48ee-9ccc-5bb6d3e14492 req-7f0892cd-7e57-46cf-b3c9-82b78e6df284 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:01.178238 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fd3cf0a-8f5c-48ee-9ccc-5bb6d3e14492 req-7f0892cd-7e57-46cf-b3c9-82b78e6df284 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 932 time: 0.1023331 Sep 16 16:33:01.188333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Network d43d92f2-5083-4446-9bd5-bdaac7789ac4 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:01.191937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Pushing event updated for resources: {'Port': ['ID=3a0d0adf-6906-4102-90b9-9c90808cdd64,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:01.244258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fd3cf0a-8f5c-48ee-9ccc-5bb6d3e14492 req-170d825b-7e44-4e8f-8f5d-9ef6512c6e59 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596724 Sep 16 16:33:01.246551 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.263542 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Set router ad014514-d097-4e9b-8d6f-00eb5e737137 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:01.291780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:01.314846 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.329539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:01.348079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:01.359343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:01.363029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.366860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:01.453188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43c57f-20bf-441d-acdb-e2cea3f0c6da None None] Pushing event updated for resources: {'Port': ['ID=14016dfa-d3b0-4337-a6c3-0f58926a09eb,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:01.510702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=c18c4580-9817-4889-8f4d-531dc8413364,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:01.519598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Attempting to bind port 14016dfa-d3b0-4337-a6c3-0f58926a09eb on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:01.520068 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Attempting to bind port 14016dfa-d3b0-4337-a6c3-0f58926a09eb by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:01.520363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Attempting to bind port 14016dfa-d3b0-4337-a6c3-0f58926a09eb on network d43d92f2-5083-4446-9bd5-bdaac7789ac4 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:01.530238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:01.530623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Checking segment: {'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:01.531572 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.531999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Bound using segment: {'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:01.532868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Bound port: 14016dfa-d3b0-4337-a6c3-0f58926a09eb, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:01.532868 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.548941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:01.549720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.556165 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.565779 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:55Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cf1236e8-98dc-41f9-bbb0-d6a6c258d8db', 'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'mac_address': 'fa:16:3e:3e:71:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:51Z', 'updated_at': '2021-09-16T16:32:56Z', 'revision_number': 2, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'subnets': [{'id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:01.579216 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.608908 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Checking router: ad014514-d097-4e9b-8d6f-00eb5e737137 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:33:01.608908 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Updating router ad014514-d097-4e9b-8d6f-00eb5e737137 port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:33:01.622030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] For port 14016dfa-d3b0-4337-a6c3-0f58926a09eb, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:01.625841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] For port 14016dfa-d3b0-4337-a6c3-0f58926a09eb, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=14016dfa-d3b0-4337-a6c3-0f58926a09eb,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:01.634738 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.656558 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-5298e7f3-7f89-4416-bfb1-65543bf2583b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2534904 Sep 16 16:33:01.658003 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-75d10896-7a2d-42d2-b1cd-96f2ffbae10e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.1474338 Sep 16 16:33:01.661806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37192) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:01.671912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37194) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:01.680728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Request body: {'port': {'device_id': 'fff70dc4-7579-4a4d-bc15-0cc935e010cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:01.696322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-148135d4-ee81-4f5d-8132-5c61defa9e27 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1386583913', 'description': 'tempest-description--1759192568'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:01.713169 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.751684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-8f618e79-79ad-4a5c-834b-24b518439288 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:01.753565 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-8f618e79-79ad-4a5c-834b-24b518439288 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.62 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 946 time: 0.1151717 Sep 16 16:33:01.761404 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.782355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.845455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Routers {'ea3c8d55-dfe7-42c8-ad21-598968ead104'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:01.846085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ea3c8d55-dfe7-42c8-ad21-598968ead104'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:01.894762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:01.903846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43c57f-20bf-441d-acdb-e2cea3f0c6da None None] Pushing event updated for resources: {'Port': ['ID=14016dfa-d3b0-4337-a6c3-0f58926a09eb,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:01.907659 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:01.913386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event updated for resources: {'Port': ['ID=1d4c3d88-db53-4a26-84ee-4d88bc040558,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:01.916429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:01.942880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:02.037059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] Set router ea3c8d55-dfe7-42c8-ad21-598968ead104 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:02.066774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:02.067589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.076267 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.156653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-84c7afc0-6159-472f-8496-7b7c801b134c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Deleting port bcb4aa9b-8f71-4e61-94f2-463982bdc089 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:02.157163 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-84c7afc0-6159-472f-8496-7b7c801b134c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.172290 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.284599 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca472c7-0eb9-4430-8967-0e06d4a4f3c7 None None] Pushing event updated for resources: {'Port': ['ID=cf1236e8-98dc-41f9-bbb0-d6a6c258d8db,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:02.366246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-84c7afc0-6159-472f-8496-7b7c801b134c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] For port bcb4aa9b-8f71-4e61-94f2-463982bdc089, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bcb4aa9b-8f71-4e61-94f2-463982bdc089,segment=NetworkSegment(309a63e0-3e44-48fb-bd97-6ef0ed38f212),segment_id=309a63e0-3e44-48fb-bd97-6ef0ed38f212)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:02.366908 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-84c7afc0-6159-472f-8496-7b7c801b134c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.443990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-84c7afc0-6159-472f-8496-7b7c801b134c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Calling delete_port for bcb4aa9b-8f71-4e61-94f2-463982bdc089 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:02.453042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169efeab-86c1-4df7-a0d1-ab9720d9a2c2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:02.454841 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-169efeab-86c1-4df7-a0d1-ab9720d9a2c2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/c18c4580-9817-4889-8f4d-531dc8413364 HTTP/1.1" status: 200 len: 844 time: 0.7918568 Sep 16 16:33:02.457300 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Attempting to bind port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:02.457767 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Attempting to bind port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:02.458228 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Attempting to bind port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db on network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:02.459046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0d0adf-6906-4102-90b9-9c90808cdd64 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:02.468031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37204) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:02.471104 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:02.471591 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Checking segment: {'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:02.472086 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.472611 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Bound using segment: {'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:02.474914 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Bound port: cf1236e8-98dc-41f9-bbb0-d6a6c258d8db, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:02.475415 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.492731 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.543520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba41b3-e9e2-421f-ad80-aa8c7a36e518 req-dfc2e14b-bdb3-4289-9ead-eea6170062db tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:02.547429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-baba41b3-e9e2-421f-ad80-aa8c7a36e518 req-dfc2e14b-bdb3-4289-9ead-eea6170062db tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 946 time: 0.7175665 Sep 16 16:33:02.576773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'name': 'tempest-ServerRescueTestJSON-1194494519-router', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:40Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 4, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'gw_port': {'id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:42Z', 'updated_at': '2021-09-16T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '14016dfa-d3b0-4337-a6c3-0f58926a09eb', 'name': '', 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'mac_address': 'fa:16:3e:70:b8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:33:01Z', 'revision_number': 4, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'subnets': [{'id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:02.590583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2af30d-396f-4b25-9db6-bc0029f1c78d req-89558e8d-3653-42b4-8e72-92ab8ce73da9 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:02.596980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Transition to ACTIVE for port object 3a0d0adf-6906-4102-90b9-9c90808cdd64 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:33:02.609931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c2af30d-396f-4b25-9db6-bc0029f1c78d req-89558e8d-3653-42b4-8e72-92ab8ce73da9 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.8877995 Sep 16 16:33:02.638421 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-148135d4-ee81-4f5d-8132-5c61defa9e27 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.648247 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] For port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:02.653647 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] For port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cf1236e8-98dc-41f9-bbb0-d6a6c258d8db,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:02.668108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 14016dfa-d3b0-4337-a6c3-0f58926a09eb up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:02.668755 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-4c31e8f1-a2d0-4ccf-b2a4-4178a2e22024 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9623682 Sep 16 16:33:02.676334 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.678679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766bfee-507d-4cd6-8010-403d08c5a267 None None] The sync data for ids ['ea3c8d55-dfe7-42c8-ad21-598968ead104'] in n-d-807786-3 is: [{'id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'name': 'tempest-ServerRescueTestJSON-1194494519-router', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:40Z', 'updated_at': '2021-09-16T16:32:48Z', 'revision_number': 4, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'gw_port': {'id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:42Z', 'updated_at': '2021-09-16T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '14016dfa-d3b0-4337-a6c3-0f58926a09eb', 'name': '', 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'mac_address': 'fa:16:3e:70:b8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:33:01Z', 'revision_number': 4, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'subnets': [{'id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:33:02.696900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Request body: {'port': {'device_id': '43b266b5-35ac-4466-a9e5-2ff32bb76bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:02.729916 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.752125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-baba41b3-e9e2-421f-ad80-aa8c7a36e518 req-9eea77a1-a9cc-4aa6-81d3-c9e118ecf471 tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930370 Sep 16 16:33:02.810154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-df179337-35a6-40b5-9da0-320672c75320 None None] Provisioning complete for port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:02.810812 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df179337-35a6-40b5-9da0-320672c75320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:02.847923 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca472c7-0eb9-4430-8967-0e06d4a4f3c7 None None] Pushing event updated for resources: {'Port': ['ID=cf1236e8-98dc-41f9-bbb0-d6a6c258d8db,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:02.896881 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Routers {'ad014514-d097-4e9b-8d6f-00eb5e737137'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:02.897592 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ad014514-d097-4e9b-8d6f-00eb5e737137'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:02.974703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 14016dfa-d3b0-4337-a6c3-0f58926a09eb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:02.975081 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.045317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-148135d4-ee81-4f5d-8132-5c61defa9e27 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.090404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c2af30d-396f-4b25-9db6-bc0029f1c78d req-6a7b3f4b-120e-4a03-8acc-2ac3d4b90b0d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756675 Sep 16 16:33:03.136975 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-148135d4-ee81-4f5d-8132-5c61defa9e27 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.186054 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] Set router ad014514-d097-4e9b-8d6f-00eb5e737137 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:03.295584 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-148135d4-ee81-4f5d-8132-5c61defa9e27 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.306118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-148135d4-ee81-4f5d-8132-5c61defa9e27 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6329665 Sep 16 16:33:03.307181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37218) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:03.323776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f9d8b7e5-2881-4668-9171-eafd2697e057 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Request body: {'security_group_rule': {'security_group_id': '3546fe7a-8da6-4956-adad-b1c68bb9eaba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:03.347997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148135d4-ee81-4f5d-8132-5c61defa9e27 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3546fe7a-8da6-4956-adad-b1c68bb9eaba,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:03.376201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df179337-35a6-40b5-9da0-320672c75320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.414557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d9ab8-5e44-4837-adee-abad7728db45 req-a9125c01-68fb-4dd0-9a62-2337645c76d8 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:03.423167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd5d9ab8-5e44-4837-adee-abad7728db45 req-a9125c01-68fb-4dd0-9a62-2337645c76d8 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 932 time: 0.3752418 Sep 16 16:33:03.470733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-df179337-35a6-40b5-9da0-320672c75320 None None] For port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cf1236e8-98dc-41f9-bbb0-d6a6c258d8db,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:03.473170 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.550715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 14016dfa-d3b0-4337-a6c3-0f58926a09eb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=14016dfa-d3b0-4337-a6c3-0f58926a09eb,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:03.553513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c811-b02b-4da6-8960-a4e2b012c92e req-c981d685-69ba-4a9d-9482-ee4c95ea7df2 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:03.566088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfe7c811-b02b-4da6-8960-a4e2b012c92e req-c981d685-69ba-4a9d-9482-ee4c95ea7df2 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 944 time: 0.2150540 Sep 16 16:33:03.574287 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df179337-35a6-40b5-9da0-320672c75320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.627394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd5d9ab8-5e44-4837-adee-abad7728db45 req-d567c705-2459-4ef9-a0ca-b2f536c529c5 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010686 Sep 16 16:33:03.651034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Pushing event updated for resources: {'Port': ['ID=3a0d0adf-6906-4102-90b9-9c90808cdd64,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:03.679000 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b7e5-2881-4668-9171-eafd2697e057 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.695405 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.711442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df179337-35a6-40b5-9da0-320672c75320 None None] Pushing event updated for resources: {'Port': ['ID=cf1236e8-98dc-41f9-bbb0-d6a6c258d8db,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:03.715380 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:55Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cf1236e8-98dc-41f9-bbb0-d6a6c258d8db', 'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'mac_address': 'fa:16:3e:3e:71:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:51Z', 'updated_at': '2021-09-16T16:33:02Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'subnets': [{'id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:03.732419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.733416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfe7c811-b02b-4da6-8960-a4e2b012c92e req-54d150d4-fa57-46ef-916f-f1acab24f426 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622038 Sep 16 16:33:03.808768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port c18c4580-9817-4889-8f4d-531dc8413364 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:03.808768 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.827119 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afc9aa-a0fc-4a49-91ba-46b21ee8c32f None None] The sync data for ids ['ad014514-d097-4e9b-8d6f-00eb5e737137'] in n-d-807786-3 is: [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:55Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cf1236e8-98dc-41f9-bbb0-d6a6c258d8db', 'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'mac_address': 'fa:16:3e:3e:71:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:51Z', 'updated_at': '2021-09-16T16:33:02Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'subnets': [{'id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:33:03.862796 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b7e5-2881-4668-9171-eafd2697e057 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.866707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-85fc56dc-d328-4292-8f3a-1ca37865559d None None] Provisioning complete for port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:03.876820 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-85fc56dc-d328-4292-8f3a-1ca37865559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.882529 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.960818 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b7e5-2881-4668-9171-eafd2697e057 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:03.970335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=14016dfa-d3b0-4337-a6c3-0f58926a09eb,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:04.068869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:04.075709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8b7e5-2881-4668-9171-eafd2697e057 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bfac18-9542-4544-bc7f-862666c0ac6b,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:04.100202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for c18c4580-9817-4889-8f4d-531dc8413364 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:04.114396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f0511-a024-45d9-ba4d-0456fd41eabd req-f7ad6899-c5d2-4ac9-9032-cacbd08c117b tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:04.116006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d2f0511-a024-45d9-ba4d-0456fd41eabd req-f7ad6899-c5d2-4ac9-9032-cacbd08c117b tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 867 time: 0.1702538 Sep 16 16:33:04.163941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b7e5-2881-4668-9171-eafd2697e057 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:04.168813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f9d8b7e5-2881-4668-9171-eafd2697e057 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8508847 Sep 16 16:33:04.169358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37226) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:04.183578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0ee4740b-4ea2-4a6b-bd3e-7a5cef159854 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Request body: {'security_group_rule': {'security_group_id': '3546fe7a-8da6-4956-adad-b1c68bb9eaba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:04.201354 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d2f0511-a024-45d9-ba4d-0456fd41eabd req-7dbf31fc-d391-4ea2-9c67-2809f90394da tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/security-groups?id=72efd949-4321-42d1-a886-40e4d3c6398e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780149 Sep 16 16:33:04.269098 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-84c7afc0-6159-472f-8496-7b7c801b134c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:04.402682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee4740b-4ea2-4a6b-bd3e-7a5cef159854 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:04.451301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Attempting to bind port 3a0d0adf-6906-4102-90b9-9c90808cdd64 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:04.453582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Attempting to bind port 3a0d0adf-6906-4102-90b9-9c90808cdd64 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:04.454135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Attempting to bind port 3a0d0adf-6906-4102-90b9-9c90808cdd64 on network d43d92f2-5083-4446-9bd5-bdaac7789ac4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:04.458868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7afc0-6159-472f-8496-7b7c801b134c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Pushing event deleted for resources: {'Port': ['ID=bcb4aa9b-8f71-4e61-94f2-463982bdc089,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:04.482541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-84c7afc0-6159-472f-8496-7b7c801b134c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] No DVR routers for this DVR port bcb4aa9b-8f71-4e61-94f2-463982bdc089 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:04.487628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-84c7afc0-6159-472f-8496-7b7c801b134c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:04.503101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8785dd4-b295-47ca-a556-beafefd5392b req-4977ad01-91b7-49ab-ba41-63a36524e7b3 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:04.504108 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6957ad5c-cf7c-4fdf-a2e9-63c670c3a420 req-84c7afc0-6159-472f-8496-7b7c801b134c tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.62 "DELETE /v2.0/ports/bcb4aa9b-8f71-4e61-94f2-463982bdc089 HTTP/1.1" status: 204 len: 173 time: 2.7336154 Sep 16 16:33:04.509927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8785dd4-b295-47ca-a556-beafefd5392b req-4977ad01-91b7-49ab-ba41-63a36524e7b3 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.1917274 Sep 16 16:33:04.523214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855a17a3-2147-449a-83dc-67dd4a5bf75f', 'name': 'network-vif-deleted', 'tag': 'bcb4aa9b-8f71-4e61-94f2-463982bdc089'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:04.525929 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22c0155-f337-4f95-b4cd-891615603ab6" -d '{"events": [{"server_uuid": "855a17a3-2147-449a-83dc-67dd4a5bf75f", "name": "network-vif-deleted", "tag": "bcb4aa9b-8f71-4e61-94f2-463982bdc089"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:04.535018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Port 3a0d0adf-6906-4102-90b9-9c90808cdd64 on network d43d92f2-5083-4446-9bd5-bdaac7789ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:33:04.535596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Attempting to bind port 3a0d0adf-6906-4102-90b9-9c90808cdd64 on network d43d92f2-5083-4446-9bd5-bdaac7789ac4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:04.555143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:04.555801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Checking segment: {'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:04.556442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Bound using segment: {'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:04.557166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Bound port: 3a0d0adf-6906-4102-90b9-9c90808cdd64, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:04.558239 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:04.587297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee4740b-4ea2-4a6b-bd3e-7a5cef159854 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:04.614931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8785dd4-b295-47ca-a556-beafefd5392b req-0d2f4830-37cc-448c-af79-bb2aa5365f59 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934587 Sep 16 16:33:04.663939 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee4740b-4ea2-4a6b-bd3e-7a5cef159854 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:04.690276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4740b-4ea2-4a6b-bd3e-7a5cef159854 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582abb35-4ac2-4fbd-98a9-83096f900a01,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:04.767242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cf1236e8-98dc-41f9-bbb0-d6a6c258d8db up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:04.777187 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bde293-eba8-4679-aa58-e1cde03f6bbb x-openstack-request-id: req-16bde293-eba8-4679-aa58-e1cde03f6bbb {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:04.778713 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855a17a3-2147-449a-83dc-67dd4a5bf75f", "name": "network-vif-deleted", "tag": "bcb4aa9b-8f71-4e61-94f2-463982bdc089", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:04.780263 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16bde293-eba8-4679-aa58-e1cde03f6bbb {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:04.780918 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855a17a3-2147-449a-83dc-67dd4a5bf75f', 'name': 'network-vif-deleted', 'tag': 'bcb4aa9b-8f71-4e61-94f2-463982bdc089', 'status': 'completed', 'code': 200} Sep 16 16:33:04.804918 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee4740b-4ea2-4a6b-bd3e-7a5cef159854 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:04.806450 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0ee4740b-4ea2-4a6b-bd3e-7a5cef159854 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6288562 Sep 16 16:33:04.811362 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37246) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:04.841493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:04.867390 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:04.867776 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:04.896446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037dc18-5bb0-4fa7-aa94-f11f825f0f74 req-bae44218-7acd-4052-9a13-031442dd2554 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:04.906228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2037dc18-5bb0-4fa7-aa94-f11f825f0f74 req-bae44218-7acd-4052-9a13-031442dd2554 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 932 time: 0.1570687 Sep 16 16:33:04.949085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] For port 3a0d0adf-6906-4102-90b9-9c90808cdd64, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:04.970559 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] For port 3a0d0adf-6906-4102-90b9-9c90808cdd64, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3a0d0adf-6906-4102-90b9-9c90808cdd64,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:04.974600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.017539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2037dc18-5bb0-4fa7-aa94-f11f825f0f74 req-71074310-8860-4210-b97e-334fc696acf4 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100051 Sep 16 16:33:05.043414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 14016dfa-d3b0-4337-a6c3-0f58926a09eb up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:05.044114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=c18c4580-9817-4889-8f4d-531dc8413364,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:05.058803 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.068832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.070086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.070490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.070837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.071180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.071517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.071851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.072184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.072539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.072870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.074592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.074592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:05.096945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.099488 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3eafa5c0-1740-4a01-8e26-52d8cfe527ad tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/c18c4580-9817-4889-8f4d-531dc8413364 HTTP/1.1" status: 204 len: 168 time: 2.6215086 Sep 16 16:33:05.103828 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.107881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37250) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:05.133942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 14016dfa-d3b0-4337-a6c3-0f58926a09eb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:05.135446 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.185949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bcb4aa9b-8f71-4e61-94f2-463982bdc089 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:05.199656 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1a8083-272d-4d22-9f1e-6227e3c35933 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:33:05.201341 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cb1a8083-272d-4d22-9f1e-6227e3c35933 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/c18c4580-9817-4889-8f4d-531dc8413364 HTTP/1.1" status: 404 len: 333 time: 0.0912204 Sep 16 16:33:05.207454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4c3d88-db53-4a26-84ee-4d88bc040558 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:05.214917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37252) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:05.221649 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.225233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:05.226253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.227848 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] 10.222.0.52 "PUT /v2.0/ports/3a0d0adf-6906-4102-90b9-9c90808cdd64 HTTP/1.1" status: 200 len: 1092 time: 3.5514433 Sep 16 16:33:05.236593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'name': 'tempest-PortsIpV6TestJSON-794662280'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:05.247766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: bcb4aa9b-8f71-4e61-94f2-463982bdc089 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:05.248718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bcb4aa9b-8f71-4e61-94f2-463982bdc089 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:05.263520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Transition to ACTIVE for port object 1d4c3d88-db53-4a26-84ee-4d88bc040558 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:33:05.268937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e29526-a90f-4cdd-8217-11a561f94e7c service neutron] Pushing event updated for resources: {'Port': ['ID=3a0d0adf-6906-4102-90b9-9c90808cdd64,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:05.338565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.368728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1796677-48f6-4956-9a39-0f10c38ecce9 req-2aa9157c-faf6-4f66-9349-bf391a37c028 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:05.376920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1796677-48f6-4956-9a39-0f10c38ecce9 req-2aa9157c-faf6-4f66-9349-bf391a37c028 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 944 time: 0.2104859 Sep 16 16:33:05.436689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4c3d88-db53-4a26-84ee-4d88bc040558,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:05.510084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4f92-ac82-49b8-857e-84566432805f req-aa8abf7d-d41a-4e3b-a40d-e232c6c45657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:05.511857 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-aa8abf7d-d41a-4e3b-a40d-e232c6c45657 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6adea0c584af4d78aef296ec16ef3138&device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 1095 time: 0.1633406 Sep 16 16:33:05.567515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3328ff-a498-4003-8ad9-af6517b0041e req-bbb32c9d-01ae-4e3f-9a1e-d60511a0637b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:05.575091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e3328ff-a498-4003-8ad9-af6517b0041e req-bbb32c9d-01ae-4e3f-9a1e-d60511a0637b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 950 time: 0.3543754 Sep 16 16:33:05.590107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Attempting to bind port 1d4c3d88-db53-4a26-84ee-4d88bc040558 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:05.590450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Attempting to bind port 1d4c3d88-db53-4a26-84ee-4d88bc040558 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:05.590780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Attempting to bind port 1d4c3d88-db53-4a26-84ee-4d88bc040558 on network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:05.593957 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-e7d9a160-a239-4837-acac-a01acfa31f22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a0d0adf-6906-4102-90b9-9c90808cdd64 HTTP/1.1" status: 200 len: 217 time: 0.0652342 Sep 16 16:33:05.601837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Port 1d4c3d88-db53-4a26-84ee-4d88bc040558 on network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:33:05.602236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Attempting to bind port 1d4c3d88-db53-4a26-84ee-4d88bc040558 on network 446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:05.641102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:05.641469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Checking segment: {'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:05.641847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Bound using segment: {'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:05.642288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Bound port: 1d4c3d88-db53-4a26-84ee-4d88bc040558, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12894d28-808c-4f19-9525-8ddbeb5469c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:05.642648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.659247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e3328ff-a498-4003-8ad9-af6517b0041e req-0518d0eb-76a1-4272-9afd-3411ecb96d74 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763264 Sep 16 16:33:05.671195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1796677-48f6-4956-9a39-0f10c38ecce9 req-95d41d3b-b661-4f17-8e21-a0ce34a3693c tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894170 Sep 16 16:33:05.705879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.753937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4f92-ac82-49b8-857e-84566432805f req-63e229c0-5ddc-41d6-b5e2-bb244eca6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:05.758984 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-63e229c0-5ddc-41d6-b5e2-bb244eca6d29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a13203e1-ad1b-46a8-821f-a49bec7564a8 HTTP/1.1" status: 200 len: 851 time: 0.1495492 Sep 16 16:33:05.785552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:05.793910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:05.815929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-8e24e5a9-fdcc-454c-be89-9756ca16a1fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d43d92f2-5083-4446-9bd5-bdaac7789ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395045 Sep 16 16:33:05.867684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] For port 1d4c3d88-db53-4a26-84ee-4d88bc040558, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:05.883849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082b2d84-cb6d-4d8d-a7c1-393bc4de1332 req-2d9ce335-d4db-4b09-98af-21908f75339d tempest-ServerPasswordTestJSON-917946195 tempest-ServerPasswordTestJSON-917946195-project] 10.222.0.22 "GET /v2.0/ports?device_id=855a17a3-2147-449a-83dc-67dd4a5bf75f HTTP/1.1" status: 200 len: 210 time: 0.1021700 Sep 16 16:33:05.885840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429d8d3-0512-4add-803a-d5b53628da09 req-f8c563c6-b327-419a-8082-f4b564b6bbbc tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:05.887885 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d429d8d3-0512-4add-803a-d5b53628da09 req-f8c563c6-b327-419a-8082-f4b564b6bbbc tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 950 time: 0.1527390 Sep 16 16:33:05.895283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port b76b3f37-0668-48c0-ae20-a66d59f65b2f yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:33:05.907439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] For port 1d4c3d88-db53-4a26-84ee-4d88bc040558, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1d4c3d88-db53-4a26-84ee-4d88bc040558,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:05.981253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:06.040520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2a5bc-ad8b-4504-87b7-8916214230a5 req-de74d21c-66a1-4ef4-80c2-aa8e196ea3a2 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:06.042830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdf2a5bc-ad8b-4504-87b7-8916214230a5 req-de74d21c-66a1-4ef4-80c2-aa8e196ea3a2 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.1737847 Sep 16 16:33:06.083382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:06.084011 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:06.085479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] 10.222.0.52 "PUT /v2.0/ports/1d4c3d88-db53-4a26-84ee-4d88bc040558 HTTP/1.1" status: 200 len: 1092 time: 3.3996382 Sep 16 16:33:06.092490 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-0fba62a6-b46e-4db2-bf5d-0201f5a1b5d2 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649813 Sep 16 16:33:06.158222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597151e-e2e3-4f39-8333-5d0bdac76773 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4c3d88-db53-4a26-84ee-4d88bc040558,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:06.181836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Allocated IP 172.25.6.234 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/15686ff1-06d5-4c7e-85ae-f0aaeb5ac0ad) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:06.269333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-d429d8d3-0512-4add-803a-d5b53628da09 req-10670a56-772a-4997-9eb7-b8dfd9e9a141 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Deleting port a5280fd1-e2a2-4880-ba81-907f76edd813 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:06.269681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d429d8d3-0512-4add-803a-d5b53628da09 req-10670a56-772a-4997-9eb7-b8dfd9e9a141 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:06.344336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdf2a5bc-ad8b-4504-87b7-8916214230a5 req-b470a608-7015-43b9-b73b-f949bd5718eb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923167 Sep 16 16:33:06.386869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83fcae-c30f-4335-9699-d172fef41155 req-eac33b77-c311-446e-a21c-9c828259222e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:06.397048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d83fcae-c30f-4335-9699-d172fef41155 req-eac33b77-c311-446e-a21c-9c828259222e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 944 time: 0.1953943 Sep 16 16:33:06.414533 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dfed4f92-ac82-49b8-857e-84566432805f req-c0a0e1f1-f173-43d7-bfb0-7cbec2243969 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015037 Sep 16 16:33:06.442807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-03fdc97e-cfd5-49d2-a365-dfed631b6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:06.444605 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-03fdc97e-cfd5-49d2-a365-dfed631b6d3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89480843ad5b4250bab54c1d0aacd3c6&device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 1095 time: 0.2252026 Sep 16 16:33:06.506094 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:06.516904 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-3ff97ad6-3c50-4554-890b-173b05427f6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d4c3d88-db53-4a26-84ee-4d88bc040558 HTTP/1.1" status: 200 len: 217 time: 0.0634160 Sep 16 16:33:06.528211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f8c6c-940c-467f-bfde-0a111e565983 req-4720d4a6-bd56-4498-ac73-b8560b93ed20 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:06.530516 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-591f8c6c-940c-467f-bfde-0a111e565983 req-4720d4a6-bd56-4498-ac73-b8560b93ed20 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "GET /v2.0/ports?device_id=1563b417-db85-4798-9374-628fb05443e1 HTTP/1.1" status: 200 len: 950 time: 0.2217054 Sep 16 16:33:06.533991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:06.539511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d429d8d3-0512-4add-803a-d5b53628da09 req-10670a56-772a-4997-9eb7-b8dfd9e9a141 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] For port a5280fd1-e2a2-4880-ba81-907f76edd813, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a5280fd1-e2a2-4880-ba81-907f76edd813,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:06.539984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d429d8d3-0512-4add-803a-d5b53628da09 req-10670a56-772a-4997-9eb7-b8dfd9e9a141 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:06.592957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d83fcae-c30f-4335-9699-d172fef41155 req-af80594c-c9e9-494e-82c9-ac09850bf768 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947117 Sep 16 16:33:06.609811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-d429d8d3-0512-4add-803a-d5b53628da09 req-10670a56-772a-4997-9eb7-b8dfd9e9a141 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Calling delete_port for a5280fd1-e2a2-4880-ba81-907f76edd813 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:06.645533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-07b926a7-b39c-4117-9097-367b7e082edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:06.647491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-07b926a7-b39c-4117-9097-367b7e082edd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e882bd5-7268-4bab-99dd-2a1efcaa8946 HTTP/1.1" status: 200 len: 862 time: 0.1167228 Sep 16 16:33:06.695554 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:06.730728 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:06.795861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:06.795861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Pushing event updated for resources: {'Port': ['ID=15686ff1-06d5-4c7e-85ae-f0aaeb5ac0ad,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:06.798068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff70dc4-7579-4a4d-bc15-0cc935e010cf', 'tag': '3a0d0adf-6906-4102-90b9-9c90808cdd64'}, {'name': 'network-changed', 'server_uuid': '43b266b5-35ac-4466-a9e5-2ff32bb76bd8', 'tag': '1d4c3d88-db53-4a26-84ee-4d88bc040558'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:06.802984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:06.803723 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b80f31-35fb-4157-84f4-e95bbe27a76a" -d '{"events": [{"name": "network-changed", "server_uuid": "fff70dc4-7579-4a4d-bc15-0cc935e010cf", "tag": "3a0d0adf-6906-4102-90b9-9c90808cdd64"}, {"name": "network-changed", "server_uuid": "43b266b5-35ac-4466-a9e5-2ff32bb76bd8", "tag": "1d4c3d88-db53-4a26-84ee-4d88bc040558"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:06.824151 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-6c9d4010-44b9-43af-9e4d-ec314e69edcc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963559 Sep 16 16:33:06.830469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:06.835256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.835621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.835973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.837480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.837978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.838330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.838668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.839433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.839829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.840232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.840648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.841164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:06.957695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:06.977585 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:06.987777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=b76b3f37-0668-48c0-ae20-a66d59f65b2f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:06.991566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:06.997879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:06.998352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-591f8c6c-940c-467f-bfde-0a111e565983 req-c82382dd-f5c7-4831-bf09-c8b668ada682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Deleting port 05810ea1-da5e-4749-9429-92be214361b6 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:06.998579 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:06.998708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-591f8c6c-940c-467f-bfde-0a111e565983 req-c82382dd-f5c7-4831-bf09-c8b668ada682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.030618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850edd1-eaa6-4005-8cb2-576882d38370 req-44e93021-b82f-4258-9fb0-5beff28c4e5f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:07.032244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0850edd1-eaa6-4005-8cb2-576882d38370 req-44e93021-b82f-4258-9fb0-5beff28c4e5f tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 950 time: 0.2234254 Sep 16 16:33:07.060229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b111-c972-424b-b4fe-ef9e0c1ea6ff req-5d1e4548-a57e-4aa7-a403-a22ca807e9c7 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:07.061843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00f6b111-c972-424b-b4fe-ef9e0c1ea6ff req-5d1e4548-a57e-4aa7-a403-a22ca807e9c7 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 944 time: 0.2327785 Sep 16 16:33:07.079993 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-abf839f5-05c7-4576-b0b6-2c842da5290a service neutron] 10.222.0.52 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976159 Sep 16 16:33:07.103513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0850edd1-eaa6-4005-8cb2-576882d38370 req-e14cae18-681e-49e8-b57a-3cd234bac766 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643134 Sep 16 16:33:07.132924 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00f6b111-c972-424b-b4fe-ef9e0c1ea6ff req-1c14a797-a015-4e8f-9d32-af005472c1b4 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Sep 16 16:33:07.195414 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8147d52f-6aef-4b6a-8cce-6213817d79e9 x-openstack-request-id: req-8147d52f-6aef-4b6a-8cce-6213817d79e9 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:07.196020 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff70dc4-7579-4a4d-bc15-0cc935e010cf", "tag": "3a0d0adf-6906-4102-90b9-9c90808cdd64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43b266b5-35ac-4466-a9e5-2ff32bb76bd8", "tag": "1d4c3d88-db53-4a26-84ee-4d88bc040558", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:07.197010 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8147d52f-6aef-4b6a-8cce-6213817d79e9 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:07.197010 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff70dc4-7579-4a4d-bc15-0cc935e010cf', 'tag': '3a0d0adf-6906-4102-90b9-9c90808cdd64', 'status': 'completed', 'code': 200} Sep 16 16:33:07.197263 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b266b5-35ac-4466-a9e5-2ff32bb76bd8', 'tag': '1d4c3d88-db53-4a26-84ee-4d88bc040558', 'status': 'completed', 'code': 200} Sep 16 16:33:07.199548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-591f8c6c-940c-467f-bfde-0a111e565983 req-c82382dd-f5c7-4831-bf09-c8b668ada682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] For port 05810ea1-da5e-4749-9429-92be214361b6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=05810ea1-da5e-4749-9429-92be214361b6,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:07.199843 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-591f8c6c-940c-467f-bfde-0a111e565983 req-c82382dd-f5c7-4831-bf09-c8b668ada682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.207140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37290) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:07.218099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-591f8c6c-940c-467f-bfde-0a111e565983 req-c82382dd-f5c7-4831-bf09-c8b668ada682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Calling delete_port for 05810ea1-da5e-4749-9429-92be214361b6 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:07.255129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4f75f7-b60d-4a3d-ae8e-1097f3163b04 admin admin] Deleting subnet 934f7054-79ce-48ff-bf09-209858917ef9 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:33:07.258239 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e4f75f7-b60d-4a3d-ae8e-1097f3163b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.294792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e4f75f7-b60d-4a3d-ae8e-1097f3163b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.316132 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb8cbd6-f4a2-4fe0-9189-5a19fe83042a req-cf514e90-bd6a-438f-b516-1e7ac15cdc30 service neutron] 10.222.0.52 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278702 Sep 16 16:33:07.319353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-3216323d-109b-4041-82c1-77031f83bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:07.320840 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-3216323d-109b-4041-82c1-77031f83bcb1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6adea0c584af4d78aef296ec16ef3138&device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 1095 time: 0.1039028 Sep 16 16:33:07.339823 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e4f75f7-b60d-4a3d-ae8e-1097f3163b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.468528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-99ea699e-1c3d-4d00-98d1-f5a1469cba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:07.469404 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-99ea699e-1c3d-4d00-98d1-f5a1469cba0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 200 len: 912 time: 0.1388218 Sep 16 16:33:07.489654 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df117cb-87cf-48bc-8792-c807d1abce1d req-cf957608-a2d4-43e7-a5fc-c3a489d17638 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:07.495544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4df117cb-87cf-48bc-8792-c807d1abce1d req-cf957608-a2d4-43e7-a5fc-c3a489d17638 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.0583458 Sep 16 16:33:07.516547 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d429d8d3-0512-4add-803a-d5b53628da09 req-10670a56-772a-4997-9eb7-b8dfd9e9a141 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.520946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-77e050bc-84ef-4590-887e-e7b0aa8fda70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a0d0adf-6906-4102-90b9-9c90808cdd64 HTTP/1.1" status: 200 len: 217 time: 0.0421245 Sep 16 16:33:07.530099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813', '05810ea1-da5e-4749-9429-92be214361b6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:07.533348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:07.543723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4df117cb-87cf-48bc-8792-c807d1abce1d req-fb2e977b-4961-41f7-9930-348d9d3e91c3 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449336 Sep 16 16:33:07.549176 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0a75f36e-a99d-4e01-9135-92892c685324 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3175776 Sep 16 16:33:07.564893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e4f75f7-b60d-4a3d-ae8e-1097f3163b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.564893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37294) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:07.567172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e4f75f7-b60d-4a3d-ae8e-1097f3163b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.572127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1e4f75f7-b60d-4a3d-ae8e-1097f3163b04 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/934f7054-79ce-48ff-bf09-209858917ef9 HTTP/1.1" status: 204 len: 168 time: 0.3638768 Sep 16 16:33:07.577246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10670a56-772a-4997-9eb7-b8dfd9e9a141 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event deleted for resources: {'Port': ['ID=a5280fd1-e2a2-4880-ba81-907f76edd813,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:07.580839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37296) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:07.585009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3343ea76-8048-4d1f-b88d-1f51f3553c85 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:07.619375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f75f7-b60d-4a3d-ae8e-1097f3163b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934f7054-79ce-48ff-bf09-209858917ef9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:07.641736 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-591f8c6c-940c-467f-bfde-0a111e565983 req-c82382dd-f5c7-4831-bf09-c8b668ada682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.702448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-111cc06b-254a-4c2b-905a-2055b8448b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:07.703938 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-111cc06b-254a-4c2b-905a-2055b8448b81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a13203e1-ad1b-46a8-821f-a49bec7564a8 HTTP/1.1" status: 200 len: 851 time: 0.1786721 Sep 16 16:33:07.716825 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a5280fd1-e2a2-4880-ba81-907f76edd813'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:07.736875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d429d8d3-0512-4add-803a-d5b53628da09 req-10670a56-772a-4997-9eb7-b8dfd9e9a141 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] No DVR routers for this DVR port a5280fd1-e2a2-4880-ba81-907f76edd813 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:07.743529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82382dd-f5c7-4831-bf09-c8b668ada682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event deleted for resources: {'Port': ['ID=05810ea1-da5e-4749-9429-92be214361b6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:07.760212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d429d8d3-0512-4add-803a-d5b53628da09 req-10670a56-772a-4997-9eb7-b8dfd9e9a141 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.761803 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.762605 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d429d8d3-0512-4add-803a-d5b53628da09 req-10670a56-772a-4997-9eb7-b8dfd9e9a141 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "DELETE /v2.0/ports/a5280fd1-e2a2-4880-ba81-907f76edd813 HTTP/1.1" status: 204 len: 173 time: 1.8643262 Sep 16 16:33:07.787056 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-08de01de-a64d-4662-b0fc-dc4063a1de50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d43d92f2-5083-4446-9bd5-bdaac7789ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479455 Sep 16 16:33:07.806774 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.827810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 3a0d0adf-6906-4102-90b9-9c90808cdd64 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:33:07.845428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-591f8c6c-940c-467f-bfde-0a111e565983 req-c82382dd-f5c7-4831-bf09-c8b668ada682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] No DVR routers for this DVR port 05810ea1-da5e-4749-9429-92be214361b6 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:07.858945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-591f8c6c-940c-467f-bfde-0a111e565983 req-c82382dd-f5c7-4831-bf09-c8b668ada682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.861008 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-591f8c6c-940c-467f-bfde-0a111e565983 req-c82382dd-f5c7-4831-bf09-c8b668ada682 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.52 "DELETE /v2.0/ports/05810ea1-da5e-4749-9429-92be214361b6 HTTP/1.1" status: 204 len: 173 time: 1.3182108 Sep 16 16:33:07.914247 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebe470-b031-4d0a-a46d-7eb72a17b6ac req-b23aa5f4-1113-4018-a8a8-b4f9748c1221 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:07.916152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59ebe470-b031-4d0a-a46d-7eb72a17b6ac req-b23aa5f4-1113-4018-a8a8-b4f9748c1221 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 944 time: 0.1255958 Sep 16 16:33:07.921675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3343ea76-8048-4d1f-b88d-1f51f3553c85 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:07.973702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59ebe470-b031-4d0a-a46d-7eb72a17b6ac req-4509b975-44f2-4d75-bf0b-4f07aa4df945 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490928 Sep 16 16:33:07.977848 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-76273f8c-9198-4ae7-b5e0-852437d13bcb service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763859 Sep 16 16:33:07.980619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.055516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 3a0d0adf-6906-4102-90b9-9c90808cdd64, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3a0d0adf-6906-4102-90b9-9c90808cdd64,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:08.057340 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.092735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '3a0d0adf-6906-4102-90b9-9c90808cdd64', 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4', 'port_id': '3a0d0adf-6906-4102-90b9-9c90808cdd64', 'mac_address': 'fa:16:3e:11:02:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:33:08.119349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f0425a-2e3e-48bc-b45f-b3e0e8a858a6']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:08.190887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309a63e0-3e44-48fb-bd97-6ef0ed38f212') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:08.191299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309a63e0-3e44-48fb-bd97-6ef0ed38f212') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:08.191426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:08.207734 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.248306 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.262275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:33:08.262968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:33:08.265397 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:33:08.285721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-be174023-e427-4ae7-815e-39c4daf48e76 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833097 Sep 16 16:33:08.353448 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.372271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0d0adf-6906-4102-90b9-9c90808cdd64 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:08.404083 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.421472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 3a0d0adf-6906-4102-90b9-9c90808cdd64, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3a0d0adf-6906-4102-90b9-9c90808cdd64,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:08.443951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-93b5ed41-5d95-425c-b0b9-a2bfa26f7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:08.445795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-912b1dcb-8332-4862-b244-6ba449d42771 req-daea6a33-0b28-4d36-91c6-d50dbf54928a tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a43e31c-d647-4b69-8780-e6daddcbb140 HTTP/1.1" status: 200 len: 210 time: 0.0445623 Sep 16 16:33:08.459497 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-93b5ed41-5d95-425c-b0b9-a2bfa26f7523 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89480843ad5b4250bab54c1d0aacd3c6&device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 1095 time: 0.0870414 Sep 16 16:33:08.496605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.529106 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.533229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.555711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.562010 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] 10.222.0.22 "DELETE /v2.0/networks/41f0425a-2e3e-48bc-b45f-b3e0e8a858a6 HTTP/1.1" status: 204 len: 168 time: 0.9800687 Sep 16 16:33:08.624014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df8650-2c62-4351-8cc2-def9e9c06814 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f0425a-2e3e-48bc-b45f-b3e0e8a858a6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:08.632329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=3a0d0adf-6906-4102-90b9-9c90808cdd64,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:08.686032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-034927ed-a038-478e-bc25-400992c1ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:08.687696 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-034927ed-a038-478e-bc25-400992c1ddd7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 HTTP/1.1" status: 200 len: 923 time: 0.2252619 Sep 16 16:33:08.772333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['3a0d0adf-6906-4102-90b9-9c90808cdd64'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:08.777414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-ef066eb4-5d7a-497a-87c6-6d6f7dadcd7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d4c3d88-db53-4a26-84ee-4d88bc040558 HTTP/1.1" status: 200 len: 217 time: 0.0773883 Sep 16 16:33:08.785113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Pushing event updated for resources: {'Port': ['ID=15686ff1-06d5-4c7e-85ae-f0aaeb5ac0ad,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:08.879537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-69cba92b-bf28-4501-867c-2b30cc405d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:08.880740 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-69cba92b-bf28-4501-867c-2b30cc405d48 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e882bd5-7268-4bab-99dd-2a1efcaa8946 HTTP/1.1" status: 200 len: 862 time: 0.0966454 Sep 16 16:33:08.938189 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-7219dfc8-f6e0-4b39-83f9-9f6ea72b1ebb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457213 Sep 16 16:33:08.960584 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3343ea76-8048-4d1f-b88d-1f51f3553c85 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:08.975671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37324) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:09.027102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37baa4f-3b1d-49a1-9724-ee0bd7f4bfde req-d952d50c-3f28-4703-93a1-d24ed6533f91 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:09.028893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37baa4f-3b1d-49a1-9724-ee0bd7f4bfde req-d952d50c-3f28-4703-93a1-d24ed6533f91 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 944 time: 0.5950589 Sep 16 16:33:09.031965 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:09.099374 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3343ea76-8048-4d1f-b88d-1f51f3553c85 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:09.119336 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-e572c199-f6ef-4846-aa5f-bf9055b5b87b service neutron] 10.222.0.52 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719954 Sep 16 16:33:09.124282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e1786-bbbe-468a-a0cd-f4f48fd5df70 req-349d0114-1f4e-438d-a4d4-fdb2acc54c06 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:09.140705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c05e1786-bbbe-468a-a0cd-f4f48fd5df70 req-349d0114-1f4e-438d-a4d4-fdb2acc54c06 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.4396737 Sep 16 16:33:09.199395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a43e31c-d647-4b69-8780-e6daddcbb140', 'name': 'network-vif-deleted', 'tag': 'a5280fd1-e2a2-4880-ba81-907f76edd813'}, {'server_uuid': '1563b417-db85-4798-9374-628fb05443e1', 'name': 'network-vif-deleted', 'tag': '05810ea1-da5e-4749-9429-92be214361b6'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:09.202909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6f3a3ac6-c0f7-4c87-8c37-ccb1155f2506 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9a2c4138fae4140af50880e7c2fdd98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180977 Sep 16 16:33:09.203072 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea1fece-c81d-4198-a7d5-a7d28c4f7451" -d '{"events": [{"server_uuid": "3a43e31c-d647-4b69-8780-e6daddcbb140", "name": "network-vif-deleted", "tag": "a5280fd1-e2a2-4880-ba81-907f76edd813"}, {"server_uuid": "1563b417-db85-4798-9374-628fb05443e1", "name": "network-vif-deleted", "tag": "05810ea1-da5e-4749-9429-92be214361b6"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:09.213166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37328) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:09.251619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:09.261274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-460ea4cc-5779-4dc6-bb26-8d2fb649a74a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4346657 Sep 16 16:33:09.337713 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f2b80f31-35fb-4157-84f4-e95bbe27a76a req-56a533ca-e09e-45a6-97e7-5ce0e7b0b2fe service neutron] 10.222.0.52 "GET /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110519 Sep 16 16:33:09.341979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c05e1786-bbbe-468a-a0cd-f4f48fd5df70 req-6eaa95c4-f690-458e-bf38-093421e10393 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986744 Sep 16 16:33:09.356881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-3343ea76-8048-4d1f-b88d-1f51f3553c85 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] In _notify_port_updated(), no bound segment for port b76b3f37-0668-48c0-ae20-a66d59f65b2f on network cc24deec-55c4-4d8c-825b-dea59afaa2ec {{(pid=95358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:33:09.370360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e7a7002c-2856-45ee-9c09-8ee56679c8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:09.373254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3343ea76-8048-4d1f-b88d-1f51f3553c85 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:09.374698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3343ea76-8048-4d1f-b88d-1f51f3553c85 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:09.381192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3343ea76-8048-4d1f-b88d-1f51f3553c85 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "PUT /v2.0/ports/b76b3f37-0668-48c0-ae20-a66d59f65b2f HTTP/1.1" status: 200 len: 818 time: 1.8244245 Sep 16 16:33:09.384058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37334) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:09.425996 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b37baa4f-3b1d-49a1-9724-ee0bd7f4bfde req-351ddb54-50f5-4e2b-bde1-0bda741c3a18 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741143 Sep 16 16:33:09.436666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343ea76-8048-4d1f-b88d-1f51f3553c85 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=b76b3f37-0668-48c0-ae20-a66d59f65b2f,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:09.558101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973c5b-181f-4f44-8cc6-bd6c6bc95110 req-7eeba6e1-c903-4253-a8aa-4e42fb0e9d06 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:09.560061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf973c5b-181f-4f44-8cc6-bd6c6bc95110 req-7eeba6e1-c903-4253-a8aa-4e42fb0e9d06 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 944 time: 0.0781202 Sep 16 16:33:09.629785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf973c5b-181f-4f44-8cc6-bd6c6bc95110 req-bdb43337-f4c9-4ea9-8e55-97ba20c22aa4 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598507 Sep 16 16:33:09.769229 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3488045a-b347-4e55-a767-b53053b791b9 x-openstack-request-id: req-3488045a-b347-4e55-a767-b53053b791b9 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:09.769531 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a43e31c-d647-4b69-8780-e6daddcbb140", "name": "network-vif-deleted", "tag": "a5280fd1-e2a2-4880-ba81-907f76edd813", "status": "completed", "code": 200}, {"server_uuid": "1563b417-db85-4798-9374-628fb05443e1", "name": "network-vif-deleted", "tag": "05810ea1-da5e-4749-9429-92be214361b6", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:09.769774 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3488045a-b347-4e55-a767-b53053b791b9 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:09.770223 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a43e31c-d647-4b69-8780-e6daddcbb140', 'name': 'network-vif-deleted', 'tag': 'a5280fd1-e2a2-4880-ba81-907f76edd813', 'status': 'completed', 'code': 200} Sep 16 16:33:09.770478 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1563b417-db85-4798-9374-628fb05443e1', 'name': 'network-vif-deleted', 'tag': '05810ea1-da5e-4749-9429-92be214361b6', 'status': 'completed', 'code': 200} Sep 16 16:33:09.773136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-f38bdada-4bc9-4f7d-8acd-371f668addb5 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1386583913&fields=id&tenant_id=d94018826866409e9cb90b2f28d3732a HTTP/1.1" status: 200 len: 267 time: 0.0775776 Sep 16 16:33:09.802469 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e7a7002c-2856-45ee-9c09-8ee56679c8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:09.842827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 1d4c3d88-db53-4a26-84ee-4d88bc040558 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:33:09.845967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 3a0d0adf-6906-4102-90b9-9c90808cdd64 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:09.915163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7418b40b-7b15-43c9-b10e-a42a3e2f8047 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port b76b3f37-0668-48c0-ae20-a66d59f65b2f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:09.915772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7418b40b-7b15-43c9-b10e-a42a3e2f8047 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.046988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 1d4c3d88-db53-4a26-84ee-4d88bc040558, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1d4c3d88-db53-4a26-84ee-4d88bc040558,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:10.059326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7418b40b-7b15-43c9-b10e-a42a3e2f8047 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.065473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '1d4c3d88-db53-4a26-84ee-4d88bc040558', 'network_id': '446d5ebf-cf80-4d92-9aad-a0f4e2a803f3', 'port_id': '1d4c3d88-db53-4a26-84ee-4d88bc040558', 'mac_address': 'fa:16:3e:6c:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e882bd5-7268-4bab-99dd-2a1efcaa8946', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:33:10.068750 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e7a7002c-2856-45ee-9c09-8ee56679c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.071537 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e7a7002c-2856-45ee-9c09-8ee56679c8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.075937 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e7a7002c-2856-45ee-9c09-8ee56679c8a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72efd949-4321-42d1-a886-40e4d3c6398e HTTP/1.1" status: 204 len: 168 time: 0.8575919 Sep 16 16:33:10.113901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7418b40b-7b15-43c9-b10e-a42a3e2f8047 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for b76b3f37-0668-48c0-ae20-a66d59f65b2f owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:10.114865 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.132336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4c3d88-db53-4a26-84ee-4d88bc040558 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:10.137163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 3a0d0adf-6906-4102-90b9-9c90808cdd64 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:33:10.139035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7002c-2856-45ee-9c09-8ee56679c8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72efd949-4321-42d1-a886-40e4d3c6398e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:10.142754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 3a0d0adf-6906-4102-90b9-9c90808cdd64 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:10.143130 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.199011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 1d4c3d88-db53-4a26-84ee-4d88bc040558, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1d4c3d88-db53-4a26-84ee-4d88bc040558,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:10.305284 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.366652 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.399288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=1d4c3d88-db53-4a26-84ee-4d88bc040558,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:10.399807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e865ae-518e-45de-a112-8d92f613553a req-a5af0705-30df-4440-b608-df895809d1b7 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:10.406815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff70dc4-7579-4a4d-bc15-0cc935e010cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0d0adf-6906-4102-90b9-9c90808cdd64'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:10.407428 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7418b40b-7b15-43c9-b10e-a42a3e2f8047 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.412653 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea467ec-593b-4b09-8e37-c167ebc45a7b" -d '{"events": [{"server_uuid": "fff70dc4-7579-4a4d-bc15-0cc935e010cf", "name": "network-vif-plugged", "status": "completed", "tag": "3a0d0adf-6906-4102-90b9-9c90808cdd64"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:10.418882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-a5af0705-30df-4440-b608-df895809d1b7 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/networks?id=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 HTTP/1.1" status: 200 len: 814 time: 0.6408801 Sep 16 16:33:10.425997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 3a0d0adf-6906-4102-90b9-9c90808cdd64, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3a0d0adf-6906-4102-90b9-9c90808cdd64,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:10.433050 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-4c3cfde6-3ab0-4e96-9e3a-43c5ccb9b0f1 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/quotas/d94018826866409e9cb90b2f28d3732a HTTP/1.1" status: 200 len: 375 time: 0.0112164 Sep 16 16:33:10.458726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418b40b-7b15-43c9-b10e-a42a3e2f8047 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=b76b3f37-0668-48c0-ae20-a66d59f65b2f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:10.468451 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7418b40b-7b15-43c9-b10e-a42a3e2f8047 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.470464 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7418b40b-7b15-43c9-b10e-a42a3e2f8047 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/b76b3f37-0668-48c0-ae20-a66d59f65b2f HTTP/1.1" status: 204 len: 168 time: 1.0852640 Sep 16 16:33:10.472985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37372) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:10.503937 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.504896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 05810ea1-da5e-4749-9429-92be214361b6 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:10.527302 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-1f7fe80d-e673-498b-83d9-6e5adb500e60 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d94018826866409e9cb90b2f28d3732a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878084 Sep 16 16:33:10.543829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d45e5-a584-49cf-adda-5c613425d1fc tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:10.543829 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-229d45e5-a584-49cf-adda-5c613425d1fc tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0684619 Sep 16 16:33:10.547502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37376) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:10.555737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 05810ea1-da5e-4749-9429-92be214361b6 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:10.556169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 05810ea1-da5e-4749-9429-92be214361b6 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:10.556681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a5280fd1-e2a2-4880-ba81-907f76edd813 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:10.565973 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['1d4c3d88-db53-4a26-84ee-4d88bc040558'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:10.600749 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-402cfe6f-c893-4a35-87d2-2dc57d6e1c0e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:33:10.618065 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-402cfe6f-c893-4a35-87d2-2dc57d6e1c0e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/b76b3f37-0668-48c0-ae20-a66d59f65b2f HTTP/1.1" status: 404 len: 333 time: 0.0691617 Sep 16 16:33:10.622804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=3a0d0adf-6906-4102-90b9-9c90808cdd64,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:10.626962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37380) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:10.634204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: a5280fd1-e2a2-4880-ba81-907f76edd813 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:10.634785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a5280fd1-e2a2-4880-ba81-907f76edd813 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:10.639887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1219086149'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:10.730367 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-758c93c2-187d-4dcb-9b06-534d12e5b41c service neutron] 10.222.0.22 "GET /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876619 Sep 16 16:33:10.739470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57470795-6a65-479a-8840-c6d2dc12e9f5 req-d06b1cea-eb1d-428d-8c24-3b6e0e5104bb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:10.747620 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57470795-6a65-479a-8840-c6d2dc12e9f5 req-d06b1cea-eb1d-428d-8c24-3b6e0e5104bb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.0981936 Sep 16 16:33:10.799684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:10.803554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.825789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57470795-6a65-479a-8840-c6d2dc12e9f5 req-fdf502d0-719f-4b1f-9340-c87968ebc7cf tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769913 Sep 16 16:33:10.863882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:33:10.900720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:10.901081 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Added segment 00a77eca-0326-488b-a89b-4547fd576acc of type vlan for network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b Sep 16 16:33:10.971491 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6c6455-fdea-4632-a899-9a9b1541d29f x-openstack-request-id: req-ad6c6455-fdea-4632-a899-9a9b1541d29f {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:10.972108 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff70dc4-7579-4a4d-bc15-0cc935e010cf", "name": "network-vif-plugged", "status": "completed", "tag": "3a0d0adf-6906-4102-90b9-9c90808cdd64", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:10.978939 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad6c6455-fdea-4632-a899-9a9b1541d29f {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:10.979883 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff70dc4-7579-4a4d-bc15-0cc935e010cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0d0adf-6906-4102-90b9-9c90808cdd64', 'code': 200} Sep 16 16:33:10.991726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-51a8733c-1c38-4f15-bf91-3b6f9c16a423 service neutron] 10.222.0.22 "GET /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604110 Sep 16 16:33:11.030968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:11.116172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f87ea2-fdb1-42fc-bc3b-2186886ad07b req-600e70e4-dbaa-43ee-99af-12985130c642 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:11.118033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3f87ea2-fdb1-42fc-bc3b-2186886ad07b req-600e70e4-dbaa-43ee-99af-12985130c642 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.0829251 Sep 16 16:33:11.128645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6114e-41df-4baa-80f9-9102295d6859 req-104cd7d9-0a05-4c9e-9676-0d6e9b8c71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:11.130183 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb6114e-41df-4baa-80f9-9102295d6859 req-104cd7d9-0a05-4c9e-9676-0d6e9b8c71ea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 1097 time: 0.0695598 Sep 16 16:33:11.177534 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb6114e-41df-4baa-80f9-9102295d6859 req-9e1239b7-9bf1-4aff-86b2-7cb27a084cde service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380859 Sep 16 16:33:11.183647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3f87ea2-fdb1-42fc-bc3b-2186886ad07b req-7fe2f9ef-36a3-4f68-90b8-93148257db55 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557237 Sep 16 16:33:11.200176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:11.218284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:11.221221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:11.346644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153e71d-5010-4d3a-be95-3cae269b0deb req-347622b5-17c7-4008-9a35-69859cfe007b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:11.355098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7238200 Sep 16 16:33:11.355596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37400) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:11.359333 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a153e71d-5010-4d3a-be95-3cae269b0deb req-347622b5-17c7-4008-9a35-69859cfe007b tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 949 time: 0.1045759 Sep 16 16:33:11.361137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:11.366847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8292943-aa2e-44fd-a99f-03f911fde6c4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Network': ['ID=39b0c156-dbc8-479a-bdfb-b96bd87aab4b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:11.381829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:33:11.448932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a153e71d-5010-4d3a-be95-3cae269b0deb req-31d479f0-01c5-4f6f-b0d5-8186e45ffacb tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819235 Sep 16 16:33:11.614852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f82200-59f3-40e2-aa52-ffff60fd3f7b req-78369f44-87d8-4b89-beec-1055cd8ee796 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:11.615932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9f82200-59f3-40e2-aa52-ffff60fd3f7b req-78369f44-87d8-4b89-beec-1055cd8ee796 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 945 time: 0.1447918 Sep 16 16:33:11.624443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:11.630237 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:11.751093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f7bb7c6-7736-4b63-a09e-2a543e018a94 req-a1e883ce-3f11-4ac8-a94f-abf81cf6a8c1 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 210 time: 0.0993915 Sep 16 16:33:11.797433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9f82200-59f3-40e2-aa52-ffff60fd3f7b req-a014251c-c7e8-4149-9549-23b234bfbbe8 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742723 Sep 16 16:33:11.860856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 1d4c3d88-db53-4a26-84ee-4d88bc040558 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:12.059523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-232a3f53-d777-409d-9405-0ccd449ad4d7 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:12.062421 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-232a3f53-d777-409d-9405-0ccd449ad4d7 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 949 time: 0.1272161 Sep 16 16:33:12.085750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcb83d-aeee-43ad-a603-3168d92d862f req-69a50177-136b-4d19-ac2a-2e5c1a52a44a tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:12.096169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcbcb83d-aeee-43ad-a603-3168d92d862f req-69a50177-136b-4d19-ac2a-2e5c1a52a44a tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.0879493 Sep 16 16:33:12.143532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 1d4c3d88-db53-4a26-84ee-4d88bc040558 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:33:12.148516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 1d4c3d88-db53-4a26-84ee-4d88bc040558 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:12.150781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:12.162937 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcbcb83d-aeee-43ad-a603-3168d92d862f req-043333da-c30e-48c6-a0e0-8db17208eb5e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658352 Sep 16 16:33:12.181013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:12.321265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-0e0bdb54-bc95-47fc-a5f0-feac76e56472 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Deleting port ef987465-88ac-4b42-8ed5-6f75bb767011 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:12.321512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-0e0bdb54-bc95-47fc-a5f0-feac76e56472 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:12.333157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=c45be642-9c90-420b-a6a5-a9ed2a73b6fc,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:12.366175 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:12.374962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Checking segment: {'id': '00a77eca-0326-488b-a89b-4547fd576acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:12.376744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network hostable DHCP agents. Network: 39b0c156-dbc8-479a-bdfb-b96bd87aab4b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:33:12.426015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 1d4c3d88-db53-4a26-84ee-4d88bc040558, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1d4c3d88-db53-4a26-84ee-4d88bc040558,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:12.458494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9e468-3d20-4273-99ce-88eed8f6102b req-45560caa-4981-4543-8fd0-7d555d173bd8 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:12.460117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f3f9e468-3d20-4273-99ce-88eed8f6102b req-45560caa-4981-4543-8fd0-7d555d173bd8 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.1426618 Sep 16 16:33:12.519157 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:12.541402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f3f9e468-3d20-4273-99ce-88eed8f6102b req-07c2ce96-e34a-487d-ac7e-f8be6ed0fc1d tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702035 Sep 16 16:33:12.554742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-0e0bdb54-bc95-47fc-a5f0-feac76e56472 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] For port ef987465-88ac-4b42-8ed5-6f75bb767011, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ef987465-88ac-4b42-8ed5-6f75bb767011,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:12.562767 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-0e0bdb54-bc95-47fc-a5f0-feac76e56472 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:12.594639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-0e0bdb54-bc95-47fc-a5f0-feac76e56472 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Calling delete_port for ef987465-88ac-4b42-8ed5-6f75bb767011 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:12.677968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c99aef-8f02-4271-952f-80ed69f99328 req-87ba2128-cca8-4c9e-b759-b97f1520d373 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:12.680830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4c99aef-8f02-4271-952f-80ed69f99328 req-87ba2128-cca8-4c9e-b759-b97f1520d373 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 949 time: 0.1026759 Sep 16 16:33:12.709321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:33:12.710062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=1d4c3d88-db53-4a26-84ee-4d88bc040558,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:12.783733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4c99aef-8f02-4271-952f-80ed69f99328 req-c7aaf4aa-e884-4f36-8c55-f1ba9b147bc5 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3fc03d-e9d2-4912-9927-8b78eb93c217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781858 Sep 16 16:33:12.789664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 39b0c156-dbc8-479a-bdfb-b96bd87aab4b) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:12.795877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:12.796938 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:12.801600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5876b76-e787-4130-b86e-18215286de8d None None] Network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:12.867345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37450) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:12.943944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b312d185-e77e-40d1-95bd-8f5fd1e03607 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5874097 Sep 16 16:33:12.944659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37456) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:12.946730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c103efb-89a5-4dcb-b7bc-5b0837373da1 req-5f2749ac-bab3-4ef1-93ce-030a964afb84 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 210 time: 0.0322087 Sep 16 16:33:12.953465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9cd4ae57-5639-49eb-8375-29b1948cc05c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:12.981585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b266b5-35ac-4466-a9e5-2ff32bb76bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4c3d88-db53-4a26-84ee-4d88bc040558'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:12.987424 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2ac8b7-0416-43b4-a61a-1da91d9ce0e3" -d '{"events": [{"server_uuid": "43b266b5-35ac-4466-a9e5-2ff32bb76bd8", "name": "network-vif-plugged", "status": "completed", "tag": "1d4c3d88-db53-4a26-84ee-4d88bc040558"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:13.020049 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-0e0bdb54-bc95-47fc-a5f0-feac76e56472 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:13.068782 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d22e9-1c52-4d38-a24a-69a796310a09 x-openstack-request-id: req-3a4d22e9-1c52-4d38-a24a-69a796310a09 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:13.077815 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b266b5-35ac-4466-a9e5-2ff32bb76bd8", "name": "network-vif-plugged", "status": "completed", "tag": "1d4c3d88-db53-4a26-84ee-4d88bc040558", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:13.077815 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a4d22e9-1c52-4d38-a24a-69a796310a09 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:13.077815 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b266b5-35ac-4466-a9e5-2ff32bb76bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4c3d88-db53-4a26-84ee-4d88bc040558', 'code': 200} Sep 16 16:33:13.078371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bdb54-bc95-47fc-a5f0-feac76e56472 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Pushing event deleted for resources: {'Port': ['ID=ef987465-88ac-4b42-8ed5-6f75bb767011,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:13.110912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ef987465-88ac-4b42-8ed5-6f75bb767011'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:13.142456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-0e0bdb54-bc95-47fc-a5f0-feac76e56472 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] No DVR routers for this DVR port ef987465-88ac-4b42-8ed5-6f75bb767011 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:13.142456 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-0e0bdb54-bc95-47fc-a5f0-feac76e56472 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:13.142456 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7aeb1732-e041-47b6-b1af-a749505f23c1 req-0e0bdb54-bc95-47fc-a5f0-feac76e56472 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.62 "DELETE /v2.0/ports/ef987465-88ac-4b42-8ed5-6f75bb767011 HTTP/1.1" status: 204 len: 173 time: 1.0663064 Sep 16 16:33:13.143474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ecc11-3cb5-4f35-8e76-7d9d8106a929 req-7e15f24f-fa51-45f2-9159-3513023521fe tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:13.143628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d', 'name': 'network-vif-deleted', 'tag': 'ef987465-88ac-4b42-8ed5-6f75bb767011'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:13.143628 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2c088b-9566-41c4-80e0-4794bac33491" -d '{"events": [{"server_uuid": "ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d", "name": "network-vif-deleted", "tag": "ef987465-88ac-4b42-8ed5-6f75bb767011"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:13.146068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a06ecc11-3cb5-4f35-8e76-7d9d8106a929 req-7e15f24f-fa51-45f2-9159-3513023521fe tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 946 time: 0.2022181 Sep 16 16:33:13.216880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a06ecc11-3cb5-4f35-8e76-7d9d8106a929 req-6cb9ddbe-3455-4140-8d1d-59892add1a7e tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695975 Sep 16 16:33:13.220280 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c373a7-2ffa-4e3c-8fa2-67126dad356f req-cad07a75-23e6-4e03-97c6-95f2e2cc81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:13.221995 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c3c373a7-2ffa-4e3c-8fa2-67126dad356f req-cad07a75-23e6-4e03-97c6-95f2e2cc81e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0667927 Sep 16 16:33:13.227600 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7de96b-3c31-4c3e-a748-18b63b05dfa9 x-openstack-request-id: req-2c7de96b-3c31-4c3e-a748-18b63b05dfa9 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:13.228506 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d", "name": "network-vif-deleted", "tag": "ef987465-88ac-4b42-8ed5-6f75bb767011", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:13.229049 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c7de96b-3c31-4c3e-a748-18b63b05dfa9 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:13.229810 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d', 'name': 'network-vif-deleted', 'tag': 'ef987465-88ac-4b42-8ed5-6f75bb767011', 'status': 'completed', 'code': 200} Sep 16 16:33:13.257702 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ea469af-c816-45c1-91f6-0482b9097f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:13.282417 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c3c373a7-2ffa-4e3c-8fa2-67126dad356f req-944f13b7-3218-48f4-a6c7-529054c83041 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514033 Sep 16 16:33:13.392705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0dcc8-4372-4279-84c6-942def955362 req-d7d8de00-91d6-49f2-b7bf-f3b9533d79f8 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:13.392705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0be0dcc8-4372-4279-84c6-942def955362 req-d7d8de00-91d6-49f2-b7bf-f3b9533d79f8 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.0670688 Sep 16 16:33:13.393093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-39b0c156-dbc8-479a-bdfb-b96bd87aab4b', 'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b', 'tenant_id': '03b2894ecc57412782ddd0dbb9e78c2d', 'fixed_ips': [{'subnet_id': 'c45be642-9c90-420b-a6a5-a9ed2a73b6fc'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:33:13.393093 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:13.442002 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0be0dcc8-4372-4279-84c6-942def955362 req-c4fb3cd3-e52f-42ec-8bc4-945fe20b3e34 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Sep 16 16:33:13.544140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Allocated IP 2001:db8::2 (39b0c156-dbc8-479a-bdfb-b96bd87aab4b/c45be642-9c90-420b-a6a5-a9ed2a73b6fc/39cf27ac-29e8-43f4-abd3-3d00377e7244) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:13.637953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd4ae57-5639-49eb-8375-29b1948cc05c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:13.643699 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ae57-5639-49eb-8375-29b1948cc05c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:13.699716 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:13.799798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53939339-be6a-4ca2-be71-4bed9384fd67 req-09f9b6fc-b0ec-44d7-a152-96fd6360b3e3 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:13.801332 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53939339-be6a-4ca2-be71-4bed9384fd67 req-09f9b6fc-b0ec-44d7-a152-96fd6360b3e3 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.1658459 Sep 16 16:33:13.825767 n-d-807786-3 neutron-server[95358]: INFO neutron.db.ipam_backend_mixin [None req-9cd4ae57-5639-49eb-8375-29b1948cc05c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c45be642-9c90-420b-a6a5-a9ed2a73b6fc (CIDR: 2001:db8::/64) Sep 16 16:33:13.874494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53939339-be6a-4ca2-be71-4bed9384fd67 req-48e2f171-6f70-4bab-a6a5-e1cb62a59cf3 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624597 Sep 16 16:33:13.881492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332f31f-0ada-472d-adf4-c8a5a7890472 req-490d3852-77e9-468c-8072-758e606b0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:13.886817 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d332f31f-0ada-472d-adf4-c8a5a7890472 req-490d3852-77e9-468c-8072-758e606b0fca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 1097 time: 0.1382153 Sep 16 16:33:13.906295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ea469af-c816-45c1-91f6-0482b9097f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:13.921906 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:13.923012 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:13.933343 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd4ae57-5639-49eb-8375-29b1948cc05c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:33:13.933870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd4ae57-5639-49eb-8375-29b1948cc05c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:33:13.935380 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d332f31f-0ada-472d-adf4-c8a5a7890472 req-87da38c4-7f2e-4d78-a8e8-4d24c003575d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367839 Sep 16 16:33:13.953140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-927c2f7d-1577-4571-b725-c5d40622c027 req-781dc94d-3358-4d37-b887-476d48faeee9 tempest-ServersOnMultiNodesTest-1929584248 tempest-ServersOnMultiNodesTest-1929584248-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2ea763-e0fa-4dc1-874b-9fd9a8f7136d HTTP/1.1" status: 200 len: 210 time: 0.0699806 Sep 16 16:33:13.955392 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:13.999224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:14.002349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:14.012817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:14.023826 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ea469af-c816-45c1-91f6-0482b9097f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:14.028242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Pushing event updated for resources: {'Port': ['ID=39cf27ac-29e8-43f4-abd3-3d00377e7244,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:14.094573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Attempting to bind port 39cf27ac-29e8-43f4-abd3-3d00377e7244 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:14.095279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Attempting to bind port 39cf27ac-29e8-43f4-abd3-3d00377e7244 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '00a77eca-0326-488b-a89b-4547fd576acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:14.096212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Attempting to bind port 39cf27ac-29e8-43f4-abd3-3d00377e7244 on network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:14.102961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:14.103876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Checking segment: {'id': '00a77eca-0326-488b-a89b-4547fd576acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:14.105332 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:14.105943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Bound using segment: {'id': '00a77eca-0326-488b-a89b-4547fd576acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:14.106609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Bound port: 39cf27ac-29e8-43f4-abd3-3d00377e7244, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a77eca-0326-488b-a89b-4547fd576acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:14.108720 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:14.147589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37492) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:14.148465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8ea469af-c816-45c1-91f6-0482b9097f6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2716b0f4d54b42edbdb7a70f1398e875&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2790039 Sep 16 16:33:14.149484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea469af-c816-45c1-91f6-0482b9097f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23424cd9-8a62-4283-b33d-4674f60f6afe,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:14.173540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a66dedcc-8893-4210-9951-1d9b31c744fb req-72e379c3-53f0-4919-9660-067cead48b92 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 210 time: 0.1174264 Sep 16 16:33:14.178223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9cd4ae57-5639-49eb-8375-29b1948cc05c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2305996 Sep 16 16:33:14.181001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37494) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:14.190793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-64a01007-b73d-4ac0-b678-088ceaea8c18 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:14.222212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] For port 39cf27ac-29e8-43f4-abd3-3d00377e7244, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:14.226464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] For port 39cf27ac-29e8-43f4-abd3-3d00377e7244, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=39cf27ac-29e8-43f4-abd3-3d00377e7244,segment=NetworkSegment(00a77eca-0326-488b-a89b-4547fd576acc),segment_id=00a77eca-0326-488b-a89b-4547fd576acc)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:14.246495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ef69889-4c0a-41d8-84c5-77c1863f5545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:14.286032 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ef69889-4c0a-41d8-84c5-77c1863f5545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:14.339422 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:14.458228 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ef69889-4c0a-41d8-84c5-77c1863f5545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:14.461339 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ef69889-4c0a-41d8-84c5-77c1863f5545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:14.462699 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8ef69889-4c0a-41d8-84c5-77c1863f5545 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23424cd9-8a62-4283-b33d-4674f60f6afe HTTP/1.1" status: 204 len: 168 time: 0.3139398 Sep 16 16:33:14.470917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5971a-8bb1-4f1f-92ca-6ab7570e8d42 None None] Pushing event updated for resources: {'Port': ['ID=39cf27ac-29e8-43f4-abd3-3d00377e7244,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:14.500867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a01007-b73d-4ac0-b678-088ceaea8c18 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:14.502518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef69889-4c0a-41d8-84c5-77c1863f5545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23424cd9-8a62-4283-b33d-4674f60f6afe,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:14.504483 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-64a01007-b73d-4ac0-b678-088ceaea8c18 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:14.624465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1499-738a-499d-86cf-0218a291ba75 req-18bd9f40-b1dd-4c65-8e4a-62a008461758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:14.626344 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b43b1499-738a-499d-86cf-0218a291ba75 req-18bd9f40-b1dd-4c65-8e4a-62a008461758 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6adea0c584af4d78aef296ec16ef3138&device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 1097 time: 0.1097558 Sep 16 16:33:14.773979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368c449-27a4-43df-b6b6-c852ac37f34f req-161fa661-aaab-4a6f-8d7f-399436f72e1e tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:14.785437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7368c449-27a4-43df-b6b6-c852ac37f34f req-161fa661-aaab-4a6f-8d7f-399436f72e1e tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.3542316 Sep 16 16:33:14.842861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad01a4-edc8-4202-bb2d-28fe1dae5b21 req-e0bec7ba-9f93-49a6-91af-31152fda7c88 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:14.851183 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cad01a4-edc8-4202-bb2d-28fe1dae5b21 req-e0bec7ba-9f93-49a6-91af-31152fda7c88 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 946 time: 0.4068463 Sep 16 16:33:14.915943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1499-738a-499d-86cf-0218a291ba75 req-6bbed4f2-0683-4275-bd69-d59a5a70d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:14.923644 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b43b1499-738a-499d-86cf-0218a291ba75 req-6bbed4f2-0683-4275-bd69-d59a5a70d458 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 200 len: 912 time: 0.2860134 Sep 16 16:33:14.941489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7368c449-27a4-43df-b6b6-c852ac37f34f req-222c4f58-ae9f-4571-a020-218bb1964deb tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545854 Sep 16 16:33:15.043809 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b43b1499-738a-499d-86cf-0218a291ba75 req-6019636e-2b7b-4151-9f3c-1e7971ae002d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a0d0adf-6906-4102-90b9-9c90808cdd64 HTTP/1.1" status: 200 len: 217 time: 0.1067908 Sep 16 16:33:15.104001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1499-738a-499d-86cf-0218a291ba75 req-4cda6f08-bcb2-4c6f-9e9a-c73648a8d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:15.107098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b43b1499-738a-499d-86cf-0218a291ba75 req-4cda6f08-bcb2-4c6f-9e9a-c73648a8d9c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a13203e1-ad1b-46a8-821f-a49bec7564a8 HTTP/1.1" status: 200 len: 851 time: 0.0552104 Sep 16 16:33:15.137449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cad01a4-edc8-4202-bb2d-28fe1dae5b21 req-47342778-2579-4cb3-a294-18896eb1e43f tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849219 Sep 16 16:33:15.170378 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b43b1499-738a-499d-86cf-0218a291ba75 req-e606f320-744e-4125-9f12-8590e6b5a8ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d43d92f2-5083-4446-9bd5-bdaac7789ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552485 Sep 16 16:33:15.199810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ef987465-88ac-4b42-8ed5-6f75bb767011 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:15.240300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8045ce6-1451-4fe0-acec-77beade0c0d5 req-56887f88-47b8-44e5-b6eb-5b2c452a1513 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:15.250687 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8045ce6-1451-4fe0-acec-77beade0c0d5 req-56887f88-47b8-44e5-b6eb-5b2c452a1513 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.2197683 Sep 16 16:33:15.255786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: ef987465-88ac-4b42-8ed5-6f75bb767011 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:15.256134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ef987465-88ac-4b42-8ed5-6f75bb767011 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:15.378514 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8045ce6-1451-4fe0-acec-77beade0c0d5 req-6de1b1d9-236b-4ba9-80fd-8f105c64b417 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178219 Sep 16 16:33:15.387646 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b43b1499-738a-499d-86cf-0218a291ba75 req-c1fbd5b3-def0-4c3b-b621-e997b3074db6 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099018 Sep 16 16:33:15.525853 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b43b1499-738a-499d-86cf-0218a291ba75 req-52536082-e1c2-4eff-9b26-91b82f96675a service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273215 Sep 16 16:33:15.529194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27ee3b2c-38f2-446c-965b-99deee7e8029 req-b08a7002-98e5-44c3-826d-2091719bbb4a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 210 time: 0.0742300 Sep 16 16:33:15.877138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-64a01007-b73d-4ac0-b678-088ceaea8c18 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:15.878849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e865ae-518e-45de-a112-8d92f613553a req-1ccc5f0d-e260-448a-8119-ad8078d95d1a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:15.878849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-1ccc5f0d-e260-448a-8119-ad8078d95d1a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.62 "GET /v2.0/networks?id=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 HTTP/1.1" status: 200 len: 814 time: 0.1259549 Sep 16 16:33:15.880366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a01007-b73d-4ac0-b678-088ceaea8c18 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:15.880366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-64a01007-b73d-4ac0-b678-088ceaea8c18 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:15.880366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a01007-b73d-4ac0-b678-088ceaea8c18 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:15.880366 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-64a01007-b73d-4ac0-b678-088ceaea8c18 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:15.880366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a01007-b73d-4ac0-b678-088ceaea8c18 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=c74480b6-25a6-4ee9-a2c2-2f639e2a4059,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:15.883211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-e0414f5d-062d-4b90-a476-07a99c620e8d tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d94018826866409e9cb90b2f28d3732a HTTP/1.1" status: 200 len: 380 time: 0.0671530 Sep 16 16:33:15.883211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Request body: {'port': {'device_id': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'admin_state_up': True, 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'security_groups': ['3546fe7a-8da6-4956-adad-b1c68bb9eaba']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:15.919782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c96409-88bb-44da-b9fb-fbc3538b7525 None None] Network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:15.927472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-64a01007-b73d-4ac0-b678-088ceaea8c18 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7450526 Sep 16 16:33:15.938319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37548) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:15.943818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b', 'fixed_ips': [{'subnet_id': 'c45be642-9c90-420b-a6a5-a9ed2a73b6fc'}, {'subnet_id': 'c74480b6-25a6-4ee9-a2c2-2f639e2a4059'}], 'name': 'tempest-PortsIpV6TestJSON-362899082'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:16.023771 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-486d32f4-bda5-4f20-9fbf-b9ad01a85760 None None] Provisioning complete for port 39cf27ac-29e8-43f4-abd3-3d00377e7244 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:16.025318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-486d32f4-bda5-4f20-9fbf-b9ad01a85760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:16.099382 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39aae7-7b9e-472d-a2b1-a9d2993702ba req-887bbcf6-3e76-40a4-a69f-83d8504cdc45 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:16.101011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d39aae7-7b9e-472d-a2b1-a9d2993702ba req-887bbcf6-3e76-40a4-a69f-83d8504cdc45 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.1080289 Sep 16 16:33:16.121379 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Made reservation on behalf of d94018826866409e9cb90b2f28d3732a for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:16.126168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:16.161440 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-486d32f4-bda5-4f20-9fbf-b9ad01a85760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:16.175216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d39aae7-7b9e-472d-a2b1-a9d2993702ba req-dc65d4f3-23d1-4aa4-b320-dfd0f642d126 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649443 Sep 16 16:33:16.250493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-486d32f4-bda5-4f20-9fbf-b9ad01a85760 None None] For port 39cf27ac-29e8-43f4-abd3-3d00377e7244, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=39cf27ac-29e8-43f4-abd3-3d00377e7244,segment=NetworkSegment(00a77eca-0326-488b-a89b-4547fd576acc),segment_id=00a77eca-0326-488b-a89b-4547fd576acc)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:16.265514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d2d7c-401d-460c-9576-19f5d0674f47 req-67578750-c3c2-46a1-9e5e-3726fecef76f tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:16.273649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-232d2d7c-401d-460c-9576-19f5d0674f47 req-67578750-c3c2-46a1-9e5e-3726fecef76f tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 946 time: 0.0662975 Sep 16 16:33:16.280797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37560) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:16.284787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:16.329111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37570) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:16.402515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-232d2d7c-401d-460c-9576-19f5d0674f47 req-e027e634-fc30-4c6f-a818-1151a1a7d6f6 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275249 Sep 16 16:33:16.412123 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-486d32f4-bda5-4f20-9fbf-b9ad01a85760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:16.474232 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:16.493013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Allocated IP 172.20.0.8 (dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1/e5a71a58-08d9-4026-93a5-19ac2f92842a/378f7417-f4cd-4194-800a-6de173856a0e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:16.513861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1457814876-network', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:16.527413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port 040b948c-2978-4c19-a537-a2d73551cd82 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:33:16.630853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d32f4-bda5-4f20-9fbf-b9ad01a85760 None None] Pushing event updated for resources: {'Port': ['ID=39cf27ac-29e8-43f4-abd3-3d00377e7244,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:16.644051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7f406-e4b1-4ba1-99fe-d9189bbc1d54 None None] Update dhcp port {'port': {'network_id': '39b0c156-dbc8-479a-bdfb-b96bd87aab4b', 'fixed_ips': [{'subnet_id': 'c45be642-9c90-420b-a6a5-a9ed2a73b6fc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c74480b6-25a6-4ee9-a2c2-2f639e2a4059'}], 'binding:host_id': 'n-d-807786-3'}, 'id': '39cf27ac-29e8-43f4-abd3-3d00377e7244'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:33:16.681060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 39cf27ac-29e8-43f4-abd3-3d00377e7244 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:16.721107 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5be7f406-e4b1-4ba1-99fe-d9189bbc1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:16.738640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Made reservation on behalf of 8fe0e35a734d49a9989bf7f95aeed427 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:16.741678 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:16.764529 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:16.880479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 39cf27ac-29e8-43f4-abd3-3d00377e7244 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:16.881038 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:16.889237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89d530-cc1a-4f2b-b959-3dcdf0ef4e31 req-9a88415a-f027-46e1-9800-b3b56fc82231 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:16.893442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d89d530-cc1a-4f2b-b959-3dcdf0ef4e31 req-9a88415a-f027-46e1-9800-b3b56fc82231 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.1752269 Sep 16 16:33:16.912719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:16.986461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d89d530-cc1a-4f2b-b959-3dcdf0ef4e31 req-c02d81a5-f0de-435a-9757-8e70aee74428 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752039 Sep 16 16:33:16.986798 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.055005 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b916b50b-8c18-4621-bc37-fff511ba2214 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c5759ed06b14c399c260d687bd11bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7706690 Sep 16 16:33:17.068287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.070595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37600) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:17.072815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:33:17.081310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a319fa-a71c-4504-92de-cee59161c6d9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:17.091421 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.091719 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Added segment ce5e65c7-a9d1-40b5-b461-0a67f025e24a of type vlan for network 192b9611-4d0c-4afa-835b-5392318dd117 Sep 16 16:33:17.133662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-431943b7-723d-4192-84f6-6ff06c6ec885 req-24b9f820-be9a-458d-9441-68759372a9ce tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 210 time: 0.0607944 Sep 16 16:33:17.150937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.159095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2cd1-8a0f-4103-aac8-70c4bb4ac46f req-1ed4e84e-8f7e-4574-98dc-4eba4dc2b760 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:17.166409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42ff2cd1-8a0f-4103-aac8-70c4bb4ac46f req-1ed4e84e-8f7e-4574-98dc-4eba4dc2b760 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 950 time: 0.1767237 Sep 16 16:33:17.181996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8::3a9 (39b0c156-dbc8-479a-bdfb-b96bd87aab4b/c45be642-9c90-420b-a6a5-a9ed2a73b6fc/040b948c-2978-4c19-a537-a2d73551cd82) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:17.210085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8:0:1::102 (39b0c156-dbc8-479a-bdfb-b96bd87aab4b/c74480b6-25a6-4ee9-a2c2-2f639e2a4059/040b948c-2978-4c19-a537-a2d73551cd82) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:17.281805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42ff2cd1-8a0f-4103-aac8-70c4bb4ac46f req-63d9ee1b-5495-4f7c-ae29-7a6e64e6c3a7 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139634 Sep 16 16:33:17.285425 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-109ea0d1-0110-4ab8-a429-4fef41ed25c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.306519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.341306 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.342549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:17.342739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c4c47-ad4a-47d7-b69d-2e5a6ea2950b req-aa36bc2a-baf4-4e4f-a75a-a79305bdabc6 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:17.343137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.344254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-359c4c47-ad4a-47d7-b69d-2e5a6ea2950b req-aa36bc2a-baf4-4e4f-a75a-a79305bdabc6 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 946 time: 0.1396294 Sep 16 16:33:17.356165 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-109ea0d1-0110-4ab8-a429-4fef41ed25c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.401902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:17.406414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:17.408845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:17.411502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Pushing event updated for resources: {'Port': ['ID=378f7417-f4cd-4194-800a-6de173856a0e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:17.461073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] Pushing event updated for resources: {'Network': ['ID=192b9611-4d0c-4afa-835b-5392318dd117,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:17.474893 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-11af1c84-bfd7-479e-a719-37119d28d65c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1419563 Sep 16 16:33:17.476291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37606) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:17.477936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 192b9611-4d0c-4afa-835b-5392318dd117 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:33:17.483617 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Request body: {'subnet': {'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1457814876-subnet', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:17.499476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-359c4c47-ad4a-47d7-b69d-2e5a6ea2950b req-b022b5f9-b510-4209-a26c-a5f464966c56 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401005 Sep 16 16:33:17.525553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eac3d9-0791-4c94-b5cd-979626741258 req-924af158-5d3c-4cd2-a7fa-71b3264b67c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:17.527730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:17.528430 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.536516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40eac3d9-0791-4c94-b5cd-979626741258 req-924af158-5d3c-4cd2-a7fa-71b3264b67c6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1779881 Sep 16 16:33:17.573805 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.582163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Made reservation on behalf of 8fe0e35a734d49a9989bf7f95aeed427 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:17.584564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.597770 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40eac3d9-0791-4c94-b5cd-979626741258 req-e4cedc82-de3d-463f-b5f1-7e212a024e85 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545242 Sep 16 16:33:17.653468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-109ea0d1-0110-4ab8-a429-4fef41ed25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.655908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-109ea0d1-0110-4ab8-a429-4fef41ed25c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.668724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-109ea0d1-0110-4ab8-a429-4fef41ed25c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a3fc03d-e9d2-4912-9927-8b78eb93c217 HTTP/1.1" status: 204 len: 168 time: 0.5835135 Sep 16 16:33:17.677309 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-f0cec453-08c0-4eb6-a894-4420c19c60e8 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8241150 Sep 16 16:33:17.706923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-944f3478-2c59-4496-8e45-a7522caf8c4e tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:33:17.706923 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-944f3478-2c59-4496-8e45-a7522caf8c4e tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067472 Sep 16 16:33:17.709871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ea0d1-0110-4ab8-a429-4fef41ed25c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3fc03d-e9d2-4912-9927-8b78eb93c217,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:17.725344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Request body: {'port': {'device_id': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:17.740864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7450b1e-1dd2-4e37-ac09-b8088f19c852 req-a6e596f4-3d17-4194-8e2c-e85396f63908 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:17.750344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7450b1e-1dd2-4e37-ac09-b8088f19c852 req-a6e596f4-3d17-4194-8e2c-e85396f63908 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.1471584 Sep 16 16:33:17.752479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3df7317a-05c3-4644-b33a-cac8e31f76b9 None None] Provisioning complete for port 378f7417-f4cd-4194-800a-6de173856a0e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:17.752860 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3df7317a-05c3-4644-b33a-cac8e31f76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.790487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.800452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3df7317a-05c3-4644-b33a-cac8e31f76b9 None None] Port 378f7417-f4cd-4194-800a-6de173856a0e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:17.851616 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.857271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-5be7f406-e4b1-4ba1-99fe-d9189bbc1d54 None None] Allocated IP 2001:db8:0:1::2 (39b0c156-dbc8-479a-bdfb-b96bd87aab4b/c74480b6-25a6-4ee9-a2c2-2f639e2a4059/39cf27ac-29e8-43f4-abd3-3d00377e7244) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:17.858049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7450b1e-1dd2-4e37-ac09-b8088f19c852 req-2ccd3e1c-c40b-4459-8733-b38030f505c5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062932 Sep 16 16:33:17.897877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:17.911191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:17.918669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:17.925344 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:17.934293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:17.959761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=040b948c-2978-4c19-a537-a2d73551cd82,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:18.017310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5be7f406-e4b1-4ba1-99fe-d9189bbc1d54 None None] For port 39cf27ac-29e8-43f4-abd3-3d00377e7244, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=39cf27ac-29e8-43f4-abd3-3d00377e7244,segment=NetworkSegment(00a77eca-0326-488b-a89b-4547fd576acc),segment_id=00a77eca-0326-488b-a89b-4547fd576acc)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:18.055293 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5be7f406-e4b1-4ba1-99fe-d9189bbc1d54 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:18.078752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3a416189-af80-45d7-b04f-db296140fb6b tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1368251 Sep 16 16:33:18.079668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37650) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:18.084543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3f2d3c2b-32c2-496b-ba56-8df41bb0ad88 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c45be642-9c90-420b-a6a5-a9ed2a73b6fc'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:18.170972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5be7f406-e4b1-4ba1-99fe-d9189bbc1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:18.188518 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3c2b-32c2-496b-ba56-8df41bb0ad88 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:18.281271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378f7417-f4cd-4194-800a-6de173856a0e {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:18.294661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7f406-e4b1-4ba1-99fe-d9189bbc1d54 None None] Pushing event updated for resources: {'Port': ['ID=39cf27ac-29e8-43f4-abd3-3d00377e7244,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:18.306671 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:18.319718 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:18.414451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Transition to ACTIVE for port object 378f7417-f4cd-4194-800a-6de173856a0e will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:33:18.428556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:18.432550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29a79d-061e-497d-8966-072e5058916a req-327e7d03-886b-4885-a29d-85c4a6595b17 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:18.439914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab29a79d-061e-497d-8966-072e5058916a req-327e7d03-886b-4885-a29d-85c4a6595b17 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 931 time: 0.1374552 Sep 16 16:33:18.467706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-03bc3a56-867f-42a3-8c9c-9761c2eb3060 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:18.469887 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-03bc3a56-867f-42a3-8c9c-9761c2eb3060 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 946 time: 0.1602471 Sep 16 16:33:18.486484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Checking segment: {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:18.486970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Network hostable DHCP agents. Network: 192b9611-4d0c-4afa-835b-5392318dd117, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:33:18.520781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:18.534814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23351792-15c7-433d-848f-cff6b3a26ba6 req-cf67e879-0cd1-48f9-b91f-7f3865bb6f33 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:18.537615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 39cf27ac-29e8-43f4-abd3-3d00377e7244 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:18.538100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23351792-15c7-433d-848f-cff6b3a26ba6 req-cf67e879-0cd1-48f9-b91f-7f3865bb6f33 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.2158649 Sep 16 16:33:18.558019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab29a79d-061e-497d-8966-072e5058916a req-dcc4f91e-abab-447d-9061-48a42c129f2a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172395 Sep 16 16:33:18.558480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37674) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:18.620994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Pushing event updated for resources: {'Port': ['ID=378f7417-f4cd-4194-800a-6de173856a0e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:18.637910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 39cf27ac-29e8-43f4-abd3-3d00377e7244 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:18.638280 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:18.651400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Network 192b9611-4d0c-4afa-835b-5392318dd117 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:33:18.759569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-7b7ee3a4-6ebb-450f-8c72-91bbe1969194 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Deleting port 1d4c3d88-db53-4a26-84ee-4d88bc040558 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:18.760027 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-7b7ee3a4-6ebb-450f-8c72-91bbe1969194 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:18.776327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Attempting to bind port 378f7417-f4cd-4194-800a-6de173856a0e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:18.777330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Attempting to bind port 378f7417-f4cd-4194-800a-6de173856a0e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:18.777667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Attempting to bind port 378f7417-f4cd-4194-800a-6de173856a0e on network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:18.799402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 192b9611-4d0c-4afa-835b-5392318dd117) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:18.810121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:18.810739 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:18.816426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef64b13f-1e51-4e7a-bf5e-6008759e5bf7 None None] Network 192b9611-4d0c-4afa-835b-5392318dd117 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:18.852894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23351792-15c7-433d-848f-cff6b3a26ba6 req-54d96b49-eaca-4f81-b453-0db95be0b3e9 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933400 Sep 16 16:33:18.890115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Port 378f7417-f4cd-4194-800a-6de173856a0e on network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:33:18.893369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Attempting to bind port 378f7417-f4cd-4194-800a-6de173856a0e on network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:18.920780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5b4f6a26-9e6b-4c40-8fe1-53ac418bb6fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b73577bd6b3420ca4c4e5f4f49e3a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536735 Sep 16 16:33:18.925488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:18.926063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37692) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:18.927609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Checking segment: {'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:18.928620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Bound using segment: {'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:18.929273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Bound port: 378f7417-f4cd-4194-800a-6de173856a0e, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ddc56fd-b445-4b6d-818d-f1acb2b811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:18.929818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.018489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-7b7ee3a4-6ebb-450f-8c72-91bbe1969194 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] For port 1d4c3d88-db53-4a26-84ee-4d88bc040558, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1d4c3d88-db53-4a26-84ee-4d88bc040558,segment=NetworkSegment(12894d28-808c-4f19-9525-8ddbeb5469c2),segment_id=12894d28-808c-4f19-9525-8ddbeb5469c2)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:19.022539 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-7b7ee3a4-6ebb-450f-8c72-91bbe1969194 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.045845 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a37e7338-9870-4ebe-b7b5-34f3bfe0b167 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5688422 Sep 16 16:33:19.053647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37700) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:19.057031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-7b7ee3a4-6ebb-450f-8c72-91bbe1969194 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Calling delete_port for 1d4c3d88-db53-4a26-84ee-4d88bc040558 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:19.063023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:19.143076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-192b9611-4d0c-4afa-835b-5392318dd117', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:33:19.144578 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.157970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] For port 378f7417-f4cd-4194-800a-6de173856a0e, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:19.179055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] For port 378f7417-f4cd-4194-800a-6de173856a0e, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=378f7417-f4cd-4194-800a-6de173856a0e,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:19.230751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf863f2-7539-4e16-9358-32a9d1b84559 None None] Network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:19.254373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.255214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.297056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.336446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:19.337480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.340248 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] 10.222.0.62 "PUT /v2.0/ports/378f7417-f4cd-4194-800a-6de173856a0e HTTP/1.1" status: 200 len: 1091 time: 1.6224289 Sep 16 16:33:19.343507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'tag': '378f7417-f4cd-4194-800a-6de173856a0e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:19.346321 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0505b27-57ee-45b7-a167-ef531d54e110" -d '{"events": [{"name": "network-changed", "server_uuid": "3191d0e1-d454-4d42-ad68-95b4da229dab", "tag": "378f7417-f4cd-4194-800a-6de173856a0e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:19.378102 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-7b7ee3a4-6ebb-450f-8c72-91bbe1969194 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.405311 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bee55-f591-4c48-b8a7-5401eb8b7af1 service neutron] Pushing event updated for resources: {'Port': ['ID=378f7417-f4cd-4194-800a-6de173856a0e,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:19.437806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ee3a4-6ebb-450f-8c72-91bbe1969194 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event deleted for resources: {'Port': ['ID=1d4c3d88-db53-4a26-84ee-4d88bc040558,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:19.482328 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.491671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-3f2d3c2b-32c2-496b-ba56-8df41bb0ad88 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Delete allocated IP 2001:db8:0:1::102 (39b0c156-dbc8-479a-bdfb-b96bd87aab4b/c74480b6-25a6-4ee9-a2c2-2f639e2a4059) {{(pid=95358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 16:33:19.529502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175ff05-9010-41ae-89cb-71017962873e req-8eb3e438-1a63-4fbd-89cf-65b0e4f8bcd0 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:19.531486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2175ff05-9010-41ae-89cb-71017962873e req-8eb3e438-1a63-4fbd-89cf-65b0e4f8bcd0 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b266b5-35ac-4466-a9e5-2ff32bb76bd8 HTTP/1.1" status: 200 len: 867 time: 0.6448443 Sep 16 16:33:19.543184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['1d4c3d88-db53-4a26-84ee-4d88bc040558'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:19.553799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Allocated IP 172.20.0.2 (192b9611-4d0c-4afa-835b-5392318dd117/606ec290-cbe0-48fd-96ae-f5f2bbe64d3f/72bec126-1eb2-4da7-ba3c-6baefbd4e740) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:19.562001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a98149-4a99-4022-9e27-48ccb8cb5fba req-379ea5dd-0639-4d38-b323-aa72b5ea972f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:19.566448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-7b7ee3a4-6ebb-450f-8c72-91bbe1969194 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] No DVR routers for this DVR port 1d4c3d88-db53-4a26-84ee-4d88bc040558 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:19.569016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8a98149-4a99-4022-9e27-48ccb8cb5fba req-379ea5dd-0639-4d38-b323-aa72b5ea972f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.1844375 Sep 16 16:33:19.569374 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-7b7ee3a4-6ebb-450f-8c72-91bbe1969194 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.571826 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c9e8ad4-1964-436e-a69c-58f10a447045 req-7b7ee3a4-6ebb-450f-8c72-91bbe1969194 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.52 "DELETE /v2.0/ports/1d4c3d88-db53-4a26-84ee-4d88bc040558 HTTP/1.1" status: 204 len: 173 time: 1.0949471 Sep 16 16:33:19.583722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1dece7c7-ddaf-467c-a2cf-1235335ef056 None None] Provisioning complete for port 39cf27ac-29e8-43f4-abd3-3d00377e7244 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:19.584323 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1dece7c7-ddaf-467c-a2cf-1235335ef056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.660835 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-093fba98-71f3-4292-9338-eea7c755b32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.685795 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e865ae-518e-45de-a112-8d92f613553a req-58b16a19-4b40-46cc-8dc7-0139c4495cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:19.687898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-58b16a19-4b40-46cc-8dc7-0139c4495cee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d94018826866409e9cb90b2f28d3732a&device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 1094 time: 0.2090786 Sep 16 16:33:19.719736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8a98149-4a99-4022-9e27-48ccb8cb5fba req-39ef1602-6210-4d4c-8948-420773229c09 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493216 Sep 16 16:33:19.736390 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2175ff05-9010-41ae-89cb-71017962873e req-63967caa-972f-483b-9d1f-d53e513b199b tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups?id=af7efba5-0100-4e6c-b1a3-211e1d01102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390493 Sep 16 16:33:19.742622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-093fba98-71f3-4292-9338-eea7c755b32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.795844 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-18328250-d77b-4c61-b09c-9dd9ad502e0c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378f7417-f4cd-4194-800a-6de173856a0e HTTP/1.1" status: 200 len: 217 time: 0.0678515 Sep 16 16:33:19.852337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.872352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3c2b-32c2-496b-ba56-8df41bb0ad88 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.879629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6844ce1f-4e62-4d31-8554-b3b667536a1e no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:19.910017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e865ae-518e-45de-a112-8d92f613553a req-783e09cd-f9d5-434e-bb3f-ad9156420e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:19.919933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-783e09cd-f9d5-434e-bb3f-ad9156420e6f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e5a71a58-08d9-4026-93a5-19ac2f92842a HTTP/1.1" status: 200 len: 853 time: 0.0693066 Sep 16 16:33:19.952338 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.959672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3c2b-32c2-496b-ba56-8df41bb0ad88 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.962214 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-093fba98-71f3-4292-9338-eea7c755b32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.966396 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-093fba98-71f3-4292-9338-eea7c755b32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:19.967818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-093fba98-71f3-4292-9338-eea7c755b32f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06d550f5-1a8e-4302-bdd4-2a25480558ed HTTP/1.1" status: 204 len: 168 time: 1.0408592 Sep 16 16:33:20.012778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fba98-71f3-4292-9338-eea7c755b32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d550f5-1a8e-4302-bdd4-2a25480558ed,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:20.039969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e865ae-518e-45de-a112-8d92f613553a req-a3a2c329-4f39-4f16-985f-40905c2f1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:20.047582 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-a3a2c329-4f39-4f16-985f-40905c2f1a1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266823 Sep 16 16:33:20.070836 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:20.142539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d3c2b-32c2-496b-ba56-8df41bb0ad88 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] In _notify_port_updated(), no bound segment for port 040b948c-2978-4c19-a537-a2d73551cd82 on network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b {{(pid=95358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:33:20.148950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d3c2b-32c2-496b-ba56-8df41bb0ad88 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:20.149709 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3c2b-32c2-496b-ba56-8df41bb0ad88 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:20.151739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3f2d3c2b-32c2-496b-ba56-8df41bb0ad88 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "PUT /v2.0/ports/040b948c-2978-4c19-a537-a2d73551cd82 HTTP/1.1" status: 200 len: 925 time: 2.0712252 Sep 16 16:33:20.154800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37722) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:20.160445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a8ff5fd2-ff13-4657-8bfd-ce60f0d00824 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c45be642-9c90-420b-a6a5-a9ed2a73b6fc'}, {'subnet_id': 'c74480b6-25a6-4ee9-a2c2-2f639e2a4059'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:20.163440 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:20.210135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d3c2b-32c2-496b-ba56-8df41bb0ad88 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=040b948c-2978-4c19-a537-a2d73551cd82,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:20.233141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Network 192b9611-4d0c-4afa-835b-5392318dd117 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:20.247597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:20.249472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:20.251884 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d33f4ec-37bc-4a89-b2b2-d95b17c3fbbd" -d '{"events": [{"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:20.255431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:20.260736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Pushing event updated for resources: {'Port': ['ID=72bec126-1eb2-4da7-ba3c-6baefbd4e740,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:20.263108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf9b78-4877-4adc-931d-a9abd4a92016 req-d5caeb7a-485d-4288-9a28-af68f50e0a7b tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:20.266009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fcbf9b78-4877-4adc-931d-a9abd4a92016 req-d5caeb7a-485d-4288-9a28-af68f50e0a7b tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 943 time: 0.1623719 Sep 16 16:33:20.274358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:20.318841 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fcbf9b78-4877-4adc-931d-a9abd4a92016 req-99eea067-6d26-464d-98a9-24fbbfd09f5b tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395541 Sep 16 16:33:20.354772 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:20.404403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6203827-d4e2-482b-88c5-390b337cdf3c req-12c811b0-aa1d-4fbb-be5b-8c459369893b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:20.406943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6203827-d4e2-482b-88c5-390b337cdf3c req-12c811b0-aa1d-4fbb-be5b-8c459369893b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0921144 Sep 16 16:33:20.421701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Attempting to bind port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:20.422081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Attempting to bind port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:20.422453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Attempting to bind port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 on network 192b9611-4d0c-4afa-835b-5392318dd117 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:20.429228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:20.429607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Checking segment: {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:20.430020 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:20.430417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Bound using segment: {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:20.430894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Bound port: 72bec126-1eb2-4da7-ba3c-6baefbd4e740, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:20.431285 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:20.483498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=11']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:20.504329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6203827-d4e2-482b-88c5-390b337cdf3c req-d77bb9fb-0513-4dfb-9a5d-bb3c4508e18d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730345 Sep 16 16:33:20.528518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] For port 72bec126-1eb2-4da7-ba3c-6baefbd4e740, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:20.533246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] For port 72bec126-1eb2-4da7-ba3c-6baefbd4e740, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=72bec126-1eb2-4da7-ba3c-6baefbd4e740,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:20.535092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3a4d3ac8-c0e4-4a32-85a7-5ebd1b75739f None None] Provisioning complete for port 040b948c-2978-4c19-a537-a2d73551cd82 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:20.535958 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3ac8-c0e4-4a32-85a7-5ebd1b75739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:20.587379 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017071e4-8802-40bc-8656-397a0a1f38fc x-openstack-request-id: req-017071e4-8802-40bc-8656-397a0a1f38fc {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:20.595919 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:20.596564 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-017071e4-8802-40bc-8656-397a0a1f38fc {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:20.597196 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'code': 200} Sep 16 16:33:20.615319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d3ac8-c0e4-4a32-85a7-5ebd1b75739f None None] Port 040b948c-2978-4c19-a537-a2d73551cd82 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:20.624337 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:20.688035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3a4d3ac8-c0e4-4a32-85a7-5ebd1b75739f None None] Provisioning complete for port 39cf27ac-29e8-43f4-abd3-3d00377e7244 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:20.692085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3ac8-c0e4-4a32-85a7-5ebd1b75739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:20.764459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597f729-52e9-4ed7-a89b-62d450daefbf None None] Pushing event updated for resources: {'Port': ['ID=72bec126-1eb2-4da7-ba3c-6baefbd4e740,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:20.782412 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a5c71b-f25b-4989-9a55-76038e0c4062 x-openstack-request-id: req-e0a5c71b-f25b-4989-9a55-76038e0c4062 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:20.782910 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3191d0e1-d454-4d42-ad68-95b4da229dab", "tag": "378f7417-f4cd-4194-800a-6de173856a0e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:20.783298 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0a5c71b-f25b-4989-9a55-76038e0c4062 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:20.783928 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'tag': '378f7417-f4cd-4194-800a-6de173856a0e', 'status': 'completed', 'code': 200} Sep 16 16:33:20.892678 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-6feec4ad-7ebc-4dbf-be0c-ee4fd8b72d85 service neutron] 10.222.0.62 "GET /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8367503 Sep 16 16:33:21.007226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7b9f1a34-f074-4660-b8dd-051f2d782d03 None None] Provisioning complete for port 040b948c-2978-4c19-a537-a2d73551cd82 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:21.007958 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b9f1a34-f074-4660-b8dd-051f2d782d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:21.053229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bfb0f-1958-484d-b6b4-060f90519b7f req-e0959b3a-fae3-4579-bc5b-d8af997702d1 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:21.063557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-017bfb0f-1958-484d-b6b4-060f90519b7f req-e0959b3a-fae3-4579-bc5b-d8af997702d1 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.0899684 Sep 16 16:33:21.068620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f1a34-f074-4660-b8dd-051f2d782d03 None None] Port 040b948c-2978-4c19-a537-a2d73551cd82 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:21.164683 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-017bfb0f-1958-484d-b6b4-060f90519b7f req-9fd7e2c1-4436-47e3-aec8-11ef72201cb7 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001730 Sep 16 16:33:21.327410 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49e865ae-518e-45de-a112-8d92f613553a req-664fe558-4c77-466c-8f69-df9c7c4723b0 service neutron] 10.222.0.62 "GET /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952746 Sep 16 16:33:21.328712 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5fd2-ff13-4657-8bfd-ce60f0d00824 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:21.384732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a954fa-ba33-4a1b-8fe8-770c73eaed41 req-dbf61ab9-3d71-4b49-8ff3-6c8e03adbde4 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:21.387804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50a954fa-ba33-4a1b-8fe8-770c73eaed41 req-dbf61ab9-3d71-4b49-8ff3-6c8e03adbde4 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0944281 Sep 16 16:33:21.428176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:21.441160 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50a954fa-ba33-4a1b-8fe8-770c73eaed41 req-bc491e6d-64b8-47b6-96ed-c91060e9fc24 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459783 Sep 16 16:33:21.455178 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:21.500600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6f3fdfc5-34e0-4caf-aa7e-fdaae34799fe None None] Provisioning complete for port 040b948c-2978-4c19-a537-a2d73551cd82 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:21.500981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdfc5-34e0-4caf-aa7e-fdaae34799fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:21.558903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6f3fdfc5-34e0-4caf-aa7e-fdaae34799fe None None] Port 040b948c-2978-4c19-a537-a2d73551cd82 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:21.635225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d6d86-55fb-4e3a-8995-81727f0d9fd9 req-f6f206e9-05b5-4cf3-9562-46d0b3b9c9c9 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:21.637172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d16d6d86-55fb-4e3a-8995-81727f0d9fd9 req-f6f206e9-05b5-4cf3-9562-46d0b3b9c9c9 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 943 time: 0.0552709 Sep 16 16:33:21.692189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d16d6d86-55fb-4e3a-8995-81727f0d9fd9 req-7f92f21b-8ee6-4de7-b126-03b834b49d62 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447037 Sep 16 16:33:21.739199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-d7014a4a-649e-401a-bc48-22db26b3bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:21.740905 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-d7014a4a-649e-401a-bc48-22db26b3bc45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d94018826866409e9cb90b2f28d3732a&device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 1094 time: 0.1789341 Sep 16 16:33:21.785155 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37840) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:21.806071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37844) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:21.878730 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-64a3f579-7f8a-485a-8267-1571ed3e7a31 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:21.880941 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 1d4c3d88-db53-4a26-84ee-4d88bc040558 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:21.910028 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-64a3f579-7f8a-485a-8267-1571ed3e7a31 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:21.924539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 1d4c3d88-db53-4a26-84ee-4d88bc040558 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:21.927213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 1d4c3d88-db53-4a26-84ee-4d88bc040558 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:21.950721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Allocated IP 172.25.6.138 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/7484f1e0-2ea1-42eb-b1e3-23739967b1f0) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:22.023707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-64a3f579-7f8a-485a-8267-1571ed3e7a31 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.027252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-64a3f579-7f8a-485a-8267-1571ed3e7a31 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.030833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-64a3f579-7f8a-485a-8267-1571ed3e7a31 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "DELETE /v2.0/security-groups/e2f8872f-1661-4d73-b1af-60e159baa51c HTTP/1.1" status: 204 len: 168 time: 0.2421174 Sep 16 16:33:22.031747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37860) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:22.045079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1253596119-network', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:22.056762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3f579-7f8a-485a-8267-1571ed3e7a31 tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f8872f-1661-4d73-b1af-60e159baa51c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:22.060396 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-ec65e1a4-1949-44f9-b553-bc6963773bde tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] show failed (client error): The resource could not be found. Sep 16 16:33:22.064159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ec65e1a4-1949-44f9-b553-bc6963773bde tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "GET /v2.0/security-groups/e2f8872f-1661-4d73-b1af-60e159baa51c HTTP/1.1" status: 404 len: 347 time: 0.0289338 Sep 16 16:33:22.064394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37864) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:22.069795 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-d8bcc3ee-19c5-4014-96d7-b1080827afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:22.071275 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-d8bcc3ee-19c5-4014-96d7-b1080827afe0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 HTTP/1.1" status: 200 len: 915 time: 0.3165686 Sep 16 16:33:22.154246 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-9668f3dd-5451-493a-b171-ad68d31e4448 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378f7417-f4cd-4194-800a-6de173856a0e HTTP/1.1" status: 200 len: 217 time: 0.0484853 Sep 16 16:33:22.213772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-a8ff5fd2-ff13-4657-8bfd-ce60f0d00824 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8:0:1::10c (39b0c156-dbc8-479a-bdfb-b96bd87aab4b/c74480b6-25a6-4ee9-a2c2-2f639e2a4059/040b948c-2978-4c19-a537-a2d73551cd82) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:22.235818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0add3b5b-48a7-4391-a681-d02713e648cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Deleting port 8bb46a7f-6104-4176-b77c-a9d407dbd47a {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:22.236163 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0add3b5b-48a7-4391-a681-d02713e648cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.271964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c518c-aae1-4d1f-af2d-45bb81ae49c9 None None] Network 192b9611-4d0c-4afa-835b-5392318dd117 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:22.275484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Made reservation on behalf of bd437808c0bc44d3b7af912345a5c100 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:22.277919 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.298033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-7eee368b-bb6c-4921-a96e-9a81f910ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:22.299514 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-7eee368b-bb6c-4921-a96e-9a81f910ec07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e5a71a58-08d9-4026-93a5-19ac2f92842a HTTP/1.1" status: 200 len: 853 time: 0.1327410 Sep 16 16:33:22.304603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.335452 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.373727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759de6-2fca-488b-8333-23724cb5b790 req-514832e6-e14d-4358-a121-e2675989f096 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:22.375384 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99759de6-2fca-488b-8333-23724cb5b790 req-514832e6-e14d-4358-a121-e2675989f096 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.0950503 Sep 16 16:33:22.377086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0add3b5b-48a7-4391-a681-d02713e648cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.377411 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0add3b5b-48a7-4391-a681-d02713e648cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.426518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-26184ac4-56c7-483c-9316-3fb99bb6aa23 None None] Provisioning complete for port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:22.426518 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-26184ac4-56c7-483c-9316-3fb99bb6aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.445816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0add3b5b-48a7-4391-a681-d02713e648cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Calling delete_port for 8bb46a7f-6104-4176-b77c-a9d407dbd47a owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:22.471711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99759de6-2fca-488b-8333-23724cb5b790 req-577695b8-7349-4669-9954-8c0be6b71e93 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865037 Sep 16 16:33:22.477086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-5ed02ec8-9ddd-46ef-90c7-1a3090a410e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:22.478699 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-5ed02ec8-9ddd-46ef-90c7-1a3090a410e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411462 Sep 16 16:33:22.541229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5fd2-ff13-4657-8bfd-ce60f0d00824 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.619301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 72bec126-1eb2-4da7-ba3c-6baefbd4e740 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:22.648445 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-26184ac4-56c7-483c-9316-3fb99bb6aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.666190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893a3ad-0c94-4d3d-968a-689c3241ea97 req-4b2424be-a7d4-419f-a041-c07510edc90b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:22.674289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b893a3ad-0c94-4d3d-968a-689c3241ea97 req-4b2424be-a7d4-419f-a041-c07510edc90b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0889452 Sep 16 16:33:22.703361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-26184ac4-56c7-483c-9316-3fb99bb6aa23 None None] For port 72bec126-1eb2-4da7-ba3c-6baefbd4e740, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=72bec126-1eb2-4da7-ba3c-6baefbd4e740,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:22.708211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.718398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5fd2-ff13-4657-8bfd-ce60f0d00824 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.725894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:22.726385 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.761401 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-f2003ac9-6cb9-4a89-95ff-b28f3ffc438a service neutron] 10.222.0.62 "GET /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714179 Sep 16 16:33:22.761636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b893a3ad-0c94-4d3d-968a-689c3241ea97 req-04671687-98de-4bcb-b9ad-3795b2b85686 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863407 Sep 16 16:33:22.782387 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-26184ac4-56c7-483c-9316-3fb99bb6aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.811603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b266b5-35ac-4466-a9e5-2ff32bb76bd8', 'name': 'network-vif-deleted', 'tag': '1d4c3d88-db53-4a26-84ee-4d88bc040558'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:22.822015 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd5e25a-8c18-4e4a-bd5f-0c4d8783a0c3" -d '{"events": [{"server_uuid": "43b266b5-35ac-4466-a9e5-2ff32bb76bd8", "name": "network-vif-deleted", "tag": "1d4c3d88-db53-4a26-84ee-4d88bc040558"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:22.846424 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0add3b5b-48a7-4391-a681-d02713e648cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.881833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add3b5b-48a7-4391-a681-d02713e648cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Pushing event deleted for resources: {'Port': ['ID=8bb46a7f-6104-4176-b77c-a9d407dbd47a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:22.882524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26184ac4-56c7-483c-9316-3fb99bb6aa23 None None] Pushing event updated for resources: {'Port': ['ID=72bec126-1eb2-4da7-ba3c-6baefbd4e740,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:22.893077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:22.921077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.922299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:22.929920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-00c20bd0-e355-49e1-8c5c-972ea94a461a None None] Provisioning complete for port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:22.930297 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-00c20bd0-e355-49e1-8c5c-972ea94a461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:22.934872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:22.936957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Pushing event updated for resources: {'Port': ['ID=7484f1e0-2ea1-42eb-b1e3-23739967b1f0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:23.034200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0add3b5b-48a7-4391-a681-d02713e648cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.037192 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0add3b5b-48a7-4391-a681-d02713e648cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.040871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0add3b5b-48a7-4391-a681-d02713e648cf tempest-ImagesOneServerNegativeTestJSON-523297411 tempest-ImagesOneServerNegativeTestJSON-523297411-project] 10.222.0.22 "DELETE /v2.0/floatingips/34de3952-3169-45c8-a646-b53d48cbff4d HTTP/1.1" status: 204 len: 168 time: 0.9723341 Sep 16 16:33:23.052029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fafeb-d16e-4909-b3ae-9bedd1335dfd req-37840372-f7b7-4d83-9c73-ebc30e492a3a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:23.053942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b91fafeb-d16e-4909-b3ae-9bedd1335dfd req-37840372-f7b7-4d83-9c73-ebc30e492a3a tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 943 time: 0.1755896 Sep 16 16:33:23.064272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.101729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff5fd2-ff13-4657-8bfd-ce60f0d00824 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] In _notify_port_updated(), no bound segment for port 040b948c-2978-4c19-a537-a2d73551cd82 on network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:33:23.102727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b91fafeb-d16e-4909-b3ae-9bedd1335dfd req-85f311a3-3ef7-4b71-9c46-c5a5f0c59143 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397956 Sep 16 16:33:23.112492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff5fd2-ff13-4657-8bfd-ce60f0d00824 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:23.112492 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5fd2-ff13-4657-8bfd-ce60f0d00824 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.112492 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a8ff5fd2-ff13-4657-8bfd-ce60f0d00824 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "PUT /v2.0/ports/040b948c-2978-4c19-a537-a2d73551cd82 HTTP/1.1" status: 200 len: 1011 time: 2.9535124 Sep 16 16:33:23.115764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37908) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:23.155170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:33:23.197262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 378f7417-f4cd-4194-800a-6de173856a0e details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:33:23.271335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0017c18-8726-4fb2-97de-9eab2f15a128,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:23.277992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0505b27-57ee-45b7-a167-ef531d54e110 req-3dcfedc0-8b19-4970-b1e1-85b76135107d service neutron] 10.222.0.62 "GET /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073047 Sep 16 16:33:23.279437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff5fd2-ff13-4657-8bfd-ce60f0d00824 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=040b948c-2978-4c19-a537-a2d73551cd82,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:23.306223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.306517 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Added segment 4a27b945-2467-4863-b6f3-c1c616fd671d of type vlan for network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e Sep 16 16:33:23.306644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ff953-cfce-4610-bd59-f2032ce3968f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 040b948c-2978-4c19-a537-a2d73551cd82 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:23.306974 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff953-cfce-4610-bd59-f2032ce3968f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.321564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ffce9e96-eed7-482e-b353-c81f1eb199e4 None None] Provisioning complete for port 040b948c-2978-4c19-a537-a2d73551cd82 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:23.322001 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ffce9e96-eed7-482e-b353-c81f1eb199e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.369264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.376249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 378f7417-f4cd-4194-800a-6de173856a0e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=378f7417-f4cd-4194-800a-6de173856a0e,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:23.385600 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc56f437-b5c9-40ed-96cc-c9f642d0b68a x-openstack-request-id: req-bc56f437-b5c9-40ed-96cc-c9f642d0b68a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:23.386310 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b266b5-35ac-4466-a9e5-2ff32bb76bd8", "name": "network-vif-deleted", "tag": "1d4c3d88-db53-4a26-84ee-4d88bc040558", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:23.386567 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc56f437-b5c9-40ed-96cc-c9f642d0b68a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:23.386966 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b266b5-35ac-4466-a9e5-2ff32bb76bd8', 'name': 'network-vif-deleted', 'tag': '1d4c3d88-db53-4a26-84ee-4d88bc040558', 'status': 'completed', 'code': 200} Sep 16 16:33:23.406946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '378f7417-f4cd-4194-800a-6de173856a0e', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'port_id': '378f7417-f4cd-4194-800a-6de173856a0e', 'mac_address': 'fa:16:3e:56:bc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:33:23.413197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ffce9e96-eed7-482e-b353-c81f1eb199e4 None None] Port 040b948c-2978-4c19-a537-a2d73551cd82 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:23.414304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37918) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:23.457653 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.467865 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff953-cfce-4610-bd59-f2032ce3968f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.474942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378f7417-f4cd-4194-800a-6de173856a0e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:23.489169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6007d2-9ae6-4156-9933-19fa2e2ec0c4 admin admin] Deleting subnet 2e882bd5-7268-4bab-99dd-2a1efcaa8946 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:33:23.492555 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab6007d2-9ae6-4156-9933-19fa2e2ec0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.493265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ff953-cfce-4610-bd59-f2032ce3968f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 040b948c-2978-4c19-a537-a2d73551cd82 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:23.522804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 378f7417-f4cd-4194-800a-6de173856a0e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=378f7417-f4cd-4194-800a-6de173856a0e,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:23.538465 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab6007d2-9ae6-4156-9933-19fa2e2ec0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.564710 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.567652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:23.567652 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.631976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86f54a-a7bc-4d0a-8ad8-5f526bf4427e req-9b26c478-8dcb-4886-b3c3-186297ff2817 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:23.633662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca86f54a-a7bc-4d0a-8ad8-5f526bf4427e req-9b26c478-8dcb-4886-b3c3-186297ff2817 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.0701149 Sep 16 16:33:23.639406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.643899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] Pushing event updated for resources: {'Network': ['ID=45aa9e9c-40d9-4ee5-b1bb-492b4f58066e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:23.645793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab6007d2-9ae6-4156-9933-19fa2e2ec0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.707701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=378f7417-f4cd-4194-800a-6de173856a0e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:23.717127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca86f54a-a7bc-4d0a-8ad8-5f526bf4427e req-4e707bbe-363d-4bc8-b0db-4151fb116610 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565093 Sep 16 16:33:23.735803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:33:23.817050 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3286b264-35e1-4998-a707-43b74d47ae14 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9989762 Sep 16 16:33:23.823298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37948) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:23.830111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Request body: {'subnet': {'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1253596119-subnet', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:23.854746 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.897676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['378f7417-f4cd-4194-800a-6de173856a0e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:23.933652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff953-cfce-4610-bd59-f2032ce3968f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:23.968993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ff953-cfce-4610-bd59-f2032ce3968f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=040b948c-2978-4c19-a537-a2d73551cd82,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:23.980700 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Made reservation on behalf of bd437808c0bc44d3b7af912345a5c100 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:23.983751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.037370 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff953-cfce-4610-bd59-f2032ce3968f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.049173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ab7ff953-cfce-4610-bd59-f2032ce3968f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/040b948c-2978-4c19-a537-a2d73551cd82 HTTP/1.1" status: 204 len: 168 time: 0.9255247 Sep 16 16:33:24.049173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37958) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:24.049313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab6007d2-9ae6-4156-9933-19fa2e2ec0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.083286 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-552f567c-b349-4658-be24-dda1f5596df3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:33:24.088295 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-552f567c-b349-4658-be24-dda1f5596df3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/040b948c-2978-4c19-a537-a2d73551cd82 HTTP/1.1" status: 404 len: 333 time: 0.0440004 Sep 16 16:33:24.089660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37962) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:24.106724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6007d2-9ae6-4156-9933-19fa2e2ec0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e882bd5-7268-4bab-99dd-2a1efcaa8946,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:24.155808 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab6007d2-9ae6-4156-9933-19fa2e2ec0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.157764 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ab6007d2-9ae6-4156-9933-19fa2e2ec0c4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2e882bd5-7268-4bab-99dd-2a1efcaa8946 HTTP/1.1" status: 204 len: 168 time: 0.7397089 Sep 16 16:33:24.161138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37968) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:24.187010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe5cd39-52ae-4ebd-864b-ed38797ae2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet c74480b6-25a6-4ee9-a2c2-2f639e2a4059 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:33:24.187010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd39-52ae-4ebd-864b-ed38797ae2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.226676 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd39-52ae-4ebd-864b-ed38797ae2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.272621 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.370129 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.391308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f4a6b-7edb-420c-a9d6-132e0c6b6668 req-eda9425e-2868-4fc0-833a-c7a620daac27 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:24.392883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f75f4a6b-7edb-420c-a9d6-132e0c6b6668 req-eda9425e-2868-4fc0-833a-c7a620daac27 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 944 time: 0.1536083 Sep 16 16:33:24.499813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd39-52ae-4ebd-864b-ed38797ae2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.533215 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.544623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f75f4a6b-7edb-420c-a9d6-132e0c6b6668 req-99f51caf-dd04-426e-98b4-1f98f9be78e9 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289613 Sep 16 16:33:24.574392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 72bec126-1eb2-4da7-ba3c-6baefbd4e740 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:24.587434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Router a1ed3fcb-4090-4826-9315-6f7212b32251 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:33:24.596670 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.631624 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:24.632071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.632625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446d5ebf-cf80-4d92-9aad-a0f4e2a803f3']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:24.634380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6630dc64-1049-4278-9189-6f3f2553d542,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:24.646679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12894d28-808c-4f19-9525-8ddbeb5469c2') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:24.646968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12894d28-808c-4f19-9525-8ddbeb5469c2') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:24.671407 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.684051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Checking segment: {'id': '4a27b945-2467-4863-b6f3-c1c616fd671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:24.684441 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Network hostable DHCP agents. Network: 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:33:24.692470 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.704240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:33:24.706541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:33:24.709192 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:33:24.765840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:33:24.777180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Sync routers for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:33:24.787244 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd39-52ae-4ebd-864b-ed38797ae2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.805511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:24.809171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:24.824569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:33:24.851296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5cd39-52ae-4ebd-864b-ed38797ae2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=c74480b6-25a6-4ee9-a2c2-2f639e2a4059,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:24.854701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd39-52ae-4ebd-864b-ed38797ae2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.858978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1fe5cd39-52ae-4ebd-864b-ed38797ae2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/c74480b6-25a6-4ee9-a2c2-2f639e2a4059 HTTP/1.1" status: 204 len: 168 time: 0.7657809 Sep 16 16:33:24.859377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37988) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:24.877312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e76f4-d580-46b5-b662-5991a5c28648 None None] Network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:24.955825 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186edea9-15e6-4c90-bf21-e90fd459b794 req-35079494-c04e-44b8-a5ef-1f7d0a5a60c3 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:24.976114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-186edea9-15e6-4c90-bf21-e90fd459b794 req-35079494-c04e-44b8-a5ef-1f7d0a5a60c3 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.1263251 Sep 16 16:33:24.986929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.992886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:24.998743 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] 10.222.0.22 "DELETE /v2.0/networks/446d5ebf-cf80-4d92-9aad-a0f4e2a803f3 HTTP/1.1" status: 204 len: 168 time: 0.8327177 Sep 16 16:33:25.054090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81867e7d-6abc-44fa-a966-0dbe2ab7e972 admin admin] Pushing event deleted for resources: {'Network': ['ID=446d5ebf-cf80-4d92-9aad-a0f4e2a803f3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:25.096995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-186edea9-15e6-4c90-bf21-e90fd459b794 req-e4d8a4a7-a0d0-4344-8b60-8ada8254d2ec tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195991 Sep 16 16:33:25.214063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:25.218678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 378f7417-f4cd-4194-800a-6de173856a0e up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:25.235106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.236322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e346f587-fade-4bb7-958a-e46c019cc55a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1817091 Sep 16 16:33:25.237003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:25.239523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38002) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:25.247169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:25.247762 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.270129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-af20f893-439d-43ce-bcf6-669c8951443e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet c45be642-9c90-420b-a6a5-a9ed2a73b6fc {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:33:25.274074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af20f893-439d-43ce-bcf6-669c8951443e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.305873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e990402-eaae-4a95-99b5-c19116b82167 None None] Network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:25.316771 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af20f893-439d-43ce-bcf6-669c8951443e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.345224 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cc092a17-de48-4e52-bf4d-56f80982d9d1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5169353 Sep 16 16:33:25.346180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38008) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:25.350714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1253596119-router', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:25.455765 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af20f893-439d-43ce-bcf6-669c8951443e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.493406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38014) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:25.511833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.512981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.609000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.623930 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-05102948-79fe-4194-b750-ddbd7aba89b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89480843ad5b4250bab54c1d0aacd3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292775 Sep 16 16:33:25.627121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38024) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:25.660622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 378f7417-f4cd-4194-800a-6de173856a0e completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:33:25.678650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 378f7417-f4cd-4194-800a-6de173856a0e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:25.679151 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.700999 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d85cfb6a-1da3-4b83-8792-8b7d9f481f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.728884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d85cfb6a-1da3-4b83-8792-8b7d9f481f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.756668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-45aa9e9c-40d9-4ee5-b1bb-492b4f58066e', 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'fixed_ips': [{'subnet_id': '6630dc64-1049-4278-9189-6f3f2553d542'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:33:25.758253 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.777918 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af20f893-439d-43ce-bcf6-669c8951443e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.817004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20f893-439d-43ce-bcf6-669c8951443e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=c45be642-9c90-420b-a6a5-a9ed2a73b6fc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:25.859357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a0810-fa18-4fcf-9fa7-db4efbb65e56 req-316450bd-4f53-40b9-b45c-9cb61696185b tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:25.859462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:23Z', 'revision_number': 3, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:25.863813 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af20f893-439d-43ce-bcf6-669c8951443e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.869342 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-af20f893-439d-43ce-bcf6-669c8951443e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/c45be642-9c90-420b-a6a5-a9ed2a73b6fc HTTP/1.1" status: 204 len: 168 time: 1.0089006 Sep 16 16:33:25.870420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38036) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:25.875795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b38a0810-fa18-4fcf-9fa7-db4efbb65e56 req-316450bd-4f53-40b9-b45c-9cb61696185b tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 944 time: 0.2074955 Sep 16 16:33:25.933982 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Checking router: a1ed3fcb-4090-4826-9315-6f7212b32251 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:33:25.934601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Updating router a1ed3fcb-4090-4826-9315-6f7212b32251 port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:33:25.941745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b38a0810-fa18-4fcf-9fa7-db4efbb65e56 req-86b3703b-502a-4f66-881c-60a7e7e99090 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635920 Sep 16 16:33:25.989362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:25.993301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.014604 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.050937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.079555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.159142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 39cf27ac-29e8-43f4-abd3-3d00377e7244 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:26.159596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.207923 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d85cfb6a-1da3-4b83-8792-8b7d9f481f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.211341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d85cfb6a-1da3-4b83-8792-8b7d9f481f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.215538 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d85cfb6a-1da3-4b83-8792-8b7d9f481f13 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af7efba5-0100-4e6c-b1a3-211e1d01102c HTTP/1.1" status: 204 len: 168 time: 0.5822098 Sep 16 16:33:26.220274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Allocated IP 172.20.0.2 (45aa9e9c-40d9-4ee5-b1bb-492b4f58066e/6630dc64-1049-4278-9189-6f3f2553d542/ab52652d-2736-4060-a5f9-3c02c923aafc) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:26.222116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378f7417-f4cd-4194-800a-6de173856a0e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:26.255496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Allocated IP 172.20.0.1 (192b9611-4d0c-4afa-835b-5392318dd117/606ec290-cbe0-48fd-96ae-f5f2bbe64d3f/4d8ec621-90ac-47f6-98e0-f53befc8cdf5) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:26.256840 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea4f5ea-0f4d-4163-ba27-84d008fb8ad0" -d '{"events": [{"server_uuid": "3191d0e1-d454-4d42-ad68-95b4da229dab", "name": "network-vif-plugged", "status": "completed", "tag": "378f7417-f4cd-4194-800a-6de173856a0e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:26.278360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cfb6a-1da3-4b83-8792-8b7d9f481f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7efba5-0100-4e6c-b1a3-211e1d01102c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:26.303029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] For port 39cf27ac-29e8-43f4-abd3-3d00377e7244, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=39cf27ac-29e8-43f4-abd3-3d00377e7244,segment=NetworkSegment(00a77eca-0326-488b-a89b-4547fd576acc),segment_id=00a77eca-0326-488b-a89b-4547fd576acc)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:26.303388 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.304670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 378f7417-f4cd-4194-800a-6de173856a0e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=378f7417-f4cd-4194-800a-6de173856a0e,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:26.323053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 39cf27ac-29e8-43f4-abd3-3d00377e7244 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:26.422378 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.453996 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.556537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.600058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Network 192b9611-4d0c-4afa-835b-5392318dd117 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:26.603487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:26.612099 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:26.662604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be93be-3e22-4979-b8b5-0a5b47e07ca3 req-3e6ede4f-b8ce-4543-b832-d8649fbbdb94 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:26.664256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61be93be-3e22-4979-b8b5-0a5b47e07ca3 req-3e6ede4f-b8ce-4543-b832-d8649fbbdb94 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.1502678 Sep 16 16:33:26.669546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Pushing event updated for resources: {'Port': ['ID=4d8ec621-90ac-47f6-98e0-f53befc8cdf5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:26.684203 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.713793 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.725010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.739204 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.739929 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a168d860-6293-45fc-b32f-51958469c9c3 x-openstack-request-id: req-a168d860-6293-45fc-b32f-51958469c9c3 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:26.740422 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3191d0e1-d454-4d42-ad68-95b4da229dab", "name": "network-vif-plugged", "status": "completed", "tag": "378f7417-f4cd-4194-800a-6de173856a0e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:26.740840 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a168d860-6293-45fc-b32f-51958469c9c3 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:26.741372 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378f7417-f4cd-4194-800a-6de173856a0e', 'code': 200} Sep 16 16:33:26.742555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e5554-f7d3-445c-8b7d-f10981166bb3 None None] Network 39b0c156-dbc8-479a-bdfb-b96bd87aab4b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:26.769433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61be93be-3e22-4979-b8b5-0a5b47e07ca3 req-c42300f1-e9ff-4c65-aa37-71d56650bff0 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912764 Sep 16 16:33:26.841128 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.854301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a0df1da4-abd9-450b-b03b-70fa3b595278 None None] Could not find standard attr ID for object 39cf27ac-29e8-43f4-abd3-3d00377e7244. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:33:26.888469 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:26.941707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6b555-5ce2-4c22-a877-e419002bf24e req-4fadd4b2-869e-46e2-b386-45dc6a2c5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:26.943461 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce6b555-5ce2-4c22-a877-e419002bf24e req-4fadd4b2-869e-46e2-b386-45dc6a2c5cfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 1096 time: 0.3220720 Sep 16 16:33:26.955871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=39cf27ac-29e8-43f4-abd3-3d00377e7244,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:26.962779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No DVR routers for this DVR port 39cf27ac-29e8-43f4-abd3-3d00377e7244 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:26.997270 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.009151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6deb16-fbc3-49a0-84f8-6fd5f75703e6 req-2e1d93bc-556c-430e-90c5-44a43085f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:27.011365 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7e6deb16-fbc3-49a0-84f8-6fd5f75703e6 req-2e1d93bc-556c-430e-90c5-44a43085f5aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 1096 time: 0.3499763 Sep 16 16:33:27.022138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=378f7417-f4cd-4194-800a-6de173856a0e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:27.048797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.049147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.049566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.049818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.050150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.050476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.050798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.051118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.051497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.051822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.052143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.052488 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:27.069215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:27.119070 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:27.122107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:27.122591 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7e6deb16-fbc3-49a0-84f8-6fd5f75703e6 req-7fa1fc7a-9a47-4288-9fbd-35d2d8de2997 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849741 Sep 16 16:33:27.147185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a98ff-be93-4672-b801-39492b276c0e req-9e55d0ef-a3f8-4214-9e4b-cbea9ec48e27 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:27.158850 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.159252 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-696a98ff-be93-4672-b801-39492b276c0e req-9e55d0ef-a3f8-4214-9e4b-cbea9ec48e27 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.2688134 Sep 16 16:33:27.179651 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.188671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c3a4d-bef4-42b6-a027-70181187b771 None None] DHCP port deletion for 39b0c156-dbc8-479a-bdfb-b96bd87aab4b request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:33:27.190810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b0c156-dbc8-479a-bdfb-b96bd87aab4b']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:27.195045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ee71f34c-816f-4327-8edc-fdfe7f465ec4 None None] Provisioning complete for port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:27.195669 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ee71f34c-816f-4327-8edc-fdfe7f465ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.210659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a77eca-0326-488b-a89b-4547fd576acc') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:27.211030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a77eca-0326-488b-a89b-4547fd576acc') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:27.213951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6b555-5ce2-4c22-a877-e419002bf24e req-3b4dd401-5282-4add-96dc-06f2fb47e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:27.215466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce6b555-5ce2-4c22-a877-e419002bf24e req-3b4dd401-5282-4add-96dc-06f2fb47e643 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 920 time: 0.2504346 Sep 16 16:33:27.224214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.243555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Pushing event updated for resources: {'Port': ['ID=ab52652d-2736-4060-a5f9-3c02c923aafc,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:27.268544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Attempting to bind port ab52652d-2736-4060-a5f9-3c02c923aafc on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:27.269139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Attempting to bind port ab52652d-2736-4060-a5f9-3c02c923aafc by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '4a27b945-2467-4863-b6f3-c1c616fd671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:27.269512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Attempting to bind port ab52652d-2736-4060-a5f9-3c02c923aafc on network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:27.278724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.281317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0897e-9a59-4698-b7a3-710bc4f356fd req-51dab0cf-2354-4fa8-b5c8-a46bc13c66a7 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:27.288446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ee71f34c-816f-4327-8edc-fdfe7f465ec4 None None] Port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:27.290522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8eb0897e-9a59-4698-b7a3-710bc4f356fd req-51dab0cf-2354-4fa8-b5c8-a46bc13c66a7 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 945 time: 0.1288276 Sep 16 16:33:27.308993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-696a98ff-be93-4672-b801-39492b276c0e req-8317c2c2-e717-4b42-88b9-b2eed7658bb0 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415415 Sep 16 16:33:27.320506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:27.320884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Checking segment: {'id': '4a27b945-2467-4863-b6f3-c1c616fd671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:27.321349 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.321722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Bound using segment: {'id': '4a27b945-2467-4863-b6f3-c1c616fd671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:27.322264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Bound port: ab52652d-2736-4060-a5f9-3c02c923aafc, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a27b945-2467-4863-b6f3-c1c616fd671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:27.322669 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.347148 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.350791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Allocated IP 172.25.6.46 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/a26c5995-a179-445c-a3e4-c2351f078613) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:27.409165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8eb0897e-9a59-4698-b7a3-710bc4f356fd req-aa558593-6d8c-4bb1-a4fa-d8c7961486df tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140068 Sep 16 16:33:27.411135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Attempting to bind port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:27.411510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Attempting to bind port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:27.411868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Attempting to bind port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:27.417102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6da9a-922b-418f-9b66-5f4d8adf113a None None] Pushing event updated for resources: {'Port': ['ID=7484f1e0-2ea1-42eb-b1e3-23739967b1f0,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:27.425569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:27.429443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:27.429443 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.429443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:27.429443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Bound port: 7484f1e0-2ea1-42eb-b1e3-23739967b1f0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:27.429443 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.440816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:33:27.441157 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:33:27.448441 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:33:27.461244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce6b555-5ce2-4c22-a877-e419002bf24e req-bc73ff1a-ab95-4c8f-abfc-769704ac2fea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970626c6-0bcb-4271-9387-01c119331e04 HTTP/1.1" status: 200 len: 217 time: 0.1104498 Sep 16 16:33:27.496363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] For port ab52652d-2736-4060-a5f9-3c02c923aafc, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:27.515667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] For port ab52652d-2736-4060-a5f9-3c02c923aafc, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ab52652d-2736-4060-a5f9-3c02c923aafc,segment=NetworkSegment(4a27b945-2467-4863-b6f3-c1c616fd671d),segment_id=4a27b945-2467-4863-b6f3-c1c616fd671d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:27.517134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] For port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:27.529655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] For port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7484f1e0-2ea1-42eb-b1e3-23739967b1f0,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:27.601834 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.625605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6b555-5ce2-4c22-a877-e419002bf24e req-0cd037ab-9d6f-4b65-b1d0-61e3a9e648e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:27.627402 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce6b555-5ce2-4c22-a877-e419002bf24e req-0cd037ab-9d6f-4b65-b1d0-61e3a9e648e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05b8b946-5be3-44b8-8a46-f2fcda27e5b0 HTTP/1.1" status: 200 len: 859 time: 0.1541727 Sep 16 16:33:27.632794 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.692162 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce6b555-5ce2-4c22-a877-e419002bf24e req-c95bc9d4-b514-4c4e-bdca-7187266dba02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479848 Sep 16 16:33:27.697176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:27.698339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:27.698484 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.711378 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.711485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd20a60-7489-4a7e-9419-f6bb97deb888 None None] Pushing event updated for resources: {'Port': ['ID=ab52652d-2736-4060-a5f9-3c02c923aafc,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:27.717409 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/networks/39b0c156-dbc8-479a-bdfb-b96bd87aab4b HTTP/1.1" status: 204 len: 168 time: 1.8373990 Sep 16 16:33:27.719578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38070) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:27.774431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf02b3-7756-49af-91b9-87bc0f0322cd tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Network': ['ID=39b0c156-dbc8-479a-bdfb-b96bd87aab4b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:27.809003 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:27.939324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f3f9c-8c8b-4a3d-bd6e-699660bc4fa2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:27.941994 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-223f3f9c-8c8b-4a3d-bd6e-699660bc4fa2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2156219 Sep 16 16:33:27.948906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38076) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:27.993288 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce6b555-5ce2-4c22-a877-e419002bf24e req-82ba8d18-607b-40f8-ad11-1744ff204593 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741194 Sep 16 16:33:28.031801 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.045636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38010b-efda-4394-991a-5d477ea2e8d4 req-6b7c4e43-08c3-4ceb-9e7d-b5d6d7a9200a tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:28.053102 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a38010b-efda-4394-991a-5d477ea2e8d4 req-6b7c4e43-08c3-4ceb-9e7d-b5d6d7a9200a tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 947 time: 0.6077998 Sep 16 16:33:28.106543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48243d0f-7c3c-4f0e-a0d6-5cbb58d9e626 req-f6a8c51b-e8f6-4f05-9e17-2bef05e53f60 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:28.107621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48243d0f-7c3c-4f0e-a0d6-5cbb58d9e626 req-f6a8c51b-e8f6-4f05-9e17-2bef05e53f60 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.2168560 Sep 16 16:33:28.131699 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b59a78a8-fe34-4487-947d-8fb5d8640921 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1726215 Sep 16 16:33:28.132579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38080) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:28.138059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:28.141304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1442363867'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:28.141429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6da9a-922b-418f-9b66-5f4d8adf113a None None] Pushing event updated for resources: {'Port': ['ID=7484f1e0-2ea1-42eb-b1e3-23739967b1f0,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:28.142641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a38010b-efda-4394-991a-5d477ea2e8d4 req-d117babf-72ad-465b-bb0c-446c888ed0a1 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886846 Sep 16 16:33:28.160313 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.182129 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cce6b555-5ce2-4c22-a877-e419002bf24e req-252516fd-546c-42ee-b267-9c7e9044bb1c service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749654 Sep 16 16:33:28.191488 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.253890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:28.258951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:28.272338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:28.302330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48243d0f-7c3c-4f0e-a0d6-5cbb58d9e626 req-04ecad61-738b-4f53-877b-966e9664a0c5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789577 Sep 16 16:33:28.305024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Pushing event updated for resources: {'Port': ['ID=4d8ec621-90ac-47f6-98e0-f53befc8cdf5,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:28.310619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.335478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Pushing event updated for resources: {'Port': ['ID=a26c5995-a179-445c-a3e4-c2351f078613,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:28.374963 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:28.377939 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6ca34495-90d5-4873-8b21-e71de5be25b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.379986 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.526755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 1, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:28.530714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:33:28.553699 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.554233 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Added segment fac5acff-8520-467f-8628-2da53a9cc4fc of type vlan for network 82a30550-9dc2-4032-ab98-f2d3df5d8af6 Sep 16 16:33:28.577044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Network 192b9611-4d0c-4afa-835b-5392318dd117 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:28.581243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:28.608985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa954c-a082-41a6-ab02-6a3aed1a88f4 None None] The sync data for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 is: [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 1, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:33:28.621997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ab52652d-2736-4060-a5f9-3c02c923aafc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:28.646086 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.686356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ab52652d-2736-4060-a5f9-3c02c923aafc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:28.686737 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.748208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166475b-ac9f-4d66-9fe7-f60ad929e7cf req-8edc52fe-27e5-46b7-9add-8852c992f8ac tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:28.757679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5166475b-ac9f-4d66-9fe7-f60ad929e7cf req-8edc52fe-27e5-46b7-9add-8852c992f8ac tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.3362479 Sep 16 16:33:28.790660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.799134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:28.799700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.866152 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:28.898724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Network': ['ID=82a30550-9dc2-4032-ab98-f2d3df5d8af6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:28.918560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8de4-1e61-4784-ab36-c1727fc1d253 req-25b89741-e04b-4ab9-848d-0c5c84131655 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:28.920464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 82a30550-9dc2-4032-ab98-f2d3df5d8af6 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:33:28.923589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f2a8de4-1e61-4784-ab36-c1727fc1d253 req-25b89741-e04b-4ab9-848d-0c5c84131655 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 945 time: 0.3317392 Sep 16 16:33:28.936679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-e708f6df-f1b5-4725-944a-d5f74221d06e tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:28.939220 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-e708f6df-f1b5-4725-944a-d5f74221d06e tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.52 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 947 time: 0.2436979 Sep 16 16:33:28.986586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port ab52652d-2736-4060-a5f9-3c02c923aafc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ab52652d-2736-4060-a5f9-3c02c923aafc,segment=NetworkSegment(4a27b945-2467-4863-b6f3-c1c616fd671d),segment_id=4a27b945-2467-4863-b6f3-c1c616fd671d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:28.997799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5166475b-ac9f-4d66-9fe7-f60ad929e7cf req-e02300c7-d5bd-46a2-8ea7-ff7d5cef36cb tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385845 Sep 16 16:33:29.007014 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5fc5e7c8-d3dd-4da8-a7c4-cabadd6bf870 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8731644 Sep 16 16:33:29.019689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38096) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:29.042685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': '82a30550-9dc2-4032-ab98-f2d3df5d8af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:29.066924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:29.069715 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:29.160708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0e2ddb3f-5a53-4d35-81e6-af19706d4865 None None] Provisioning complete for port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:29.161534 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0e2ddb3f-5a53-4d35-81e6-af19706d4865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:29.201294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 39cf27ac-29e8-43f4-abd3-3d00377e7244 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:29.216577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Router a1ed3fcb-4090-4826-9315-6f7212b32251 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:33:29.269407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 39cf27ac-29e8-43f4-abd3-3d00377e7244 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:29.269807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 39cf27ac-29e8-43f4-abd3-3d00377e7244 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:29.285009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f2a8de4-1e61-4784-ab36-c1727fc1d253 req-86401760-557b-44b4-99f4-4a5c069abcc5 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358667 Sep 16 16:33:29.302317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=ab52652d-2736-4060-a5f9-3c02c923aafc,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:29.305433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ddb3f-5a53-4d35-81e6-af19706d4865 None None] Port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:29.333495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce920a2-d76a-4d88-9531-fec5598115fa None None] Network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:29.357533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-43843d11-694d-4968-a08d-fb2ac87a5850 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Deleting port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:29.358129 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-43843d11-694d-4968-a08d-fb2ac87a5850 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:29.488554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-51304e28-8ee8-44f3-9d03-07950893eb7b None None] Provisioning complete for port ab52652d-2736-4060-a5f9-3c02c923aafc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:29.489012 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-51304e28-8ee8-44f3-9d03-07950893eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:29.520696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f7155-3daf-4a57-9997-178cf48c1ce1 req-4ea47c31-b8c9-42f4-81fc-3f5bbe1e04ed tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:29.533317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b39f7155-3daf-4a57-9997-178cf48c1ce1 req-4ea47c31-b8c9-42f4-81fc-3f5bbe1e04ed tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 947 time: 0.1195838 Sep 16 16:33:29.548132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:29.551660 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:29.773489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:33:29.785056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cbaab758-f244-4eb8-b059-6d89ed59ca31 admin admin] 10.222.0.22 "PUT /v2.0/routers/a1ed3fcb-4090-4826-9315-6f7212b32251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5436542 Sep 16 16:33:29.819014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b39f7155-3daf-4a57-9997-178cf48c1ce1 req-abf1a8d6-d167-4850-888b-7878db3d25f6 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847865 Sep 16 16:33:29.881131 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.006563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-89d9538a-0fce-42e1-ae00-be8150ac707d None None] Provisioning complete for port ab52652d-2736-4060-a5f9-3c02c923aafc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:30.008764 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89d9538a-0fce-42e1-ae00-be8150ac707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.016534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=8e552daf-2b9e-46bd-bba6-0c5d37ce9e40,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:30.037597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Checking segment: {'id': 'fac5acff-8520-467f-8628-2da53a9cc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '82a30550-9dc2-4032-ab98-f2d3df5d8af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:30.037954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network hostable DHCP agents. Network: 82a30550-9dc2-4032-ab98-f2d3df5d8af6, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:33:30.052161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d5808-fe06-4d59-a91b-90c4cb61dc18 req-e615f3b1-b60d-4753-973f-62c72fd90f58 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:30.060746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-175d5808-fe06-4d59-a91b-90c4cb61dc18 req-e615f3b1-b60d-4753-973f-62c72fd90f58 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.1213043 Sep 16 16:33:30.113270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-175d5808-fe06-4d59-a91b-90c4cb61dc18 req-63e12b7f-9037-4dcb-9c55-2b59e2f1948b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513797 Sep 16 16:33:30.179475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network 82a30550-9dc2-4032-ab98-f2d3df5d8af6 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:33:30.258161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-43843d11-694d-4968-a08d-fb2ac87a5850 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] For port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:30.258710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 82a30550-9dc2-4032-ab98-f2d3df5d8af6) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:30.258790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-43843d11-694d-4968-a08d-fb2ac87a5850 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.270764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a54a60-f05a-4eba-bc45-a8c244b7ebd2 None None] Network 82a30550-9dc2-4032-ab98-f2d3df5d8af6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:30.277539 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.279490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-43843d11-694d-4968-a08d-fb2ac87a5850 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Calling delete_port for 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:30.280361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:30.282648 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.390241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e9776fc9-d13f-4a08-aef2-de6ccc340e81 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3523819 Sep 16 16:33:30.392774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38116) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:30.401730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': '82a30550-9dc2-4032-ab98-f2d3df5d8af6', 'name': 'tempest-PortsIpV6TestJSON-1961685723'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:30.502200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-82a30550-9dc2-4032-ab98-f2d3df5d8af6', 'network_id': '82a30550-9dc2-4032-ab98-f2d3df5d8af6', 'tenant_id': '03b2894ecc57412782ddd0dbb9e78c2d', 'fixed_ips': [{'subnet_id': '8e552daf-2b9e-46bd-bba6-0c5d37ce9e40'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:33:30.503721 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.576110 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47040d14-c800-4ab2-8eee-9a62b58acdc5 req-b6eb1df0-70d3-42b3-8cc3-ed72b654f39c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:30.580912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47040d14-c800-4ab2-8eee-9a62b58acdc5 req-b6eb1df0-70d3-42b3-8cc3-ed72b654f39c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.2275720 Sep 16 16:33:30.658452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47040d14-c800-4ab2-8eee-9a62b58acdc5 req-9f7c6202-e6e2-415d-b180-489e0bf056e2 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730071 Sep 16 16:33:30.709768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38118) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:30.716743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-220000b0-d3e2-4e0c-80db-ecb9b67869ec tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757212676', 'description': 'tempest-description--1694811675'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:30.726206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Router 9384beba-c060-4001-a469-e73520816461 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:33:30.757172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ab52652d-2736-4060-a5f9-3c02c923aafc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:30.764916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Allocated IP 2001:db8::2 (82a30550-9dc2-4032-ab98-f2d3df5d8af6/8e552daf-2b9e-46bd-bba6-0c5d37ce9e40/9dfeb2db-efdc-4d55-976f-27431c82346f) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:30.767482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:30.771192 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.798258 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-43843d11-694d-4968-a08d-fb2ac87a5850 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.846520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43843d11-694d-4968-a08d-fb2ac87a5850 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Pushing event deleted for resources: {'Port': ['ID=025a3eb9-8be1-4e3f-864f-ae5e336fa7b9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:30.849858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port 4b4eb103-c6d0-4928-856f-3b9139ccc605 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:33:30.863926 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-19cc03b1-5ef6-41b5-b7bc-f6adf260c7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.918896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-220000b0-d3e2-4e0c-80db-ecb9b67869ec tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.928775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad150ae-0a87-447a-8ccf-2d01864ee2f7 req-6684f778-fcfc-42df-920f-a07db0b1cb77 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:30.930689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ad150ae-0a87-447a-8ccf-2d01864ee2f7 req-6684f778-fcfc-42df-920f-a07db0b1cb77 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 945 time: 0.1673515 Sep 16 16:33:30.955035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-43843d11-694d-4968-a08d-fb2ac87a5850 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] No DVR routers for this DVR port 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:30.959626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-43843d11-694d-4968-a08d-fb2ac87a5850 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:30.961875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-03e84749-5581-40b2-b621-39dfefc9b8bd req-43843d11-694d-4968-a08d-fb2ac87a5850 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.52 "DELETE /v2.0/ports/025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 HTTP/1.1" status: 204 len: 173 time: 2.0093744 Sep 16 16:33:30.962502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922c8525-808c-44c7-9095-7af848b6a856', 'name': 'network-vif-deleted', 'tag': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:30.975110 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2cfcde-4518-4d44-b1c9-b5828c56807f" -d '{"events": [{"server_uuid": "922c8525-808c-44c7-9095-7af848b6a856", "name": "network-vif-deleted", "tag": "025a3eb9-8be1-4e3f-864f-ae5e336fa7b9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:30.994465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:33:31.006998 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Sync routers for ids ['9384beba-c060-4001-a469-e73520816461'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:33:31.018675 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Routers {'9384beba-c060-4001-a469-e73520816461'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:31.019389 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9384beba-c060-4001-a469-e73520816461'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:31.024949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ad150ae-0a87-447a-8ccf-2d01864ee2f7 req-723a8288-1646-4cc3-ba94-d57c7ad84259 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796261 Sep 16 16:33:31.055546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-acd1bd71-4b78-44ff-9f68-b2c3bb7755cb req-624bec2f-a0ac-4bdd-be51-95a4ff6d914c tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=922c8525-808c-44c7-9095-7af848b6a856 HTTP/1.1" status: 200 len: 210 time: 0.0498006 Sep 16 16:33:31.077530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ab52652d-2736-4060-a5f9-3c02c923aafc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:31.077907 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.089037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.091258 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3e15586e-49b8-4cba-adc5-89461c7b1072 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7440319 Sep 16 16:33:31.094582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38134) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:31.119765 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.170955 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Set router 9384beba-c060-4001-a469-e73520816461 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:31.189148 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:31.233773 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4758f88-f948-4508-a105-0deea0481726 x-openstack-request-id: req-a4758f88-f948-4508-a105-0deea0481726 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:31.234066 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922c8525-808c-44c7-9095-7af848b6a856", "name": "network-vif-deleted", "tag": "025a3eb9-8be1-4e3f-864f-ae5e336fa7b9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:31.234775 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4758f88-f948-4508-a105-0deea0481726 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:31.235176 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922c8525-808c-44c7-9095-7af848b6a856', 'name': 'network-vif-deleted', 'tag': '025a3eb9-8be1-4e3f-864f-ae5e336fa7b9', 'status': 'completed', 'code': 200} Sep 16 16:33:31.252557 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.322157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Network 82a30550-9dc2-4032-ab98-f2d3df5d8af6 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:31.337735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:31.342092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:31.348973 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Pushing event updated for resources: {'Port': ['ID=9dfeb2db-efdc-4d55-976f-27431c82346f,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:31.362249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-220000b0-d3e2-4e0c-80db-ecb9b67869ec tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.379435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:31.380714 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.456202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b52303-e6d1-490b-924a-945441541e71 req-15319a6d-4162-4284-8da8-36e19711ca89 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:31.459818 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.481122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28b52303-e6d1-490b-924a-945441541e71 req-15319a6d-4162-4284-8da8-36e19711ca89 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 945 time: 0.2058215 Sep 16 16:33:31.495459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8::3d4 (82a30550-9dc2-4032-ab98-f2d3df5d8af6/8e552daf-2b9e-46bd-bba6-0c5d37ce9e40/4b4eb103-c6d0-4928-856f-3b9139ccc605) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:31.499048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38140) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:31.499721 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-220000b0-d3e2-4e0c-80db-ecb9b67869ec tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.533930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-feb62ae8-058c-41e4-accc-03b242421186 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Request body: {'floatingip': {'port_id': '378f7417-f4cd-4194-800a-6de173856a0e'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:31.594501 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9384beba-c060-4001-a469-e73520816461', 'name': 'tempest-FloatingIPsTestJSON-1253596119-router', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:25Z', 'updated_at': '2021-09-16T16:33:28Z', 'revision_number': 3, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'gw_port': {'id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:31.597975 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.606300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Attempting to bind port 9dfeb2db-efdc-4d55-976f-27431c82346f on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:31.606709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Attempting to bind port 9dfeb2db-efdc-4d55-976f-27431c82346f by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'fac5acff-8520-467f-8628-2da53a9cc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '82a30550-9dc2-4032-ab98-f2d3df5d8af6'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:31.607267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Attempting to bind port 9dfeb2db-efdc-4d55-976f-27431c82346f on network 82a30550-9dc2-4032-ab98-f2d3df5d8af6 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:31.612170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-220000b0-d3e2-4e0c-80db-ecb9b67869ec tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.613855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-220000b0-d3e2-4e0c-80db-ecb9b67869ec tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9031134 Sep 16 16:33:31.629678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:31.630058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Checking segment: {'id': 'fac5acff-8520-467f-8628-2da53a9cc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '82a30550-9dc2-4032-ab98-f2d3df5d8af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:31.630469 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.630873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Bound using segment: {'id': 'fac5acff-8520-467f-8628-2da53a9cc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '82a30550-9dc2-4032-ab98-f2d3df5d8af6'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:31.631365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Bound port: 9dfeb2db-efdc-4d55-976f-27431c82346f, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac5acff-8520-467f-8628-2da53a9cc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '82a30550-9dc2-4032-ab98-f2d3df5d8af6'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:31.631756 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.640631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38144) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:31.651873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7484f1e0-2ea1-42eb-b1e3-23739967b1f0,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:31.675313 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Checking router: 9384beba-c060-4001-a469-e73520816461 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:33:31.676772 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Updating router 9384beba-c060-4001-a469-e73520816461 port a26c5995-a179-445c-a3e4-c2351f078613 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:33:31.702243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-76b8fd95-6288-4297-b8ff-d34e19806fdb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'security_group_rule': {'security_group_id': '7777aed7-ad34-452f-ae2b-add489d6cce5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:31.718610 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.764615 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.768426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-feb62ae8-058c-41e4-accc-03b242421186 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.777321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] For port 9dfeb2db-efdc-4d55-976f-27431c82346f, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:31.817043 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] For port 9dfeb2db-efdc-4d55-976f-27431c82346f, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9dfeb2db-efdc-4d55-976f-27431c82346f,segment=NetworkSegment(fac5acff-8520-467f-8628-2da53a9cc4fc),segment_id=fac5acff-8520-467f-8628-2da53a9cc4fc)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:31.818358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=7484f1e0-2ea1-42eb-b1e3-23739967b1f0,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:31.926380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220000b0-d3e2-4e0c-80db-ecb9b67869ec tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7777aed7-ad34-452f-ae2b-add489d6cce5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:31.935281 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-76b8fd95-6288-4297-b8ff-d34e19806fdb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.942985 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:31.958673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab805fc-fef2-4c19-9a35-d9368b66b2aa req-3466bea1-1383-4720-914f-4b31e1c4e2f5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:31.958673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ab805fc-fef2-4c19-9a35-d9368b66b2aa req-3466bea1-1383-4720-914f-4b31e1c4e2f5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.4672611 Sep 16 16:33:31.978348 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.003312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:32.012245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.081165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Sync routers for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:33:32.112277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:32.112649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 025a3eb9-8be1-4e3f-864f-ae5e336fa7b9 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:32.134165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:32.134165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:32.179759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931f7db-c13a-4892-bf3a-181c08b90553 req-84ad6ee0-db02-4a4e-9ddf-8b1ca4b9a0e0 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:32.188003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4931f7db-c13a-4892-bf3a-181c08b90553 req-84ad6ee0-db02-4a4e-9ddf-8b1ca4b9a0e0 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.3446555 Sep 16 16:33:32.192643 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.228353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba21ab4-194c-457a-82d1-6005766c86fa None None] Pushing event updated for resources: {'Port': ['ID=9dfeb2db-efdc-4d55-976f-27431c82346f,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:32.231392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ab805fc-fef2-4c19-9a35-d9368b66b2aa req-35c120d8-2894-4956-a389-db600c27b2b4 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588491 Sep 16 16:33:32.263780 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.323590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:32.341808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38152) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:32.354296 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Attempting to bind port a26c5995-a179-445c-a3e4-c2351f078613 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:32.354672 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Attempting to bind port a26c5995-a179-445c-a3e4-c2351f078613 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:32.355029 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Attempting to bind port a26c5995-a179-445c-a3e4-c2351f078613 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:32.364908 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Pushing event updated for resources: {'Port': ['ID=a26c5995-a179-445c-a3e4-c2351f078613,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:32.375704 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:32.375916 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:32.376323 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.376733 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:32.377336 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Bound port: a26c5995-a179-445c-a3e4-c2351f078613, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:32.377584 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.405208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-76b8fd95-6288-4297-b8ff-d34e19806fdb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.407492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Allocated IP 172.20.0.1 (45aa9e9c-40d9-4ee5-b1bb-492b4f58066e/6630dc64-1049-4278-9189-6f3f2553d542/6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.418222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.420374 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:33:32.490792 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4931f7db-c13a-4892-bf3a-181c08b90553 req-8e0cf30d-d3fe-4772-92e5-09b9c0b1aad5 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963078 Sep 16 16:33:32.508647 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] For port a26c5995-a179-445c-a3e4-c2351f078613, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:32.515661 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] For port a26c5995-a179-445c-a3e4-c2351f078613, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a26c5995-a179-445c-a3e4-c2351f078613,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:32.552572 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-76b8fd95-6288-4297-b8ff-d34e19806fdb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.577636 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.597859 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.692114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8fd95-6288-4297-b8ff-d34e19806fdb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db2b9ef-aa0d-4e63-9758-85962e0d5c57,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:32.706841 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Routers {'9384beba-c060-4001-a469-e73520816461'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:32.707598 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9384beba-c060-4001-a469-e73520816461'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:32.721816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-44c86155-921d-45d8-8c55-76a0e45e343c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.747411 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cb903-e844-45ce-a488-2bbac7324bec None None] Pushing event updated for resources: {'Port': ['ID=a26c5995-a179-445c-a3e4-c2351f078613,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:32.749394 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.811238 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-76b8fd95-6288-4297-b8ff-d34e19806fdb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.812781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-76b8fd95-6288-4297-b8ff-d34e19806fdb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1644793 Sep 16 16:33:32.821150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38158) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:32.830696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-980d9949-aed3-4683-8adc-3367f57b5411 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'security_group_rule': {'security_group_id': '7777aed7-ad34-452f-ae2b-add489d6cce5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:32.842273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9dfeb2db-efdc-4d55-976f-27431c82346f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:32.904011 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.922648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:32.922873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:27Z', 'revision_number': 2, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:32.983932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:32.987408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:32.992895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:33.024875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:33.031425 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] Set router 9384beba-c060-4001-a469-e73520816461 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:33.047613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.102760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Checking router: a1ed3fcb-4090-4826-9315-6f7212b32251 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:33:33.103175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Updating router a1ed3fcb-4090-4826-9315-6f7212b32251 port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:33:33.138772 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.159249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 9dfeb2db-efdc-4d55-976f-27431c82346f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:33.160085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.181345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=4b4eb103-c6d0-4928-856f-3b9139ccc605,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:33.225510 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-feb62ae8-058c-41e4-accc-03b242421186 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.246688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network 82a30550-9dc2-4032-ab98-f2d3df5d8af6 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:33.254186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:33.258651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:33.267317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:33.268536 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.297254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797633b2-09c9-42a0-a089-94b1566a1d16 req-97b880f2-97bc-46de-9043-a1e88d3990e7 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:33.306128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-797633b2-09c9-42a0-a089-94b1566a1d16 req-97b880f2-97bc-46de-9043-a1e88d3990e7 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 948 time: 0.1663165 Sep 16 16:33:33.368589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-797633b2-09c9-42a0-a089-94b1566a1d16 req-54df7de7-93d3-4398-a5d4-f0df5309905e tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611186 Sep 16 16:33:33.372538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.376276 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-feb62ae8-058c-41e4-accc-03b242421186 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.382407 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9384beba-c060-4001-a469-e73520816461', 'name': 'tempest-FloatingIPsTestJSON-1253596119-router', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:25Z', 'updated_at': '2021-09-16T16:33:28Z', 'revision_number': 3, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'gw_port': {'id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:33.454805 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f8843-e8a0-4d2b-b5f8-6c4a213a5f73 None None] The sync data for ids ['9384beba-c060-4001-a469-e73520816461'] in n-d-807786-3 is: [{'id': '9384beba-c060-4001-a469-e73520816461', 'name': 'tempest-FloatingIPsTestJSON-1253596119-router', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:25Z', 'updated_at': '2021-09-16T16:33:28Z', 'revision_number': 3, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'gw_port': {'id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:33:33.493173 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-44c86155-921d-45d8-8c55-76a0e45e343c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.647750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-41c832d8-0ef7-474c-a590-0ea1c3a99202 None None] Provisioning complete for port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:33.648375 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-41c832d8-0ef7-474c-a590-0ea1c3a99202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.654851 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.655049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cc3400-a6ac-46ec-b849-d750f752bc2c None None] Network 82a30550-9dc2-4032-ab98-f2d3df5d8af6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:33.659785 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.727490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.732232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.818672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-41c832d8-0ef7-474c-a590-0ea1c3a99202 None None] Port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:33.843479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 9dfeb2db-efdc-4d55-976f-27431c82346f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9dfeb2db-efdc-4d55-976f-27431c82346f,segment=NetworkSegment(fac5acff-8520-467f-8628-2da53a9cc4fc),segment_id=fac5acff-8520-467f-8628-2da53a9cc4fc)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:33.886959 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.893290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:33.938933 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:33.939908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:34.008506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497664de-c0c7-4ca5-b0d1-fcd4a5e0e4c8 req-97223e94-192b-4190-ab98-588d7a4c5107 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:34.016560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-497664de-c0c7-4ca5-b0d1-fcd4a5e0e4c8 req-97223e94-192b-4190-ab98-588d7a4c5107 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.5946648 Sep 16 16:33:34.021987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:34.025768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:34.036763 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-44c86155-921d-45d8-8c55-76a0e45e343c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.049662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-838e046a-07ba-4b5f-af6c-4ee8a835aa41 None None] Provisioning complete for port 9dfeb2db-efdc-4d55-976f-27431c82346f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:34.050037 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-838e046a-07ba-4b5f-af6c-4ee8a835aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.054981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.132491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-44c86155-921d-45d8-8c55-76a0e45e343c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07a753d8da70470386b47f174ea4005b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7884154 Sep 16 16:33:34.135998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38166) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:34.140119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c86155-921d-45d8-8c55-76a0e45e343c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b735820-a1ce-4f5e-9eea-0415a88f90d5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:34.163818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-03b8018e-074c-4469-b48a-dc6fc43ce855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7693374 Sep 16 16:33:34.175183 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=9dfeb2db-efdc-4d55-976f-27431c82346f,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:34.191742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38168) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:34.198558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': '82a30550-9dc2-4032-ab98-f2d3df5d8af6', 'name': 'tempest-PortsIpV6TestJSON-962853799'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:34.212128 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.222503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-497664de-c0c7-4ca5-b0d1-fcd4a5e0e4c8 req-0dba1637-3613-476e-be17-904d76988c02 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049203 Sep 16 16:33:34.242012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c52a01-1eea-4657-bab8-09742282aa46 req-f9732b1a-8c4a-4b39-8bcd-7a6232e19321 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:34.243630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73c52a01-1eea-4657-bab8-09742282aa46 req-f9732b1a-8c4a-4b39-8bcd-7a6232e19321 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.2881122 Sep 16 16:33:34.279711 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-feb62ae8-058c-41e4-accc-03b242421186 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Floating IP 822131ca-9a52-4269-9db9-c52c23849063 associated. External IP: 172.25.6.234, port: 378f7417-f4cd-4194-800a-6de173856a0e. Sep 16 16:33:34.286793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:34.288048 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.422174 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69b112a1-d6dd-44fc-8979-ffa27243cec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.511199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-980d9949-aed3-4683-8adc-3367f57b5411 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.531992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69b112a1-d6dd-44fc-8979-ffa27243cec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.592355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Router 9384beba-c060-4001-a469-e73520816461 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:33:34.600693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Attempting to bind port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:34.601560 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Attempting to bind port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:34.602652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Attempting to bind port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 on network 192b9611-4d0c-4afa-835b-5392318dd117 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:34.609906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ac6db-7fa5-4224-8bb7-e4c88ba88d4a None None] Pushing event updated for resources: {'Port': ['ID=4d8ec621-90ac-47f6-98e0-f53befc8cdf5,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:34.616311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:34.616868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Checking segment: {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:34.617385 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.637091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Bound using segment: {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:34.638997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Bound port: 4d8ec621-90ac-47f6-98e0-f53befc8cdf5, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:34.638997 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.652949 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-980d9949-aed3-4683-8adc-3367f57b5411 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.685042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73c52a01-1eea-4657-bab8-09742282aa46 req-affe22e0-8de9-47a4-92bc-54971ec94aa4 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229336 Sep 16 16:33:34.738091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f39d069f-3743-462e-a8be-6ce26b5b9dfa None None] Provisioning complete for port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:34.749198 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f39d069f-3743-462e-a8be-6ce26b5b9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.750934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea0dbd-f329-487d-b89a-af2a9ed31a84 req-3da1bae9-55e0-48a7-89e0-8fd12110e413 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:34.772941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adea0dbd-f329-487d-b89a-af2a9ed31a84 req-3da1bae9-55e0-48a7-89e0-8fd12110e413 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 948 time: 0.2040200 Sep 16 16:33:34.788989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:34.796244 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-980d9949-aed3-4683-8adc-3367f57b5411 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.796369 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.846891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] For port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:34.855500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] For port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4d8ec621-90ac-47f6-98e0-f53befc8cdf5,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:34.857889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f39d069f-3743-462e-a8be-6ce26b5b9dfa None None] Port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:34.864913 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:33:34.882751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d9949-aed3-4683-8adc-3367f57b5411 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3bbb6b-aea5-41be-be1b-79342a4b0997,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:34.884328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port 8854a079-2edd-41a9-9802-4ef376435b66 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:33:34.906531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:33:34.915869 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.925556 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-de47db64-9d51-4825-9656-8d9786c6e3c2 admin admin] 10.222.0.22 "PUT /v2.0/routers/9384beba-c060-4001-a469-e73520816461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8224187 Sep 16 16:33:34.944796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb62ae8-058c-41e4-accc-03b242421186 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Router ad014514-d097-4e9b-8d6f-00eb5e737137 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:33:34.949270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adea0dbd-f329-487d-b89a-af2a9ed31a84 req-1f1d6d40-d74f-446d-929e-e6812084d1e7 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746864 Sep 16 16:33:34.950807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-1106b1d0-8816-497b-9aea-b77136158e9a tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:34.959319 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-980d9949-aed3-4683-8adc-3367f57b5411 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:34.959641 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-1106b1d0-8816-497b-9aea-b77136158e9a tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.52 "GET /v2.0/ports?device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 948 time: 0.0886075 Sep 16 16:33:34.965476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-980d9949-aed3-4683-8adc-3367f57b5411 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1412871 Sep 16 16:33:34.968531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38174) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:34.992410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:35.076008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a26c5995-a179-445c-a3e4-c2351f078613 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:35.084494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] Provisioning complete for port 9dfeb2db-efdc-4d55-976f-27431c82346f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:35.085097 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.109026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:35.109766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:35.112206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ac6db-7fa5-4224-8bb7-e4c88ba88d4a None None] Pushing event updated for resources: {'Port': ['ID=4d8ec621-90ac-47f6-98e0-f53befc8cdf5,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:35.117475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69b112a1-d6dd-44fc-8979-ffa27243cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.130428 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69b112a1-d6dd-44fc-8979-ffa27243cec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.149646 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-69b112a1-d6dd-44fc-8979-ffa27243cec1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b735820-a1ce-4f5e-9eea-0415a88f90d5 HTTP/1.1" status: 204 len: 168 time: 0.9991221 Sep 16 16:33:35.202681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b112a1-d6dd-44fc-8979-ffa27243cec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b735820-a1ce-4f5e-9eea-0415a88f90d5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:35.269698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.359155 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb62ae8-058c-41e4-accc-03b242421186 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:33:35.374020 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] Sync routers for ids ['ad014514-d097-4e9b-8d6f-00eb5e737137'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:33:35.380757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-feb62ae8-058c-41e4-accc-03b242421186 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.383933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8::188 (82a30550-9dc2-4032-ab98-f2d3df5d8af6/8e552daf-2b9e-46bd-bba6-0c5d37ce9e40/8854a079-2edd-41a9-9802-4ef376435b66) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:35.387423 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] Routers {'ad014514-d097-4e9b-8d6f-00eb5e737137'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:35.389724 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ad014514-d097-4e9b-8d6f-00eb5e737137'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:35.528962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a26c5995-a179-445c-a3e4-c2351f078613 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:35.529424 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.532010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:35.550583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-feb62ae8-058c-41e4-accc-03b242421186 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "PUT /v2.0/floatingips/822131ca-9a52-4269-9db9-c52c23849063 HTTP/1.1" status: 200 len: 991 time: 4.0208111 Sep 16 16:33:35.566838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'tag': '378f7417-f4cd-4194-800a-6de173856a0e'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:35.569336 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c37a6b1-c694-410a-a213-376d8d13ba2d" -d '{"events": [{"name": "network-changed", "server_uuid": "3191d0e1-d454-4d42-ad68-95b4da229dab", "tag": "378f7417-f4cd-4194-800a-6de173856a0e"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:35.571258 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] Set router ad014514-d097-4e9b-8d6f-00eb5e737137 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:35.619426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] Provisioning complete for port 4b4eb103-c6d0-4928-856f-3b9139ccc605 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:35.620011 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.655392 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.664421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] Port 4b4eb103-c6d0-4928-856f-3b9139ccc605 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:35.762753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9157-ca72-439d-8e79-caa3aa81f686 req-603d5b1c-113c-4914-9116-fdc61debc33b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:35.764289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] Provisioning complete for port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:35.764809 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.768009 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.771207 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-041b9157-ca72-439d-8e79-caa3aa81f686 req-603d5b1c-113c-4914-9116-fdc61debc33b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.4059048 Sep 16 16:33:35.855081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=8854a079-2edd-41a9-9802-4ef376435b66,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:35.878785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network 82a30550-9dc2-4032-ab98-f2d3df5d8af6 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:35.880954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:35.883744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:35.891288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:35.891929 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.905191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-c38a56de-a347-45c6-b6f8-cbbbcc4d89e4 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4321053 Sep 16 16:33:35.919387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-7a103949-8f32-4238-bafa-cc248e8756e9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Deleting port 6844ce1f-4e62-4d31-8554-b3b667536a1e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:35.919589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:35.919672 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-7a103949-8f32-4238-bafa-cc248e8756e9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:35.940468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-041b9157-ca72-439d-8e79-caa3aa81f686 req-670ab623-8ec3-4771-943d-9de84de97f57 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668227 Sep 16 16:33:35.984631 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.002619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-524ccc57-e4b5-4cd6-aefe-48d537ccecf9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8061204 Sep 16 16:33:36.016689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38198) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:36.058178 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:55Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '822131ca-9a52-4269-9db9-c52c23849063', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'port_id': '378f7417-f4cd-4194-800a-6de173856a0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'mac_address': 'fa:16:3e:56:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:33:07Z', 'updated_at': '2021-09-16T16:33:32Z', 'revision_number': 1, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1236e8-98dc-41f9-bbb0-d6a6c258d8db', 'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'mac_address': 'fa:16:3e:3e:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:51Z', 'updated_at': '2021-09-16T16:33:03Z', 'revision_number': 5, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'subnets': [{'id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:36.108176 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] Checking router: ad014514-d097-4e9b-8d6f-00eb5e737137 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:33:36.123062 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] Routers {'ad014514-d097-4e9b-8d6f-00eb5e737137'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:36.123958 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ad014514-d097-4e9b-8d6f-00eb5e737137'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:36.163570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-7a103949-8f32-4238-bafa-cc248e8756e9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] For port 6844ce1f-4e62-4d31-8554-b3b667536a1e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6844ce1f-4e62-4d31-8554-b3b667536a1e,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:36.164058 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-7a103949-8f32-4238-bafa-cc248e8756e9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.184192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-7a103949-8f32-4238-bafa-cc248e8756e9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Calling delete_port for 6844ce1f-4e62-4d31-8554-b3b667536a1e owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:36.223657 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa3093c-91a9-40d5-8042-b757900a6091 x-openstack-request-id: req-bfa3093c-91a9-40d5-8042-b757900a6091 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:36.224023 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3191d0e1-d454-4d42-ad68-95b4da229dab", "tag": "378f7417-f4cd-4194-800a-6de173856a0e", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:36.225711 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfa3093c-91a9-40d5-8042-b757900a6091 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:36.225711 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'tag': '378f7417-f4cd-4194-800a-6de173856a0e', 'status': 'completed', 'code': 200} Sep 16 16:33:36.261547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Sync routers for ids ['9384beba-c060-4001-a469-e73520816461'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:33:36.299136 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.330145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.331321 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] Set router ad014514-d097-4e9b-8d6f-00eb5e737137 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:36.345177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24298756-7ead-4676-a204-086302fe45f6 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:36.346728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-24298756-7ead-4676-a204-086302fe45f6 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d4 HTTP/1.1" status: 200 len: 929 time: 0.3290639 Sep 16 16:33:36.359450 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f4ba0-2a3b-468f-b500-b2cc31060ec9 req-77442bda-576c-4f55-8022-b66798e17668 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:36.363137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Routers {'9384beba-c060-4001-a469-e73520816461'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:36.364014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9384beba-c060-4001-a469-e73520816461'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:36.367714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c2f4ba0-2a3b-468f-b500-b2cc31060ec9 req-77442bda-576c-4f55-8022-b66798e17668 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1404529 Sep 16 16:33:36.384672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38204) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:36.442737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port a26c5995-a179-445c-a3e4-c2351f078613, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a26c5995-a179-445c-a3e4-c2351f078613,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:36.459761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.513213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c2f4ba0-2a3b-468f-b500-b2cc31060ec9 req-ed6f29eb-595f-4176-9193-0b61b502a0b9 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306753 Sep 16 16:33:36.533710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Allocated IP 172.25.6.184 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/49d47d59-d292-4562-afa8-96975e7f185a) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:36.538115 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.538920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9dfeb2db-efdc-4d55-976f-27431c82346f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:36.594294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-eb6eb1e3-22a1-45e2-b507-3f413f46f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:36.595917 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-eb6eb1e3-22a1-45e2-b507-3f413f46f763 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d94018826866409e9cb90b2f28d3732a&device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 1096 time: 0.3668795 Sep 16 16:33:36.643843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] For port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4d8ec621-90ac-47f6-98e0-f53befc8cdf5,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:36.649116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Set router 9384beba-c060-4001-a469-e73520816461 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:36.709062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-7a103949-8f32-4238-bafa-cc248e8756e9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.728660 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:55Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '822131ca-9a52-4269-9db9-c52c23849063', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'port_id': '378f7417-f4cd-4194-800a-6de173856a0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'mac_address': 'fa:16:3e:56:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:33:07Z', 'updated_at': '2021-09-16T16:33:32Z', 'revision_number': 1, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1236e8-98dc-41f9-bbb0-d6a6c258d8db', 'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'mac_address': 'fa:16:3e:3e:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:51Z', 'updated_at': '2021-09-16T16:33:03Z', 'revision_number': 5, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'subnets': [{'id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:36.729281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=a26c5995-a179-445c-a3e4-c2351f078613,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:36.761012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a103949-8f32-4238-bafa-cc248e8756e9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Pushing event deleted for resources: {'Port': ['ID=6844ce1f-4e62-4d31-8554-b3b667536a1e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:36.762387 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.765648 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc65bea-0ca2-4a28-a866-291c491e6eed None None] The sync data for ids ['ad014514-d097-4e9b-8d6f-00eb5e737137'] in n-d-807786-3 is: [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:55Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '822131ca-9a52-4269-9db9-c52c23849063', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'port_id': '378f7417-f4cd-4194-800a-6de173856a0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'mac_address': 'fa:16:3e:56:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:33:07Z', 'updated_at': '2021-09-16T16:33:32Z', 'revision_number': 1, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1236e8-98dc-41f9-bbb0-d6a6c258d8db', 'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'mac_address': 'fa:16:3e:3e:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:51Z', 'updated_at': '2021-09-16T16:33:03Z', 'revision_number': 5, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'subnets': [{'id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:33:36.826366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:34Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:36.863881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b4cd-8e3f-464a-9a38-465aa7e9af6d req-411514dc-e810-47ea-af7f-e8fd9b37dbaa tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:36.865739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0378b4cd-8e3f-464a-9a38-465aa7e9af6d req-411514dc-e810-47ea-af7f-e8fd9b37dbaa tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/ports?device_id=704a0f4b-d602-43e7-af5f-90309a156f1b HTTP/1.1" status: 200 len: 866 time: 0.2735062 Sep 16 16:33:36.882024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-7a103949-8f32-4238-bafa-cc248e8756e9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] No DVR routers for this DVR port 6844ce1f-4e62-4d31-8554-b3b667536a1e on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:36.884760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-7d8e6604-042c-4752-90de-1df3a688791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:36.887776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 9dfeb2db-efdc-4d55-976f-27431c82346f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:36.888126 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-7d8e6604-042c-4752-90de-1df3a688791f service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 HTTP/1.1" status: 200 len: 915 time: 0.2831957 Sep 16 16:33:36.889158 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.889344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-7a103949-8f32-4238-bafa-cc248e8756e9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.892728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-79bcaabf-04f1-4fdc-8ff5-fd168c526ff3 req-7a103949-8f32-4238-bafa-cc248e8756e9 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.52 "DELETE /v2.0/ports/6844ce1f-4e62-4d31-8554-b3b667536a1e HTTP/1.1" status: 204 len: 173 time: 1.9191351 Sep 16 16:33:36.892728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-deleted', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:36.897900 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a59c39e-d7cf-46de-a44e-96ee4595fe1f" -d '{"events": [{"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-deleted", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:36.964498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:36.966877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a40f5-41a5-43cd-9f89-62a844702932 None None] The sync data for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 is: [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:34Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:33:36.982582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-23656f0e-ed07-4a8f-a5a5-e3f19d99e719 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 8854a079-2edd-41a9-9802-4ef376435b66 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:36.982987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-23656f0e-ed07-4a8f-a5a5-e3f19d99e719 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:37.012421 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-af867a7e-d4c0-4b82-bc9e-869936b93bf0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378f7417-f4cd-4194-800a-6de173856a0e HTTP/1.1" status: 200 len: 999 time: 0.1071265 Sep 16 16:33:37.036237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0378b4cd-8e3f-464a-9a38-465aa7e9af6d req-96e5455f-5d55-49b1-a52e-0a2bddb1b6c6 tempest-ListImageFiltersTestJSON-257381945 tempest-ListImageFiltersTestJSON-257381945-project] 10.222.0.22 "GET /v2.0/security-groups?id=83cb86e4-eadf-440b-b18b-8e537e55767d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555405 Sep 16 16:33:37.042616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ae53419c-a4c4-46cb-8673-1864954ebee8 None None] Provisioning complete for port 4b4eb103-c6d0-4928-856f-3b9139ccc605 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:37.043413 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ae53419c-a4c4-46cb-8673-1864954ebee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:37.069565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38218) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:37.129252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ae53419c-a4c4-46cb-8673-1864954ebee8 None None] Port 4b4eb103-c6d0-4928-856f-3b9139ccc605 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:37.156928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-50a2c0b5-5922-48c1-af9f-cd63f20f241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:37.158111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef170813-f2d3-42c3-a58f-12171ea946d0 None None] Pushing event updated for resources: {'Port': ['ID=4d8ec621-90ac-47f6-98e0-f53befc8cdf5,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:37.162746 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-50a2c0b5-5922-48c1-af9f-cd63f20f241d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e5a71a58-08d9-4026-93a5-19ac2f92842a HTTP/1.1" status: 200 len: 853 time: 0.1395166 Sep 16 16:33:37.169344 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a68ed9a-7c78-42c4-a6eb-b2aa52fca611 x-openstack-request-id: req-5a68ed9a-7c78-42c4-a6eb-b2aa52fca611 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:37.169878 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704a0f4b-d602-43e7-af5f-90309a156f1b", "name": "network-vif-deleted", "tag": "6844ce1f-4e62-4d31-8554-b3b667536a1e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:37.170876 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a68ed9a-7c78-42c4-a6eb-b2aa52fca611 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:37.171317 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a0f4b-d602-43e7-af5f-90309a156f1b', 'name': 'network-vif-deleted', 'tag': '6844ce1f-4e62-4d31-8554-b3b667536a1e', 'status': 'completed', 'code': 200} Sep 16 16:33:37.172125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ae53419c-a4c4-46cb-8673-1864954ebee8 None None] Provisioning complete for port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:37.172536 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ae53419c-a4c4-46cb-8673-1864954ebee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:37.245575 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:37.251654 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa08e8-fc16-4064-939e-e23e47952a8a None None] New status for floating IP 822131ca-9a52-4269-9db9-c52c23849063: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:33:37.283208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-23656f0e-ed07-4a8f-a5a5-e3f19d99e719 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:37.311337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-185f9d73-cab0-40c3-8e4f-29d39953935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:37.312998 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-185f9d73-cab0-40c3-8e4f-29d39953935a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375167 Sep 16 16:33:37.359283 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:37.366920 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-23656f0e-ed07-4a8f-a5a5-e3f19d99e719 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 8854a079-2edd-41a9-9802-4ef376435b66 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:37.520541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-63662792-network', 'tenant_id': 'f105963342f542f4a51088127c51ff49'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:37.550907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:37.555509 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-b110daf5-854a-41f4-bdfb-ef9899ee2963 service neutron] 10.222.0.62 "GET /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334661 Sep 16 16:33:37.590814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ae53419c-a4c4-46cb-8673-1864954ebee8 None None] Provisioning complete for port 8854a079-2edd-41a9-9802-4ef376435b66 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:37.591355 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ae53419c-a4c4-46cb-8673-1864954ebee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:37.619069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:37.622425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:37.673835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ae53419c-a4c4-46cb-8673-1864954ebee8 None None] Port 8854a079-2edd-41a9-9802-4ef376435b66 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:37.675399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a26c5995-a179-445c-a3e4-c2351f078613 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:37.707144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'Port': ['ID=49d47d59-d292-4562-afa8-96975e7f185a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:37.726721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7c37a6b1-c694-410a-a213-376d8d13ba2d req-f61eee04-f2c3-47fd-a583-4911530892b7 service neutron] 10.222.0.62 "GET /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629083 Sep 16 16:33:37.773482 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9384beba-c060-4001-a469-e73520816461', 'name': 'tempest-FloatingIPsTestJSON-1253596119-router', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:25Z', 'updated_at': '2021-09-16T16:33:33Z', 'revision_number': 4, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'gw_port': {'id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b', 'name': '', 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'mac_address': 'fa:16:3e:9d:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6630dc64-1049-4278-9189-6f3f2553d542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:32Z', 'updated_at': '2021-09-16T16:33:33Z', 'revision_number': 2, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'subnets': [{'id': '6630dc64-1049-4278-9189-6f3f2553d542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:37.803590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a26c5995-a179-445c-a3e4-c2351f078613 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:37.803955 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:37.805677 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Checking router: 9384beba-c060-4001-a469-e73520816461 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:33:37.806018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Updating router 9384beba-c060-4001-a469-e73520816461 port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:33:37.861764 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:37.993665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6844ce1f-4e62-4d31-8554-b3b667536a1e no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:38.036547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 6844ce1f-4e62-4d31-8554-b3b667536a1e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:38.037054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6844ce1f-4e62-4d31-8554-b3b667536a1e not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:38.042778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:38.081330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711a90-1dfd-479a-b3ab-b2d8357872a4 req-9d709fea-0836-49b4-8cfc-f57a40b56fd8 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:38.089850 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19711a90-1dfd-479a-b3ab-b2d8357872a4 req-9d709fea-0836-49b4-8cfc-f57a40b56fd8 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.7398999 Sep 16 16:33:38.096995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Made reservation on behalf of f105963342f542f4a51088127c51ff49 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:38.099247 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.139745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Allocated IP 172.25.6.208 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/129842c4-fb11-4083-baaa-3056f405a8bb) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:38.151566 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.167436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:38.167806 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.251755 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19711a90-1dfd-479a-b3ab-b2d8357872a4 req-1286536b-96f2-4d1a-b0b0-25a479607709 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610370 Sep 16 16:33:38.316330 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.327445 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.377883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.395474 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.453057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5216172-8ce2-4279-9c44-22ddeb6db363 None None] Pushing event updated for resources: {'Port': ['ID=6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:38.453268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84063cb5-1c65-4951-a21d-92e94f796571 req-05e4f6cd-10d2-45e6-8d06-9bcc9ce20cc9 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:38.455832 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84063cb5-1c65-4951-a21d-92e94f796571 req-05e4f6cd-10d2-45e6-8d06-9bcc9ce20cc9 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0603514 Sep 16 16:33:38.461282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-23656f0e-ed07-4a8f-a5a5-e3f19d99e719 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.502592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Attempting to bind port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:38.503685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Attempting to bind port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '4a27b945-2467-4863-b6f3-c1c616fd671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:38.504062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Attempting to bind port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b on network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:38.510550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:38.511479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Checking segment: {'id': '4a27b945-2467-4863-b6f3-c1c616fd671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:38.511479 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.511785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Bound using segment: {'id': '4a27b945-2467-4863-b6f3-c1c616fd671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:38.512253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Bound port: 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a27b945-2467-4863-b6f3-c1c616fd671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:38.512662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.573488 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-23656f0e-ed07-4a8f-a5a5-e3f19d99e719 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.578063 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-23656f0e-ed07-4a8f-a5a5-e3f19d99e719 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/8854a079-2edd-41a9-9802-4ef376435b66 HTTP/1.1" status: 204 len: 168 time: 2.1894460 Sep 16 16:33:38.578063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23656f0e-ed07-4a8f-a5a5-e3f19d99e719 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=8854a079-2edd-41a9-9802-4ef376435b66,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:38.578443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38228) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:38.593351 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.599341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] For port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:38.604702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] For port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b,segment=NetworkSegment(4a27b945-2467-4863-b6f3-c1c616fd671d),segment_id=4a27b945-2467-4863-b6f3-c1c616fd671d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:38.605991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.630780 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d0f41a-7d38-49ff-8b5b-0864049470d8 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:33:38.638166 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-26d0f41a-7d38-49ff-8b5b-0864049470d8 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/8854a079-2edd-41a9-9802-4ef376435b66 HTTP/1.1" status: 404 len: 333 time: 0.0530307 Sep 16 16:33:38.638353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38230) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:38.674527 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:38.700753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84063cb5-1c65-4951-a21d-92e94f796571 req-6fafdcc6-4ff7-4217-a87b-a21220375dbf tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261314 Sep 16 16:33:38.712243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:38.742048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:38.747704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:38.774918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Routers {'9384beba-c060-4001-a469-e73520816461'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:38.776985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9384beba-c060-4001-a469-e73520816461'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:38.829524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Pushing event updated for resources: {'Port': ['ID=129842c4-fb11-4083-baaa-3056f405a8bb,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:38.833621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-209be363-27e2-493f-8436-9da5f31feca5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 4b4eb103-c6d0-4928-856f-3b9139ccc605 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:38.833973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-209be363-27e2-493f-8436-9da5f31feca5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.014367 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.023101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-209be363-27e2-493f-8436-9da5f31feca5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.043508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-209be363-27e2-493f-8436-9da5f31feca5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 4b4eb103-c6d0-4928-856f-3b9139ccc605 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:39.152624 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.186895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:33:39.187422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5216172-8ce2-4279-9c44-22ddeb6db363 None None] Pushing event updated for resources: {'Port': ['ID=6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:39.225410 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a3d5bb69-03c5-4cd9-9500-f01075820953 None None] Provisioning complete for port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:39.225799 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb69-03c5-4cd9-9500-f01075820953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.230111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fdf204-f486-4cb8-984b-2c60f74762d0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:39.238935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.239384 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Added segment 7dfb72f1-847c-469a-9ff4-30c29ae9a354 of type vlan for network a3b61c8c-c1d1-40c1-b735-bf7809270817 Sep 16 16:33:39.315574 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.349260 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.356968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] Set router 9384beba-c060-4001-a469-e73520816461 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:39.421443 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb69-03c5-4cd9-9500-f01075820953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.433045 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.484889 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.527425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a3d5bb69-03c5-4cd9-9500-f01075820953 None None] For port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b,segment=NetworkSegment(4a27b945-2467-4863-b6f3-c1c616fd671d),segment_id=4a27b945-2467-4863-b6f3-c1c616fd671d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:39.571891 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.579091 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.580142 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:39.580769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.636331 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb69-03c5-4cd9-9500-f01075820953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.707503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5bb69-03c5-4cd9-9500-f01075820953 None None] Pushing event updated for resources: {'Port': ['ID=6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:39.718164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64c666-5ef9-4591-9c30-21f956398cc8 req-5a9a238d-b715-4b01-8df8-6ce48b8f893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:39.719696 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b64c666-5ef9-4591-9c30-21f956398cc8 req-5a9a238d-b715-4b01-8df8-6ce48b8f893c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 1096 time: 0.0637889 Sep 16 16:33:39.730829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9384beba-c060-4001-a469-e73520816461', 'name': 'tempest-FloatingIPsTestJSON-1253596119-router', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:25Z', 'updated_at': '2021-09-16T16:33:33Z', 'revision_number': 4, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'gw_port': {'id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b', 'name': '', 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'mac_address': 'fa:16:3e:9d:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6630dc64-1049-4278-9189-6f3f2553d542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:32Z', 'updated_at': '2021-09-16T16:33:38Z', 'revision_number': 4, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'subnets': [{'id': '6630dc64-1049-4278-9189-6f3f2553d542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:39.768155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f825174-724e-43a1-b955-5b55b84d165d None None] The sync data for ids ['9384beba-c060-4001-a469-e73520816461'] in n-d-807786-3 is: [{'id': '9384beba-c060-4001-a469-e73520816461', 'name': 'tempest-FloatingIPsTestJSON-1253596119-router', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:25Z', 'updated_at': '2021-09-16T16:33:33Z', 'revision_number': 4, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'gw_port': {'id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b', 'name': '', 'network_id': '45aa9e9c-40d9-4ee5-b1bb-492b4f58066e', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'mac_address': 'fa:16:3e:9d:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6630dc64-1049-4278-9189-6f3f2553d542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:32Z', 'updated_at': '2021-09-16T16:33:38Z', 'revision_number': 4, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'subnets': [{'id': '6630dc64-1049-4278-9189-6f3f2553d542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:33:39.780505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'Port': ['ID=49d47d59-d292-4562-afa8-96975e7f185a,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:39.789829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7284832 Sep 16 16:33:39.797076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38258) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:39.797785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-205d979d-2324-4da6-bf93-5f3ced0825b3 None None] Provisioning complete for port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:39.798212 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-205d979d-2324-4da6-bf93-5f3ced0825b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.804761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142935c-40af-4d2d-8d1b-63f496f7e303 admin admin] Pushing event updated for resources: {'Network': ['ID=a3b61c8c-c1d1-40c1-b735-bf7809270817,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:39.807257 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b64c666-5ef9-4591-9c30-21f956398cc8 req-23aaf607-491d-45e8-8c08-0560f615bc24 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750189 Sep 16 16:33:39.811221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Request body: {'subnet': {'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-63662792-subnet', 'tenant_id': 'f105963342f542f4a51088127c51ff49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:39.833101 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.834812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network a3b61c8c-c1d1-40c1-b735-bf7809270817 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:33:39.866420 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.892462 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-209be363-27e2-493f-8436-9da5f31feca5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:39.931626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209be363-27e2-493f-8436-9da5f31feca5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=4b4eb103-c6d0-4928-856f-3b9139ccc605,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:39.948352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbc2cb-6e1e-48c3-b549-14cab01ef8c0 req-ddfcaa1b-8bf8-4e62-995b-42753cde8d42 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:39.950143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42cbc2cb-6e1e-48c3-b549-14cab01ef8c0 req-ddfcaa1b-8bf8-4e62-995b-42753cde8d42 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.0799112 Sep 16 16:33:39.955145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Made reservation on behalf of f105963342f542f4a51088127c51ff49 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:39.957763 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.009003 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.031969 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-209be363-27e2-493f-8436-9da5f31feca5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.037833 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-209be363-27e2-493f-8436-9da5f31feca5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/4b4eb103-c6d0-4928-856f-3b9139ccc605 HTTP/1.1" status: 204 len: 168 time: 1.3985178 Sep 16 16:33:40.040332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38260) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:40.059780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42cbc2cb-6e1e-48c3-b549-14cab01ef8c0 req-e575ca87-b47a-4ca9-836a-bf3ac383c12f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996954 Sep 16 16:33:40.067924 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d823094-5e5c-4a30-8b2c-3ec108fba0a1 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:33:40.072969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3d823094-5e5c-4a30-8b2c-3ec108fba0a1 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/4b4eb103-c6d0-4928-856f-3b9139ccc605 HTTP/1.1" status: 404 len: 333 time: 0.0255842 Sep 16 16:33:40.072969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38262) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:40.187758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf5a9af-7bfd-4480-a623-9d10d46621f0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet 8e552daf-2b9e-46bd-bba6-0c5d37ce9e40 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:33:40.192881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a9af-7bfd-4480-a623-9d10d46621f0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.216870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.218597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fa1c2fba-6af9-4845-861f-e40371e80e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2376413 Sep 16 16:33:40.253663 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.272334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Pushing event updated for resources: {'Port': ['ID=129842c4-fb11-4083-baaa-3056f405a8bb,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:40.307004 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a9af-7bfd-4480-a623-9d10d46621f0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.364025 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.365600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-65ab56d5-7a0f-48e9-9134-274ad640cdf3 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4574487 Sep 16 16:33:40.391997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e415e8-7029-4365-b5a1-140cce4cbc5b req-2affc124-58c4-44d6-be82-89c69de1ea54 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:40.396476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2e415e8-7029-4365-b5a1-140cce4cbc5b req-2affc124-58c4-44d6-be82-89c69de1ea54 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1254194 Sep 16 16:33:40.423971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a9af-7bfd-4480-a623-9d10d46621f0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.492111 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-c8cb28a1-8a87-4fff-a668-e93cd21b07c1 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.1160409 Sep 16 16:33:40.543362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2e415e8-7029-4365-b5a1-140cce4cbc5b req-59f21c37-91f5-4be4-8fd8-693ab184c385 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459906 Sep 16 16:33:40.549532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a9af-7bfd-4480-a623-9d10d46621f0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.587517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5a9af-7bfd-4480-a623-9d10d46621f0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=8e552daf-2b9e-46bd-bba6-0c5d37ce9e40,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:40.604655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f44bf5-f2ad-4309-bdaa-235955f6a699 None None] Network 82a30550-9dc2-4032-ab98-f2d3df5d8af6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:40.617297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a9af-7bfd-4480-a623-9d10d46621f0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.619340 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1cf5a9af-7bfd-4480-a623-9d10d46621f0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/8e552daf-2b9e-46bd-bba6-0c5d37ce9e40 HTTP/1.1" status: 204 len: 168 time: 0.5455849 Sep 16 16:33:40.622247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38274) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:40.646024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.666052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-11c97828-03cf-4775-b77f-4accd72deb67 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:40.668353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a8c6b35-0e3b-4595-a1eb-7a9291bd4dd7 req-11c97828-03cf-4775-b77f-4accd72deb67 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1670368 Sep 16 16:33:40.727254 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.759299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Checking segment: {'id': '7dfb72f1-847c-469a-9ff4-30c29ae9a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:40.761838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Network hostable DHCP agents. Network: a3b61c8c-c1d1-40c1-b735-bf7809270817, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:33:40.767730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de7d97ac-9803-40f0-8e1d-0898eb7d3d91,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:40.811219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 9dfeb2db-efdc-4d55-976f-27431c82346f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:40.811801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.865155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08574e57-d843-4552-879e-bf8fc53264c8 None None] DHCP port deletion for 82a30550-9dc2-4032-ab98-f2d3df5d8af6 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:33:40.892427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] For port 9dfeb2db-efdc-4d55-976f-27431c82346f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9dfeb2db-efdc-4d55-976f-27431c82346f,segment=NetworkSegment(fac5acff-8520-467f-8628-2da53a9cc4fc),segment_id=fac5acff-8520-467f-8628-2da53a9cc4fc)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:40.894498 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:40.908276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-d314d2f7-e033-4a03-bcc4-ca2224762e96 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1757212676&fields=id&tenant_id=8fe0e35a734d49a9989bf7f95aeed427 HTTP/1.1" status: 200 len: 267 time: 0.0751085 Sep 16 16:33:40.921132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 9dfeb2db-efdc-4d55-976f-27431c82346f owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:40.933753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Network a3b61c8c-c1d1-40c1-b735-bf7809270817 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:33:40.962126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-08574e57-d843-4552-879e-bf8fc53264c8 None None] Deleting port 9dfeb2db-efdc-4d55-976f-27431c82346f {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:40.962753 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-08574e57-d843-4552-879e-bf8fc53264c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.052543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-8988b42d-e19d-4ed1-b0dc-29f9cb49e4b2 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:41.054137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-8988b42d-e19d-4ed1-b0dc-29f9cb49e4b2 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 811 time: 0.1448107 Sep 16 16:33:41.061861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, a3b61c8c-c1d1-40c1-b735-bf7809270817) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:41.061861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:41.061861 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92262786-6de6-4b59-884e-305096075767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.076738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38581730-9292-4f42-b3e6-629ed8e053c4 None None] Network a3b61c8c-c1d1-40c1-b735-bf7809270817 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:41.081944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-08574e57-d843-4552-879e-bf8fc53264c8 None None] For port 9dfeb2db-efdc-4d55-976f-27431c82346f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9dfeb2db-efdc-4d55-976f-27431c82346f,segment=NetworkSegment(fac5acff-8520-467f-8628-2da53a9cc4fc),segment_id=fac5acff-8520-467f-8628-2da53a9cc4fc)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:41.082359 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-08574e57-d843-4552-879e-bf8fc53264c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.083261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-8e08b42b-448e-4581-b8ca-bde53a226ebf tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/quotas/8fe0e35a734d49a9989bf7f95aeed427 HTTP/1.1" status: 200 len: 375 time: 0.0143154 Sep 16 16:33:41.109365 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.126565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-08574e57-d843-4552-879e-bf8fc53264c8 None None] Calling delete_port for 9dfeb2db-efdc-4d55-976f-27431c82346f owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:41.131357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No DVR routers for this DVR port 9dfeb2db-efdc-4d55-976f-27431c82346f on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:41.163085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-8af0c3dc-0844-4406-b92e-38673b867b5c tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696690 Sep 16 16:33:41.196141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=9dfeb2db-efdc-4d55-976f-27431c82346f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:41.221403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-92262786-6de6-4b59-884e-305096075767 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4031785 Sep 16 16:33:41.310790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.341442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a30550-9dc2-4032-ab98-f2d3df5d8af6']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:41.354894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5923b4-8566-43a1-8a15-0a01bc3de2ee None None] Network a3b61c8c-c1d1-40c1-b735-bf7809270817 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:41.371812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac5acff-8520-467f-8628-2da53a9cc4fc') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:41.372159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac5acff-8520-467f-8628-2da53a9cc4fc') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:41.373445 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67a6eefa-0d54-4990-8e72-1bc4f0230776 req-461d07b3-a2d1-49b9-be48-e29529e6beff tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips/297d7f38-1d9b-4d8c-992c-c1ddff461d3e HTTP/1.1" status: 200 len: 693 time: 0.0929482 Sep 16 16:33:41.394038 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.404780 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-08574e57-d843-4552-879e-bf8fc53264c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.434027 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.448434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:33:41.448967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:33:41.455100 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:33:41.462604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08574e57-d843-4552-879e-bf8fc53264c8 None None] Pushing event deleted for resources: {'Port': ['ID=9dfeb2db-efdc-4d55-976f-27431c82346f,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:41.463217 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-ead7d6bb-9883-4958-828c-4f0373fab181 service neutron] 10.222.0.22 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873609 Sep 16 16:33:41.471964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08574e57-d843-4552-879e-bf8fc53264c8 None None] No DVR routers for this DVR port 9dfeb2db-efdc-4d55-976f-27431c82346f on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:41.578215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:41.634051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6eefa-0d54-4990-8e72-1bc4f0230776 req-d83b41fc-6445-470b-93a2-2f425ee2272e tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:41.647516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67a6eefa-0d54-4990-8e72-1bc4f0230776 req-d83b41fc-6445-470b-93a2-2f425ee2272e tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.2725875 Sep 16 16:33:41.653035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:41.653371 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.663546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.677280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.679587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-426ccc40-511c-4c0c-afba-cef03001e0e9 service neutron] 10.222.0.22 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715653 Sep 16 16:33:41.687682 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/networks/82a30550-9dc2-4032-ab98-f2d3df5d8af6 HTTP/1.1" status: 204 len: 168 time: 1.0642788 Sep 16 16:33:41.693026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38310) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:41.698988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-273416440'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:41.754058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d00b8a-e928-4e51-8c8d-65e1a9956952 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Network': ['ID=82a30550-9dc2-4032-ab98-f2d3df5d8af6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:41.799376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b3163-60c5-499b-b9de-491b492475f0 req-260f5782-03a7-4ea0-afb3-32fb6c8126c8 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:41.808978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb3b3163-60c5-499b-b9de-491b492475f0 req-260f5782-03a7-4ea0-afb3-32fb6c8126c8 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.0974729 Sep 16 16:33:41.827909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41b2f8-118c-4c2c-9c11-88124cb1d1f6 req-80bc3860-913d-422c-bc23-6ba093f3ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:41.829763 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d41b2f8-118c-4c2c-9c11-88124cb1d1f6 req-80bc3860-913d-422c-bc23-6ba093f3ec32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 1097 time: 0.1396441 Sep 16 16:33:41.832628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:41.836107 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.867456 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d41b2f8-118c-4c2c-9c11-88124cb1d1f6 req-1ea2e44d-231d-42c0-a57d-e31dcb1d5313 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304260 Sep 16 16:33:41.867654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb3b3163-60c5-499b-b9de-491b492475f0 req-149c6092-a615-48db-bc1d-cc9c0940652d tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512683 Sep 16 16:33:41.868609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9dfeb2db-efdc-4d55-976f-27431c82346f no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:41.876484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:33:41.887081 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:41.887578 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Added segment 7febf54a-21c7-4f11-81c4-d7d256c9107f of type vlan for network 19b98089-ef2a-4f41-aaf2-ef82a031a88f Sep 16 16:33:41.894357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 9dfeb2db-efdc-4d55-976f-27431c82346f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:41.894811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9dfeb2db-efdc-4d55-976f-27431c82346f not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:41.935533 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:42.029996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:42.040002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:42.041159 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:42.138113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-5163fead-2e57-4782-9973-461e6ec2b4ee req-cf81cccc-8252-448c-8f24-4cb5d61fb2c5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1243921682', 'description': 'tempest-description-1856439597'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:42.145186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Network': ['ID=19b98089-ef2a-4f41-aaf2-ef82a031a88f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:42.155837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 19b98089-ef2a-4f41-aaf2-ef82a031a88f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:33:42.157800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-776db203-8fef-4999-b48a-0bef0c3d928d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4632869 Sep 16 16:33:42.160914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38338) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:42.170166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': '19b98089-ef2a-4f41-aaf2-ef82a031a88f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:42.244741 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5163fead-2e57-4782-9973-461e6ec2b4ee req-cf81cccc-8252-448c-8f24-4cb5d61fb2c5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:42.343741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:42.347515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:42.426586 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5163fead-2e57-4782-9973-461e6ec2b4ee req-cf81cccc-8252-448c-8f24-4cb5d61fb2c5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:42.532898 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5163fead-2e57-4782-9973-461e6ec2b4ee req-cf81cccc-8252-448c-8f24-4cb5d61fb2c5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:42.590178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81cccc-8252-448c-8f24-4cb5d61fb2c5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e54e79-26b3-4880-b5b8-774fc73593e5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:42.619703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:42.636827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fad0b-7121-472f-894a-34328913858a req-c35ead0d-a0fd-4bbf-abb3-768a960891d1 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:42.638399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f32fad0b-7121-472f-894a-34328913858a req-c35ead0d-a0fd-4bbf-abb3-768a960891d1 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0695789 Sep 16 16:33:42.688316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=c0baca9d-f17f-4e13-bbb7-7e54a412e02a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:42.691166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f32fad0b-7121-472f-894a-34328913858a req-50c5e231-b8c7-478d-90fe-71ba919702e1 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Sep 16 16:33:42.696292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Checking segment: {'id': '7febf54a-21c7-4f11-81c4-d7d256c9107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19b98089-ef2a-4f41-aaf2-ef82a031a88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:42.696606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network hostable DHCP agents. Network: 19b98089-ef2a-4f41-aaf2-ef82a031a88f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:33:42.700633 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5163fead-2e57-4782-9973-461e6ec2b4ee req-cf81cccc-8252-448c-8f24-4cb5d61fb2c5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:42.701971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5163fead-2e57-4782-9973-461e6ec2b4ee req-cf81cccc-8252-448c-8f24-4cb5d61fb2c5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5711801 Sep 16 16:33:42.804742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network 19b98089-ef2a-4f41-aaf2-ef82a031a88f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:33:42.820263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01db40e9-000f-46da-8c6a-4791390f6983 req-5285d228-ac21-4bb4-b3ca-c312bcf40911 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=bd437808c0bc44d3b7af912345a5c100 HTTP/1.1" status: 200 len: 696 time: 0.0989249 Sep 16 16:33:42.837394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c34cca8c-c03f-41d9-8e64-7915c2af1451 req-ba92e663-ad6c-41fe-88ce-c8962171fc36 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 210 time: 0.0407374 Sep 16 16:33:42.872833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-310a4c36-2bfa-41d6-a6db-a0a7ab32ebe4 req-1b09ea34-3180-4ad8-9fba-db8740b5af0f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1719722262', 'description': 'tempest-description-1031970967'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:42.901800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 19b98089-ef2a-4f41-aaf2-ef82a031a88f) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:42.911091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ff3ab-2159-414b-9626-57cf29dfecdc None None] Network 19b98089-ef2a-4f41-aaf2-ef82a031a88f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:42.912618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:42.913219 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:42.972526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db40e9-000f-46da-8c6a-4791390f6983 req-9480db74-2755-48fa-9094-0a651da7243a tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:42.974424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01db40e9-000f-46da-8c6a-4791390f6983 req-9480db74-2755-48fa-9094-0a651da7243a tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/networks?id=1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 787 time: 0.1396029 Sep 16 16:33:42.990537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-01db40e9-000f-46da-8c6a-4791390f6983 req-1be5ec7c-e26b-4603-8bdc-cce9eb90d1c4 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:33:42.991670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01db40e9-000f-46da-8c6a-4791390f6983 req-1be5ec7c-e26b-4603-8bdc-cce9eb90d1c4 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073826 Sep 16 16:33:43.041591 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-310a4c36-2bfa-41d6-a6db-a0a7ab32ebe4 req-1b09ea34-3180-4ad8-9fba-db8740b5af0f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.086248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-19b98089-ef2a-4f41-aaf2-ef82a031a88f', 'network_id': '19b98089-ef2a-4f41-aaf2-ef82a031a88f', 'tenant_id': '03b2894ecc57412782ddd0dbb9e78c2d', 'fixed_ips': [{'subnet_id': 'c0baca9d-f17f-4e13-bbb7-7e54a412e02a'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:33:43.087286 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.098195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38360) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:43.161459 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d149eb98-7843-455b-a494-6bcf2e9ae58c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9984643 Sep 16 16:33:43.164908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38364) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:43.170554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': '19b98089-ef2a-4f41-aaf2-ef82a031a88f', 'name': 'tempest-PortsIpV6TestJSON-1385334022', 'fixed_ips': [{'subnet_id': 'c0baca9d-f17f-4e13-bbb7-7e54a412e02a', 'ip_address': '2001:db8::10'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:43.187522 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11d80c-a410-4178-846c-3bbcac83007c req-97a99dc1-4996-4d84-9540-cb9e3d3f68df tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:43.197279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d11d80c-a410-4178-846c-3bbcac83007c req-97a99dc1-4996-4d84-9540-cb9e3d3f68df tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.0874519 Sep 16 16:33:43.250993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Allocated IP 2001:db8::2 (19b98089-ef2a-4f41-aaf2-ef82a031a88f/c0baca9d-f17f-4e13-bbb7-7e54a412e02a/b8fe2a29-6fdb-4390-9b33-e6f9c02e642c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:43.266355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d11d80c-a410-4178-846c-3bbcac83007c req-0a9c25e3-f24a-4d8d-ad8c-165b399be82b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674331 Sep 16 16:33:43.342045 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5bb3b8fa-f729-4cb0-8433-00f089daba15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=604e6b861efa4af294fe2ffa7efabb71&name=default HTTP/1.1" status: 200 len: 2980 time: 0.2403576 Sep 16 16:33:43.344237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38368) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:43.355834 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-310a4c36-2bfa-41d6-a6db-a0a7ab32ebe4 req-1b09ea34-3180-4ad8-9fba-db8740b5af0f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.430635 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d783f8-bbf3-4566-8929-bb6a0dc71aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.445209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-310a4c36-2bfa-41d6-a6db-a0a7ab32ebe4 req-1b09ea34-3180-4ad8-9fba-db8740b5af0f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.462490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.465565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d783f8-bbf3-4566-8929-bb6a0dc71aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.467599 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-09d5def5-5ae3-4beb-8282-840256a2be3d tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips/297d7f38-1d9b-4d8c-992c-c1ddff461d3e HTTP/1.1" status: 200 len: 693 time: 0.0921171 Sep 16 16:33:43.495748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.502632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09ea34-3180-4ad8-9fba-db8740b5af0f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a7427b-81d0-4d27-9326-7bec2e350658,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:43.543851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:43.584410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-d126290a-f55f-48db-afdd-2a15bcf199ca tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:43.586064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-d126290a-f55f-48db-afdd-2a15bcf199ca tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1112823 Sep 16 16:33:43.596155 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.641891 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d783f8-bbf3-4566-8929-bb6a0dc71aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.643958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Network 19b98089-ef2a-4f41-aaf2-ef82a031a88f is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:43.644284 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-310a4c36-2bfa-41d6-a6db-a0a7ab32ebe4 req-1b09ea34-3180-4ad8-9fba-db8740b5af0f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.644890 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d783f8-bbf3-4566-8929-bb6a0dc71aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.648000 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-53d783f8-bbf3-4566-8929-bb6a0dc71aac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83cb86e4-eadf-440b-b18b-8e537e55767d HTTP/1.1" status: 204 len: 168 time: 0.2982605 Sep 16 16:33:43.648136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-310a4c36-2bfa-41d6-a6db-a0a7ab32ebe4 req-1b09ea34-3180-4ad8-9fba-db8740b5af0f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7846646 Sep 16 16:33:43.648214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:43.650013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:43.654430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-5c437fc0-f8ea-4425-b601-0e12d7ef4c93 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.0611002 Sep 16 16:33:43.677721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Pushing event updated for resources: {'Port': ['ID=b8fe2a29-6fdb-4390-9b33-e6f9c02e642c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:43.681484 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.704901 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.708212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d783f8-bbf3-4566-8929-bb6a0dc71aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cb86e4-eadf-440b-b18b-8e537e55767d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:43.724806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port eff09372-7f51-497d-a083-75293ecc974f yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:33:43.762239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-60ba8048-60fd-49dc-808a-60bcbf59e2d4 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.0948122 Sep 16 16:33:43.785712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Attempting to bind port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:43.786165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Attempting to bind port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '7febf54a-21c7-4f11-81c4-d7d256c9107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19b98089-ef2a-4f41-aaf2-ef82a031a88f'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:43.786529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Attempting to bind port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c on network 19b98089-ef2a-4f41-aaf2-ef82a031a88f {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:43.800981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:43.802132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Checking segment: {'id': '7febf54a-21c7-4f11-81c4-d7d256c9107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19b98089-ef2a-4f41-aaf2-ef82a031a88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:43.802680 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.803079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Bound using segment: {'id': '7febf54a-21c7-4f11-81c4-d7d256c9107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19b98089-ef2a-4f41-aaf2-ef82a031a88f'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:43.803625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Bound port: b8fe2a29-6fdb-4390-9b33-e6f9c02e642c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7febf54a-21c7-4f11-81c4-d7d256c9107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19b98089-ef2a-4f41-aaf2-ef82a031a88f'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:43.804024 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.891995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] For port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:43.895401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] For port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b8fe2a29-6fdb-4390-9b33-e6f9c02e642c,segment=NetworkSegment(7febf54a-21c7-4f11-81c4-d7d256c9107f),segment_id=7febf54a-21c7-4f11-81c4-d7d256c9107f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:43.959199 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:43.965712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8::10 (19b98089-ef2a-4f41-aaf2-ef82a031a88f/c0baca9d-f17f-4e13-bbb7-7e54a412e02a/eff09372-7f51-497d-a083-75293ecc974f) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:44.045945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454d0eb-1701-463b-9bc9-25349da66e81 None None] Pushing event updated for resources: {'Port': ['ID=b8fe2a29-6fdb-4390-9b33-e6f9c02e642c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:44.214534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc89c73-a8a2-4b0a-8aa1-19192a8ec320 req-d156e8e8-4e5c-4b55-a335-3017d826d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:44.216113 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dc89c73-a8a2-4b0a-8aa1-19192a8ec320 req-d156e8e8-4e5c-4b55-a335-3017d826d036 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 1096 time: 0.0733509 Sep 16 16:33:44.272983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:44.421000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc89c73-a8a2-4b0a-8aa1-19192a8ec320 req-abe12eba-f133-40bd-9d94-c02937b46822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:44.422722 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dc89c73-a8a2-4b0a-8aa1-19192a8ec320 req-abe12eba-f133-40bd-9d94-c02937b46822 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 920 time: 0.1877563 Sep 16 16:33:44.476026 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dc89c73-a8a2-4b0a-8aa1-19192a8ec320 req-5e8fd3e9-b70d-478d-bf05-046bc133cca0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970626c6-0bcb-4271-9387-01c119331e04 HTTP/1.1" status: 200 len: 217 time: 0.0446506 Sep 16 16:33:44.513439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-3b5c0b49-7fa5-4a2d-8811-cf29cf6f3a41 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Deleting port 129842c4-fb11-4083-baaa-3056f405a8bb {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:44.513784 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-3b5c0b49-7fa5-4a2d-8811-cf29cf6f3a41 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:44.524490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:44.546485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-3b519df1-e234-460e-9490-523e7147094b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:44.553440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-3b519df1-e234-460e-9490-523e7147094b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/networks?id=d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 200 len: 811 time: 0.2273431 Sep 16 16:33:44.573013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-677b13a6-b0df-4e99-a4d3-5443e58a82dc tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/quotas/6adea0c584af4d78aef296ec16ef3138 HTTP/1.1" status: 200 len: 375 time: 0.0179107 Sep 16 16:33:44.635998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc89c73-a8a2-4b0a-8aa1-19192a8ec320 req-7cca6cef-fb98-4e60-8f6b-30ccbe45d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:44.637522 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dc89c73-a8a2-4b0a-8aa1-19192a8ec320 req-7cca6cef-fb98-4e60-8f6b-30ccbe45d0c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05b8b946-5be3-44b8-8a46-f2fcda27e5b0 HTTP/1.1" status: 200 len: 859 time: 0.1500397 Sep 16 16:33:44.642840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network 19b98089-ef2a-4f41-aaf2-ef82a031a88f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:44.663047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-3b5c0b49-7fa5-4a2d-8811-cf29cf6f3a41 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:44.663617 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-3b5c0b49-7fa5-4a2d-8811-cf29cf6f3a41 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:44.668122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=eff09372-7f51-497d-a083-75293ecc974f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:44.671573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:44.685684 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-92d8af2e-44fa-4987-8ca7-9f91527903eb tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6adea0c584af4d78aef296ec16ef3138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117146 Sep 16 16:33:44.686640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-3b5c0b49-7fa5-4a2d-8811-cf29cf6f3a41 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Calling delete_port for 129842c4-fb11-4083-baaa-3056f405a8bb owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:44.696701 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dc89c73-a8a2-4b0a-8aa1-19192a8ec320 req-7e3e1c46-d0aa-4bc4-b0b5-a764d1bae775 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413666 Sep 16 16:33:44.701073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:44.706971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:44.707613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:44.754122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-15f1043a-085e-479e-99ad-03e8bc0c4716 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:44.755613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-15f1043a-085e-479e-99ad-03e8bc0c4716 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 811 time: 0.2822688 Sep 16 16:33:44.842453 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-5ffc70c3-051f-4e89-b5a6-4e39ad0af628 service neutron] 10.222.0.22 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470890 Sep 16 16:33:44.883937 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b43fa80b-297c-47e2-8d08-36dc21ba2026 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7179499 Sep 16 16:33:44.887784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38408) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:44.893173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': '19b98089-ef2a-4f41-aaf2-ef82a031a88f', 'name': 'tempest-PortsIpV6TestJSON-803082631', 'fixed_ips': [{'subnet_id': 'c0baca9d-f17f-4e13-bbb7-7e54a412e02a', 'ip_address': '2001:db8::f'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:44.893970 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dc89c73-a8a2-4b0a-8aa1-19192a8ec320 req-e78489f2-578c-482c-8119-9b88f2b05727 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696041 Sep 16 16:33:44.899069 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-84b3d934-ac31-4fce-9510-0daedfbff079 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe0e35a734d49a9989bf7f95aeed427 HTTP/1.1" status: 200 len: 380 time: 0.1335709 Sep 16 16:33:44.914954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'port': {'device_id': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'admin_state_up': True, 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'security_groups': ['7777aed7-ad34-452f-ae2b-add489d6cce5']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:45.043936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38412) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:45.106694 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dc89c73-a8a2-4b0a-8aa1-19192a8ec320 req-14e70e38-64df-4e62-b36b-d4311d6530ee service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035134 Sep 16 16:33:45.134972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-6813e67d-e542-45ef-999e-b43ff7c94708 service neutron] 10.222.0.22 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848074 Sep 16 16:33:45.189234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1855122809-network', 'tenant_id': '1fcc1c21760d475183f44f9951f34743'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:45.201256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Made reservation on behalf of 8fe0e35a734d49a9989bf7f95aeed427 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:45.205166 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.282927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:45.295912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa9f85f-c5bc-44da-a994-648448730786 None None] Network 19b98089-ef2a-4f41-aaf2-ef82a031a88f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:45.374174 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-3b5c0b49-7fa5-4a2d-8811-cf29cf6f3a41 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.375719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Allocated IP 172.20.0.11 (192b9611-4d0c-4afa-835b-5392318dd117/606ec290-cbe0-48fd-96ae-f5f2bbe64d3f/ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:45.412934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Made reservation on behalf of 1fcc1c21760d475183f44f9951f34743 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:45.414019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.427253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.485086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8cef2106-ca83-4daf-b541-0161cdb4fdf6 None None] Provisioning complete for port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:45.485459 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cef2106-ca83-4daf-b541-0161cdb4fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.546357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c0b49-7fa5-4a2d-8811-cf29cf6f3a41 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Pushing event deleted for resources: {'Port': ['ID=129842c4-fb11-4083-baaa-3056f405a8bb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:45.587628 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1976ed06-7b7a-469e-b191-a18f64ad58a3 req-af64a63f-8582-47be-bb6d-72c214707353 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 210 time: 0.0870733 Sep 16 16:33:45.591718 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.658055 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-3b5c0b49-7fa5-4a2d-8811-cf29cf6f3a41 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.660762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-3b5c0b49-7fa5-4a2d-8811-cf29cf6f3a41 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.674210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-715fe7f3-e6da-4303-b945-d95e9e6a6578 req-3b5c0b49-7fa5-4a2d-8811-cf29cf6f3a41 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "DELETE /v2.0/floatingips/297d7f38-1d9b-4d8c-992c-c1ddff461d3e HTTP/1.1" status: 204 len: 173 time: 1.9109087 Sep 16 16:33:45.716125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b8fe2a29-6fdb-4390-9b33-e6f9c02e642c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:45.729054 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.764845 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.788654 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port 451650dd-b994-4904-9bdc-aefdcd8c085b yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:33:45.842319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:45.842319 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.867985 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.875407 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.881620 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cef2106-ca83-4daf-b541-0161cdb4fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.905060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-6b01e816-7cd9-4bbb-94e3-08238119b2c2 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:45.915957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-6b01e816-7cd9-4bbb-94e3-08238119b2c2 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 811 time: 0.2322245 Sep 16 16:33:45.922668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8cef2106-ca83-4daf-b541-0161cdb4fdf6 None None] For port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b8fe2a29-6fdb-4390-9b33-e6f9c02e642c,segment=NetworkSegment(7febf54a-21c7-4f11-81c4-d7d256c9107f),segment_id=7febf54a-21c7-4f11-81c4-d7d256c9107f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:45.936754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:33:45.968094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'Port': ['ID=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:45.969597 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:45.973668 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-1102697b-353f-4c6a-bce9-cfb1ed3088a2 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/quotas/f105963342f542f4a51088127c51ff49 HTTP/1.1" status: 200 len: 375 time: 0.0559347 Sep 16 16:33:45.995199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Network 192b9611-4d0c-4afa-835b-5392318dd117 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:45.996950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1730c-e094-4d7a-9fbc-6867818ce78e req-bc91e548-e84d-457d-b359-c29e7248404a tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:46.000213 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca127c6a-0967-46d2-8b72-530bb2e6960a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:46.005305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:46.005737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ef1730c-e094-4d7a-9fbc-6867818ce78e req-bc91e548-e84d-457d-b359-c29e7248404a tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.2180438 Sep 16 16:33:46.008310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:46.014822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.015270 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Added segment 194cd364-c7da-4639-881b-a7f4ca1281bb of type vlan for network b446d02c-c15f-4f0f-91ea-b210a6b43a85 Sep 16 16:33:46.029061 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cef2106-ca83-4daf-b541-0161cdb4fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.065923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-827adce9-3ca2-4646-aff5-2b1a6d82a8f0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912690 Sep 16 16:33:46.138165 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.153713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:46.154454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.160277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:33:46.160953 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:33:46.169849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef2106-ca83-4daf-b541-0161cdb4fdf6 None None] Pushing event updated for resources: {'Port': ['ID=b8fe2a29-6fdb-4390-9b33-e6f9c02e642c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:46.188555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-163fa9a4-fbbb-4dd1-8d8e-7847f5af8397 None None] Provisioning complete for port eff09372-7f51-497d-a083-75293ecc974f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:46.190515 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-163fa9a4-fbbb-4dd1-8d8e-7847f5af8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.234042 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-163fa9a4-fbbb-4dd1-8d8e-7847f5af8397 None None] Port eff09372-7f51-497d-a083-75293ecc974f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:46.246414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-163fa9a4-fbbb-4dd1-8d8e-7847f5af8397 None None] Provisioning complete for port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:46.246786 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-163fa9a4-fbbb-4dd1-8d8e-7847f5af8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.276791 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ef1730c-e094-4d7a-9fbc-6867818ce78e req-22f5d392-3c77-468e-a3b0-691f71e004d4 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657707 Sep 16 16:33:46.332654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-9c6f8cdb-aa26-4601-b37b-390e7dc098e6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4212596 Sep 16 16:33:46.332842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-20052f43-0857-451f-a85a-c180a9aa2ad9 service neutron] 10.222.0.22 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344708 Sep 16 16:33:46.333933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.335990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:46.336756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.346480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-7d6832b7-8e86-4b08-b1a1-848e35ff2abb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:33:46.347761 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-7d6832b7-8e86-4b08-b1a1-848e35ff2abb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071130 Sep 16 16:33:46.385055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8::f (19b98089-ef2a-4f41-aaf2-ef82a031a88f/c0baca9d-f17f-4e13-bbb7-7e54a412e02a/451650dd-b994-4904-9bdc-aefdcd8c085b) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:46.392794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Request body: {'port': {'device_id': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:46.452785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] Pushing event updated for resources: {'Network': ['ID=b446d02c-c15f-4f0f-91ea-b210a6b43a85,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:46.463988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network b446d02c-c15f-4f0f-91ea-b210a6b43a85 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:33:46.491590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65ead476-05c5-4b31-88bd-68cfe2105ddd req-0526049d-bdab-46cd-94f9-3ceb156a010e tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 210 time: 0.0359726 Sep 16 16:33:46.497611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f19214eb-829a-4cb4-b3b2-b63e3e96969b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4510341 Sep 16 16:33:46.505736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38436) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:46.508936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Request body: {'subnet': {'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1855122809-subnet', 'tenant_id': '1fcc1c21760d475183f44f9951f34743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:46.511210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.571094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-221f9fe1-cba2-47c3-9075-fea8a01d4e4b None None] Provisioning complete for port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:46.571476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-221f9fe1-cba2-47c3-9075-fea8a01d4e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.621710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-221f9fe1-cba2-47c3-9075-fea8a01d4e4b None None] Port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:46.645956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-4a6abc16-146a-4e4f-a901-e509a2607955 service neutron] 10.222.0.22 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025658 Sep 16 16:33:46.727194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Made reservation on behalf of 1fcc1c21760d475183f44f9951f34743 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:46.729792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.773402 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-952826a5-eee5-4114-81de-38a03acbad98 None None] Provisioning complete for port eff09372-7f51-497d-a083-75293ecc974f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:46.773908 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-952826a5-eee5-4114-81de-38a03acbad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.824203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-952826a5-eee5-4114-81de-38a03acbad98 None None] Port eff09372-7f51-497d-a083-75293ecc974f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:46.830793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:46.838187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-c9e75501-bf7c-4f9f-b48a-aca524247b93 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3017726 Sep 16 16:33:46.838604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.851397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Transition to ACTIVE for port object ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:33:46.872222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:46.882618 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:46.927255 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.007765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:47.016215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.077203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab5bea-c430-4f21-85f2-60b227dc2a01 req-4aebe5bc-fbce-4119-b176-727e54182a32 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:47.079697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59ab5bea-c430-4f21-85f2-60b227dc2a01 req-4aebe5bc-fbce-4119-b176-727e54182a32 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 944 time: 0.1234739 Sep 16 16:33:47.096815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Attempting to bind port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:47.097159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Attempting to bind port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:47.097489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Attempting to bind port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc on network 192b9611-4d0c-4afa-835b-5392318dd117 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:47.110803 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.112482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc on network 192b9611-4d0c-4afa-835b-5392318dd117 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:33:47.113189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Attempting to bind port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc on network 192b9611-4d0c-4afa-835b-5392318dd117 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:47.121001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:47.121396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Checking segment: {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:47.122020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Bound using segment: {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:47.122454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Bound port: ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:47.122900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.193648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] For port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:47.198594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] For port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:47.212422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network 19b98089-ef2a-4f41-aaf2-ef82a031a88f is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:47.226388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:47.249270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:47.255231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:47.256033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.268613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=451650dd-b994-4904-9bdc-aefdcd8c085b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:47.278338 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59ab5bea-c430-4f21-85f2-60b227dc2a01 req-2e755aa6-cb8a-43b9-8303-debc7655f34f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597767 Sep 16 16:33:47.344564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.360660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea2d2dbe-626f-4188-ab4d-952da560485a req-38a8c5b6-7a88-4d9d-83fe-f5cbc0983dee tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 210 time: 0.0345190 Sep 16 16:33:47.408136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:47.408347 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.408925 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.410430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] 10.222.0.52 "PUT /v2.0/ports/ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc HTTP/1.1" status: 200 len: 1092 time: 1.0334876 Sep 16 16:33:47.410971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'tag': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:47.413406 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14768a97-99e8-419d-ad1a-5b05ceedebd3" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcaaa4a-b1a1-4e7c-b60d-be0787c05629", "tag": "ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:47.426820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.460128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89919f10-af2b-4609-9e1d-9d72c12abd79 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:47.527977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b8fe2a29-6fdb-4390-9b33-e6f9c02e642c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:47.580925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d3abcd7a-14f8-47a4-bf73-caa081951180 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6826334 Sep 16 16:33:47.618801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-acbcce27-6aa6-497a-bc3e-4c859045ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:47.618994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fa5d6394-b736-47a1-a090-650718590ee1 None None] Provisioning complete for port 451650dd-b994-4904-9bdc-aefdcd8c085b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:47.622108 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-acbcce27-6aa6-497a-bc3e-4c859045ec5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 1095 time: 0.0831947 Sep 16 16:33:47.633618 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6394-b736-47a1-a090-650718590ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.668225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:47.668723 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.677949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38456) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:47.702019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Allocated IP 172.25.6.89 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/524cf15f-781c-417e-94af-d7c6ec65e36c) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:47.711121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d6394-b736-47a1-a090-650718590ee1 None None] Port 451650dd-b994-4904-9bdc-aefdcd8c085b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:33:47.727476 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-ef136d48-d73e-4a90-9ed8-64c25b1d1594 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc HTTP/1.1" status: 200 len: 217 time: 0.0950129 Sep 16 16:33:47.799858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-7cab9bc5-0919-4eb1-8c7d-5cb4e5b4ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:47.801530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-7cab9bc5-0919-4eb1-8c7d-5cb4e5b4ea05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.0686483 Sep 16 16:33:47.863912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-7eab6578-8a6b-4156-b1aa-825ba3146829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:47.866261 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-7eab6578-8a6b-4156-b1aa-825ba3146829 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562932 Sep 16 16:33:47.869856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:47.894267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ee6f1d-6290-4d7d-a539-0318591c727d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:47.937591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d529-0b88-45ad-87f5-f210168f3772 req-651a6b0d-00d1-467e-a9aa-e88f27d278b9 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:47.937591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7c8d529-0b88-45ad-87f5-f210168f3772 req-651a6b0d-00d1-467e-a9aa-e88f27d278b9 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.3447137 Sep 16 16:33:47.937591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Checking segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:47.937591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Network hostable DHCP agents. Network: b446d02c-c15f-4f0f-91ea-b210a6b43a85, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:33:47.972853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094e1ada-538f-4b9a-b499-e947d3429b78 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:48.057830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-094e1ada-538f-4b9a-b499-e947d3429b78 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1545763 Sep 16 16:33:48.057830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7c8d529-0b88-45ad-87f5-f210168f3772 req-a3744e2e-d94f-4ba9-bc5b-fa02be878778 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839362 Sep 16 16:33:48.059661 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-984da149-8f39-4a1d-b11e-9d4a2248acd3 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661198 Sep 16 16:33:48.060045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38460) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:48.086265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-1d1c803c-8cd6-4270-ae72-f00804559199 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:48.087766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-1d1c803c-8cd6-4270-ae72-f00804559199 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.52 "GET /v2.0/networks?id=d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 200 len: 811 time: 0.1819475 Sep 16 16:33:48.117964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Request body: {'port': {'device_id': '862e6980-432a-41b7-8d04-0e0d12ac5c9a', 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4', 'admin_state_up': True, 'tenant_id': '6adea0c584af4d78aef296ec16ef3138'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:48.121603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d02614-da52-4424-a948-dbe5398bcf90 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:48.129436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d02614-da52-4424-a948-dbe5398bcf90 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:48.137403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d02614-da52-4424-a948-dbe5398bcf90 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:48.140583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-03d02614-da52-4424-a948-dbe5398bcf90 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0832486 Sep 16 16:33:48.142068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38464) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:48.160727 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8b1292-1bec-4837-af04-16096528c005 x-openstack-request-id: req-bf8b1292-1bec-4837-af04-16096528c005 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:48.161015 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcaaa4a-b1a1-4e7c-b60d-be0787c05629", "tag": "ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:48.161261 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf8b1292-1bec-4837-af04-16096528c005 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:48.161654 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'tag': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc', 'status': 'completed', 'code': 200} Sep 16 16:33:48.247897 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ecb6a8c-a98e-4805-b796-6b613d146100 req-a0c66019-c223-4561-9237-16c11ea1c370 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991775 Sep 16 16:33:48.264046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad5fc21e-4ff5-4b2b-b533-c158add8cef9 req-6126f988-a6d5-444c-9e01-d216fb313b05 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 210 time: 0.0360777 Sep 16 16:33:48.266988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Network b446d02c-c15f-4f0f-91ea-b210a6b43a85 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:33:48.268243 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:48.315165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:48.319800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:48.325515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:48.339866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d92a6475-8ee1-4842-836a-51e45b9a949c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 451650dd-b994-4904-9bdc-aefdcd8c085b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:48.340211 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d92a6475-8ee1-4842-836a-51e45b9a949c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:48.377955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Pushing event updated for resources: {'Port': ['ID=524cf15f-781c-417e-94af-d7c6ec65e36c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:48.424881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, b446d02c-c15f-4f0f-91ea-b210a6b43a85) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:48.436458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34eda06-f092-4910-b8ed-1a8aed1213e0 None None] Network b446d02c-c15f-4f0f-91ea-b210a6b43a85 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:48.451818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Made reservation on behalf of 6adea0c584af4d78aef296ec16ef3138 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:48.452473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:48.453131 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:48.455568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:48.492436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-82a1450e-14a8-4c8c-b5db-1ff4cd05c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:48.494953 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-82a1450e-14a8-4c8c-b5db-1ff4cd05c69b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 1095 time: 0.0749016 Sep 16 16:33:48.595964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0ea787-3074-4a9c-a179-2f0ff53fc53a None None] Network b446d02c-c15f-4f0f-91ea-b210a6b43a85 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:48.680759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-ca561a5d-f3f7-4e07-b192-6789f16b985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:48.682891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-ca561a5d-f3f7-4e07-b192-6789f16b985c service neutron] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 912 time: 0.1614914 Sep 16 16:33:48.684061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Allocated IP 172.20.0.9 (d43d92f2-5083-4446-9bd5-bdaac7789ac4/a13203e1-ad1b-46a8-821f-a49bec7564a8/5a74b086-ceff-4c2c-9bb1-c23c1f3eca03) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:48.926311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71b7e2-3877-499c-b485-d03294f56a9e req-445ceaba-8ee5-49aa-abdc-c0b0ab95e5a3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:48.927992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a71b7e2-3877-499c-b485-d03294f56a9e req-445ceaba-8ee5-49aa-abdc-c0b0ab95e5a3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 944 time: 0.5622373 Sep 16 16:33:48.971494 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d92a6475-8ee1-4842-836a-51e45b9a949c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:49.001980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d92a6475-8ee1-4842-836a-51e45b9a949c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 451650dd-b994-4904-9bdc-aefdcd8c085b owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:49.013311 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1bbbce94-4ee0-4eb9-801e-1feaa332f633 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5080302 Sep 16 16:33:49.044215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a71b7e2-3877-499c-b485-d03294f56a9e req-5f15368e-b953-4fb9-b9ed-be84ac5d88b5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784757 Sep 16 16:33:49.053886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:49.082889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-e04c0020-0286-46d0-8de8-8135a7068781 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc HTTP/1.1" status: 200 len: 217 time: 0.3918622 Sep 16 16:33:49.179992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f35e09e5-0e21-4b21-a19f-a37130d287df req-9862ddf7-afd3-4e19-99f5-9221e7396dc9 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 210 time: 0.0494337 Sep 16 16:33:49.209794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-2f5909b6-4963-49b1-be9c-3264ca147f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:49.212999 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-2f5909b6-4963-49b1-be9c-3264ca147f03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.1008947 Sep 16 16:33:49.219332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:49.320969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-ee2d26f3-8849-412e-85cd-b9b01a370b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:49.324048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-ee2d26f3-8849-412e-85cd-b9b01a370b1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853674 Sep 16 16:33:49.418305 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d92a6475-8ee1-4842-836a-51e45b9a949c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:49.469196 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d92a6475-8ee1-4842-836a-51e45b9a949c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:49.471224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d92a6475-8ee1-4842-836a-51e45b9a949c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/451650dd-b994-4904-9bdc-aefdcd8c085b HTTP/1.1" status: 204 len: 168 time: 1.3282092 Sep 16 16:33:49.501997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38492) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:49.536557 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-31189eec-c1f8-4e0c-a0e2-7cbc039ff73e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:33:49.538094 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-31189eec-c1f8-4e0c-a0e2-7cbc039ff73e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/451650dd-b994-4904-9bdc-aefdcd8c085b HTTP/1.1" status: 404 len: 333 time: 0.0350797 Sep 16 16:33:49.538908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a6475-8ee1-4842-836a-51e45b9a949c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=451650dd-b994-4904-9bdc-aefdcd8c085b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:49.551101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38498) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:49.664095 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:49.678963 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-e77f093d-4875-448b-95ad-652bb0b14f50 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461585 Sep 16 16:33:49.699226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-29d0be8a-5992-4fd9-adf4-a0241830c683 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:49.701141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-29d0be8a-5992-4fd9-adf4-a0241830c683 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.1569536 Sep 16 16:33:49.706356 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:49.718052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-1c7c39b1-39b9-4ede-8ce5-19438d17f1f8 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/quotas/1fcc1c21760d475183f44f9951f34743 HTTP/1.1" status: 200 len: 375 time: 0.0096073 Sep 16 16:33:49.758368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-2b24e3b6-77a3-46d3-aed9-6a7bc8a18b89 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340264 Sep 16 16:33:49.770451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-d48c1d05-343b-42b3-9722-76588eb4044e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:33:49.774172 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-717342a0-7765-4e38-bc48-a858d71d4b29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2164295 Sep 16 16:33:49.774701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-d48c1d05-343b-42b3-9722-76588eb4044e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057621 Sep 16 16:33:49.811210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:49.897873 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:49.910208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['3a0d0adf-6906-4102-90b9-9c90808cdd64'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:49.925696 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14768a97-99e8-419d-ad1a-5b05ceedebd3 req-d4eaf88c-df36-47ea-8c11-0ce091972bd0 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368577 Sep 16 16:33:49.927992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-fa510475-f2ea-4a20-837e-2d2857d96d73 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port eff09372-7f51-497d-a083-75293ecc974f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:49.928338 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa510475-f2ea-4a20-837e-2d2857d96d73 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:49.974886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:50.010618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Pushing event updated for resources: {'Port': ['ID=524cf15f-781c-417e-94af-d7c6ec65e36c,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:50.038326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-ead73dc1-9109-4ba5-a559-94e1ceed5e55 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545328 Sep 16 16:33:50.047495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Pushing event updated for resources: {'Port': ['ID=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:50.085859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:33:50.100268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Network d43d92f2-5083-4446-9bd5-bdaac7789ac4 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:50.122742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:50.123914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-5ae8dda3-0f13-41e0-b70e-adb32457fbe8 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2656932 Sep 16 16:33:50.145170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:50.153479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:50.169735 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-8025c2c1-0090-468a-a7d2-ca8f540529b7 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272619 Sep 16 16:33:50.214042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:50.217125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:50.241278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:50.253151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'port_id': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc', 'mac_address': 'fa:16:3e:96:6c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:33:50.255886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-a672e08e-7aae-49df-9d36-39848910f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:50.257359 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-a672e08e-7aae-49df-9d36-39848910f9b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 1096 time: 0.4030690 Sep 16 16:33:50.298725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-072f5a93-9e36-4b77-8eef-5949af4ceba2 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 695 time: 0.1278398 Sep 16 16:33:50.298920 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:50.315300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:50.334854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:50.343475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa510475-f2ea-4a20-837e-2d2857d96d73 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:50.368707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-51c7e5a3-847a-4309-a994-08712aec9692 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:50.370804 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-51c7e5a3-847a-4309-a994-08712aec9692 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.52 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 811 time: 0.3543763 Sep 16 16:33:50.378678 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f3df0e34-768c-452c-8613-d92f2c0dfa40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2779243 Sep 16 16:33:50.412179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-fa510475-f2ea-4a20-837e-2d2857d96d73 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for eff09372-7f51-497d-a083-75293ecc974f owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:50.413061 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:50.425915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'port': {'device_id': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817', 'admin_state_up': True, 'tenant_id': 'f105963342f542f4a51088127c51ff49'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:50.433770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Request body: {'port': {'device_id': '862e6980-432a-41b7-8d04-0e0d12ac5c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:50.451407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-bd471236-cf18-405f-8e5b-4ad6973a18f5 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:50.452928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a4f8976-5ee5-4436-8ab8-b55ae206732d req-bd471236-cf18-405f-8e5b-4ad6973a18f5 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1448817 Sep 16 16:33:50.507865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:50.546489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc270-f074-4e3d-832a-21480b25468a req-2a753644-eabf-4a30-9650-a9e92164639f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:50.548823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31cfc270-f074-4e3d-832a-21480b25468a req-2a753644-eabf-4a30-9650-a9e92164639f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 931 time: 0.0818396 Sep 16 16:33:50.630182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-82636c12-ad8f-4266-8cc6-fd4297407aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:50.631663 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-82636c12-ad8f-4266-8cc6-fd4297407aba service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 920 time: 0.3459160 Sep 16 16:33:50.639158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f60b-9858-42f7-8eb9-65d26f1c985b req-1e359a17-b34a-4da3-b0f1-a8342e0488c3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:50.643268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:50.643394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cc8f60b-9858-42f7-8eb9-65d26f1c985b req-1e359a17-b34a-4da3-b0f1-a8342e0488c3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 945 time: 0.1070542 Sep 16 16:33:50.643940 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31cfc270-f074-4e3d-832a-21480b25468a req-5b058119-fbc2-4a64-a366-0975d0065f57 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852880 Sep 16 16:33:50.674127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:50.692103 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cc8f60b-9858-42f7-8eb9-65d26f1c985b req-f2297f60-3fef-49bb-b9c2-d91b3aec6fa8 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389566 Sep 16 16:33:50.760960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e914472-eaeb-4c15-bd94-bac01db90390 req-a2bc23bf-f27e-4700-8e68-a1862d4a2a5d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 210 time: 0.0416479 Sep 16 16:33:50.788679 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-0cbbe492-5d64-4cd6-ab49-e10fda899b4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970626c6-0bcb-4271-9387-01c119331e04 HTTP/1.1" status: 200 len: 217 time: 0.1389890 Sep 16 16:33:50.866425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92a24bce-b8ea-4c04-8c85-4609b2517391 req-b9ac59a2-0a7f-4bde-a71e-576dcc6835f9 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 210 time: 0.0656216 Sep 16 16:33:50.880691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-6fb0ba6d-816a-4001-bc3e-4f358c582a64 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips/f1d296db-aa78-47c1-93be-9b76ac7bc92f HTTP/1.1" status: 200 len: 692 time: 0.0688827 Sep 16 16:33:50.990582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-dcc597e4-5492-4e93-a399-56d062a75b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:50.992070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-dcc597e4-5492-4e93-a399-56d062a75b23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05b8b946-5be3-44b8-8a46-f2fcda27e5b0 HTTP/1.1" status: 200 len: 859 time: 0.1902356 Sep 16 16:33:51.015002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-0f01dec0-fce4-40b5-9d8a-422ce717ed88 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:51.016448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-0f01dec0-fce4-40b5-9d8a-422ce717ed88 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1232297 Sep 16 16:33:51.054495 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-bbb3566a-bf4f-4cc7-847f-081870a49473 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484867 Sep 16 16:33:51.068804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-add44d3a-4e89-4fd4-9aaf-29469f4bdc0f tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 695 time: 0.0456522 Sep 16 16:33:51.101485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Made reservation on behalf of f105963342f542f4a51088127c51ff49 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:51.105574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.150868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-31e4894e-113f-4c2c-97fe-d447f8f4d279 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 695 time: 0.0660822 Sep 16 16:33:51.172687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee25377-c1cf-4ea6-82bc-1139056a4d33 req-cdb7dea5-427a-44c8-85e4-b157d999aaba tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:51.174146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee25377-c1cf-4ea6-82bc-1139056a4d33 req-cdb7dea5-427a-44c8-85e4-b157d999aaba tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0993276 Sep 16 16:33:51.196332 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa510475-f2ea-4a20-837e-2d2857d96d73 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.277330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa510475-f2ea-4a20-837e-2d2857d96d73 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=eff09372-7f51-497d-a083-75293ecc974f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:51.300728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee25377-c1cf-4ea6-82bc-1139056a4d33 req-d39e462e-f11a-4faf-b0cc-aa01869b5925 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973372 Sep 16 16:33:51.338159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-e89c911a-51ba-47b2-99d3-ea0ee755e165 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Deleting port 524cf15f-781c-417e-94af-d7c6ec65e36c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:51.339322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-e89c911a-51ba-47b2-99d3-ea0ee755e165 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.343366 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa510475-f2ea-4a20-837e-2d2857d96d73 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.345343 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fa510475-f2ea-4a20-837e-2d2857d96d73 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/eff09372-7f51-497d-a083-75293ecc974f HTTP/1.1" status: 204 len: 168 time: 1.7815328 Sep 16 16:33:51.350272 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-6bee3e1c-bc6f-4fcf-9c62-cf814037459a service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815993 Sep 16 16:33:51.354450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38526) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:51.455626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-e89c911a-51ba-47b2-99d3-ea0ee755e165 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.455626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-e89c911a-51ba-47b2-99d3-ea0ee755e165 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.456643 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4c0528-8dfc-496e-a7e5-0b308c56446c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:33:51.460664 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0c4c0528-8dfc-496e-a7e5-0b308c56446c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/eff09372-7f51-497d-a083-75293ecc974f HTTP/1.1" status: 404 len: 333 time: 0.1009922 Sep 16 16:33:51.465577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38530) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:51.510990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-e89c911a-51ba-47b2-99d3-ea0ee755e165 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Calling delete_port for 524cf15f-781c-417e-94af-d7c6ec65e36c owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:51.563981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Allocated IP 172.20.0.11 (a3b61c8c-c1d1-40c1-b735-bf7809270817/de7d97ac-9803-40f0-8e1d-0898eb7d3d91/e59db61c-ada6-441b-b4e4-9932e7321604) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:51.577971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0324a79-b1dc-4c61-aca3-089ab65a34c1 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet c0baca9d-f17f-4e13-bbb7-7e54a412e02a {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:33:51.585293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0324a79-b1dc-4c61-aca3-089ab65a34c1 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.593217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:51.612030 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.641705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0324a79-b1dc-4c61-aca3-089ab65a34c1 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.650447 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a83764a9-ce99-42c5-be7b-ae690bd36ba3 req-7305cd81-b9f9-477d-83c3-56e901d844fb service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922084 Sep 16 16:33:51.655716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Transition to ACTIVE for port object 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:33:51.727280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.779832 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0324a79-b1dc-4c61-aca3-089ab65a34c1 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.830269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:51.841909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.886774 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-e89c911a-51ba-47b2-99d3-ea0ee755e165 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.908127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Attempting to bind port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:51.908582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Attempting to bind port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:51.908819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Attempting to bind port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 on network d43d92f2-5083-4446-9bd5-bdaac7789ac4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:51.917061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 on network d43d92f2-5083-4446-9bd5-bdaac7789ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:33:51.917406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Attempting to bind port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 on network d43d92f2-5083-4446-9bd5-bdaac7789ac4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:51.922898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:51.923237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Checking segment: {'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:51.923625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Bound using segment: {'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:51.924056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Bound port: 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5d0626-1868-482b-971e-d6ea7a4afd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:51.924495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.927161 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0324a79-b1dc-4c61-aca3-089ab65a34c1 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.934304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c911a-51ba-47b2-99d3-ea0ee755e165 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Pushing event deleted for resources: {'Port': ['ID=524cf15f-781c-417e-94af-d7c6ec65e36c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:51.979501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0324a79-b1dc-4c61-aca3-089ab65a34c1 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=c0baca9d-f17f-4e13-bbb7-7e54a412e02a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:51.980075 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.981466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0324a79-b1dc-4c61-aca3-089ab65a34c1 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:51.985881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b0324a79-b1dc-4c61-aca3-089ab65a34c1 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/c0baca9d-f17f-4e13-bbb7-7e54a412e02a HTTP/1.1" status: 204 len: 168 time: 0.5168178 Sep 16 16:33:51.986080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead55408-3aa6-498b-98e8-344c72f03753 None None] Network 19b98089-ef2a-4f41-aaf2-ef82a031a88f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:51.987336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38546) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:52.046812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] For port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:52.052666 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] For port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:52.056741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Network a3b61c8c-c1d1-40c1-b735-bf7809270817 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:52.063851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:52.065470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'Port': ['ID=e59db61c-ada6-441b-b4e4-9932e7321604,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:52.067743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:52.105149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:52.128172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-e89c911a-51ba-47b2-99d3-ea0ee755e165 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.131308 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-e89c911a-51ba-47b2-99d3-ea0ee755e165 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.132526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-193c2d69-dcbd-473f-a125-02f3c9c1ad65 req-e89c911a-51ba-47b2-99d3-ea0ee755e165 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "DELETE /v2.0/floatingips/f1d296db-aa78-47c1-93be-9b76ac7bc92f HTTP/1.1" status: 204 len: 173 time: 0.9740732 Sep 16 16:33:52.142637 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.142748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:52.143515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.148853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.216116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:52.217002 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.242052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:52.246198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.247908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] 10.222.0.52 "PUT /v2.0/ports/5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 HTTP/1.1" status: 200 len: 1091 time: 1.8295619 Sep 16 16:33:52.248518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862e6980-432a-41b7-8d04-0e0d12ac5c9a', 'tag': '5a74b086-ceff-4c2c-9bb1-c23c1f3eca03'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:52.251763 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a275bfc-daae-45a7-899e-7e889e970367" -d '{"events": [{"name": "network-changed", "server_uuid": "862e6980-432a-41b7-8d04-0e0d12ac5c9a", "tag": "5a74b086-ceff-4c2c-9bb1-c23c1f3eca03"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:52.290738 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-aba7dfa6-1e65-438b-9dcb-66987b901081 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8741822 Sep 16 16:33:52.296404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47f9cc-96b2-4a8a-9a48-e734957cc6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:52.312619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Request body: {'port': {'device_id': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:52.314768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ac732-ffe8-4392-8d7c-86c65bff6ba8 None None] DHCP port deletion for 19b98089-ef2a-4f41-aaf2-ef82a031a88f request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:33:52.321617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:33:52.343844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:52.344322 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.381482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] For port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b8fe2a29-6fdb-4390-9b33-e6f9c02e642c,segment=NetworkSegment(7febf54a-21c7-4f11-81c4-d7d256c9107f),segment_id=7febf54a-21c7-4f11-81c4-d7d256c9107f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:52.381940 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.404014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for b8fe2a29-6fdb-4390-9b33-e6f9c02e642c owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:52.411724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ac732-ffe8-4392-8d7c-86c65bff6ba8 None None] Deleting port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:52.412260 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac732-ffe8-4392-8d7c-86c65bff6ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.423570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49704ed7-4d04-4f28-b286-bf1e318b0ef3 req-c3bc71ef-2a10-4c88-bc3c-dddc78908fd4 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:52.427218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.430000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49704ed7-4d04-4f28-b286-bf1e318b0ef3 req-c3bc71ef-2a10-4c88-bc3c-dddc78908fd4 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 943 time: 0.2082205 Sep 16 16:33:52.478704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1c86b-fff4-4e1a-9b68-83c8e042a9a7 req-97a1793c-63c8-4949-bde3-d95d79c65d0e tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:52.489054 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.492497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2b1c86b-fff4-4e1a-9b68-83c8e042a9a7 req-97a1793c-63c8-4949-bde3-d95d79c65d0e tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 945 time: 0.2021980 Sep 16 16:33:52.504418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-02858395-ff4f-41d1-8a1f-9b89574038ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:52.505874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-02858395-ff4f-41d1-8a1f-9b89574038ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6adea0c584af4d78aef296ec16ef3138&device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 1094 time: 0.0924993 Sep 16 16:33:52.512962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ee9ac732-ffe8-4392-8d7c-86c65bff6ba8 None None] For port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b8fe2a29-6fdb-4390-9b33-e6f9c02e642c,segment=NetworkSegment(7febf54a-21c7-4f11-81c4-d7d256c9107f),segment_id=7febf54a-21c7-4f11-81c4-d7d256c9107f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:52.513359 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac732-ffe8-4392-8d7c-86c65bff6ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.532419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ac732-ffe8-4392-8d7c-86c65bff6ba8 None None] Calling delete_port for b8fe2a29-6fdb-4390-9b33-e6f9c02e642c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:52.537014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:52.539251 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a02f012-7de3-41ca-b025-25c7d16e03fd" -d '{"events": [{"server_uuid": "2dcaaa4a-b1a1-4e7c-b60d-be0787c05629", "name": "network-vif-plugged", "status": "completed", "tag": "ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:52.562793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:52.616970 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-1898ae3b-7067-4308-a825-fad13480f132 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 HTTP/1.1" status: 200 len: 217 time: 0.0503914 Sep 16 16:33:52.639452 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.651529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2b1c86b-fff4-4e1a-9b68-83c8e042a9a7 req-ec66e57c-6aae-4a3e-a777-6a442f112a8e tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572113 Sep 16 16:33:52.668794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49704ed7-4d04-4f28-b286-bf1e318b0ef3 req-392f33f0-0023-4568-859c-fcee0a588f0a tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284751 Sep 16 16:33:52.754133 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.757260 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac732-ffe8-4392-8d7c-86c65bff6ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:52.788964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ac732-ffe8-4392-8d7c-86c65bff6ba8 None None] No DVR routers for this DVR port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:52.815975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:52.829651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No DVR routers for this DVR port b8fe2a29-6fdb-4390-9b33-e6f9c02e642c on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:33:52.832010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=b8fe2a29-6fdb-4390-9b33-e6f9c02e642c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:52.870687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ac732-ffe8-4392-8d7c-86c65bff6ba8 None None] Pushing event deleted for resources: {'Port': ['ID=b8fe2a29-6fdb-4390-9b33-e6f9c02e642c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:52.972585 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-692e5d77-4c33-440c-b62b-e655d07cfcde req-8ef5bdce-66ad-43bd-b3b1-225d16adbe82 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 210 time: 0.0607247 Sep 16 16:33:53.036016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd43d3-06fd-48f7-bdc6-da60922438e5 req-0d3f9552-9858-43fd-bcd1-bb602872ddf8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:53.037623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cebd43d3-06fd-48f7-bdc6-da60922438e5 req-0d3f9552-9858-43fd-bcd1-bb602872ddf8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 932 time: 0.2103815 Sep 16 16:33:53.042230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.126113 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-4986a8e7-0dfa-46d1-871c-fb226849593c req-d14eb001-700f-49a3-9a9b-31f07f393f77 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] show failed (client error): The resource could not be found. Sep 16 16:33:53.127199 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4986a8e7-0dfa-46d1-871c-fb226849593c req-d14eb001-700f-49a3-9a9b-31f07f393f77 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips/f1d296db-aa78-47c1-93be-9b76ac7bc92f HTTP/1.1" status: 404 len: 350 time: 0.0880334 Sep 16 16:33:53.129108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b98089-ef2a-4f41-aaf2-ef82a031a88f']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:53.150353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7febf54a-21c7-4f11-81c4-d7d256c9107f') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:53.151370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7febf54a-21c7-4f11-81c4-d7d256c9107f') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:53.176974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cebd43d3-06fd-48f7-bdc6-da60922438e5 req-0c17622a-68a6-417b-abe5-ce43586c5ec5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316628 Sep 16 16:33:53.178939 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.202001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-bcfac257-2c3d-4e86-8cd1-43f6963970cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:53.202001 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-bcfac257-2c3d-4e86-8cd1-43f6963970cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a13203e1-ad1b-46a8-821f-a49bec7564a8 HTTP/1.1" status: 200 len: 851 time: 0.5734887 Sep 16 16:33:53.206620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.219815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:33:53.220376 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ae484-6cbc-4a4c-9354-9b315c991679 x-openstack-request-id: req-385ae484-6cbc-4a4c-9354-9b315c991679 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:53.220691 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862e6980-432a-41b7-8d04-0e0d12ac5c9a", "tag": "5a74b086-ceff-4c2c-9bb1-c23c1f3eca03", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:53.220975 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-385ae484-6cbc-4a4c-9354-9b315c991679 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:53.221092 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.221362 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862e6980-432a-41b7-8d04-0e0d12ac5c9a', 'tag': '5a74b086-ceff-4c2c-9bb1-c23c1f3eca03', 'status': 'completed', 'code': 200} Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:33:53.225541 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:33:53.313659 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413b1eee-ade8-4f95-91e3-56cc4134fb52 x-openstack-request-id: req-413b1eee-ade8-4f95-91e3-56cc4134fb52 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:53.314148 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcaaa4a-b1a1-4e7c-b60d-be0787c05629", "name": "network-vif-plugged", "status": "completed", "tag": "ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:53.314227 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-413b1eee-ade8-4f95-91e3-56cc4134fb52 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:53.314631 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc', 'code': 200} Sep 16 16:33:53.319469 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-f18a748b-b5de-4bec-a00c-e81a90a35be4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d43d92f2-5083-4446-9bd5-bdaac7789ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049962 Sep 16 16:33:53.347897 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-e51f1b91-339b-495d-98b9-b5844ef1389a req-b5bcd758-0831-404b-a7f1-6a48302449e7 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] show failed (client error): The resource could not be found. Sep 16 16:33:53.349132 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e51f1b91-339b-495d-98b9-b5844ef1389a req-b5bcd758-0831-404b-a7f1-6a48302449e7 tempest-FloatingIPsTestJSON-263832494 tempest-FloatingIPsTestJSON-263832494-project] 10.222.0.22 "GET /v2.0/floatingips/f1d296db-aa78-47c1-93be-9b76ac7bc92f HTTP/1.1" status: 404 len: 350 time: 0.1100459 Sep 16 16:33:53.358341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38562) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:53.390244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-9550abc3-4915-450e-9986-821990e64990 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:53.391924 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-9550abc3-4915-450e-9986-821990e64990 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.2419069 Sep 16 16:33:53.425542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Request body: {'port': {'device_id': '37cd4a34-5acb-458e-b784-62b849c263ea', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'admin_state_up': True, 'tenant_id': '1fcc1c21760d475183f44f9951f34743'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:53.475640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59db61c-ada6-441b-b4e4-9932e7321604 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:53.484058 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.497583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Transition to ACTIVE for port object e59db61c-ada6-441b-b4e4-9932e7321604 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:33:53.516228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b8fe2a29-6fdb-4390-9b33-e6f9c02e642c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:53.539993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: b8fe2a29-6fdb-4390-9b33-e6f9c02e642c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:53.540336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b8fe2a29-6fdb-4390-9b33-e6f9c02e642c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:53.599236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f608789-e6f5-4990-bcc4-de61371f4025 req-085a2265-6dec-4b2a-a092-c4216e1bc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:53.600878 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f608789-e6f5-4990-bcc4-de61371f4025 req-085a2265-6dec-4b2a-a092-c4216e1bc91e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 1097 time: 0.2080319 Sep 16 16:33:53.611149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.616894 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.623834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/networks/19b98089-ef2a-4f41-aaf2-ef82a031a88f HTTP/1.1" status: 204 len: 168 time: 1.6305072 Sep 16 16:33:53.627342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38564) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:53.642226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.660893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-541061997'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:53.672426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e5b8b-9ddd-4ee0-98cf-9962748eaa7a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Network': ['ID=19b98089-ef2a-4f41-aaf2-ef82a031a88f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:53.695106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-c2f6fa03-be8e-4205-a6e0-1889dc39f000 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641281 Sep 16 16:33:53.777864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Pushing event updated for resources: {'Port': ['ID=e59db61c-ada6-441b-b4e4-9932e7321604,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:53.807375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:53.811078 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.843582 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f608789-e6f5-4990-bcc4-de61371f4025 req-ea09d69a-3a1f-4918-9366-5f1b9ba80d31 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066579 Sep 16 16:33:53.893301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9de20-c1bb-4e04-8079-98f7e74f9ec8 req-7a106e95-c5c8-47e7-b76d-5f0f5e2983ed tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:53.894944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ce9de20-c1bb-4e04-8079-98f7e74f9ec8 req-7a106e95-c5c8-47e7-b76d-5f0f5e2983ed tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1401150 Sep 16 16:33:53.907809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:33:53.925305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e1c5c-5178-4c83-8cf8-4759d1147377 req-1f78122c-d375-49d2-99e8-251d46ab1114 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:53.929426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-612e1c5c-5178-4c83-8cf8-4759d1147377 req-1f78122c-d375-49d2-99e8-251d46ab1114 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 943 time: 0.1554492 Sep 16 16:33:53.939645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a3491cad-aa41-4a97-8232-b76173f3da10 req-25ec27fb-3aac-4fa9-9457-12ae115c486d service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298415 Sep 16 16:33:53.951274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Attempting to bind port e59db61c-ada6-441b-b4e4-9932e7321604 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:53.951614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Attempting to bind port e59db61c-ada6-441b-b4e4-9932e7321604 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '7dfb72f1-847c-469a-9ff4-30c29ae9a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:53.951941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Attempting to bind port e59db61c-ada6-441b-b4e4-9932e7321604 on network a3b61c8c-c1d1-40c1-b735-bf7809270817 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:53.956749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Port e59db61c-ada6-441b-b4e4-9932e7321604 on network a3b61c8c-c1d1-40c1-b735-bf7809270817 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:33:53.957071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Attempting to bind port e59db61c-ada6-441b-b4e4-9932e7321604 on network a3b61c8c-c1d1-40c1-b735-bf7809270817 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:53.965341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:53.965341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Checking segment: {'id': '7dfb72f1-847c-469a-9ff4-30c29ae9a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:53.965341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Bound using segment: {'id': '7dfb72f1-847c-469a-9ff4-30c29ae9a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:53.965341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Bound port: e59db61c-ada6-441b-b4e4-9932e7321604, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfb72f1-847c-469a-9ff4-30c29ae9a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:53.965341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.974975 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:53.975332 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Added segment b114c58d-f7f3-4d21-8b5f-a7a414f35f54 of type vlan for network fe8008ed-874e-4f90-9df2-44b385997a76 Sep 16 16:33:54.029822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Made reservation on behalf of 1fcc1c21760d475183f44f9951f34743 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:54.033579 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:54.051028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] For port e59db61c-ada6-441b-b4e4-9932e7321604, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:54.068627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] For port e59db61c-ada6-441b-b4e4-9932e7321604, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e59db61c-ada6-441b-b4e4-9932e7321604,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:54.082583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ce9de20-c1bb-4e04-8079-98f7e74f9ec8 req-6bba93b3-7505-40dc-bb4d-83156278ddbe tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758075 Sep 16 16:33:54.090590 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:54.108669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-612e1c5c-5178-4c83-8cf8-4759d1147377 req-ee5062de-2c2b-48bc-b592-90e30759206d tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643574 Sep 16 16:33:54.144690 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:54.201796 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:54.254213 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:54.254960 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:54.256419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] 10.222.0.52 "PUT /v2.0/ports/e59db61c-ada6-441b-b4e4-9932e7321604 HTTP/1.1" status: 200 len: 1092 time: 1.9565406 Sep 16 16:33:54.291415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014a8ea-dd14-4197-a4b6-2c937187b879 service neutron] Pushing event updated for resources: {'Port': ['ID=e59db61c-ada6-441b-b4e4-9932e7321604,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:54.303153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Allocated IP 172.20.0.12 (b446d02c-c15f-4f0f-91ea-b210a6b43a85/70ee6f1d-6290-4d7d-a539-0318591c727d/58ccc0a5-889e-448b-af53-e8658aac1b30) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:54.309892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a275bfc-daae-45a7-899e-7e889e970367 req-622b1721-d3bd-4085-b0d2-e900ba7f35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:54.311549 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6a275bfc-daae-45a7-899e-7e889e970367 req-622b1721-d3bd-4085-b0d2-e900ba7f35b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6adea0c584af4d78aef296ec16ef3138&device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 1094 time: 0.1595705 Sep 16 16:33:54.540089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a275bfc-daae-45a7-899e-7e889e970367 req-13a960e1-7644-419d-b9ca-55c60e9c8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:54.541823 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6a275bfc-daae-45a7-899e-7e889e970367 req-13a960e1-7644-419d-b9ca-55c60e9c8822 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 200 len: 912 time: 0.2206917 Sep 16 16:33:54.543638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-a3679583-71e7-4206-b7f8-a3ace5b2c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:54.545028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-a3679583-71e7-4206-b7f8-a3ace5b2c52a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 1095 time: 0.1395950 Sep 16 16:33:54.615412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:54.621636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:54.622248 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:54.640414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6a275bfc-daae-45a7-899e-7e889e970367 req-b5da0fe3-1102-4cc3-93d1-c6e43a2b72e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 HTTP/1.1" status: 200 len: 217 time: 0.0805261 Sep 16 16:33:54.640414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-da6a24b3-aaa7-423f-9346-00a79fc1a3ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e59db61c-ada6-441b-b4e4-9932e7321604 HTTP/1.1" status: 200 len: 217 time: 0.0807483 Sep 16 16:33:54.657393 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:54.676551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a097cfad-c162-4155-ad1b-c4e2585d0592 req-d77fbb28-43e9-4031-b1b0-46c05fdcc167 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 210 time: 0.0731902 Sep 16 16:33:54.770952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a275bfc-daae-45a7-899e-7e889e970367 req-da9a7f86-160a-4ced-9b12-5c69719ca71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:54.772443 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6a275bfc-daae-45a7-899e-7e889e970367 req-da9a7f86-160a-4ced-9b12-5c69719ca71c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a13203e1-ad1b-46a8-821f-a49bec7564a8 HTTP/1.1" status: 200 len: 851 time: 0.1184409 Sep 16 16:33:54.776497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-f7e9ff2f-09a0-454d-a53e-990c78a94c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:54.777624 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-f7e9ff2f-09a0-454d-a53e-990c78a94c51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de7d97ac-9803-40f0-8e1d-0898eb7d3d91 HTTP/1.1" status: 200 len: 851 time: 0.1185775 Sep 16 16:33:54.785885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Network': ['ID=fe8008ed-874e-4f90-9df2-44b385997a76,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:54.801018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network fe8008ed-874e-4f90-9df2-44b385997a76 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:33:54.809572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966e7b0-c545-4e09-be19-060a582fe91f req-29d3bb87-e5de-496e-a982-f48bd6cb45db tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:54.818516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8966e7b0-c545-4e09-be19-060a582fe91f req-29d3bb87-e5de-496e-a982-f48bd6cb45db tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 944 time: 0.2165959 Sep 16 16:33:54.835228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-256f50db-006c-4080-9021-1fd1896c3ead tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2057235 Sep 16 16:33:54.845764 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6a275bfc-daae-45a7-899e-7e889e970367 req-3aaac8fe-7db0-46f7-ae10-36f2d9f01981 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d43d92f2-5083-4446-9bd5-bdaac7789ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545661 Sep 16 16:33:54.846397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38578) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:54.848883 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-c2dc15c9-bf4b-4638-b9e2-6cbfa222e5bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3b61c8c-c1d1-40c1-b735-bf7809270817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443468 Sep 16 16:33:54.853754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': 'fe8008ed-874e-4f90-9df2-44b385997a76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:54.894116 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:54.927561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8966e7b0-c545-4e09-be19-060a582fe91f req-1339afd1-977c-40f7-95e4-88266b9d262f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080401 Sep 16 16:33:55.047578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] Deleting port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:55.047921 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:55.136124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] For port 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b,segment=NetworkSegment(4a27b945-2467-4863-b6f3-c1c616fd671d),segment_id=4a27b945-2467-4863-b6f3-c1c616fd671d)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:55.136334 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:55.152913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] Calling delete_port for 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:55.153637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Network b446d02c-c15f-4f0f-91ea-b210a6b43a85 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:55.189655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:55.210818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:55.213649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event updated for resources: {'Port': ['ID=58ccc0a5-889e-448b-af53-e8658aac1b30,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:55.239253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'tag': 'e59db61c-ada6-441b-b4e4-9932e7321604'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:55.241798 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a793c42-c47b-4f95-9d0f-45c00db98032" -d '{"events": [{"name": "network-changed", "server_uuid": "385159cf-7464-44ab-9a0c-cf33731a3c93", "tag": "e59db61c-ada6-441b-b4e4-9932e7321604"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:55.281728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6a275bfc-daae-45a7-899e-7e889e970367 req-db740ea9-ec6b-45b4-895f-9b1a71ba51d2 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107563 Sep 16 16:33:55.310462 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-f7f313d5-df18-4c6b-a49b-e0595c0ef6de service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293826 Sep 16 16:33:55.352602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807000fb-7d03-42fb-a98f-2f8d76e405df req-f26165ee-6baf-4e6e-9d1d-f2f497c5c5bb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:55.354705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-807000fb-7d03-42fb-a98f-2f8d76e405df req-f26165ee-6baf-4e6e-9d1d-f2f497c5c5bb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1376877 Sep 16 16:33:55.365509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677fa2b-31af-47ef-b426-b61d1099a97f req-49d9f269-fd78-4b94-9993-a19118b8b8fc tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:55.367003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6677fa2b-31af-47ef-b426-b61d1099a97f req-49d9f269-fd78-4b94-9993-a19118b8b8fc tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 943 time: 0.1355784 Sep 16 16:33:55.373878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:55.374630 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:55.441401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-807000fb-7d03-42fb-a98f-2f8d76e405df req-1b84b398-e761-4ced-85ff-86ac7b63f803 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721588 Sep 16 16:33:55.465228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6677fa2b-31af-47ef-b426-b61d1099a97f req-4e2b0bed-e73a-4e87-a286-e1253722d684 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754006 Sep 16 16:33:55.506019 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6a275bfc-daae-45a7-899e-7e889e970367 req-15c84be2-2f90-47a9-a008-8d5883d53365 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145603 Sep 16 16:33:55.509203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:55.514935 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:55.553871 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5612dbbf-9230-4390-8c0b-38f1338d7bd7 x-openstack-request-id: req-5612dbbf-9230-4390-8c0b-38f1338d7bd7 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:55.554937 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385159cf-7464-44ab-9a0c-cf33731a3c93", "tag": "e59db61c-ada6-441b-b4e4-9932e7321604", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:55.555371 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5612dbbf-9230-4390-8c0b-38f1338d7bd7 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:55.557117 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'tag': 'e59db61c-ada6-441b-b4e4-9932e7321604', 'status': 'completed', 'code': 200} Sep 16 16:33:55.593690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:55.597255 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-e4f41911-7b79-41f9-be92-e2562ba25063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1777596 Sep 16 16:33:55.601006 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d53167d5-5b5f-482d-9dd8-e74881b7a1f1 req-5eb39528-8032-45b9-aa0a-57cf36fd153b service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728724 Sep 16 16:33:55.638237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Request body: {'port': {'device_id': '37cd4a34-5acb-458e-b784-62b849c263ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:55.640438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:55.701643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f2286-72e7-4aac-b700-31c883f20925 req-892620bc-8b73-4f4d-88a3-82912aa4809c tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:55.706898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d4f2286-72e7-4aac-b700-31c883f20925 req-892620bc-8b73-4f4d-88a3-82912aa4809c tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1248779 Sep 16 16:33:55.712144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38592) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:55.718245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2d1a6888-5b54-453c-b151-6fd8e1022dd3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'floatingip': {'port_id': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:55.751871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:55.773996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6888-5b54-453c-b151-6fd8e1022dd3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:55.963705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793c42-c47b-4f95-9d0f-45c00db98032 req-5ed95450-c355-4171-a418-73b1e7deff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:55.965328 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a793c42-c47b-4f95-9d0f-45c00db98032 req-5ed95450-c355-4171-a418-73b1e7deff01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 1095 time: 0.1965461 Sep 16 16:33:56.029801 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:56.118473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:33:56.129201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793c42-c47b-4f95-9d0f-45c00db98032 req-6c029a09-8242-4503-bea0-4862e3210c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:56.130795 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a793c42-c47b-4f95-9d0f-45c00db98032 req-6c029a09-8242-4503-bea0-4862e3210c80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 912 time: 0.1567566 Sep 16 16:33:56.217031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d5870-005b-4ce5-8a99-099b10132820 req-3bcfbd1b-78b6-4b26-9a8c-2c012965838d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:56.224537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a8d5870-005b-4ce5-8a99-099b10132820 req-3bcfbd1b-78b6-4b26-9a8c-2c012965838d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 932 time: 0.3905470 Sep 16 16:33:56.237177 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:56.246177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:56.273158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5a74b086-ceff-4c2c-9bb1-c23c1f3eca03', 'network_id': 'd43d92f2-5083-4446-9bd5-bdaac7789ac4', 'port_id': '5a74b086-ceff-4c2c-9bb1-c23c1f3eca03', 'mac_address': 'fa:16:3e:41:c2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13203e1-ad1b-46a8-821f-a49bec7564a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:33:56.325577 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:56.330382 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a793c42-c47b-4f95-9d0f-45c00db98032 req-e957fc81-47a4-4e94-9d82-f7ee724eb299 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e59db61c-ada6-441b-b4e4-9932e7321604 HTTP/1.1" status: 200 len: 217 time: 0.0945582 Sep 16 16:33:56.331234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714c06c-e105-4c17-bfb7-7b7c8e219d02 req-ce6cafcc-4e97-4300-b092-b78fe6564e1e tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:56.332866 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9714c06c-e105-4c17-bfb7-7b7c8e219d02 req-ce6cafcc-4e97-4300-b092-b78fe6564e1e tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 944 time: 0.3010788 Sep 16 16:33:56.345496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:56.376418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:56.421095 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a8d5870-005b-4ce5-8a99-099b10132820 req-eb3e4cbc-8244-4246-ac85-4c26d3cb9d7f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954339 Sep 16 16:33:56.446601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=888410bb-c66d-4f2f-9418-3a3953e8f6c9,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:56.452475 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:56.462191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ccc0a5-889e-448b-af53-e8658aac1b30 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:56.471551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Checking segment: {'id': 'b114c58d-f7f3-4d21-8b5f-a7a414f35f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe8008ed-874e-4f90-9df2-44b385997a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:56.471835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network hostable DHCP agents. Network: fe8008ed-874e-4f90-9df2-44b385997a76, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:33:56.476281 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:56.489910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793c42-c47b-4f95-9d0f-45c00db98032 req-cd15b075-a449-4a8c-89c1-b5354782be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:56.491572 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a793c42-c47b-4f95-9d0f-45c00db98032 req-cd15b075-a449-4a8c-89c1-b5354782be9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de7d97ac-9803-40f0-8e1d-0898eb7d3d91 HTTP/1.1" status: 200 len: 851 time: 0.1299682 Sep 16 16:33:56.511192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Transition to ACTIVE for port object 58ccc0a5-889e-448b-af53-e8658aac1b30 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:33:56.521990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9714c06c-e105-4c17-bfb7-7b7c8e219d02 req-46136072-2663-478c-ace7-8cd7fbc86ea3 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782277 Sep 16 16:33:56.548501 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a793c42-c47b-4f95-9d0f-45c00db98032 req-fd5337db-617f-4cc8-8fd0-781bc4a6c572 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3b61c8c-c1d1-40c1-b735-bf7809270817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468776 Sep 16 16:33:56.618467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:56.620213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:56.667827 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network fe8008ed-874e-4f90-9df2-44b385997a76 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:33:56.717873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5a74b086-ceff-4c2c-9bb1-c23c1f3eca03'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:56.758407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] Router 9384beba-c060-4001-a469-e73520816461 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:33:56.846773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, fe8008ed-874e-4f90-9df2-44b385997a76) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:56.860898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c420b5-2a20-4098-bdcb-5d714e8ef4d2 None None] Network fe8008ed-874e-4f90-9df2-44b385997a76 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:33:56.958718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:33:56.966998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5a40f9bf-bca7-4a3f-beac-f2d2e6405299 admin admin] 10.222.0.22 "PUT /v2.0/routers/9384beba-c060-4001-a469-e73520816461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6075404 Sep 16 16:33:56.976520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38604) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:56.976816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] Sync routers for ids ['9384beba-c060-4001-a469-e73520816461'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:33:56.989762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256458e7-7ed6-4cf0-9008-f0903c559a23 req-bd8c2b01-eb10-4e8d-a4b5-3e944a8607f7 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:56.998633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] Routers {'9384beba-c060-4001-a469-e73520816461'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:56.999105 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-256458e7-7ed6-4cf0-9008-f0903c559a23 req-bd8c2b01-eb10-4e8d-a4b5-3e944a8607f7 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 944 time: 0.3721347 Sep 16 16:33:56.999900 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9384beba-c060-4001-a469-e73520816461'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:57.125835 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.182289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Pushing event updated for resources: {'Port': ['ID=58ccc0a5-889e-448b-af53-e8658aac1b30,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:57.193543 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-631832a6-3e83-447b-a693-b2207d9f9454 req-7aafc59d-1cf1-47bc-9dc3-163c00e076fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5529909 Sep 16 16:33:57.195397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:57.195975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.202766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a793c42-c47b-4f95-9d0f-45c00db98032 req-f769a825-e858-40ed-b9cd-73e3acd25349 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456344 Sep 16 16:33:57.275865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Attempting to bind port 58ccc0a5-889e-448b-af53-e8658aac1b30 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:57.276329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Attempting to bind port 58ccc0a5-889e-448b-af53-e8658aac1b30 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:57.276592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Attempting to bind port 58ccc0a5-889e-448b-af53-e8658aac1b30 on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:57.295475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-256458e7-7ed6-4cf0-9008-f0903c559a23 req-ae3b78d9-152c-4dca-a6b1-3b141894a624 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951918 Sep 16 16:33:57.339575 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6ada8cae-4ec6-428b-aded-670b545326fe tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4893436 Sep 16 16:33:57.340394 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Port 58ccc0a5-889e-448b-af53-e8658aac1b30 on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:33:57.340845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Attempting to bind port 58ccc0a5-889e-448b-af53-e8658aac1b30 on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:57.342925 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38606) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:57.359281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] Set router 9384beba-c060-4001-a469-e73520816461 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:57.359818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1efffa1a-8e56-4baa-a25d-7fbb6ead3b02 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-190251569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:57.384105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:57.385408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Checking segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:57.387160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Bound using segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:57.387160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Bound port: 58ccc0a5-889e-448b-af53-e8658aac1b30, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:57.387160 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.437494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631832a6-3e83-447b-a693-b2207d9f9454 req-7289c9dd-1f51-41b8-8623-cae6559532df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:57.442086 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-631832a6-3e83-447b-a693-b2207d9f9454 req-7289c9dd-1f51-41b8-8623-cae6559532df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6adea0c584af4d78aef296ec16ef3138&device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 1097 time: 0.1761458 Sep 16 16:33:57.468235 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a793c42-c47b-4f95-9d0f-45c00db98032 req-353016ea-9720-4f63-9d14-da8dddfe7418 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571418 Sep 16 16:33:57.610172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-fe8008ed-874e-4f90-9df2-44b385997a76', 'network_id': 'fe8008ed-874e-4f90-9df2-44b385997a76', 'tenant_id': '03b2894ecc57412782ddd0dbb9e78c2d', 'fixed_ips': [{'subnet_id': '888410bb-c66d-4f2f-9418-3a3953e8f6c9'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:33:57.611063 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.634486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631832a6-3e83-447b-a693-b2207d9f9454 req-b3cc6518-759d-4a35-99de-1c2eece1f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:57.637419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-631832a6-3e83-447b-a693-b2207d9f9454 req-b3cc6518-759d-4a35-99de-1c2eece1f041 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 200 len: 912 time: 0.1391704 Sep 16 16:33:57.642441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1efffa1a-8e56-4baa-a25d-7fbb6ead3b02 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.643616 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1efffa1a-8e56-4baa-a25d-7fbb6ead3b02 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.694004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] For port 58ccc0a5-889e-448b-af53-e8658aac1b30, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:57.702430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-631832a6-3e83-447b-a693-b2207d9f9454 req-b4173f9b-90d4-420d-84ad-717da9a27e65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a0d0adf-6906-4102-90b9-9c90808cdd64 HTTP/1.1" status: 200 len: 217 time: 0.0530121 Sep 16 16:33:57.702810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9384beba-c060-4001-a469-e73520816461', 'name': 'tempest-FloatingIPsTestJSON-1253596119-router', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:25Z', 'updated_at': '2021-09-16T16:33:55Z', 'revision_number': 5, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'gw_port': {'id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:57.717791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] For port 58ccc0a5-889e-448b-af53-e8658aac1b30, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=58ccc0a5-889e-448b-af53-e8658aac1b30,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:57.740929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] Checking router: 9384beba-c060-4001-a469-e73520816461 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:33:57.753704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] Routers {'9384beba-c060-4001-a469-e73520816461'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:57.754347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9384beba-c060-4001-a469-e73520816461'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:57.766300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631832a6-3e83-447b-a693-b2207d9f9454 req-97f0730f-9e90-4a2e-8d39-b03e2034e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:57.767519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-631832a6-3e83-447b-a693-b2207d9f9454 req-97f0730f-9e90-4a2e-8d39-b03e2034e34b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a13203e1-ad1b-46a8-821f-a49bec7564a8 HTTP/1.1" status: 200 len: 851 time: 0.0537956 Sep 16 16:33:57.841376 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-631832a6-3e83-447b-a693-b2207d9f9454 req-576eb0d0-9f57-48d6-ab14-6576db8246e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d43d92f2-5083-4446-9bd5-bdaac7789ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601697 Sep 16 16:33:57.843273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1efffa1a-8e56-4baa-a25d-7fbb6ead3b02 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.844412 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.857789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.resource_extend [None req-2d1a6888-5b54-453c-b151-6fd8e1022dd3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:33:57.885497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Allocated IP 2001:db8::2 (fe8008ed-874e-4f90-9df2-44b385997a76/888410bb-c66d-4f2f-9418-3a3953e8f6c9/5986c36f-a425-4132-ab12-43cc94b62770) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:57.907760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:57.908442 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.909809 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] 10.222.0.62 "PUT /v2.0/ports/58ccc0a5-889e-448b-af53-e8658aac1b30 HTTP/1.1" status: 200 len: 1092 time: 2.3028822 Sep 16 16:33:57.911980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cd4a34-5acb-458e-b784-62b849c263ea', 'tag': '58ccc0a5-889e-448b-af53-e8658aac1b30'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:57.914610 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf110b2-db7a-42d1-a0d4-935285bfe492" -d '{"events": [{"name": "network-changed", "server_uuid": "37cd4a34-5acb-458e-b784-62b849c263ea", "tag": "58ccc0a5-889e-448b-af53-e8658aac1b30"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:57.915920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] Set router 9384beba-c060-4001-a469-e73520816461 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:57.924355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1efffa1a-8e56-4baa-a25d-7fbb6ead3b02 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.933683 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.983075 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6888-5b54-453c-b151-6fd8e1022dd3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:57.995262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccbe53-57af-453a-8247-272b48d3602b service neutron] Pushing event updated for resources: {'Port': ['ID=58ccc0a5-889e-448b-af53-e8658aac1b30,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:58.002628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629167a4-f0da-4c9b-a57f-9aa8afdb3161 req-6fb4f083-90f2-429b-abbb-a5253d3900f7 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:58.004325 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-629167a4-f0da-4c9b-a57f-9aa8afdb3161 req-6fb4f083-90f2-429b-abbb-a5253d3900f7 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 944 time: 0.1692009 Sep 16 16:33:58.015010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40519da3-19f4-4839-bff9-a4a07a6e5baa req-e6399470-0326-4b94-a89d-ac6de5e91b24 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:58.016627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40519da3-19f4-4839-bff9-a4a07a6e5baa req-e6399470-0326-4b94-a89d-ac6de5e91b24 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 944 time: 0.1825585 Sep 16 16:33:58.024221 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-631832a6-3e83-447b-a693-b2207d9f9454 req-4a882344-065d-443a-8e04-62fcaf359cde service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749609 Sep 16 16:33:58.089648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-629167a4-f0da-4c9b-a57f-9aa8afdb3161 req-e0480970-4a85-4205-a895-085e8ce601e0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717108 Sep 16 16:33:58.104841 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40519da3-19f4-4839-bff9-a4a07a6e5baa req-520c6490-8fb1-481b-8a8d-a721f9aa35cd tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719666 Sep 16 16:33:58.151484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e59db61c-ada6-441b-b4e4-9932e7321604 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:33:58.155536 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6888-5b54-453c-b151-6fd8e1022dd3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.157270 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1efffa1a-8e56-4baa-a25d-7fbb6ead3b02 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.161267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:33:58.161428 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1efffa1a-8e56-4baa-a25d-7fbb6ead3b02 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8139493 Sep 16 16:33:58.164438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38618) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:58.169906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'network_id': 'fe8008ed-874e-4f90-9df2-44b385997a76', 'name': 'tempest-PortsIpV6TestJSON-1609556208'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:33:58.176973 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07413d58-ce2a-4f0e-ab7d-605799567f09 x-openstack-request-id: req-07413d58-ce2a-4f0e-ab7d-605799567f09 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:58.177264 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cd4a34-5acb-458e-b784-62b849c263ea", "tag": "58ccc0a5-889e-448b-af53-e8658aac1b30", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:58.184091 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07413d58-ce2a-4f0e-ab7d-605799567f09 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:58.184091 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cd4a34-5acb-458e-b784-62b849c263ea', 'tag': '58ccc0a5-889e-448b-af53-e8658aac1b30', 'status': 'completed', 'code': 200} Sep 16 16:33:58.194627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-da6eb9ec-c714-4f37-8746-53d9ed58efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:58.196138 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-da6eb9ec-c714-4f37-8746-53d9ed58efca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 1095 time: 0.1554487 Sep 16 16:33:58.235793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Deleting port a26c5995-a179-445c-a3e4-c2351f078613 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:33:58.236635 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.257317 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-d7e9ce55-51d2-4245-8f4d-7555c30ebbae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58ccc0a5-889e-448b-af53-e8658aac1b30 HTTP/1.1" status: 200 len: 217 time: 0.0475318 Sep 16 16:33:58.294062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-631832a6-3e83-447b-a693-b2207d9f9454 req-e0cf63f8-ce4f-4c16-914f-622eef8e98a9 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617581 Sep 16 16:33:58.295264 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-09ddde70-e57e-4be6-ae27-b7db3832fbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.351643 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-2d1a6888-5b54-453c-b151-6fd8e1022dd3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Floating IP ddb10c90-f5ec-461d-8a6e-dddff919c46e associated. External IP: 172.25.6.184, port: ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc. Sep 16 16:33:58.379023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-5cb6ee49-d5b6-4fd1-b9be-76bacc68a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:58.380538 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-5cb6ee49-d5b6-4fd1-b9be-76bacc68a7a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ee6f1d-6290-4d7d-a539-0318591c727d HTTP/1.1" status: 200 len: 852 time: 0.0895965 Sep 16 16:33:58.422382 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-d1e2dbef-5e61-4e75-9170-780628058574 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b446d02c-c15f-4f0f-91ea-b210a6b43a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324643 Sep 16 16:33:58.428322 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.465102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e59db61c-ada6-441b-b4e4-9932e7321604, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e59db61c-ada6-441b-b4e4-9932e7321604,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:58.475068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] For port a26c5995-a179-445c-a3e4-c2351f078613, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a26c5995-a179-445c-a3e4-c2351f078613,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:58.475518 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.484428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'e59db61c-ada6-441b-b4e4-9932e7321604', 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817', 'port_id': 'e59db61c-ada6-441b-b4e4-9932e7321604', 'mac_address': 'fa:16:3e:5c:0b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7d97ac-9803-40f0-8e1d-0898eb7d3d91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:33:58.488622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9384beba-c060-4001-a469-e73520816461', 'name': 'tempest-FloatingIPsTestJSON-1253596119-router', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:25Z', 'updated_at': '2021-09-16T16:33:55Z', 'revision_number': 5, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'gw_port': {'id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:58.498489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Calling delete_port for a26c5995-a179-445c-a3e4-c2351f078613 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:33:58.520430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:33:58.521307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:33:58.524885 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.543135 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.545097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652f92f-2d6c-4011-9ea4-c2710443725d None None] The sync data for ids ['9384beba-c060-4001-a469-e73520816461'] in n-d-807786-3 is: [{'id': '9384beba-c060-4001-a469-e73520816461', 'name': 'tempest-FloatingIPsTestJSON-1253596119-router', 'tenant_id': 'bd437808c0bc44d3b7af912345a5c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:25Z', 'updated_at': '2021-09-16T16:33:55Z', 'revision_number': 5, 'project_id': 'bd437808c0bc44d3b7af912345a5c100', 'gw_port': {'id': 'a26c5995-a179-445c-a3e4-c2351f078613', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9384beba-c060-4001-a469-e73520816461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:33:58.551787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:33:58.551787 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.553260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port e59d4a8a-0d7f-4047-bf17-91c3caace8de yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:33:58.559160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f23e08-6d37-4734-a649-24713777dd2f req-d8c96146-feff-4896-ab93-6d19e8e2e778 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:58.565704 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-ca748f5d-8e44-420a-974a-9b7289fa5d57 service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326573 Sep 16 16:33:58.566386 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22f23e08-6d37-4734-a649-24713777dd2f req-d8c96146-feff-4896-ab93-6d19e8e2e778 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 944 time: 0.1503503 Sep 16 16:33:58.639442 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.644935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Network fe8008ed-874e-4f90-9df2-44b385997a76 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:58.665010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:58.674248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:58.676526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Pushing event updated for resources: {'Port': ['ID=5986c36f-a425-4132-ab12-43cc94b62770,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:58.680919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59db61c-ada6-441b-b4e4-9932e7321604 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:33:58.700326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22f23e08-6d37-4734-a649-24713777dd2f req-547957e8-f9fb-4a12-9a02-126db5db1d40 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328771 Sep 16 16:33:58.733715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e59db61c-ada6-441b-b4e4-9932e7321604, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e59db61c-ada6-441b-b4e4-9932e7321604,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:58.753139 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2501ecd-c7f8-46ad-9519-382bba666dc0 req-5a0b21e8-371d-4867-b239-d8385b92167e service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542623 Sep 16 16:33:58.763691 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8::7a (fe8008ed-874e-4f90-9df2-44b385997a76/888410bb-c66d-4f2f-9418-3a3953e8f6c9/e59d4a8a-0d7f-4047-bf17-91c3caace8de) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:33:58.782090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Attempting to bind port 5986c36f-a425-4132-ab12-43cc94b62770 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:33:58.784272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Attempting to bind port 5986c36f-a425-4132-ab12-43cc94b62770 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b114c58d-f7f3-4d21-8b5f-a7a414f35f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe8008ed-874e-4f90-9df2-44b385997a76'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:33:58.784272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Attempting to bind port 5986c36f-a425-4132-ab12-43cc94b62770 on network fe8008ed-874e-4f90-9df2-44b385997a76 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:33:58.801703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:33:58.802080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Checking segment: {'id': 'b114c58d-f7f3-4d21-8b5f-a7a414f35f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe8008ed-874e-4f90-9df2-44b385997a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:33:58.802488 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.802945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Bound using segment: {'id': 'b114c58d-f7f3-4d21-8b5f-a7a414f35f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe8008ed-874e-4f90-9df2-44b385997a76'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:33:58.803453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Bound port: 5986c36f-a425-4132-ab12-43cc94b62770, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b114c58d-f7f3-4d21-8b5f-a7a414f35f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe8008ed-874e-4f90-9df2-44b385997a76'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:33:58.803843 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.809188 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.851108 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:58.912338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1a6888-5b54-453c-b151-6fd8e1022dd3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Router a1ed3fcb-4090-4826-9315-6f7212b32251 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:33:58.928935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862e6980-432a-41b7-8d04-0e0d12ac5c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a74b086-ceff-4c2c-9bb1-c23c1f3eca03'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:58.930151 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2ef2a0-722e-4f50-9f7d-b2c5f1aa08a8" -d '{"events": [{"server_uuid": "862e6980-432a-41b7-8d04-0e0d12ac5c9a", "name": "network-vif-plugged", "status": "completed", "tag": "5a74b086-ceff-4c2c-9bb1-c23c1f3eca03"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:59.013411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf110b2-db7a-42d1-a0d4-935285bfe492 req-92beda0c-6054-44ca-8447-c553b9e538d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:59.014917 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bdf110b2-db7a-42d1-a0d4-935285bfe492 req-92beda0c-6054-44ca-8447-c553b9e538d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 1095 time: 0.1101000 Sep 16 16:33:59.017201 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3d6b32-2d9a-40c4-a707-9a4d14d10c20 x-openstack-request-id: req-1b3d6b32-2d9a-40c4-a707-9a4d14d10c20 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:33:59.017738 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862e6980-432a-41b7-8d04-0e0d12ac5c9a", "name": "network-vif-plugged", "status": "completed", "tag": "5a74b086-ceff-4c2c-9bb1-c23c1f3eca03", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:33:59.017992 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b3d6b32-2d9a-40c4-a707-9a4d14d10c20 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:33:59.018389 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862e6980-432a-41b7-8d04-0e0d12ac5c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a74b086-ceff-4c2c-9bb1-c23c1f3eca03', 'code': 200} Sep 16 16:33:59.019130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=e59db61c-ada6-441b-b4e4-9932e7321604,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:59.023169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:33:59.038740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] For port 5986c36f-a425-4132-ab12-43cc94b62770, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:33:59.049890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] For port 5986c36f-a425-4132-ab12-43cc94b62770, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5986c36f-a425-4132-ab12-43cc94b62770,segment=NetworkSegment(b114c58d-f7f3-4d21-8b5f-a7a414f35f54),segment_id=b114c58d-f7f3-4d21-8b5f-a7a414f35f54)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:33:59.079476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.080552 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.107117 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e59db61c-ada6-441b-b4e4-9932e7321604'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:33:59.142810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.157667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1a6888-5b54-453c-b151-6fd8e1022dd3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:33:59.168663 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c5262-9985-4eb6-877d-d7904722638a None None] Sync routers for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:33:59.179044 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.185488 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c5262-9985-4eb6-877d-d7904722638a None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:33:59.194339 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6888-5b54-453c-b151-6fd8e1022dd3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.196812 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-854c5262-9985-4eb6-877d-d7904722638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:33:59.205876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a26c5995-a179-445c-a3e4-c2351f078613,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:59.285891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee587ca-30ca-4267-9a70-d040e477d5a0 req-90174a98-6733-461e-bb09-57e64d752673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:59.287429 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bee587ca-30ca-4267-9a70-d040e477d5a0 req-90174a98-6733-461e-bb09-57e64d752673 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 1096 time: 0.1754737 Sep 16 16:33:59.290516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf110b2-db7a-42d1-a0d4-935285bfe492 req-0e1d6766-d1a8-4b2f-8850-f62b6a725470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:59.292221 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bdf110b2-db7a-42d1-a0d4-935285bfe492 req-0e1d6766-d1a8-4b2f-8850-f62b6a725470 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 913 time: 0.2620049 Sep 16 16:33:59.369765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2d1a6888-5b54-453c-b151-6fd8e1022dd3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "PUT /v2.0/floatingips/ddb10c90-f5ec-461d-8a6e-dddff919c46e HTTP/1.1" status: 200 len: 992 time: 3.6558242 Sep 16 16:33:59.382664 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bdf110b2-db7a-42d1-a0d4-935285bfe492 req-8af7cf4a-6368-4c56-b1c6-df409e3c8862 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58ccc0a5-889e-448b-af53-e8658aac1b30 HTTP/1.1" status: 200 len: 217 time: 0.0798001 Sep 16 16:33:59.383755 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.393964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'tag': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:33:59.393964 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5d80ea-1c95-44be-81a6-16ed2aa03364" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcaaa4a-b1a1-4e7c-b60d-be0787c05629", "tag": "ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:33:59.394247 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bee587ca-30ca-4267-9a70-d040e477d5a0 req-701b20db-dd84-4342-bd3b-b03f8c2ee8a5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897288 Sep 16 16:33:59.426386 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:59.445549 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.497844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13b259-c476-478e-b542-c0711a9aa58d None None] Pushing event updated for resources: {'Port': ['ID=5986c36f-a425-4132-ab12-43cc94b62770,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:59.536933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network fe8008ed-874e-4f90-9df2-44b385997a76 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:33:59.573231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf110b2-db7a-42d1-a0d4-935285bfe492 req-f49b354a-4991-428c-ac71-92064d6085a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:59.574754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bdf110b2-db7a-42d1-a0d4-935285bfe492 req-f49b354a-4991-428c-ac71-92064d6085a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ee6f1d-6290-4d7d-a539-0318591c727d HTTP/1.1" status: 200 len: 852 time: 0.1825268 Sep 16 16:33:59.575776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:33:59.577820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=e59d4a8a-0d7f-4047-bf17-91c3caace8de,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:33:59.580093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:33:59.582698 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-854c5262-9985-4eb6-877d-d7904722638a None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:33:59.586316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:59.586971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.595223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288c747-195a-4b83-a92f-a0546d2115e0 req-ab7b3349-6584-4667-b6d4-812e9116b659 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:59.597166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6288c747-195a-4b83-a92f-a0546d2115e0 req-ab7b3349-6584-4667-b6d4-812e9116b659 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 944 time: 0.3119421 Sep 16 16:33:59.616059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7e93c-149e-4da5-bf2b-19aa0bbfb1ef req-07791c24-b661-4c54-aa8a-4f0ea121be3c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:33:59.622421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ccd7e93c-149e-4da5-bf2b-19aa0bbfb1ef req-07791c24-b661-4c54-aa8a-4f0ea121be3c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 945 time: 0.3315487 Sep 16 16:33:59.623228 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bdf110b2-db7a-42d1-a0d4-935285bfe492 req-635226b8-14ab-4418-9bde-4a131a60c7ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b446d02c-c15f-4f0f-91ea-b210a6b43a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321293 Sep 16 16:33:59.628156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:33:59.663194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:33:59.663674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6b7cc6d3-63d3-49b0-adf6-3bc5f4af364b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:33:59.696694 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.703445 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.775479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bdf110b2-db7a-42d1-a0d4-935285bfe492 req-826f7356-0d1b-4779-8a5a-869b0cd1d3dc service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408656 Sep 16 16:33:59.782833 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f90122fe-2ec8-4fa0-b580-22db5a001841 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6149092 Sep 16 16:33:59.783128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38638) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:33:59.805041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ccd7e93c-149e-4da5-bf2b-19aa0bbfb1ef req-fa80720a-623c-4bfa-94f8-70057f7b17a0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671031 Sep 16 16:33:59.812334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6288c747-195a-4b83-a92f-a0546d2115e0 req-73f33367-5a77-4fcc-9aeb-eadc5ea24f0f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883974 Sep 16 16:33:59.909231 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.909867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9384beba-c060-4001-a469-e73520816461 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:33:59.914569 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:33:59.917760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a527ff99-3ebb-4915-b57d-26e86a01a4ed admin admin] 10.222.0.22 "DELETE /v2.0/routers/9384beba-c060-4001-a469-e73520816461 HTTP/1.1" status: 204 len: 168 time: 2.9142256 Sep 16 16:33:59.919254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38642) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:00.052608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2301a5c4-0236-48c3-a4c4-41be6880a2be admin admin] Deleting subnet 6630dc64-1049-4278-9189-6f3f2553d542 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:34:00.058752 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2301a5c4-0236-48c3-a4c4-41be6880a2be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.087114 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-854c5262-9985-4eb6-877d-d7904722638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ddb10c90-f5ec-461d-8a6e-dddff919c46e', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'port_id': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'mac_address': 'fa:16:3e:96:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:33:38Z', 'updated_at': '2021-09-16T16:33:57Z', 'revision_number': 1, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:00.090244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bdf110b2-db7a-42d1-a0d4-935285bfe492 req-98601755-63dd-4070-ac1f-1c85b70acc09 service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998207 Sep 16 16:34:00.103115 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551e966f-4c99-4a27-b9cf-c7b82df3627e x-openstack-request-id: req-551e966f-4c99-4a27-b9cf-c7b82df3627e {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:00.104092 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcaaa4a-b1a1-4e7c-b60d-be0787c05629", "tag": "ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:00.104777 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-551e966f-4c99-4a27-b9cf-c7b82df3627e {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:00.105027 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'tag': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc', 'status': 'completed', 'code': 200} Sep 16 16:34:00.136777 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c5262-9985-4eb6-877d-d7904722638a None None] Checking router: a1ed3fcb-4090-4826-9315-6f7212b32251 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:34:00.151557 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c5262-9985-4eb6-877d-d7904722638a None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:00.151895 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-854c5262-9985-4eb6-877d-d7904722638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:33:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:00.165315 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2301a5c4-0236-48c3-a4c4-41be6880a2be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.209796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c365831-812f-4dcd-ab1f-5b23a70589e6 req-471d0a04-7717-4d4a-9b4a-1fdc6b6f7f5a tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:00.211409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c365831-812f-4dcd-ab1f-5b23a70589e6 req-471d0a04-7717-4d4a-9b4a-1fdc6b6f7f5a tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1055305 Sep 16 16:34:00.265861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-48dea5a9-0c6f-49e4-95b7-54c8cf962354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:00.267416 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-48dea5a9-0c6f-49e4-95b7-54c8cf962354 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 1097 time: 0.1222939 Sep 16 16:34:00.274449 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-854c5262-9985-4eb6-877d-d7904722638a None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:00.289897 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2301a5c4-0236-48c3-a4c4-41be6880a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.317882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c365831-812f-4dcd-ab1f-5b23a70589e6 req-998caab0-422d-4f03-906b-52edba57c04e tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694656 Sep 16 16:34:00.418138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.437408 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2301a5c4-0236-48c3-a4c4-41be6880a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.471969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-9cfcb383-05b5-4fe5-9de2-69a09603ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:00.473895 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-9cfcb383-05b5-4fe5-9de2-69a09603ec36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 912 time: 0.1936657 Sep 16 16:34:00.496678 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301a5c4-0236-48c3-a4c4-41be6880a2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6630dc64-1049-4278-9189-6f3f2553d542,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:00.502153 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2301a5c4-0236-48c3-a4c4-41be6880a2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.504114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2301a5c4-0236-48c3-a4c4-41be6880a2be admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6630dc64-1049-4278-9189-6f3f2553d542 HTTP/1.1" status: 204 len: 168 time: 0.5837011 Sep 16 16:34:00.506555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38646) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:00.509180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b9717e-70c5-482a-9415-b3c669f4be62 None None] Network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:00.591153 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.636674 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-854c5262-9985-4eb6-877d-d7904722638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ddb10c90-f5ec-461d-8a6e-dddff919c46e', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'port_id': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'mac_address': 'fa:16:3e:96:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:33:38Z', 'updated_at': '2021-09-16T16:33:57Z', 'revision_number': 1, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:00.691233 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c5262-9985-4eb6-877d-d7904722638a None None] The sync data for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 is: [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ddb10c90-f5ec-461d-8a6e-dddff919c46e', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'port_id': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'mac_address': 'fa:16:3e:96:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:33:38Z', 'updated_at': '2021-09-16T16:33:57Z', 'revision_number': 1, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:00.694443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Deleting port ab52652d-2736-4060-a5f9-3c02c923aafc {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:00.700813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.835129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1704725a-fadb-4cd4-b4ea-8387f80cebe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.838415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] For port ab52652d-2736-4060-a5f9-3c02c923aafc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ab52652d-2736-4060-a5f9-3c02c923aafc,segment=NetworkSegment(4a27b945-2467-4863-b6f3-c1c616fd671d),segment_id=4a27b945-2467-4863-b6f3-c1c616fd671d)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:00.838972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.853731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Calling delete_port for ab52652d-2736-4060-a5f9-3c02c923aafc owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:00.859514 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-14d70890-8469-4167-b7b2-091a9ef5988d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc HTTP/1.1" status: 200 len: 1000 time: 0.3762829 Sep 16 16:34:00.888220 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:00.914198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08cc853-eb96-479c-b2a9-6f4d7326fb52 None None] DHCP port deletion for 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:34:00.943901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-7bae35df-bc3e-4abe-a6ea-5462fb49c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:00.948316 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-7bae35df-bc3e-4abe-a6ea-5462fb49c811 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.0778899 Sep 16 16:34:00.949557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.011474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f65c029-2d66-4a42-8654-fcb0aab85dd9 None None] Network fe8008ed-874e-4f90-9df2-44b385997a76 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:01.029672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b08cc853-eb96-479c-b2a9-6f4d7326fb52 None None] Deleting port ab52652d-2736-4060-a5f9-3c02c923aafc {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:01.030067 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b08cc853-eb96-479c-b2a9-6f4d7326fb52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.077386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=e59d4a8a-0d7f-4047-bf17-91c3caace8de,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:01.115835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-47ba8fd8-c8d0-42f3-aa7f-25d11cbd875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:01.117394 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-47ba8fd8-c8d0-42f3-aa7f-25d11cbd875e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560359 Sep 16 16:34:01.124034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ead21-ab88-441b-9a68-53978accb23a req-9e183e11-e928-45f5-aa92-34878f781c93 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:01.133893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-367ead21-ab88-441b-9a68-53978accb23a req-9e183e11-e928-45f5-aa92-34878f781c93 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 945 time: 0.1510537 Sep 16 16:34:01.147100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7202274-f394-44e8-a200-db14c850b46b None None] New status for floating IP ddb10c90-f5ec-461d-8a6e-dddff919c46e: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:34:01.147570 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.197563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0151ea-0d2d-452b-be18-0a90216ebb2f req-4f1171c7-c183-4a1c-8bce-b27c1aaf026d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:01.199277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d0151ea-0d2d-452b-be18-0a90216ebb2f req-4f1171c7-c183-4a1c-8bce-b27c1aaf026d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 944 time: 0.2084296 Sep 16 16:34:01.200703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab52652d-2736-4060-a5f9-3c02c923aafc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:01.206267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] No DVR routers for this DVR port ab52652d-2736-4060-a5f9-3c02c923aafc on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:01.264663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.264894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e3c44a0d-f6e4-4e9c-a332-97feb7aa8fa1 None None] Provisioning complete for port 5986c36f-a425-4132-ab12-43cc94b62770 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:01.265160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e3c44a0d-f6e4-4e9c-a332-97feb7aa8fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.268233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b08cc853-eb96-479c-b2a9-6f4d7326fb52 None None] For port ab52652d-2736-4060-a5f9-3c02c923aafc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ab52652d-2736-4060-a5f9-3c02c923aafc,segment=NetworkSegment(4a27b945-2467-4863-b6f3-c1c616fd671d),segment_id=4a27b945-2467-4863-b6f3-c1c616fd671d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:01.269493 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b08cc853-eb96-479c-b2a9-6f4d7326fb52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.280957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-367ead21-ab88-441b-9a68-53978accb23a req-9d95db3f-4614-4ca9-b4d6-522515a22cc7 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454897 Sep 16 16:34:01.313875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b08cc853-eb96-479c-b2a9-6f4d7326fb52 None None] Calling delete_port for ab52652d-2736-4060-a5f9-3c02c923aafc owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:01.318515 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-3cbd5251-d3f3-487e-b4f8-5a571f629c17 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902082 Sep 16 16:34:01.333035 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.364322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d0151ea-0d2d-452b-be18-0a90216ebb2f req-df4e02df-033d-4f36-b9a9-d9f0e81e416a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334782 Sep 16 16:34:01.365971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45aa9e9c-40d9-4ee5-b1bb-492b4f58066e']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:01.376896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a27b945-2467-4863-b6f3-c1c616fd671d') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:01.377195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a27b945-2467-4863-b6f3-c1c616fd671d') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:01.396860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.420035 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.428302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:34:01.429117 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.488845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 58ccc0a5-889e-448b-af53-e8658aac1b30 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:34:01.494939 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:34:01.541251 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.577051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8cf41-1c31-4c3b-bb62-ab586f9062ea req-d9ccbb50-b4d1-445c-8ea3-add8df5e99cc tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:01.579087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53a8cf41-1c31-4c3b-bb62-ab586f9062ea req-d9ccbb50-b4d1-445c-8ea3-add8df5e99cc tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0753429 Sep 16 16:34:01.618693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.620444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5986c36f-a425-4132-ab12-43cc94b62770 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:01.626723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.631376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/45aa9e9c-40d9-4ee5-b1bb-492b4f58066e HTTP/1.1" status: 204 len: 168 time: 1.1215713 Sep 16 16:34:01.645475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f25410-3704-4aae-b6c7-0e2aff31ecb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=45aa9e9c-40d9-4ee5-b1bb-492b4f58066e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:01.676530 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53a8cf41-1c31-4c3b-bb62-ab586f9062ea req-f4fd7e45-9589-4ec8-8b06-7ac8e5d8d525 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768743 Sep 16 16:34:01.768444 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e3c44a0d-f6e4-4e9c-a332-97feb7aa8fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.777608 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b08cc853-eb96-479c-b2a9-6f4d7326fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.839186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 58ccc0a5-889e-448b-af53-e8658aac1b30, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=58ccc0a5-889e-448b-af53-e8658aac1b30,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:01.843279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b08cc853-eb96-479c-b2a9-6f4d7326fb52 None None] Network 45aa9e9c-40d9-4ee5-b1bb-492b4f58066e is not hosted by any dhcp agent {{(pid=95359) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 16:34:01.843754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08cc853-eb96-479c-b2a9-6f4d7326fb52 None None] No DVR routers for this DVR port ab52652d-2736-4060-a5f9-3c02c923aafc on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:01.855010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cc853-eb96-479c-b2a9-6f4d7326fb52 None None] Pushing event deleted for resources: {'Port': ['ID=ab52652d-2736-4060-a5f9-3c02c923aafc,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:01.874337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '58ccc0a5-889e-448b-af53-e8658aac1b30', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'port_id': '58ccc0a5-889e-448b-af53-e8658aac1b30', 'mac_address': 'fa:16:3e:a4:98:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ee6f1d-6290-4d7d-a539-0318591c727d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:34:01.897055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e3c44a0d-f6e4-4e9c-a332-97feb7aa8fa1 None None] For port 5986c36f-a425-4132-ab12-43cc94b62770, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5986c36f-a425-4132-ab12-43cc94b62770,segment=NetworkSegment(b114c58d-f7f3-4d21-8b5f-a7a414f35f54),segment_id=b114c58d-f7f3-4d21-8b5f-a7a414f35f54)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:01.922461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5986c36f-a425-4132-ab12-43cc94b62770 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:01.922820 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.943236 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca5d80ea-1c95-44be-81a6-16ed2aa03364 req-cf7dc06e-3482-454b-af5a-26a44fc26384 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244638 Sep 16 16:34:01.951478 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.965800 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e3c44a0d-f6e4-4e9c-a332-97feb7aa8fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:01.977991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38666) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:01.982891 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.021236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.029893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ccc0a5-889e-448b-af53-e8658aac1b30 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:34:02.038492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a92d69e0-6e06-4101-9691-6e35256485bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd437808c0bc44d3b7af912345a5c100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553572 Sep 16 16:34:02.038765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38668) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:02.088561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c44a0d-f6e4-4e9c-a332-97feb7aa8fa1 None None] Pushing event updated for resources: {'Port': ['ID=5986c36f-a425-4132-ab12-43cc94b62770,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:02.107684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 58ccc0a5-889e-448b-af53-e8658aac1b30, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=58ccc0a5-889e-448b-af53-e8658aac1b30,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:02.124472 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2556090-c3cf-463f-8d2b-dacbe21ca201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.147794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e59db61c-ada6-441b-b4e4-9932e7321604 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:02.155047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2556090-c3cf-463f-8d2b-dacbe21ca201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.189211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.240201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a26c5995-a179-445c-a3e4-c2351f078613 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:02.285280 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a26c5995-a179-445c-a3e4-c2351f078613 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:02.285623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a26c5995-a179-445c-a3e4-c2351f078613 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:02.286041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ab52652d-2736-4060-a5f9-3c02c923aafc no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:02.290624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3bb10-06c7-431d-aa7c-9b4b192daecb req-a080aa39-b230-416c-bb74-63076b33806f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:02.292797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ebb3bb10-06c7-431d-aa7c-9b4b192daecb req-a080aa39-b230-416c-bb74-63076b33806f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0616643 Sep 16 16:34:02.325200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2556090-c3cf-463f-8d2b-dacbe21ca201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.327740 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2556090-c3cf-463f-8d2b-dacbe21ca201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.328915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b2556090-c3cf-463f-8d2b-dacbe21ca201 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0017c18-8726-4fb2-97de-9eab2f15a128 HTTP/1.1" status: 204 len: 168 time: 0.2865081 Sep 16 16:34:02.345715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2556090-c3cf-463f-8d2b-dacbe21ca201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0017c18-8726-4fb2-97de-9eab2f15a128,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:02.345805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ab52652d-2736-4060-a5f9-3c02c923aafc {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:02.346071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ab52652d-2736-4060-a5f9-3c02c923aafc not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:02.377628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161f955-5f6a-4066-b309-b3178f611079 req-758f8d36-eabf-45c0-a4bd-ba0867df9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:02.379457 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9161f955-5f6a-4066-b309-b3178f611079 req-758f8d36-eabf-45c0-a4bd-ba0867df9cf3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6adea0c584af4d78aef296ec16ef3138&device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 1096 time: 0.1356261 Sep 16 16:34:02.389022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ebb3bb10-06c7-431d-aa7c-9b4b192daecb req-a14208eb-8f49-4de3-8b4e-6a8fde259611 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878830 Sep 16 16:34:02.446169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b88d7d17-6b7c-4485-8b87-bc86a55459c8 None None] Provisioning complete for port e59d4a8a-0d7f-4047-bf17-91c3caace8de triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:02.446545 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b88d7d17-6b7c-4485-8b87-bc86a55459c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.448588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=58ccc0a5-889e-448b-af53-e8658aac1b30,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:02.514088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['58ccc0a5-889e-448b-af53-e8658aac1b30'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:02.542402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c088e62-a457-4587-a11c-acd233f78cfd req-046bdb12-31c3-4ab3-af75-78b03bd5f3a0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:02.553649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c088e62-a457-4587-a11c-acd233f78cfd req-046bdb12-31c3-4ab3-af75-78b03bd5f3a0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 945 time: 0.1373627 Sep 16 16:34:02.570076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b88d7d17-6b7c-4485-8b87-bc86a55459c8 None None] Port e59d4a8a-0d7f-4047-bf17-91c3caace8de cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:02.575760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port e59db61c-ada6-441b-b4e4-9932e7321604 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:34:02.590074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port e59db61c-ada6-441b-b4e4-9932e7321604 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:02.591105 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.622865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161f955-5f6a-4066-b309-b3178f611079 req-ea64f810-d648-4ce6-9382-6e83176a1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:02.624636 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9161f955-5f6a-4066-b309-b3178f611079 req-ea64f810-d648-4ce6-9382-6e83176a1581 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 200 len: 912 time: 0.2042329 Sep 16 16:34:02.625019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b88d7d17-6b7c-4485-8b87-bc86a55459c8 None None] Provisioning complete for port 5986c36f-a425-4132-ab12-43cc94b62770 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:02.625401 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b88d7d17-6b7c-4485-8b87-bc86a55459c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.630363 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.648722 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c088e62-a457-4587-a11c-acd233f78cfd req-3d581199-a8f7-4208-9f4d-6c0ff5ff0bbb tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941658 Sep 16 16:34:02.680195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5936201-ab85-4319-b4cb-1e587fcdfca9 req-dc72e66c-4179-4b26-a7e7-8c2bc6dfabb6 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:02.681749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5936201-ab85-4319-b4cb-1e587fcdfca9 req-dc72e66c-4179-4b26-a7e7-8c2bc6dfabb6 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 945 time: 0.0761909 Sep 16 16:34:02.684183 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9161f955-5f6a-4066-b309-b3178f611079 req-b4eb8f6e-8e16-4869-88fc-f4742cab5db3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 HTTP/1.1" status: 200 len: 217 time: 0.0515804 Sep 16 16:34:02.746030 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.747094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:02.767865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5936201-ab85-4319-b4cb-1e587fcdfca9 req-ad448afa-4baa-4476-ae2f-b38e59ea838a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751445 Sep 16 16:34:02.838906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161f955-5f6a-4066-b309-b3178f611079 req-ca77c1d2-a4fb-49c4-9d23-1c2d0ff57413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:02.840415 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9161f955-5f6a-4066-b309-b3178f611079 req-ca77c1d2-a4fb-49c4-9d23-1c2d0ff57413 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a13203e1-ad1b-46a8-821f-a49bec7564a8 HTTP/1.1" status: 200 len: 851 time: 0.1425028 Sep 16 16:34:02.901873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=e59d4a8a-0d7f-4047-bf17-91c3caace8de,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:02.924395 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9161f955-5f6a-4066-b309-b3178f611079 req-f94152b1-8005-4c46-8df0-e352fdaecf21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d43d92f2-5083-4446-9bd5-bdaac7789ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673206 Sep 16 16:34:03.026611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network fe8008ed-874e-4f90-9df2-44b385997a76 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:03.029633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:03.040003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:03.084345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59db61c-ada6-441b-b4e4-9932e7321604'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:03.084345 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e5b185-7adc-4a24-9d3c-9bbd943426ab" -d '{"events": [{"server_uuid": "385159cf-7464-44ab-9a0c-cf33731a3c93", "name": "network-vif-plugged", "status": "completed", "tag": "e59db61c-ada6-441b-b4e4-9932e7321604"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:03.100099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e59db61c-ada6-441b-b4e4-9932e7321604, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e59db61c-ada6-441b-b4e4-9932e7321604,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:03.123713 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9161f955-5f6a-4066-b309-b3178f611079 req-3269033f-45ea-4182-bfcb-89bd64abc003 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903782 Sep 16 16:34:03.132655 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf49a11-04c2-4d1a-8b6d-9cac88a37531 x-openstack-request-id: req-0bf49a11-04c2-4d1a-8b6d-9cac88a37531 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:03.132655 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385159cf-7464-44ab-9a0c-cf33731a3c93", "name": "network-vif-plugged", "status": "completed", "tag": "e59db61c-ada6-441b-b4e4-9932e7321604", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:03.132655 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0bf49a11-04c2-4d1a-8b6d-9cac88a37531 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:03.132655 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59db61c-ada6-441b-b4e4-9932e7321604', 'code': 200} Sep 16 16:34:03.195240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-09103747-c321-421e-9581-ca5511947325 None None] Provisioning complete for port e59d4a8a-0d7f-4047-bf17-91c3caace8de triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:03.195722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-09103747-c321-421e-9581-ca5511947325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:03.219550 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:03.309559 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e582bc9-c361-4aea-bfd9-68ebaa6cfcbe req-d01b6c65-bce4-4aa8-acaf-6260346044a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:03.311158 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e582bc9-c361-4aea-bfd9-68ebaa6cfcbe req-d01b6c65-bce4-4aa8-acaf-6260346044a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 1097 time: 0.0939183 Sep 16 16:34:03.313232 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9161f955-5f6a-4066-b309-b3178f611079 req-6732592c-d59c-4e5a-b988-3b6b9a9c9ef4 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686325 Sep 16 16:34:03.314606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-09103747-c321-421e-9581-ca5511947325 None None] Port e59d4a8a-0d7f-4047-bf17-91c3caace8de cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:03.349648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=e59db61c-ada6-441b-b4e4-9932e7321604,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:03.364435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e582bc9-c361-4aea-bfd9-68ebaa6cfcbe req-ad717785-f089-43b3-8265-a492035ae672 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387914 Sep 16 16:34:03.380788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Router e85a353f-fffb-4104-96e7-842481630e63 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:34:03.440893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-51cc5e54-92d2-4dca-8b62-a096c35aeae7 None None] Provisioning complete for port e59d4a8a-0d7f-4047-bf17-91c3caace8de triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:03.441605 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-51cc5e54-92d2-4dca-8b62-a096c35aeae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:03.485810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:03.501206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-51cc5e54-92d2-4dca-8b62-a096c35aeae7 None None] Port e59d4a8a-0d7f-4047-bf17-91c3caace8de cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:03.502168 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e15a8c-fcb0-4a29-a1bc-f176f11aee0f None None] Sync routers for ids ['e85a353f-fffb-4104-96e7-842481630e63'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:03.505039 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6aaf1e67-a185-4672-b973-7a142debc125 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "PUT /v2.0/routers/e85a353f-fffb-4104-96e7-842481630e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7204685 Sep 16 16:34:03.505743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38702) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:03.514263 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e15a8c-fcb0-4a29-a1bc-f176f11aee0f None None] Routers {'e85a353f-fffb-4104-96e7-842481630e63'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:03.514889 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-67e15a8c-fcb0-4a29-a1bc-f176f11aee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e85a353f-fffb-4104-96e7-842481630e63'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:03.569932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83453109-8bcd-48ff-a3bc-a5cd2e24a3be req-9a7c8465-be81-4aa6-a9e6-ab88a90487a5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:03.585101 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83453109-8bcd-48ff-a3bc-a5cd2e24a3be req-9a7c8465-be81-4aa6-a9e6-ab88a90487a5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1198783 Sep 16 16:34:03.585967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5986c36f-a425-4132-ab12-43cc94b62770 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:03.591501 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-67e15a8c-fcb0-4a29-a1bc-f176f11aee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:03.602883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a116a89a-e19f-422d-83c6-435a7c38225a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:03.607684 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a116a89a-e19f-422d-83c6-435a7c38225a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports?device_id=e85a353f-fffb-4104-96e7-842481630e63 HTTP/1.1" status: 200 len: 988 time: 0.0980413 Sep 16 16:34:03.608305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38710) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:03.611235 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e15a8c-fcb0-4a29-a1bc-f176f11aee0f None None] Routers {'e85a353f-fffb-4104-96e7-842481630e63'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:03.612055 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-67e15a8c-fcb0-4a29-a1bc-f176f11aee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e85a353f-fffb-4104-96e7-842481630e63'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:03.659349 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:03.674473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83453109-8bcd-48ff-a3bc-a5cd2e24a3be req-e98786ed-51cf-4259-8b30-446f2201d36e tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955622 Sep 16 16:34:03.703689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5986c36f-a425-4132-ab12-43cc94b62770 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:03.703689 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:03.719155 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-67e15a8c-fcb0-4a29-a1bc-f176f11aee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:03.721575 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e15a8c-fcb0-4a29-a1bc-f176f11aee0f None None] The sync data for ids ['e85a353f-fffb-4104-96e7-842481630e63'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:03.816377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e047f2-2968-49e9-899e-083baa618425 req-16c1d398-9151-4577-a9d5-b472c78b70a5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:03.818253 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87e047f2-2968-49e9-899e-083baa618425 req-16c1d398-9151-4577-a9d5-b472c78b70a5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 946 time: 0.0589318 Sep 16 16:34:03.897602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87e047f2-2968-49e9-899e-083baa618425 req-2521f2ab-f486-4ba6-a437-e1d7c00c346d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643299 Sep 16 16:34:03.915182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032dfd9c-aecf-4211-9e42-4be84d80f1c6 req-91bafa9a-a2f1-4e70-88d3-78b357d48edd tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:03.917118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-032dfd9c-aecf-4211-9e42-4be84d80f1c6 req-91bafa9a-a2f1-4e70-88d3-78b357d48edd tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 945 time: 0.0758123 Sep 16 16:34:03.945832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38724) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:03.969254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-032dfd9c-aecf-4211-9e42-4be84d80f1c6 req-e3bd33e6-494a-48c7-8bce-234354d6c131 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Sep 16 16:34:04.060249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-network', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:04.123999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Made reservation on behalf of 416cdd2f33fb4b4cac58ea53ce683cae for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:04.126403 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.127455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.135518 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.223530 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.289373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.317529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:34:04.328159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:04.332703 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port e59d4a8a-0d7f-4047-bf17-91c3caace8de {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:04.333050 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.334799 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.335154 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Added segment 371f5ffe-19d4-40ba-8b40-f6e8a73bef41 of type vlan for network e008241b-7ad6-4a56-90b5-e43a63149541 Sep 16 16:34:04.381972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.425531 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.440274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for e59d4a8a-0d7f-4047-bf17-91c3caace8de owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:04.491641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.492873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:04.493494 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.555669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] Pushing event updated for resources: {'Network': ['ID=e008241b-7ad6-4a56-90b5-e43a63149541,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:04.567325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e008241b-7ad6-4a56-90b5-e43a63149541 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:34:04.593932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7f7b8fbb-5903-4de3-b256-7bcbf9ead063 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6470070 Sep 16 16:34:04.594594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38734) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:04.599931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Request body: {'subnet': {'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-subnet', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:04.698047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Made reservation on behalf of 416cdd2f33fb4b4cac58ea53ce683cae for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:04.698641 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.700409 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.732782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=e59d4a8a-0d7f-4047-bf17-91c3caace8de,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:04.842190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:04.855333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef118d26-1680-439d-8c3f-f7d2e6f24fbd req-ab66bb2f-b46e-42c6-82a3-32643c16faa9 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:04.861101 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef118d26-1680-439d-8c3f-f7d2e6f24fbd req-ab66bb2f-b46e-42c6-82a3-32643c16faa9 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0774505 Sep 16 16:34:04.945221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef118d26-1680-439d-8c3f-f7d2e6f24fbd req-bbb5ea86-2a02-42ed-8baa-16ae42b11689 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635617 Sep 16 16:34:05.018298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Router e85a353f-fffb-4104-96e7-842481630e63 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:34:05.109812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1695a-dd97-4dcb-9166-bfc320f05eb6 req-b8990134-4a86-42b4-a2c6-65285be99108 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:05.111481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eab1695a-dd97-4dcb-9166-bfc320f05eb6 req-b8990134-4a86-42b4-a2c6-65285be99108 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 946 time: 0.0815032 Sep 16 16:34:05.114272 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:05.123098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:05.130977 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e4a73aa8-7016-42a0-beb3-874e5762ce86 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "PUT /v2.0/routers/e85a353f-fffb-4104-96e7-842481630e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5178444 Sep 16 16:34:05.131519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38750) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:05.138421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8240d6-75c1-49ed-9f22-d62f4f2712a7 None None] Sync routers for ids ['e85a353f-fffb-4104-96e7-842481630e63'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:05.149212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8240d6-75c1-49ed-9f22-d62f4f2712a7 None None] Routers {'e85a353f-fffb-4104-96e7-842481630e63'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:05.150008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-3d8240d6-75c1-49ed-9f22-d62f4f2712a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e85a353f-fffb-4104-96e7-842481630e63'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:05.158116 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cf72eb-8248-4020-8f6c-45f33a2518ba tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:34:05.162997 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-61cf72eb-8248-4020-8f6c-45f33a2518ba tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/e59d4a8a-0d7f-4047-bf17-91c3caace8de HTTP/1.1" status: 404 len: 333 time: 0.0276487 Sep 16 16:34:05.162997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38752) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:05.184931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e8358-35e8-4f3a-b979-83c2631cb934 req-fe64f28b-3f9b-4f60-a225-8bc393ea15a5 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:05.186351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c90e8358-35e8-4f3a-b979-83c2631cb934 req-fe64f28b-3f9b-4f60-a225-8bc393ea15a5 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1298354 Sep 16 16:34:05.188960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-3d8240d6-75c1-49ed-9f22-d62f4f2712a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:05.199817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8240d6-75c1-49ed-9f22-d62f4f2712a7 None None] Routers {'e85a353f-fffb-4104-96e7-842481630e63'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:05.200635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-3d8240d6-75c1-49ed-9f22-d62f4f2712a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e85a353f-fffb-4104-96e7-842481630e63'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:05.234623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56612aca-4cae-46c7-9b8f-2e2d4deebc0d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:05.239084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-3d8240d6-75c1-49ed-9f22-d62f4f2712a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:05.240289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8240d6-75c1-49ed-9f22-d62f4f2712a7 None None] The sync data for ids ['e85a353f-fffb-4104-96e7-842481630e63'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:05.248682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eab1695a-dd97-4dcb-9166-bfc320f05eb6 req-195695df-40b6-46fd-bbea-bb87a55a391a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251605 Sep 16 16:34:05.270506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Checking segment: {'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:05.270895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Network hostable DHCP agents. Network: e008241b-7ad6-4a56-90b5-e43a63149541, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:34:05.276730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c90e8358-35e8-4f3a-b979-83c2631cb934 req-2dd7a5ef-62b9-4f51-9994-2a79ca36fed8 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766053 Sep 16 16:34:05.366964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Network e008241b-7ad6-4a56-90b5-e43a63149541 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:34:05.395550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79814253-5b90-4067-a38c-e2a29bba22f3 req-44f41789-b597-44b5-97f1-19a15ec179d9 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:05.403542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79814253-5b90-4067-a38c-e2a29bba22f3 req-44f41789-b597-44b5-97f1-19a15ec179d9 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 945 time: 0.0638397 Sep 16 16:34:05.458128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, e008241b-7ad6-4a56-90b5-e43a63149541) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:05.463503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:05.465217 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:05.467142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1de7d7-89b2-40e2-9567-2e28116fabd0 None None] Network e008241b-7ad6-4a56-90b5-e43a63149541 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:05.471494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 58ccc0a5-889e-448b-af53-e8658aac1b30 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:05.474023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79814253-5b90-4067-a38c-e2a29bba22f3 req-87afb5a8-1b91-4068-9c17-26eb43826b6d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687151 Sep 16 16:34:05.493006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-64648d05-a2c9-4c65-9b58-8b758a57f694 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1243921682&fields=id&tenant_id=f105963342f542f4a51088127c51ff49 HTTP/1.1" status: 200 len: 267 time: 0.0713518 Sep 16 16:34:05.552695 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e836b42-7a94-4cbf-a3b7-e0815412eb56 req-309f7ef1-c9a2-407d-a7c9-fbe0e8c0464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:05.554307 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e836b42-7a94-4cbf-a3b7-e0815412eb56 req-309f7ef1-c9a2-407d-a7c9-fbe0e8c0464e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 1096 time: 0.4563968 Sep 16 16:34:05.558983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c4cb681-426b-4a6a-8af0-76f42c950d92 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:05.663654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-e008241b-7ad6-4a56-90b5-e43a63149541', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:34:05.664597 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:05.668701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 58ccc0a5-889e-448b-af53-e8658aac1b30 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:34:05.680960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 58ccc0a5-889e-448b-af53-e8658aac1b30 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:05.681403 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:05.791622 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c4cb681-426b-4a6a-8af0-76f42c950d92 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:05.795265 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c4cb681-426b-4a6a-8af0-76f42c950d92 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:05.853369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e836b42-7a94-4cbf-a3b7-e0815412eb56 req-22586514-ae50-4060-a557-9878cd93fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:05.854978 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e836b42-7a94-4cbf-a3b7-e0815412eb56 req-22586514-ae50-4060-a557-9878cd93fcaa service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 920 time: 0.2582788 Sep 16 16:34:05.861356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cd2b18f8-e262-4715-a159-a8611b44e018 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2657473 Sep 16 16:34:05.864752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38758) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:05.870806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:05.883402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-dd8d1f61-300e-4120-a362-f047d2aa445a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:05.885043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-dd8d1f61-300e-4120-a362-f047d2aa445a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 946 time: 0.3860695 Sep 16 16:34:05.886867 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:05.889129 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Allocated IP 172.20.0.2 (e008241b-7ad6-4a56-90b5-e43a63149541/56612aca-4cae-46c7-9b8f-2e2d4deebc0d/61224b1d-8841-43bf-b97d-921a615533b3) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:05.898033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'port': {'security_groups': ['f4fdf204-f486-4cb8-984b-2c60f74762d0', '11e54e79-26b3-4880-b5b8-774fc73593e5']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:05.918108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c4cb681-426b-4a6a-8af0-76f42c950d92 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:05.918957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4cb681-426b-4a6a-8af0-76f42c950d92 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Fanout notify agent at l3_agent the message router_deleted on router e85a353f-fffb-4104-96e7-842481630e63 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:34:05.922575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cd4a34-5acb-458e-b784-62b849c263ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ccc0a5-889e-448b-af53-e8658aac1b30'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:05.923027 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e836b42-7a94-4cbf-a3b7-e0815412eb56 req-a1bd9a35-1e9e-47d0-a8e7-0e4a3737a5be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970626c6-0bcb-4271-9387-01c119331e04 HTTP/1.1" status: 200 len: 217 time: 0.0572805 Sep 16 16:34:05.924918 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f8ae0a-49f4-4c5e-a0d2-91035d1bf0ed" -d '{"events": [{"server_uuid": "37cd4a34-5acb-458e-b784-62b849c263ea", "name": "network-vif-plugged", "status": "completed", "tag": "58ccc0a5-889e-448b-af53-e8658aac1b30"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:05.929736 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c4cb681-426b-4a6a-8af0-76f42c950d92 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:05.930797 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1c4cb681-426b-4a6a-8af0-76f42c950d92 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/routers/e85a353f-fffb-4104-96e7-842481630e63 HTTP/1.1" status: 204 len: 168 time: 0.7672570 Sep 16 16:34:05.934072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38762) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:05.953923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 58ccc0a5-889e-448b-af53-e8658aac1b30, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=58ccc0a5-889e-448b-af53-e8658aac1b30,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:05.986714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e836b42-7a94-4cbf-a3b7-e0815412eb56 req-cc31a0ac-5282-4050-9de3-d3139561f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:05.988277 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e836b42-7a94-4cbf-a3b7-e0815412eb56 req-cc31a0ac-5282-4050-9de3-d3139561f26c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05b8b946-5be3-44b8-8a46-f2fcda27e5b0 HTTP/1.1" status: 200 len: 859 time: 0.0556798 Sep 16 16:34:05.997578 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81560bd6-7809-40e8-b69c-ec2caa7107b1 x-openstack-request-id: req-81560bd6-7809-40e8-b69c-ec2caa7107b1 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:05.997874 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cd4a34-5acb-458e-b784-62b849c263ea", "name": "network-vif-plugged", "status": "completed", "tag": "58ccc0a5-889e-448b-af53-e8658aac1b30", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:05.998126 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81560bd6-7809-40e8-b69c-ec2caa7107b1 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:05.998517 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cd4a34-5acb-458e-b784-62b849c263ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ccc0a5-889e-448b-af53-e8658aac1b30', 'code': 200} Sep 16 16:34:06.020551 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.049979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7ddbdd-41fa-4125-8305-eb900a55fef5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet 888410bb-c66d-4f2f-9418-3a3953e8f6c9 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:34:06.057946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e836b42-7a94-4cbf-a3b7-e0815412eb56 req-2664fb78-6fc6-464b-87c2-dc0b0483c355 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593092 Sep 16 16:34:06.059580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.060751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.072019 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.076356 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed7ddbdd-41fa-4125-8305-eb900a55fef5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.126334 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.142477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=58ccc0a5-889e-448b-af53-e8658aac1b30,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:06.164434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.184216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed7ddbdd-41fa-4125-8305-eb900a55fef5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.198693 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.216203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ba9d8-34e0-4fd7-b064-23e0af0b4bae req-633358dc-a39e-4918-86d1-6cf2d186d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:06.217740 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5f1ba9d8-34e0-4fd7-b064-23e0af0b4bae req-633358dc-a39e-4918-86d1-6cf2d186d3da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 1097 time: 0.1330264 Sep 16 16:34:06.240471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026cd9d-a116-4ea2-a72d-921ff90fb7b2 req-6daf4e96-ba41-4812-b48f-f4da7f0409d9 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:06.241874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3026cd9d-a116-4ea2-a72d-921ff90fb7b2 req-6daf4e96-ba41-4812-b48f-f4da7f0409d9 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1670508 Sep 16 16:34:06.257944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Network e008241b-7ad6-4a56-90b5-e43a63149541 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:06.265984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:06.268165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Pushing event updated for resources: {'Port': ['ID=61224b1d-8841-43bf-b97d-921a615533b3,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:06.277766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:06.285300 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e836b42-7a94-4cbf-a3b7-e0815412eb56 req-ed5638a3-dc5c-45c8-9a59-a44a2f32678e service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993499 Sep 16 16:34:06.334647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Attempting to bind port 61224b1d-8841-43bf-b97d-921a615533b3 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:34:06.335226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Attempting to bind port 61224b1d-8841-43bf-b97d-921a615533b3 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:34:06.336315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Attempting to bind port 61224b1d-8841-43bf-b97d-921a615533b3 on network e008241b-7ad6-4a56-90b5-e43a63149541 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:06.342058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:34:06.342433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Checking segment: {'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:06.343009 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.343207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Bound using segment: {'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:34:06.343650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Bound port: 61224b1d-8841-43bf-b97d-921a615533b3, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:34:06.344036 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.397895 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5f1ba9d8-34e0-4fd7-b064-23e0af0b4bae req-03e0ed34-d2de-4374-acf1-e57ec8942c33 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674194 Sep 16 16:34:06.403437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3026cd9d-a116-4ea2-a72d-921ff90fb7b2 req-f2e6cf29-e2d8-4223-8e17-7a9afa2d28f7 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513226 Sep 16 16:34:06.409978 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed7ddbdd-41fa-4125-8305-eb900a55fef5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.441420 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.445857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] For port 61224b1d-8841-43bf-b97d-921a615533b3, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:34:06.451527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] For port 61224b1d-8841-43bf-b97d-921a615533b3, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=61224b1d-8841-43bf-b97d-921a615533b3,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:34:06.470500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] For port e59db61c-ada6-441b-b4e4-9932e7321604, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e59db61c-ada6-441b-b4e4-9932e7321604,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:06.509539 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e836b42-7a94-4cbf-a3b7-e0815412eb56 req-0828b4d0-9a7a-46c2-bc6b-91ab18766b23 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930845 Sep 16 16:34:06.546554 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.549648 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.560330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7cd0d-d8e5-451f-86ee-f9d318f5c121 req-c157b301-2eb4-465b-872a-a625f2c37bac tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:06.561919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cf7cd0d-d8e5-451f-86ee-f9d318f5c121 req-c157b301-2eb4-465b-872a-a625f2c37bac tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0935285 Sep 16 16:34:06.597708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed7ddbdd-41fa-4125-8305-eb900a55fef5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.636119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ddbdd-41fa-4125-8305-eb900a55fef5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=888410bb-c66d-4f2f-9418-3a3953e8f6c9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:06.638497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b6b05-604d-49b0-a0c7-c3e2abb4684e None None] Pushing event updated for resources: {'Port': ['ID=61224b1d-8841-43bf-b97d-921a615533b3,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:06.640765 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.653994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cf7cd0d-d8e5-451f-86ee-f9d318f5c121 req-d4bc47fd-f571-4cf9-a038-5e62b450173a tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855529 Sep 16 16:34:06.662331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e59db61c-ada6-441b-b4e4-9932e7321604'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:06.680133 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed7ddbdd-41fa-4125-8305-eb900a55fef5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.685208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ed7ddbdd-41fa-4125-8305-eb900a55fef5 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/888410bb-c66d-4f2f-9418-3a3953e8f6c9 HTTP/1.1" status: 204 len: 168 time: 0.7499051 Sep 16 16:34:06.689256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38776) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:06.699727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52e0098-0ab5-40e2-8fc4-c1d64b4a04dc None None] Network fe8008ed-874e-4f90-9df2-44b385997a76 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:06.796092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.825742 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.852480 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.892796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:06.894019 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:06.905649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675ade0d-8589-422f-852b-c46bcec4ab0f req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "PUT /v2.0/ports/e59db61c-ada6-441b-b4e4-9932e7321604 HTTP/1.1" status: 200 len: 982 time: 1.0129375 Sep 16 16:34:06.924012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'tag': 'e59db61c-ada6-441b-b4e4-9932e7321604'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:06.926890 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73aedf1-2154-4720-97bc-a57754f4fbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "385159cf-7464-44ab-9a0c-cf33731a3c93", "tag": "e59db61c-ada6-441b-b4e4-9932e7321604"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:06.983832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e59db61c-ada6-441b-b4e4-9932e7321604'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:07.001811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'Port': ['ID=e59db61c-ada6-441b-b4e4-9932e7321604,revision_number=6']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:07.003343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Allocated IP 172.25.6.108 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/0c0a4228-644d-4d93-a6f7-5d2b1fcf9229) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:07.013588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.014229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.014744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.015338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.016036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.016642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.017168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.017686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.018440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.019016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.019413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.019923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0ce8f-607c-4e73-8a19-d4988878cc37 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.059885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3214097-a4dc-4fec-b3a1-5fa2f677c9f7 None None] DHCP port deletion for fe8008ed-874e-4f90-9df2-44b385997a76 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:34:07.078358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e66315-d001-4cec-b037-30951496aed4 req-1248dd52-1f97-4d16-b4e8-fd3350eafedf tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:07.086562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93e66315-d001-4cec-b037-30951496aed4 req-1248dd52-1f97-4d16-b4e8-fd3350eafedf tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 946 time: 0.1738999 Sep 16 16:34:07.139573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.157447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 5986c36f-a425-4132-ab12-43cc94b62770 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:07.157915 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.168460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93e66315-d001-4cec-b037-30951496aed4 req-5cf4c999-d3f0-4a0e-95a3-ad197f8015f1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809078 Sep 16 16:34:07.189117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-57f55468-9fef-4bbb-9a1b-5b3bcc9a127e tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1719722262&fields=id&tenant_id=f105963342f542f4a51088127c51ff49 HTTP/1.1" status: 200 len: 267 time: 0.0801041 Sep 16 16:34:07.202840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d3214097-a4dc-4fec-b3a1-5fa2f677c9f7 None None] Deleting port 5986c36f-a425-4132-ab12-43cc94b62770 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:07.203352 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d3214097-a4dc-4fec-b3a1-5fa2f677c9f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.235403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.241863 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee03d60-9755-40e6-ba7e-a842c61d676a x-openstack-request-id: req-bee03d60-9755-40e6-ba7e-a842c61d676a {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:07.244333 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385159cf-7464-44ab-9a0c-cf33731a3c93", "tag": "e59db61c-ada6-441b-b4e4-9932e7321604", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:07.244333 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bee03d60-9755-40e6-ba7e-a842c61d676a {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:07.244333 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'tag': 'e59db61c-ada6-441b-b4e4-9932e7321604', 'status': 'completed', 'code': 200} Sep 16 16:34:07.295397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:07.299409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] For port 5986c36f-a425-4132-ab12-43cc94b62770, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5986c36f-a425-4132-ab12-43cc94b62770,segment=NetworkSegment(b114c58d-f7f3-4d21-8b5f-a7a414f35f54),segment_id=b114c58d-f7f3-4d21-8b5f-a7a414f35f54)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:07.299886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.307158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d3214097-a4dc-4fec-b3a1-5fa2f677c9f7 None None] For port 5986c36f-a425-4132-ab12-43cc94b62770, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5986c36f-a425-4132-ab12-43cc94b62770,segment=NetworkSegment(b114c58d-f7f3-4d21-8b5f-a7a414f35f54),segment_id=b114c58d-f7f3-4d21-8b5f-a7a414f35f54)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:07.307566 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d3214097-a4dc-4fec-b3a1-5fa2f677c9f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.316026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 5986c36f-a425-4132-ab12-43cc94b62770 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:07.318923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:07.325785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:07.326145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-6b17b95c-35f6-4b3e-b8e5-d03bd810b814 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:07.327035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d3214097-a4dc-4fec-b3a1-5fa2f677c9f7 None None] Calling delete_port for 5986c36f-a425-4132-ab12-43cc94b62770 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:07.328311 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-6b17b95c-35f6-4b3e-b8e5-d03bd810b814 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 985 time: 0.1283514 Sep 16 16:34:07.345976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-7967e97d-3c82-4121-bdbc-7f5bcfb318cf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'port': {'security_groups': ['11e54e79-26b3-4880-b5b8-774fc73593e5', 'f4fdf204-f486-4cb8-984b-2c60f74762d0', '80a7427b-81d0-4d27-9326-7bec2e350658']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:07.363766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Pushing event updated for resources: {'Port': ['ID=0c0a4228-644d-4d93-a6f7-5d2b1fcf9229,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:07.382885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.383235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.383575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.383912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.384336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.384901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.385311 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.385575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.385901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.387798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.387798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.387798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:07.393723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aedf1-2154-4720-97bc-a57754f4fbb9 req-24aa9507-fce7-4211-b0dd-93a8f3d1cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:07.394717 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c73aedf1-2154-4720-97bc-a57754f4fbb9 req-24aa9507-fce7-4211-b0dd-93a8f3d1cfe5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 1136 time: 0.1340835 Sep 16 16:34:07.524425 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-7967e97d-3c82-4121-bdbc-7f5bcfb318cf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.629349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 61224b1d-8841-43bf-b97d-921a615533b3 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:07.654563 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d3214097-a4dc-4fec-b3a1-5fa2f677c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.665342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.668587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aedf1-2154-4720-97bc-a57754f4fbb9 req-a406ca2e-5470-44f0-9e7e-d181e0b08eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:07.671603 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c73aedf1-2154-4720-97bc-a57754f4fbb9 req-a406ca2e-5470-44f0-9e7e-d181e0b08eb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 912 time: 0.2635684 Sep 16 16:34:07.678856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e473fe6-df71-46c8-88db-f8462de61a9d req-d15e725c-876d-4bed-b0d1-c350894494e5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:07.682120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e473fe6-df71-46c8-88db-f8462de61a9d req-d15e725c-876d-4bed-b0d1-c350894494e5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1042881 Sep 16 16:34:07.704641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3214097-a4dc-4fec-b3a1-5fa2f677c9f7 None None] Pushing event deleted for resources: {'Port': ['ID=5986c36f-a425-4132-ab12-43cc94b62770,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:07.710125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3214097-a4dc-4fec-b3a1-5fa2f677c9f7 None None] No DVR routers for this DVR port 5986c36f-a425-4132-ab12-43cc94b62770 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:07.733681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=5986c36f-a425-4132-ab12-43cc94b62770,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:07.743702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c73aedf1-2154-4720-97bc-a57754f4fbb9 req-d3334e9b-b6cf-4d7f-b63d-8831ecc437f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e59db61c-ada6-441b-b4e4-9932e7321604 HTTP/1.1" status: 200 len: 217 time: 0.0549250 Sep 16 16:34:07.746067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 61224b1d-8841-43bf-b97d-921a615533b3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:07.746439 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.752664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No DVR routers for this DVR port 5986c36f-a425-4132-ab12-43cc94b62770 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:07.861846 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.866919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e473fe6-df71-46c8-88db-f8462de61a9d req-9b66943b-a4d9-4b12-a320-28219a205cb7 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735785 Sep 16 16:34:07.930088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.951271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 61224b1d-8841-43bf-b97d-921a615533b3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=61224b1d-8841-43bf-b97d-921a615533b3,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:07.955115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aedf1-2154-4720-97bc-a57754f4fbb9 req-e4d06d3e-7e71-4497-861a-32c35bb8e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:07.957019 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c73aedf1-2154-4720-97bc-a57754f4fbb9 req-e4d06d3e-7e71-4497-861a-32c35bb8e7f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de7d97ac-9803-40f0-8e1d-0898eb7d3d91 HTTP/1.1" status: 200 len: 851 time: 0.1705139 Sep 16 16:34:07.977304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:07.986600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b54493-efa8-4bd8-80bf-ef556b5e7d13 None None] Network e008241b-7ad6-4a56-90b5-e43a63149541 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:08.004675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8008ed-874e-4f90-9df2-44b385997a76']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:08.031757 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c73aedf1-2154-4720-97bc-a57754f4fbb9 req-3888337d-bc19-4f54-9e66-c42c59944f61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3b61c8c-c1d1-40c1-b735-bf7809270817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650902 Sep 16 16:34:08.035762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b114c58d-f7f3-4d21-8b5f-a7a414f35f54') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:08.036329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b114c58d-f7f3-4d21-8b5f-a7a414f35f54') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:08.050704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.078739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.099667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e38944-a04d-422d-a0fc-84e497af4e04 req-da4d3647-676f-4af7-a276-06cd0f52175c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:08.101506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-52e38944-a04d-422d-a0fc-84e497af4e04 req-da4d3647-676f-4af7-a276-06cd0f52175c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1560559 Sep 16 16:34:08.103921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-7967e97d-3c82-4121-bdbc-7f5bcfb318cf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] For port e59db61c-ada6-441b-b4e4-9932e7321604, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e59db61c-ada6-441b-b4e4-9932e7321604,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:08.106576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:34:08.106576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:34:08.110025 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:34:08.182203 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.220585 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-7967e97d-3c82-4121-bdbc-7f5bcfb318cf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.231254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-52e38944-a04d-422d-a0fc-84e497af4e04 req-e646f3c1-695f-4944-b57d-1bc440dba164 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038101 Sep 16 16:34:08.233086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=61224b1d-8841-43bf-b97d-921a615533b3,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:08.245200 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c73aedf1-2154-4720-97bc-a57754f4fbb9 req-ea2883dc-4436-4f7b-a082-051b5d36d131 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984982 Sep 16 16:34:08.255742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0f40a28f-c1e2-4b5c-aadb-661500f8f965 None None] Provisioning complete for port 61224b1d-8841-43bf-b97d-921a615533b3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:08.256120 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f40a28f-c1e2-4b5c-aadb-661500f8f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.292470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5986c36f-a425-4132-ab12-43cc94b62770 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:08.295479 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.307640 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.312593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/networks/fe8008ed-874e-4f90-9df2-44b385997a76 HTTP/1.1" status: 204 len: 168 time: 1.6207020 Sep 16 16:34:08.318501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38794) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:08.320736 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-7967e97d-3c82-4121-bdbc-7f5bcfb318cf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.327753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 5986c36f-a425-4132-ab12-43cc94b62770 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:08.328101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5986c36f-a425-4132-ab12-43cc94b62770 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:08.361388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f80289-cda4-4c6a-aaa1-95994202b447 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Network': ['ID=fe8008ed-874e-4f90-9df2-44b385997a76,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:08.367932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e59db61c-ada6-441b-b4e4-9932e7321604'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:08.402996 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.417051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704d3e9e-8438-4344-ab3c-0189b986d019 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:08.418630 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-704d3e9e-8438-4344-ab3c-0189b986d019 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/23fc7347-6c94-46bb-ad6b-dd947d84857d HTTP/1.1" status: 200 len: 844 time: 0.0990262 Sep 16 16:34:08.424785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38796) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:08.446259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-7967e97d-3c82-4121-bdbc-7f5bcfb318cf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:08.446962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-7967e97d-3c82-4121-bdbc-7f5bcfb318cf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.451188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aa2b37c-d3c4-4688-a44d-d7263ae7d21f req-7967e97d-3c82-4121-bdbc-7f5bcfb318cf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "PUT /v2.0/ports/e59db61c-ada6-441b-b4e4-9932e7321604 HTTP/1.1" status: 200 len: 1021 time: 1.1084535 Sep 16 16:34:08.467940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967e97d-3c82-4121-bdbc-7f5bcfb318cf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'Port': ['ID=e59db61c-ada6-441b-b4e4-9932e7321604,revision_number=7']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:08.541461 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f5729337-31a9-45c5-a06a-6c1475a87294 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/23fc7347-6c94-46bb-ad6b-dd947d84857d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1106520 Sep 16 16:34:08.541803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38800) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:08.548046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c72fca0b-9ab0-41e7-aa71-40e302baad20 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:08.554178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e59db61c-ada6-441b-b4e4-9932e7321604'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:08.560560 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c73aedf1-2154-4720-97bc-a57754f4fbb9 req-557ed102-7f0a-4686-acce-abaef8c08fa1 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077776 Sep 16 16:34:08.615302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842a64c-c09f-4cd4-af1e-dd8d10d8ac67 req-9498e9b4-be7e-4d95-be42-cfcf0e5d3035 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:08.623738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8842a64c-c09f-4cd4-af1e-dd8d10d8ac67 req-9498e9b4-be7e-4d95-be42-cfcf0e5d3035 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 946 time: 0.1178529 Sep 16 16:34:08.635063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00763f-7011-4bf3-89f0-3e95ae0d2fdd req-bc53b77a-9a7c-4aec-b2d1-843dfd0f4d87 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:08.645008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df00763f-7011-4bf3-89f0-3e95ae0d2fdd req-bc53b77a-9a7c-4aec-b2d1-843dfd0f4d87 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 1024 time: 0.1051147 Sep 16 16:34:08.718538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8842a64c-c09f-4cd4-af1e-dd8d10d8ac67 req-df0d6413-893e-4fd1-9586-adce8d66957a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936325 Sep 16 16:34:08.772364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df00763f-7011-4bf3-89f0-3e95ae0d2fdd req-2bb35ad9-16cc-4554-80c2-ea78c3602fc4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&id=11e54e79-26b3-4880-b5b8-774fc73593e5&id=80a7427b-81d0-4d27-9326-7bec2e350658 HTTP/1.1" status: 200 len: 6158 time: 0.1256914 Sep 16 16:34:08.812204 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-57027d6d-4869-450c-a540-0e2d74a9ab26 req-d022e056-fa46-4fe6-8f6a-a95fde06044b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1343233897 ', 'description': 'tempest-description-547987279'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:08.926513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57027d6d-4869-450c-a540-0e2d74a9ab26 req-d022e056-fa46-4fe6-8f6a-a95fde06044b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:08.953611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-744f3344-d837-4c1b-a2c1-9f525df10e7e None None] Provisioning complete for port 61224b1d-8841-43bf-b97d-921a615533b3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:08.953988 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-744f3344-d837-4c1b-a2c1-9f525df10e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.024372 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57027d6d-4869-450c-a540-0e2d74a9ab26 req-d022e056-fa46-4fe6-8f6a-a95fde06044b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.100674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57027d6d-4869-450c-a540-0e2d74a9ab26 req-d022e056-fa46-4fe6-8f6a-a95fde06044b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.131333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022e056-fa46-4fe6-8f6a-a95fde06044b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54b56a2-c6dc-48b1-b5f0-037e89b734d6,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:09.158001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Router 4721386a-8a9f-4f90-8b45-569e1423ca55 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:34:09.216330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72fca0b-9ab0-41e7-aa71-40e302baad20 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:09.219747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c72fca0b-9ab0-41e7-aa71-40e302baad20 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.232280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b8686-81bf-46e1-92f1-a4e9be77ee1e req-a510a21b-1b44-4458-a239-d4f37c8e3eb5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:09.233820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e1b8686-81bf-46e1-92f1-a4e9be77ee1e req-a510a21b-1b44-4458-a239-d4f37c8e3eb5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0526958 Sep 16 16:34:09.246608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'tag': 'e59db61c-ada6-441b-b4e4-9932e7321604'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:09.248872 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8846228-09bc-4b19-8ad9-7743c4c97037" -d '{"events": [{"name": "network-changed", "server_uuid": "385159cf-7464-44ab-9a0c-cf33731a3c93", "tag": "e59db61c-ada6-441b-b4e4-9932e7321604"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:09.284282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e1b8686-81bf-46e1-92f1-a4e9be77ee1e req-a796ad56-5d2a-4d1d-b42e-31400339a8f0 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Sep 16 16:34:09.303242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-57027d6d-4869-450c-a540-0e2d74a9ab26 req-d022e056-fa46-4fe6-8f6a-a95fde06044b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.304512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57027d6d-4869-450c-a540-0e2d74a9ab26 req-d022e056-fa46-4fe6-8f6a-a95fde06044b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.4969196 Sep 16 16:34:09.331543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:09.347108 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Sync routers for ids ['4721386a-8a9f-4f90-8b45-569e1423ca55'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:09.361218 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Routers {'4721386a-8a9f-4f90-8b45-569e1423ca55'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:09.363202 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4721386a-8a9f-4f90-8b45-569e1423ca55'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:09.381477 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d550e8-32c1-4882-911e-f555cd11f057 x-openstack-request-id: req-10d550e8-32c1-4882-911e-f555cd11f057 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:09.381477 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385159cf-7464-44ab-9a0c-cf33731a3c93", "tag": "e59db61c-ada6-441b-b4e4-9932e7321604", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:09.381477 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10d550e8-32c1-4882-911e-f555cd11f057 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:09.381477 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'tag': 'e59db61c-ada6-441b-b4e4-9932e7321604', 'status': 'completed', 'code': 200} Sep 16 16:34:09.435688 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.436337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e20876-1989-4d62-ad21-e262359d4190 req-60e19117-b592-4f2c-8014-ab33db317c32 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:09.437356 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ea8ff77d-2f65-4cbe-8265-9368886060fe admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.5704393 Sep 16 16:34:09.438259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85e20876-1989-4d62-ad21-e262359d4190 req-60e19117-b592-4f2c-8014-ab33db317c32 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 946 time: 0.0795341 Sep 16 16:34:09.440639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38820) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:09.492498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8846228-09bc-4b19-8ad9-7743c4c97037 req-81b3a695-bf2a-452b-8494-d7bf52d26ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:09.494110 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8846228-09bc-4b19-8ad9-7743c4c97037 req-81b3a695-bf2a-452b-8494-d7bf52d26ffc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 1175 time: 0.1187458 Sep 16 16:34:09.515037 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Set router 4721386a-8a9f-4f90-8b45-569e1423ca55 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:09.559625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 61224b1d-8841-43bf-b97d-921a615533b3 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:09.570229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6914935-5e78-40e1-be39-2d4dc282954e req-c6d10cca-9cc5-49c2-9b6a-93f20e12e91d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:09.572525 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6914935-5e78-40e1-be39-2d4dc282954e req-c6d10cca-9cc5-49c2-9b6a-93f20e12e91d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1326289 Sep 16 16:34:09.579540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85e20876-1989-4d62-ad21-e262359d4190 req-edcc4073-4ec5-4124-8e70-958bfaa519ca tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253331 Sep 16 16:34:09.606528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c72fca0b-9ab0-41e7-aa71-40e302baad20 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.616682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 61224b1d-8841-43bf-b97d-921a615533b3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:09.617373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.680590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fca0b-9ab0-41e7-aa71-40e302baad20 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=a23f4118-a3c3-44d8-b39c-6560d34d293c,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:09.713971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fca0b-9ab0-41e7-aa71-40e302baad20 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:09.715365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c72fca0b-9ab0-41e7-aa71-40e302baad20 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:09.724904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72fca0b-9ab0-41e7-aa71-40e302baad20 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:09.725137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c72fca0b-9ab0-41e7-aa71-40e302baad20 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.725429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2856f41-dca7-4817-940f-5636866505e8 None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:09.757177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8846228-09bc-4b19-8ad9-7743c4c97037 req-00faf938-3657-4381-b62d-243741adcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:09.758745 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8846228-09bc-4b19-8ad9-7743c4c97037 req-00faf938-3657-4381-b62d-243741adcaf5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 912 time: 0.2557936 Sep 16 16:34:09.759807 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6914935-5e78-40e1-be39-2d4dc282954e req-6cead61d-98ac-416f-abcc-84d8b7379c43 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749611 Sep 16 16:34:09.769482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78a834ee-9aee-427f-99e8-f2897dfe0e4a req-399d29ac-0613-4890-8133-31dd66192c92 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/c54b56a2-c6dc-48b1-b5f0-037e89b734d6 HTTP/1.1" status: 200 len: 1782 time: 0.1103351 Sep 16 16:34:09.818497 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:07Z', 'revision_number': 3, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:09.855726 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c72fca0b-9ab0-41e7-aa71-40e302baad20 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3130655 Sep 16 16:34:09.858049 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8846228-09bc-4b19-8ad9-7743c4c97037 req-f345a55a-e3db-45b1-9460-281bd9460435 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e59db61c-ada6-441b-b4e4-9932e7321604 HTTP/1.1" status: 200 len: 217 time: 0.0901685 Sep 16 16:34:09.858962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38824) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:09.864343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d452c23e-f6b1-4624-a27d-9c84fe32c164 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'security_group': {'name': 'tempest-secgroup-1354654846'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:09.871856 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Checking router: 4721386a-8a9f-4f90-8b45-569e1423ca55 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:34:09.872198 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Updating router 4721386a-8a9f-4f90-8b45-569e1423ca55 port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:34:09.914707 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.941224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8846228-09bc-4b19-8ad9-7743c4c97037 req-efeb0456-44e7-48de-91c8-3f3db92df8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:09.942813 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8846228-09bc-4b19-8ad9-7743c4c97037 req-efeb0456-44e7-48de-91c8-3f3db92df8af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de7d97ac-9803-40f0-8e1d-0898eb7d3d91 HTTP/1.1" status: 200 len: 851 time: 0.0586772 Sep 16 16:34:09.965668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'tenant_id': '03b2894ecc57412782ddd0dbb9e78c2d', 'fixed_ips': [{'subnet_id': 'a23f4118-a3c3-44d8-b39c-6560d34d293c'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:34:09.966897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:09.991221 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8846228-09bc-4b19-8ad9-7743c4c97037 req-f85b998f-ce83-4274-9642-7bd3b41885ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3b61c8c-c1d1-40c1-b735-bf7809270817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329115 Sep 16 16:34:10.010792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d452c23e-f6b1-4624-a27d-9c84fe32c164 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.038334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-826f5f8d-bfe5-4825-92b9-a2ef87856b6a req-5f7842ff-d78b-4c5f-973f-e7ce59c8cb04 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/c54b56a2-c6dc-48b1-b5f0-037e89b734d6 HTTP/1.1" status: 200 len: 1782 time: 0.1198804 Sep 16 16:34:10.132806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Allocated IP 2001:db8::2 (cc24deec-55c4-4d8c-825b-dea59afaa2ec/a23f4118-a3c3-44d8-b39c-6560d34d293c/b0d9f511-3de9-454d-8ec9-0ca93747f217) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:10.143885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-826f5f8d-bfe5-4825-92b9-a2ef87856b6a req-e7e6f60d-5fac-4a97-a8bd-e743635201c0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.173859 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8846228-09bc-4b19-8ad9-7743c4c97037 req-f4991729-9a83-4c36-b585-d5a9645f2d13 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737866 Sep 16 16:34:10.193785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-826f5f8d-bfe5-4825-92b9-a2ef87856b6a req-e7e6f60d-5fac-4a97-a8bd-e743635201c0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.223772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.238496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d452c23e-f6b1-4624-a27d-9c84fe32c164 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.241305 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.304272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d452c23e-f6b1-4624-a27d-9c84fe32c164 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.326262 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.326477 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.330800 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8846228-09bc-4b19-8ad9-7743c4c97037 req-a0e139a0-3705-4f6d-8509-5b42094921a4 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401095 Sep 16 16:34:10.363035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452c23e-f6b1-4624-a27d-9c84fe32c164 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437b803a-6ee0-4b90-9d43-68b1def304e7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:10.370772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-826f5f8d-bfe5-4825-92b9-a2ef87856b6a req-e7e6f60d-5fac-4a97-a8bd-e743635201c0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.375890 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-826f5f8d-bfe5-4825-92b9-a2ef87856b6a req-e7e6f60d-5fac-4a97-a8bd-e743635201c0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.375890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-826f5f8d-bfe5-4825-92b9-a2ef87856b6a req-e7e6f60d-5fac-4a97-a8bd-e743635201c0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/c54b56a2-c6dc-48b1-b5f0-037e89b734d6 HTTP/1.1" status: 204 len: 173 time: 0.3285217 Sep 16 16:34:10.381704 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Attempting to bind port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:34:10.383466 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Attempting to bind port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:34:10.384054 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Attempting to bind port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:10.395400 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:34:10.396148 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:10.396804 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.397297 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:34:10.397868 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Bound port: 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:34:10.398762 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.423556 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d452c23e-f6b1-4624-a27d-9c84fe32c164 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.424281 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.424847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d452c23e-f6b1-4624-a27d-9c84fe32c164 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5646856 Sep 16 16:34:10.427461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38830) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:10.432958 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008c1cf-181d-41e6-ac96-00d0a572f376 None None] Pushing event updated for resources: {'Port': ['ID=0c0a4228-644d-4d93-a6f7-5d2b1fcf9229,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:10.434151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b79636d4-8bda-4efb-afdd-6abd7f0cfc2f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'security_group': {'name': 'tempest-secgroup-411223778'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:10.450242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6f60d-5fac-4a97-a8bd-e743635201c0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54b56a2-c6dc-48b1-b5f0-037e89b734d6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:10.473027 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] For port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:34:10.480125 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] For port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0c0a4228-644d-4d93-a6f7-5d2b1fcf9229,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:34:10.498992 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-35bf70e3-d723-4d2e-b59c-d8c0b82ff4b1 req-3b95a39b-05e9-4244-bc01-77a26e3738d0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] show failed (client error): The resource could not be found. Sep 16 16:34:10.500021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35bf70e3-d723-4d2e-b59c-d8c0b82ff4b1 req-3b95a39b-05e9-4244-bc01-77a26e3738d0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/c54b56a2-c6dc-48b1-b5f0-037e89b734d6 HTTP/1.1" status: 404 len: 352 time: 0.0795884 Sep 16 16:34:10.508356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:10.510110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:10.513479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:10.516139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Allocated IP 172.20.0.1 (e008241b-7ad6-4a56-90b5-e43a63149541/56612aca-4cae-46c7-9b8f-2e2d4deebc0d/467e50a4-b855-4c30-8a72-9959d3cf9556) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:10.527566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Pushing event updated for resources: {'Port': ['ID=b0d9f511-3de9-454d-8ec9-0ca93747f217,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:10.541826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-5ac83848-52a4-471d-82a9-8a9d4f94d497 req-4b03586b-1c24-4175-bbbc-7f84bbebcfac tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1401000313', 'description': 'tempest-description-1142395783'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:10.549784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b79636d4-8bda-4efb-afdd-6abd7f0cfc2f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.572949 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.576545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925624d0-7c93-4e63-bda7-a7fcdf13b436 req-ca24ec57-a7e2-4635-bce8-12ecb552496b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:10.579392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-925624d0-7c93-4e63-bda7-a7fcdf13b436 req-ca24ec57-a7e2-4635-bce8-12ecb552496b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1576853 Sep 16 16:34:10.582556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Attempting to bind port b0d9f511-3de9-454d-8ec9-0ca93747f217 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:34:10.583214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-8bf3e90d-f420-4382-b32b-12660929a0e4 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:10.583727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Attempting to bind port b0d9f511-3de9-454d-8ec9-0ca93747f217 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '0e0bcadd-87a7-4bbe-94d0-eedddcb97646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:34:10.584279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Attempting to bind port b0d9f511-3de9-454d-8ec9-0ca93747f217 on network cc24deec-55c4-4d8c-825b-dea59afaa2ec {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:10.585694 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-8bf3e90d-f420-4382-b32b-12660929a0e4 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 946 time: 0.0977807 Sep 16 16:34:10.590918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:34:10.591728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Checking segment: {'id': '0e0bcadd-87a7-4bbe-94d0-eedddcb97646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:10.592333 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.592950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Bound using segment: {'id': '0e0bcadd-87a7-4bbe-94d0-eedddcb97646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:34:10.593611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Bound port: b0d9f511-3de9-454d-8ec9-0ca93747f217, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0bcadd-87a7-4bbe-94d0-eedddcb97646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:34:10.594211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.607553 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-b79636d4-8bda-4efb-afdd-6abd7f0cfc2f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:34:10.607553 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 16:34:10.607553 n-d-807786-3 neutron-server[95357]: [parameters: {'project_id_1': '03b2894ecc57412782ddd0dbb9e78c2d', 'expiration_1': datetime.datetime(2021, 9, 16, 16, 33, 50, 589294)}] Sep 16 16:34:10.607553 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:34:10.607921 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-b79636d4-8bda-4efb-afdd-6abd7f0cfc2f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:34:10.677501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] For port b0d9f511-3de9-454d-8ec9-0ca93747f217, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:34:10.682226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] For port b0d9f511-3de9-454d-8ec9-0ca93747f217, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b0d9f511-3de9-454d-8ec9-0ca93747f217,segment=NetworkSegment(0e0bcadd-87a7-4bbe-94d0-eedddcb97646),segment_id=0e0bcadd-87a7-4bbe-94d0-eedddcb97646)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:34:10.686384 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-925624d0-7c93-4e63-bda7-a7fcdf13b436 req-5c078b6b-3d33-412f-b9c6-e57b3f8d7bea tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988894 Sep 16 16:34:10.706338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.725411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-80ed7011-4254-4bf7-bcd0-948fc4c59b6f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Deleting port 58ccc0a5-889e-448b-af53-e8658aac1b30 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:10.725767 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-80ed7011-4254-4bf7-bcd0-948fc4c59b6f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.729850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ac83848-52a4-471d-82a9-8a9d4f94d497 req-4b03586b-1c24-4175-bbbc-7f84bbebcfac tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.761667 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.780994 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Routers {'4721386a-8a9f-4f90-8b45-569e1423ca55'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:10.781639 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4721386a-8a9f-4f90-8b45-569e1423ca55'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:10.787473 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008c1cf-181d-41e6-ac96-00d0a572f376 None None] Pushing event updated for resources: {'Port': ['ID=0c0a4228-644d-4d93-a6f7-5d2b1fcf9229,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:10.824086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.840926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75db7dd-98d6-437c-9fc9-c6f9a80a0be2 None None] Pushing event updated for resources: {'Port': ['ID=b0d9f511-3de9-454d-8ec9-0ca93747f217,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:10.848423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a929109-e414-4b6d-8334-810c77689f33 req-bef0c136-1c09-4a03-a8c2-ee1fae4201b1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:10.850056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a929109-e414-4b6d-8334-810c77689f33 req-bef0c136-1c09-4a03-a8c2-ee1fae4201b1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=37cd4a34-5acb-458e-b784-62b849c263ea HTTP/1.1" status: 200 len: 946 time: 0.0928848 Sep 16 16:34:10.852366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-80ed7011-4254-4bf7-bcd0-948fc4c59b6f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] For port 58ccc0a5-889e-448b-af53-e8658aac1b30, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=58ccc0a5-889e-448b-af53-e8658aac1b30,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:10.853360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-80ed7011-4254-4bf7-bcd0-948fc4c59b6f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:10.871211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-80ed7011-4254-4bf7-bcd0-948fc4c59b6f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Calling delete_port for 58ccc0a5-889e-448b-af53-e8658aac1b30 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:10.893236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Network e008241b-7ad6-4a56-90b5-e43a63149541 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:10.912803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:10.920968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:10.951858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Pushing event updated for resources: {'Port': ['ID=467e50a4-b855-4c30-8a72-9959d3cf9556,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:10.964574 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] Set router 4721386a-8a9f-4f90-8b45-569e1423ca55 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:10.991426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a929109-e414-4b6d-8334-810c77689f33 req-70ba05dd-22dc-4f0c-a74e-dc356c815a53 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169689 Sep 16 16:34:10.995918 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ac83848-52a4-471d-82a9-8a9d4f94d497 req-4b03586b-1c24-4175-bbbc-7f84bbebcfac tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.014896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.084605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ac83848-52a4-471d-82a9-8a9d4f94d497 req-4b03586b-1c24-4175-bbbc-7f84bbebcfac tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.109228 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b79636d4-8bda-4efb-afdd-6abd7f0cfc2f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.145928 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-80ed7011-4254-4bf7-bcd0-948fc4c59b6f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.158874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['58ccc0a5-889e-448b-af53-e8658aac1b30'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:11.208034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed7011-4254-4bf7-bcd0-948fc4c59b6f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event deleted for resources: {'Port': ['ID=58ccc0a5-889e-448b-af53-e8658aac1b30,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:11.254833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03586b-1c24-4175-bbbc-7f84bbebcfac tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe90350-ca90-4855-96b1-e69aaefb3cfc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:11.263822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-80ed7011-4254-4bf7-bcd0-948fc4c59b6f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] No DVR routers for this DVR port 58ccc0a5-889e-448b-af53-e8658aac1b30 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:11.271413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-80ed7011-4254-4bf7-bcd0-948fc4c59b6f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.277228 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5cd8bb68-9624-4dee-a56f-e897f508c51e req-80ed7011-4254-4bf7-bcd0-948fc4c59b6f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "DELETE /v2.0/ports/58ccc0a5-889e-448b-af53-e8658aac1b30 HTTP/1.1" status: 204 len: 173 time: 0.6834128 Sep 16 16:34:11.277228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cd4a34-5acb-458e-b784-62b849c263ea', 'name': 'network-vif-deleted', 'tag': '58ccc0a5-889e-448b-af53-e8658aac1b30'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:11.279683 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afac05e5-d339-4f2a-a528-90b4782c78e5" -d '{"events": [{"server_uuid": "37cd4a34-5acb-458e-b784-62b849c263ea", "name": "network-vif-deleted", "tag": "58ccc0a5-889e-448b-af53-e8658aac1b30"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:11.301839 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96277225-70ee-4d68-998a-3c188f1112ed req-68024eb0-7795-47d8-aa4c-415da664ba2d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:11.303780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96277225-70ee-4d68-998a-3c188f1112ed req-68024eb0-7795-47d8-aa4c-415da664ba2d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1994109 Sep 16 16:34:11.346105 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:07Z', 'revision_number': 3, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:11.349256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b79636d4-8bda-4efb-afdd-6abd7f0cfc2f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.379804 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ebf83-3d36-4660-9af6-09a57e72e583 None None] The sync data for ids ['4721386a-8a9f-4f90-8b45-569e1423ca55'] in n-d-807786-3 is: [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:07Z', 'revision_number': 3, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:11.388063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.392886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96277225-70ee-4d68-998a-3c188f1112ed req-29d5f728-aebe-4988-98f5-85193fe239d6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791996 Sep 16 16:34:11.420010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-56a381d7-d757-4927-806a-dbf209629524 None None] Provisioning complete for port 467e50a4-b855-4c30-8a72-9959d3cf9556 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:11.420010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-56a381d7-d757-4927-806a-dbf209629524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.427177 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b79636d4-8bda-4efb-afdd-6abd7f0cfc2f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.472095 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79636d4-8bda-4efb-afdd-6abd7f0cfc2f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c00d7dd-beb6-4e71-b991-5bf165e24a97,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:11.475856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-56a381d7-d757-4927-806a-dbf209629524 None None] Port 467e50a4-b855-4c30-8a72-9959d3cf9556 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:11.503804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5ac83848-52a4-471d-82a9-8a9d4f94d497 req-4b03586b-1c24-4175-bbbc-7f84bbebcfac tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.505222 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ac83848-52a4-471d-82a9-8a9d4f94d497 req-4b03586b-1c24-4175-bbbc-7f84bbebcfac tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9740188 Sep 16 16:34:11.547185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b79636d4-8bda-4efb-afdd-6abd7f0cfc2f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.559046 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b79636d4-8bda-4efb-afdd-6abd7f0cfc2f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1221440 Sep 16 16:34:11.559046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38846) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:11.564486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1684121114', 'security_groups': ['8c00d7dd-beb6-4e71-b991-5bf165e24a97'], 'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a23f4118-a3c3-44d8-b39c-6560d34d293c'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:11.593518 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc733ab-f1ba-4f7b-acb3-e82804383f49 x-openstack-request-id: req-dcc733ab-f1ba-4f7b-acb3-e82804383f49 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:11.593854 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cd4a34-5acb-458e-b784-62b849c263ea", "name": "network-vif-deleted", "tag": "58ccc0a5-889e-448b-af53-e8658aac1b30", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:11.594105 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dcc733ab-f1ba-4f7b-acb3-e82804383f49 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:11.594510 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cd4a34-5acb-458e-b784-62b849c263ea', 'name': 'network-vif-deleted', 'tag': '58ccc0a5-889e-448b-af53-e8658aac1b30', 'status': 'completed', 'code': 200} Sep 16 16:34:11.631819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-a1cbbfa7-5099-46d8-9160-2f293b142d2c req-3d0a6386-00dc-4eda-8cf8-da10534116d4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1221595588', 'description': 'tempest-description-1140206721'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:11.680024 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b0d9f511-3de9-454d-8ec9-0ca93747f217 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:11.731561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.758410 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:11.758872 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.766558 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a1cbbfa7-5099-46d8-9160-2f293b142d2c req-3d0a6386-00dc-4eda-8cf8-da10534116d4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.795703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.867127 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:34:11.877696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:11.888191 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:11.939196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port b0d9f511-3de9-454d-8ec9-0ca93747f217, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b0d9f511-3de9-454d-8ec9-0ca93747f217,segment=NetworkSegment(0e0bcadd-87a7-4bbe-94d0-eedddcb97646),segment_id=0e0bcadd-87a7-4bbe-94d0-eedddcb97646)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:12.004045 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.023758 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.052880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port f21dc68d-b253-4f8c-b678-3065658052af yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:34:12.104604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=b0d9f511-3de9-454d-8ec9-0ca93747f217,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:12.325041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8::36a (cc24deec-55c4-4d8c-825b-dea59afaa2ec/a23f4118-a3c3-44d8-b39c-6560d34d293c/f21dc68d-b253-4f8c-b678-3065658052af) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:12.398329 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.409606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-36a59cbf-883e-49fe-986a-57ed373c7026 None None] Provisioning complete for port 23fc7347-6c94-46bb-ad6b-dd947d84857d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:12.409984 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-36a59cbf-883e-49fe-986a-57ed373c7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.429274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9471fe1-dacd-4f88-9d6c-68410052da1b req-a663051b-445a-4b40-bd8f-41ca185ef4c4 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:12.430871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9471fe1-dacd-4f88-9d6c-68410052da1b req-a663051b-445a-4b40-bd8f-41ca185ef4c4 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.5874324 Sep 16 16:34:12.435406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Pushing event updated for resources: {'Port': ['ID=467e50a4-b855-4c30-8a72-9959d3cf9556,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:12.455019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-36a59cbf-883e-49fe-986a-57ed373c7026 None None] Port 23fc7347-6c94-46bb-ad6b-dd947d84857d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:12.469510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-36a59cbf-883e-49fe-986a-57ed373c7026 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:12.469721 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-36a59cbf-883e-49fe-986a-57ed373c7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.549476 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.565492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9471fe1-dacd-4f88-9d6c-68410052da1b req-c68fbf9d-af00-47b8-98e6-161ce240c5ac tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205389 Sep 16 16:34:12.596440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a1cbbfa7-5099-46d8-9160-2f293b142d2c req-3d0a6386-00dc-4eda-8cf8-da10534116d4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.620361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Network e008241b-7ad6-4a56-90b5-e43a63149541 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:12.621916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:12.650870 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.678938 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a1cbbfa7-5099-46d8-9160-2f293b142d2c req-3d0a6386-00dc-4eda-8cf8-da10534116d4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.733617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a6386-00dc-4eda-8cf8-da10534116d4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b6302c-9af5-4d0a-87c2-c30f88f08284,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:12.758467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:12.762524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:12.778564 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:12.788905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:12.788905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.810726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=f21dc68d-b253-4f8c-b678-3065658052af,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:12.822214 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a1cbbfa7-5099-46d8-9160-2f293b142d2c req-3d0a6386-00dc-4eda-8cf8-da10534116d4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:12.823529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1cbbfa7-5099-46d8-9160-2f293b142d2c req-3d0a6386-00dc-4eda-8cf8-da10534116d4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2008071 Sep 16 16:34:12.843688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Router 4721386a-8a9f-4f90-8b45-569e1423ca55 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:34:12.854054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4276f62-b006-454c-8eaa-63a2a7482fb3 req-120ab493-c765-4cb2-8804-30801162b97c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:12.855640 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4276f62-b006-454c-8eaa-63a2a7482fb3 req-120ab493-c765-4cb2-8804-30801162b97c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1341369 Sep 16 16:34:12.877579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38864) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:12.877721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-daac1f1d-a37d-499f-90ae-e9d4aaccd0d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3168826 Sep 16 16:34:12.882178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2c522d1e-3c87-45b1-8e39-4cbd4f46933d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:13.005584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4276f62-b006-454c-8eaa-63a2a7482fb3 req-ca317b6f-707e-4ece-9a3e-0cd0b6720f4f tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403503 Sep 16 16:34:13.043469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-e080d65c-e784-417c-aaf2-61f8fef9335a req-1d5c8f03-bfce-425b-a758-61b5483e2f64 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1097624272', 'description': 'tempest-description-1951104364'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:13.105425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6f64e4c7-1b88-42d1-a236-085f89cec86a None None] Provisioning complete for port 467e50a4-b855-4c30-8a72-9959d3cf9556 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:13.105996 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f64e4c7-1b88-42d1-a236-085f89cec86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:13.140616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6f64e4c7-1b88-42d1-a236-085f89cec86a None None] Port 467e50a4-b855-4c30-8a72-9959d3cf9556 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:13.150987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6f64e4c7-1b88-42d1-a236-085f89cec86a None None] Provisioning complete for port f21dc68d-b253-4f8c-b678-3065658052af triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:13.151589 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f64e4c7-1b88-42d1-a236-085f89cec86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:13.190284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6f64e4c7-1b88-42d1-a236-085f89cec86a None None] Port f21dc68d-b253-4f8c-b678-3065658052af cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:13.197784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:13.205544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3247d129-edef-4c70-9dfc-bc941e83819e admin admin] 10.222.0.22 "PUT /v2.0/routers/4721386a-8a9f-4f90-8b45-569e1423ca55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7639318 Sep 16 16:34:13.250090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568293-7f89-497b-82e3-974764b9d57b req-2575ca6d-b766-4424-80c5-d254a6edce77 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:13.251789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-2575ca6d-b766-4424-80c5-d254a6edce77 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.1549265 Sep 16 16:34:13.259784 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e080d65c-e784-417c-aaf2-61f8fef9335a req-1d5c8f03-bfce-425b-a758-61b5483e2f64 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:13.290210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-0acc1e6a-db3c-4b2a-aa1b-2bc01d816d23 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/quotas/1fcc1c21760d475183f44f9951f34743 HTTP/1.1" status: 200 len: 375 time: 0.0241389 Sep 16 16:34:13.323537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-26c74115-8a33-4d6e-b95c-c281e6fdf867 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261824 Sep 16 16:34:13.395513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c522d1e-3c87-45b1-8e39-4cbd4f46933d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:13.401773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c522d1e-3c87-45b1-8e39-4cbd4f46933d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:13.449521 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:13.492524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 58ccc0a5-889e-448b-af53-e8658aac1b30 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:13.517582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 58ccc0a5-889e-448b-af53-e8658aac1b30 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:13.518190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 58ccc0a5-889e-448b-af53-e8658aac1b30 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:13.523823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-42b81ba7-4d07-4204-8268-ef921eb2500b service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922984 Sep 16 16:34:13.584897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Sync routers for ids ['4721386a-8a9f-4f90-8b45-569e1423ca55'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:13.590831 n-d-807786-3 neutron-server[95358]: INFO neutron.db.ipam_backend_mixin [None req-2c522d1e-3c87-45b1-8e39-4cbd4f46933d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a23f4118-a3c3-44d8-b39c-6560d34d293c (CIDR: 2001:db8::/64) Sep 16 16:34:13.603611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Routers {'4721386a-8a9f-4f90-8b45-569e1423ca55'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:13.603611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4721386a-8a9f-4f90-8b45-569e1423ca55'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:13.647424 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c522d1e-3c87-45b1-8e39-4cbd4f46933d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:34:13.647424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c522d1e-3c87-45b1-8e39-4cbd4f46933d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:13.661196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b0d9f511-3de9-454d-8ec9-0ca93747f217 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:13.661377 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e080d65c-e784-417c-aaf2-61f8fef9335a req-1d5c8f03-bfce-425b-a758-61b5483e2f64 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:13.686178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-6606f43c-fb4e-40fe-8198-9a323f691e06 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540976 Sep 16 16:34:13.718726 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:13.743833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e080d65c-e784-417c-aaf2-61f8fef9335a req-1d5c8f03-bfce-425b-a758-61b5483e2f64 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:13.753219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Set router 4721386a-8a9f-4f90-8b45-569e1423ca55 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:13.777181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c8f03-bfce-425b-a758-61b5483e2f64 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a18c573-aeac-45a6-99f5-b7b22dc09eec,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:13.810144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2c522d1e-3c87-45b1-8e39-4cbd4f46933d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9322655 Sep 16 16:34:13.813290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38882) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:13.818593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f7f3e183-92ac-48b7-b021-382cb48cd44a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:13.831108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:13.831376 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:13.842420 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e080d65c-e784-417c-aaf2-61f8fef9335a req-1d5c8f03-bfce-425b-a758-61b5483e2f64 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:13.844236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e080d65c-e784-417c-aaf2-61f8fef9335a req-1d5c8f03-bfce-425b-a758-61b5483e2f64 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8054476 Sep 16 16:34:14.013892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c130-ce21-4075-8bb4-b15992d2bb2c req-cd5fdbb2-276f-4675-bf18-91268e5371f1 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:14.021093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6196c130-ce21-4075-8bb4-b15992d2bb2c req-cd5fdbb2-276f-4675-bf18-91268e5371f1 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0724721 Sep 16 16:34:14.055020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:14.081070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6196c130-ce21-4075-8bb4-b15992d2bb2c req-5c91f56d-cc92-4066-947a-dfc40d363b5d tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590694 Sep 16 16:34:14.113667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:11Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '467e50a4-b855-4c30-8a72-9959d3cf9556', 'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'mac_address': 'fa:16:3e:e8:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:10Z', 'updated_at': '2021-09-16T16:34:11Z', 'revision_number': 2, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'subnets': [{'id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:14.148234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f3e183-92ac-48b7-b021-382cb48cd44a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:14.152935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Checking router: 4721386a-8a9f-4f90-8b45-569e1423ca55 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:34:14.153191 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7f3e183-92ac-48b7-b021-382cb48cd44a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.153357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Updating router 4721386a-8a9f-4f90-8b45-569e1423ca55 port 467e50a4-b855-4c30-8a72-9959d3cf9556 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:34:14.177685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:14.178058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.203340 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.362327 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.379804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-d33fd955-f7d3-4407-9a8e-d4382a769ad5 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:14.381309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-d33fd955-f7d3-4407-9a8e-d4382a769ad5 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/networks?id=e008241b-7ad6-4a56-90b5-e43a63149541 HTTP/1.1" status: 200 len: 829 time: 0.2249746 Sep 16 16:34:14.407120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0c0a4228-644d-4d93-a6f7-5d2b1fcf9229,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:14.423344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-56cf61c9-8f90-4138-b9fe-7577e91dbc0d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/quotas/416cdd2f33fb4b4cac58ea53ce683cae HTTP/1.1" status: 200 len: 375 time: 0.0288033 Sep 16 16:34:14.436623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b75d873-fe68-46ab-97da-480a27b71a1b req-29346e79-aea7-4f1a-ae06-66856558d96c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f105963342f542f4a51088127c51ff49 HTTP/1.1" status: 200 len: 10914 time: 0.3269868 Sep 16 16:34:14.482517 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.564545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=0c0a4228-644d-4d93-a6f7-5d2b1fcf9229,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:14.567723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-001c9d6a-9537-4a69-82b3-c27fa8884326 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=416cdd2f33fb4b4cac58ea53ce683cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301973 Sep 16 16:34:14.574597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b75d873-fe68-46ab-97da-480a27b71a1b req-63ca9b3f-b85f-4c0b-88bc-e41b14eee3a5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/f4fdf204-f486-4cb8-984b-2c60f74762d0 HTTP/1.1" status: 200 len: 2985 time: 0.1246464 Sep 16 16:34:14.580781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-3cfc92a2-3484-47dd-a369-8681bc8eb5aa service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:34:14.581745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-3cfc92a2-3484-47dd-a369-8681bc8eb5aa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050566 Sep 16 16:34:14.589397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.675053 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.732004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b75d873-fe68-46ab-97da-480a27b71a1b req-70b091ae-2efc-4914-8093-52ee312bb67f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/f4fdf204-f486-4cb8-984b-2c60f74762d0 HTTP/1.1" status: 200 len: 2985 time: 0.1479719 Sep 16 16:34:14.747525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c75cd4-33f4-4577-8efa-6707b6ef7da9 None None] Pushing event updated for resources: {'Port': ['ID=467e50a4-b855-4c30-8a72-9959d3cf9556,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:14.774998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-7b6009c4-8a5d-428b-b461-9aaa3e8708d1 service neutron] 10.222.0.22 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629453 Sep 16 16:34:14.832672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-106b62dd-a432-4d52-8ad3-849ba1d8037e req-475a3868-ea09-4694-9b0c-2b45582401de tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 210 time: 0.0471208 Sep 16 16:34:14.882310 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7f3e183-92ac-48b7-b021-382cb48cd44a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.942003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3e183-92ac-48b7-b021-382cb48cd44a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:14.948529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3e183-92ac-48b7-b021-382cb48cd44a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:14.949485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Attempting to bind port 467e50a4-b855-4c30-8a72-9959d3cf9556 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:34:14.949485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Attempting to bind port 467e50a4-b855-4c30-8a72-9959d3cf9556 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:34:14.949830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Attempting to bind port 467e50a4-b855-4c30-8a72-9959d3cf9556 on network e008241b-7ad6-4a56-90b5-e43a63149541 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:14.956063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:34:14.956548 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Checking segment: {'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:14.956910 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.957357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Bound using segment: {'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:34:14.957730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3e183-92ac-48b7-b021-382cb48cd44a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:14.957841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Bound port: 467e50a4-b855-4c30-8a72-9959d3cf9556, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:34:14.958212 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.958373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7f3e183-92ac-48b7-b021-382cb48cd44a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:14.967974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3e183-92ac-48b7-b021-382cb48cd44a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=9e483a97-8e60-4e63-a4d2-212c9f779c7e,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:14.979283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c98c0e1-dc9a-4843-890f-dca91ee86fc1 None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:14.981465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-ac367964-ea7f-4127-a2d7-3062d6e37f08 service neutron] 10.222.0.22 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055101 Sep 16 16:34:15.056364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f7f3e183-92ac-48b7-b021-382cb48cd44a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2418966 Sep 16 16:34:15.065028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38914) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:15.070589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-673484766', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9e483a97-8e60-4e63-a4d2-212c9f779c7e'}], 'security_groups': ['437b803a-6ee0-4b90-9d43-68b1def304e7']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:15.085092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fb37f70-5b92-4313-bbfe-f848d28e06f0 None None] Provisioning complete for port 467e50a4-b855-4c30-8a72-9959d3cf9556 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:15.085469 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fb37f70-5b92-4313-bbfe-f848d28e06f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:15.152092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] For port 467e50a4-b855-4c30-8a72-9959d3cf9556, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:34:15.162448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] For port 467e50a4-b855-4c30-8a72-9959d3cf9556, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=467e50a4-b855-4c30-8a72-9959d3cf9556,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:34:15.166119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fb37f70-5b92-4313-bbfe-f848d28e06f0 None None] Port 467e50a4-b855-4c30-8a72-9959d3cf9556 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:15.235070 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:15.243510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3ec7f-5e88-49b5-a857-65d139757dfd req-41268e42-2e68-4459-b50f-176d3a532c27 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:15.248432 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78a3ec7f-5e88-49b5-a857-65d139757dfd req-41268e42-2e68-4459-b50f-176d3a532c27 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1252384 Sep 16 16:34:15.336102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c75cd4-33f4-4577-8efa-6707b6ef7da9 None None] Pushing event updated for resources: {'Port': ['ID=467e50a4-b855-4c30-8a72-9959d3cf9556,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:15.355434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Routers {'4721386a-8a9f-4f90-8b45-569e1423ca55'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:15.356111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4721386a-8a9f-4f90-8b45-569e1423ca55'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:15.399399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5a52430-8bfc-4e89-bb6f-b0b79296ad19 req-fdb2526b-b716-4faa-a676-e9669eff6565 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/bbe90350-ca90-4855-96b1-e69aaefb3cfc HTTP/1.1" status: 200 len: 1803 time: 0.1289208 Sep 16 16:34:15.439172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78a3ec7f-5e88-49b5-a857-65d139757dfd req-5b2b2541-928c-4fad-9d9d-5a1db2baafa6 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752186 Sep 16 16:34:15.528002 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:15.553157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] Set router 4721386a-8a9f-4f90-8b45-569e1423ca55 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:15.586433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d5a52430-8bfc-4e89-bb6f-b0b79296ad19 req-9a057ec6-e02e-477c-b182-d2a3f2894e4b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:15.613968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:15.624318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c292e-a754-4ccb-b948-d5b490062f6b None None] Update dhcp port {'port': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'fixed_ips': [{'subnet_id': 'a23f4118-a3c3-44d8-b39c-6560d34d293c', 'ip_address': '2001:db8::2'}, {'subnet_id': '9e483a97-8e60-4e63-a4d2-212c9f779c7e'}], 'binding:host_id': 'n-d-807786-3'}, 'id': 'b0d9f511-3de9-454d-8ec9-0ca93747f217'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:34:15.667788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d5a52430-8bfc-4e89-bb6f-b0b79296ad19 req-9a057ec6-e02e-477c-b182-d2a3f2894e4b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:15.727031 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd6c292e-a754-4ccb-b948-d5b490062f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:15.736696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1943e-204d-4e2b-a5f4-cbb686df58f2 req-0af84ce3-0092-423b-b654-ae8c4e533d09 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:15.738442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47d1943e-204d-4e2b-a5f4-cbb686df58f2 req-0af84ce3-0092-423b-b654-ae8c4e533d09 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1537294 Sep 16 16:34:15.789366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-47226020-45c8-4042-bf86-16103746c2bb None None] Provisioning complete for port 467e50a4-b855-4c30-8a72-9959d3cf9556 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:15.789730 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-47226020-45c8-4042-bf86-16103746c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:15.836979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47d1943e-204d-4e2b-a5f4-cbb686df58f2 req-70e84f18-59ae-4a61-a7d6-e459839ee953 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903914 Sep 16 16:34:15.851359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:15.851359 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:15.892999 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d5a52430-8bfc-4e89-bb6f-b0b79296ad19 req-9a057ec6-e02e-477c-b182-d2a3f2894e4b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:15.895767 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d5a52430-8bfc-4e89-bb6f-b0b79296ad19 req-9a057ec6-e02e-477c-b182-d2a3f2894e4b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:15.897028 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5a52430-8bfc-4e89-bb6f-b0b79296ad19 req-9a057ec6-e02e-477c-b182-d2a3f2894e4b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/bbe90350-ca90-4855-96b1-e69aaefb3cfc HTTP/1.1" status: 204 len: 173 time: 0.4726751 Sep 16 16:34:15.952128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a057ec6-e02e-477c-b182-d2a3f2894e4b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe90350-ca90-4855-96b1-e69aaefb3cfc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:15.988131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc9e2504-eee9-4168-8c23-c0aee4699c39 req-ca2913e7-8377-460c-8cb1-6eef42b9a26d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 210 time: 0.0402403 Sep 16 16:34:16.042792 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3bc6b6e4-21ba-43de-b64b-92cf746024a9 req-1c38b9a5-b4e9-49b7-bd1d-0ce55856a14f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 210 time: 0.0428948 Sep 16 16:34:16.082007 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-47226020-45c8-4042-bf86-16103746c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.101277 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-77431ca6-caf7-44ae-8464-06c15cf1d5b1 req-8c49bfb9-3c81-43de-9ae2-bab7bc1943ec tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] show failed (client error): The resource could not be found. Sep 16 16:34:16.102459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77431ca6-caf7-44ae-8464-06c15cf1d5b1 req-8c49bfb9-3c81-43de-9ae2-bab7bc1943ec tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/bbe90350-ca90-4855-96b1-e69aaefb3cfc HTTP/1.1" status: 404 len: 352 time: 0.0643499 Sep 16 16:34:16.151705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:11Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '467e50a4-b855-4c30-8a72-9959d3cf9556', 'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'mac_address': 'fa:16:3e:e8:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:10Z', 'updated_at': '2021-09-16T16:34:15Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'subnets': [{'id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:16.152643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Delete allocated IP 2001:db8::36a (cc24deec-55c4-4d8c-825b-dea59afaa2ec/a23f4118-a3c3-44d8-b39c-6560d34d293c) {{(pid=95358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 16:34:16.157251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-47226020-45c8-4042-bf86-16103746c2bb None None] For port 467e50a4-b855-4c30-8a72-9959d3cf9556, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=467e50a4-b855-4c30-8a72-9959d3cf9556,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:16.187390 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae14bcd-248e-40e1-9bec-99fdf77f9064 None None] The sync data for ids ['4721386a-8a9f-4f90-8b45-569e1423ca55'] in n-d-807786-3 is: [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:11Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '467e50a4-b855-4c30-8a72-9959d3cf9556', 'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'mac_address': 'fa:16:3e:e8:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:10Z', 'updated_at': '2021-09-16T16:34:15Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'subnets': [{'id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:16.190288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8:0:1::1e (cc24deec-55c4-4d8c-825b-dea59afaa2ec/9e483a97-8e60-4e63-a4d2-212c9f779c7e/f21dc68d-b253-4f8c-b678-3065658052af) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:16.235145 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-47226020-45c8-4042-bf86-16103746c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.323961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47226020-45c8-4042-bf86-16103746c2bb None None] Pushing event updated for resources: {'Port': ['ID=467e50a4-b855-4c30-8a72-9959d3cf9556,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:16.353763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ee9de7a-30a6-4291-8291-812eb68e33be req-fcef3cda-9ae8-4cfc-8ab4-5f3266e8bf67 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/c7b6302c-9af5-4d0a-87c2-c30f88f08284 HTTP/1.1" status: 200 len: 1803 time: 0.1414335 Sep 16 16:34:16.397471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568293-7f89-497b-82e3-974764b9d57b req-fe3f4b2e-862b-4106-90e7-4b012621a544 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:16.402118 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-fe3f4b2e-862b-4106-90e7-4b012621a544 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.2074361 Sep 16 16:34:16.418272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Request body: {'port': {'device_id': 'c24c8f89-4dc6-423e-93bb-3355cbc69c89', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'admin_state_up': True, 'tenant_id': '1fcc1c21760d475183f44f9951f34743'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:16.503249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9ee9de7a-30a6-4291-8291-812eb68e33be req-23126d94-2ada-468d-be81-0d19dda4a17f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.526200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.542143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9ee9de7a-30a6-4291-8291-812eb68e33be req-23126d94-2ada-468d-be81-0d19dda4a17f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.613361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2521ca3-8b5a-4daf-8944-feaa05bff9f7 req-8a627769-4423-46c9-bffb-6137a57dde00 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:16.614922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2521ca3-8b5a-4daf-8944-feaa05bff9f7 req-8a627769-4423-46c9-bffb-6137a57dde00 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0781534 Sep 16 16:34:16.620551 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.621241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Made reservation on behalf of 1fcc1c21760d475183f44f9951f34743 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:16.632135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.688187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-dd6c292e-a754-4ccb-b948-d5b490062f6b None None] Allocated IP 2001:db8:0:1::2 (cc24deec-55c4-4d8c-825b-dea59afaa2ec/9e483a97-8e60-4e63-a4d2-212c9f779c7e/b0d9f511-3de9-454d-8ec9-0ca93747f217) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:16.692541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9ee9de7a-30a6-4291-8291-812eb68e33be req-23126d94-2ada-468d-be81-0d19dda4a17f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.695206 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9ee9de7a-30a6-4291-8291-812eb68e33be req-23126d94-2ada-468d-be81-0d19dda4a17f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.696356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ee9de7a-30a6-4291-8291-812eb68e33be req-23126d94-2ada-468d-be81-0d19dda4a17f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/c7b6302c-9af5-4d0a-87c2-c30f88f08284 HTTP/1.1" status: 204 len: 173 time: 0.3353739 Sep 16 16:34:16.756995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=f21dc68d-b253-4f8c-b678-3065658052af,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:16.765455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] In _notify_port_updated(), no bound segment for port f21dc68d-b253-4f8c-b678-3065658052af on network cc24deec-55c4-4d8c-825b-dea59afaa2ec {{(pid=95358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:34:16.774628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:16.776358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.777893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3135699e-b38b-4f13-aea4-be2b783b3f7c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "PUT /v2.0/ports/f21dc68d-b253-4f8c-b678-3065658052af HTTP/1.1" status: 200 len: 929 time: 1.7117412 Sep 16 16:34:16.783101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38942) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:16.805927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23126d94-2ada-468d-be81-0d19dda4a17f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b6302c-9af5-4d0a-87c2-c30f88f08284,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:16.835071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-dd6c292e-a754-4ccb-b948-d5b490062f6b None None] For port b0d9f511-3de9-454d-8ec9-0ca93747f217, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b0d9f511-3de9-454d-8ec9-0ca93747f217,segment=NetworkSegment(0e0bcadd-87a7-4bbe-94d0-eedddcb97646),segment_id=0e0bcadd-87a7-4bbe-94d0-eedddcb97646)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:16.841123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2521ca3-8b5a-4daf-8944-feaa05bff9f7 req-dac8193c-b36d-43b6-b3ed-4c5006914f4b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837125 Sep 16 16:34:16.842540 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-221bfefc-bf59-4532-8187-4aa8acde746e req-c8d4c527-b4b5-4762-9899-62d5f6c0bb91 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] show failed (client error): The resource could not be found. Sep 16 16:34:16.867504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-221bfefc-bf59-4532-8187-4aa8acde746e req-c8d4c527-b4b5-4762-9899-62d5f6c0bb91 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/c7b6302c-9af5-4d0a-87c2-c30f88f08284 HTTP/1.1" status: 404 len: 352 time: 0.1166492 Sep 16 16:34:16.886815 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd6c292e-a754-4ccb-b948-d5b490062f6b None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.926607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Allocated IP 172.20.0.11 (b446d02c-c15f-4f0f-91ea-b210a6b43a85/70ee6f1d-6290-4d7d-a539-0318591c727d/2460c082-b61d-45f8-a850-b58995428c22) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:16.939914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbb441ba-979b-45a9-aaf7-65e391d827fd req-3c42d1bd-1c88-4f74-bdc0-45a26fa0b9f4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/2a18c573-aeac-45a6-99f5-b7b22dc09eec HTTP/1.1" status: 200 len: 1803 time: 0.0594926 Sep 16 16:34:16.992166 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd6c292e-a754-4ccb-b948-d5b490062f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:16.994041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-6548912d-bd4f-469a-99c3-ebf7418eee6a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port f21dc68d-b253-4f8c-b678-3065658052af {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:16.994513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6548912d-bd4f-469a-99c3-ebf7418eee6a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.052729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314241f3-5eef-40d8-977e-030a906acdf3 req-977f060a-0760-406e-b254-1769a6158379 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:17.064933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-314241f3-5eef-40d8-977e-030a906acdf3 req-977f060a-0760-406e-b254-1769a6158379 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1152430 Sep 16 16:34:17.114557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c292e-a754-4ccb-b948-d5b490062f6b None None] Pushing event updated for resources: {'Port': ['ID=b0d9f511-3de9-454d-8ec9-0ca93747f217,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:17.134242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cbb441ba-979b-45a9-aaf7-65e391d827fd req-13cdf269-74ec-480a-a6ec-0fbbe42240d0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.197065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-314241f3-5eef-40d8-977e-030a906acdf3 req-019cdfd0-db1f-43ae-818a-c40574922162 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279669 Sep 16 16:34:17.256835 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cbb441ba-979b-45a9-aaf7-65e391d827fd req-13cdf269-74ec-480a-a6ec-0fbbe42240d0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.310277 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6548912d-bd4f-469a-99c3-ebf7418eee6a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.333321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-6548912d-bd4f-469a-99c3-ebf7418eee6a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for f21dc68d-b253-4f8c-b678-3065658052af owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:17.370314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3b13f8f-6d1e-4ad6-b61e-53e5ee309467 req-31d1ea5c-7210-4d33-9d32-f0e9032595d8 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 210 time: 0.0418746 Sep 16 16:34:17.436884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.468295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cbb441ba-979b-45a9-aaf7-65e391d827fd req-13cdf269-74ec-480a-a6ec-0fbbe42240d0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.492580 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cbb441ba-979b-45a9-aaf7-65e391d827fd req-13cdf269-74ec-480a-a6ec-0fbbe42240d0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.496669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbb441ba-979b-45a9-aaf7-65e391d827fd req-13cdf269-74ec-480a-a6ec-0fbbe42240d0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/2a18c573-aeac-45a6-99f5-b7b22dc09eec HTTP/1.1" status: 204 len: 173 time: 0.5476842 Sep 16 16:34:17.552287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdf269-74ec-480a-a6ec-0fbbe42240d0 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a18c573-aeac-45a6-99f5-b7b22dc09eec,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:17.617327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f35b9c71-9cbb-42e2-86da-3fbe01209b8e req-315c2957-7630-4803-8b73-74460c4991a5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 210 time: 0.1202390 Sep 16 16:34:17.649992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.685079 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-f1343479-e90f-47a5-b445-b39482212ea4 req-ad218ad6-4217-4235-8cfe-b482de5ae3f4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] show failed (client error): The resource could not be found. Sep 16 16:34:17.694276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1343479-e90f-47a5-b445-b39482212ea4 req-ad218ad6-4217-4235-8cfe-b482de5ae3f4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/2a18c573-aeac-45a6-99f5-b7b22dc09eec HTTP/1.1" status: 404 len: 352 time: 0.0434043 Sep 16 16:34:17.750747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6548912d-bd4f-469a-99c3-ebf7418eee6a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.769505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Network b446d02c-c15f-4f0f-91ea-b210a6b43a85 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:17.795178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event updated for resources: {'Port': ['ID=2460c082-b61d-45f8-a850-b58995428c22,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:17.827111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b0d9f511-3de9-454d-8ec9-0ca93747f217 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:17.839012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:17.844625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:17.849849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c27faeba-e111-420b-b0be-932a0451f2c1 req-cdf02622-74bf-4fcd-99de-85f85af49958 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f105963342f542f4a51088127c51ff49 HTTP/1.1" status: 200 len: 6158 time: 0.1336119 Sep 16 16:34:17.888335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548912d-bd4f-469a-99c3-ebf7418eee6a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=f21dc68d-b253-4f8c-b678-3065658052af,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:17.959424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:17.960205 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.972649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:17.973039 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:17.984254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c27faeba-e111-420b-b0be-932a0451f2c1 req-6f2d39e7-4db3-407b-80bb-0e525c8a6150 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/f4fdf204-f486-4cb8-984b-2c60f74762d0 HTTP/1.1" status: 200 len: 2985 time: 0.1333923 Sep 16 16:34:18.024337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6548912d-bd4f-469a-99c3-ebf7418eee6a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.027546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6548912d-bd4f-469a-99c3-ebf7418eee6a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/f21dc68d-b253-4f8c-b678-3065658052af HTTP/1.1" status: 204 len: 168 time: 1.2441120 Sep 16 16:34:18.033425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38962) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:18.035336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bf034-c3e2-422c-a09e-fc4201edb8e0 req-04131dc8-71a5-4344-b741-1f773672dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:18.037098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-299bf034-c3e2-422c-a09e-fc4201edb8e0 req-04131dc8-71a5-4344-b741-1f773672dba2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 1096 time: 0.2875543 Sep 16 16:34:18.088128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 467e50a4-b855-4c30-8a72-9959d3cf9556 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:18.090029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c27faeba-e111-420b-b0be-932a0451f2c1 req-112ae7bd-865d-4ce7-8807-84f9f6071b74 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/f4fdf204-f486-4cb8-984b-2c60f74762d0 HTTP/1.1" status: 200 len: 2985 time: 0.1047342 Sep 16 16:34:18.091818 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4378430-030b-4637-8c0b-cbdc2ec6051a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:34:18.093566 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d4378430-030b-4637-8c0b-cbdc2ec6051a tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/f21dc68d-b253-4f8c-b678-3065658052af HTTP/1.1" status: 404 len: 333 time: 0.0552981 Sep 16 16:34:18.096870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38964) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:18.116137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-bd4d0619-6baa-4e26-b485-6fa41e188bb2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7046976 Sep 16 16:34:18.129672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Request body: {'port': {'device_id': 'c24c8f89-4dc6-423e-93bb-3355cbc69c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:18.136192 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-299bf034-c3e2-422c-a09e-fc4201edb8e0 req-8f1b0b62-ddf3-49e1-a8b7-92983748c809 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624917 Sep 16 16:34:18.147287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-65706c04-2119-4113-b762-f04463b7076c req-ee1bfa79-ac55-4d3c-8af5-be79bcaaeaba tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-237651116', 'description': 'tempest-description-1346618319'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:18.151352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 467e50a4-b855-4c30-8a72-9959d3cf9556 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:18.151724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.185934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2a073db4-c4a6-4640-913b-a5fa73e5fd24 None None] Could not find standard attr ID for object f21dc68d-b253-4f8c-b678-3065658052af. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:34:18.204526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2a073db4-c4a6-4640-913b-a5fa73e5fd24 None None] Provisioning complete for port 23fc7347-6c94-46bb-ad6b-dd947d84857d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:18.205026 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a073db4-c4a6-4640-913b-a5fa73e5fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.209423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-3ad8eeab-44fa-4c32-8fd7-8aa49425f822 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:18.211308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-3ad8eeab-44fa-4c32-8fd7-8aa49425f822 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.62 "GET /v2.0/networks?id=e008241b-7ad6-4a56-90b5-e43a63149541 HTTP/1.1" status: 200 len: 829 time: 0.3134508 Sep 16 16:34:18.229172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.242666 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0dcb6bec-a697-4f1a-a2ea-6f8fc6b49d9c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.243077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7ff5f-68dc-4abb-a4dd-c8b8754fbbaf req-de8cfefd-fdae-4d84-bff0-5dc8868968e1 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:18.255642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08f7ff5f-68dc-4abb-a4dd-c8b8754fbbaf req-de8cfefd-fdae-4d84-bff0-5dc8868968e1 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1896279 Sep 16 16:34:18.293564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0dcb6bec-a697-4f1a-a2ea-6f8fc6b49d9c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.307231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08f7ff5f-68dc-4abb-a4dd-c8b8754fbbaf req-54b24af3-6409-439b-81b8-faf9cd6cd659 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520597 Sep 16 16:34:18.331991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Request body: {'port': {'device_id': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'admin_state_up': True, 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:18.492441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2a073db4-c4a6-4640-913b-a5fa73e5fd24 None None] Port 23fc7347-6c94-46bb-ad6b-dd947d84857d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:18.517749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2a073db4-c4a6-4640-913b-a5fa73e5fd24 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:18.518193 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a073db4-c4a6-4640-913b-a5fa73e5fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.537669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0dcb6bec-a697-4f1a-a2ea-6f8fc6b49d9c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.541304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0dcb6bec-a697-4f1a-a2ea-6f8fc6b49d9c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.545892 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0dcb6bec-a697-4f1a-a2ea-6f8fc6b49d9c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/security-groups/8c00d7dd-beb6-4e71-b991-5bf165e24a97 HTTP/1.1" status: 204 len: 168 time: 0.4479759 Sep 16 16:34:18.546497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38972) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:18.583522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb6bec-a697-4f1a-a2ea-6f8fc6b49d9c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c00d7dd-beb6-4e71-b991-5bf165e24a97,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:18.670589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c031fdd2-b523-45ff-8539-8d1174c966ed tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.725952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c031fdd2-b523-45ff-8539-8d1174c966ed tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.732641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eb3b61e4-de7d-4ff2-8bb6-25b720363960 None None] Could not find standard attr ID for object f21dc68d-b253-4f8c-b678-3065658052af. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:34:18.742163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2460c082-b61d-45f8-a850-b58995428c22 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:34:18.753900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.781326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Transition to ACTIVE for port object 2460c082-b61d-45f8-a850-b58995428c22 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:34:18.831974 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-65706c04-2119-4113-b762-f04463b7076c req-ee1bfa79-ac55-4d3c-8af5-be79bcaaeaba tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.882010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b5e6a-5c7b-4181-9b1c-2f763f16c8fe req-a8585c98-2f18-4850-b5bf-343822e3c288 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:18.902706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:18.902887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-233b5e6a-5c7b-4181-9b1c-2f763f16c8fe req-a8585c98-2f18-4850-b5bf-343822e3c288 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.4404299 Sep 16 16:34:18.926450 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-233b5e6a-5c7b-4181-9b1c-2f763f16c8fe req-3bdc2749-4190-4318-9cbd-a3d46b0f3f25 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354142 Sep 16 16:34:18.936607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2460c082-b61d-45f8-a850-b58995428c22,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:19.128753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Attempting to bind port 2460c082-b61d-45f8-a850-b58995428c22 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:34:19.128753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Attempting to bind port 2460c082-b61d-45f8-a850-b58995428c22 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:34:19.128753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Attempting to bind port 2460c082-b61d-45f8-a850-b58995428c22 on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:19.129794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5adff768-813a-4fe5-8fa6-e04122526579 req-6cf01a92-11b9-49f9-9e13-2d1b93bad038 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 210 time: 0.0277116 Sep 16 16:34:19.129885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Port 2460c082-b61d-45f8-a850-b58995428c22 on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:34:19.129885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Attempting to bind port 2460c082-b61d-45f8-a850-b58995428c22 on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:19.129885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:34:19.129885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Checking segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:19.129885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Bound using segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:34:19.129885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Bound port: 2460c082-b61d-45f8-a850-b58995428c22, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:34:19.129885 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.129885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] For port 2460c082-b61d-45f8-a850-b58995428c22, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:34:19.129885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] For port 2460c082-b61d-45f8-a850-b58995428c22, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2460c082-b61d-45f8-a850-b58995428c22,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:34:19.130576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d703c-64b1-4d30-829e-e88101953713 req-9e82fffc-e22d-42a3-ac27-e7ac82544405 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:19.130576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb7d703c-64b1-4d30-829e-e88101953713 req-9e82fffc-e22d-42a3-ac27-e7ac82544405 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 944 time: 0.0491240 Sep 16 16:34:19.160169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb7d703c-64b1-4d30-829e-e88101953713 req-0fcbe0e6-c0a4-47f4-a9a4-0eb443e989fd tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329344 Sep 16 16:34:19.321485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c031fdd2-b523-45ff-8539-8d1174c966ed tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.321485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c031fdd2-b523-45ff-8539-8d1174c966ed tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.321485 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c031fdd2-b523-45ff-8539-8d1174c966ed tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/security-groups/437b803a-6ee0-4b90-9d43-68b1def304e7 HTTP/1.1" status: 204 len: 168 time: 0.6308079 Sep 16 16:34:19.321485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031fdd2-b523-45ff-8539-8d1174c966ed tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437b803a-6ee0-4b90-9d43-68b1def304e7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:19.321485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38980) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:19.370133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-e267895d-adf7-4217-852f-737c3ae0e69f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet a23f4118-a3c3-44d8-b39c-6560d34d293c {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:34:19.377479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e267895d-adf7-4217-852f-737c3ae0e69f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.414803 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e267895d-adf7-4217-852f-737c3ae0e69f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.429825 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3119-9784-4631-ae7b-041de4d37a41 req-1380470d-111b-4d9a-8881-94df14aa5414 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:19.431381 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f92f3119-9784-4631-ae7b-041de4d37a41 req-1380470d-111b-4d9a-8881-94df14aa5414 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0565386 Sep 16 16:34:19.467052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Made reservation on behalf of 416cdd2f33fb4b4cac58ea53ce683cae for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:19.470548 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.491408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f92f3119-9784-4631-ae7b-041de4d37a41 req-87feb4c1-4c32-48d9-8b22-bea05c2e6215 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536764 Sep 16 16:34:19.508359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e267895d-adf7-4217-852f-737c3ae0e69f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.532991 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.577257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:19.577869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.579251 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] 10.222.0.62 "PUT /v2.0/ports/2460c082-b61d-45f8-a850-b58995428c22 HTTP/1.1" status: 200 len: 1092 time: 1.4547498 Sep 16 16:34:19.579681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24c8f89-4dc6-423e-93bb-3355cbc69c89', 'tag': '2460c082-b61d-45f8-a850-b58995428c22'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:19.581932 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2af77a-1a5f-4bcd-9091-ccab81e8d26f" -d '{"events": [{"name": "network-changed", "server_uuid": "c24c8f89-4dc6-423e-93bb-3355cbc69c89", "tag": "2460c082-b61d-45f8-a850-b58995428c22"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:19.615998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb5d95-5f69-4956-916f-55070ade83b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2460c082-b61d-45f8-a850-b58995428c22,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:19.638723 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4896e4-5360-4a18-abdf-a510cd8c98f1 x-openstack-request-id: req-db4896e4-5360-4a18-abdf-a510cd8c98f1 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:19.639026 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24c8f89-4dc6-423e-93bb-3355cbc69c89", "tag": "2460c082-b61d-45f8-a850-b58995428c22", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:19.639279 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db4896e4-5360-4a18-abdf-a510cd8c98f1 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:19.639682 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24c8f89-4dc6-423e-93bb-3355cbc69c89', 'tag': '2460c082-b61d-45f8-a850-b58995428c22', 'status': 'completed', 'code': 200} Sep 16 16:34:19.657420 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-65706c04-2119-4113-b762-f04463b7076c req-ee1bfa79-ac55-4d3c-8af5-be79bcaaeaba tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.663399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Allocated IP 172.20.0.8 (e008241b-7ad6-4a56-90b5-e43a63149541/56612aca-4cae-46c7-9b8f-2e2d4deebc0d/e69769b5-d32c-4597-81b7-736680b03350) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:19.692664 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e267895d-adf7-4217-852f-737c3ae0e69f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.725255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267895d-adf7-4217-852f-737c3ae0e69f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=a23f4118-a3c3-44d8-b39c-6560d34d293c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:19.731792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e267895d-adf7-4217-852f-737c3ae0e69f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.737745 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e267895d-adf7-4217-852f-737c3ae0e69f tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/a23f4118-a3c3-44d8-b39c-6560d34d293c HTTP/1.1" status: 204 len: 168 time: 0.4179869 Sep 16 16:34:19.738008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38986) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:19.740879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fff58e-5945-417a-a2ef-fbf46f104120 None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:19.742982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f70a21ac-c63e-4458-ad26-a35dc7b7a7ff tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:19.748426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-65706c04-2119-4113-b762-f04463b7076c req-ee1bfa79-ac55-4d3c-8af5-be79bcaaeaba tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.772760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2af77a-1a5f-4bcd-9091-ccab81e8d26f req-d813b40b-a7cd-4bfc-a3d1-a042711e18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:19.774304 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3f2af77a-1a5f-4bcd-9091-ccab81e8d26f req-d813b40b-a7cd-4bfc-a3d1-a042711e18f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 1095 time: 0.1165302 Sep 16 16:34:19.819512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bfa79-ac55-4d3c-8af5-be79bcaaeaba tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de08f03-3f61-41e6-8cdd-fbee61381d3e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:19.857494 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.882308 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-65706c04-2119-4113-b762-f04463b7076c req-ee1bfa79-ac55-4d3c-8af5-be79bcaaeaba tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:19.883708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65706c04-2119-4113-b762-f04463b7076c req-ee1bfa79-ac55-4d3c-8af5-be79bcaaeaba tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.7515717 Sep 16 16:34:19.925108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-0e7152d8-b22f-4ea7-aaca-531beec2c6c6 req-f649b286-ddca-41a4-8bf5-fee511678b3d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-343076941', 'description': 'tempest-description-1674839195'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:19.938691 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2af77a-1a5f-4bcd-9091-ccab81e8d26f req-9ddddad7-7a9e-4f6a-8f33-646dbcf36a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:19.940171 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3f2af77a-1a5f-4bcd-9091-ccab81e8d26f req-9ddddad7-7a9e-4f6a-8f33-646dbcf36a56 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1fcc1c21760d475183f44f9951f34743&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1576674 Sep 16 16:34:19.961389 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.019433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70a21ac-c63e-4458-ad26-a35dc7b7a7ff tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:20.023824 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f70a21ac-c63e-4458-ad26-a35dc7b7a7ff tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.037831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Network e008241b-7ad6-4a56-90b5-e43a63149541 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:20.065566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:20.070010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Pushing event updated for resources: {'Port': ['ID=e69769b5-d32c-4597-81b7-736680b03350,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:20.073800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:20.113238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2af77a-1a5f-4bcd-9091-ccab81e8d26f req-4e1f741f-caad-4b2c-bcdf-50ae46162405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:20.114740 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3f2af77a-1a5f-4bcd-9091-ccab81e8d26f req-4e1f741f-caad-4b2c-bcdf-50ae46162405 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668327 Sep 16 16:34:20.140431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba10fa-4637-47e2-b944-a28c7e593ccd req-3eecdf11-43c9-48e9-985d-9c796fe78148 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:20.153049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86ba10fa-4637-47e2-b944-a28c7e593ccd req-3eecdf11-43c9-48e9-985d-9c796fe78148 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1478519 Sep 16 16:34:20.183216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e7152d8-b22f-4ea7-aaca-531beec2c6c6 req-f649b286-ddca-41a4-8bf5-fee511678b3d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.193499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:20.194237 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.226656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568293-7f89-497b-82e3-974764b9d57b req-9d9e8eb4-b89f-4f1a-8c84-8139c998f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:20.228797 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-9d9e8eb4-b89f-4f1a-8c84-8139c998f978 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 1095 time: 0.0717473 Sep 16 16:34:20.229249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86ba10fa-4637-47e2-b944-a28c7e593ccd req-cf3d3174-a76e-48bf-be5d-11455b4c067c tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748479 Sep 16 16:34:20.303022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-8cd020d2-f7c4-4d3b-b2e2-26161e0dee78 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9751897 Sep 16 16:34:20.326813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Request body: {'port': {'device_id': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:20.337378 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-6bec35ac-f2bf-4ef5-9765-2c38f0a62132 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2460c082-b61d-45f8-a850-b58995428c22 HTTP/1.1" status: 200 len: 217 time: 0.0999634 Sep 16 16:34:20.431025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d3d9d-8feb-4ebd-86cb-57bccf6f25b9 req-2bb97021-18b6-4723-b258-4fd81f252500 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:20.433582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-326d3d9d-8feb-4ebd-86cb-57bccf6f25b9 req-2bb97021-18b6-4723-b258-4fd81f252500 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 931 time: 0.1296585 Sep 16 16:34:20.458180 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.472449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-409544b7-5966-43ac-a479-99ab21b2384f None None] Provisioning complete for port e69769b5-d32c-4597-81b7-736680b03350 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:20.473247 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-409544b7-5966-43ac-a479-99ab21b2384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.490423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568293-7f89-497b-82e3-974764b9d57b req-da7ba09f-36e0-4335-8754-a7e7edbb087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:20.491907 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-da7ba09f-36e0-4335-8754-a7e7edbb087f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ee6f1d-6290-4d7d-a539-0318591c727d HTTP/1.1" status: 200 len: 852 time: 0.1482844 Sep 16 16:34:20.518365 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e7152d8-b22f-4ea7-aaca-531beec2c6c6 req-f649b286-ddca-41a4-8bf5-fee511678b3d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.529213 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-4c02b075-e98c-415e-8e77-08e9465876c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b446d02c-c15f-4f0f-91ea-b210a6b43a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288172 Sep 16 16:34:20.535891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-409544b7-5966-43ac-a479-99ab21b2384f None None] Port e69769b5-d32c-4597-81b7-736680b03350 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:20.542220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-326d3d9d-8feb-4ebd-86cb-57bccf6f25b9 req-3d947f6d-10d3-4006-a758-3df7b0f5c99c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984671 Sep 16 16:34:20.626582 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f70a21ac-c63e-4458-ad26-a35dc7b7a7ff tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.655486 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e7152d8-b22f-4ea7-aaca-531beec2c6c6 req-f649b286-ddca-41a4-8bf5-fee511678b3d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.657348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e11fbacc-46b4-459e-b3c3-84d67c06dda9 None None] Provisioning complete for port 23fc7347-6c94-46bb-ad6b-dd947d84857d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:20.657855 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e11fbacc-46b4-459e-b3c3-84d67c06dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.685757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a21ac-c63e-4458-ad26-a35dc7b7a7ff tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:20.696583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e11fbacc-46b4-459e-b3c3-84d67c06dda9 None None] Port 23fc7347-6c94-46bb-ad6b-dd947d84857d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:20.698211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f70a21ac-c63e-4458-ad26-a35dc7b7a7ff tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:20.704040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a21ac-c63e-4458-ad26-a35dc7b7a7ff tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:20.705153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f70a21ac-c63e-4458-ad26-a35dc7b7a7ff tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.709984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f9157-68dd-4d15-adac-d023fb32f84d None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:20.716287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a21ac-c63e-4458-ad26-a35dc7b7a7ff tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=0734f3e2-e485-4603-a6b1-2a9a9479dfb4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:20.720497 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-2d26c383-e495-484f-83f2-e3a95a6f30fc service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843691 Sep 16 16:34:20.737754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e11fbacc-46b4-459e-b3c3-84d67c06dda9 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:20.738128 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e11fbacc-46b4-459e-b3c3-84d67c06dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.760586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649b286-ddca-41a4-8bf5-fee511678b3d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c838962-4927-486b-aa1f-31fac965dc15,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:20.769878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156212e-f568-4b6b-9fc1-25b535929a49 req-1ffa44f9-e754-4389-9d67-7ac30e3322aa tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:20.771559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c156212e-f568-4b6b-9fc1-25b535929a49 req-1ffa44f9-e754-4389-9d67-7ac30e3322aa tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 944 time: 0.1533029 Sep 16 16:34:20.776844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e7152d8-b22f-4ea7-aaca-531beec2c6c6 req-f649b286-ddca-41a4-8bf5-fee511678b3d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.782853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e7152d8-b22f-4ea7-aaca-531beec2c6c6 req-f649b286-ddca-41a4-8bf5-fee511678b3d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8652430 Sep 16 16:34:20.814533 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f70a21ac-c63e-4458-ad26-a35dc7b7a7ff tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0754948 Sep 16 16:34:20.820846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39004) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:20.833750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-71cc2fdb-8316-4ac7-b38e-b0f53b731d12 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'security_group': {'name': 'tempest-secgroup-821461694'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:20.838816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c156212e-f568-4b6b-9fc1-25b535929a49 req-d7ebc0a4-4ea0-48d7-aa7a-14e7b4ac0dd4 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552962 Sep 16 16:34:20.914418 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42568293-7f89-497b-82e3-974764b9d57b req-c79b0323-9df2-41d8-90b4-a8c1cae021a7 service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862376 Sep 16 16:34:20.967016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69769b5-d32c-4597-81b7-736680b03350 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:34:20.975166 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:20.977852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71cc2fdb-8316-4ac7-b38e-b0f53b731d12 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.027581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Transition to ACTIVE for port object e69769b5-d32c-4597-81b7-736680b03350 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:34:21.049715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c255a1-c732-41b5-bd3d-ac849f0c1395 req-71557100-824d-456f-ba73-20f3d414292b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:21.051496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56c255a1-c732-41b5-bd3d-ac849f0c1395 req-71557100-824d-456f-ba73-20f3d414292b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0738692 Sep 16 16:34:21.098487 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a9f003-4c9e-4033-8d8b-135fe11c7007 None None] Update dhcp port {'port': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'fixed_ips': [{'subnet_id': '9e483a97-8e60-4e63-a4d2-212c9f779c7e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0734f3e2-e485-4603-a6b1-2a9a9479dfb4'}], 'binding:host_id': 'n-d-807786-3'}, 'id': 'b0d9f511-3de9-454d-8ec9-0ca93747f217'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:34:21.101465 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71cc2fdb-8316-4ac7-b38e-b0f53b731d12 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.103483 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.125114 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-37a9f003-4c9e-4033-8d8b-135fe11c7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.153467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56c255a1-c732-41b5-bd3d-ac849f0c1395 req-a82f858c-82bb-4627-bf72-d13af427cdca tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943756 Sep 16 16:34:21.180725 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71cc2fdb-8316-4ac7-b38e-b0f53b731d12 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.231604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Pushing event updated for resources: {'Port': ['ID=e69769b5-d32c-4597-81b7-736680b03350,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:21.256359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc2fdb-8316-4ac7-b38e-b0f53b731d12 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979d3f3d-0c67-43d6-8434-68842d3acf07,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:21.297138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-b6928968-876f-4b9d-9bfa-0a0443ed4340 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:21.304236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-b6928968-876f-4b9d-9bfa-0a0443ed4340 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 811 time: 0.2304907 Sep 16 16:34:21.320803 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71cc2fdb-8316-4ac7-b38e-b0f53b731d12 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.325947 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-71cc2fdb-8316-4ac7-b38e-b0f53b731d12 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4941163 Sep 16 16:34:21.326273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39020) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:21.328140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3d6df329-1373-4449-b01c-3da73718b1ae tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/quotas/f105963342f542f4a51088127c51ff49 HTTP/1.1" status: 200 len: 375 time: 0.0228851 Sep 16 16:34:21.331438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-24ebbe98-47f5-42f4-8d71-0e016f929f7d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'security_group': {'name': 'tempest-secgroup-1089539874'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:21.368811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-37a9f003-4c9e-4033-8d8b-135fe11c7007 None None] Allocated IP 2001:db8::2 (cc24deec-55c4-4d8c-825b-dea59afaa2ec/0734f3e2-e485-4603-a6b1-2a9a9479dfb4/b0d9f511-3de9-454d-8ec9-0ca93747f217) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:21.405913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Attempting to bind port e69769b5-d32c-4597-81b7-736680b03350 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:34:21.406310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Attempting to bind port e69769b5-d32c-4597-81b7-736680b03350 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:34:21.406708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Attempting to bind port e69769b5-d32c-4597-81b7-736680b03350 on network e008241b-7ad6-4a56-90b5-e43a63149541 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:21.421214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-4d3089c3-1e6b-4fb6-bfc7-3cf2ca757f8a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0922523 Sep 16 16:34:21.422110 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Port e69769b5-d32c-4597-81b7-736680b03350 on network e008241b-7ad6-4a56-90b5-e43a63149541 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:34:21.422791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Attempting to bind port e69769b5-d32c-4597-81b7-736680b03350 on network e008241b-7ad6-4a56-90b5-e43a63149541 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:21.440545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:34:21.440800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Checking segment: {'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:21.441343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Bound using segment: {'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:34:21.441671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Bound port: e69769b5-d32c-4597-81b7-736680b03350, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371f5ffe-19d4-40ba-8b40-f6e8a73bef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:34:21.442312 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.474188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24ebbe98-47f5-42f4-8d71-0e016f929f7d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.494303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-37a9f003-4c9e-4033-8d8b-135fe11c7007 None None] For port b0d9f511-3de9-454d-8ec9-0ca93747f217, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b0d9f511-3de9-454d-8ec9-0ca93747f217,segment=NetworkSegment(0e0bcadd-87a7-4bbe-94d0-eedddcb97646),segment_id=0e0bcadd-87a7-4bbe-94d0-eedddcb97646)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:21.542219 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-37a9f003-4c9e-4033-8d8b-135fe11c7007 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.565321 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24ebbe98-47f5-42f4-8d71-0e016f929f7d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.612249 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-37a9f003-4c9e-4033-8d8b-135fe11c7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.629178 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24ebbe98-47f5-42f4-8d71-0e016f929f7d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.634178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824fe71-349a-4a91-914b-d1da04a05774 req-94f04a59-7887-42a8-a8a4-48f3706c4e77 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:21.635782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c824fe71-349a-4a91-914b-d1da04a05774 req-94f04a59-7887-42a8-a8a4-48f3706c4e77 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1524737 Sep 16 16:34:21.638463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] For port e69769b5-d32c-4597-81b7-736680b03350, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:34:21.642785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] For port e69769b5-d32c-4597-81b7-736680b03350, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e69769b5-d32c-4597-81b7-736680b03350,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:34:21.652340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-bbf562e7-701e-4a04-9863-c346118535d7 service neutron] 10.222.0.22 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227073 Sep 16 16:34:21.669656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebbe98-47f5-42f4-8d71-0e016f929f7d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ceddb8-7985-4c7a-8ead-ae3be14fe728,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:21.702180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9f003-4c9e-4033-8d8b-135fe11c7007 None None] Pushing event updated for resources: {'Port': ['ID=b0d9f511-3de9-454d-8ec9-0ca93747f217,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:21.742990 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.751543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c824fe71-349a-4a91-914b-d1da04a05774 req-ac87ae70-a789-47ca-a4d3-9e4d61e877b9 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895097 Sep 16 16:34:21.773448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24ebbe98-47f5-42f4-8d71-0e016f929f7d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.777992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-24ebbe98-47f5-42f4-8d71-0e016f929f7d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4504292 Sep 16 16:34:21.778620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39028) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:21.790349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c3ddcd64-f6d1-43c3-8752-fa767e3fb6b4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'security_group': {'name': 'tempest-secgroup-331646182'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:21.798466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:21.799105 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:21.800536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] 10.222.0.62 "PUT /v2.0/ports/e69769b5-d32c-4597-81b7-736680b03350 HTTP/1.1" status: 200 len: 1091 time: 1.4802427 Sep 16 16:34:21.800972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'tag': 'e69769b5-d32c-4597-81b7-736680b03350'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:21.803239 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49" -d '{"events": [{"name": "network-changed", "server_uuid": "2505cbe6-b7de-41e9-85d8-d024e74c4e4f", "tag": "e69769b5-d32c-4597-81b7-736680b03350"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:21.837122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-0745158d-3b8e-4af0-9604-bafada58daae service neutron] 10.222.0.22 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837175 Sep 16 16:34:21.840972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699cf9d-ff7a-48a7-bc2b-5d9280a3fdca service neutron] Pushing event updated for resources: {'Port': ['ID=e69769b5-d32c-4597-81b7-736680b03350,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:21.954005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3ddcd64-f6d1-43c3-8752-fa767e3fb6b4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:22.034055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-b13bb95c-b0d4-4b6c-839c-8bd7cae0f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:22.043814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-b13bb95c-b0d4-4b6c-839c-8bd7cae0f94b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=416cdd2f33fb4b4cac58ea53ce683cae&device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 1094 time: 0.0812225 Sep 16 16:34:22.064753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3ddcd64-f6d1-43c3-8752-fa767e3fb6b4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:22.136797 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d232b1-117d-44fd-8346-5a7d3416adb9 x-openstack-request-id: req-e2d232b1-117d-44fd-8346-5a7d3416adb9 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:22.137057 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2505cbe6-b7de-41e9-85d8-d024e74c4e4f", "tag": "e69769b5-d32c-4597-81b7-736680b03350", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:22.137309 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2d232b1-117d-44fd-8346-5a7d3416adb9 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:22.137713 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'tag': 'e69769b5-d32c-4597-81b7-736680b03350', 'status': 'completed', 'code': 200} Sep 16 16:34:22.139659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-18d54866-09df-4561-b437-9f9bdf456da7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e69769b5-d32c-4597-81b7-736680b03350 HTTP/1.1" status: 200 len: 217 time: 0.0850847 Sep 16 16:34:22.163234 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3ddcd64-f6d1-43c3-8752-fa767e3fb6b4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:22.218242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddcd64-f6d1-43c3-8752-fa767e3fb6b4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8264fa7b-5c60-42a7-941b-0533f804e172,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:22.264315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-29c15754-1db2-45dc-9d93-9e167b1c4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:22.266415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-29c15754-1db2-45dc-9d93-9e167b1c4f25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56612aca-4cae-46c7-9b8f-2e2d4deebc0d HTTP/1.1" status: 200 len: 868 time: 0.1150181 Sep 16 16:34:22.283638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11558115-b82a-4836-b816-f40a1a9e3d79 req-86d8a69a-f95f-46ea-a0a8-49224617a1f0 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:22.285317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11558115-b82a-4836-b816-f40a1a9e3d79 req-86d8a69a-f95f-46ea-a0a8-49224617a1f0 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 943 time: 0.1513329 Sep 16 16:34:22.295214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3ddcd64-f6d1-43c3-8752-fa767e3fb6b4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:22.298959 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c3ddcd64-f6d1-43c3-8752-fa767e3fb6b4 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5168791 Sep 16 16:34:22.299695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39048) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:22.311828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1487867220', 'security_groups': ['8264fa7b-5c60-42a7-941b-0533f804e172'], 'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0734f3e2-e485-4603-a6b1-2a9a9479dfb4'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:22.327991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eb1a7-2f76-4574-8ada-0e2570d4246b req-52225d67-018b-4388-9756-a9f2925ea57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:22.329711 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-255eb1a7-2f76-4574-8ada-0e2570d4246b req-52225d67-018b-4388-9756-a9f2925ea57c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 1096 time: 0.0443220 Sep 16 16:34:22.378292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34cf98-90e2-43f5-adec-5b9afa6d033f req-2312674d-1bc1-4cb9-806f-f35db4381661 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:22.386846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3a34cf98-90e2-43f5-adec-5b9afa6d033f req-2312674d-1bc1-4cb9-806f-f35db4381661 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 944 time: 0.1768100 Sep 16 16:34:22.444023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eb1a7-2f76-4574-8ada-0e2570d4246b req-328aa776-3877-44df-9aae-ab6f20caa516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:22.451545 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-255eb1a7-2f76-4574-8ada-0e2570d4246b req-328aa776-3877-44df-9aae-ab6f20caa516 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 200 len: 920 time: 0.1085420 Sep 16 16:34:22.462334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11558115-b82a-4836-b816-f40a1a9e3d79 req-fa25f78f-a71d-4316-b05b-8e5fa6df29d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676044 Sep 16 16:34:22.500546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-255eb1a7-2f76-4574-8ada-0e2570d4246b req-3862b09d-39c8-42a7-800c-21a8a11cbc4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970626c6-0bcb-4271-9387-01c119331e04 HTTP/1.1" status: 200 len: 217 time: 0.0477428 Sep 16 16:34:22.500793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3a34cf98-90e2-43f5-adec-5b9afa6d033f req-f3c1500a-1762-4b87-a3fb-6810f03be00b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138861 Sep 16 16:34:22.503529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-209c697b-c94f-4e23-93e4-cb85abede1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:22.507375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-209c697b-c94f-4e23-93e4-cb85abede1e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e008241b-7ad6-4a56-90b5-e43a63149541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322655 Sep 16 16:34:22.512095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-610f5a1a-5991-4cfd-85f0-9ad98b942178 None None] Provisioning complete for port 23fc7347-6c94-46bb-ad6b-dd947d84857d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:22.512660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-610f5a1a-5991-4cfd-85f0-9ad98b942178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:22.574965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-610f5a1a-5991-4cfd-85f0-9ad98b942178 None None] Port 23fc7347-6c94-46bb-ad6b-dd947d84857d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:22.582369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eb1a7-2f76-4574-8ada-0e2570d4246b req-8c79bfef-7ef5-42d7-b007-4071bbd3537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:22.583932 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-255eb1a7-2f76-4574-8ada-0e2570d4246b req-8c79bfef-7ef5-42d7-b007-4071bbd3537b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05b8b946-5be3-44b8-8a46-f2fcda27e5b0 HTTP/1.1" status: 200 len: 859 time: 0.0683613 Sep 16 16:34:22.597039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-610f5a1a-5991-4cfd-85f0-9ad98b942178 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:22.597960 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-610f5a1a-5991-4cfd-85f0-9ad98b942178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:22.636959 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-255eb1a7-2f76-4574-8ada-0e2570d4246b req-d09d149f-9375-4539-b0af-c0fd31fa8bb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0dc7bda-c4d8-43b0-912a-d333dc124c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462790 Sep 16 16:34:22.696472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51f0b8e7-1bd7-456a-bc44-035d520a158b req-53377ca8-d103-458d-890d-3bfd8d2edb7e tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 210 time: 0.0582769 Sep 16 16:34:22.742868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-84cd2cd3-a776-4f11-a438-7fe21f322820 service neutron] 10.222.0.62 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192478 Sep 16 16:34:22.757731 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-255eb1a7-2f76-4574-8ada-0e2570d4246b req-8c38b949-782a-41d9-8794-da6112d5a71d service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132975 Sep 16 16:34:22.766824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cd0ad-c1a0-4383-88d8-1c58152fd426 req-10704710-d913-481f-9320-a38410e6af9e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:22.768309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f62cd0ad-c1a0-4383-88d8-1c58152fd426 req-10704710-d913-481f-9320-a38410e6af9e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0744531 Sep 16 16:34:22.780091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:22.957819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f62cd0ad-c1a0-4383-88d8-1c58152fd426 req-e032fd73-b893-46eb-8070-e86850a8287d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787012 Sep 16 16:34:22.995634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ce8bd1-487a-445c-861a-7503228a2671 req-fcd61cef-5c59-4daa-ae22-26fa9b33cb7c service neutron] 10.222.0.62 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455618 Sep 16 16:34:23.009740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e65c0-7dca-4f72-a6d4-36120e3bc7a9 req-40d630a2-c215-4f75-ba43-5555d2767c98 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:23.016915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-899e65c0-7dca-4f72-a6d4-36120e3bc7a9 req-40d630a2-c215-4f75-ba43-5555d2767c98 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1877375 Sep 16 16:34:23.027163 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:23.056084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] device_id is not set on port efaffa84-e83a-447e-a63a-a1438e7a63c2 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:34:23.076656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-899e65c0-7dca-4f72-a6d4-36120e3bc7a9 req-45dd61ea-bcfe-46bd-8fc8-0555d11fff3d tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587769 Sep 16 16:34:23.192552 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-255eb1a7-2f76-4574-8ada-0e2570d4246b req-c7bc65f8-ceb4-4f9a-98f5-59712e4af3fa service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279277 Sep 16 16:34:23.237828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-91e67591-22f3-4525-a9d2-bc85c9ef473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:23.239339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-91e67591-22f3-4525-a9d2-bc85c9ef473f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=416cdd2f33fb4b4cac58ea53ce683cae&device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 1094 time: 0.1094928 Sep 16 16:34:23.292427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8::31a (cc24deec-55c4-4d8c-825b-dea59afaa2ec/0734f3e2-e485-4603-a6b1-2a9a9479dfb4/efaffa84-e83a-447e-a63a-a1438e7a63c2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:23.383261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-74b0b2cb-11a9-426b-abff-5008ad4c8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:23.385364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-74b0b2cb-11a9-426b-abff-5008ad4c8469 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e008241b-7ad6-4a56-90b5-e43a63149541 HTTP/1.1" status: 200 len: 930 time: 0.1365917 Sep 16 16:34:23.449382 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-8319b6b5-0444-490a-8af4-ee7ca6679a29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e69769b5-d32c-4597-81b7-736680b03350 HTTP/1.1" status: 200 len: 217 time: 0.0513334 Sep 16 16:34:23.518354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2460c082-b61d-45f8-a850-b58995428c22 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:34:23.541542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-520fb6ed-25ae-48e4-932d-e51745535b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:23.543252 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-520fb6ed-25ae-48e4-932d-e51745535b2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56612aca-4cae-46c7-9b8f-2e2d4deebc0d HTTP/1.1" status: 200 len: 868 time: 0.0694220 Sep 16 16:34:23.567543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:23.617054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b0d9f511-3de9-454d-8ec9-0ca93747f217 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:23.675236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-49ce5302-4814-46d9-90ed-c590c09995fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:23.676776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-49ce5302-4814-46d9-90ed-c590c09995fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e008241b-7ad6-4a56-90b5-e43a63149541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224809 Sep 16 16:34:23.682139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 2460c082-b61d-45f8-a850-b58995428c22, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2460c082-b61d-45f8-a850-b58995428c22,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:23.699096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '2460c082-b61d-45f8-a850-b58995428c22', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'port_id': '2460c082-b61d-45f8-a850-b58995428c22', 'mac_address': 'fa:16:3e:88:1e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ee6f1d-6290-4d7d-a539-0318591c727d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:34:23.706528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:23.706926 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:23.723273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375581bd-ad04-4b25-9ebc-e585e95b973b req-afb016e6-96b9-4316-a639-bc67bad2a4fb tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:23.724783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-375581bd-ad04-4b25-9ebc-e585e95b973b req-afb016e6-96b9-4316-a639-bc67bad2a4fb tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 943 time: 0.1339052 Sep 16 16:34:23.740804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706a82a-08a6-4732-a6a7-fd2864d10db0 req-085230aa-88c2-44cd-9add-a8b1a9eb78af tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:23.742239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2706a82a-08a6-4732-a6a7-fd2864d10db0 req-085230aa-88c2-44cd-9add-a8b1a9eb78af tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 944 time: 0.1338582 Sep 16 16:34:23.770337 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:23.789301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2460c082-b61d-45f8-a850-b58995428c22 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:34:23.797332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:23.829911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 2460c082-b61d-45f8-a850-b58995428c22, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2460c082-b61d-45f8-a850-b58995428c22,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:23.878751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-375581bd-ad04-4b25-9ebc-e585e95b973b req-76dd98fd-415a-4598-bb4c-c204efcb3353 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460350 Sep 16 16:34:23.891144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:23.900901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:23.904197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:23.909573 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:23.909885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:23.910502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:23.920762 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2706a82a-08a6-4732-a6a7-fd2864d10db0 req-7c21d940-8d69-4272-aa9a-93d66141cfd1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675711 Sep 16 16:34:23.924141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-91788b88-847e-4b60-92de-7e1801d973c7 service neutron] 10.222.0.62 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359836 Sep 16 16:34:23.927485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=efaffa84-e83a-447e-a63a-a1438e7a63c2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:23.984871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=2460c082-b61d-45f8-a850-b58995428c22,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:24.076340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-943fe5ee-d90d-4ccc-93ae-23e3cbbc332f req-4a0a300d-3d94-408a-ae2f-75c85ba870f1 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 210 time: 0.0307634 Sep 16 16:34:24.096491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1d2947b1-e16e-403e-b254-e7af23f9262e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7899764 Sep 16 16:34:24.100871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8b23fb4-281d-4db7-a8c5-d4f4f03efd49 req-a06c576a-02af-4b0d-ae51-65ed58d0d545 service neutron] 10.222.0.62 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657693 Sep 16 16:34:24.101238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39066) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:24.110342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cbe0eef2-d5f8-41a6-b7af-06e59d69d039 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:24.159757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ac948-68f1-4494-8811-16d1ded04ac6 req-9dc6a582-b166-4260-844a-a9f44381f04c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:24.161736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec3ac948-68f1-4494-8811-16d1ded04ac6 req-9dc6a582-b166-4260-844a-a9f44381f04c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0591049 Sep 16 16:34:24.206044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['2460c082-b61d-45f8-a850-b58995428c22'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:24.235019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec3ac948-68f1-4494-8811-16d1ded04ac6 req-da28005b-c062-48fa-b83e-35488c61f4bc tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 Sep 16 16:34:24.255282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33f207-729e-483a-8842-b5bf42e66fa0 req-818b7338-fe91-40f6-97b4-0e7424a117e8 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:24.256517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c33f207-729e-483a-8842-b5bf42e66fa0 req-818b7338-fe91-40f6-97b4-0e7424a117e8 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0819492 Sep 16 16:34:24.273804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f3d2a5e2-1cad-42ef-828c-5a6c6cb08bc7 None None] Provisioning complete for port efaffa84-e83a-447e-a63a-a1438e7a63c2 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:24.274503 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a5e2-1cad-42ef-828c-5a6c6cb08bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:24.313018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c33f207-729e-483a-8842-b5bf42e66fa0 req-934e0de0-624b-4034-8120-159a556ff5de tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Sep 16 16:34:24.330460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2a5e2-1cad-42ef-828c-5a6c6cb08bc7 None None] Port efaffa84-e83a-447e-a63a-a1438e7a63c2 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:24.344109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-57f158db-abcd-412d-89b0-8f9e99d07035 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:24.345607 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-57f158db-abcd-412d-89b0-8f9e99d07035 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.52 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 811 time: 0.1960926 Sep 16 16:34:24.362212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'port': {'device_id': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817', 'admin_state_up': True, 'tenant_id': 'f105963342f542f4a51088127c51ff49'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:24.461756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe0eef2-d5f8-41a6-b7af-06e59d69d039 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:24.466201 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cbe0eef2-d5f8-41a6-b7af-06e59d69d039 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:24.579186 n-d-807786-3 neutron-server[95357]: INFO neutron.db.ipam_backend_mixin [None req-cbe0eef2-d5f8-41a6-b7af-06e59d69d039 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0734f3e2-e485-4603-a6b1-2a9a9479dfb4 (CIDR: 2001:db8::/64) Sep 16 16:34:24.621265 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe0eef2-d5f8-41a6-b7af-06e59d69d039 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:34:24.621747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe0eef2-d5f8-41a6-b7af-06e59d69d039 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:24.652329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Made reservation on behalf of f105963342f542f4a51088127c51ff49 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:24.655832 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:24.754588 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cbe0eef2-d5f8-41a6-b7af-06e59d69d039 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6499720 Sep 16 16:34:24.757274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39070) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:24.762597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-35ef21d2-8853-40a9-b0f9-c70d580f6855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:24.839557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Allocated IP 172.20.0.8 (a3b61c8c-c1d1-40c1-b735-bf7809270817/de7d97ac-9803-40f0-8e1d-0898eb7d3d91/b68a8d50-4b5f-4969-8a72-c5551911378e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:25.006973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0639e-a097-4f50-be6f-3ab3bcad5233 req-ed1510cf-8eff-4b26-8d18-74084dc445e1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:25.008519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0aa0639e-a097-4f50-be6f-3ab3bcad5233 req-ed1510cf-8eff-4b26-8d18-74084dc445e1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 943 time: 0.0552871 Sep 16 16:34:25.017968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ef21d2-8853-40a9-b0f9-c70d580f6855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:25.021451 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35ef21d2-8853-40a9-b0f9-c70d580f6855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.064362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.077321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0aa0639e-a097-4f50-be6f-3ab3bcad5233 req-fde41dac-1b33-4b3c-9e85-a1c1cfdf9d8f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587399 Sep 16 16:34:25.085988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb03c1-9481-4128-a379-7a77c2c338a2 req-29c4a190-7289-48dd-8cbe-df1840eda0bc tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:25.087512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9cb03c1-9481-4128-a379-7a77c2c338a2 req-29c4a190-7289-48dd-8cbe-df1840eda0bc tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 945 time: 0.0775540 Sep 16 16:34:25.132974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9cb03c1-9481-4128-a379-7a77c2c338a2 req-76cc83f5-9e2f-4a64-9ef6-8eae16e01c7d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371447 Sep 16 16:34:25.152752 n-d-807786-3 neutron-server[95357]: INFO neutron.db.ipam_backend_mixin [None req-35ef21d2-8853-40a9-b0f9-c70d580f6855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9e483a97-8e60-4e63-a4d2-212c9f779c7e (CIDR: 2001:db8:0:1::/64) Sep 16 16:34:25.217970 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ef21d2-8853-40a9-b0f9-c70d580f6855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:34:25.218431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ef21d2-8853-40a9-b0f9-c70d580f6855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:25.234541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1bf45fa-bb31-426a-a858-03af4567b85e req-dee741c7-5314-4371-a477-d0d4f96bb9e4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 210 time: 0.0310667 Sep 16 16:34:25.246421 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.266291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e59db61c-ada6-441b-b4e4-9932e7321604'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:25.297306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Network a3b61c8c-c1d1-40c1-b735-bf7809270817 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:25.304081 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-35ef21d2-8853-40a9-b0f9-c70d580f6855 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5430954 Sep 16 16:34:25.304081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:25.308019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39084) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:25.310971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6f1eeb4e-1f0c-42a9-b60a-84c4facd9b08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'subnet': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:25.311685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:25.315783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'Port': ['ID=b68a8d50-4b5f-4969-8a72-c5551911378e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:25.372640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:25.373442 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.475722 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-c21d7e6f-06c8-4fdc-8461-795b677d10cc tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1175225 Sep 16 16:34:25.497338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Request body: {'port': {'device_id': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:25.527056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e69769b5-d32c-4597-81b7-736680b03350 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:34:25.529683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2460c082-b61d-45f8-a850-b58995428c22 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:25.561952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.687157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e69769b5-d32c-4597-81b7-736680b03350, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e69769b5-d32c-4597-81b7-736680b03350,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:25.700105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'e69769b5-d32c-4597-81b7-736680b03350', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'port_id': 'e69769b5-d32c-4597-81b7-736680b03350', 'mac_address': 'fa:16:3e:b9:a8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:34:25.747881 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.750536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 2460c082-b61d-45f8-a850-b58995428c22 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:34:25.767070 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 2460c082-b61d-45f8-a850-b58995428c22 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:25.767289 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.770574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69769b5-d32c-4597-81b7-736680b03350 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:34:25.800720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f0a21-3bb6-448c-9b81-99c675a06d4a req-29cc3d07-fb2f-491a-9702-2aa8b9557604 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:25.802202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c5f0a21-3bb6-448c-9b81-99c675a06d4a req-29cc3d07-fb2f-491a-9702-2aa8b9557604 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.4696724 Sep 16 16:34:25.814500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e69769b5-d32c-4597-81b7-736680b03350, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e69769b5-d32c-4597-81b7-736680b03350,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:25.840087 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b57213-97a4-4e89-8fd1-f00d15497e51 req-bf73c50b-b5cf-41d8-9cee-f10373b67a05 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:25.841573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b57213-97a4-4e89-8fd1-f00d15497e51 req-bf73c50b-b5cf-41d8-9cee-f10373b67a05 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.4354210 Sep 16 16:34:25.864718 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.869999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68a8d50-4b5f-4969-8a72-c5551911378e {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:34:25.879444 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.886320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c5f0a21-3bb6-448c-9b81-99c675a06d4a req-9d149651-960d-42b0-8a47-2b18f24afec5 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723386 Sep 16 16:34:25.889207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24c8f89-4dc6-423e-93bb-3355cbc69c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460c082-b61d-45f8-a850-b58995428c22'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:25.891761 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bce57fc-e0d4-4eb4-8847-e96d56c52c9f" -d '{"events": [{"server_uuid": "c24c8f89-4dc6-423e-93bb-3355cbc69c89", "name": "network-vif-plugged", "status": "completed", "tag": "2460c082-b61d-45f8-a850-b58995428c22"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:25.892994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Transition to ACTIVE for port object b68a8d50-4b5f-4969-8a72-c5551911378e will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:34:25.904510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 2460c082-b61d-45f8-a850-b58995428c22, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2460c082-b61d-45f8-a850-b58995428c22,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:25.906156 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.912721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b57213-97a4-4e89-8fd1-f00d15497e51 req-b3a94c5a-d606-43d4-8f18-037de39d7749 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611334 Sep 16 16:34:25.960474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e69769b5-d32c-4597-81b7-736680b03350,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:25.962236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1eeb4e-1f0c-42a9-b60a-84c4facd9b08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Made reservation on behalf of 03b2894ecc57412782ddd0dbb9e78c2d for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:25.966898 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f1eeb4e-1f0c-42a9-b60a-84c4facd9b08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:25.975615 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c411b3f-cca8-4ec7-a6cd-1e24c1e063e2 x-openstack-request-id: req-0c411b3f-cca8-4ec7-a6cd-1e24c1e063e2 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:25.975615 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24c8f89-4dc6-423e-93bb-3355cbc69c89", "name": "network-vif-plugged", "status": "completed", "tag": "2460c082-b61d-45f8-a850-b58995428c22", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:25.975615 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c411b3f-cca8-4ec7-a6cd-1e24c1e063e2 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:25.975615 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24c8f89-4dc6-423e-93bb-3355cbc69c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460c082-b61d-45f8-a850-b58995428c22', 'code': 200} Sep 16 16:34:25.992084 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:26.003411 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:26.074326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=2460c082-b61d-45f8-a850-b58995428c22,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:26.085190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Pushing event updated for resources: {'Port': ['ID=b68a8d50-4b5f-4969-8a72-c5551911378e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:26.139691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8362533-51e3-4c54-bfe7-d7a68a743063 req-eac57f6e-9e8c-437a-aa61-e8ec02213166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:26.142085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8362533-51e3-4c54-bfe7-d7a68a743063 req-eac57f6e-9e8c-437a-aa61-e8ec02213166 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 1097 time: 0.0996549 Sep 16 16:34:26.142936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e69769b5-d32c-4597-81b7-736680b03350'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:26.164602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Attempting to bind port b68a8d50-4b5f-4969-8a72-c5551911378e on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:34:26.165150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Attempting to bind port b68a8d50-4b5f-4969-8a72-c5551911378e by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '7dfb72f1-847c-469a-9ff4-30c29ae9a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:34:26.165553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Attempting to bind port b68a8d50-4b5f-4969-8a72-c5551911378e on network a3b61c8c-c1d1-40c1-b735-bf7809270817 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:26.171135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Port b68a8d50-4b5f-4969-8a72-c5551911378e on network a3b61c8c-c1d1-40c1-b735-bf7809270817 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:34:26.171458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Attempting to bind port b68a8d50-4b5f-4969-8a72-c5551911378e on network a3b61c8c-c1d1-40c1-b735-bf7809270817 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:26.176613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:34:26.177087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Checking segment: {'id': '7dfb72f1-847c-469a-9ff4-30c29ae9a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:26.177472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Bound using segment: {'id': '7dfb72f1-847c-469a-9ff4-30c29ae9a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:34:26.177904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Bound port: b68a8d50-4b5f-4969-8a72-c5551911378e, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfb72f1-847c-469a-9ff4-30c29ae9a354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:34:26.178309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:26.245904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8362533-51e3-4c54-bfe7-d7a68a743063 req-33465315-a0d4-46f9-862f-9025591bde50 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947778 Sep 16 16:34:26.257951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] For port b68a8d50-4b5f-4969-8a72-c5551911378e, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:34:26.262248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] For port b68a8d50-4b5f-4969-8a72-c5551911378e, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b68a8d50-4b5f-4969-8a72-c5551911378e,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:34:26.280630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee580b-90ed-4e11-a374-c5f7955bb2cc req-c9f6a0e1-c715-4466-9c39-b6c7e1437d34 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:26.282139 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fee580b-90ed-4e11-a374-c5f7955bb2cc req-c9f6a0e1-c715-4466-9c39-b6c7e1437d34 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 944 time: 0.1088631 Sep 16 16:34:26.332590 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:26.360505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fee580b-90ed-4e11-a374-c5f7955bb2cc req-296f144b-e76f-4a03-919f-963a26389dc2 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722218 Sep 16 16:34:26.369602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:26.370292 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:26.372007 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] 10.222.0.52 "PUT /v2.0/ports/b68a8d50-4b5f-4969-8a72-c5551911378e HTTP/1.1" status: 200 len: 1091 time: 0.8823633 Sep 16 16:34:26.372272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'tag': 'b68a8d50-4b5f-4969-8a72-c5551911378e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:26.376278 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d568dc7-e257-4a8e-b2c1-0fb276881262", "tag": "b68a8d50-4b5f-4969-8a72-c5551911378e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:26.411543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47fcad-7bb3-4fb8-b6f5-7e208de77d5c service neutron] Pushing event updated for resources: {'Port': ['ID=b68a8d50-4b5f-4969-8a72-c5551911378e,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:26.462008 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f1eeb4e-1f0c-42a9-b60a-84c4facd9b08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:26.512253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1eeb4e-1f0c-42a9-b60a-84c4facd9b08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:26.517323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-6f1eeb4e-1f0c-42a9-b60a-84c4facd9b08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:26.522778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1eeb4e-1f0c-42a9-b60a-84c4facd9b08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:26.523376 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f1eeb4e-1f0c-42a9-b60a-84c4facd9b08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:26.527210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a52f81-78a7-4491-8084-59cdd9dfb2f6 None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:26.536641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55f3e1-7c7a-472e-a481-02058c074f73 req-b9d317af-5ad5-40e2-aff2-2db1f4660942 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:26.538171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b55f3e1-7c7a-472e-a481-02058c074f73 req-b9d317af-5ad5-40e2-aff2-2db1f4660942 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 946 time: 0.1039934 Sep 16 16:34:26.550395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1eeb4e-1f0c-42a9-b60a-84c4facd9b08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Subnet': ['ID=f6901693-8b09-40f5-901a-e168bf24803c,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:26.610479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-db8bc0bd-7160-4f7a-8455-8c645148ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:26.612571 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-db8bc0bd-7160-4f7a-8455-8c645148ef00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 1094 time: 0.0694273 Sep 16 16:34:26.616440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b55f3e1-7c7a-472e-a481-02058c074f73 req-c64087b7-16e7-40b9-b6dd-177bcffc2b55 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670404 Sep 16 16:34:26.623366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6f1eeb4e-1f0c-42a9-b60a-84c4facd9b08 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3147662 Sep 16 16:34:26.624754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39112) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:26.632045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-757465174', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f6901693-8b09-40f5-901a-e168bf24803c'}], 'security_groups': ['979d3f3d-0c67-43d6-8434-68842d3acf07', 'f7ceddb8-7985-4c7a-8ead-ae3be14fe728']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:26.664845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4363b2-57cc-417c-9751-4fbf5785ce17 req-c782ea6d-c3b2-496f-9135-4eab0e3b092d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:26.666891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c4363b2-57cc-417c-9751-4fbf5785ce17 req-c782ea6d-c3b2-496f-9135-4eab0e3b092d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 943 time: 0.0890539 Sep 16 16:34:26.673617 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-18d25769-59b4-4414-9f26-b796ea08fcd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b68a8d50-4b5f-4969-8a72-c5551911378e HTTP/1.1" status: 200 len: 217 time: 0.0498493 Sep 16 16:34:26.732425 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:26.735808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-7247b1a6-2f96-447d-bc32-31972f02460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:26.737571 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-7247b1a6-2f96-447d-bc32-31972f02460d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de7d97ac-9803-40f0-8e1d-0898eb7d3d91 HTTP/1.1" status: 200 len: 851 time: 0.0562174 Sep 16 16:34:26.758509 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2e4819-eef8-4ac7-942a-77812472980f x-openstack-request-id: req-ab2e4819-eef8-4ac7-942a-77812472980f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:26.761042 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d568dc7-e257-4a8e-b2c1-0fb276881262", "tag": "b68a8d50-4b5f-4969-8a72-c5551911378e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:26.761042 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab2e4819-eef8-4ac7-942a-77812472980f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:26.761042 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'tag': 'b68a8d50-4b5f-4969-8a72-c5551911378e', 'status': 'completed', 'code': 200} Sep 16 16:34:26.762323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c4363b2-57cc-417c-9751-4fbf5785ce17 req-7a5ed54f-947a-4e61-9301-b4ec79befa56 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854764 Sep 16 16:34:26.778065 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-888d993d-fb50-44c3-8bd5-cf6805a25ad2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3b61c8c-c1d1-40c1-b735-bf7809270817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313857 Sep 16 16:34:26.840673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Update dhcp port {'port': {'network_id': 'cc24deec-55c4-4d8c-825b-dea59afaa2ec', 'fixed_ips': [{'subnet_id': '9e483a97-8e60-4e63-a4d2-212c9f779c7e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0734f3e2-e485-4603-a6b1-2a9a9479dfb4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6901693-8b09-40f5-901a-e168bf24803c'}], 'binding:host_id': 'n-d-807786-3'}, 'id': 'b0d9f511-3de9-454d-8ec9-0ca93747f217'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:34:26.866003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:26.876424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-80daf05d-9f76-4faa-9791-6aeb1ded97cf service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888071 Sep 16 16:34:26.983963 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f29d1cbf-9ab9-4870-abdc-03c59a56d0d5 req-a8c1865a-50e9-46f5-af9e-d04ef5dde23b service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975556 Sep 16 16:34:27.086543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c204b2-f281-478e-b868-913d2377c4bd req-e2fcdb59-9161-47a1-a0b1-43f034a84011 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:27.088188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8c204b2-f281-478e-b868-913d2377c4bd req-e2fcdb59-9161-47a1-a0b1-43f034a84011 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0902402 Sep 16 16:34:27.129364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Delete allocated IP 2001:db8::31a (cc24deec-55c4-4d8c-825b-dea59afaa2ec/0734f3e2-e485-4603-a6b1-2a9a9479dfb4) {{(pid=95358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 16:34:27.147705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Allocated IP 2001:db8:0:2::367 (cc24deec-55c4-4d8c-825b-dea59afaa2ec/f6901693-8b09-40f5-901a-e168bf24803c/efaffa84-e83a-447e-a63a-a1438e7a63c2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:27.154881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d req-546a6b1a-2691-44a0-acc8-6112b3c6c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:27.156621 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d req-546a6b1a-2691-44a0-acc8-6112b3c6c21e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 1094 time: 0.0475287 Sep 16 16:34:27.158647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8c204b2-f281-478e-b868-913d2377c4bd req-07a8e1e3-06ed-423f-abf1-2a9d17dd2e51 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618443 Sep 16 16:34:27.270509 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d req-2705eec0-12cf-44b0-bb66-498a48871ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:27.271944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d req-2705eec0-12cf-44b0-bb66-498a48871ed7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 912 time: 0.1049232 Sep 16 16:34:27.319011 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d req-aa294e71-95b7-4c33-b4c6-857bb0e08ceb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b68a8d50-4b5f-4969-8a72-c5551911378e HTTP/1.1" status: 200 len: 217 time: 0.0361338 Sep 16 16:34:27.337217 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:27.387960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d req-e7e6e5cb-f75e-4c2d-a647-d9978a2fa7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:27.389502 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d req-e7e6e5cb-f75e-4c2d-a647-d9978a2fa7bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de7d97ac-9803-40f0-8e1d-0898eb7d3d91 HTTP/1.1" status: 200 len: 851 time: 0.0522332 Sep 16 16:34:27.421733 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:27.443163 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d req-b1787d03-c1ab-4eb7-b24e-1f83cb9878cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3b61c8c-c1d1-40c1-b735-bf7809270817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455778 Sep 16 16:34:27.511325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Allocated IP 2001:db8:0:2::2 (cc24deec-55c4-4d8c-825b-dea59afaa2ec/f6901693-8b09-40f5-901a-e168bf24803c/b0d9f511-3de9-454d-8ec9-0ca93747f217) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:27.558555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] In _notify_port_updated(), no bound segment for port efaffa84-e83a-447e-a63a-a1438e7a63c2 on network cc24deec-55c4-4d8c-825b-dea59afaa2ec {{(pid=95358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:34:27.569776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:27.575400 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:27.581512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39122) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:27.583436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "PUT /v2.0/ports/efaffa84-e83a-447e-a63a-a1438e7a63c2 HTTP/1.1" status: 200 len: 969 time: 0.9531937 Sep 16 16:34:27.617468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] For port b0d9f511-3de9-454d-8ec9-0ca93747f217, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b0d9f511-3de9-454d-8ec9-0ca93747f217,segment=NetworkSegment(0e0bcadd-87a7-4bbe-94d0-eedddcb97646),segment_id=0e0bcadd-87a7-4bbe-94d0-eedddcb97646)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:27.653627 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:27.657479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e69769b5-d32c-4597-81b7-736680b03350 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:27.682264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d079b-6cd7-4237-bae0-462815d6d63d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event updated for resources: {'Port': ['ID=efaffa84-e83a-447e-a63a-a1438e7a63c2,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:27.711383 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa6f1c-4cf5-4b28-bf6c-1db4b5502879 req-3807fca3-b62a-46b7-a870-92978cb0554d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:27.713591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85aa6f1c-4cf5-4b28-bf6c-1db4b5502879 req-3807fca3-b62a-46b7-a870-92978cb0554d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 944 time: 0.2110023 Sep 16 16:34:27.721153 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d req-3cdcfc91-fcd7-42e4-aa15-cb263b6ca3cd service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699523 Sep 16 16:34:27.754584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:27.793852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85aa6f1c-4cf5-4b28-bf6c-1db4b5502879 req-df06cacf-32e4-45bb-9498-bd029d982b4d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735891 Sep 16 16:34:27.815892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6e7ec-b890-4fc8-9e8d-ee56d9137267 req-966a2012-2463-4b5d-b55c-809910c64b18 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:27.824575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3b6e7ec-b890-4fc8-9e8d-ee56d9137267 req-966a2012-2463-4b5d-b55c-809910c64b18 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 946 time: 0.0856380 Sep 16 16:34:27.824817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-83839987-a93d-4044-9e61-ba24088bc2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port efaffa84-e83a-447e-a63a-a1438e7a63c2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:27.825216 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-83839987-a93d-4044-9e61-ba24088bc2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:27.902504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3b6e7ec-b890-4fc8-9e8d-ee56d9137267 req-2cd00b12-b824-48fe-bffc-47619f786f3b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756297 Sep 16 16:34:27.934448 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-02dc7637-4b72-4b2e-a5d9-014e1db65a1d req-e07285f2-fefd-4690-b164-7cb1e6781bf0 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004755 Sep 16 16:34:27.966213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-83839987-a93d-4044-9e61-ba24088bc2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:27.982864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-83839987-a93d-4044-9e61-ba24088bc2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for efaffa84-e83a-447e-a63a-a1438e7a63c2 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:28.031553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6a210-0450-4a00-a865-149560acc760 req-3e94942d-050b-490b-88a9-8730a1109e87 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:28.042898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19f6a210-0450-4a00-a865-149560acc760 req-3e94942d-050b-490b-88a9-8730a1109e87 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 943 time: 0.0797451 Sep 16 16:34:28.121205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19f6a210-0450-4a00-a865-149560acc760 req-c5e5a323-fed1-4d61-a4fc-a9e407f29487 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726368 Sep 16 16:34:28.129764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Pushing event updated for resources: {'Port': ['ID=b0d9f511-3de9-454d-8ec9-0ca93747f217,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:28.147345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.158417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fddc9c-e383-4ce5-8e1a-9c4c6d752fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:34:28.233858 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6439f10e-8266-48de-8fbd-9f239a78e350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.256793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b68a8d50-4b5f-4969-8a72-c5551911378e details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:34:28.267376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port e69769b5-d32c-4597-81b7-736680b03350 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:34:28.291510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port e69769b5-d32c-4597-81b7-736680b03350 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:28.295584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.295707 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-83839987-a93d-4044-9e61-ba24088bc2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.333944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba958002-5ec4-401d-a14e-4238ba8a8259 req-a5178ec8-1579-47e0-ab38-9fd1a9b64a7f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:28.335782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba958002-5ec4-401d-a14e-4238ba8a8259 req-a5178ec8-1579-47e0-ab38-9fd1a9b64a7f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0832038 Sep 16 16:34:28.403891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83839987-a93d-4044-9e61-ba24088bc2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=efaffa84-e83a-447e-a63a-a1438e7a63c2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:28.403891 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-83839987-a93d-4044-9e61-ba24088bc2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.408524 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-83839987-a93d-4044-9e61-ba24088bc2d3 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/efaffa84-e83a-447e-a63a-a1438e7a63c2 HTTP/1.1" status: 204 len: 168 time: 0.8258796 Sep 16 16:34:28.409516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39134) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:28.428758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba958002-5ec4-401d-a14e-4238ba8a8259 req-eba931cc-b3d8-475b-9452-22315c2d900f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752273 Sep 16 16:34:28.454144 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-22509747-4614-4961-bd4c-4e69e6506eab tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] GET failed (client error): The resource could not be found. Sep 16 16:34:28.458608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39136) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:28.458783 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-22509747-4614-4961-bd4c-4e69e6506eab tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports/efaffa84-e83a-447e-a63a-a1438e7a63c2 HTTP/1.1" status: 404 len: 333 time: 0.0481772 Sep 16 16:34:28.465328 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.506452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69769b5-d32c-4597-81b7-736680b03350'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:28.509865 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae1eab0-63a5-4f6c-8a3e-52a2c45df1a2" -d '{"events": [{"server_uuid": "2505cbe6-b7de-41e9-85d8-d024e74c4e4f", "name": "network-vif-plugged", "status": "completed", "tag": "e69769b5-d32c-4597-81b7-736680b03350"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:28.521360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b68a8d50-4b5f-4969-8a72-c5551911378e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b68a8d50-4b5f-4969-8a72-c5551911378e,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:28.542753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e69769b5-d32c-4597-81b7-736680b03350, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e69769b5-d32c-4597-81b7-736680b03350,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:28.546556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'b68a8d50-4b5f-4969-8a72-c5551911378e', 'network_id': 'a3b61c8c-c1d1-40c1-b735-bf7809270817', 'port_id': 'b68a8d50-4b5f-4969-8a72-c5551911378e', 'mac_address': 'fa:16:3e:6a:4d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7d97ac-9803-40f0-8e1d-0898eb7d3d91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:34:28.575126 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3b26354-ccc6-45fa-93d7-6285ba4d904d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.602794 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.617173 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3b26354-ccc6-45fa-93d7-6285ba4d904d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.621155 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b5fb04-a68f-4f96-9945-f577bd0021a5 x-openstack-request-id: req-50b5fb04-a68f-4f96-9945-f577bd0021a5 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:28.622256 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2505cbe6-b7de-41e9-85d8-d024e74c4e4f", "name": "network-vif-plugged", "status": "completed", "tag": "e69769b5-d32c-4597-81b7-736680b03350", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:28.622712 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50b5fb04-a68f-4f96-9945-f577bd0021a5 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:28.623293 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69769b5-d32c-4597-81b7-736680b03350', 'code': 200} Sep 16 16:34:28.633464 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.647205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68a8d50-4b5f-4969-8a72-c5551911378e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:34:28.719912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b68a8d50-4b5f-4969-8a72-c5551911378e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b68a8d50-4b5f-4969-8a72-c5551911378e,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:28.782423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e69769b5-d32c-4597-81b7-736680b03350,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:28.793455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acde16e-9016-4406-b1f5-d22bdd67c9fb req-c11d7521-8f20-4c48-85a8-5e0e32c047ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:28.795152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4acde16e-9016-4406-b1f5-d22bdd67c9fb req-c11d7521-8f20-4c48-85a8-5e0e32c047ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 1096 time: 0.1085923 Sep 16 16:34:28.834829 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.842602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4acde16e-9016-4406-b1f5-d22bdd67c9fb req-d1855861-b9af-4017-8637-237a631c7d45 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394015 Sep 16 16:34:28.897698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3b26354-ccc6-45fa-93d7-6285ba4d904d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.903825 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f3b26354-ccc6-45fa-93d7-6285ba4d904d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:28.909645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39152) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:28.917048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f3b26354-ccc6-45fa-93d7-6285ba4d904d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/security-groups/8264fa7b-5c60-42a7-941b-0533f804e172 HTTP/1.1" status: 204 len: 168 time: 0.4567695 Sep 16 16:34:28.922444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b68a8d50-4b5f-4969-8a72-c5551911378e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:28.992807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b26354-ccc6-45fa-93d7-6285ba4d904d tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8264fa7b-5c60-42a7-941b-0533f804e172,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:29.001725 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d9904e8-916d-41e6-a437-46786f0c2307 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.036606 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d9904e8-916d-41e6-a437-46786f0c2307 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.051176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d095a-da5f-4aab-a6b6-d52d0a60506d req-4755fea5-23eb-4334-b877-393de3fee77e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:29.056952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-124d095a-da5f-4aab-a6b6-d52d0a60506d req-4755fea5-23eb-4334-b877-393de3fee77e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 945 time: 0.1370804 Sep 16 16:34:29.098331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-124d095a-da5f-4aab-a6b6-d52d0a60506d req-740b782b-4b00-4e04-88f1-43787f964c99 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376055 Sep 16 16:34:29.108442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['b68a8d50-4b5f-4969-8a72-c5551911378e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:29.187224 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d9904e8-916d-41e6-a437-46786f0c2307 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.190153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d9904e8-916d-41e6-a437-46786f0c2307 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.194307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39158) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:29.196040 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6d9904e8-916d-41e6-a437-46786f0c2307 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/security-groups/f7ceddb8-7985-4c7a-8ead-ae3be14fe728 HTTP/1.1" status: 204 len: 168 time: 0.2802696 Sep 16 16:34:29.211501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9904e8-916d-41e6-a437-46786f0c2307 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ceddb8-7985-4c7a-8ead-ae3be14fe728,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:29.290050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3730a365-fb36-494a-a817-4830a1d1f594 None None] Could not find standard attr ID for object efaffa84-e83a-447e-a63a-a1438e7a63c2. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:34:29.308581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4232e56b-0e7a-4ebc-a76d-b9ba115f8bcc tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.343778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4232e56b-0e7a-4ebc-a76d-b9ba115f8bcc tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.359486 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3730a365-fb36-494a-a817-4830a1d1f594 None None] Provisioning complete for port 23fc7347-6c94-46bb-ad6b-dd947d84857d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:29.359865 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3730a365-fb36-494a-a817-4830a1d1f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.431441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3730a365-fb36-494a-a817-4830a1d1f594 None None] Port 23fc7347-6c94-46bb-ad6b-dd947d84857d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:29.440085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825226f-77e3-47a2-8382-606a88b9f4cc req-34a34836-d890-42d7-acff-35f36af06908 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:29.447628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3730a365-fb36-494a-a817-4830a1d1f594 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:29.448023 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3730a365-fb36-494a-a817-4830a1d1f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.457470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4825226f-77e3-47a2-8382-606a88b9f4cc req-34a34836-d890-42d7-acff-35f36af06908 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 944 time: 0.1951685 Sep 16 16:34:29.498733 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4232e56b-0e7a-4ebc-a76d-b9ba115f8bcc tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.507368 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4232e56b-0e7a-4ebc-a76d-b9ba115f8bcc tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.510492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4232e56b-0e7a-4ebc-a76d-b9ba115f8bcc tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/security-groups/979d3f3d-0c67-43d6-8434-68842d3acf07 HTTP/1.1" status: 204 len: 168 time: 0.3149989 Sep 16 16:34:29.513529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39162) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:29.565725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232e56b-0e7a-4ebc-a76d-b9ba115f8bcc tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979d3f3d-0c67-43d6-8434-68842d3acf07,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:29.638962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b0d9f511-3de9-454d-8ec9-0ca93747f217 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:29.648514 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc96c4c-5d4c-4b07-92f0-e783b7f778cf tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet 0734f3e2-e485-4603-a6b1-2a9a9479dfb4 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:34:29.652534 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8cc96c4c-5d4c-4b07-92f0-e783b7f778cf tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.678248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4825226f-77e3-47a2-8382-606a88b9f4cc req-21d47311-16cb-45c7-95e1-d10c0b907ee6 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145255 Sep 16 16:34:29.705817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc7e55-c77c-4f80-890b-741dfc3bb94f req-299d53fd-7f00-4cef-9386-c856aef631e5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:29.723799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e73dfcbf-5251-4475-bf51-d7f730e9935e None None] Could not find standard attr ID for object efaffa84-e83a-447e-a63a-a1438e7a63c2. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:34:29.724974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93bc7e55-c77c-4f80-890b-741dfc3bb94f req-299d53fd-7f00-4cef-9386-c856aef631e5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1163909 Sep 16 16:34:29.744877 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8cc96c4c-5d4c-4b07-92f0-e783b7f778cf tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.765999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:29.766373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:29.803956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93bc7e55-c77c-4f80-890b-741dfc3bb94f req-6aa09e1b-84c1-4d78-bc51-ccf8443e9e74 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778527 Sep 16 16:34:29.941960 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8cc96c4c-5d4c-4b07-92f0-e783b7f778cf tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.107321 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8cc96c4c-5d4c-4b07-92f0-e783b7f778cf tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.124586 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8cc96c4c-5d4c-4b07-92f0-e783b7f778cf tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.126708 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8cc96c4c-5d4c-4b07-92f0-e783b7f778cf tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/0734f3e2-e485-4603-a6b1-2a9a9479dfb4 HTTP/1.1" status: 204 len: 168 time: 0.6119835 Sep 16 16:34:30.136628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39172) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:30.137082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8262b8-651d-4d7c-8606-7889049a7a27 None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:30.148518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc96c4c-5d4c-4b07-92f0-e783b7f778cf tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=0734f3e2-e485-4603-a6b1-2a9a9479dfb4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:30.199755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c6892a-ad6d-4d12-ab02-386b8434cc1e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet f6901693-8b09-40f5-901a-e168bf24803c {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:34:30.203629 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74c6892a-ad6d-4d12-ab02-386b8434cc1e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.276570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b68a8d50-4b5f-4969-8a72-c5551911378e up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:30.283253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74c6892a-ad6d-4d12-ab02-386b8434cc1e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.326643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8c9ff-fec8-4cc0-9edb-4c5707bfa5e4 req-37da7886-7f5c-489e-b905-d7f4febb5154 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:30.328184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ca8c9ff-fec8-4cc0-9edb-4c5707bfa5e4 req-37da7886-7f5c-489e-b905-d7f4febb5154 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 945 time: 0.1008146 Sep 16 16:34:30.416850 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ca8c9ff-fec8-4cc0-9edb-4c5707bfa5e4 req-97ecac77-4d0c-4006-9341-4ca9e3f037ac tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727134 Sep 16 16:34:30.432473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74c6892a-ad6d-4d12-ab02-386b8434cc1e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.451926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port b68a8d50-4b5f-4969-8a72-c5551911378e completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:34:30.456397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port b68a8d50-4b5f-4969-8a72-c5551911378e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:30.463356 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.553419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.599603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b68a8d50-4b5f-4969-8a72-c5551911378e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b68a8d50-4b5f-4969-8a72-c5551911378e,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:30.624910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68a8d50-4b5f-4969-8a72-c5551911378e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:30.627510 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df1d2a6-fe5f-4255-b4f8-e684a82b686e" -d '{"events": [{"server_uuid": "6d568dc7-e257-4a8e-b2c1-0fb276881262", "name": "network-vif-plugged", "status": "completed", "tag": "b68a8d50-4b5f-4969-8a72-c5551911378e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:30.638040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74c6892a-ad6d-4d12-ab02-386b8434cc1e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.667761 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6da4dd-6ba4-4b6e-b8a1-67400c5e9efc x-openstack-request-id: req-1b6da4dd-6ba4-4b6e-b8a1-67400c5e9efc {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:30.668291 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d568dc7-e257-4a8e-b2c1-0fb276881262", "name": "network-vif-plugged", "status": "completed", "tag": "b68a8d50-4b5f-4969-8a72-c5551911378e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:30.668543 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b6da4dd-6ba4-4b6e-b8a1-67400c5e9efc {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:30.669032 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68a8d50-4b5f-4969-8a72-c5551911378e', 'code': 200} Sep 16 16:34:30.714210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6892a-ad6d-4d12-ab02-386b8434cc1e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=f6901693-8b09-40f5-901a-e168bf24803c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:30.726232 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.731399 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74c6892a-ad6d-4d12-ab02-386b8434cc1e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.736588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-74c6892a-ad6d-4d12-ab02-386b8434cc1e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/f6901693-8b09-40f5-901a-e168bf24803c HTTP/1.1" status: 204 len: 168 time: 0.5950408 Sep 16 16:34:30.737809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39182) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:30.769701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80627fb2-d563-4912-a078-976e5a3dd012 req-1f3658e9-b29c-42ae-a4b9-9641d0a35088 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 258 time: 0.3098254 Sep 16 16:34:30.775836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:30.815822 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2f6be4-06a0-473b-b290-ffc7733e2c3c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:30.816376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2f6be4-06a0-473b-b290-ffc7733e2c3c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:30.818590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b68a8d50-4b5f-4969-8a72-c5551911378e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:30.823840 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6767f57d-0040-4daa-9853-e0ab6c3d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.826528 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39184) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:30.831331 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9a2f6be4-06a0-473b-b290-ffc7733e2c3c tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/0734f3e2-e485-4603-a6b1-2a9a9479dfb4 HTTP/1.1" status: 404 len: 337 time: 0.0915508 Sep 16 16:34:30.884091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace676de-bdc3-4852-a90d-8351076603ab req-616b12c6-285b-4451-9400-13e78601a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:30.886502 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ace676de-bdc3-4852-a90d-8351076603ab req-616b12c6-285b-4451-9400-13e78601a4ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 1096 time: 0.0812645 Sep 16 16:34:30.892797 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:30.953164 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ace676de-bdc3-4852-a90d-8351076603ab req-92c54d3f-7edb-49e2-b9a8-f63fb154279a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573616 Sep 16 16:34:30.959943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432ded0-2f17-4dca-9f6d-3a1a576c114c req-58347e15-6ee1-4bc2-98ac-28dfbd702cc8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:30.967643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b432ded0-2f17-4dca-9f6d-3a1a576c114c req-58347e15-6ee1-4bc2-98ac-28dfbd702cc8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 945 time: 0.1492834 Sep 16 16:34:30.979042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e62713c-d9a3-4724-bee4-5da128f64caa tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting subnet 9e483a97-8e60-4e63-a4d2-212c9f779c7e {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:34:30.991845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e62713c-d9a3-4724-bee4-5da128f64caa tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.053098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b432ded0-2f17-4dca-9f6d-3a1a576c114c req-8206a27f-6298-4b57-90da-adae429cb8ec tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845759 Sep 16 16:34:31.059547 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e62713c-d9a3-4724-bee4-5da128f64caa tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.158183 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368e42d-70c9-4ca0-abe8-133b9f158918 None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:31.216402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e62713c-d9a3-4724-bee4-5da128f64caa tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.222593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.235045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-371aaa01-0e42-4bd0-96cf-d40e329b1f7b None None] Provisioning complete for port 23fc7347-6c94-46bb-ad6b-dd947d84857d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:31.235508 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-371aaa01-0e42-4bd0-96cf-d40e329b1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.284582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-371aaa01-0e42-4bd0-96cf-d40e329b1f7b None None] Port 23fc7347-6c94-46bb-ad6b-dd947d84857d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:31.322716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-371aaa01-0e42-4bd0-96cf-d40e329b1f7b None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:31.323085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-371aaa01-0e42-4bd0-96cf-d40e329b1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.420311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0f84-252f-4d42-8562-af5bf129e43e req-867a5558-2b52-466e-8237-5c82babf3d84 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:31.424929 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-182b0f84-252f-4d42-8562-af5bf129e43e req-867a5558-2b52-466e-8237-5c82babf3d84 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1685307 Sep 16 16:34:31.463923 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.489215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Allocated IP 172.25.6.83 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/41128143-94dd-4fed-9bc6-025a62a86113) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:31.498537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-182b0f84-252f-4d42-8562-af5bf129e43e req-c735f8bd-7619-4dbc-a039-a28dd42665c5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676615 Sep 16 16:34:31.522911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e62713c-d9a3-4724-bee4-5da128f64caa tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.570851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62713c-d9a3-4724-bee4-5da128f64caa tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Subnet': ['ID=9e483a97-8e60-4e63-a4d2-212c9f779c7e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:31.576727 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e62713c-d9a3-4724-bee4-5da128f64caa tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.580137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1e62713c-d9a3-4724-bee4-5da128f64caa tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/9e483a97-8e60-4e63-a4d2-212c9f779c7e HTTP/1.1" status: 204 len: 168 time: 0.7490895 Sep 16 16:34:31.582802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39198) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:31.616107 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66a5794-dbed-4a02-8468-3de76715e933 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:31.616591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66a5794-dbed-4a02-8468-3de76715e933 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:31.618896 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c66a5794-dbed-4a02-8468-3de76715e933 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/a23f4118-a3c3-44d8-b39c-6560d34d293c HTTP/1.1" status: 404 len: 337 time: 0.0343816 Sep 16 16:34:31.625041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39200) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:31.661075 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a24976d-08e5-42d0-be89-69db492e9c05 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "GET /v2.0/ports?device_id=e85a353f-fffb-4104-96e7-842481630e63 HTTP/1.1" status: 200 len: 205 time: 0.0345464 Sep 16 16:34:31.662147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39204) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:31.678649 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.708796 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-1020f7e9-04fe-437e-b724-425a94eea8ca tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] delete failed (client error): The resource could not be found. Sep 16 16:34:31.712754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39206) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:31.713044 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1020f7e9-04fe-437e-b724-425a94eea8ca tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/routers/e85a353f-fffb-4104-96e7-842481630e63 HTTP/1.1" status: 404 len: 336 time: 0.0470152 Sep 16 16:34:31.746991 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3d1360-ee1c-48d7-ad11-63c54ce59564 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:31.747455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3d1360-ee1c-48d7-ad11-63c54ce59564 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:31.749235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2c3d1360-ee1c-48d7-ad11-63c54ce59564 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/888410bb-c66d-4f2f-9418-3a3953e8f6c9 HTTP/1.1" status: 404 len: 337 time: 0.0353723 Sep 16 16:34:31.752170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39208) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:31.786123 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d58460e-575e-489f-95f0-4ec0b7ec0309 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:31.786589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d58460e-575e-489f-95f0-4ec0b7ec0309 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:31.790968 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9d58460e-575e-489f-95f0-4ec0b7ec0309 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/c0baca9d-f17f-4e13-bbb7-7e54a412e02a HTTP/1.1" status: 404 len: 337 time: 0.0349958 Sep 16 16:34:31.791358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39210) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:31.821988 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fafb2b-476a-418f-90d1-9ba29b877dbb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:31.822586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fafb2b-476a-418f-90d1-9ba29b877dbb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:31.824493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b5fafb2b-476a-418f-90d1-9ba29b877dbb tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/8e552daf-2b9e-46bd-bba6-0c5d37ce9e40 HTTP/1.1" status: 404 len: 337 time: 0.0321212 Sep 16 16:34:31.827153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39212) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:31.829354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.852700 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-309428e3-e868-4f85-8c24-c9ab02e98c33 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:31.853389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309428e3-e868-4f85-8c24-c9ab02e98c33 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:31.855430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-309428e3-e868-4f85-8c24-c9ab02e98c33 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/040b948c-2978-4c19-a537-a2d73551cd82 HTTP/1.1" status: 404 len: 333 time: 0.0269310 Sep 16 16:34:31.858738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39214) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:31.870865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:31.875452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:31.882187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:31.891548 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:31.892063 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a4e5ad-d27e-4a1a-a865-394b71f79d67 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:31.892482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a4e5ad-d27e-4a1a-a865-394b71f79d67 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:31.896422 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-91a4e5ad-d27e-4a1a-a865-394b71f79d67 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/c74480b6-25a6-4ee9-a2c2-2f639e2a4059 HTTP/1.1" status: 404 len: 337 time: 0.0342925 Sep 16 16:34:31.902215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39216) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:31.912529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Pushing event updated for resources: {'Port': ['ID=41128143-94dd-4fed-9bc6-025a62a86113,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:31.927504 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26a8d68-1f7b-492d-a794-3b0217aea0f9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:31.928039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26a8d68-1f7b-492d-a794-3b0217aea0f9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:31.930035 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e26a8d68-1f7b-492d-a794-3b0217aea0f9 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/c45be642-9c90-420b-a6a5-a9ed2a73b6fc HTTP/1.1" status: 404 len: 337 time: 0.0313156 Sep 16 16:34:31.932973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39220) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:31.980712 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-16628558-4587-4ca7-bdc8-73101cfe22a0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:31.981408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16628558-4587-4ca7-bdc8-73101cfe22a0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:31.983456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-16628558-4587-4ca7-bdc8-73101cfe22a0 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/8a86e417-68d7-44b3-b668-48b7d6b05cb1 HTTP/1.1" status: 404 len: 333 time: 0.0492525 Sep 16 16:34:31.985778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39224) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:32.021756 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf3eb8c-f8e9-4219-aadb-93633171960e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:32.022219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf3eb8c-f8e9-4219-aadb-93633171960e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:32.030439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1cf3eb8c-f8e9-4219-aadb-93633171960e tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/80c6078e-2a19-4fc4-b9d5-6947b451222a HTTP/1.1" status: 404 len: 337 time: 0.0373027 Sep 16 16:34:32.030579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39226) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:32.030662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.055263 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f04679-8ba6-418d-acd8-b95c8b4acc92 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] DELETE failed (client error): The resource could not be found. Sep 16 16:34:32.055935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f04679-8ba6-418d-acd8-b95c8b4acc92 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:34:32.057801 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-04f04679-8ba6-418d-acd8-b95c8b4acc92 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/subnets/92a99657-beb9-4c7f-8c4d-f56d0a65b8be HTTP/1.1" status: 404 len: 337 time: 0.0294633 Sep 16 16:34:32.060507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39228) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:32.104083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f1497-bc35-4071-9755-be27aa80add4 None None] Network cc24deec-55c4-4d8c-825b-dea59afaa2ec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:32.148377 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.179247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9897bb53-daee-4521-9797-2fa9117cd237 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port 23fc7347-6c94-46bb-ad6b-dd947d84857d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:32.179604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9897bb53-daee-4521-9797-2fa9117cd237 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.185934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4c9f7740-1f3d-4b8f-8f27-f91e3cc86d10 None None] Provisioning complete for port 23fc7347-6c94-46bb-ad6b-dd947d84857d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:32.185934 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7740-1f3d-4b8f-8f27-f91e3cc86d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.229155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f7740-1f3d-4b8f-8f27-f91e3cc86d10 None None] Port 23fc7347-6c94-46bb-ad6b-dd947d84857d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:32.267206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9897bb53-daee-4521-9797-2fa9117cd237 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.278541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4c9f7740-1f3d-4b8f-8f27-f91e3cc86d10 None None] Provisioning complete for port b0d9f511-3de9-454d-8ec9-0ca93747f217 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:32.278933 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7740-1f3d-4b8f-8f27-f91e3cc86d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.282656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9897bb53-daee-4521-9797-2fa9117cd237 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for 23fc7347-6c94-46bb-ad6b-dd947d84857d owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:32.339457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.406483 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.419060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0b91b-36a7-48d4-b466-3ebd8164a32b None None] DHCP port deletion for cc24deec-55c4-4d8c-825b-dea59afaa2ec request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:34:32.466393 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9897bb53-daee-4521-9797-2fa9117cd237 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.489594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-90d0b91b-36a7-48d4-b466-3ebd8164a32b None None] Deleting port b0d9f511-3de9-454d-8ec9-0ca93747f217 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:32.490081 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90d0b91b-36a7-48d4-b466-3ebd8164a32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.513480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897bb53-daee-4521-9797-2fa9117cd237 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=23fc7347-6c94-46bb-ad6b-dd947d84857d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:32.517394 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9897bb53-daee-4521-9797-2fa9117cd237 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.522080 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9897bb53-daee-4521-9797-2fa9117cd237 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/ports/23fc7347-6c94-46bb-ad6b-dd947d84857d HTTP/1.1" status: 204 len: 168 time: 0.4605560 Sep 16 16:34:32.522877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39238) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:32.544631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Pushing event updated for resources: {'Port': ['ID=41128143-94dd-4fed-9bc6-025a62a86113,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:32.598471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-90d0b91b-36a7-48d4-b466-3ebd8164a32b None None] For port b0d9f511-3de9-454d-8ec9-0ca93747f217, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b0d9f511-3de9-454d-8ec9-0ca93747f217,segment=NetworkSegment(0e0bcadd-87a7-4bbe-94d0-eedddcb97646),segment_id=0e0bcadd-87a7-4bbe-94d0-eedddcb97646)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:32.598897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90d0b91b-36a7-48d4-b466-3ebd8164a32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.599682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.656435 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.668126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5733-5cff-49f6-b035-9863a7fb37de req-9eefa16f-b34d-465e-8d43-c9b7b13442bb tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:32.669779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69bc5733-5cff-49f6-b035-9863a7fb37de req-9eefa16f-b34d-465e-8d43-c9b7b13442bb tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 945 time: 0.1495681 Sep 16 16:34:32.730681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.731901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80627fb2-d563-4912-a078-976e5a3dd012 req-c2ad1da5-8c8b-4a9b-a93a-11f3d0d1979e tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9611018 Sep 16 16:34:32.735796 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69bc5733-5cff-49f6-b035-9863a7fb37de req-b0c11e1e-b300-423f-b36c-afbc988e3547 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594172 Sep 16 16:34:32.756410 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-90d0b91b-36a7-48d4-b466-3ebd8164a32b None None] Calling delete_port for b0d9f511-3de9-454d-8ec9-0ca93747f217 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:32.793213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80627fb2-d563-4912-a078-976e5a3dd012 req-baa268b0-a350-4b4d-8a09-a721ffb9a73a tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 695 time: 0.0539246 Sep 16 16:34:32.803460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Deleting port b0d9f511-3de9-454d-8ec9-0ca93747f217 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:32.803649 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.920815 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90d0b91b-36a7-48d4-b466-3ebd8164a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.947694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0b91b-36a7-48d4-b466-3ebd8164a32b None None] Pushing event deleted for resources: {'Port': ['ID=b0d9f511-3de9-454d-8ec9-0ca93747f217,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:32.952842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0b91b-36a7-48d4-b466-3ebd8164a32b None None] No DVR routers for this DVR port b0d9f511-3de9-454d-8ec9-0ca93747f217 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:32.960892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] For port b0d9f511-3de9-454d-8ec9-0ca93747f217, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b0d9f511-3de9-454d-8ec9-0ca93747f217,segment=NetworkSegment(0e0bcadd-87a7-4bbe-94d0-eedddcb97646),segment_id=0e0bcadd-87a7-4bbe-94d0-eedddcb97646)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:32.961261 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:32.990403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Calling delete_port for b0d9f511-3de9-454d-8ec9-0ca93747f217 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:33.007334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80627fb2-d563-4912-a078-976e5a3dd012 req-6b56db9f-92d2-4f83-8b99-656a5d79f2ce tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:33.008698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80627fb2-d563-4912-a078-976e5a3dd012 req-6b56db9f-92d2-4f83-8b99-656a5d79f2ce tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.2071848 Sep 16 16:34:33.027201 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7c29-e45e-4a70-a06d-dc048fb7e853 req-e2561e8a-174d-45fd-9dab-4fa262914095 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:33.028692 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea8e7c29-e45e-4a70-a06d-dc048fb7e853 req-e2561e8a-174d-45fd-9dab-4fa262914095 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1165798 Sep 16 16:34:33.108639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea8e7c29-e45e-4a70-a06d-dc048fb7e853 req-b5fff2a2-e55c-4cb3-9b03-a01764dbce0e tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Sep 16 16:34:33.132620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:33.162297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] No DVR routers for this DVR port b0d9f511-3de9-454d-8ec9-0ca93747f217 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:33.169809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Port': ['ID=b0d9f511-3de9-454d-8ec9-0ca93747f217,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:33.297969 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:33.313391 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-fdd65a77-fafc-493d-b4d3-91b5df136bc7 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-237651116&fields=id&tenant_id=f105963342f542f4a51088127c51ff49 HTTP/1.1" status: 200 len: 267 time: 0.1447055 Sep 16 16:34:33.326590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc24deec-55c4-4d8c-825b-dea59afaa2ec']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:33.352988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040712f6-6224-4c60-a3f2-23effa33b474 req-f6bdf2f6-7511-48a5-a89d-626246428810 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:33.354406 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-040712f6-6224-4c60-a3f2-23effa33b474 req-f6bdf2f6-7511-48a5-a89d-626246428810 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1633289 Sep 16 16:34:33.368646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0bcadd-87a7-4bbe-94d0-eedddcb97646') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:33.368939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0bcadd-87a7-4bbe-94d0-eedddcb97646') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:33.386991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:33.438812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-040712f6-6224-4c60-a3f2-23effa33b474 req-72756c7b-dfaa-463b-b55f-85aa5e166f05 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 695 time: 0.0677431 Sep 16 16:34:33.442884 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:33.452945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-040712f6-6224-4c60-a3f2-23effa33b474 req-1986e281-d79b-4bb9-b7db-1250970f7ac6 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Request body: {'floatingip': {'port_id': 'e69769b5-d32c-4597-81b7-736680b03350', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:33.459498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:34:33.459893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:34:33.463343 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:34:33.497876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-f014bd3d-afc6-4106-babe-dc3a02f35639 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:33.499407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-f014bd3d-afc6-4106-babe-dc3a02f35639 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 945 time: 0.1745725 Sep 16 16:34:33.518699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-0606163c-db03-4688-946a-bd8bb7fad084 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'port': {'security_groups': ['f4fdf204-f486-4cb8-984b-2c60f74762d0', '9de08f03-3f61-41e6-8cdd-fbee61381d3e']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:33.557869 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-040712f6-6224-4c60-a3f2-23effa33b474 req-1986e281-d79b-4bb9-b7db-1250970f7ac6 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:33.567772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b0d9f511-3de9-454d-8ec9-0ca93747f217 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:33.597011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: b0d9f511-3de9-454d-8ec9-0ca93747f217 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:33.597523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b0d9f511-3de9-454d-8ec9-0ca93747f217 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:33.680863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:33.702997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-0606163c-db03-4688-946a-bd8bb7fad084 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:33.720271 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:33.731712 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:33.733596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] 10.222.0.22 "DELETE /v2.0/networks/cc24deec-55c4-4d8c-825b-dea59afaa2ec HTTP/1.1" status: 204 len: 168 time: 1.1994529 Sep 16 16:34:33.776817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a9828-82d6-4ad1-aca8-92eba9b25ea2 tempest-PortsIpV6TestJSON-1115426308 tempest-PortsIpV6TestJSON-1115426308-project] Pushing event deleted for resources: {'Network': ['ID=cc24deec-55c4-4d8c-825b-dea59afaa2ec,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:34.138101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39264) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:34.277620 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-221b373e-3d38-462f-a84d-c6c72968402e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03b2894ecc57412782ddd0dbb9e78c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377139 Sep 16 16:34:34.280086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39268) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:34.333303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e232-fb2d-4c1c-a5fe-c597b931ea47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:34.356567 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e232-fb2d-4c1c-a5fe-c597b931ea47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:34.457231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-0606163c-db03-4688-946a-bd8bb7fad084 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] For port b68a8d50-4b5f-4969-8a72-c5551911378e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b68a8d50-4b5f-4969-8a72-c5551911378e,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:34.506211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e232-fb2d-4c1c-a5fe-c597b931ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:34.509532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e232-fb2d-4c1c-a5fe-c597b931ea47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:34.510891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1ae0e232-fb2d-4c1c-a5fe-c597b931ea47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/505f88d2-99f4-4cc9-8551-92d3a30b1c1b HTTP/1.1" status: 204 len: 168 time: 0.2295527 Sep 16 16:34:34.520496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0e232-fb2d-4c1c-a5fe-c597b931ea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505f88d2-99f4-4cc9-8551-92d3a30b1c1b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:34.523022 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-0606163c-db03-4688-946a-bd8bb7fad084 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:34.580188 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-0606163c-db03-4688-946a-bd8bb7fad084 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:34.598678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e59db61c-ada6-441b-b4e4-9932e7321604', 'b68a8d50-4b5f-4969-8a72-c5551911378e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:34.601576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-040712f6-6224-4c60-a3f2-23effa33b474 req-1986e281-d79b-4bb9-b7db-1250970f7ac6 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:34.636531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-0606163c-db03-4688-946a-bd8bb7fad084 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:34.637163 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-0606163c-db03-4688-946a-bd8bb7fad084 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:34.638553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62daf00c-1c7c-4daa-9f73-df422ab9e319 req-0606163c-db03-4688-946a-bd8bb7fad084 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "PUT /v2.0/ports/b68a8d50-4b5f-4969-8a72-c5551911378e HTTP/1.1" status: 200 len: 981 time: 1.1245408 Sep 16 16:34:34.638993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'tag': 'b68a8d50-4b5f-4969-8a72-c5551911378e'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:34.641330 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70" -d '{"events": [{"name": "network-changed", "server_uuid": "6d568dc7-e257-4a8e-b2c1-0fb276881262", "tag": "b68a8d50-4b5f-4969-8a72-c5551911378e"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:34.673668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606163c-db03-4688-946a-bd8bb7fad084 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'Port': ['ID=b68a8d50-4b5f-4969-8a72-c5551911378e,revision_number=6']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:34.708603 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-040712f6-6224-4c60-a3f2-23effa33b474 req-1986e281-d79b-4bb9-b7db-1250970f7ac6 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:34.782715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['b68a8d50-4b5f-4969-8a72-c5551911378e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:34.856548 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-040712f6-6224-4c60-a3f2-23effa33b474 req-1986e281-d79b-4bb9-b7db-1250970f7ac6 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Floating IP df25b558-9a2d-42b2-959e-6c3a8c3f760d associated. External IP: 172.25.6.83, port: e69769b5-d32c-4597-81b7-736680b03350. Sep 16 16:34:35.058978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054b4b1-541b-4749-b82d-9263c38ab170 req-7372ab27-c860-4308-b2db-363d3d51e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:35.064129 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9054b4b1-541b-4749-b82d-9263c38ab170 req-7372ab27-c860-4308-b2db-363d3d51e796 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 1096 time: 0.0640440 Sep 16 16:34:35.070103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5684389-9ed0-44d1-bdb1-8eaef8b8009b req-f8d5068e-cebb-4d72-af33-dc6644607f96 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:35.071937 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5684389-9ed0-44d1-bdb1-8eaef8b8009b req-f8d5068e-cebb-4d72-af33-dc6644607f96 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0790789 Sep 16 16:34:35.115641 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9054b4b1-541b-4749-b82d-9263c38ab170 req-b919a638-1e46-42d6-8f75-9c9f6ecc29cb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441790 Sep 16 16:34:35.159789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5684389-9ed0-44d1-bdb1-8eaef8b8009b req-e7fc9bed-fca6-4ec2-b7d1-d3eaec3a1fe3 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531592 Sep 16 16:34:35.235860 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a044207f-281c-488c-9523-7ac1a4de4b65 x-openstack-request-id: req-a044207f-281c-488c-9523-7ac1a4de4b65 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:35.236223 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d568dc7-e257-4a8e-b2c1-0fb276881262", "tag": "b68a8d50-4b5f-4969-8a72-c5551911378e", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:35.236428 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a044207f-281c-488c-9523-7ac1a4de4b65 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:35.237075 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'tag': 'b68a8d50-4b5f-4969-8a72-c5551911378e', 'status': 'completed', 'code': 200} Sep 16 16:34:35.329245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f39ba08-f5b1-4bac-8ee2-338e29a739c8 req-b371a048-ebfa-472e-8997-41a75e4d76c7 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/9de08f03-3f61-41e6-8cdd-fbee61381d3e HTTP/1.1" status: 200 len: 1802 time: 0.0950191 Sep 16 16:34:35.372774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-040712f6-6224-4c60-a3f2-23effa33b474 req-1986e281-d79b-4bb9-b7db-1250970f7ac6 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Router 4721386a-8a9f-4f90-8b45-569e1423ca55 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:34:35.409563 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-5f39ba08-f5b1-4bac-8ee2-338e29a739c8 req-6e5e1c6c-8b5a-48d8-ad94-493bbe2b6ba8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 16:34:35.410728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f39ba08-f5b1-4bac-8ee2-338e29a739c8 req-6e5e1c6c-8b5a-48d8-ad94-493bbe2b6ba8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/9de08f03-3f61-41e6-8cdd-fbee61381d3e HTTP/1.1" status: 409 len: 341 time: 0.0657349 Sep 16 16:34:35.418250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70 req-f1d71929-e09e-4336-94ec-c5923b3499f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:35.419920 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70 req-f1d71929-e09e-4336-94ec-c5923b3499f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 1135 time: 0.0844018 Sep 16 16:34:35.544192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-040712f6-6224-4c60-a3f2-23effa33b474 req-1986e281-d79b-4bb9-b7db-1250970f7ac6 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:35.551406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-040712f6-6224-4c60-a3f2-23effa33b474 req-1986e281-d79b-4bb9-b7db-1250970f7ac6 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:35.554696 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] Sync routers for ids ['4721386a-8a9f-4f90-8b45-569e1423ca55'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:35.570576 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] Routers {'4721386a-8a9f-4f90-8b45-569e1423ca55'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:35.572019 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4721386a-8a9f-4f90-8b45-569e1423ca55'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:35.592879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70 req-bc5fff02-12ca-43a8-8c03-13dd3d7aabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:35.594570 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70 req-bc5fff02-12ca-43a8-8c03-13dd3d7aabcd service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 912 time: 0.1572497 Sep 16 16:34:35.595137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-040712f6-6224-4c60-a3f2-23effa33b474 req-1986e281-d79b-4bb9-b7db-1250970f7ac6 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "PUT /v2.0/floatingips/df25b558-9a2d-42b2-959e-6c3a8c3f760d HTTP/1.1" status: 200 len: 995 time: 2.1480877 Sep 16 16:34:35.704262 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70 req-005fabe1-b8ee-46ba-85d1-edd11645d1e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b68a8d50-4b5f-4969-8a72-c5551911378e HTTP/1.1" status: 200 len: 217 time: 0.0996418 Sep 16 16:34:35.734866 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] Set router 4721386a-8a9f-4f90-8b45-569e1423ca55 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:35.816221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70 req-7c4fe6ea-a892-40f5-98b2-00b451e6c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:35.817748 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70 req-7c4fe6ea-a892-40f5-98b2-00b451e6c452 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de7d97ac-9803-40f0-8e1d-0898eb7d3d91 HTTP/1.1" status: 200 len: 851 time: 0.1022093 Sep 16 16:34:35.846482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040712f6-6224-4c60-a3f2-23effa33b474 req-425dde20-6956-4ff4-8077-ddf9075101d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:35.856964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-040712f6-6224-4c60-a3f2-23effa33b474 req-425dde20-6956-4ff4-8077-ddf9075101d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=416cdd2f33fb4b4cac58ea53ce683cae&device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 1096 time: 0.2531865 Sep 16 16:34:35.966841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39312) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:36.025616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b0932-3ec2-4da5-a209-b807915af66b req-c3f9e26a-3970-4fb8-be57-1e746434cd0c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:36.037288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f3b0932-3ec2-4da5-a209-b807915af66b req-c3f9e26a-3970-4fb8-be57-1e746434cd0c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 984 time: 0.2028470 Sep 16 16:34:36.091130 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:11Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'df25b558-9a2d-42b2-959e-6c3a8c3f760d', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'port_id': 'e69769b5-d32c-4597-81b7-736680b03350', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'mac_address': 'fa:16:3e:b9:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:34:31Z', 'updated_at': '2021-09-16T16:34:34Z', 'revision_number': 1, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e50a4-b855-4c30-8a72-9959d3cf9556', 'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'mac_address': 'fa:16:3e:e8:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:10Z', 'updated_at': '2021-09-16T16:34:16Z', 'revision_number': 5, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'subnets': [{'id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:36.102463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040712f6-6224-4c60-a3f2-23effa33b474 req-209b1527-666b-49e0-8c90-25f56093de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:36.104456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-040712f6-6224-4c60-a3f2-23effa33b474 req-209b1527-666b-49e0-8c90-25f56093de76 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e008241b-7ad6-4a56-90b5-e43a63149541 HTTP/1.1" status: 200 len: 930 time: 0.2451453 Sep 16 16:34:36.128024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f3b0932-3ec2-4da5-a209-b807915af66b req-73d1684b-6503-4008-a09d-e98a19b357dd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&id=9de08f03-3f61-41e6-8cdd-fbee61381d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0845029 Sep 16 16:34:36.161948 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70 req-0cc1a95c-3de3-433a-8018-99721770a3d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3b61c8c-c1d1-40c1-b735-bf7809270817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3216043 Sep 16 16:34:36.169364 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] Checking router: 4721386a-8a9f-4f90-8b45-569e1423ca55 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:34:36.195134 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] Routers {'4721386a-8a9f-4f90-8b45-569e1423ca55'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:36.196236 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4721386a-8a9f-4f90-8b45-569e1423ca55'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:36.199352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9b826dae-baf7-45ce-bd1a-23696d608712 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1811020113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:36.240333 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-040712f6-6224-4c60-a3f2-23effa33b474 req-594081c6-1b9e-4290-a8db-54e24ed68f6d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e69769b5-d32c-4597-81b7-736680b03350 HTTP/1.1" status: 200 len: 998 time: 0.1108973 Sep 16 16:34:36.309295 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70 req-1e34f7d9-52c8-470e-b73d-af952ba17d6b service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372347 Sep 16 16:34:36.311188 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] Set router 4721386a-8a9f-4f90-8b45-569e1423ca55 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:36.321142 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b826dae-baf7-45ce-bd1a-23696d608712 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:36.326133 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b826dae-baf7-45ce-bd1a-23696d608712 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:36.388334 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b826dae-baf7-45ce-bd1a-23696d608712 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:36.420542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040712f6-6224-4c60-a3f2-23effa33b474 req-d109ac6f-93d1-450b-84db-c9a0cfbad0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:36.424254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-040712f6-6224-4c60-a3f2-23effa33b474 req-d109ac6f-93d1-450b-84db-c9a0cfbad0bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56612aca-4cae-46c7-9b8f-2e2d4deebc0d HTTP/1.1" status: 200 len: 868 time: 0.1768911 Sep 16 16:34:36.452804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b826dae-baf7-45ce-bd1a-23696d608712 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:36.461519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e98ce30-6c41-4d84-9ea6-d52a70e35c70 req-bb2b79f0-94e4-4c8a-a22e-ff50918146e3 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448147 Sep 16 16:34:36.527247 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040712f6-6224-4c60-a3f2-23effa33b474 req-67c1b1c7-1281-4b5f-990e-21203ff3593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:36.528834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-040712f6-6224-4c60-a3f2-23effa33b474 req-67c1b1c7-1281-4b5f-990e-21203ff3593c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e008241b-7ad6-4a56-90b5-e43a63149541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947888 Sep 16 16:34:36.545940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03c1a8-c178-49af-846e-ef9b063be4d9 req-6dbc96b3-dfd0-4ab7-8444-abba7063b1c1 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:36.547451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f03c1a8-c178-49af-846e-ef9b063be4d9 req-6dbc96b3-dfd0-4ab7-8444-abba7063b1c1 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0838525 Sep 16 16:34:36.631719 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b826dae-baf7-45ce-bd1a-23696d608712 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:36.635679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9b826dae-baf7-45ce-bd1a-23696d608712 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6640735 Sep 16 16:34:36.638239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39320) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:36.646023 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:11Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'df25b558-9a2d-42b2-959e-6c3a8c3f760d', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'port_id': 'e69769b5-d32c-4597-81b7-736680b03350', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'mac_address': 'fa:16:3e:b9:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:34:31Z', 'updated_at': '2021-09-16T16:34:34Z', 'revision_number': 1, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e50a4-b855-4c30-8a72-9959d3cf9556', 'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'mac_address': 'fa:16:3e:e8:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:10Z', 'updated_at': '2021-09-16T16:34:16Z', 'revision_number': 5, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'subnets': [{'id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:36.651960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1205282102'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:36.660733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f03c1a8-c178-49af-846e-ef9b063be4d9 req-007f3b9e-7861-4163-be79-1c1b902a4434 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059618 Sep 16 16:34:36.677126 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1e868a-6627-4447-bcea-6bb64a744f90 None None] The sync data for ids ['4721386a-8a9f-4f90-8b45-569e1423ca55'] in n-d-807786-3 is: [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:11Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'df25b558-9a2d-42b2-959e-6c3a8c3f760d', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'port_id': 'e69769b5-d32c-4597-81b7-736680b03350', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'mac_address': 'fa:16:3e:b9:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:34:31Z', 'updated_at': '2021-09-16T16:34:34Z', 'revision_number': 1, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e50a4-b855-4c30-8a72-9959d3cf9556', 'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'mac_address': 'fa:16:3e:e8:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:10Z', 'updated_at': '2021-09-16T16:34:16Z', 'revision_number': 5, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'subnets': [{'id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:36.713562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-040712f6-6224-4c60-a3f2-23effa33b474 req-a5b602b2-1f15-46c6-a65d-60ebc0efcf8d service neutron] 10.222.0.22 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728637 Sep 16 16:34:36.778287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a8e3-3421-4e96-89dd-92892e34a76e req-f4195614-4434-4bd7-8913-93327ddbe610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:36.778287 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6884a8e3-3421-4e96-89dd-92892e34a76e req-f4195614-4434-4bd7-8913-93327ddbe610 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 1135 time: 0.1508844 Sep 16 16:34:36.843845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Made reservation on behalf of 8df5ea4fe6ce4c4b8c90797acb1218e5 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:36.848073 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:36.857199 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-040712f6-6224-4c60-a3f2-23effa33b474 req-4cc08ac4-5d42-4183-803f-861ba6e1c5f6 service neutron] 10.222.0.22 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401377 Sep 16 16:34:36.861174 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:36.958895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a8e3-3421-4e96-89dd-92892e34a76e req-5a42b379-cf1e-4fab-969d-b5e28f004267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:36.960454 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6884a8e3-3421-4e96-89dd-92892e34a76e req-5a42b379-cf1e-4fab-969d-b5e28f004267 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 912 time: 0.1752522 Sep 16 16:34:37.017315 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6884a8e3-3421-4e96-89dd-92892e34a76e req-c80cb425-86cb-4b70-86ae-6e5f6b6f44ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b68a8d50-4b5f-4969-8a72-c5551911378e HTTP/1.1" status: 200 len: 217 time: 0.0478294 Sep 16 16:34:37.080588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb0a7a-9f1e-4585-8f55-0d999e7bf7bc None None] New status for floating IP df25b558-9a2d-42b2-959e-6c3a8c3f760d: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:34:37.122807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a8e3-3421-4e96-89dd-92892e34a76e req-0374cc28-c736-4aa0-b796-e87cd5751a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:37.124572 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6884a8e3-3421-4e96-89dd-92892e34a76e req-0374cc28-c736-4aa0-b796-e87cd5751a7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de7d97ac-9803-40f0-8e1d-0898eb7d3d91 HTTP/1.1" status: 200 len: 851 time: 0.0708504 Sep 16 16:34:37.215386 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6884a8e3-3421-4e96-89dd-92892e34a76e req-1742562b-3401-4951-8aba-5708b01ac4dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3b61c8c-c1d1-40c1-b735-bf7809270817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739577 Sep 16 16:34:37.233301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:37.241526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'tag': 'e69769b5-d32c-4597-81b7-736680b03350'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:37.246632 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a904e6-44e1-47f9-ad51-b17188092de6" -d '{"events": [{"name": "network-changed", "server_uuid": "2505cbe6-b7de-41e9-85d8-d024e74c4e4f", "tag": "e69769b5-d32c-4597-81b7-736680b03350"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:37.253267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd44ba-b32e-4b88-8c94-384b46d37f9e req-c8a6faa7-a24a-45f4-a843-391be66cb026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:37.254767 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9dd44ba-b32e-4b88-8c94-384b46d37f9e req-c8a6faa7-a24a-45f4-a843-391be66cb026 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6adea0c584af4d78aef296ec16ef3138&device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 1096 time: 0.0788836 Sep 16 16:34:37.317051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-c1e1ce03-b3bc-4ab1-bdb9-fb878867c09d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 258 time: 0.3461387 Sep 16 16:34:37.322475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:37.333663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0a555-d60f-472b-9722-12f6cc5631c1 req-6c5ad474-e98b-4188-b644-41599fada03c tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:37.335227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fa0a555-d60f-472b-9722-12f6cc5631c1 req-6c5ad474-e98b-4188-b644-41599fada03c tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1837237 Sep 16 16:34:37.361566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd44ba-b32e-4b88-8c94-384b46d37f9e req-d0f039ad-6017-411c-a1dc-f4c5979d09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:37.363381 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9dd44ba-b32e-4b88-8c94-384b46d37f9e req-d0f039ad-6017-411c-a1dc-f4c5979d09f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 200 len: 912 time: 0.0978072 Sep 16 16:34:37.366655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:37.385154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fa0a555-d60f-472b-9722-12f6cc5631c1 req-f2d69738-db63-43a3-a486-6ff91476a4bb tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Sep 16 16:34:37.421322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:34:37.452689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c55aa6-8a2e-441f-9daf-927f5c3f34b9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:37.463968 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9dd44ba-b32e-4b88-8c94-384b46d37f9e req-d2e94d31-922d-4707-896f-2cad2beedbb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 HTTP/1.1" status: 200 len: 217 time: 0.0848579 Sep 16 16:34:37.514487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:37.545584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd44ba-b32e-4b88-8c94-384b46d37f9e req-25b59636-afd8-4398-ad5e-d4136f69428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:37.547062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9dd44ba-b32e-4b88-8c94-384b46d37f9e req-25b59636-afd8-4398-ad5e-d4136f69428d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a13203e1-ad1b-46a8-821f-a49bec7564a8 HTTP/1.1" status: 200 len: 851 time: 0.0467300 Sep 16 16:34:37.548182 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:37.548582 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Added segment 29452045-51eb-4f1c-be84-664244cbae3b of type vlan for network 1cd074bd-a743-48c5-a4d6-5021aa6e694f Sep 16 16:34:37.565776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbc91a-5973-471f-b6e7-ac4f703fd20f req-83803109-81bf-4ecd-9ff5-1b747662ff36 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:37.574388 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73bbc91a-5973-471f-b6e7-ac4f703fd20f req-83803109-81bf-4ecd-9ff5-1b747662ff36 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 984 time: 0.1052179 Sep 16 16:34:37.588051 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9dd44ba-b32e-4b88-8c94-384b46d37f9e req-bbd2e829-0b72-430d-b43e-3bba86f6d31f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d43d92f2-5083-4446-9bd5-bdaac7789ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297244 Sep 16 16:34:37.646230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73bbc91a-5973-471f-b6e7-ac4f703fd20f req-aa07cd90-ad69-475f-97fe-a23c8360dee6 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&id=9de08f03-3f61-41e6-8cdd-fbee61381d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0710361 Sep 16 16:34:37.678459 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:37.700434 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9dd44ba-b32e-4b88-8c94-384b46d37f9e req-63dcc37e-8fd7-4e2d-9663-accf5a0d6d23 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889266 Sep 16 16:34:37.727283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:37.732032 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9baf77-d1de-4f1e-822f-fb70e095d2e5 x-openstack-request-id: req-8c9baf77-d1de-4f1e-822f-fb70e095d2e5 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:37.732320 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2505cbe6-b7de-41e9-85d8-d024e74c4e4f", "tag": "e69769b5-d32c-4597-81b7-736680b03350", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:37.732652 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c9baf77-d1de-4f1e-822f-fb70e095d2e5 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:37.733292 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'tag': 'e69769b5-d32c-4597-81b7-736680b03350', 'status': 'completed', 'code': 200} Sep 16 16:34:37.805263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6884a8e3-3421-4e96-89dd-92892e34a76e req-8267c07e-435f-4a17-bb6a-d8ccadef2684 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662246 Sep 16 16:34:37.856487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-d4d22932-e66b-4a7f-992a-fe4ba684b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:37.861498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-d4d22932-e66b-4a7f-992a-fe4ba684b0a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=416cdd2f33fb4b4cac58ea53ce683cae&device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 1096 time: 0.1130462 Sep 16 16:34:37.923645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Allocated IP 172.25.6.112 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/37966697-455e-45cf-bb0e-05c5281b3177) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:38.001389 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6884a8e3-3421-4e96-89dd-92892e34a76e req-17a7745e-fe42-48df-9b1e-b81b43504a58 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199818 Sep 16 16:34:38.033730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:38.034516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:38.035301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:38.046582 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a9dd44ba-b32e-4b88-8c94-384b46d37f9e req-ef2af921-2516-47dc-9202-d1852c39ba21 service neutron] 10.222.0.52 "GET /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326213 Sep 16 16:34:38.109843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-676649a7-53f8-4f12-9eda-c37b290389b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:38.113377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-676649a7-53f8-4f12-9eda-c37b290389b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e008241b-7ad6-4a56-90b5-e43a63149541 HTTP/1.1" status: 200 len: 930 time: 0.2368808 Sep 16 16:34:38.194131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'Network': ['ID=1cd074bd-a743-48c5-a4d6-5021aa6e694f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:38.206404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 1cd074bd-a743-48c5-a4d6-5021aa6e694f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:34:38.215340 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:38.218377 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8dcc986e-cc4c-49eb-a693-c0bf6c1d3a46 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5778494 Sep 16 16:34:38.221409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39344) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:38.237834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Request body: {'subnet': {'network_id': '1cd074bd-a743-48c5-a4d6-5021aa6e694f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:38.301299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-a1ce3c32-3def-433a-a254-0d68f8f0da6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e69769b5-d32c-4597-81b7-736680b03350 HTTP/1.1" status: 200 len: 1000 time: 0.1778066 Sep 16 16:34:38.420447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-51e35a11-91e7-4991-a3e3-74ec790e582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:38.421948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-51e35a11-91e7-4991-a3e3-74ec790e582b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56612aca-4cae-46c7-9b8f-2e2d4deebc0d HTTP/1.1" status: 200 len: 868 time: 0.1129143 Sep 16 16:34:38.501704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-289dd9fd-0ddc-422e-9666-e4b57eed00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:38.503212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-289dd9fd-0ddc-422e-9666-e4b57eed00ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e008241b-7ad6-4a56-90b5-e43a63149541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717299 Sep 16 16:34:38.506499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:38.560102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Made reservation on behalf of 8df5ea4fe6ce4c4b8c90797acb1218e5 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:38.563554 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:38.613792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:38.651600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:38.667038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812859-5a28-41d7-95e3-e7c929df8600 req-4d8758d1-d59e-47c7-b372-9da98c8516c5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:38.668574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6812859-5a28-41d7-95e3-e7c929df8600 req-4d8758d1-d59e-47c7-b372-9da98c8516c5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1967530 Sep 16 16:34:38.669192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Pushing event updated for resources: {'Port': ['ID=37966697-455e-45cf-bb0e-05c5281b3177,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:38.671584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:38.807154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-2cfd4064-d4fc-44f8-8bdb-cff333570f3e service neutron] 10.222.0.62 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948308 Sep 16 16:34:38.831080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6812859-5a28-41d7-95e3-e7c929df8600 req-b109fe3c-6bdc-4954-b586-692e5820fe3f tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261802 Sep 16 16:34:39.342246 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:39.422639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a904e6-44e1-47f9-ad51-b17188092de6 req-dca6e69f-c4db-472a-871b-420c25fa3cd9 service neutron] 10.222.0.62 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061349 Sep 16 16:34:39.433700 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3ccb8-098f-4521-bb3f-ff00a84f30a4 req-1dafae11-e70a-4ae6-95d1-66ba711ceeda tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:39.443018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0af3ccb8-098f-4521-bb3f-ff00a84f30a4 req-1dafae11-e70a-4ae6-95d1-66ba711ceeda tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 984 time: 0.2021961 Sep 16 16:34:39.501729 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0af3ccb8-098f-4521-bb3f-ff00a84f30a4 req-24fff9bb-65a8-4c79-94a0-97ec23bc7c27 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&id=9de08f03-3f61-41e6-8cdd-fbee61381d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0582840 Sep 16 16:34:39.506708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:39.552987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:39.681978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'Subnet': ['ID=8a294a32-9bb4-474d-8f1c-e87e3617fec4,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:39.740836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Checking segment: {'id': '29452045-51eb-4f1c-be84-664244cbae3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1cd074bd-a743-48c5-a4d6-5021aa6e694f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:39.741655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Network hostable DHCP agents. Network: 1cd074bd-a743-48c5-a4d6-5021aa6e694f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:34:39.811726 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:39.828133 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42d2762d-cc94-497d-a427-6617e7175c36 req-34abfd47-0a2d-459a-8704-0dd7a5c9b04b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-343076941&fields=id&tenant_id=f105963342f542f4a51088127c51ff49 HTTP/1.1" status: 200 len: 267 time: 0.0520124 Sep 16 16:34:39.845600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Network 1cd074bd-a743-48c5-a4d6-5021aa6e694f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:34:39.898740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2762d-cc94-497d-a427-6617e7175c36 req-10b8f7eb-197e-4c16-85e1-b180b6edecec tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:39.900285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42d2762d-cc94-497d-a427-6617e7175c36 req-10b8f7eb-197e-4c16-85e1-b180b6edecec tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 984 time: 0.0658422 Sep 16 16:34:39.905799 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:39.918897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-42d2762d-cc94-497d-a427-6617e7175c36 req-bc99e226-1ce0-4200-8076-2220fff4cec8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'port': {'security_groups': ['9de08f03-3f61-41e6-8cdd-fbee61381d3e', 'f4fdf204-f486-4cb8-984b-2c60f74762d0', '2c838962-4927-486b-aa1f-31fac965dc15']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:40.009291 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 1cd074bd-a743-48c5-a4d6-5021aa6e694f) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:40.018125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafb329d-bbb8-4149-b6db-142ebf416e4a None None] Network 1cd074bd-a743-48c5-a4d6-5021aa6e694f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:40.026973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:40.027658 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.029879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Pushing event updated for resources: {'Port': ['ID=37966697-455e-45cf-bb0e-05c5281b3177,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:40.077783 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.092695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-42d2762d-cc94-497d-a427-6617e7175c36 req-bc99e226-1ce0-4200-8076-2220fff4cec8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.141213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cf47b0f0-9918-4f57-bb1b-887c8fdd6956 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9171674 Sep 16 16:34:40.145881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39370) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:40.151308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Request body: {'network': {'name': 'tempest-router-network01--176593565'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:40.181408 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.182663 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-b8942130-8b4b-4288-864c-09de2bc62d8d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8646851 Sep 16 16:34:40.208968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-1cd074bd-a743-48c5-a4d6-5021aa6e694f', 'network_id': '1cd074bd-a743-48c5-a4d6-5021aa6e694f', 'tenant_id': '8df5ea4fe6ce4c4b8c90797acb1218e5', 'fixed_ips': [{'subnet_id': '8a294a32-9bb4-474d-8f1c-e87e3617fec4'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:34:40.210313 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.264681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-80d55338-56f7-4f27-8950-acab4e72d703 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.112 HTTP/1.1" status: 200 len: 696 time: 0.0715387 Sep 16 16:34:40.269943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Made reservation on behalf of 8df5ea4fe6ce4c4b8c90797acb1218e5 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:40.273302 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.349738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:34:40.358619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Allocated IP 172.20.0.2 (1cd074bd-a743-48c5-a4d6-5021aa6e694f/8a294a32-9bb4-474d-8f1c-e87e3617fec4/3554a75b-a04e-407a-9480-ea2ec2d555fb) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:40.449358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.449660 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Added segment 211472f3-bedd-4dc6-80b0-9d854f6f634f of type vlan for network b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e Sep 16 16:34:40.518853 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.527406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.537350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-ff0448f1-93ac-477e-967b-4e363034f83b tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:40.538712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48d5fb58-5c85-4ae8-8a75-35066d2e0c37 req-ff0448f1-93ac-477e-967b-4e363034f83b tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.2580209 Sep 16 16:34:40.545203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-42d2762d-cc94-497d-a427-6617e7175c36 req-bc99e226-1ce0-4200-8076-2220fff4cec8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] For port b68a8d50-4b5f-4969-8a72-c5551911378e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b68a8d50-4b5f-4969-8a72-c5551911378e,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:40.589880 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-42d2762d-cc94-497d-a427-6617e7175c36 req-bc99e226-1ce0-4200-8076-2220fff4cec8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.594689 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.654791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Network 1cd074bd-a743-48c5-a4d6-5021aa6e694f is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:40.656653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:40.661000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611b0b9-8e0f-49bb-aa9e-8fd38ee10c79 req-ca5e2ad3-08af-41ed-a5da-d32c5fbb664d tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:40.661643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:40.662958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a611b0b9-8e0f-49bb-aa9e-8fd38ee10c79 req-ca5e2ad3-08af-41ed-a5da-d32c5fbb664d tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0690653 Sep 16 16:34:40.670095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-42d2762d-cc94-497d-a427-6617e7175c36 req-bc99e226-1ce0-4200-8076-2220fff4cec8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.674096 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.675152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Pushing event updated for resources: {'Port': ['ID=3554a75b-a04e-407a-9480-ea2ec2d555fb,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:40.679001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:40.679628 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.685834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e59db61c-ada6-441b-b4e4-9932e7321604', 'b68a8d50-4b5f-4969-8a72-c5551911378e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:40.766442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Attempting to bind port 3554a75b-a04e-407a-9480-ea2ec2d555fb on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:34:40.766984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Attempting to bind port 3554a75b-a04e-407a-9480-ea2ec2d555fb by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '29452045-51eb-4f1c-be84-664244cbae3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1cd074bd-a743-48c5-a4d6-5021aa6e694f'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:34:40.767444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Attempting to bind port 3554a75b-a04e-407a-9480-ea2ec2d555fb on network 1cd074bd-a743-48c5-a4d6-5021aa6e694f {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:40.781616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:34:40.782137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Checking segment: {'id': '29452045-51eb-4f1c-be84-664244cbae3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1cd074bd-a743-48c5-a4d6-5021aa6e694f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:40.782747 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.783145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Bound using segment: {'id': '29452045-51eb-4f1c-be84-664244cbae3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1cd074bd-a743-48c5-a4d6-5021aa6e694f'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:34:40.783707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Bound port: 3554a75b-a04e-407a-9480-ea2ec2d555fb, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29452045-51eb-4f1c-be84-664244cbae3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1cd074bd-a743-48c5-a4d6-5021aa6e694f'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:34:40.784192 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.832474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2762d-cc94-497d-a427-6617e7175c36 req-bc99e226-1ce0-4200-8076-2220fff4cec8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:40.833121 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-42d2762d-cc94-497d-a427-6617e7175c36 req-bc99e226-1ce0-4200-8076-2220fff4cec8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:40.845950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42d2762d-cc94-497d-a427-6617e7175c36 req-bc99e226-1ce0-4200-8076-2220fff4cec8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "PUT /v2.0/ports/b68a8d50-4b5f-4969-8a72-c5551911378e HTTP/1.1" status: 200 len: 1020 time: 0.9369819 Sep 16 16:34:40.845950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'tag': 'b68a8d50-4b5f-4969-8a72-c5551911378e'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:40.851778 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9d64d6-954e-4937-be9c-91710d52acab" -d '{"events": [{"name": "network-changed", "server_uuid": "6d568dc7-e257-4a8e-b2c1-0fb276881262", "tag": "b68a8d50-4b5f-4969-8a72-c5551911378e"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:40.878634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7316437 Sep 16 16:34:40.881433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39384) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:40.887076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Request body: {'network': {'name': 'tempest-router-network02--1773335502'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:40.892555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625ef78-f556-41d1-b73f-475b5e3af404 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'Network': ['ID=b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:40.897673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99e226-1ce0-4200-8076-2220fff4cec8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'Port': ['ID=b68a8d50-4b5f-4969-8a72-c5551911378e,revision_number=7']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:40.912794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['b68a8d50-4b5f-4969-8a72-c5551911378e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:40.914567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:34:40.960353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a611b0b9-8e0f-49bb-aa9e-8fd38ee10c79 req-610d5e96-9705-4d32-8b8f-fb7ed70bc027 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761571 Sep 16 16:34:40.974798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caacd83-daa8-4189-a394-f6f1c5cfeff4 req-30baafdc-43c9-4e7d-bcf1-0e08b6b2e490 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:40.978726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1caacd83-daa8-4189-a394-f6f1c5cfeff4 req-30baafdc-43c9-4e7d-bcf1-0e08b6b2e490 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0732980 Sep 16 16:34:41.005325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Made reservation on behalf of 8df5ea4fe6ce4c4b8c90797acb1218e5 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:41.009781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:41.022464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] For port 3554a75b-a04e-407a-9480-ea2ec2d555fb, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:34:41.069218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] For port 3554a75b-a04e-407a-9480-ea2ec2d555fb, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3554a75b-a04e-407a-9480-ea2ec2d555fb,segment=NetworkSegment(29452045-51eb-4f1c-be84-664244cbae3b),segment_id=29452045-51eb-4f1c-be84-664244cbae3b)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:34:41.070606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:34:41.088808 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:41.090508 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Added segment b9269982-3bf7-44b3-a818-9bf359e7f1da of type vlan for network 2ead3888-7623-464a-8b0f-8d10f452488a Sep 16 16:34:41.091213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1caacd83-daa8-4189-a394-f6f1c5cfeff4 req-e01eaf06-1fd3-4445-b30c-1e8770c57853 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.112 HTTP/1.1" status: 200 len: 696 time: 0.0773344 Sep 16 16:34:41.097265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-1caacd83-daa8-4189-a394-f6f1c5cfeff4 req-302f1913-40fa-452f-b174-2d09a3d437e3 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Request body: {'floatingip': {'port_id': 'e69769b5-d32c-4597-81b7-736680b03350', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:41.162609 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1caacd83-daa8-4189-a394-f6f1c5cfeff4 req-302f1913-40fa-452f-b174-2d09a3d437e3 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:41.186258 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:41.192763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:41.294219 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:41.303809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:41.305042 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:41.310284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5d423-bfcf-4057-83a0-6d33774df48c None None] Pushing event updated for resources: {'Port': ['ID=3554a75b-a04e-407a-9480-ea2ec2d555fb,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:41.343170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79f2a560-33df-4329-8da2-4f4698ff1b4e req-589365cf-0eda-4ffd-9a78-007af0b92e09 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/2c838962-4927-486b-aa1f-31fac965dc15 HTTP/1.1" status: 200 len: 1802 time: 0.1341894 Sep 16 16:34:41.412140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'Network': ['ID=2ead3888-7623-464a-8b0f-8d10f452488a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:41.426238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 2ead3888-7623-464a-8b0f-8d10f452488a details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:34:41.452773 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-79f2a560-33df-4329-8da2-4f4698ff1b4e req-65c5d6fa-c1d4-437b-86cd-24eedcc39e65 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 16:34:41.453833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79f2a560-33df-4329-8da2-4f4698ff1b4e req-65c5d6fa-c1d4-437b-86cd-24eedcc39e65 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/2c838962-4927-486b-aa1f-31fac965dc15 HTTP/1.1" status: 409 len: 341 time: 0.1098726 Sep 16 16:34:41.507922 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e37f3bf3-8fd2-4af5-8e2d-d2d771d5b31d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6253726 Sep 16 16:34:41.509242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39392) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:41.533124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Request body: {'subnet': {'network_id': 'b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:41.551136 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9efe48-e17e-442c-8803-0a1814fa5567 x-openstack-request-id: req-3d9efe48-e17e-442c-8803-0a1814fa5567 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:41.554521 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d568dc7-e257-4a8e-b2c1-0fb276881262", "tag": "b68a8d50-4b5f-4969-8a72-c5551911378e", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:41.554521 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d9efe48-e17e-442c-8803-0a1814fa5567 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:41.554521 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'tag': 'b68a8d50-4b5f-4969-8a72-c5551911378e', 'status': 'completed', 'code': 200} Sep 16 16:34:41.574846 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-1caacd83-daa8-4189-a394-f6f1c5cfeff4 req-302f1913-40fa-452f-b174-2d09a3d437e3 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 16:34:41.577015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1caacd83-daa8-4189-a394-f6f1c5cfeff4 req-302f1913-40fa-452f-b174-2d09a3d437e3 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "PUT /v2.0/floatingips/264e30c6-2a2e-4392-b62b-02bcb7b6adb0 HTTP/1.1" status: 409 len: 550 time: 0.4849782 Sep 16 16:34:41.716544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d64d6-954e-4937-be9c-91710d52acab req-7551ef12-1d5d-408d-bb5b-51ae937da679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:41.718063 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a9d64d6-954e-4937-be9c-91710d52acab req-7551ef12-1d5d-408d-bb5b-51ae937da679 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f105963342f542f4a51088127c51ff49&device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 1174 time: 0.1418357 Sep 16 16:34:41.829667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d64d6-954e-4937-be9c-91710d52acab req-63335165-de34-4d30-a20a-cf1e93049f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:41.831229 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a9d64d6-954e-4937-be9c-91710d52acab req-63335165-de34-4d30-a20a-cf1e93049f93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 200 len: 912 time: 0.1042111 Sep 16 16:34:41.877730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Made reservation on behalf of 8df5ea4fe6ce4c4b8c90797acb1218e5 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:41.881204 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:41.887919 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a9d64d6-954e-4937-be9c-91710d52acab req-2efcea7f-1479-4efb-b035-7167ef865701 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b68a8d50-4b5f-4969-8a72-c5551911378e HTTP/1.1" status: 200 len: 217 time: 0.0461109 Sep 16 16:34:42.010160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d64d6-954e-4937-be9c-91710d52acab req-a0723fd4-cd93-41f8-8a25-c41f37223355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:42.011704 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a9d64d6-954e-4937-be9c-91710d52acab req-a0723fd4-cd93-41f8-8a25-c41f37223355 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de7d97ac-9803-40f0-8e1d-0898eb7d3d91 HTTP/1.1" status: 200 len: 851 time: 0.1137605 Sep 16 16:34:42.054331 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a9d64d6-954e-4937-be9c-91710d52acab req-69a7e6f5-43ba-41e8-8487-163f3d6ad69b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3b61c8c-c1d1-40c1-b735-bf7809270817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335131 Sep 16 16:34:42.110708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54212c50-24dd-49dc-847a-730c30e18a6b req-2b1a744f-dc13-4a35-b038-8818af696159 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips/264e30c6-2a2e-4392-b62b-02bcb7b6adb0 HTTP/1.1" status: 200 len: 693 time: 0.0885525 Sep 16 16:34:42.223859 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a9d64d6-954e-4937-be9c-91710d52acab req-b097c51e-5641-4061-ab2d-6d90e1d549e6 service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596005 Sep 16 16:34:42.263931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54212c50-24dd-49dc-847a-730c30e18a6b req-fe40f261-f3a8-4f27-801a-2d7c9a029620 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:42.263931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54212c50-24dd-49dc-847a-730c30e18a6b req-fe40f261-f3a8-4f27-801a-2d7c9a029620 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1465743 Sep 16 16:34:42.336213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54212c50-24dd-49dc-847a-730c30e18a6b req-0149d2aa-c984-4828-bedf-9739d7d96813 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.112 HTTP/1.1" status: 200 len: 696 time: 0.0666282 Sep 16 16:34:42.346210 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3a9d64d6-954e-4937-be9c-91710d52acab req-0ba8ab50-eafc-4fbc-9cd3-da265adf5e1d service neutron] 10.222.0.52 "GET /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134882 Sep 16 16:34:42.414512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54212c50-24dd-49dc-847a-730c30e18a6b req-e1ad49f6-6b89-4513-b2e2-780f7a2d276b tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.112 HTTP/1.1" status: 200 len: 696 time: 0.0709922 Sep 16 16:34:42.426581 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:42.510272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5141f53-e1c2-4af6-8b92-c8e10d342149 None None] Network 1cd074bd-a743-48c5-a4d6-5021aa6e694f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:42.514939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'Subnet': ['ID=de15d13d-e908-421d-b207-c13f36e7e371,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:42.538464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Checking segment: {'id': '211472f3-bedd-4dc6-80b0-9d854f6f634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:42.538837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Network hostable DHCP agents. Network: b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:34:42.568445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-54212c50-24dd-49dc-847a-730c30e18a6b req-ce42643f-288f-4182-8ceb-758b7fc4394c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Deleting port 37966697-455e-45cf-bb0e-05c5281b3177 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:42.568883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54212c50-24dd-49dc-847a-730c30e18a6b req-ce42643f-288f-4182-8ceb-758b7fc4394c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:42.620287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dc4becfb-b534-4ad8-b4c0-b5c905a0f5a6 None None] Provisioning complete for port 3554a75b-a04e-407a-9480-ea2ec2d555fb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:42.620679 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dc4becfb-b534-4ad8-b4c0-b5c905a0f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:42.637627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Network b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:34:42.686482 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54212c50-24dd-49dc-847a-730c30e18a6b req-ce42643f-288f-4182-8ceb-758b7fc4394c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:42.686925 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54212c50-24dd-49dc-847a-730c30e18a6b req-ce42643f-288f-4182-8ceb-758b7fc4394c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:42.696990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335016-fbf9-413e-97e7-5391b8739e1e req-8fe247fe-04f6-4bf6-9c8c-786b0e67d944 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:42.699239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64335016-fbf9-413e-97e7-5391b8739e1e req-8fe247fe-04f6-4bf6-9c8c-786b0e67d944 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 1023 time: 0.1138885 Sep 16 16:34:42.715417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-54212c50-24dd-49dc-847a-730c30e18a6b req-ce42643f-288f-4182-8ceb-758b7fc4394c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Calling delete_port for 37966697-455e-45cf-bb0e-05c5281b3177 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:42.729488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:42.734580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:42.735374 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:42.744242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386d515-8ac8-4f90-811d-2e368687d88e None None] Network b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:42.788166 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dc4becfb-b534-4ad8-b4c0-b5c905a0f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:42.797741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64335016-fbf9-413e-97e7-5391b8739e1e req-ae63fbfe-dca5-4ec6-82bd-b48fb65ad25f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&id=9de08f03-3f61-41e6-8cdd-fbee61381d3e&id=2c838962-4927-486b-aa1f-31fac965dc15&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0911944 Sep 16 16:34:42.863885 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-12462e3f-b765-4747-827c-d2264af99985 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3508961 Sep 16 16:34:42.865534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39412) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:42.869262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Request body: {'subnet': {'network_id': '2ead3888-7623-464a-8b0f-8d10f452488a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:42.903126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-dc4becfb-b534-4ad8-b4c0-b5c905a0f5a6 None None] For port 3554a75b-a04e-407a-9480-ea2ec2d555fb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3554a75b-a04e-407a-9480-ea2ec2d555fb,segment=NetworkSegment(29452045-51eb-4f1c-be84-664244cbae3b),segment_id=29452045-51eb-4f1c-be84-664244cbae3b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:42.972765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22efe8-0e41-4de3-942d-243ab609f7dc req-caebf155-eec6-4886-bca8-181a5255796c tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:42.974567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a22efe8-0e41-4de3-942d-243ab609f7dc req-caebf155-eec6-4886-bca8-181a5255796c tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.0611391 Sep 16 16:34:43.007304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e', 'network_id': 'b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e', 'tenant_id': '8df5ea4fe6ce4c4b8c90797acb1218e5', 'fixed_ips': [{'subnet_id': 'de15d13d-e908-421d-b207-c13f36e7e371'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:34:43.009603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.015793 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dc4becfb-b534-4ad8-b4c0-b5c905a0f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.018010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54212c50-24dd-49dc-847a-730c30e18a6b req-ce42643f-288f-4182-8ceb-758b7fc4394c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.036998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a22efe8-0e41-4de3-942d-243ab609f7dc req-8252b54e-2ff4-4566-917c-ca13b4c4887c tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549645 Sep 16 16:34:43.060898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42643f-288f-4182-8ceb-758b7fc4394c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Pushing event deleted for resources: {'Port': ['ID=37966697-455e-45cf-bb0e-05c5281b3177,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:43.094545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Made reservation on behalf of 8df5ea4fe6ce4c4b8c90797acb1218e5 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:34:43.098987 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.139026 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54212c50-24dd-49dc-847a-730c30e18a6b req-ce42643f-288f-4182-8ceb-758b7fc4394c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.141868 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54212c50-24dd-49dc-847a-730c30e18a6b req-ce42643f-288f-4182-8ceb-758b7fc4394c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.143977 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54212c50-24dd-49dc-847a-730c30e18a6b req-ce42643f-288f-4182-8ceb-758b7fc4394c tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "DELETE /v2.0/floatingips/264e30c6-2a2e-4392-b62b-02bcb7b6adb0 HTTP/1.1" status: 204 len: 173 time: 0.7230830 Sep 16 16:34:43.184221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4becfb-b534-4ad8-b4c0-b5c905a0f5a6 None None] Pushing event updated for resources: {'Port': ['ID=3554a75b-a04e-407a-9480-ea2ec2d555fb,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:43.202465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4b1ea590-79aa-4703-ba37-2354dbf6bddd None None] Provisioning complete for port 3554a75b-a04e-407a-9480-ea2ec2d555fb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:43.202808 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4b1ea590-79aa-4703-ba37-2354dbf6bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.303807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Allocated IP 172.20.0.2 (b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e/de15d13d-e908-421d-b207-c13f36e7e371/b85c09a5-e5d6-4e3d-913d-d26058d3b6d8) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:43.344358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ff1fd-2cf1-4b31-ad0b-45afac10acd5 req-8cad176e-d5f4-4f0e-bfc1-ebc792bb4c40 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:43.346008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-429ff1fd-2cf1-4b31-ad0b-45afac10acd5 req-8cad176e-d5f4-4f0e-bfc1-ebc792bb4c40 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.1164680 Sep 16 16:34:43.375764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-16fb9f59-2e03-441c-995b-98185b981692 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 1000 time: 0.1117373 Sep 16 16:34:43.425818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.449469 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-429ff1fd-2cf1-4b31-ad0b-45afac10acd5 req-f94412cf-fb2e-465f-b56c-b4809b26dc4d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921848 Sep 16 16:34:43.463139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360c13-fe24-4da6-85df-af64c919666f req-3a304555-3bf8-40bb-972a-7208941b0471 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:43.464725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-3a304555-3bf8-40bb-972a-7208941b0471 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports/e69769b5-d32c-4597-81b7-736680b03350 HTTP/1.1" status: 200 len: 942 time: 0.0819552 Sep 16 16:34:43.512532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Checking segment: {'id': 'b9269982-3bf7-44b3-a818-9bf359e7f1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ead3888-7623-464a-8b0f-8d10f452488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:43.512906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Network hostable DHCP agents. Network: 2ead3888-7623-464a-8b0f-8d10f452488a, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:34:43.519697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'Subnet': ['ID=9877c4cf-932c-4ad3-9015-11befff4df72,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:43.612750 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-5896f9f6-7ed3-4fa4-8db9-47d94307943d tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 1000 time: 0.0732765 Sep 16 16:34:43.620253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Network 2ead3888-7623-464a-8b0f-8d10f452488a is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:34:43.622593 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.634471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3554a75b-a04e-407a-9480-ea2ec2d555fb up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:43.725895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 2ead3888-7623-464a-8b0f-8d10f452488a) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:43.728153 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.731209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:43.732092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.740873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c604e-b62e-4abb-a545-c122bb7d0326 None None] Network 2ead3888-7623-464a-8b0f-8d10f452488a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:43.750987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360c13-fe24-4da6-85df-af64c919666f req-dc0ef6f7-f89c-40af-b789-caa95bfab2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:43.752580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-dc0ef6f7-f89c-40af-b789-caa95bfab2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1223485 Sep 16 16:34:43.755924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3554a75b-a04e-407a-9480-ea2ec2d555fb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:43.756944 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.766957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-afcd9f8c-0f51-426c-b448-5afea2523638 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:43.768602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-afcd9f8c-0f51-426c-b448-5afea2523638 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 1023 time: 0.0774672 Sep 16 16:34:43.781036 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.827592 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:43.847533 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-383be4b8-76b9-4be8-8181-4c9700e5653f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 1000 time: 0.0840964 Sep 16 16:34:43.853269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-a1360c13-fe24-4da6-85df-af64c919666f req-dbc807db-9ed2-4c29-87e9-b16b5cc3cf6f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:43.882711 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-730afa72-b531-4042-b8dd-f403ddcc1add tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0173554 Sep 16 16:34:43.886189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39420) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:43.905600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Network b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:43.922573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:43.926712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Pushing event updated for resources: {'Port': ['ID=b85c09a5-e5d6-4e3d-913d-d26058d3b6d8,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:43.929846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:43.966257 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a1360c13-fe24-4da6-85df-af64c919666f req-dbc807db-9ed2-4c29-87e9-b16b5cc3cf6f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.007705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef5829-a8a1-4455-a608-b2c47904b752 req-6e7d3d5a-fb94-4301-822e-1cc56c1918bf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:44.009420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10ef5829-a8a1-4455-a608-b2c47904b752 req-6e7d3d5a-fb94-4301-822e-1cc56c1918bf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 1023 time: 0.1082351 Sep 16 16:34:44.054006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Attempting to bind port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:34:44.054006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Attempting to bind port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '211472f3-bedd-4dc6-80b0-9d854f6f634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:34:44.054279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Attempting to bind port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 on network b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:44.081296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:34:44.081907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Checking segment: {'id': '211472f3-bedd-4dc6-80b0-9d854f6f634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:44.082479 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.083048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Bound using segment: {'id': '211472f3-bedd-4dc6-80b0-9d854f6f634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:34:44.083746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Bound port: b85c09a5-e5d6-4e3d-913d-d26058d3b6d8, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211472f3-bedd-4dc6-80b0-9d854f6f634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:34:44.084301 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.089308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2ead3888-7623-464a-8b0f-8d10f452488a', 'network_id': '2ead3888-7623-464a-8b0f-8d10f452488a', 'tenant_id': '8df5ea4fe6ce4c4b8c90797acb1218e5', 'fixed_ips': [{'subnet_id': '9877c4cf-932c-4ad3-9015-11befff4df72'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:34:44.090455 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.110846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10ef5829-a8a1-4455-a608-b2c47904b752 req-c3ba2cf9-93d0-4551-9b04-d5337716fe53 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&id=9de08f03-3f61-41e6-8cdd-fbee61381d3e&id=2c838962-4927-486b-aa1f-31fac965dc15&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0905237 Sep 16 16:34:44.175970 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a1360c13-fe24-4da6-85df-af64c919666f req-dbc807db-9ed2-4c29-87e9-b16b5cc3cf6f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.244119 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a1360c13-fe24-4da6-85df-af64c919666f req-dbc807db-9ed2-4c29-87e9-b16b5cc3cf6f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.244709 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-a1360c13-fe24-4da6-85df-af64c919666f req-dbc807db-9ed2-4c29-87e9-b16b5cc3cf6f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Floating IP df25b558-9a2d-42b2-959e-6c3a8c3f760d disassociated. External IP: 172.25.6.83, port: e69769b5-d32c-4597-81b7-736680b03350. Sep 16 16:34:44.251974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] For port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:34:44.294992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] For port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b85c09a5-e5d6-4e3d-913d-d26058d3b6d8,segment=NetworkSegment(211472f3-bedd-4dc6-80b0-9d854f6f634f),segment_id=211472f3-bedd-4dc6-80b0-9d854f6f634f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:34:44.299235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52791190-e2eb-427b-ab8f-8c25fb53d3fc req-6fa86ad1-318b-4212-bb27-453a8c3264f5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:44.301436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-52791190-e2eb-427b-ab8f-8c25fb53d3fc req-6fa86ad1-318b-4212-bb27-453a8c3264f5 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1041822 Sep 16 16:34:44.309716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-356557b1-7a3d-4e14-9237-a19c7dc8407a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Deleting port b68a8d50-4b5f-4969-8a72-c5551911378e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:44.315155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-356557b1-7a3d-4e14-9237-a19c7dc8407a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.319156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Allocated IP 172.20.0.2 (2ead3888-7623-464a-8b0f-8d10f452488a/9877c4cf-932c-4ad3-9015-11befff4df72/64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:44.364903 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.395323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-52791190-e2eb-427b-ab8f-8c25fb53d3fc req-a4682918-2607-41ed-aac8-ca6bb0d3f7df tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784168 Sep 16 16:34:44.539304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-356557b1-7a3d-4e14-9237-a19c7dc8407a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] For port b68a8d50-4b5f-4969-8a72-c5551911378e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b68a8d50-4b5f-4969-8a72-c5551911378e,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:44.540464 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-356557b1-7a3d-4e14-9237-a19c7dc8407a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.555240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223342cc-1345-437c-9aae-89a5fe2c9a73 None None] Pushing event updated for resources: {'Port': ['ID=b85c09a5-e5d6-4e3d-913d-d26058d3b6d8,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:44.575251 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.582132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-356557b1-7a3d-4e14-9237-a19c7dc8407a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Calling delete_port for b68a8d50-4b5f-4969-8a72-c5551911378e owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:44.661783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.763390 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:44.893660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Network 2ead3888-7623-464a-8b0f-8d10f452488a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:44.903098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:44.919854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:44.925045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Pushing event updated for resources: {'Port': ['ID=64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:45.018014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Attempting to bind port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:34:45.018388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Attempting to bind port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b9269982-3bf7-44b3-a818-9bf359e7f1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ead3888-7623-464a-8b0f-8d10f452488a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:34:45.018764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Attempting to bind port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d on network 2ead3888-7623-464a-8b0f-8d10f452488a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:34:45.023541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1360c13-fe24-4da6-85df-af64c919666f req-dbc807db-9ed2-4c29-87e9-b16b5cc3cf6f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Router 4721386a-8a9f-4f90-8b45-569e1423ca55 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:34:45.027487 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:34:45.027873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Checking segment: {'id': 'b9269982-3bf7-44b3-a818-9bf359e7f1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ead3888-7623-464a-8b0f-8d10f452488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:34:45.028282 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:45.029383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Bound using segment: {'id': 'b9269982-3bf7-44b3-a818-9bf359e7f1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ead3888-7623-464a-8b0f-8d10f452488a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:34:45.029874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Bound port: 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9269982-3bf7-44b3-a818-9bf359e7f1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ead3888-7623-464a-8b0f-8d10f452488a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:34:45.030272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:45.037652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Allocated IP 172.20.0.1 (b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e/de15d13d-e908-421d-b207-c13f36e7e371/eac03654-2fb7-42de-81b4-1dbcfd8b262f) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:45.041430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90883558-50e6-42d1-a99e-773e0b2ff146 req-bce8640a-8b5a-492d-bfff-f0694b87860e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:45.042959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90883558-50e6-42d1-a99e-773e0b2ff146 req-bce8640a-8b5a-492d-bfff-f0694b87860e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.0746367 Sep 16 16:34:45.056997 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-356557b1-7a3d-4e14-9237-a19c7dc8407a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:45.099422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356557b1-7a3d-4e14-9237-a19c7dc8407a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'Port': ['ID=b68a8d50-4b5f-4969-8a72-c5551911378e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:45.114309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e59db61c-ada6-441b-b4e4-9932e7321604'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:45.129396 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90883558-50e6-42d1-a99e-773e0b2ff146 req-e2397040-1c70-43e7-b181-0e5351b1d6da tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Sep 16 16:34:45.172986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-356557b1-7a3d-4e14-9237-a19c7dc8407a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] No DVR routers for this DVR port b68a8d50-4b5f-4969-8a72-c5551911378e on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:45.175614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] For port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:34:45.179240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-356557b1-7a3d-4e14-9237-a19c7dc8407a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:45.183456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] For port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d,segment=NetworkSegment(b9269982-3bf7-44b3-a818-9bf359e7f1da),segment_id=b9269982-3bf7-44b3-a818-9bf359e7f1da)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:34:45.184349 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15452fe8-f330-4445-b6f5-5c077d54efd9 req-356557b1-7a3d-4e14-9237-a19c7dc8407a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.52 "DELETE /v2.0/ports/b68a8d50-4b5f-4969-8a72-c5551911378e HTTP/1.1" status: 204 len: 173 time: 1.4069932 Sep 16 16:34:45.184979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'name': 'network-vif-deleted', 'tag': 'b68a8d50-4b5f-4969-8a72-c5551911378e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:45.187299 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea938b4a-1f01-4b8d-bd4b-b691786dfa78" -d '{"events": [{"server_uuid": "6d568dc7-e257-4a8e-b2c1-0fb276881262", "name": "network-vif-deleted", "tag": "b68a8d50-4b5f-4969-8a72-c5551911378e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:45.200186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1360c13-fe24-4da6-85df-af64c919666f req-dbc807db-9ed2-4c29-87e9-b16b5cc3cf6f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:45.208022 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a1360c13-fe24-4da6-85df-af64c919666f req-dbc807db-9ed2-4c29-87e9-b16b5cc3cf6f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:45.211478 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] Sync routers for ids ['4721386a-8a9f-4f90-8b45-569e1423ca55'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:45.225415 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] Routers {'4721386a-8a9f-4f90-8b45-569e1423ca55'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:45.226219 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4721386a-8a9f-4f90-8b45-569e1423ca55'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:45.255509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-dbc807db-9ed2-4c29-87e9-b16b5cc3cf6f tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "PUT /v2.0/floatingips/df25b558-9a2d-42b2-959e-6c3a8c3f760d HTTP/1.1" status: 200 len: 694 time: 1.4068141 Sep 16 16:34:45.268943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'tag': 'e69769b5-d32c-4597-81b7-736680b03350'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:45.270371 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:45.271838 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4a166d-17fc-443d-bbc4-a4e780f09856" -d '{"events": [{"name": "network-changed", "server_uuid": "2505cbe6-b7de-41e9-85d8-d024e74c4e4f", "tag": "e69769b5-d32c-4597-81b7-736680b03350"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:45.328341 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa3d7211-f52f-4026-b5c9-b0c7c4e47956 req-21d962f6-a08f-4270-9779-df47c49ad2d4 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d568dc7-e257-4a8e-b2c1-0fb276881262 HTTP/1.1" status: 200 len: 210 time: 0.0854821 Sep 16 16:34:45.373718 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:45.433276 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936b5c62-f29e-421a-918f-89165ad4f789 x-openstack-request-id: req-936b5c62-f29e-421a-918f-89165ad4f789 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:45.436203 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d568dc7-e257-4a8e-b2c1-0fb276881262", "name": "network-vif-deleted", "tag": "b68a8d50-4b5f-4969-8a72-c5551911378e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:45.436504 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-936b5c62-f29e-421a-918f-89165ad4f789 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:45.436919 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d568dc7-e257-4a8e-b2c1-0fb276881262', 'name': 'network-vif-deleted', 'tag': 'b68a8d50-4b5f-4969-8a72-c5551911378e', 'status': 'completed', 'code': 200} Sep 16 16:34:45.441058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cca3ee-7a9e-4e9d-8dc7-f030a0551c67 None None] Pushing event updated for resources: {'Port': ['ID=64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:45.448194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-48d3e2d6-fb07-4304-9237-070e20f7d6ec tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:45.450466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-48d3e2d6-fb07-4304-9237-070e20f7d6ec tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.62 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 946 time: 0.1911654 Sep 16 16:34:45.453630 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] Set router 4721386a-8a9f-4f90-8b45-569e1423ca55 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:45.479377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360c13-fe24-4da6-85df-af64c919666f req-e91e2b52-3cf1-4420-bba2-b52f6fa0e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:45.495727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-e61bc366-ea87-4d0b-8245-589ea2bc10f9 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:45.497733 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-e61bc366-ea87-4d0b-8245-589ea2bc10f9 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.52 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1799760 Sep 16 16:34:45.501433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-e91e2b52-3cf1-4420-bba2-b52f6fa0e583 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=416cdd2f33fb4b4cac58ea53ce683cae&device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 1096 time: 0.2064447 Sep 16 16:34:45.579331 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf855cde-3bcf-4e77-aaea-2f6c3506a048 x-openstack-request-id: req-bf855cde-3bcf-4e77-aaea-2f6c3506a048 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:45.579625 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2505cbe6-b7de-41e9-85d8-d024e74c4e4f", "tag": "e69769b5-d32c-4597-81b7-736680b03350", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:45.579870 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf855cde-3bcf-4e77-aaea-2f6c3506a048 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:45.585689 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'tag': 'e69769b5-d32c-4597-81b7-736680b03350', 'status': 'completed', 'code': 200} Sep 16 16:34:45.794632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:45.871734 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:45.884523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-54417625-d0e7-4f59-910f-cf3da289a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:45.886432 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-54417625-d0e7-4f59-910f-cf3da289a9ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=416cdd2f33fb4b4cac58ea53ce683cae&device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 1096 time: 0.2331123 Sep 16 16:34:45.898684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:45.898904 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.011300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360c13-fe24-4da6-85df-af64c919666f req-697a75b8-f104-4a20-9c5d-f685e731a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:46.011300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-697a75b8-f104-4a20-9c5d-f685e731a9af service neutron] 10.222.0.22 "GET /v2.0/networks?id=e008241b-7ad6-4a56-90b5-e43a63149541 HTTP/1.1" status: 200 len: 930 time: 0.5012214 Sep 16 16:34:46.035299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dc890-6044-497e-a1ce-4a85d095c18f req-c72ee2af-bd39-4e72-b68b-d4894ae55278 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:46.037015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-031dc890-6044-497e-a1ce-4a85d095c18f req-c72ee2af-bd39-4e72-b68b-d4894ae55278 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.2504447 Sep 16 16:34:46.057348 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.087473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-c2201299-2597-41e6-9e53-0b97aee25a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:46.089177 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-c2201299-2597-41e6-9e53-0b97aee25a07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e008241b-7ad6-4a56-90b5-e43a63149541 HTTP/1.1" status: 200 len: 930 time: 0.1504757 Sep 16 16:34:46.100432 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:11Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '467e50a4-b855-4c30-8a72-9959d3cf9556', 'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'mac_address': 'fa:16:3e:e8:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:10Z', 'updated_at': '2021-09-16T16:34:16Z', 'revision_number': 5, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'subnets': [{'id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:46.102720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-c34e9d7a-a0f5-4dbd-ac22-5298047478d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e69769b5-d32c-4597-81b7-736680b03350 HTTP/1.1" status: 200 len: 217 time: 0.0972109 Sep 16 16:34:46.128396 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b85c09a5-e5d6-4e3d-913d-d26058d3b6d8,segment=NetworkSegment(211472f3-bedd-4dc6-80b0-9d854f6f634f),segment_id=211472f3-bedd-4dc6-80b0-9d854f6f634f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:46.130230 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] Checking router: 4721386a-8a9f-4f90-8b45-569e1423ca55 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:34:46.140631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-3dbd4999-41e3-4f3a-88ec-18ced657688d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Deleting port e05f2152-0f69-495a-80b9-5a68d37cb2ef {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:46.141021 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] Routers {'4721386a-8a9f-4f90-8b45-569e1423ca55'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:46.141143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-3dbd4999-41e3-4f3a-88ec-18ced657688d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.141790 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4721386a-8a9f-4f90-8b45-569e1423ca55'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:46.154718 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-5144d87b-3e7a-4bfc-90c3-e241f9094f59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e69769b5-d32c-4597-81b7-736680b03350 HTTP/1.1" status: 200 len: 217 time: 0.0452747 Sep 16 16:34:46.156620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Network b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:46.182874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:46.202637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:46.220158 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.269629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-031dc890-6044-497e-a1ce-4a85d095c18f req-377a5222-6474-4300-933e-a45a51be0844 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705909 Sep 16 16:34:46.277072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.278842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59369f69-7798-4820-96a2-67645ac923bf None None] Network b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:46.335967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360c13-fe24-4da6-85df-af64c919666f req-40f5cde7-4745-4edd-aa81-1c66210631d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:46.347528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-c6149813-ee25-4b6a-a558-e39fb84a8197 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Deleting port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:46.347889 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-c6149813-ee25-4b6a-a558-e39fb84a8197 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.350795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-40f5cde7-4745-4edd-aa81-1c66210631d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56612aca-4cae-46c7-9b8f-2e2d4deebc0d HTTP/1.1" status: 200 len: 868 time: 0.2424579 Sep 16 16:34:46.375127 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] Set router 4721386a-8a9f-4f90-8b45-569e1423ca55 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:46.379388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'Port': ['ID=eac03654-2fb7-42de-81b4-1dbcfd8b262f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:46.386582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:46.398763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c5a446eb-fce7-4413-a4ef-f4cc357de5ac None None] Provisioning complete for port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:46.399175 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5a446eb-fce7-4413-a4ef-f4cc357de5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.466938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-3dbd4999-41e3-4f3a-88ec-18ced657688d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] For port e05f2152-0f69-495a-80b9-5a68d37cb2ef, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e05f2152-0f69-495a-80b9-5a68d37cb2ef,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:46.467310 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-3dbd4999-41e3-4f3a-88ec-18ced657688d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.482507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-3dbd4999-41e3-4f3a-88ec-18ced657688d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Calling delete_port for e05f2152-0f69-495a-80b9-5a68d37cb2ef owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:46.485001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=b85c09a5-e5d6-4e3d-913d-d26058d3b6d8,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:46.544237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360c13-fe24-4da6-85df-af64c919666f req-0626b3b9-715b-46ae-91e6-7d9215f946d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:46.549233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-0626b3b9-715b-46ae-91e6-7d9215f946d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e008241b-7ad6-4a56-90b5-e43a63149541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975658 Sep 16 16:34:46.569197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-84f4f4ac-418b-48fd-9004-2427c5721eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:46.569197 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-84f4f4ac-418b-48fd-9004-2427c5721eba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56612aca-4cae-46c7-9b8f-2e2d4deebc0d HTTP/1.1" status: 200 len: 868 time: 0.3973806 Sep 16 16:34:46.708290 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.754873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-c6149813-ee25-4b6a-a558-e39fb84a8197 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] For port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:46.755302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-c6149813-ee25-4b6a-a558-e39fb84a8197 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.863627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-5795e588-3b1a-4cee-857c-c97c446ccdb6 service neutron] 10.222.0.22 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990298 Sep 16 16:34:46.890723 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:11Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '467e50a4-b855-4c30-8a72-9959d3cf9556', 'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'mac_address': 'fa:16:3e:e8:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:10Z', 'updated_at': '2021-09-16T16:34:16Z', 'revision_number': 5, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'subnets': [{'id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:46.902602 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:46.929242 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0251ffe8-8557-4895-9b45-296be418b684 None None] The sync data for ids ['4721386a-8a9f-4f90-8b45-569e1423ca55'] in n-d-807786-3 is: [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:11Z', 'revision_number': 4, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '467e50a4-b855-4c30-8a72-9959d3cf9556', 'name': '', 'network_id': 'e008241b-7ad6-4a56-90b5-e43a63149541', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'mac_address': 'fa:16:3e:e8:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:10Z', 'updated_at': '2021-09-16T16:34:16Z', 'revision_number': 5, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'subnets': [{'id': '56612aca-4cae-46c7-9b8f-2e2d4deebc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:46.935248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-c6149813-ee25-4b6a-a558-e39fb84a8197 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Calling delete_port for 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:46.944601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-2afb5179-aae8-4800-a61b-4d2e0de940e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:46.947054 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-2afb5179-aae8-4800-a61b-4d2e0de940e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e008241b-7ad6-4a56-90b5-e43a63149541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3591006 Sep 16 16:34:47.038695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-3dbd4999-41e3-4f3a-88ec-18ced657688d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:47.128083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['970626c6-0bcb-4271-9387-01c119331e04'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:47.130015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d116c-00b6-45a7-8533-21432844ab23 None None] Network 2ead3888-7623-464a-8b0f-8d10f452488a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:47.199794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1360c13-fe24-4da6-85df-af64c919666f req-65839640-8da3-458e-ac66-072aaeeb5361 service neutron] 10.222.0.22 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158462 Sep 16 16:34:47.209877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-3dbd4999-41e3-4f3a-88ec-18ced657688d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] No DVR routers for this DVR port e05f2152-0f69-495a-80b9-5a68d37cb2ef on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:47.212408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd4999-41e3-4f3a-88ec-18ced657688d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Pushing event deleted for resources: {'Port': ['ID=e05f2152-0f69-495a-80b9-5a68d37cb2ef,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:47.215178 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-3dbd4999-41e3-4f3a-88ec-18ced657688d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:47.217350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e76ae552-1b8f-42af-8c68-1a4e7836bb90 req-3dbd4999-41e3-4f3a-88ec-18ced657688d tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.62 "DELETE /v2.0/ports/e05f2152-0f69-495a-80b9-5a68d37cb2ef HTTP/1.1" status: 204 len: 173 time: 1.7564247 Sep 16 16:34:47.266114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05f1c9e2-5daa-4e42-b29f-28eb033573f0 req-74ca0f36-8dfa-4512-899c-ca1db69a8808 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=57744f41-09dd-4a50-9a5f-a5bdd367459a HTTP/1.1" status: 200 len: 210 time: 0.0646930 Sep 16 16:34:47.314933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862e6980-432a-41b7-8d04-0e0d12ac5c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a74b086-ceff-4c2c-9bb1-c23c1f3eca03'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:47.317449 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5cbea2-568f-4fbd-bb12-64f10336eeae" -d '{"events": [{"server_uuid": "862e6980-432a-41b7-8d04-0e0d12ac5c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "5a74b086-ceff-4c2c-9bb1-c23c1f3eca03"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:47.341482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:47.347763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:47.349040 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-d710e277-e95a-4754-94d4-55c29d9875e3 service neutron] 10.222.0.62 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915596 Sep 16 16:34:47.365552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9358f859-418e-4033-8e71-b811d42e1aea None None] New status for floating IP df25b558-9a2d-42b2-959e-6c3a8c3f760d: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:34:47.419356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0ce1bdba-6fed-4e79-970c-6c72ba53f895 None None] Provisioning complete for port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:47.425398 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bdba-6fed-4e79-970c-6c72ba53f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:47.441105 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:47.498342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762586-b8f5-4025-9506-44380a60f9e6 req-3a7a67ee-3f53-4dc1-b0dc-5f71430ceb1f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:47.505792 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85762586-b8f5-4025-9506-44380a60f9e6 req-3a7a67ee-3f53-4dc1-b0dc-5f71430ceb1f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 946 time: 0.1261199 Sep 16 16:34:47.579649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590a9f4-5418-4ee0-89d9-70cfbd7c9535 req-7b8bd040-8bcc-4faf-a9ad-c7eeeedb765e tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:47.581276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e590a9f4-5418-4ee0-89d9-70cfbd7c9535 req-7b8bd040-8bcc-4faf-a9ad-c7eeeedb765e tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=862e6980-432a-41b7-8d04-0e0d12ac5c9a HTTP/1.1" status: 200 len: 945 time: 0.1482100 Sep 16 16:34:47.582057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57744f41-09dd-4a50-9a5f-a5bdd367459a', 'name': 'network-vif-deleted', 'tag': 'e05f2152-0f69-495a-80b9-5a68d37cb2ef'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:47.590358 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d50e34-24c6-4ded-90fc-165d655bf1c8" -d '{"events": [{"server_uuid": "57744f41-09dd-4a50-9a5f-a5bdd367459a", "name": "network-vif-deleted", "tag": "e05f2152-0f69-495a-80b9-5a68d37cb2ef"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:47.633169 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:47.634629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b68a8d50-4b5f-4969-8a72-c5551911378e no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:47.654312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85762586-b8f5-4025-9506-44380a60f9e6 req-db3b7a44-12c9-43dc-a062-7fff0f31864b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310623 Sep 16 16:34:47.716471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:47.729938 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0d4a166d-17fc-443d-bbc4-a4e780f09856 req-bae88654-9895-4534-a9ee-f606bce30e6a service neutron] 10.222.0.62 "GET /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647528 Sep 16 16:34:47.730681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'Port': ['ID=eac03654-2fb7-42de-81b4-1dbcfd8b262f,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:47.741405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e590a9f4-5418-4ee0-89d9-70cfbd7c9535 req-36ae294d-fdd3-4648-934c-368b57f4d633 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386669 Sep 16 16:34:47.760346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e05f2152-0f69-495a-80b9-5a68d37cb2ef no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:47.762285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:47.824407 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-c6149813-ee25-4b6a-a558-e39fb84a8197 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:47.832342 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ba7d730-6193-4eaf-93b6-8b8a8a110b74 req-6a644360-ca39-4902-93cd-05479aa53eed tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/9de08f03-3f61-41e6-8cdd-fbee61381d3e HTTP/1.1" status: 200 len: 1802 time: 0.1414750 Sep 16 16:34:47.857667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: b68a8d50-4b5f-4969-8a72-c5551911378e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:47.858020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b68a8d50-4b5f-4969-8a72-c5551911378e not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:47.862376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-a0628418-abed-4c3d-85a8-5dc066df5275 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips/df25b558-9a2d-42b2-959e-6c3a8c3f760d HTTP/1.1" status: 200 len: 694 time: 0.0887396 Sep 16 16:34:47.880747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6149813-ee25-4b6a-a558-e39fb84a8197 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Pushing event deleted for resources: {'Port': ['ID=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:47.901186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['3a0d0adf-6906-4102-90b9-9c90808cdd64'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:47.943065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Network b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:47.944439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-c6149813-ee25-4b6a-a558-e39fb84a8197 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] No DVR routers for this DVR port 5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:47.948285 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:47.950739 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-c6149813-ee25-4b6a-a558-e39fb84a8197 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:47.952851 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-17e63b74-c448-4932-9e20-cb83f5f6aad1 req-c6149813-ee25-4b6a-a558-e39fb84a8197 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.52 "DELETE /v2.0/ports/5a74b086-ceff-4c2c-9bb1-c23c1f3eca03 HTTP/1.1" status: 204 len: 173 time: 2.4432378 Sep 16 16:34:47.953614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862e6980-432a-41b7-8d04-0e0d12ac5c9a', 'name': 'network-vif-deleted', 'tag': '5a74b086-ceff-4c2c-9bb1-c23c1f3eca03'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:47.956063 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4314913a-d178-45bd-8bc7-67431799a3a6" -d '{"events": [{"server_uuid": "862e6980-432a-41b7-8d04-0e0d12ac5c9a", "name": "network-vif-deleted", "tag": "5a74b086-ceff-4c2c-9bb1-c23c1f3eca03"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:47.971455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: e05f2152-0f69-495a-80b9-5a68d37cb2ef {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:47.972021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e05f2152-0f69-495a-80b9-5a68d37cb2ef not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:47.989008 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7ba7d730-6193-4eaf-93b6-8b8a8a110b74 req-1c50b57a-122a-4a1d-a931-2d228228c45d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.035668 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7ba7d730-6193-4eaf-93b6-8b8a8a110b74 req-1c50b57a-122a-4a1d-a931-2d228228c45d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.062093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-035fe7b9-f8e5-4276-a9fa-11358f432a48 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:48.063957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-035fe7b9-f8e5-4276-a9fa-11358f432a48 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1935339 Sep 16 16:34:48.064892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:48.065359 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.151028 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-57732431-ba69-49bd-b498-2b8e00e1f7a8 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 695 time: 0.0661650 Sep 16 16:34:48.153323 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bdba-6fed-4e79-970c-6c72ba53f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.155081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a74b086-ceff-4c2c-9bb1-c23c1f3eca03,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:48.179067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Router 18327319-4817-44dd-912f-91aea53c0e76 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:34:48.267857 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7ba7d730-6193-4eaf-93b6-8b8a8a110b74 req-1c50b57a-122a-4a1d-a931-2d228228c45d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.271273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7ba7d730-6193-4eaf-93b6-8b8a8a110b74 req-1c50b57a-122a-4a1d-a931-2d228228c45d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.274808 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ba7d730-6193-4eaf-93b6-8b8a8a110b74 req-1c50b57a-122a-4a1d-a931-2d228228c45d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/9de08f03-3f61-41e6-8cdd-fbee61381d3e HTTP/1.1" status: 204 len: 173 time: 0.4415400 Sep 16 16:34:48.288134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0ce1bdba-6fed-4e79-970c-6c72ba53f895 None None] For port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d,segment=NetworkSegment(b9269982-3bf7-44b3-a818-9bf359e7f1da),segment_id=b9269982-3bf7-44b3-a818-9bf359e7f1da)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:48.319724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-e7e289e5-45ef-4adb-8657-420ec3da3bf0 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 695 time: 0.1456811 Sep 16 16:34:48.348815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50b57a-122a-4a1d-a931-2d228228c45d tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de08f03-3f61-41e6-8cdd-fbee61381d3e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:48.350468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:48.372974 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3759ba2f-3109-4720-834e-4d7a6c6a19e8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "PUT /v2.0/routers/18327319-4817-44dd-912f-91aea53c0e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4833095 Sep 16 16:34:48.373240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7c38a3-aef9-47a7-b348-9aba345b3246 None None] Sync routers for ids ['18327319-4817-44dd-912f-91aea53c0e76'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:48.373681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39476) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:48.387024 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c38a3-aef9-47a7-b348-9aba345b3246 None None] Routers {'18327319-4817-44dd-912f-91aea53c0e76'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:48.389180 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-8c7c38a3-aef9-47a7-b348-9aba345b3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['18327319-4817-44dd-912f-91aea53c0e76'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:48.402775 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5be743-87e8-4e39-b645-cb0ac6a663ab x-openstack-request-id: req-ae5be743-87e8-4e39-b645-cb0ac6a663ab {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:48.403135 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862e6980-432a-41b7-8d04-0e0d12ac5c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "5a74b086-ceff-4c2c-9bb1-c23c1f3eca03", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:48.403394 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae5be743-87e8-4e39-b645-cb0ac6a663ab {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:48.403785 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862e6980-432a-41b7-8d04-0e0d12ac5c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a74b086-ceff-4c2c-9bb1-c23c1f3eca03', 'code': 200} Sep 16 16:34:48.453107 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bdba-6fed-4e79-970c-6c72ba53f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.496202 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-8c7c38a3-aef9-47a7-b348-9aba345b3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:48.500322 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:48.532809 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c38a3-aef9-47a7-b348-9aba345b3246 None None] Routers {'18327319-4817-44dd-912f-91aea53c0e76'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:48.540283 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-8c7c38a3-aef9-47a7-b348-9aba345b3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['18327319-4817-44dd-912f-91aea53c0e76'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:48.600213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-b92cf725-0da6-427e-9237-96fff446e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Deleting port 41128143-94dd-4fed-9bc6-025a62a86113 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:48.600792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-b92cf725-0da6-427e-9237-96fff446e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.609747 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-8c7c38a3-aef9-47a7-b348-9aba345b3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:48.610798 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7c38a3-aef9-47a7-b348-9aba345b3246 None None] The sync data for ids ['18327319-4817-44dd-912f-91aea53c0e76'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:48.656185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1bdba-6fed-4e79-970c-6c72ba53f895 None None] Pushing event updated for resources: {'Port': ['ID=64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:48.665649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-70b03c87-bfcc-4804-8159-a352efd15a56 None None] Provisioning complete for port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:48.666062 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70b03c87-bfcc-4804-8159-a352efd15a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.677438 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cf500c-d826-424f-85bf-313470a95bbf x-openstack-request-id: req-d2cf500c-d826-424f-85bf-313470a95bbf {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:48.677732 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57744f41-09dd-4a50-9a5f-a5bdd367459a", "name": "network-vif-deleted", "tag": "e05f2152-0f69-495a-80b9-5a68d37cb2ef", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:48.677984 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2cf500c-d826-424f-85bf-313470a95bbf {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:48.678509 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57744f41-09dd-4a50-9a5f-a5bdd367459a', 'name': 'network-vif-deleted', 'tag': 'e05f2152-0f69-495a-80b9-5a68d37cb2ef', 'status': 'completed', 'code': 200} Sep 16 16:34:48.698924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:48.699302 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.751398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-b92cf725-0da6-427e-9237-96fff446e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.751839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-b92cf725-0da6-427e-9237-96fff446e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.776694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-b92cf725-0da6-427e-9237-96fff446e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Calling delete_port for 41128143-94dd-4fed-9bc6-025a62a86113 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:48.847512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-70b03c87-bfcc-4804-8159-a352efd15a56 None None] Provisioning complete for port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:48.847998 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70b03c87-bfcc-4804-8159-a352efd15a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.866457 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:34:48.871999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cd0255a8-710f-4a86-81b5-f250ae4af87f req-dbb6e0ab-bd47-4837-a5c2-662a0402484f tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/2c838962-4927-486b-aa1f-31fac965dc15 HTTP/1.1" status: 200 len: 1802 time: 0.1075385 Sep 16 16:34:48.926645 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72e1865-6bf3-4624-9a62-2abdbd4c6962 x-openstack-request-id: req-b72e1865-6bf3-4624-9a62-2abdbd4c6962 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:48.932280 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862e6980-432a-41b7-8d04-0e0d12ac5c9a", "name": "network-vif-deleted", "tag": "5a74b086-ceff-4c2c-9bb1-c23c1f3eca03", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:48.932280 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b72e1865-6bf3-4624-9a62-2abdbd4c6962 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:48.932280 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862e6980-432a-41b7-8d04-0e0d12ac5c9a', 'name': 'network-vif-deleted', 'tag': '5a74b086-ceff-4c2c-9bb1-c23c1f3eca03', 'status': 'completed', 'code': 200} Sep 16 16:34:48.949404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-70b03c87-bfcc-4804-8159-a352efd15a56 None None] Provisioning complete for port eac03654-2fb7-42de-81b4-1dbcfd8b262f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:48.949928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70b03c87-bfcc-4804-8159-a352efd15a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.969926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cd0255a8-710f-4a86-81b5-f250ae4af87f req-68e3b026-ffd3-49f0-bc21-5cda93f3b45c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:48.998954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-70b03c87-bfcc-4804-8159-a352efd15a56 None None] Port eac03654-2fb7-42de-81b4-1dbcfd8b262f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:49.029496 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cd0255a8-710f-4a86-81b5-f250ae4af87f req-68e3b026-ffd3-49f0-bc21-5cda93f3b45c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.115556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-abd376ef-1c98-409d-9ecf-602fca8f6649 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:49.117013 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-abd376ef-1c98-409d-9ecf-602fca8f6649 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 946 time: 0.0904822 Sep 16 16:34:49.122561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-b92cf725-0da6-427e-9237-96fff446e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.148903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cf725-0da6-427e-9237-96fff446e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Pushing event deleted for resources: {'Port': ['ID=41128143-94dd-4fed-9bc6-025a62a86113,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:49.161959 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cd0255a8-710f-4a86-81b5-f250ae4af87f req-68e3b026-ffd3-49f0-bc21-5cda93f3b45c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.161959 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cd0255a8-710f-4a86-81b5-f250ae4af87f req-68e3b026-ffd3-49f0-bc21-5cda93f3b45c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.162186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cd0255a8-710f-4a86-81b5-f250ae4af87f req-68e3b026-ffd3-49f0-bc21-5cda93f3b45c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/2c838962-4927-486b-aa1f-31fac965dc15 HTTP/1.1" status: 204 len: 173 time: 0.2775586 Sep 16 16:34:49.205971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3b026-ffd3-49f0-bc21-5cda93f3b45c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c838962-4927-486b-aa1f-31fac965dc15,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:49.237084 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-b92cf725-0da6-427e-9237-96fff446e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.239636 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-b92cf725-0da6-427e-9237-96fff446e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.240826 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c0a089d-2ede-4ed0-b283-73cefd2d9f2a req-b92cf725-0da6-427e-9237-96fff446e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "DELETE /v2.0/floatingips/df25b558-9a2d-42b2-959e-6c3a8c3f760d HTTP/1.1" status: 204 len: 173 time: 0.9202123 Sep 16 16:34:49.241089 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-30d5e8d6-434a-4a74-85c9-569282c928c5 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:34:49.242146 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-30d5e8d6-434a-4a74-85c9-569282c928c5 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "PUT /v2.0/routers/18327319-4817-44dd-912f-91aea53c0e76/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8678899 Sep 16 16:34:49.250259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39486) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:49.271215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-fbcd2ad4-6f88-4c02-8583-9d9d25696744 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Deleting port 2460c082-b61d-45f8-a850-b58995428c22 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:49.277330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-fbcd2ad4-6f88-4c02-8583-9d9d25696744 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.376410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-fbcd2ad4-6f88-4c02-8583-9d9d25696744 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] For port 2460c082-b61d-45f8-a850-b58995428c22, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=2460c082-b61d-45f8-a850-b58995428c22,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:49.376796 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-fbcd2ad4-6f88-4c02-8583-9d9d25696744 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.377958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a0c8e-8d9e-4c60-a988-d668281708d5 req-50bd07c6-35dc-4b15-bdc4-f7dae265bba8 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:49.379457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a67a0c8e-8d9e-4c60-a988-d668281708d5 req-50bd07c6-35dc-4b15-bdc4-f7dae265bba8 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 946 time: 0.1259139 Sep 16 16:34:49.390528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-fbcd2ad4-6f88-4c02-8583-9d9d25696744 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Calling delete_port for 2460c082-b61d-45f8-a850-b58995428c22 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:49.488909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a67a0c8e-8d9e-4c60-a988-d668281708d5 req-7249f612-496f-4160-98b5-1f2b5c500081 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998216 Sep 16 16:34:49.568054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-ba9a8eb0-142f-47ad-ba65-5c786fbb791e req-2ea4f6e0-a7fe-4969-9448-7b13ec378683 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-597657588', 'description': 'tempest-description-836365602'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:49.597541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:34:49.643250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-fbcd2ad4-6f88-4c02-8583-9d9d25696744 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.656554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:49.657131 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.658623 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.661613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['2460c082-b61d-45f8-a850-b58995428c22'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:49.675799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd2ad4-6f88-4c02-8583-9d9d25696744 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event deleted for resources: {'Port': ['ID=2460c082-b61d-45f8-a850-b58995428c22,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:49.708597 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ba9a8eb0-142f-47ad-ba65-5c786fbb791e req-2ea4f6e0-a7fe-4969-9448-7b13ec378683 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.730239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-fbcd2ad4-6f88-4c02-8583-9d9d25696744 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] No DVR routers for this DVR port 2460c082-b61d-45f8-a850-b58995428c22 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:49.733304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-fbcd2ad4-6f88-4c02-8583-9d9d25696744 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.735495 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5d875c8c-b94e-4167-836b-ceb98c39dca0 req-fbcd2ad4-6f88-4c02-8583-9d9d25696744 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "DELETE /v2.0/ports/2460c082-b61d-45f8-a850-b58995428c22 HTTP/1.1" status: 204 len: 173 time: 0.6105986 Sep 16 16:34:49.895758 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ba9a8eb0-142f-47ad-ba65-5c786fbb791e req-2ea4f6e0-a7fe-4969-9448-7b13ec378683 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:49.983203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Deleting port eac03654-2fb7-42de-81b4-1dbcfd8b262f {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:49.983551 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:50.002019 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ba9a8eb0-142f-47ad-ba65-5c786fbb791e req-2ea4f6e0-a7fe-4969-9448-7b13ec378683 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:50.071129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4f6e0-a7fe-4969-9448-7b13ec378683 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b82184-df7c-4b2f-be95-ae30beba1052,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:50.106642 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:50.122123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Calling delete_port for eac03654-2fb7-42de-81b4-1dbcfd8b262f owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:50.317318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ba9a8eb0-142f-47ad-ba65-5c786fbb791e req-2ea4f6e0-a7fe-4969-9448-7b13ec378683 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:50.317318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba9a8eb0-142f-47ad-ba65-5c786fbb791e req-2ea4f6e0-a7fe-4969-9448-7b13ec378683 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7595415 Sep 16 16:34:50.506854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db08be8-48c8-4f04-b015-3585158eadb7 req-0c37031b-76ba-4d99-97b4-87abc086155e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:50.508431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3db08be8-48c8-4f04-b015-3585158eadb7 req-0c37031b-76ba-4d99-97b4-87abc086155e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.0846477 Sep 16 16:34:50.516777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219b73a-51ec-4f1c-94ef-6e3b54b42320 req-32067617-2e88-464c-912c-0c52c98748bd tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:50.518189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1219b73a-51ec-4f1c-94ef-6e3b54b42320 req-32067617-2e88-464c-912c-0c52c98748bd tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0924449 Sep 16 16:34:50.575360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1219b73a-51ec-4f1c-94ef-6e3b54b42320 req-95ea52b6-96bb-4227-afe5-ffda84b515e5 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0502841 Sep 16 16:34:50.577780 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:50.620490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event deleted for resources: {'Port': ['ID=eac03654-2fb7-42de-81b4-1dbcfd8b262f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:50.626453 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3db08be8-48c8-4f04-b015-3585158eadb7 req-6941937c-faf6-4b3e-955f-e588f7ded45e tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072991 Sep 16 16:34:50.780627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c44c4f5b-9d5d-42ce-98eb-b2131caf53af req-38408c5f-8821-4091-8fbe-aa2095b48bdb tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/d9b82184-df7c-4b2f-be95-ae30beba1052 HTTP/1.1" status: 200 len: 1801 time: 0.1175225 Sep 16 16:34:50.826074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-c44c4f5b-9d5d-42ce-98eb-b2131caf53af req-1b3e7993-2896-4919-8c73-de795e43e09c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Request body: {'security_group': {'name': 'tempest-sg-hth-948583977', 'description': 'tempest-description-hth-1663394426'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:50.837875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146a245-f9d1-4df3-b47a-2fd2486563f6 req-7f547838-2f96-49ab-aea9-e87fe351c43a tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:50.839401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3146a245-f9d1-4df3-b47a-2fd2486563f6 req-7f547838-2f96-49ab-aea9-e87fe351c43a tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.1753240 Sep 16 16:34:50.891455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:50.928762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24c8f89-4dc6-423e-93bb-3355cbc69c89', 'name': 'network-vif-deleted', 'tag': '2460c082-b61d-45f8-a850-b58995428c22'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:50.932683 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9242277-ca0c-465a-a193-3b47a4745e01" -d '{"events": [{"server_uuid": "c24c8f89-4dc6-423e-93bb-3355cbc69c89", "name": "network-vif-deleted", "tag": "2460c082-b61d-45f8-a850-b58995428c22"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:50.933993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c44c4f5b-9d5d-42ce-98eb-b2131caf53af req-1b3e7993-2896-4919-8c73-de795e43e09c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:51.011946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3146a245-f9d1-4df3-b47a-2fd2486563f6 req-4aec5e6e-ebcf-4aec-aac0-bd4557cdceb8 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445699 Sep 16 16:34:51.125401 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c44c4f5b-9d5d-42ce-98eb-b2131caf53af req-1b3e7993-2896-4919-8c73-de795e43e09c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:51.141742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f309b42a-2e40-464d-8aad-79b5286864f4 req-a7d385f4-6a2e-4cc8-a08f-1e9092a95aae tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 210 time: 0.0603082 Sep 16 16:34:51.148948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Router 18327319-4817-44dd-912f-91aea53c0e76 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:34:51.203177 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c44c4f5b-9d5d-42ce-98eb-b2131caf53af req-1b3e7993-2896-4919-8c73-de795e43e09c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:51.205781 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-c44c4f5b-9d5d-42ce-98eb-b2131caf53af req-1b3e7993-2896-4919-8c73-de795e43e09c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:51.206979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c44c4f5b-9d5d-42ce-98eb-b2131caf53af req-1b3e7993-2896-4919-8c73-de795e43e09c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "PUT /v2.0/security-groups/d9b82184-df7c-4b2f-be95-ae30beba1052 HTTP/1.1" status: 200 len: 1776 time: 0.3887322 Sep 16 16:34:51.245099 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70696ee2-6942-42a6-9261-d4da931eaf4e x-openstack-request-id: req-70696ee2-6942-42a6-9261-d4da931eaf4e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:51.245694 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24c8f89-4dc6-423e-93bb-3355cbc69c89", "name": "network-vif-deleted", "tag": "2460c082-b61d-45f8-a850-b58995428c22", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:51.246158 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70696ee2-6942-42a6-9261-d4da931eaf4e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:51.246916 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24c8f89-4dc6-423e-93bb-3355cbc69c89', 'name': 'network-vif-deleted', 'tag': '2460c082-b61d-45f8-a850-b58995428c22', 'status': 'completed', 'code': 200} Sep 16 16:34:51.280451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1f40e92-e001-434e-8d85-a34206b70913 req-39626c84-476a-4fcd-9fd5-f24c20fe0fcd tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0810909 Sep 16 16:34:51.291391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:51.301000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9e45879a-f770-4e6c-963c-f12e24a8a0df tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "PUT /v2.0/routers/18327319-4817-44dd-912f-91aea53c0e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0537312 Sep 16 16:34:51.301932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f099f-084c-47f4-91f0-20a467620de8 None None] Sync routers for ids ['18327319-4817-44dd-912f-91aea53c0e76'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:51.307828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39514) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:51.312454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e7993-2896-4919-8c73-de795e43e09c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b82184-df7c-4b2f-be95-ae30beba1052,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:51.317357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f099f-084c-47f4-91f0-20a467620de8 None None] Routers {'18327319-4817-44dd-912f-91aea53c0e76'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:51.318004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e30f099f-084c-47f4-91f0-20a467620de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['18327319-4817-44dd-912f-91aea53c0e76'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:51.339244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99a67890-be78-4092-8223-e3b622f0b890 req-3fce308d-4544-46c0-87fa-9a61d4c1e5fe tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/d9b82184-df7c-4b2f-be95-ae30beba1052 HTTP/1.1" status: 200 len: 1776 time: 0.0604703 Sep 16 16:34:51.364664 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-6c6ed115-bf4c-43e3-b4c4-bcc6ef63d8ea tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] delete failed (client error): The resource could not be found. Sep 16 16:34:51.370125 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6c6ed115-bf4c-43e3-b4c4-bcc6ef63d8ea tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-930240971 HTTP/1.1" status: 404 len: 334 time: 0.0567846 Sep 16 16:34:51.370892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39518) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:51.379372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e30f099f-084c-47f4-91f0-20a467620de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:51.384404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b94da9a5-8afc-42aa-b134-6f220ab3c606 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Request body: {'router': {'external_gateway_info': {'network_id': '18327319-4817-44dd-912f-91aea53c0e76'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:51.389460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f099f-084c-47f4-91f0-20a467620de8 None None] Routers {'18327319-4817-44dd-912f-91aea53c0e76'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:51.390097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e30f099f-084c-47f4-91f0-20a467620de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['18327319-4817-44dd-912f-91aea53c0e76'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:51.435333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e30f099f-084c-47f4-91f0-20a467620de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:51.436133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f099f-084c-47f4-91f0-20a467620de8 None None] The sync data for ids ['18327319-4817-44dd-912f-91aea53c0e76'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:51.440887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33abdb01-2137-44e6-8f0e-fc34a2f6565b req-afb21323-59b1-4e30-b17a-b1d1974de901 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/d9b82184-df7c-4b2f-be95-ae30beba1052 HTTP/1.1" status: 200 len: 1776 time: 0.0674074 Sep 16 16:34:51.500594 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-33abdb01-2137-44e6-8f0e-fc34a2f6565b req-1ea12f0c-5d8a-4a45-ad0d-6b4ba36730e8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:51.528322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-33abdb01-2137-44e6-8f0e-fc34a2f6565b req-1ea12f0c-5d8a-4a45-ad0d-6b4ba36730e8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:51.659544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2460c082-b61d-45f8-a850-b58995428c22 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:51.670643 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b94da9a5-8afc-42aa-b134-6f220ab3c606 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:51.676111 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49445708-4e75-47b7-8d33-e0e93358637a req-5231889d-bdfb-4b23-b779-faacdd3a5221 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1354809 Sep 16 16:34:51.680844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-33abdb01-2137-44e6-8f0e-fc34a2f6565b req-1ea12f0c-5d8a-4a45-ad0d-6b4ba36730e8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:51.683414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-33abdb01-2137-44e6-8f0e-fc34a2f6565b req-1ea12f0c-5d8a-4a45-ad0d-6b4ba36730e8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:51.684619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33abdb01-2137-44e6-8f0e-fc34a2f6565b req-1ea12f0c-5d8a-4a45-ad0d-6b4ba36730e8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/d9b82184-df7c-4b2f-be95-ae30beba1052 HTTP/1.1" status: 204 len: 173 time: 0.2428916 Sep 16 16:34:51.695546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea12f0c-5d8a-4a45-ad0d-6b4ba36730e8 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b82184-df7c-4b2f-be95-ae30beba1052,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:51.772200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445708-4e75-47b7-8d33-e0e93358637a req-2a58de23-6087-4ccc-ba53-e9c2cbc638ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:51.775203 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49445708-4e75-47b7-8d33-e0e93358637a req-2a58de23-6087-4ccc-ba53-e9c2cbc638ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d94018826866409e9cb90b2f28d3732a&device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 1096 time: 0.0707672 Sep 16 16:34:51.814436 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-b94da9a5-8afc-42aa-b134-6f220ab3c606 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] update failed (client error): The resource could not be found. Sep 16 16:34:51.820672 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b94da9a5-8afc-42aa-b134-6f220ab3c606 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "PUT /v2.0/routers/18327319-4817-44dd-912f-91aea53c0e76 HTTP/1.1" status: 404 len: 339 time: 0.4435000 Sep 16 16:34:51.822098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39530) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:51.867170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 2460c082-b61d-45f8-a850-b58995428c22 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:51.867520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 2460c082-b61d-45f8-a850-b58995428c22 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:51.927346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445708-4e75-47b7-8d33-e0e93358637a req-27b3aa42-6817-4c67-bfda-31a1893f2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:51.929109 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49445708-4e75-47b7-8d33-e0e93358637a req-27b3aa42-6817-4c67-bfda-31a1893f2a34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 HTTP/1.1" status: 200 len: 915 time: 0.1160941 Sep 16 16:34:52.007749 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49445708-4e75-47b7-8d33-e0e93358637a req-925dd710-9485-495f-bd0f-c1461a42cb3c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378f7417-f4cd-4194-800a-6de173856a0e HTTP/1.1" status: 200 len: 1001 time: 0.0681150 Sep 16 16:34:52.068622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445708-4e75-47b7-8d33-e0e93358637a req-fe72582a-8ed2-4349-889d-f23a97715c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:52.071398 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49445708-4e75-47b7-8d33-e0e93358637a req-fe72582a-8ed2-4349-889d-f23a97715c55 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e5a71a58-08d9-4026-93a5-19ac2f92842a HTTP/1.1" status: 200 len: 853 time: 0.0531437 Sep 16 16:34:52.127353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445708-4e75-47b7-8d33-e0e93358637a req-4a4a2614-8d46-495d-8008-263c7b5362cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:52.129701 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49445708-4e75-47b7-8d33-e0e93358637a req-4a4a2614-8d46-495d-8008-263c7b5362cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481489 Sep 16 16:34:52.274409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-699dadff-0c29-416d-b042-09201816e703 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:52.276364 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-699dadff-0c29-416d-b042-09201816e703 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.52 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.0702684 Sep 16 16:34:52.278206 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49445708-4e75-47b7-8d33-e0e93358637a req-4acb9279-f386-441b-8457-3f626c31ba92 service neutron] 10.222.0.62 "GET /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385570 Sep 16 16:34:52.443165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204bb9b-daa5-4158-8a09-006fab8a6037 req-f722eb6e-58ff-4f0b-ae00-81673213d074 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:52.444247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6204bb9b-daa5-4158-8a09-006fab8a6037 req-f722eb6e-58ff-4f0b-ae00-81673213d074 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.5492356 Sep 16 16:34:52.444967 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-49445708-4e75-47b7-8d33-e0e93358637a req-6fb2d459-58b5-4080-8dce-7c03190be919 service neutron] 10.222.0.62 "GET /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560862 Sep 16 16:34:52.456282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681072e1-4cb3-46f8-9d5d-ff9dba1427a3 req-e19b364f-9fcb-4050-aea9-4696ed99625b tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:52.458258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-681072e1-4cb3-46f8-9d5d-ff9dba1427a3 req-e19b364f-9fcb-4050-aea9-4696ed99625b tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 945 time: 0.5074685 Sep 16 16:34:52.459604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-5c2d6503-99e1-4f9a-b10d-1b267130f11b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Deleting port 3a0d0adf-6906-4102-90b9-9c90808cdd64 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:52.460188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-5c2d6503-99e1-4f9a-b10d-1b267130f11b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:52.564157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-5c2d6503-99e1-4f9a-b10d-1b267130f11b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] For port 3a0d0adf-6906-4102-90b9-9c90808cdd64, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=3a0d0adf-6906-4102-90b9-9c90808cdd64,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:52.564571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-5c2d6503-99e1-4f9a-b10d-1b267130f11b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:52.575170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6204bb9b-daa5-4158-8a09-006fab8a6037 req-fcab10ea-8c79-41ee-8c29-967ba173bfe3 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862105 Sep 16 16:34:52.580444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-5c2d6503-99e1-4f9a-b10d-1b267130f11b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Calling delete_port for 3a0d0adf-6906-4102-90b9-9c90808cdd64 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:52.595972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-681072e1-4cb3-46f8-9d5d-ff9dba1427a3 req-77c3921b-7cfb-442a-b383-a1d04f8bd0ef tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996408 Sep 16 16:34:52.614109 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:52.773240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79b74ac6-16c5-4930-a313-d6ba15be91ae req-74d531a5-4723-480c-861a-bed3d3b28183 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 210 time: 0.0577862 Sep 16 16:34:52.842992 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-29a008c6-cdb8-417b-8bd9-8a6476158c70 req-0fb84ece-e954-44a2-b0d9-0d8cc31dd687 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] show failed (client error): The resource could not be found. Sep 16 16:34:52.844020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29a008c6-cdb8-417b-8bd9-8a6476158c70 req-0fb84ece-e954-44a2-b0d9-0d8cc31dd687 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/2c838962-4927-486b-aa1f-31fac965dc15 HTTP/1.1" status: 404 len: 352 time: 0.0374413 Sep 16 16:34:52.848133 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-5c2d6503-99e1-4f9a-b10d-1b267130f11b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:52.862172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['3a0d0adf-6906-4102-90b9-9c90808cdd64'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:52.887872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ac666-905b-4a04-ae43-46cef635fedf req-bd779250-2bb2-4891-a55e-e3542a0189a6 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:52.888567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d6503-99e1-4f9a-b10d-1b267130f11b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Pushing event deleted for resources: {'Port': ['ID=3a0d0adf-6906-4102-90b9-9c90808cdd64,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:52.895203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-729ac666-905b-4a04-ae43-46cef635fedf req-bd779250-2bb2-4891-a55e-e3542a0189a6 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff70dc4-7579-4a4d-bc15-0cc935e010cf HTTP/1.1" status: 200 len: 946 time: 0.1787360 Sep 16 16:34:52.938692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-5c2d6503-99e1-4f9a-b10d-1b267130f11b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] No DVR routers for this DVR port 3a0d0adf-6906-4102-90b9-9c90808cdd64 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:52.941408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-5c2d6503-99e1-4f9a-b10d-1b267130f11b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:52.944074 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f24fc128-cb52-423d-b5dd-b2fdac0d6d45 req-5c2d6503-99e1-4f9a-b10d-1b267130f11b tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.52 "DELETE /v2.0/ports/3a0d0adf-6906-4102-90b9-9c90808cdd64 HTTP/1.1" status: 204 len: 173 time: 0.6616943 Sep 16 16:34:52.980106 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-729ac666-905b-4a04-ae43-46cef635fedf req-b64f5e18-14cd-4e64-8721-bbc2a1374618 tempest-ServerRescueTestJSON-2078069780 tempest-ServerRescueTestJSON-2078069780-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d238acf-1002-4234-8016-32b9963943a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838945 Sep 16 16:34:53.015660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Allocated IP 172.20.0.1 (1cd074bd-a743-48c5-a4d6-5021aa6e694f/8a294a32-9bb4-474d-8f1c-e87e3617fec4/de7a1ddd-6b5d-4371-aab7-9a5b4132e845) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:34:53.033582 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-56b80cce-0682-4682-9219-80e57b89b885 req-dbab7aa9-951f-453c-bd7f-4634323c3e75 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] show failed (client error): The resource could not be found. Sep 16 16:34:53.034635 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56b80cce-0682-4682-9219-80e57b89b885 req-dbab7aa9-951f-453c-bd7f-4634323c3e75 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/9de08f03-3f61-41e6-8cdd-fbee61381d3e HTTP/1.1" status: 404 len: 352 time: 0.0278292 Sep 16 16:34:53.080923 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-0c8faf36-00ee-48d2-b461-036d7b5a8ae9 req-7e783410-70aa-456f-9306-28a3e7b680e6 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] show failed (client error): The resource could not be found. Sep 16 16:34:53.087713 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c8faf36-00ee-48d2-b461-036d7b5a8ae9 req-7e783410-70aa-456f-9306-28a3e7b680e6 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/2a18c573-aeac-45a6-99f5-b7b22dc09eec HTTP/1.1" status: 404 len: 352 time: 0.0236955 Sep 16 16:34:53.141829 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-e291da1d-7a8e-4599-91cb-dd07394f66bc req-3f0ec98a-7929-414f-b1d3-1d471a4ccf7e tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] show failed (client error): The resource could not be found. Sep 16 16:34:53.142856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e291da1d-7a8e-4599-91cb-dd07394f66bc req-3f0ec98a-7929-414f-b1d3-1d471a4ccf7e tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/c7b6302c-9af5-4d0a-87c2-c30f88f08284 HTTP/1.1" status: 404 len: 352 time: 0.0208807 Sep 16 16:34:53.190326 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-41a2aae5-61aa-4f2c-aa5c-87baa91da2ce req-97cd1c11-0682-4d28-9c95-8a353e2a77e5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] show failed (client error): The resource could not be found. Sep 16 16:34:53.191353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41a2aae5-61aa-4f2c-aa5c-87baa91da2ce req-97cd1c11-0682-4d28-9c95-8a353e2a77e5 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/bbe90350-ca90-4855-96b1-e69aaefb3cfc HTTP/1.1" status: 404 len: 352 time: 0.0249441 Sep 16 16:34:53.203359 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:53.237754 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-4abdddc0-23c8-41b2-a462-a394a8d9e9da req-b5ab639f-3fcb-44d4-b27b-d5865e4657f2 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] show failed (client error): The resource could not be found. Sep 16 16:34:53.240885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4abdddc0-23c8-41b2-a462-a394a8d9e9da req-b5ab639f-3fcb-44d4-b27b-d5865e4657f2 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/c54b56a2-c6dc-48b1-b5f0-037e89b734d6 HTTP/1.1" status: 404 len: 352 time: 0.0247159 Sep 16 16:34:53.248875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff70dc4-7579-4a4d-bc15-0cc935e010cf', 'name': 'network-vif-deleted', 'tag': '3a0d0adf-6906-4102-90b9-9c90808cdd64'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:53.251586 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e942cc-b4a1-45d5-96b7-025df382f58b" -d '{"events": [{"server_uuid": "fff70dc4-7579-4a4d-bc15-0cc935e010cf", "name": "network-vif-deleted", "tag": "3a0d0adf-6906-4102-90b9-9c90808cdd64"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:53.312265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:53.321851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-1d942a4f-0d98-4b6b-b698-4c825d405216 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:53.323393 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-1d942a4f-0d98-4b6b-b698-4c825d405216 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.62 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 945 time: 0.0690527 Sep 16 16:34:53.324963 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc07e87-53e1-4cc9-b010-492c452266af x-openstack-request-id: req-dbc07e87-53e1-4cc9-b010-492c452266af {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:53.325256 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff70dc4-7579-4a4d-bc15-0cc935e010cf", "name": "network-vif-deleted", "tag": "3a0d0adf-6906-4102-90b9-9c90808cdd64", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:53.325628 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbc07e87-53e1-4cc9-b010-492c452266af {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:53.326134 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff70dc4-7579-4a4d-bc15-0cc935e010cf', 'name': 'network-vif-deleted', 'tag': '3a0d0adf-6906-4102-90b9-9c90808cdd64', 'status': 'completed', 'code': 200} Sep 16 16:34:53.376194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Network 1cd074bd-a743-48c5-a4d6-5021aa6e694f is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:53.379643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:53.382330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:34:53.430001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-f96a257f-5511-4c19-a308-d2929b2b0064 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Deleting port e69769b5-d32c-4597-81b7-736680b03350 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:53.431106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-f96a257f-5511-4c19-a308-d2929b2b0064 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:53.434703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'Port': ['ID=de7a1ddd-6b5d-4371-aab7-9a5b4132e845,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:53.462567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:53.548327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-f96a257f-5511-4c19-a308-d2929b2b0064 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] For port e69769b5-d32c-4597-81b7-736680b03350, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e69769b5-d32c-4597-81b7-736680b03350,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:53.548819 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-f96a257f-5511-4c19-a308-d2929b2b0064 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:53.566007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-f96a257f-5511-4c19-a308-d2929b2b0064 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Calling delete_port for e69769b5-d32c-4597-81b7-736680b03350 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:53.756637 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:53.769050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6fadccb6-cb10-4b50-93f9-c1e75abd6b48 None None] Provisioning complete for port de7a1ddd-6b5d-4371-aab7-9a5b4132e845 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:53.771121 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6fadccb6-cb10-4b50-93f9-c1e75abd6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:53.778758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe104aa-88e6-44c8-8e94-9cf547b98156 req-80df9a26-a7ea-4e5a-ad89-717441c4d20c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:53.781233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fe104aa-88e6-44c8-8e94-9cf547b98156 req-80df9a26-a7ea-4e5a-ad89-717441c4d20c tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1210425 Sep 16 16:34:53.790662 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-f96a257f-5511-4c19-a308-d2929b2b0064 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:53.825169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a85db1e5-d555-4395-b8c4-676279bc96f8 req-02097722-12e9-452c-968a-c120aa9d820a tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 210 time: 0.0429139 Sep 16 16:34:53.827236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a257f-5511-4c19-a308-d2929b2b0064 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Pushing event deleted for resources: {'Port': ['ID=e69769b5-d32c-4597-81b7-736680b03350,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:53.850838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6fadccb6-cb10-4b50-93f9-c1e75abd6b48 None None] Port de7a1ddd-6b5d-4371-aab7-9a5b4132e845 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:53.879597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fe104aa-88e6-44c8-8e94-9cf547b98156 req-30067143-d0cf-4059-a6e1-69792a241819 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865166 Sep 16 16:34:53.913158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-f96a257f-5511-4c19-a308-d2929b2b0064 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] No DVR routers for this DVR port e69769b5-d32c-4597-81b7-736680b03350 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:53.923236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-f96a257f-5511-4c19-a308-d2929b2b0064 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:53.926491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-af3107c3-3317-405e-9a0b-5d0b70851628 req-f96a257f-5511-4c19-a308-d2929b2b0064 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.62 "DELETE /v2.0/ports/e69769b5-d32c-4597-81b7-736680b03350 HTTP/1.1" status: 204 len: 173 time: 0.5956554 Sep 16 16:34:54.057857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7e27626-9bae-42a4-9d8c-daaf8e6e0e1d req-038b4a03-8365-4a65-9fd4-58e6ae7dd45b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c24c8f89-4dc6-423e-93bb-3355cbc69c89 HTTP/1.1" status: 200 len: 210 time: 0.0552132 Sep 16 16:34:54.107639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7b4c-1b52-4321-9802-de0473bb1d8a req-0ba54c83-608b-437f-982f-89f851334e4a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:54.109165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dff7b4c-1b52-4321-9802-de0473bb1d8a req-0ba54c83-608b-437f-982f-89f851334e4a tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 1024 time: 0.1084023 Sep 16 16:34:54.179163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39572) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:54.205865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dff7b4c-1b52-4321-9802-de0473bb1d8a req-b9f1d5d7-8b1b-4024-8616-7cd42ec34531 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&id=11e54e79-26b3-4880-b5b8-774fc73593e5&id=80a7427b-81d0-4d27-9326-7bec2e350658&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0851531 Sep 16 16:34:54.275007 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:54.333789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:54.409030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event updated for resources: {'Port': ['ID=de7a1ddd-6b5d-4371-aab7-9a5b4132e845,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:54.411608 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:54.512629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Network 1cd074bd-a743-48c5-a4d6-5021aa6e694f is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:34:54.514023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:34:54.622316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Router 18327319-4817-44dd-912f-91aea53c0e76 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:34:54.750320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:54.760898 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20c536d-3a2f-4d2f-b12a-d5719e6b05a3 None None] Sync routers for ids ['18327319-4817-44dd-912f-91aea53c0e76'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:54.764369 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a14972c5-01ce-45bb-a3e7-807c20f17f87 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "PUT /v2.0/routers/18327319-4817-44dd-912f-91aea53c0e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9387546 Sep 16 16:34:54.764603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39574) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:54.779269 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c536d-3a2f-4d2f-b12a-d5719e6b05a3 None None] Routers {'18327319-4817-44dd-912f-91aea53c0e76'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:54.779976 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a20c536d-3a2f-4d2f-b12a-d5719e6b05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['18327319-4817-44dd-912f-91aea53c0e76'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:54.809854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-015e7b37-2b77-4edf-8078-31e4f4d947a7 None None] Provisioning complete for port de7a1ddd-6b5d-4371-aab7-9a5b4132e845 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:34:54.810439 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-015e7b37-2b77-4edf-8078-31e4f4d947a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:54.816344 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a20c536d-3a2f-4d2f-b12a-d5719e6b05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:54.828520 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c536d-3a2f-4d2f-b12a-d5719e6b05a3 None None] Routers {'18327319-4817-44dd-912f-91aea53c0e76'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:54.829476 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a20c536d-3a2f-4d2f-b12a-d5719e6b05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['18327319-4817-44dd-912f-91aea53c0e76'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:54.873772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-015e7b37-2b77-4edf-8078-31e4f4d947a7 None None] Port de7a1ddd-6b5d-4371-aab7-9a5b4132e845 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:34:54.885278 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a20c536d-3a2f-4d2f-b12a-d5719e6b05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:54.886227 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20c536d-3a2f-4d2f-b12a-d5719e6b05a3 None None] The sync data for ids ['18327319-4817-44dd-912f-91aea53c0e76'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:54.894785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e7d198e9-e20e-4c99-a1e3-aa7f36c472a8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:54.919217 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:54.997392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38851f7a-0c0c-4d89-80de-6f63f74e7d71 req-c1af4067-2460-4cd0-aae3-67c552fa9ee6 tempest-FloatingIPsAssociationNegativeTestJSON-730248921 tempest-FloatingIPsAssociationNegativeTestJSON-730248921-project] 10.222.0.22 "GET /v2.0/ports?device_id=2505cbe6-b7de-41e9-85d8-d024e74c4e4f HTTP/1.1" status: 200 len: 210 time: 0.0575380 Sep 16 16:34:55.045829 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-e7d198e9-e20e-4c99-a1e3-aa7f36c472a8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 16:34:55.049648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e7d198e9-e20e-4c99-a1e3-aa7f36c472a8 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "DELETE /v2.0/routers/18327319-4817-44dd-912f-91aea53c0e76 HTTP/1.1" status: 409 len: 329 time: 0.2810452 Sep 16 16:34:55.049784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39580) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:55.064724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-3746b168-c5cb-4755-b94a-f6f01ce5da26 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:55.068542 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-3746b168-c5cb-4755-b94a-f6f01ce5da26 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.52 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 1024 time: 0.1065264 Sep 16 16:34:55.127255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29d12b-233b-45b7-a42a-a15326aec908 req-cddfd656-72c7-4916-9ff6-327fe81cffb4 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:55.128638 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d29d12b-233b-45b7-a42a-a15326aec908 req-cddfd656-72c7-4916-9ff6-327fe81cffb4 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1597965 Sep 16 16:34:55.210452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d29d12b-233b-45b7-a42a-a15326aec908 req-0c7b8f7d-4438-438e-b143-5710481acd0b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510612 Sep 16 16:34:55.268457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-39592d8b-d99f-4214-aa58-ee374c9039cd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Deleting port e59db61c-ada6-441b-b4e4-9932e7321604 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:55.269008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-39592d8b-d99f-4214-aa58-ee374c9039cd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:55.342139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'name': 'network-vif-deleted', 'tag': 'e69769b5-d32c-4597-81b7-736680b03350'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:55.344417 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50acde00-5416-4867-b6a7-e6df092f2c4f" -d '{"events": [{"server_uuid": "2505cbe6-b7de-41e9-85d8-d024e74c4e4f", "name": "network-vif-deleted", "tag": "e69769b5-d32c-4597-81b7-736680b03350"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:55.450460 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711cfc28-7029-4888-8f3a-761c1bad3989 x-openstack-request-id: req-711cfc28-7029-4888-8f3a-761c1bad3989 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:55.450860 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2505cbe6-b7de-41e9-85d8-d024e74c4e4f", "name": "network-vif-deleted", "tag": "e69769b5-d32c-4597-81b7-736680b03350", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:55.451114 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-711cfc28-7029-4888-8f3a-761c1bad3989 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:55.451506 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2505cbe6-b7de-41e9-85d8-d024e74c4e4f', 'name': 'network-vif-deleted', 'tag': 'e69769b5-d32c-4597-81b7-736680b03350', 'status': 'completed', 'code': 200} Sep 16 16:34:55.467088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-39592d8b-d99f-4214-aa58-ee374c9039cd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] For port e59db61c-ada6-441b-b4e4-9932e7321604, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e59db61c-ada6-441b-b4e4-9932e7321604,segment=NetworkSegment(7dfb72f1-847c-469a-9ff4-30c29ae9a354),segment_id=7dfb72f1-847c-469a-9ff4-30c29ae9a354)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:55.467088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-39592d8b-d99f-4214-aa58-ee374c9039cd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:55.470663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc64c2-e709-40d7-becf-0c5a1c0c6b25 req-40bacaf4-7010-4c54-bdd5-62b91e808996 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:55.472947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fc64c2-e709-40d7-becf-0c5a1c0c6b25 req-40bacaf4-7010-4c54-bdd5-62b91e808996 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 1024 time: 0.1418755 Sep 16 16:34:55.482510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] Deleting port 14016dfa-d3b0-4337-a6c3-0f58926a09eb {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:55.482852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:55.489934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-39592d8b-d99f-4214-aa58-ee374c9039cd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Calling delete_port for e59db61c-ada6-441b-b4e4-9932e7321604 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:55.523075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-cdbebf42-6d78-476b-9e76-85d5a9afe748 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:55.525193 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-cdbebf42-6d78-476b-9e76-85d5a9afe748 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1233144 Sep 16 16:34:55.556333 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4fc64c2-e709-40d7-becf-0c5a1c0c6b25 req-87dd9aa4-f8bd-4ec8-ad7f-065c8b6fe7a3 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4fdf204-f486-4cb8-984b-2c60f74762d0&id=11e54e79-26b3-4880-b5b8-774fc73593e5&id=80a7427b-81d0-4d27-9326-7bec2e350658&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0744641 Sep 16 16:34:55.579004 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:55.668565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e69769b5-d32c-4597-81b7-736680b03350 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:55.691721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: e69769b5-d32c-4597-81b7-736680b03350 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:55.692171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e69769b5-d32c-4597-81b7-736680b03350 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:55.713105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] For port 14016dfa-d3b0-4337-a6c3-0f58926a09eb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=14016dfa-d3b0-4337-a6c3-0f58926a09eb,segment=NetworkSegment(7b5d0626-1868-482b-971e-d6ea7a4afd38),segment_id=7b5d0626-1868-482b-971e-d6ea7a4afd38)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:55.713521 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:55.737082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] Calling delete_port for 14016dfa-d3b0-4337-a6c3-0f58926a09eb owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:55.818683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b52231-8d30-4463-9582-c8a8ef0ca8a4 req-4b5606c7-f88b-4fbd-8e6b-f42c2129b7da tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:55.820171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1b52231-8d30-4463-9582-c8a8ef0ca8a4 req-4b5606c7-f88b-4fbd-8e6b-f42c2129b7da tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.1691911 Sep 16 16:34:55.835914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-6f26544f-5be6-4065-be5f-1dc221c6e061 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Deleting port 970626c6-0bcb-4271-9387-01c119331e04 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:55.836259 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-6f26544f-5be6-4065-be5f-1dc221c6e061 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:55.846513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1b52231-8d30-4463-9582-c8a8ef0ca8a4 req-a2c26eeb-b1d0-48af-a339-cc25adbd0ebf tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/quotas/1fcc1c21760d475183f44f9951f34743 HTTP/1.1" status: 200 len: 375 time: 0.0191777 Sep 16 16:34:55.899746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1b52231-8d30-4463-9582-c8a8ef0ca8a4 req-efffaf61-61ee-4e84-ba4e-929a7382b967 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320415 Sep 16 16:34:55.985202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-39592d8b-d99f-4214-aa58-ee374c9039cd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:55.996461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e59db61c-ada6-441b-b4e4-9932e7321604'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:34:56.049759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39592d8b-d99f-4214-aa58-ee374c9039cd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'Port': ['ID=e59db61c-ada6-441b-b4e4-9932e7321604,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:56.065829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39614) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:56.080915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-6f26544f-5be6-4065-be5f-1dc221c6e061 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] For port 970626c6-0bcb-4271-9387-01c119331e04, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=970626c6-0bcb-4271-9387-01c119331e04,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:56.081320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-6f26544f-5be6-4065-be5f-1dc221c6e061 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:56.156552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-6f26544f-5be6-4065-be5f-1dc221c6e061 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Calling delete_port for 970626c6-0bcb-4271-9387-01c119331e04 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:56.179824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-39592d8b-d99f-4214-aa58-ee374c9039cd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] No DVR routers for this DVR port e59db61c-ada6-441b-b4e4-9932e7321604 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:56.188430 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-39592d8b-d99f-4214-aa58-ee374c9039cd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:56.190454 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-aca5c9ed-92bf-4d3f-8fc4-c3f9cdeeabb7 req-39592d8b-d99f-4214-aa58-ee374c9039cd tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.52 "DELETE /v2.0/ports/e59db61c-ada6-441b-b4e4-9932e7321604 HTTP/1.1" status: 204 len: 173 time: 1.1181202 Sep 16 16:34:56.366386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Deleting port de7a1ddd-6b5d-4371-aab7-9a5b4132e845 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:56.366769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:56.371335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1b52231-8d30-4463-9582-c8a8ef0ca8a4 req-c4b4cb67-25b1-4ae1-90d0-fa81b784d77b service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637096 Sep 16 16:34:56.412725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 3a0d0adf-6906-4102-90b9-9c90808cdd64 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:56.443712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 3a0d0adf-6906-4102-90b9-9c90808cdd64 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:56.444552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 3a0d0adf-6906-4102-90b9-9c90808cdd64 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:56.445198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e59db61c-ada6-441b-b4e4-9932e7321604 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:56.467881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:56.483949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: e59db61c-ada6-441b-b4e4-9932e7321604 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:56.484728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e59db61c-ada6-441b-b4e4-9932e7321604 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:56.532143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=14016dfa-d3b0-4337-a6c3-0f58926a09eb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:56.568576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311adfd-3b81-4015-9bfd-8f987d8913e6 req-737e67d6-32b5-4631-bcbf-031ccb6396a8 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:56.574237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5311adfd-3b81-4015-9bfd-8f987d8913e6 req-737e67d6-32b5-4631-bcbf-031ccb6396a8 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 945 time: 0.1857927 Sep 16 16:34:56.598180 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:56.622902 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-6f26544f-5be6-4065-be5f-1dc221c6e061 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:56.625436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Calling delete_port for de7a1ddd-6b5d-4371-aab7-9a5b4132e845 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:56.648171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1b52231-8d30-4463-9582-c8a8ef0ca8a4 req-bd4c6e8a-c396-4f31-9624-2581bb6169f3 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626708 Sep 16 16:34:56.659661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5311adfd-3b81-4015-9bfd-8f987d8913e6 req-aa841911-34de-4767-b209-fc132f590f49 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/security-groups?id=c053dc93-3ccd-4658-a807-86ed9ad1390c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817330 Sep 16 16:34:56.662264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26544f-5be6-4065-be5f-1dc221c6e061 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Pushing event deleted for resources: {'Port': ['ID=970626c6-0bcb-4271-9387-01c119331e04,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:56.868488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-6f26544f-5be6-4065-be5f-1dc221c6e061 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] No DVR routers for this DVR port 970626c6-0bcb-4271-9387-01c119331e04 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:56.872905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-6f26544f-5be6-4065-be5f-1dc221c6e061 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:56.874871 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9fc841a8-76d3-4629-b853-cef0f653c145 req-6f26544f-5be6-4065-be5f-1dc221c6e061 tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.62 "DELETE /v2.0/ports/970626c6-0bcb-4271-9387-01c119331e04 HTTP/1.1" status: 204 len: 173 time: 1.3383377 Sep 16 16:34:56.881491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32e39efb-5aad-4677-95b7-ba7b65205914 req-d8e8b88f-2551-41b4-9c2b-a1d944cd3e9b tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/ports?device_id=385159cf-7464-44ab-9a0c-cf33731a3c93 HTTP/1.1" status: 200 len: 210 time: 0.0356243 Sep 16 16:34:56.906280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:57.013612 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59888776-83de-4392-b433-67dec6195940 req-cc4c14ca-c55e-4d53-9589-166e582ae403 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=11eff95f-aa03-4a33-afcc-3dbf27df34a7 HTTP/1.1" status: 200 len: 210 time: 0.0329373 Sep 16 16:34:57.014455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:57.093039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event deleted for resources: {'Port': ['ID=de7a1ddd-6b5d-4371-aab7-9a5b4132e845,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:57.337457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:57.359088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:57.454126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'name': 'network-vif-deleted', 'tag': 'e59db61c-ada6-441b-b4e4-9932e7321604'}, {'server_uuid': 'f12e2a9a-4c57-4974-9b24-86434f530e98', 'name': 'network-vif-deleted', 'tag': '970626c6-0bcb-4271-9387-01c119331e04'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:34:57.455729 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e920f3-4895-452a-b988-a153ae6eaf13" -d '{"events": [{"server_uuid": "385159cf-7464-44ab-9a0c-cf33731a3c93", "name": "network-vif-deleted", "tag": "e59db61c-ada6-441b-b4e4-9932e7321604"}, {"server_uuid": "f12e2a9a-4c57-4974-9b24-86434f530e98", "name": "network-vif-deleted", "tag": "970626c6-0bcb-4271-9387-01c119331e04"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:34:57.596068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Router 18327319-4817-44dd-912f-91aea53c0e76 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:34:57.634324 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91660983-d100-4929-ac78-f70e8b03a138 x-openstack-request-id: req-91660983-d100-4929-ac78-f70e8b03a138 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:34:57.635158 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385159cf-7464-44ab-9a0c-cf33731a3c93", "name": "network-vif-deleted", "tag": "e59db61c-ada6-441b-b4e4-9932e7321604", "status": "completed", "code": 200}, {"server_uuid": "f12e2a9a-4c57-4974-9b24-86434f530e98", "name": "network-vif-deleted", "tag": "970626c6-0bcb-4271-9387-01c119331e04", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:34:57.635415 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91660983-d100-4929-ac78-f70e8b03a138 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:34:57.640214 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385159cf-7464-44ab-9a0c-cf33731a3c93', 'name': 'network-vif-deleted', 'tag': 'e59db61c-ada6-441b-b4e4-9932e7321604', 'status': 'completed', 'code': 200} Sep 16 16:34:57.640214 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12e2a9a-4c57-4974-9b24-86434f530e98', 'name': 'network-vif-deleted', 'tag': '970626c6-0bcb-4271-9387-01c119331e04', 'status': 'completed', 'code': 200} Sep 16 16:34:57.666044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 970626c6-0bcb-4271-9387-01c119331e04 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:57.686307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 970626c6-0bcb-4271-9387-01c119331e04 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:57.686648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 970626c6-0bcb-4271-9387-01c119331e04 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:57.702371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:57.708322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4229ce5a-3ba2-4955-9051-12020197204c tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "PUT /v2.0/routers/18327319-4817-44dd-912f-91aea53c0e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6575344 Sep 16 16:34:57.720596 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39654) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:57.720697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] Router ea3c8d55-dfe7-42c8-ad21-598968ead104 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:34:57.720932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a7d7a-6e86-466b-841c-a04885905543 None None] Sync routers for ids ['18327319-4817-44dd-912f-91aea53c0e76'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:57.740825 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a7d7a-6e86-466b-841c-a04885905543 None None] Routers {'18327319-4817-44dd-912f-91aea53c0e76'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:57.741662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9d3a7d7a-6e86-466b-841c-a04885905543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['18327319-4817-44dd-912f-91aea53c0e76'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:57.773189 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-12177529-835c-46a7-9f0d-23126946de70 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] show failed (client error): The resource could not be found. Sep 16 16:34:57.776867 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-12177529-835c-46a7-9f0d-23126946de70 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1559125896 HTTP/1.1" status: 404 len: 335 time: 0.0618496 Sep 16 16:34:57.779274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39658) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:57.785272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9d3a7d7a-6e86-466b-841c-a04885905543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:57.788177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-90b6458e-39df-422d-8a10-024d382e3e5e tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:34:57.794554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a7d7a-6e86-466b-841c-a04885905543 None None] Routers {'18327319-4817-44dd-912f-91aea53c0e76'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:57.795218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9d3a7d7a-6e86-466b-841c-a04885905543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['18327319-4817-44dd-912f-91aea53c0e76'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:57.839280 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-90b6458e-39df-422d-8a10-024d382e3e5e tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] update failed (client error): The resource could not be found. Sep 16 16:34:57.839280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-90b6458e-39df-422d-8a10-024d382e3e5e tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1926316097 HTTP/1.1" status: 404 len: 335 time: 0.0550303 Sep 16 16:34:57.839863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39662) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:57.851063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9d3a7d7a-6e86-466b-841c-a04885905543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:57.851063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a7d7a-6e86-466b-841c-a04885905543 None None] The sync data for ids ['18327319-4817-44dd-912f-91aea53c0e76'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:57.873305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4331185a-4e41-4811-b64d-c622dddffc93 req-6cb4d3af-0e70-4780-96a3-9a2659d8135b tempest-ServerRescueNegativeTestJSON-2123726865 tempest-ServerRescueNegativeTestJSON-2123726865-project] 10.222.0.22 "GET /v2.0/ports?device_id=f12e2a9a-4c57-4974-9b24-86434f530e98 HTTP/1.1" status: 200 len: 210 time: 0.0825117 Sep 16 16:34:57.919224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:34:57.935004 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] Sync routers for ids ['ea3c8d55-dfe7-42c8-ad21-598968ead104'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:34:57.956441 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-07df18cf-f5e0-4317-a2f6-0e85943ee0d4 admin admin] 10.222.0.22 "PUT /v2.0/routers/ea3c8d55-dfe7-42c8-ad21-598968ead104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7739933 Sep 16 16:34:57.956604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92c8f46-3977-407d-a723-a77e9212cf4d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Deleting subnet 9877c4cf-932c-4ad3-9015-11befff4df72 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:34:57.957016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39668) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:57.958573 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] Routers {'ea3c8d55-dfe7-42c8-ad21-598968ead104'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:57.959207 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ea3c8d55-dfe7-42c8-ad21-598968ead104'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:57.961101 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a92c8f46-3977-407d-a723-a77e9212cf4d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.063833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a92c8f46-3977-407d-a723-a77e9212cf4d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.092994 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] Set router ea3c8d55-dfe7-42c8-ad21-598968ead104 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:58.097488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80e8c09d-a743-4a25-a1ac-bc9e9dcccf9d req-528c95bc-6dc4-4081-b545-0c2693de3034 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/80a7427b-81d0-4d27-9326-7bec2e350658 HTTP/1.1" status: 200 len: 1803 time: 0.0991254 Sep 16 16:34:58.153409 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.172238 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1b32474-f9cd-49ef-9eca-64409af234b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.204343 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80e8c09d-a743-4a25-a1ac-bc9e9dcccf9d req-08482420-b2db-4fce-a05b-938d00de4629 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.217946 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] Deleting port 467e50a4-b855-4c30-8a72-9959d3cf9556 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:58.218355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.285288 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'name': 'tempest-ServerRescueTestJSON-1194494519-router', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:40Z', 'updated_at': '2021-09-16T16:34:56Z', 'revision_number': 5, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'gw_port': {'id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:42Z', 'updated_at': '2021-09-16T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:58.297286 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80e8c09d-a743-4a25-a1ac-bc9e9dcccf9d req-08482420-b2db-4fce-a05b-938d00de4629 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.313251 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] Checking router: ea3c8d55-dfe7-42c8-ad21-598968ead104 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:34:58.322785 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] Routers {'ea3c8d55-dfe7-42c8-ad21-598968ead104'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:34:58.323675 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ea3c8d55-dfe7-42c8-ad21-598968ead104'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:58.338039 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a92c8f46-3977-407d-a723-a77e9212cf4d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.359752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.373356 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] For port 467e50a4-b855-4c30-8a72-9959d3cf9556, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=467e50a4-b855-4c30-8a72-9959d3cf9556,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:58.373707 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.387577 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] Calling delete_port for 467e50a4-b855-4c30-8a72-9959d3cf9556 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:58.391329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729872a9-234b-4e38-a2b7-6541af76d915 req-51d57528-210d-4fef-a49c-11686967f6a9 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:58.396876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-51d57528-210d-4fef-a49c-11686967f6a9 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.2926443 Sep 16 16:34:58.421423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-6888a821-aba4-4be4-baca-5ad788622449 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/quotas/1fcc1c21760d475183f44f9951f34743 HTTP/1.1" status: 200 len: 375 time: 0.0170629 Sep 16 16:34:58.453117 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] Set router ea3c8d55-dfe7-42c8-ad21-598968ead104 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:34:58.458564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-f79b46b8-8730-4fd7-96ac-069d26c48ed1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299823 Sep 16 16:34:58.495067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80e8c09d-a743-4a25-a1ac-bc9e9dcccf9d req-08482420-b2db-4fce-a05b-938d00de4629 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.499464 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80e8c09d-a743-4a25-a1ac-bc9e9dcccf9d req-08482420-b2db-4fce-a05b-938d00de4629 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.519087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80e8c09d-a743-4a25-a1ac-bc9e9dcccf9d req-08482420-b2db-4fce-a05b-938d00de4629 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/80a7427b-81d0-4d27-9326-7bec2e350658 HTTP/1.1" status: 204 len: 173 time: 0.4185765 Sep 16 16:34:58.543175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08482420-b2db-4fce-a05b-938d00de4629 tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a7427b-81d0-4d27-9326-7bec2e350658,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:58.561529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Deleting port f1bdb82e-8a4f-478d-bc15-87516fcf5189 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:58.561877 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.573683 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a92c8f46-3977-407d-a723-a77e9212cf4d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.638478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c8f46-3977-407d-a723-a77e9212cf4d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event deleted for resources: {'Subnet': ['ID=9877c4cf-932c-4ad3-9015-11befff4df72,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:58.652008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0641920b-5cf6-47f4-b2e0-171aa2e8b376 None None] Network 2ead3888-7623-464a-8b0f-8d10f452488a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:34:58.657964 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a92c8f46-3977-407d-a723-a77e9212cf4d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.662058 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a92c8f46-3977-407d-a723-a77e9212cf4d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "DELETE /v2.0/subnets/9877c4cf-932c-4ad3-9015-11befff4df72 HTTP/1.1" status: 204 len: 168 time: 0.8191273 Sep 16 16:34:58.669429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39688) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:58.687802 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'name': 'tempest-ServerRescueTestJSON-1194494519-router', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:40Z', 'updated_at': '2021-09-16T16:34:56Z', 'revision_number': 5, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'gw_port': {'id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:42Z', 'updated_at': '2021-09-16T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:34:58.714736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-10f9e007-1c7f-4a5e-9ec2-a494b4e85b99 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444081 Sep 16 16:34:58.717746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-364a6b0c-e059-4d8c-b1ff-f67916096252 req-1c2f1b2f-018b-4072-8f56-3864b3a56e1c tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "GET /v2.0/security-groups/11e54e79-26b3-4880-b5b8-774fc73593e5 HTTP/1.1" status: 200 len: 1803 time: 0.0738745 Sep 16 16:34:58.744613 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacc89a-2083-4da9-8a57-d7419333f72a None None] The sync data for ids ['ea3c8d55-dfe7-42c8-ad21-598968ead104'] in n-d-807786-3 is: [{'id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'name': 'tempest-ServerRescueTestJSON-1194494519-router', 'tenant_id': '6adea0c584af4d78aef296ec16ef3138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:40Z', 'updated_at': '2021-09-16T16:34:56Z', 'revision_number': 5, 'project_id': '6adea0c584af4d78aef296ec16ef3138', 'gw_port': {'id': 'f1bdb82e-8a4f-478d-bc15-87516fcf5189', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c8d55-dfe7-42c8-ad21-598968ead104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:42Z', 'updated_at': '2021-09-16T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:34:58.800668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] For port f1bdb82e-8a4f-478d-bc15-87516fcf5189, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f1bdb82e-8a4f-478d-bc15-87516fcf5189,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:58.801034 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.833944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Calling delete_port for f1bdb82e-8a4f-478d-bc15-87516fcf5189 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:58.840583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a0fe65-6fc6-4795-8157-ae641f697ab9 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Deleting subnet de15d13d-e908-421d-b207-c13f36e7e371 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:34:58.847468 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64a0fe65-6fc6-4795-8157-ae641f697ab9 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.855030 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-2de2c8b6-fd8f-4938-8d43-3eaebb7cfd2a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2034018 Sep 16 16:34:58.881529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-b8f5f9ca-1dd3-4a5b-8bf7-84d1b2c16e85 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534612 Sep 16 16:34:58.881529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-364a6b0c-e059-4d8c-b1ff-f67916096252 req-e8f4209c-0283-4921-ba6c-f00cf93f64bf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:58.901818 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-364a6b0c-e059-4d8c-b1ff-f67916096252 req-e8f4209c-0283-4921-ba6c-f00cf93f64bf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.025821 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-364a6b0c-e059-4d8c-b1ff-f67916096252 req-e8f4209c-0283-4921-ba6c-f00cf93f64bf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.028429 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-364a6b0c-e059-4d8c-b1ff-f67916096252 req-e8f4209c-0283-4921-ba6c-f00cf93f64bf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.037049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-364a6b0c-e059-4d8c-b1ff-f67916096252 req-e8f4209c-0283-4921-ba6c-f00cf93f64bf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] 10.222.0.22 "DELETE /v2.0/security-groups/11e54e79-26b3-4880-b5b8-774fc73593e5 HTTP/1.1" status: 204 len: 173 time: 0.2884877 Sep 16 16:34:59.037619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39694) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:59.056629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4209c-0283-4921-ba6c-f00cf93f64bf tempest-SecurityGroupsTestJSON-1643416422 tempest-SecurityGroupsTestJSON-1643416422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e54e79-26b3-4880-b5b8-774fc73593e5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:59.099698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9c2482-f046-447e-a2cc-e4da47ed1373 admin admin] Deleting subnet de7d97ac-9803-40f0-8e1d-0898eb7d3d91 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:34:59.115016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39698) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:59.127789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2482-f046-447e-a2cc-e4da47ed1373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.147510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278d6fa7-897a-4f3a-a91c-3feea3416ff6 None None] DHCP port deletion for 2ead3888-7623-464a-8b0f-8d10f452488a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:34:59.228880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-278d6fa7-897a-4f3a-a91c-3feea3416ff6 None None] Deleting port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:34:59.229530 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-278d6fa7-897a-4f3a-a91c-3feea3416ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.300378 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47e2d650-41f6-43f9-a1ec-14b2934f3a01 req-07f128c8-1440-415c-8db1-0aa9042541e5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 210 time: 0.0710950 Sep 16 16:34:59.307301 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2482-f046-447e-a2cc-e4da47ed1373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.329229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.329588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-278d6fa7-897a-4f3a-a91c-3feea3416ff6 None None] For port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d,segment=NetworkSegment(b9269982-3bf7-44b3-a818-9bf359e7f1da),segment_id=b9269982-3bf7-44b3-a818-9bf359e7f1da)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:34:59.329588 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-278d6fa7-897a-4f3a-a91c-3feea3416ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.337547 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64a0fe65-6fc6-4795-8157-ae641f697ab9 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.349826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-278d6fa7-897a-4f3a-a91c-3feea3416ff6 None None] Calling delete_port for 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:34:59.397793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] Pushing event deleted for resources: {'Port': ['ID=467e50a4-b855-4c30-8a72-9959d3cf9556,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:59.515507 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-278d6fa7-897a-4f3a-a91c-3feea3416ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.523277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-5c965596-aa07-45ff-be6d-1adfa752b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:59.535458 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-5c965596-aa07-45ff-be6d-1adfa752b8bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 1097 time: 0.6497650 Sep 16 16:34:59.562325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d6fa7-897a-4f3a-a91c-3feea3416ff6 None None] No DVR routers for this DVR port 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:34:59.575559 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d6fa7-897a-4f3a-a91c-3feea3416ff6 None None] Pushing event deleted for resources: {'Port': ['ID=64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:59.671491 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2482-f046-447e-a2cc-e4da47ed1373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.726803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:59.784739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:59.785108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 64cbaa67-b4c5-4cd0-8d25-a6e1e78e222d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:59.785604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 14016dfa-d3b0-4337-a6c3-0f58926a09eb no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:34:59.802066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64a0fe65-6fc6-4795-8157-ae641f697ab9 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.809399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 14016dfa-d3b0-4337-a6c3-0f58926a09eb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:34:59.809618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 14016dfa-d3b0-4337-a6c3-0f58926a09eb not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:34:59.848997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2482-f046-447e-a2cc-e4da47ed1373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.878140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c2482-f046-447e-a2cc-e4da47ed1373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de7d97ac-9803-40f0-8e1d-0898eb7d3d91,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:34:59.888613 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2482-f046-447e-a2cc-e4da47ed1373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.890507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dd9c2482-f046-447e-a2cc-e4da47ed1373 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/de7d97ac-9803-40f0-8e1d-0898eb7d3d91 HTTP/1.1" status: 204 len: 168 time: 0.8487511 Sep 16 16:34:59.893092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39710) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:34:59.933296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:34:59.949856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-f4053373-2a70-4b63-bdd1-4ea0d2578017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:34:59.951342 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-f4053373-2a70-4b63-bdd1-4ea0d2578017 service neutron] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 912 time: 0.3807344 Sep 16 16:35:00.013718 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.074819 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.078850 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-9ffd8009-fa06-4125-9d7a-4033f5e995ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc HTTP/1.1" status: 200 len: 1002 time: 0.1151671 Sep 16 16:35:00.150910 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64a0fe65-6fc6-4795-8157-ae641f697ab9 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.176486 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.201909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64a0fe65-6fc6-4795-8157-ae641f697ab9 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.204929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-64a0fe65-6fc6-4795-8157-ae641f697ab9 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "DELETE /v2.0/subnets/de15d13d-e908-421d-b207-c13f36e7e371 HTTP/1.1" status: 204 len: 168 time: 1.5344911 Sep 16 16:35:00.207057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39714) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:00.214200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c189c34-e4f1-4dc9-b1bf-a7e3493fa471 None None] Network b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:00.217535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b61c8c-c1d1-40c1-b735-bf7809270817']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:00.230998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfb72f1-847c-469a-9ff4-30c29ae9a354') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:00.231293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfb72f1-847c-469a-9ff4-30c29ae9a354') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:00.239419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0fe65-6fc6-4795-8157-ae641f697ab9 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event deleted for resources: {'Subnet': ['ID=de15d13d-e908-421d-b207-c13f36e7e371,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:00.243798 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.263656 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.273207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:35:00.273601 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:35:00.276010 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:35:00.284921 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.317496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-bead5995-d2c7-4692-ac55-11e5b17ea71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:00.318991 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-bead5995-d2c7-4692-ac55-11e5b17ea71c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.2309432 Sep 16 16:35:00.345712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1bdb82e-8a4f-478d-bc15-87516fcf5189,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:00.438007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-676c4935-9fc6-4149-a9e6-77fabd0364f0 req-6df455ed-f49a-467d-812c-11ea7307d687 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 210 time: 0.0368507 Sep 16 16:35:00.469992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] Deleting port 17c8a926-3e74-4a5b-bb67-7d57545fbe14 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:00.470338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.473162 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.492489 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.496546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a3b61c8c-c1d1-40c1-b735-bf7809270817 HTTP/1.1" status: 204 len: 168 time: 0.6002872 Sep 16 16:35:00.502525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7568e0f5-4ee1-41c0-97b5-a0cb30e41e49 None None] DHCP port deletion for b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:35:00.529833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661fc95-56e9-4da1-8491-9b33f896a4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b61c8c-c1d1-40c1-b735-bf7809270817,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:00.535486 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.557424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-83661468-5103-4f7c-976a-84280fe407c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:00.558935 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-83661468-5103-4f7c-976a-84280fe407c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259719 Sep 16 16:35:00.564455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7568e0f5-4ee1-41c0-97b5-a0cb30e41e49 None None] Deleting port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:00.565056 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7568e0f5-4ee1-41c0-97b5-a0cb30e41e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.605492 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.689249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7568e0f5-4ee1-41c0-97b5-a0cb30e41e49 None None] For port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b85c09a5-e5d6-4e3d-913d-d26058d3b6d8,segment=NetworkSegment(211472f3-bedd-4dc6-80b0-9d854f6f634f),segment_id=211472f3-bedd-4dc6-80b0-9d854f6f634f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:00.689645 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7568e0f5-4ee1-41c0-97b5-a0cb30e41e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.709184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7568e0f5-4ee1-41c0-97b5-a0cb30e41e49 None None] Calling delete_port for b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:00.809287 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-74f2a496-065d-4c99-aedf-f465bfa139d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.866043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7568e0f5-4ee1-41c0-97b5-a0cb30e41e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.905237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568e0f5-4ee1-41c0-97b5-a0cb30e41e49 None None] Pushing event deleted for resources: {'Port': ['ID=b85c09a5-e5d6-4e3d-913d-d26058d3b6d8,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:00.911093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568e0f5-4ee1-41c0-97b5-a0cb30e41e49 None None] No DVR routers for this DVR port b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:35:00.966725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] For port 17c8a926-3e74-4a5b-bb67-7d57545fbe14, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=17c8a926-3e74-4a5b-bb67-7d57545fbe14,segment=NetworkSegment(30edfd37-ca3b-409b-b239-daa41f145b12),segment_id=30edfd37-ca3b-409b-b239-daa41f145b12)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:00.970596 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:00.975138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39722) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:00.994504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] Calling delete_port for 17c8a926-3e74-4a5b-bb67-7d57545fbe14 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:01.063618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-09cad10f-4ee6-41be-a63d-d6e925d38fac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f105963342f542f4a51088127c51ff49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873411 Sep 16 16:35:01.068930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39724) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:01.072397 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.087593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.173374 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.174902 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0fddbb0e-594a-4227-b3de-74959c628968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.200919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] Router 4721386a-8a9f-4f90-8b45-569e1423ca55 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:35:01.208001 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0fddbb0e-594a-4227-b3de-74959c628968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.208532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ead3888-7623-464a-8b0f-8d10f452488a']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:01.225250 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-3421e570-5330-47ee-b22c-2559c9bbb4b8 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485088 Sep 16 16:35:01.226804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9269982-3bf7-44b3-a818-9bf359e7f1da') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:01.227644 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9269982-3bf7-44b3-a818-9bf359e7f1da') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:01.250315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.304244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.310349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea3c8d55-dfe7-42c8-ad21-598968ead104 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:35:01.322053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.323194 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8d1ea80f-b37b-4f4a-a3d7-dc8a6eef9d48 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ea3c8d55-dfe7-42c8-ad21-598968ead104 HTTP/1.1" status: 204 len: 168 time: 3.3651578 Sep 16 16:35:01.326613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39728) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:01.329618 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.365976 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.373457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:35:01.373457 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:35:01.377856 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:35:01.400513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] Pushing event deleted for resources: {'Port': ['ID=17c8a926-3e74-4a5b-bb67-7d57545fbe14,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:01.410380 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0fddbb0e-594a-4227-b3de-74959c628968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.413141 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0fddbb0e-594a-4227-b3de-74959c628968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.414650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0fddbb0e-594a-4227-b3de-74959c628968 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f4fdf204-f486-4cb8-984b-2c60f74762d0 HTTP/1.1" status: 204 len: 168 time: 0.3446903 Sep 16 16:35:01.441189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddbb0e-594a-4227-b3de-74959c628968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fdf204-f486-4cb8-984b-2c60f74762d0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:01.446049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d2f0a4-fb82-438b-a1cf-cf0eb3d1fe32 admin admin] Deleting subnet a13203e1-ad1b-46a8-821f-a49bec7564a8 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:35:01.448545 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.457233 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0a4-fb82-438b-a1cf-cf0eb3d1fe32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.550603 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c1d1f861-0d32-4c0c-836c-1ea6e67179b5 req-5803b9a6-da32-4204-9fb9-b0459651a883 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144662 Sep 16 16:35:01.560469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:35:01.567992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-012ea495-50c3-4d8a-8a72-7a4b50644772 admin admin] 10.222.0.22 "PUT /v2.0/routers/4721386a-8a9f-4f90-8b45-569e1423ca55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4929607 Sep 16 16:35:01.573103 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551c114-cee1-4626-a966-ffae28632299 None None] Sync routers for ids ['4721386a-8a9f-4f90-8b45-569e1423ca55'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:35:01.573983 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0a4-fb82-438b-a1cf-cf0eb3d1fe32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.575486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39734) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:01.631354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551c114-cee1-4626-a966-ffae28632299 None None] Routers {'4721386a-8a9f-4f90-8b45-569e1423ca55'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:01.631873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c551c114-cee1-4626-a966-ffae28632299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4721386a-8a9f-4f90-8b45-569e1423ca55'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:01.646822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729872a9-234b-4e38-a2b7-6541af76d915 req-9ef685f1-520b-4079-b416-7817690d1a94 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:01.648580 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-9ef685f1-520b-4079-b416-7817690d1a94 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.1636076 Sep 16 16:35:01.651331 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.662862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.668572 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "DELETE /v2.0/networks/2ead3888-7623-464a-8b0f-8d10f452488a HTTP/1.1" status: 204 len: 168 time: 1.4392660 Sep 16 16:35:01.672228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Request body: {'port': {'device_id': 'ac427769-e3f9-43ab-8227-6742fd57c3d7', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'admin_state_up': True, 'tenant_id': '1fcc1c21760d475183f44f9951f34743'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:01.684965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39736) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:01.709983 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb24c7b-098e-4fc6-a52b-956bcac3e722 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event deleted for resources: {'Network': ['ID=2ead3888-7623-464a-8b0f-8d10f452488a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:01.784534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14777da2-d132-4f34-be7e-3e1bfe1b9887 req-9023c6f6-a1e1-4d36-85d2-36f2d2bf071a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 210 time: 0.0820873 Sep 16 16:35:01.788236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0a4-fb82-438b-a1cf-cf0eb3d1fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.811589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c551c114-cee1-4626-a966-ffae28632299 None None] Set router 4721386a-8a9f-4f90-8b45-569e1423ca55 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:01.842458 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:01.909490 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.088841 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.106003 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.108658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:02.115867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Made reservation on behalf of 1fcc1c21760d475183f44f9951f34743 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:02.120755 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.126364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.137370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:02.138050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b85c09a5-e5d6-4e3d-913d-d26058d3b6d8 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:02.161653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:02.177764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c551c114-cee1-4626-a966-ffae28632299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:58Z', 'revision_number': 5, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:02.182028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211472f3-bedd-4dc6-80b0-9d854f6f634f') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:02.182516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211472f3-bedd-4dc6-80b0-9d854f6f634f') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:02.198158 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.218310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551c114-cee1-4626-a966-ffae28632299 None None] Checking router: 4721386a-8a9f-4f90-8b45-569e1423ca55 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:35:02.220709 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.227877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:35:02.228588 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.228759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551c114-cee1-4626-a966-ffae28632299 None None] Routers {'4721386a-8a9f-4f90-8b45-569e1423ca55'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:02.229558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c551c114-cee1-4626-a966-ffae28632299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4721386a-8a9f-4f90-8b45-569e1423ca55'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:35:02.232651 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:35:02.255038 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0a4-fb82-438b-a1cf-cf0eb3d1fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.322844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0a4-fb82-438b-a1cf-cf0eb3d1fe32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.324067 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.324944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-97d2f0a4-fb82-438b-a1cf-cf0eb3d1fe32 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a13203e1-ad1b-46a8-821f-a49bec7564a8 HTTP/1.1" status: 204 len: 168 time: 0.9959409 Sep 16 16:35:02.327594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39748) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:02.328414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2f0a4-fb82-438b-a1cf-cf0eb3d1fe32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13203e1-ad1b-46a8-821f-a49bec7564a8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:02.354098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c551c114-cee1-4626-a966-ffae28632299 None None] Set router 4721386a-8a9f-4f90-8b45-569e1423ca55 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:02.454735 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.477398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.481519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "DELETE /v2.0/networks/b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e HTTP/1.1" status: 204 len: 168 time: 0.7918439 Sep 16 16:35:02.493115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39754) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:02.507063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.509376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c699b2e-0f13-4a44-80ce-b07f5cada35b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event deleted for resources: {'Network': ['ID=b669abf8-5b7d-4ae7-a4d5-cd6f3a79fc5e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:02.548842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Deleting port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:02.549201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.551486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Allocated IP 172.20.0.10 (b446d02c-c15f-4f0f-91ea-b210a6b43a85/70ee6f1d-6290-4d7d-a539-0318591c727d/e36ab554-dd47-48a5-b05f-cd897288d970) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:02.607983 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3577516-4f68-4f5c-833d-fc809a09b76b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Deleting subnet 8a294a32-9bb4-474d-8f1c-e87e3617fec4 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:35:02.613471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3577516-4f68-4f5c-833d-fc809a09b76b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.619857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] Router 880ed252-a855-4491-899f-a8c9a55fd512 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:35:02.694828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c551c114-cee1-4626-a966-ffae28632299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:58Z', 'revision_number': 5, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:02.731063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551c114-cee1-4626-a966-ffae28632299 None None] The sync data for ids ['4721386a-8a9f-4f90-8b45-569e1423ca55'] in n-d-807786-3 is: [{'id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1172135903-router', 'tenant_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:58Z', 'revision_number': 5, 'project_id': '416cdd2f33fb4b4cac58ea53ce683cae', 'gw_port': {'id': '0c0a4228-644d-4d93-a6f7-5d2b1fcf9229', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721386a-8a9f-4f90-8b45-569e1423ca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:34:06Z', 'updated_at': '2021-09-16T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:35:02.745317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3577516-4f68-4f5c-833d-fc809a09b76b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.745664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] For port 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0c0a4228-644d-4d93-a6f7-5d2b1fcf9229,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:02.746035 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.751009 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.764359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Calling delete_port for 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:02.781423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:35:02.786668 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-18c40bf6-d673-4749-a073-0a32a851701f admin admin] 10.222.0.22 "PUT /v2.0/routers/880ed252-a855-4491-899f-a8c9a55fd512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6642134 Sep 16 16:35:02.791174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39762) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:02.792720 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] Sync routers for ids ['880ed252-a855-4491-899f-a8c9a55fd512'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:35:02.801907 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] Routers {'880ed252-a855-4491-899f-a8c9a55fd512'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:02.802726 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['880ed252-a855-4491-899f-a8c9a55fd512'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:02.823752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43d92f2-5083-4446-9bd5-bdaac7789ac4']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:02.855382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5d0626-1868-482b-971e-d6ea7a4afd38') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:02.855716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5d0626-1868-482b-971e-d6ea7a4afd38') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:02.892351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.943582 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] Set router 880ed252-a855-4491-899f-a8c9a55fd512 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:02.956062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.966180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:35:02.966657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:02.990291 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18059ca0-b97e-4109-9527-51647a05730d req-84be1b6c-f2a4-4090-a20e-7554e2238159 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 210 time: 0.0668852 Sep 16 16:35:02.997945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39768) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:03.018535 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.096024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3577516-4f68-4f5c-833d-fc809a09b76b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:35:03.183554 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:35:03.186545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-912927915-network', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:03.189968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.199480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.202144 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] 10.222.0.22 "DELETE /v2.0/networks/d43d92f2-5083-4446-9bd5-bdaac7789ac4 HTTP/1.1" status: 204 len: 168 time: 0.8712809 Sep 16 16:35:03.221404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87cd4e-8891-41a4-941a-abe7ee267b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=d43d92f2-5083-4446-9bd5-bdaac7789ac4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:03.224939 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.252132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3577516-4f68-4f5c-833d-fc809a09b76b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.267259 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.278156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Made reservation on behalf of 300ca2bd297048e3895b28f0d9b2851f for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:03.280659 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.284403 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.296420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3577516-4f68-4f5c-833d-fc809a09b76b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event deleted for resources: {'Subnet': ['ID=8a294a32-9bb4-474d-8f1c-e87e3617fec4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:03.312443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3577516-4f68-4f5c-833d-fc809a09b76b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.316596 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c3577516-4f68-4f5c-833d-fc809a09b76b tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "DELETE /v2.0/subnets/8a294a32-9bb4-474d-8f1c-e87e3617fec4 HTTP/1.1" status: 204 len: 168 time: 0.8199492 Sep 16 16:35:03.316759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39776) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:03.321857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce092fe7-c1c7-4b0c-9d0c-1398bf326ccc None None] Network 1cd074bd-a743-48c5-a4d6-5021aa6e694f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:03.333674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.422014 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ed252-a855-4491-899f-a8c9a55fd512', 'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-router', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:12Z', 'updated_at': '2021-09-16T16:35:01Z', 'revision_number': 5, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'gw_port': {'id': 'a342b087-da41-45b9-8e71-c3feb823acb1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880ed252-a855-4491-899f-a8c9a55fd512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:14Z', 'updated_at': '2021-09-16T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:03.440304 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.442834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0a4228-644d-4d93-a6f7-5d2b1fcf9229,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:03.449017 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.482135 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] Checking router: 880ed252-a855-4491-899f-a8c9a55fd512 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:35:03.509588 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] Routers {'880ed252-a855-4491-899f-a8c9a55fd512'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:03.510325 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['880ed252-a855-4491-899f-a8c9a55fd512'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:03.549419 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.569117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Deleting port 3554a75b-a04e-407a-9480-ea2ec2d555fb {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:03.569117 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.578012 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.612899 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.645786 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] Set router 880ed252-a855-4491-899f-a8c9a55fd512 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:03.656218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:35:03.662635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93829e84-8fec-40de-aebc-563690a4eabb None None] DHCP port deletion for 1cd074bd-a743-48c5-a4d6-5021aa6e694f request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:35:03.664612 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.665776 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Added segment 2963d002-513d-446f-99e2-0c89fedb1cfe of type vlan for network 309a9c06-d343-41c6-bda9-8ea456070fd1 Sep 16 16:35:03.694630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39780) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:03.706236 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.706236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f1bdb82e-8a4f-478d-bc15-87516fcf5189 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:03.726314 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.734887 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ed252-a855-4491-899f-a8c9a55fd512', 'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-router', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:12Z', 'updated_at': '2021-09-16T16:35:03Z', 'revision_number': 6, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:03.747309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: f1bdb82e-8a4f-478d-bc15-87516fcf5189 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:03.747770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f1bdb82e-8a4f-478d-bc15-87516fcf5189 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:03.748551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 467e50a4-b855-4c30-8a72-9959d3cf9556 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:03.760489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Network b446d02c-c15f-4f0f-91ea-b210a6b43a85 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:03.768369 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad122bce-7000-4fdc-83f4-370981842957 None None] The sync data for ids ['880ed252-a855-4491-899f-a8c9a55fd512'] in n-d-807786-3 is: [{'id': '880ed252-a855-4491-899f-a8c9a55fd512', 'name': 'tempest-ServerRescueNegativeTestJSON-1351466314-router', 'tenant_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:12Z', 'updated_at': '2021-09-16T16:35:03Z', 'revision_number': 6, 'project_id': 'c1c31f2cb4904747aeee15a2d0c3e163', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:35:03.769266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Deleting port a342b087-da41-45b9-8e71-c3feb823acb1 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:03.769675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.777083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:03.787279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event updated for resources: {'Port': ['ID=e36ab554-dd47-48a5-b05f-cd897288d970,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:03.792113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 467e50a4-b855-4c30-8a72-9959d3cf9556 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:03.792504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 467e50a4-b855-4c30-8a72-9959d3cf9556 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:03.798633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:03.809843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-93829e84-8fec-40de-aebc-563690a4eabb None None] Deleting port 3554a75b-a04e-407a-9480-ea2ec2d555fb {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:03.810289 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-93829e84-8fec-40de-aebc-563690a4eabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.830876 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.834817 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.837058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c4c9c9-9b6c-4294-bcca-25f558d0e9ec,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:03.852701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.853627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:03.854212 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.864672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] For port 3554a75b-a04e-407a-9480-ea2ec2d555fb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3554a75b-a04e-407a-9480-ea2ec2d555fb,segment=NetworkSegment(29452045-51eb-4f1c-be84-664244cbae3b),segment_id=29452045-51eb-4f1c-be84-664244cbae3b)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:03.865041 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.879207 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6880d14c-03a3-43c6-8f32-94928f80315e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6adea0c584af4d78aef296ec16ef3138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811707 Sep 16 16:35:03.889742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39782) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:03.893774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-93829e84-8fec-40de-aebc-563690a4eabb None None] For port 3554a75b-a04e-407a-9480-ea2ec2d555fb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3554a75b-a04e-407a-9480-ea2ec2d555fb,segment=NetworkSegment(29452045-51eb-4f1c-be84-664244cbae3b),segment_id=29452045-51eb-4f1c-be84-664244cbae3b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:03.894373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-93829e84-8fec-40de-aebc-563690a4eabb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.895459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Calling delete_port for 3554a75b-a04e-407a-9480-ea2ec2d555fb owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:03.908041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-93829e84-8fec-40de-aebc-563690a4eabb None None] Calling delete_port for 3554a75b-a04e-407a-9480-ea2ec2d555fb owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:03.913101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:03.913724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:03.996787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] Pushing event updated for resources: {'Network': ['ID=309a9c06-d343-41c6-bda9-8ea456070fd1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:04.000204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.000718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4721386a-8a9f-4f90-8b45-569e1423ca55 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:35:04.007590 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.011735 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-32bd36fd-5d30-4183-a9c8-635e9404ecf8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4721386a-8a9f-4f90-8b45-569e1423ca55 HTTP/1.1" status: 204 len: 168 time: 2.4317856 Sep 16 16:35:04.011895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 309a9c06-d343-41c6-bda9-8ea456070fd1 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:35:04.011988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] For port a342b087-da41-45b9-8e71-c3feb823acb1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a342b087-da41-45b9-8e71-c3feb823acb1,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:04.011988 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.012154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39784) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:04.024323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c628491-e76d-4262-8586-719e058c9a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.038958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Calling delete_port for a342b087-da41-45b9-8e71-c3feb823acb1 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:04.051293 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-be997356-e993-4d5d-ac2a-3601872be032 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3835621 Sep 16 16:35:04.083194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Request body: {'port': {'device_id': 'ac427769-e3f9-43ab-8227-6742fd57c3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:04.105355 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-93829e84-8fec-40de-aebc-563690a4eabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.112944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-012a72dd-0130-4b1c-b53d-0bbfdab8b986 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1138773 Sep 16 16:35:04.115763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39788) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:04.123133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Request body: {'subnet': {'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-912927915-subnet', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:04.151730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93829e84-8fec-40de-aebc-563690a4eabb None None] Pushing event deleted for resources: {'Port': ['ID=3554a75b-a04e-407a-9480-ea2ec2d555fb,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:04.160644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93829e84-8fec-40de-aebc-563690a4eabb None None] No DVR routers for this DVR port 3554a75b-a04e-407a-9480-ea2ec2d555fb on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:35:04.181592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c628491-e76d-4262-8586-719e058c9a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.186735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ea8f51-4d26-4542-83fd-4c5dd2192edb admin admin] Deleting subnet 56612aca-4cae-46c7-9b8f-2e2d4deebc0d {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:35:04.211486 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-61ea8f51-4d26-4542-83fd-4c5dd2192edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.225720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Made reservation on behalf of 300ca2bd297048e3895b28f0d9b2851f for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:04.229057 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.280513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.595829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event deleted for resources: {'Port': ['ID=3554a75b-a04e-407a-9480-ea2ec2d555fb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:04.597702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.610985 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-61ea8f51-4d26-4542-83fd-4c5dd2192edb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.615525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] No DVR routers for this DVR port 3554a75b-a04e-407a-9480-ea2ec2d555fb on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:35:04.645683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a4500-ca24-4a33-9e4e-b16c2499ae12 req-e8fcd954-192d-4233-ad6e-6172074a1a0f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:04.647175 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b4a4500-ca24-4a33-9e4e-b16c2499ae12 req-e8fcd954-192d-4233-ad6e-6172074a1a0f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 932 time: 0.5380571 Sep 16 16:35:04.761127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b4a4500-ca24-4a33-9e4e-b16c2499ae12 req-f4593346-b0b3-4355-aa52-f2cac62ff27a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045043 Sep 16 16:35:04.779642 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.807168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c628491-e76d-4262-8586-719e058c9a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.809705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1c628491-e76d-4262-8586-719e058c9a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.810952 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1c628491-e76d-4262-8586-719e058c9a49 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d238acf-1002-4234-8016-32b9963943a0 HTTP/1.1" status: 204 len: 168 time: 0.9264479 Sep 16 16:35:04.881270 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.908183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd074bd-a743-48c5-a4d6-5021aa6e694f']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:04.910445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628491-e76d-4262-8586-719e058c9a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d238acf-1002-4234-8016-32b9963943a0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:04.915157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Pushing event deleted for resources: {'Port': ['ID=a342b087-da41-45b9-8e71-c3feb823acb1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:04.931050 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-61ea8f51-4d26-4542-83fd-4c5dd2192edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.934753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29452045-51eb-4f1c-be84-664244cbae3b') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:04.935059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29452045-51eb-4f1c-be84-664244cbae3b') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:04.943137 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:04.987013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.031819 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.048832 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.069342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:35:05.069758 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:35:05.075118 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:35:05.104748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae53996d-9df7-421d-a752-95033cd5ec19,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:05.140644 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.144470 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.146158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Checking segment: {'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:05.146510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Network hostable DHCP agents. Network: 309a9c06-d343-41c6-bda9-8ea456070fd1, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:35:05.178351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-61ea8f51-4d26-4542-83fd-4c5dd2192edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.231681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea8f51-4d26-4542-83fd-4c5dd2192edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56612aca-4cae-46c7-9b8f-2e2d4deebc0d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:05.233719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-61ea8f51-4d26-4542-83fd-4c5dd2192edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.236697 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-61ea8f51-4d26-4542-83fd-4c5dd2192edb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/56612aca-4cae-46c7-9b8f-2e2d4deebc0d HTTP/1.1" status: 204 len: 168 time: 1.2228305 Sep 16 16:35:05.238438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39796) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:05.240771 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f42b48-4cf4-4726-b88a-bd7d529e0ce5 None None] Network e008241b-7ad6-4a56-90b5-e43a63149541 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:05.251124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36ab554-dd47-48a5-b05f-cd897288d970 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:05.266716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.318718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Transition to ACTIVE for port object e36ab554-dd47-48a5-b05f-cd897288d970 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:35:05.318718 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.319041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Network 309a9c06-d343-41c6-bda9-8ea456070fd1 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:35:05.325208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.325718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 880ed252-a855-4491-899f-a8c9a55fd512 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:35:05.337021 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.338197 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4b9123c6-4f7a-4e38-8804-0acfff9f209f admin admin] 10.222.0.22 "DELETE /v2.0/routers/880ed252-a855-4491-899f-a8c9a55fd512 HTTP/1.1" status: 204 len: 168 time: 2.5459316 Sep 16 16:35:05.339024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.343007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39802) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:05.346399 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "DELETE /v2.0/networks/1cd074bd-a743-48c5-a4d6-5021aa6e694f HTTP/1.1" status: 204 len: 168 time: 2.0286205 Sep 16 16:35:05.349538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39804) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:05.359987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.408204 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-abc0869d-420a-40ef-a7e7-bbffbd061efa tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "GET /v2.0/ports?device_id=18327319-4817-44dd-912f-91aea53c0e76 HTTP/1.1" status: 200 len: 205 time: 0.0573082 Sep 16 16:35:05.412222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39806) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:05.413445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93254a56-515c-4ae7-8952-a054937f501d tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Pushing event deleted for resources: {'Network': ['ID=1cd074bd-a743-48c5-a4d6-5021aa6e694f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:05.416531 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.431496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 309a9c06-d343-41c6-bda9-8ea456070fd1) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:05.448052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768848a0-f957-4451-a86d-e077e233403b None None] Network 309a9c06-d343-41c6-bda9-8ea456070fd1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:05.510003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:05.511422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.552319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Pushing event updated for resources: {'Port': ['ID=e36ab554-dd47-48a5-b05f-cd897288d970,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:05.614052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c638f9-5605-4b95-8623-224d16f2808d admin admin] Deleting subnet 05b8b946-5be3-44b8-8a46-f2fcda27e5b0 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:35:05.619883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98907c49-e893-4e09-ae72-0665852d235d None None] DHCP port deletion for e008241b-7ad6-4a56-90b5-e43a63149541 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:35:05.620554 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1c638f9-5605-4b95-8623-224d16f2808d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.632333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Attempting to bind port e36ab554-dd47-48a5-b05f-cd897288d970 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:05.633476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Attempting to bind port e36ab554-dd47-48a5-b05f-cd897288d970 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:05.634043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Attempting to bind port e36ab554-dd47-48a5-b05f-cd897288d970 on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:05.641297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Port e36ab554-dd47-48a5-b05f-cd897288d970 on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:35:05.641852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Attempting to bind port e36ab554-dd47-48a5-b05f-cd897288d970 on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:05.649392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:05.649992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Checking segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:05.650574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Bound using segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:05.651146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Bound port: e36ab554-dd47-48a5-b05f-cd897288d970, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:05.651742 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.657918 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f775841a-3adf-4440-bac6-d900311339de admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5408564 Sep 16 16:35:05.661552 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9de0-11db-4e15-bc6b-3bfe2d3ca6d5 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.678418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39814) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:05.680787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-309a9c06-d343-41c6-bda9-8ea456070fd1', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:35:05.681917 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.684109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 61224b1d-8841-43bf-b97d-921a615533b3 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:05.685626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:05.760031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] For port e36ab554-dd47-48a5-b05f-cd897288d970, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:05.764322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1c638f9-5605-4b95-8623-224d16f2808d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.769822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] For port e36ab554-dd47-48a5-b05f-cd897288d970, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e36ab554-dd47-48a5-b05f-cd897288d970,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:05.803102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-98907c49-e893-4e09-ae72-0665852d235d None None] Deleting port 61224b1d-8841-43bf-b97d-921a615533b3 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:05.803474 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98907c49-e893-4e09-ae72-0665852d235d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.816035 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.817542 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.859580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.863495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Deleting port 61224b1d-8841-43bf-b97d-921a615533b3 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:05.863843 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.919964 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9de0-11db-4e15-bc6b-3bfe2d3ca6d5 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.933922 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9de0-11db-4e15-bc6b-3bfe2d3ca6d5 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.937176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.952182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-98907c49-e893-4e09-ae72-0665852d235d None None] For port 61224b1d-8841-43bf-b97d-921a615533b3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=61224b1d-8841-43bf-b97d-921a615533b3,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:05.952606 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98907c49-e893-4e09-ae72-0665852d235d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.955172 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.968934 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1c638f9-5605-4b95-8623-224d16f2808d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.979816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-98907c49-e893-4e09-ae72-0665852d235d None None] Calling delete_port for 61224b1d-8841-43bf-b97d-921a615533b3 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:05.981499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:05.982229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:05.983787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] 10.222.0.62 "PUT /v2.0/ports/e36ab554-dd47-48a5-b05f-cd897288d970 HTTP/1.1" status: 200 len: 1092 time: 1.9153504 Sep 16 16:35:05.984326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac427769-e3f9-43ab-8227-6742fd57c3d7', 'tag': 'e36ab554-dd47-48a5-b05f-cd897288d970'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:05.986988 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e8e011-4001-4f94-8d5f-cc5909529e03" -d '{"events": [{"name": "network-changed", "server_uuid": "ac427769-e3f9-43ab-8227-6742fd57c3d7", "tag": "e36ab554-dd47-48a5-b05f-cd897288d970"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:06.012248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 61224b1d-8841-43bf-b97d-921a615533b3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=61224b1d-8841-43bf-b97d-921a615533b3,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:06.013858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Allocated IP 172.20.0.2 (309a9c06-d343-41c6-bda9-8ea456070fd1/ae53996d-9df7-421d-a752-95033cd5ec19/b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:06.078781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] For port 61224b1d-8841-43bf-b97d-921a615533b3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=61224b1d-8841-43bf-b97d-921a615533b3,segment=NetworkSegment(371f5ffe-19d4-40ba-8b40-f6e8a73bef41),segment_id=371f5ffe-19d4-40ba-8b40-f6e8a73bef41)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:06.079079 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.100282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Calling delete_port for 61224b1d-8841-43bf-b97d-921a615533b3 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:06.101295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935ae9-a137-4549-a8ee-2d9a510a05dd service neutron] Pushing event updated for resources: {'Port': ['ID=e36ab554-dd47-48a5-b05f-cd897288d970,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:06.125764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7925-9616-4633-ae24-c349f3e17e4e req-cca0d7d2-f0ec-4ca9-81c0-daeb23e46c6b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:06.126115 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2de921-7cc6-4ba2-af23-9c72de1c2858 x-openstack-request-id: req-6b2de921-7cc6-4ba2-af23-9c72de1c2858 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:06.126951 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac427769-e3f9-43ab-8227-6742fd57c3d7", "tag": "e36ab554-dd47-48a5-b05f-cd897288d970", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:06.127397 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b2de921-7cc6-4ba2-af23-9c72de1c2858 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:06.128902 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac427769-e3f9-43ab-8227-6742fd57c3d7', 'tag': 'e36ab554-dd47-48a5-b05f-cd897288d970', 'status': 'completed', 'code': 200} Sep 16 16:35:06.133179 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a57c7925-9616-4633-ae24-c349f3e17e4e req-cca0d7d2-f0ec-4ca9-81c0-daeb23e46c6b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 944 time: 0.2198749 Sep 16 16:35:06.142329 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.142988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:06.152862 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9de0-11db-4e15-bc6b-3bfe2d3ca6d5 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.152862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0b9de0-11db-4e15-bc6b-3bfe2d3ca6d5 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Fanout notify agent at l3_agent the message router_deleted on router 18327319-4817-44dd-912f-91aea53c0e76 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:35:06.166287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9de0-11db-4e15-bc6b-3bfe2d3ca6d5 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.167437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1d0b9de0-11db-4e15-bc6b-3bfe2d3ca6d5 tempest-RoutersNegativeTest-424681378 tempest-RoutersNegativeTest-424681378-project] 10.222.0.22 "DELETE /v2.0/routers/18327319-4817-44dd-912f-91aea53c0e76 HTTP/1.1" status: 204 len: 168 time: 0.7512894 Sep 16 16:35:06.215875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:06.216192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0c0a4228-644d-4d93-a6f7-5d2b1fcf9229 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:06.216808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 17c8a926-3e74-4a5b-bb67-7d57545fbe14 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:06.229292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=61224b1d-8841-43bf-b97d-921a615533b3,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:06.256889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a57c7925-9616-4633-ae24-c349f3e17e4e req-6237382e-6a25-45e1-9425-461dae73859d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147163 Sep 16 16:35:06.263304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 17c8a926-3e74-4a5b-bb67-7d57545fbe14 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:06.263844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 17c8a926-3e74-4a5b-bb67-7d57545fbe14 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:06.264051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3554a75b-a04e-407a-9480-ea2ec2d555fb no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:06.267138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1c638f9-5605-4b95-8623-224d16f2808d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.290596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 3554a75b-a04e-407a-9480-ea2ec2d555fb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:06.290934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3554a75b-a04e-407a-9480-ea2ec2d555fb not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:06.291527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a342b087-da41-45b9-8e71-c3feb823acb1 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:06.309247 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c638f9-5605-4b95-8623-224d16f2808d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b8b946-5be3-44b8-8a46-f2fcda27e5b0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:06.311398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1c638f9-5605-4b95-8623-224d16f2808d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.315673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d1c638f9-5605-4b95-8623-224d16f2808d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/05b8b946-5be3-44b8-8a46-f2fcda27e5b0 HTTP/1.1" status: 204 len: 168 time: 0.9694703 Sep 16 16:35:06.316050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39832) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:06.324271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a342b087-da41-45b9-8e71-c3feb823acb1 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:06.324271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a342b087-da41-45b9-8e71-c3feb823acb1 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:06.334729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e011-4001-4f94-8d5f-cc5909529e03 req-6e456091-2f1d-4209-ad6f-d9ac8747b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:06.336526 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0e8e011-4001-4f94-8d5f-cc5909529e03 req-6e456091-2f1d-4209-ad6f-d9ac8747b574 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 1095 time: 0.2049637 Sep 16 16:35:06.364525 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98907c49-e893-4e09-ae72-0665852d235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.381240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.402435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98907c49-e893-4e09-ae72-0665852d235d None None] No DVR routers for this DVR port 61224b1d-8841-43bf-b97d-921a615533b3 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:35:06.415330 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98907c49-e893-4e09-ae72-0665852d235d None None] Pushing event deleted for resources: {'Port': ['ID=61224b1d-8841-43bf-b97d-921a615533b3,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:06.443640 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.474778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.483623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39838) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:06.526431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Pushing event deleted for resources: {'Port': ['ID=61224b1d-8841-43bf-b97d-921a615533b3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:06.531299 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.536581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] No DVR routers for this DVR port 61224b1d-8841-43bf-b97d-921a615533b3 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:35:06.556884 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.574962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Network 309a9c06-d343-41c6-bda9-8ea456070fd1 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:06.577640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:06.580268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:06.612149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e011-4001-4f94-8d5f-cc5909529e03 req-50777181-4972-448c-8fb0-60ced710d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:06.614215 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0e8e011-4001-4f94-8d5f-cc5909529e03 req-50777181-4972-448c-8fb0-60ced710d56c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1fcc1c21760d475183f44f9951f34743&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2247584 Sep 16 16:35:06.647104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Pushing event updated for resources: {'Port': ['ID=b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:06.688744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Attempting to bind port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:06.689459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Attempting to bind port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:06.690033 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Attempting to bind port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 on network 309a9c06-d343-41c6-bda9-8ea456070fd1 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:06.696121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:06.696834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Checking segment: {'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:06.697448 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.698066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Bound using segment: {'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:06.699330 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Bound port: b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:06.699962 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.707208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.755786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39844) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:06.760066 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.779268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e008241b-7ad6-4a56-90b5-e43a63149541']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:06.799899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371f5ffe-19d4-40ba-8b40-f6e8a73bef41') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:06.800198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371f5ffe-19d4-40ba-8b40-f6e8a73bef41') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:06.810720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dc7bda-c4d8-43b0-912a-d333dc124c3f']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:06.811984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] For port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:06.816363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] For port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:06.822428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-565676610-network', 'tenant_id': '1c931535f43f40a48d54d33f85dc031b'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:06.826432 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.833725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e011-4001-4f94-8d5f-cc5909529e03 req-41ad0456-69f4-4ccf-acaf-536922f459b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:06.835226 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0e8e011-4001-4f94-8d5f-cc5909529e03 req-41ad0456-69f4-4ccf-acaf-536922f459b3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098858 Sep 16 16:35:06.839274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30edfd37-ca3b-409b-b239-daa41f145b12') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:06.839522 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30edfd37-ca3b-409b-b239-daa41f145b12') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:06.844812 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.866378 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.868310 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.871241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.887618 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.902255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:35:06.902255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:35:06.903240 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:35:06.905569 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.940410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:35:06.940810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:35:06.946880 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:35:06.979184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064c771-fb1c-4d43-bc60-fb364aea2053 None None] Pushing event updated for resources: {'Port': ['ID=b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:06.997416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729872a9-234b-4e38-a2b7-6541af76d915 req-b4946df0-52bc-4eb9-8f82-227fa6710ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:06.998683 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-b4946df0-52bc-4eb9-8f82-227fa6710ce0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 1095 time: 0.1170008 Sep 16 16:35:07.004841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Made reservation on behalf of 1c931535f43f40a48d54d33f85dc031b for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:07.007138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.016421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-220af0bf-6d9e-4bf0-ab94-e5f9168c833d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8df5ea4fe6ce4c4b8c90797acb1218e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593277 Sep 16 16:35:07.022554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39850) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:07.046985 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.074755 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-956af109-ee27-447e-917a-3938dc763d6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36ab554-dd47-48a5-b05f-cd897288d970 HTTP/1.1" status: 200 len: 217 time: 0.0676937 Sep 16 16:35:07.102656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Allocated IP 172.25.6.89 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/28971158-3f11-4f38-a882-1790afbf3026) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:07.112947 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.119934 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.124490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e008241b-7ad6-4a56-90b5-e43a63149541 HTTP/1.1" status: 204 len: 168 time: 1.8824742 Sep 16 16:35:07.144103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Pushing event deleted for resources: {'Network': ['ID=e008241b-7ad6-4a56-90b5-e43a63149541,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:07.177695 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729872a9-234b-4e38-a2b7-6541af76d915 req-5930a5cb-53b2-4b8c-a79b-07e8aba10971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:07.179282 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-5930a5cb-53b2-4b8c-a79b-07e8aba10971 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ee6f1d-6290-4d7d-a539-0318591c727d HTTP/1.1" status: 200 len: 852 time: 0.0966897 Sep 16 16:35:07.185780 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.186324 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.186840 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.187280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.188222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.188740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.189328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.196730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.196730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.196730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.196730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.196730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ce7d3-2434-4824-8ff6-87ed5d40bb57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.216228 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.238884 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-3f09bbcd-9376-4418-a919-689927b187c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b446d02c-c15f-4f0f-91ea-b210a6b43a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479236 Sep 16 16:35:07.252853 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.257300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e0dc7bda-c4d8-43b0-912a-d333dc124c3f HTTP/1.1" status: 204 len: 168 time: 0.9380634 Sep 16 16:35:07.260032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe960949-d153-4d0d-9331-a10227295ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0dc7bda-c4d8-43b0-912a-d333dc124c3f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:07.285100 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.315495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.345845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.391601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:35:07.418970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d099c6-4b6a-476d-b800-35ba3089e604 req-5451bea1-43a4-468e-9dcb-360e554b68b6 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:07.420562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81d099c6-4b6a-476d-b800-35ba3089e604 req-5451bea1-43a4-468e-9dcb-360e554b68b6 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 944 time: 0.0898554 Sep 16 16:35:07.423865 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.424169 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Added segment 723e4859-182e-49fd-802f-723eb17c9b6b of type vlan for network 563fff5e-1376-43e1-95f9-8f5d140768a4 Sep 16 16:35:07.425081 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.425538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92063cd4-dde8-4eb2-baa0-3d2c0180dd30,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:07.485053 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.505994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.508800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81d099c6-4b6a-476d-b800-35ba3089e604 req-babf2f8d-3816-4f8a-a859-c30d5a5b37cc tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724568 Sep 16 16:35:07.509301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39860) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:07.528556 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-b21433ab-228d-46d4-ac55-4665fd0542d7 service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268205 Sep 16 16:35:07.588475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7fd1b963-eaf3-4744-a8a7-f9386ec5f52f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=416cdd2f33fb4b4cac58ea53ce683cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765285 Sep 16 16:35:07.589081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39862) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:07.631543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.632697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:07.634112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.651105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-729872a9-234b-4e38-a2b7-6541af76d915 req-a1706c41-a155-4129-96fa-ab03bc25c8e7 service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132832 Sep 16 16:35:07.671840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39864) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:07.682872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:07.707400 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cef50e34-6a98-4346-a5d7-9dfb8c7bde8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.719038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] Pushing event updated for resources: {'Network': ['ID=563fff5e-1376-43e1-95f9-8f5d140768a4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:07.720717 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.729738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.733670 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5c55aa6-8a2e-441f-9daf-927f5c3f34b9 HTTP/1.1" status: 204 len: 168 time: 0.7089570 Sep 16 16:35:07.735267 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cef50e34-6a98-4346-a5d7-9dfb8c7bde8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.748282 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1b3216a4-2e48-4886-a443-75da7e7ff799 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1c31f2cb4904747aeee15a2d0c3e163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752263 Sep 16 16:35:07.749690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c55aa6-8a2e-441f-9daf-927f5c3f34b9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:07.751747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39868) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:07.760151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 563fff5e-1376-43e1-95f9-8f5d140768a4 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:35:07.775714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c9091795-b88f-4e95-af91-4e9fea6840dd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2843244 Sep 16 16:35:07.781007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.781355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.781712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.782035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.782466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.782692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.783019 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.783348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.783536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39870) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:07.783692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.783981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.784303 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.784680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6892374-02a6-4319-bb22-091494521f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:07.791484 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.797337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Request body: {'subnet': {'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-565676610-subnet', 'tenant_id': '1c931535f43f40a48d54d33f85dc031b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:07.864296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:07.870347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:07.876012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:07.883814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:07.885933 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.887672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Made reservation on behalf of 1c931535f43f40a48d54d33f85dc031b for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:07.890630 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.917871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Pushing event updated for resources: {'Port': ['ID=28971158-3f11-4f38-a882-1790afbf3026,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:07.928737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a337e144-8d45-4ae9-85df-b56a778d6a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.971744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a337e144-8d45-4ae9-85df-b56a778d6a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:07.983273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:08.023871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:08.039019 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cef50e34-6a98-4346-a5d7-9dfb8c7bde8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:08.042404 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cef50e34-6a98-4346-a5d7-9dfb8c7bde8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:08.045976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cef50e34-6a98-4346-a5d7-9dfb8c7bde8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d HTTP/1.1" status: 204 len: 168 time: 0.4536846 Sep 16 16:35:08.074310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef50e34-6a98-4346-a5d7-9dfb8c7bde8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bb44f1-10cd-4d63-a9b4-4040dbdbd05d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:08.158630 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:08.260350 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a337e144-8d45-4ae9-85df-b56a778d6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:08.263020 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a337e144-8d45-4ae9-85df-b56a778d6a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:08.264985 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a337e144-8d45-4ae9-85df-b56a778d6a1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c053dc93-3ccd-4658-a807-86ed9ad1390c HTTP/1.1" status: 204 len: 168 time: 0.5117223 Sep 16 16:35:08.311765 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:08.318081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337e144-8d45-4ae9-85df-b56a778d6a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c053dc93-3ccd-4658-a807-86ed9ad1390c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:08.329766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bac75c-51e4-421c-aafe-2f5e71e3e7af None None] Network 309a9c06-d343-41c6-bda9-8ea456070fd1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:08.379590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:08.389779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-de83bc23-3e01-4598-a1b1-6e9ffb04e8ad None None] Provisioning complete for port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:08.390362 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-de83bc23-3e01-4598-a1b1-6e9ffb04e8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:08.397922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd721634-0d0a-487a-bef8-32f33a114e5f,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:08.402584 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:08.426728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Checking segment: {'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:08.427212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Network hostable DHCP agents. Network: 563fff5e-1376-43e1-95f9-8f5d140768a4, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:35:08.497774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Network 563fff5e-1376-43e1-95f9-8f5d140768a4 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:35:08.574383 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 563fff5e-1376-43e1-95f9-8f5d140768a4) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:08.579317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:08.580169 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:08.603069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1d746b-ea78-49d6-83e5-c53d1b0e1f62 None None] Network 563fff5e-1376-43e1-95f9-8f5d140768a4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:08.712005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e699f559-cdb2-486d-b118-0780fedd446c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9267390 Sep 16 16:35:08.769583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c817ca-a7ad-47b7-ab3b-74c4d162b386 req-7bc07ca1-b508-4c33-bb70-b85657206e96 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:08.783460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92c817ca-a7ad-47b7-ab3b-74c4d162b386 req-7bc07ca1-b508-4c33-bb70-b85657206e96 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 944 time: 0.1440959 Sep 16 16:35:08.837279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f5ac0-552e-407f-b760-094d4aab188b None None] Network 563fff5e-1376-43e1-95f9-8f5d140768a4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:08.859185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92c817ca-a7ad-47b7-ab3b-74c4d162b386 req-7b61a16e-1e30-4f49-be78-8b80b64dba17 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726378 Sep 16 16:35:09.000686 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:09.085874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c13c7d9a-a93b-4a28-a159-fd119758f796 None None] Provisioning complete for port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:09.086427 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c13c7d9a-a93b-4a28-a159-fd119758f796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:09.256972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Router b9e761cf-2b54-4317-877b-0b938cdb7d99 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:35:09.370967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:35:09.384413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Sync routers for ids ['b9e761cf-2b54-4317-877b-0b938cdb7d99'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:35:09.398195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Routers {'b9e761cf-2b54-4317-877b-0b938cdb7d99'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:09.398968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9e761cf-2b54-4317-877b-0b938cdb7d99'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:09.464803 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:09.474502 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fc197055-20b3-44a8-8aa1-d930b676f127 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7843316 Sep 16 16:35:09.474502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39922) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:09.525584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Set router b9e761cf-2b54-4317-877b-0b938cdb7d99 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:09.635337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:09.688881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-419a41fc-4bb8-4c03-a113-84c9d0698d17 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:09.690860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-419a41fc-4bb8-4c03-a113-84c9d0698d17 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 813 time: 0.1712389 Sep 16 16:35:09.728136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-e2d0b331-5a54-4b04-8cb5-716d8425c09d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/quotas/1c931535f43f40a48d54d33f85dc031b HTTP/1.1" status: 200 len: 375 time: 0.0285547 Sep 16 16:35:09.751911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:09.752295 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:09.774264 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-9e3829c7-0d55-4b85-a60f-1792c5f6d8f5 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372555 Sep 16 16:35:09.825847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:08Z', 'revision_number': 3, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:09.866908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Checking router: b9e761cf-2b54-4317-877b-0b938cdb7d99 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:35:09.868625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Updating router b9e761cf-2b54-4317-877b-0b938cdb7d99 port 28971158-3f11-4f38-a882-1790afbf3026 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:35:09.933261 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:10.067183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979808fd-ff80-441e-b98c-f30376f3f944 req-b4e26199-827b-4cac-ac39-d79c5e846461 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:10.069739 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:10.076203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-979808fd-ff80-441e-b98c-f30376f3f944 req-b4e26199-827b-4cac-ac39-d79c5e846461 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 944 time: 0.1019223 Sep 16 16:35:10.082913 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39950) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:10.090300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-da2a469a-59a8-4d80-b3db-3b8a30b5bae6 service neutron] 10.222.0.22 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083365 Sep 16 16:35:10.224936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-979808fd-ff80-441e-b98c-f30376f3f944 req-d8a126f0-30a7-4830-a316-6f7999b58f8a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449084 Sep 16 16:35:10.277557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-65362038-3c44-4a89-8bb3-8d1a51ec553d service neutron] 10.222.0.22 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827056 Sep 16 16:35:10.335578 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:10.410425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Allocated IP 172.20.0.1 (309a9c06-d343-41c6-bda9-8ea456070fd1/ae53996d-9df7-421d-a752-95033cd5ec19/84bb6e9a-6461-4993-bd3e-da30b016bbf4) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:10.423291 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:10.449673 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-127b7d37-49e3-4317-855d-8bcfb6b5143e tempest-ServiceProvidersTest-392608708 tempest-ServiceProvidersTest-392608708-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3651903 Sep 16 16:35:10.483215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Attempting to bind port 28971158-3f11-4f38-a882-1790afbf3026 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:10.483974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Attempting to bind port 28971158-3f11-4f38-a882-1790afbf3026 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:10.484551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Attempting to bind port 28971158-3f11-4f38-a882-1790afbf3026 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:10.498421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337dcb8-bc54-4e43-b204-4fb0c022882a None None] Pushing event updated for resources: {'Port': ['ID=28971158-3f11-4f38-a882-1790afbf3026,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:10.502514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:10.502894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:10.503388 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:10.503774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:10.504243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Bound port: 28971158-3f11-4f38-a882-1790afbf3026, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:10.504678 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:10.566611 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:10.600881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] For port 28971158-3f11-4f38-a882-1790afbf3026, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:10.605141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] For port 28971158-3f11-4f38-a882-1790afbf3026, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=28971158-3f11-4f38-a882-1790afbf3026,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:10.635719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5f5aa06-6924-4369-b01f-c93a1f44dcb2 req-9fc750f9-07db-44e3-85db-95c8f9113136 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 210 time: 0.0292747 Sep 16 16:35:10.703990 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:10.705771 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:10.764157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337dcb8-bc54-4e43-b204-4fb0c022882a None None] Pushing event updated for resources: {'Port': ['ID=28971158-3f11-4f38-a882-1790afbf3026,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:10.773138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Network 309a9c06-d343-41c6-bda9-8ea456070fd1 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:10.776333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:10.777814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Routers {'b9e761cf-2b54-4317-877b-0b938cdb7d99'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:10.778592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9e761cf-2b54-4317-877b-0b938cdb7d99'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:10.785497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:10.832678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=84bb6e9a-6461-4993-bd3e-da30b016bbf4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:10.844624 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:10.961883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] Set router b9e761cf-2b54-4317-877b-0b938cdb7d99 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:11.066333 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:11.139369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ea598270-2a9e-4575-bab3-2ee3e2d9ed82 None None] Provisioning complete for port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:11.139566 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea598270-2a9e-4575-bab3-2ee3e2d9ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:11.184667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39996) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:11.217496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ea598270-2a9e-4575-bab3-2ee3e2d9ed82 None None] Port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:35:11.328735 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:11.330765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:08Z', 'revision_number': 3, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:11.353023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-75b9707a-6a07-42b8-90e6-3c44eefa30a0 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=40cc81ab2b4b4dc7a00c1336936ad531&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282934 Sep 16 16:35:11.407007 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-679fd54d-01a9-449c-b273-a32b69fef740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:11.415910 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:11.499399 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:11.504002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2244f53-6e62-4e69-869b-00feccc871ce None None] The sync data for ids ['b9e761cf-2b54-4317-877b-0b938cdb7d99'] in n-d-807786-3 is: [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:08Z', 'revision_number': 3, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:35:11.505638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=84bb6e9a-6461-4993-bd3e-da30b016bbf4,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:11.535318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-1d52bed0-8c3d-41d3-b353-f2694d19742b tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:11.535318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-1d52bed0-8c3d-41d3-b353-f2694d19742b tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715367 Sep 16 16:35:11.557208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-36235504-8e1a-4bc8-afe2-c495d46df1c5 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/quotas/40cc81ab2b4b4dc7a00c1336936ad531 HTTP/1.1" status: 200 len: 375 time: 0.0111516 Sep 16 16:35:11.623540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-88955d46-a15c-4e91-8dd3-bdce59c3fe74 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=40cc81ab2b4b4dc7a00c1336936ad531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598400 Sep 16 16:35:11.681061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Network 309a9c06-d343-41c6-bda9-8ea456070fd1 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:11.688025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:11.697240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e36ab554-dd47-48a5-b05f-cd897288d970 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:35:11.830639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e36ab554-dd47-48a5-b05f-cd897288d970, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e36ab554-dd47-48a5-b05f-cd897288d970,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:11.842839 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-679fd54d-01a9-449c-b273-a32b69fef740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:11.851098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'e36ab554-dd47-48a5-b05f-cd897288d970', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'port_id': 'e36ab554-dd47-48a5-b05f-cd897288d970', 'mac_address': 'fa:16:3e:fe:5b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ee6f1d-6290-4d7d-a539-0318591c727d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:35:11.857958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Router b9e761cf-2b54-4317-877b-0b938cdb7d99 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:35:11.985096 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:11.988745 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-679fd54d-01a9-449c-b273-a32b69fef740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:12.017883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36ab554-dd47-48a5-b05f-cd897288d970 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:12.066343 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-679fd54d-01a9-449c-b273-a32b69fef740 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=951e18a6baca47d9bf701a1a924f066e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8743520 Sep 16 16:35:12.067126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40038) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:12.093522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fd54d-01a9-449c-b273-a32b69fef740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b518e6af-1452-478f-8094-8dd0a853fd11,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:12.094229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e36ab554-dd47-48a5-b05f-cd897288d970, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e36ab554-dd47-48a5-b05f-cd897288d970,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:12.134909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e763ba-1a57-4713-b00a-2116ffa654fc req-382a669b-3936-4106-b5f2-3a485c70a1e0 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:12.143642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59e763ba-1a57-4713-b00a-2116ffa654fc req-382a669b-3936-4106-b5f2-3a485c70a1e0 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 944 time: 0.1582527 Sep 16 16:35:12.178387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e855c851-9656-4f3d-993e-2d22ae14c308 None None] Provisioning complete for port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:12.178387 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e855c851-9656-4f3d-993e-2d22ae14c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:12.225580 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:12.234169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59e763ba-1a57-4713-b00a-2116ffa654fc req-613f82fb-adf5-4ea6-a16f-b19823eb3275 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895348 Sep 16 16:35:12.236984 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e410650-f30f-46a4-b91c-a496a89135f6 req-bedf6777-1cd2-4d96-b9ea-90232dd96f78 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0545375 Sep 16 16:35:12.251785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:35:12.265296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6a0704db-7a69-4958-911d-70f3bb57c7a3 admin admin] 10.222.0.22 "PUT /v2.0/routers/b9e761cf-2b54-4317-877b-0b938cdb7d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7928531 Sep 16 16:35:12.302953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9b491696-f40a-485a-ad6d-cea4f505bc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:12.303185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e36ab554-dd47-48a5-b05f-cd897288d970,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:12.307304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e855c851-9656-4f3d-993e-2d22ae14c308 None None] Port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:35:12.379074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff8c0a41-1094-41a2-8aca-478af7ef0080 req-82643a58-698c-4923-b416-4eee24fae46b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 210 time: 0.0522521 Sep 16 16:35:12.391220 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9b491696-f40a-485a-ad6d-cea4f505bc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:12.430137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e36ab554-dd47-48a5-b05f-cd897288d970'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:12.459003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b86cb651-7ef6-4d7e-b732-9fcea21662a1 req-c8972541-7da4-4ce4-a97b-07ad2bf5a4a5 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 210 time: 0.0915093 Sep 16 16:35:12.606596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9b491696-f40a-485a-ad6d-cea4f505bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:12.611425 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9b491696-f40a-485a-ad6d-cea4f505bc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:12.613095 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9b491696-f40a-485a-ad6d-cea4f505bc70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b518e6af-1452-478f-8094-8dd0a853fd11 HTTP/1.1" status: 204 len: 168 time: 0.5378239 Sep 16 16:35:12.631248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b491696-f40a-485a-ad6d-cea4f505bc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b518e6af-1452-478f-8094-8dd0a853fd11,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:12.672873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06276cef-add4-4963-92f2-238bd3facf09 req-cb3675c7-70d5-4164-84ef-d0b5c2f32840 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:12.684840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06276cef-add4-4963-92f2-238bd3facf09 req-cb3675c7-70d5-4164-84ef-d0b5c2f32840 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 945 time: 0.1009161 Sep 16 16:35:12.746834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06276cef-add4-4963-92f2-238bd3facf09 req-b17a35ea-02e7-4b16-a18c-35343ae881be tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605633 Sep 16 16:35:13.056512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40060) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:13.061385 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-667418e4-f944-4bcd-9f91-765f2537335e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--124822455', 'description': 'tempest-description--1010898835'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:13.208022 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-667418e4-f944-4bcd-9f91-765f2537335e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:13.306760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-667418e4-f944-4bcd-9f91-765f2537335e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:13.383577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5368eb4a-ece0-419f-b362-efb229cb2ee7 req-7241aafe-d3c3-487b-84c9-bb9603b359cf tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0387022 Sep 16 16:35:13.406430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-667418e4-f944-4bcd-9f91-765f2537335e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:13.432208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8001f-a652-4706-aaf4-f3c2261dff45 req-74936839-33b8-48df-8d10-f60ad709374d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:13.439702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bc8001f-a652-4706-aaf4-f3c2261dff45 req-74936839-33b8-48df-8d10-f60ad709374d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 945 time: 0.1361468 Sep 16 16:35:13.475246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667418e4-f944-4bcd-9f91-765f2537335e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce92a77e-db2e-462c-b45f-3de1f6c6dec8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:13.478682 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:13.530365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-dbbdc989-f1d7-4e29-8a93-46f181f6e7ea tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:13.530930 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-dbbdc989-f1d7-4e29-8a93-46f181f6e7ea tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.62 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 945 time: 0.2016783 Sep 16 16:35:13.562025 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45f961ab-5e06-45ee-a10a-8705cb8fdf93 req-c22aaeb8-db88-4c1c-a085-e676307ac16e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 210 time: 0.0427926 Sep 16 16:35:13.585650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bc8001f-a652-4706-aaf4-f3c2261dff45 req-4bc749cf-d577-4f40-ab24-15ad1978e25f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444919 Sep 16 16:35:13.637109 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-667418e4-f944-4bcd-9f91-765f2537335e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:13.641350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-667418e4-f944-4bcd-9f91-765f2537335e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5810454 Sep 16 16:35:13.641877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40082) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:13.646457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6817c3b6-129b-4e6e-97ed-c15241d7c90d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Request body: {'security_group_rule': {'security_group_id': 'ce92a77e-db2e-462c-b45f-3de1f6c6dec8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:13.706332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e36ab554-dd47-48a5-b05f-cd897288d970 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:13.734801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-e84de015-77c4-425e-ad7a-7c810601834f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:13.737393 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-e84de015-77c4-425e-ad7a-7c810601834f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.52 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 813 time: 0.3194168 Sep 16 16:35:13.753789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Request body: {'port': {'device_id': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4', 'admin_state_up': True, 'tenant_id': '1c931535f43f40a48d54d33f85dc031b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:13.773500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 28971158-3f11-4f38-a882-1790afbf3026 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:13.779107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11b9a668-6c77-49f4-8f7f-36aee0504d68 req-8bbbfc35-85b8-4646-a3d9-a9aff4807e3b tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 210 time: 0.0894978 Sep 16 16:35:13.846379 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:13.866394 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6817c3b6-129b-4e6e-97ed-c15241d7c90d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:13.886703 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Deleting port 378f7417-f4cd-4194-800a-6de173856a0e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:13.887056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:13.924821 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 28971158-3f11-4f38-a882-1790afbf3026 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:13.925534 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:13.970576 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Sync routers for ids ['b9e761cf-2b54-4317-877b-0b938cdb7d99'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:35:13.997101 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Routers {'b9e761cf-2b54-4317-877b-0b938cdb7d99'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:13.997740 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9e761cf-2b54-4317-877b-0b938cdb7d99'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:14.005344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port e36ab554-dd47-48a5-b05f-cd897288d970 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:35:14.022170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d44e65-e3c4-4e07-aa2d-23ff0dc282ed req-71ba2254-e4f0-4e2b-acad-4c0c39b91aa9 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:14.030594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port e36ab554-dd47-48a5-b05f-cd897288d970 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:14.031395 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.037121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11d44e65-e3c4-4e07-aa2d-23ff0dc282ed req-71ba2254-e4f0-4e2b-acad-4c0c39b91aa9 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 945 time: 0.1600685 Sep 16 16:35:14.042470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] For port 378f7417-f4cd-4194-800a-6de173856a0e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=378f7417-f4cd-4194-800a-6de173856a0e,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:14.042855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.078997 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.111587 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6817c3b6-129b-4e6e-97ed-c15241d7c90d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.114772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 28971158-3f11-4f38-a882-1790afbf3026, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=28971158-3f11-4f38-a882-1790afbf3026,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:14.143334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40092) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:14.148095 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038123 Sep 16 16:35:14.161296 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.165259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11d44e65-e3c4-4e07-aa2d-23ff0dc282ed req-62c70d9d-9d1f-466e-9415-a32178675107 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups?id=3546fe7a-8da6-4956-adad-b1c68bb9eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232178 Sep 16 16:35:14.165808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40094) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:14.192606 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Set router b9e761cf-2b54-4317-877b-0b938cdb7d99 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:14.204800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac427769-e3f9-43ab-8227-6742fd57c3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36ab554-dd47-48a5-b05f-cd897288d970'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:14.207241 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9d0ece-1c51-46e9-9256-aa6a8aa95c13" -d '{"events": [{"server_uuid": "ac427769-e3f9-43ab-8227-6742fd57c3d7", "name": "network-vif-plugged", "status": "completed", "tag": "e36ab554-dd47-48a5-b05f-cd897288d970"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:14.214010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6817c3b6-129b-4e6e-97ed-c15241d7c90d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.225610 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.255812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c3b6-129b-4e6e-97ed-c15241d7c90d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8fe1aa-6bf7-4bdc-92cd-799b525515cd,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:14.276292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e36ab554-dd47-48a5-b05f-cd897288d970, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e36ab554-dd47-48a5-b05f-cd897288d970,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:14.285593 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd68b9c-5231-409c-87aa-605491f74f7e x-openstack-request-id: req-dfd68b9c-5231-409c-87aa-605491f74f7e {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:14.285889 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac427769-e3f9-43ab-8227-6742fd57c3d7", "name": "network-vif-plugged", "status": "completed", "tag": "e36ab554-dd47-48a5-b05f-cd897288d970", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:14.286157 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dfd68b9c-5231-409c-87aa-605491f74f7e {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:14.286695 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac427769-e3f9-43ab-8227-6742fd57c3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36ab554-dd47-48a5-b05f-cd897288d970', 'code': 200} Sep 16 16:35:14.319158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=28971158-3f11-4f38-a882-1790afbf3026,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:14.332514 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5ed7de6f-2bfd-462a-85fb-383612f0ccb9 tempest-NetworksApiDiscovery-1785679179 tempest-NetworksApiDiscovery-1785679179-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1655495 Sep 16 16:35:14.334116 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6817c3b6-129b-4e6e-97ed-c15241d7c90d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.335297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6817c3b6-129b-4e6e-97ed-c15241d7c90d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6923912 Sep 16 16:35:14.338626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40100) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:14.348557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-99cfa5ac-84e4-4ed5-9672-77c827b54d18 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Request body: {'security_group_rule': {'security_group_id': 'ce92a77e-db2e-462c-b45f-3de1f6c6dec8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:14.400367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.411445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec164b-76d4-411b-9077-1cadbee5bd97 req-34155f94-cd89-4d13-8def-5b9fb1b14d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:14.413281 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7bec164b-76d4-411b-9077-1cadbee5bd97 req-34155f94-cd89-4d13-8def-5b9fb1b14d15 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0557406 Sep 16 16:35:14.473329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e36ab554-dd47-48a5-b05f-cd897288d970,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:14.494178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7bec164b-76d4-411b-9077-1cadbee5bd97 req-7780ccdc-5667-4319-8994-86cc2341f876 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724978 Sep 16 16:35:14.501066 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99cfa5ac-84e4-4ed5-9672-77c827b54d18 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.548440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77cbc550-f003-4387-b8bf-20ddd281bf76 req-139a5023-cd8b-486a-8f93-6851a3cda515 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0350580 Sep 16 16:35:14.549853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Made reservation on behalf of 1c931535f43f40a48d54d33f85dc031b for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:14.555706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.571597 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '84bb6e9a-6461-4993-bd3e-da30b016bbf4', 'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'mac_address': 'fa:16:3e:00:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:10Z', 'updated_at': '2021-09-16T16:35:11Z', 'revision_number': 2, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'subnets': [{'id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:14.607752 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Checking router: b9e761cf-2b54-4317-877b-0b938cdb7d99 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:35:14.608717 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Updating router b9e761cf-2b54-4317-877b-0b938cdb7d99 port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:35:14.659837 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.704852 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99cfa5ac-84e4-4ed5-9672-77c827b54d18 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.779224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-529844c6-0dca-4ef4-a207-11874975132a req-539872bb-37f2-4976-a492-f3db3af75292 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 210 time: 0.0498927 Sep 16 16:35:14.802030 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99cfa5ac-84e4-4ed5-9672-77c827b54d18 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.870629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339c825-7994-41d8-a70a-9171fb641580 req-a85451a7-1a9b-4a42-8271-19ed66b9b381 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:14.873401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5339c825-7994-41d8-a70a-9171fb641580 req-a85451a7-1a9b-4a42-8271-19ed66b9b381 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 946 time: 0.1621540 Sep 16 16:35:14.907406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfa5ac-84e4-4ed5-9672-77c827b54d18 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1724f9-ac27-4f07-8394-0cf97bc450ad,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:14.930210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.930766 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.930886 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Floating IP 822131ca-9a52-4269-9db9-c52c23849063 disassociated. External IP: 172.25.6.234, port: 378f7417-f4cd-4194-800a-6de173856a0e. Sep 16 16:35:14.931380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Calling delete_port for 378f7417-f4cd-4194-800a-6de173856a0e owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:14.952306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Allocated IP 172.20.0.10 (563fff5e-1376-43e1-95f9-8f5d140768a4/bd721634-0d0a-487a-bef8-32f33a114e5f/6fc9edce-3b61-4687-9887-899d2aca0566) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:14.989100 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99cfa5ac-84e4-4ed5-9672-77c827b54d18 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:14.993398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-99cfa5ac-84e4-4ed5-9672-77c827b54d18 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6508882 Sep 16 16:35:14.998932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5339c825-7994-41d8-a70a-9171fb641580 req-31675653-681d-4f3f-bc58-c09d1b5bfe12 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881920 Sep 16 16:35:14.999408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40114) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:15.004934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:15.074546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3889177f-238b-4369-8a10-20562148a48d req-01868f48-2c5e-4664-b8ad-6de36f10bbb7 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 210 time: 0.0370443 Sep 16 16:35:15.082052 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.128144 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.176329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40118) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:15.198913 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.254537 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.272270 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.288265 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Pushing event updated for resources: {'Port': ['ID=84bb6e9a-6461-4993-bd3e-da30b016bbf4,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:15.331799 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.332472 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.333104 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.333583 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.334060 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.334576 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.335491 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.336755 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.337239 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.337357 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.337834 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.338328 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.339549 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:15.419724 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-17f32632-0620-44b3-94bb-d4779a7a6945 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=40cc81ab2b4b4dc7a00c1336936ad531&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992911 Sep 16 16:35:15.421515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Pushing event deleted for resources: {'Port': ['ID=378f7417-f4cd-4194-800a-6de173856a0e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:15.440369 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Attempting to bind port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:15.441193 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Attempting to bind port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:15.441745 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Attempting to bind port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 on network 309a9c06-d343-41c6-bda9-8ea456070fd1 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:15.449596 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:15.451742 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Checking segment: {'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:15.451742 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.451742 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Bound using segment: {'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:15.451742 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Bound port: 84bb6e9a-6461-4993-bd3e-da30b016bbf4, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:15.452417 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.466674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-59f99251-1637-44e3-9587-13bd8c11c985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.473709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ebdede20-07a7-47fb-9572-93c20fcd1b31 req-6cd749cb-e58a-401a-950f-c440caafaec2 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 210 time: 0.0738201 Sep 16 16:35:15.506716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.590094 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] For port 84bb6e9a-6461-4993-bd3e-da30b016bbf4, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:15.593634 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-59f99251-1637-44e3-9587-13bd8c11c985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.614220 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] For port 84bb6e9a-6461-4993-bd3e-da30b016bbf4, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=84bb6e9a-6461-4993-bd3e-da30b016bbf4,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:15.662017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Allocated IP 172.25.6.172 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/5676d5ae-3806-4eef-84b2-95f5c92ee5ee) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:15.681544 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-59f99251-1637-44e3-9587-13bd8c11c985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.690046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 28971158-3f11-4f38-a882-1790afbf3026 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:15.700126 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.771569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-85ab34dc-2a70-49f3-96c6-ce4ced07d6be None None] Provisioning complete for port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:15.772119 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-85ab34dc-2a70-49f3-96c6-ce4ced07d6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.774300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 28971158-3f11-4f38-a882-1790afbf3026 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:15.775135 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:15.808168 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Routers {'b9e761cf-2b54-4317-877b-0b938cdb7d99'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:15.808821 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9e761cf-2b54-4317-877b-0b938cdb7d99'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:15.830570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Router ad014514-d097-4e9b-8d6f-00eb5e737137 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:35:15.853158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-814f0a06-6b02-4362-a9b3-578e1424df32 req-2a68ca32-63ce-44f5-bf7b-25fc5bedef42 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.1762643 Sep 16 16:35:15.889637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Network 563fff5e-1376-43e1-95f9-8f5d140768a4 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:15.908322 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8fbf7-c432-4f7d-b3fb-c0a283204e7e None None] Pushing event updated for resources: {'Port': ['ID=84bb6e9a-6461-4993-bd3e-da30b016bbf4,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:15.930903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:15.931117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-59f99251-1637-44e3-9587-13bd8c11c985 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc4ab3e73b8e4dd6aec9c26f7aaf44a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7522123 Sep 16 16:35:15.942365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40128) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:15.945337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:16.001989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f99251-1637-44e3-9587-13bd8c11c985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23961e71-a724-41f7-bd2d-4e7ebaa86a93,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:16.063094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:16.076669 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] Set router b9e761cf-2b54-4317-877b-0b938cdb7d99 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:16.096524 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-85ab34dc-2a70-49f3-96c6-ce4ced07d6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:16.144423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-e081a0fa-1fde-4d09-b7dc-f2fc45d0a0c8 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:16.146304 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-e081a0fa-1fde-4d09-b7dc-f2fc45d0a0c8 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7110713 Sep 16 16:35:16.190555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Request body: {'port': {'device_id': '93ea79ca-5d57-41c5-be94-13075be55010', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '40cc81ab2b4b4dc7a00c1336936ad531'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:16.221817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-85ab34dc-2a70-49f3-96c6-ce4ced07d6be None None] For port 84bb6e9a-6461-4993-bd3e-da30b016bbf4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=84bb6e9a-6461-4993-bd3e-da30b016bbf4,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:16.249758 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8d26231d-462b-4c15-a2b6-e9c4c95e534a req-e5ac7092-145e-464e-973b-6940a9c6414c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0976133 Sep 16 16:35:16.267682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:16.268532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:16.322385 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-85ab34dc-2a70-49f3-96c6-ce4ced07d6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:16.341815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:35:16.365310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] Sync routers for ids ['ad014514-d097-4e9b-8d6f-00eb5e737137'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:35:16.381497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] Routers {'ad014514-d097-4e9b-8d6f-00eb5e737137'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:16.382397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ad014514-d097-4e9b-8d6f-00eb5e737137'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:16.391221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] No DVR routers for this DVR port 378f7417-f4cd-4194-800a-6de173856a0e on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:35:16.394106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:16.396634 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1fc650f7-94c2-4a4d-909f-e9fb93aff40b req-8d8a2643-2638-4d0e-9548-08987d1c6613 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.62 "DELETE /v2.0/ports/378f7417-f4cd-4194-800a-6de173856a0e HTTP/1.1" status: 204 len: 173 time: 2.8578527 Sep 16 16:35:16.402958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'name': 'network-vif-deleted', 'tag': '378f7417-f4cd-4194-800a-6de173856a0e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:16.402958 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec0f9de-836e-4d7f-a079-d3537f189362" -d '{"events": [{"server_uuid": "3191d0e1-d454-4d42-ad68-95b4da229dab", "name": "network-vif-deleted", "tag": "378f7417-f4cd-4194-800a-6de173856a0e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:16.415417 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-c18ac41f-eecd-4b69-803c-3f669c71d16f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6666629 Sep 16 16:35:16.446600 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '84bb6e9a-6461-4993-bd3e-da30b016bbf4', 'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'mac_address': 'fa:16:3e:00:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:10Z', 'updated_at': '2021-09-16T16:35:15Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'subnets': [{'id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:16.447221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Request body: {'port': {'device_id': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:16.504506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] Set router ad014514-d097-4e9b-8d6f-00eb5e737137 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:16.544372 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:16.606315 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:16.616897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda010c6-c75e-4160-a033-0cd014d78d10 req-dda01697-dbfb-4c87-aecf-434e2b4fca2d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:16.620587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eda010c6-c75e-4160-a033-0cd014d78d10 req-dda01697-dbfb-4c87-aecf-434e2b4fca2d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 932 time: 0.6860094 Sep 16 16:35:16.628835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Made reservation on behalf of 40cc81ab2b4b4dc7a00c1336936ad531 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:16.632452 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:16.636431 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7b372-5006-4453-bd7c-a45b5ac62817 None None] The sync data for ids ['b9e761cf-2b54-4317-877b-0b938cdb7d99'] in n-d-807786-3 is: [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '84bb6e9a-6461-4993-bd3e-da30b016bbf4', 'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'mac_address': 'fa:16:3e:00:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:10Z', 'updated_at': '2021-09-16T16:35:15Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'subnets': [{'id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:35:16.639647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f3a5c3ef-6029-437c-bd16-6d07741056fd None None] Provisioning complete for port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:16.640225 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3a5c3ef-6029-437c-bd16-6d07741056fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:16.694905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab34dc-2a70-49f3-96c6-ce4ced07d6be None None] Pushing event updated for resources: {'Port': ['ID=84bb6e9a-6461-4993-bd3e-da30b016bbf4,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:16.713197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247772-c6f4-49fd-b86d-80efab898cc8 req-ebcac5ac-2ec7-4f2a-af72-3830c4c5356d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:16.725628 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f247772-c6f4-49fd-b86d-80efab898cc8 req-ebcac5ac-2ec7-4f2a-af72-3830c4c5356d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 946 time: 0.2243195 Sep 16 16:35:16.752557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:16.766233 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60130ec7-edbc-48a6-9075-1bc69ffa14ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:16.860586 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eda010c6-c75e-4160-a033-0cd014d78d10 req-f576583f-be27-4c8a-b949-005da00d5b14 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154191 Sep 16 16:35:16.887585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:55Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cf1236e8-98dc-41f9-bbb0-d6a6c258d8db', 'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'mac_address': 'fa:16:3e:3e:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:51Z', 'updated_at': '2021-09-16T16:33:03Z', 'revision_number': 5, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'subnets': [{'id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:16.922566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] Checking router: ad014514-d097-4e9b-8d6f-00eb5e737137 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:35:16.934270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] Routers {'ad014514-d097-4e9b-8d6f-00eb5e737137'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:16.935011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ad014514-d097-4e9b-8d6f-00eb5e737137'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:16.939006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f247772-c6f4-49fd-b86d-80efab898cc8 req-5179f099-3574-4fad-812a-84466f822b76 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120802 Sep 16 16:35:16.965291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60130ec7-edbc-48a6-9075-1bc69ffa14ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.010555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc9edce-3b61-4687-9887-899d2aca0566 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:17.028608 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.028608 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e0995e-87d2-4dad-82c1-5b226e87e299 x-openstack-request-id: req-65e0995e-87d2-4dad-82c1-5b226e87e299 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:17.028864 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3191d0e1-d454-4d42-ad68-95b4da229dab", "name": "network-vif-deleted", "tag": "378f7417-f4cd-4194-800a-6de173856a0e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:17.029226 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65e0995e-87d2-4dad-82c1-5b226e87e299 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:17.029631 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3191d0e1-d454-4d42-ad68-95b4da229dab', 'name': 'network-vif-deleted', 'tag': '378f7417-f4cd-4194-800a-6de173856a0e', 'status': 'completed', 'code': 200} Sep 16 16:35:17.067987 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.075891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce575da5-6269-42fb-adbd-0cdb0f3e17d9 req-11696c9e-213a-444b-8dbb-cd3fe13d952f tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 210 time: 0.1007159 Sep 16 16:35:17.081912 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.099181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Transition to ACTIVE for port object 6fc9edce-3b61-4687-9887-899d2aca0566 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:35:17.115434 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:17.119708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:17.121724 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60130ec7-edbc-48a6-9075-1bc69ffa14ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.124234 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60130ec7-edbc-48a6-9075-1bc69ffa14ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.126152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-60130ec7-edbc-48a6-9075-1bc69ffa14ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23961e71-a724-41f7-bd2d-4e7ebaa86a93 HTTP/1.1" status: 204 len: 168 time: 1.1409817 Sep 16 16:35:17.127136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:17.161319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] Set router ad014514-d097-4e9b-8d6f-00eb5e737137 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:17.174660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.255137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.280193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60130ec7-edbc-48a6-9075-1bc69ffa14ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23961e71-a724-41f7-bd2d-4e7ebaa86a93,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:17.284172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7576542e-6b0d-4055-a060-41e602e57104 req-28203edb-d78b-40a0-ae7c-0cfca754887b tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.1087635 Sep 16 16:35:17.319754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd234595-df94-4972-adb0-a8ac28775397 req-41434e50-2a63-426d-b3c9-32b9b34ae814 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/ports?device_id=3191d0e1-d454-4d42-ad68-95b4da229dab HTTP/1.1" status: 200 len: 210 time: 0.0989964 Sep 16 16:35:17.322621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Pushing event updated for resources: {'Port': ['ID=5676d5ae-3806-4eef-84b2-95f5c92ee5ee,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:17.430944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b712385-3c1d-4583-93e3-bf4ceb64adb6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:17.437184 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.498140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:17.607120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.657819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Allocated IP 192.168.233.178 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/a3be14a6-d330-44e8-b2e0-89f2d44d6022) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:17.717693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Attempting to bind port 6fc9edce-3b61-4687-9887-899d2aca0566 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:17.719382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Attempting to bind port 6fc9edce-3b61-4687-9887-899d2aca0566 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:17.719725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Attempting to bind port 6fc9edce-3b61-4687-9887-899d2aca0566 on network 563fff5e-1376-43e1-95f9-8f5d140768a4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:17.733197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 378f7417-f4cd-4194-800a-6de173856a0e no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:17.748123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Port 6fc9edce-3b61-4687-9887-899d2aca0566 on network 563fff5e-1376-43e1-95f9-8f5d140768a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:35:17.750107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Attempting to bind port 6fc9edce-3b61-4687-9887-899d2aca0566 on network 563fff5e-1376-43e1-95f9-8f5d140768a4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:17.809809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:17.810524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Checking segment: {'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:17.812287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Bound using segment: {'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:17.819772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Bound port: 6fc9edce-3b61-4687-9887-899d2aca0566, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:17.821734 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:17.851915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 378f7417-f4cd-4194-800a-6de173856a0e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:17.852274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 378f7417-f4cd-4194-800a-6de173856a0e not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:17.856649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 84bb6e9a-6461-4993-bd3e-da30b016bbf4 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:18.094192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:18.094976 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.150338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:55Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cf1236e8-98dc-41f9-bbb0-d6a6c258d8db', 'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'mac_address': 'fa:16:3e:3e:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:51Z', 'updated_at': '2021-09-16T16:33:03Z', 'revision_number': 5, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'subnets': [{'id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:18.156993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac152e-a36e-4111-8929-889278bbfd85 req-3a1652dc-9f1d-44f8-9cbe-581def1e4841 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:18.158677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0bac152e-a36e-4111-8929-889278bbfd85 req-3a1652dc-9f1d-44f8-9cbe-581def1e4841 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 946 time: 0.2542539 Sep 16 16:35:18.199498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.204135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2771e250-2ade-476d-9b65-8bcb095dcc12 None None] The sync data for ids ['ad014514-d097-4e9b-8d6f-00eb5e737137'] in n-d-807786-3 is: [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:32:55Z', 'revision_number': 4, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cf1236e8-98dc-41f9-bbb0-d6a6c258d8db', 'name': '', 'network_id': 'dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'mac_address': 'fa:16:3e:3e:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:51Z', 'updated_at': '2021-09-16T16:33:03Z', 'revision_number': 5, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'subnets': [{'id': 'e5a71a58-08d9-4026-93a5-19ac2f92842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:35:18.208856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086a1f2-e775-4e54-91bb-2c4a6673b25c req-cec56b8a-6e16-45e7-a50c-ffd2ed657dd3 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:18.210428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a086a1f2-e775-4e54-91bb-2c4a6673b25c req-cec56b8a-6e16-45e7-a50c-ffd2ed657dd3 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 944 time: 0.2348025 Sep 16 16:35:18.265843 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.293171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0bac152e-a36e-4111-8929-889278bbfd85 req-9e65b0a6-164d-4973-97a7-a748bf6ab85e tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195073 Sep 16 16:35:18.332354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:18.353872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:18.408759 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.455405 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.479048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51c38de4-f073-43ce-9249-6a0c567573d2 req-382f40a4-2937-474b-8dbf-4772d88e2fb1 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 210 time: 0.0446973 Sep 16 16:35:18.494775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:18.499329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.499570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a086a1f2-e775-4e54-91bb-2c4a6673b25c req-5c5c2a48-fa2c-4a44-ae82-af31c9825ba4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741194 Sep 16 16:35:18.499659 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] 10.222.0.52 "PUT /v2.0/ports/6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 200 len: 1092 time: 2.0559192 Sep 16 16:35:18.518147 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Pushing event updated for resources: {'Port': ['ID=5676d5ae-3806-4eef-84b2-95f5c92ee5ee,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:18.533809 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.550512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37b63-05d8-4dd0-92c0-0997047f0a8e service neutron] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:18.618621 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.659457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29a5c85d-ebf2-408f-9a81-65983ba70449 req-cd5cf95b-2e0f-48e7-abea-3e605ab55457 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0740509 Sep 16 16:35:18.663299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:18.674997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:18.677503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:18.738070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.739366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4e9342ff-34aa-4bde-9015-da9c587f99f5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7388279 Sep 16 16:35:18.760663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:18.779635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-792f5ed8-190e-4469-84c3-9fd3123b06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:18.786432 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-792f5ed8-190e-4469-84c3-9fd3123b06bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 1095 time: 0.1732774 Sep 16 16:35:18.865098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40182) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:18.868684 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac02b69-97b4-4481-bc15-cc78c6d2a110 None None] New status for floating IP 822131ca-9a52-4269-9db9-c52c23849063: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:35:18.893841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:18.894498 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.900610 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-70fb9ff1-221a-4a96-b764-a202c94e936d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 200 len: 217 time: 0.0914891 Sep 16 16:35:18.941353 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebac718d-f56a-4b74-aa0f-0fed641f8973 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.988364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebac718d-f56a-4b74-aa0f-0fed641f8973 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:18.988643 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-b870d9a0-93d0-4f25-8502-67736d647161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:18.996836 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-b870d9a0-93d0-4f25-8502-67736d647161 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 200 len: 853 time: 0.0804706 Sep 16 16:35:19.035562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:19.038073 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:19.043583 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-1f6748a7-347e-4ec7-9cda-29861521365b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=563fff5e-1376-43e1-95f9-8f5d140768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414553 Sep 16 16:35:19.046441 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-6b6b7d17-6154-499a-995c-d3b50a45c9de tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8654540 Sep 16 16:35:19.046563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c3941e1c-408c-456b-ab95-7a9eb3c5ca59 None None] Provisioning complete for port a3be14a6-d330-44e8-b2e0-89f2d44d6022 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:19.047027 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3941e1c-408c-456b-ab95-7a9eb3c5ca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.096292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-c0769f7c-4286-48ac-b3a9-6b2765ac72f3 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--124822455&fields=id&tenant_id=300ca2bd297048e3895b28f0d9b2851f HTTP/1.1" status: 200 len: 267 time: 0.0652087 Sep 16 16:35:19.134764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40198) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:19.152205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c3941e1c-408c-456b-ab95-7a9eb3c5ca59 None None] Port a3be14a6-d330-44e8-b2e0-89f2d44d6022 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:35:19.196476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Request body: {'port': {'device_id': '93ea79ca-5d57-41c5-be94-13075be55010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:19.257111 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebac718d-f56a-4b74-aa0f-0fed641f8973 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.263394 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebac718d-f56a-4b74-aa0f-0fed641f8973 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.268225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ebac718d-f56a-4b74-aa0f-0fed641f8973 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "DELETE /v2.0/security-groups/3546fe7a-8da6-4956-adad-b1c68bb9eaba HTTP/1.1" status: 204 len: 168 time: 0.4121206 Sep 16 16:35:19.269387 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40204) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:19.276093 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.295224 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f1c7b8-1bb0-42ee-8904-b0682c2098bc x-openstack-request-id: req-78f1c7b8-1bb0-42ee-8904-b0682c2098bc {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:19.295509 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:19.295889 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78f1c7b8-1bb0-42ee-8904-b0682c2098bc {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:19.296291 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566', 'status': 'completed', 'code': 200} Sep 16 16:35:19.331891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-4bead8a9-8b1d-4e08-965f-43dcae007675 service neutron] 10.222.0.52 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739503 Sep 16 16:35:19.354666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950011-b335-4f71-b926-f04f1d9156c0 req-a3476f63-aebc-4db1-a4ed-919d312f7245 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:19.356709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-a3476f63-aebc-4db1-a4ed-919d312f7245 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/networks?id=309a9c06-d343-41c6-bda9-8ea456070fd1 HTTP/1.1" status: 200 len: 805 time: 0.2521262 Sep 16 16:35:19.358480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac718d-f56a-4b74-aa0f-0fed641f8973 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3546fe7a-8da6-4956-adad-b1c68bb9eaba,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:19.366822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-607739805-network', 'tenant_id': 'b85e0e24bb9c4869878f7d72ac089751'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:19.371430 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-3db35eee-0f72-48e9-a7bd-c94756594679 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] show failed (client error): The resource could not be found. Sep 16 16:35:19.372542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3db35eee-0f72-48e9-a7bd-c94756594679 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "GET /v2.0/security-groups/3546fe7a-8da6-4956-adad-b1c68bb9eaba HTTP/1.1" status: 404 len: 347 time: 0.0933070 Sep 16 16:35:19.375432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40212) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:19.389286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-934fad55-f265-4660-90c2-bc79c44501fd tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/quotas/300ca2bd297048e3895b28f0d9b2851f HTTP/1.1" status: 200 len: 375 time: 0.0260932 Sep 16 16:35:19.456866 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-63f29542-02c3-481c-9d12-f4b3bdc15dab tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=300ca2bd297048e3895b28f0d9b2851f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611525 Sep 16 16:35:19.478333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Made reservation on behalf of b85e0e24bb9c4869878f7d72ac089751 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:19.480541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.498924 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.604419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-0ab10076-725d-401e-a44f-4fd56655a8b4 service neutron] 10.222.0.22 "GET /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355536 Sep 16 16:35:19.651465 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-adc0cf9f-5326-4cee-8f63-dea6961c3272 req-d7a8f20f-2167-461d-9d11-0eba2844266d service neutron] 10.222.0.52 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117440 Sep 16 16:35:19.735748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.736597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e64632ed-8027-4da5-b1dd-859fd2dfc301 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Deleting port 15686ff1-06d5-4c7e-85ae-f0aaeb5ac0ad {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:19.736597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e64632ed-8027-4da5-b1dd-859fd2dfc301 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.740274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-5f1dafa7-a239-4341-9c2c-029b504142ca service neutron] 10.222.0.22 "GET /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266356 Sep 16 16:35:19.879867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3be14a6-d330-44e8-b2e0-89f2d44d6022 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:19.891302 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.893355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.911462 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e64632ed-8027-4da5-b1dd-859fd2dfc301 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.911804 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e64632ed-8027-4da5-b1dd-859fd2dfc301 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.920061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:35:19.932935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e64632ed-8027-4da5-b1dd-859fd2dfc301 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Calling delete_port for 15686ff1-06d5-4c7e-85ae-f0aaeb5ac0ad owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:19.935944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9 req-803a01b5-3d9e-451d-9501-c02ec144e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:19.937491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9 req-803a01b5-3d9e-451d-9501-c02ec144e134 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 1095 time: 0.1321883 Sep 16 16:35:19.940519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Transition to ACTIVE for port object a3be14a6-d330-44e8-b2e0-89f2d44d6022 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:35:19.969119 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:19.969462 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Added segment dabbb501-7f57-4fa6-a895-6b8f4d33ce70 of type vlan for network fa0cb534-a170-4cc7-8428-278bae4135bd Sep 16 16:35:20.021966 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.034783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e266e11-7771-47af-9a7e-b46998e17f6c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:20.041899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.095637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f99e4-ffa8-4094-b3c6-ebab1f78e01d req-b0e9d7df-0722-4deb-99e4-72b087f426b0 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:20.097206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-302f99e4-ffa8-4094-b3c6-ebab1f78e01d req-b0e9d7df-0722-4deb-99e4-72b087f426b0 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 946 time: 0.1825788 Sep 16 16:35:20.163409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdfb94-934d-4835-aa0e-34fa99954bce req-63f02410-8775-4b85-8c91-13810bc4fe61 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:20.165442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eabdfb94-934d-4835-aa0e-34fa99954bce req-63f02410-8775-4b85-8c91-13810bc4fe61 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 948 time: 0.0939944 Sep 16 16:35:20.175818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:20.182448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-302f99e4-ffa8-4094-b3c6-ebab1f78e01d req-0dd11bef-af91-40b5-8512-f63368bcba28 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679913 Sep 16 16:35:20.192911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.192911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:20.192911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.268594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9 req-d4829b7a-f77d-4c21-a573-7b18052f4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:20.270318 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9 req-d4829b7a-f77d-4c21-a573-7b18052f4ff3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 914 time: 0.3236332 Sep 16 16:35:20.327799 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9 req-32f11351-be9e-48ce-a620-d6612df93f65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 200 len: 217 time: 0.0481691 Sep 16 16:35:20.337166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eabdfb94-934d-4835-aa0e-34fa99954bce req-93911933-8d04-4b50-88dc-5db898adf1c3 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653917 Sep 16 16:35:20.337739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa0cb534-a170-4cc7-8428-278bae4135bd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:20.357938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-40c59f1c-d3fe-4076-9d8c-f0f960a1a6a9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2138171 Sep 16 16:35:20.357938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40240) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:20.358252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network fa0cb534-a170-4cc7-8428-278bae4135bd details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:35:20.358720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Request body: {'subnet': {'network_id': 'fa0cb534-a170-4cc7-8428-278bae4135bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-607739805-subnet', 'tenant_id': 'b85e0e24bb9c4869878f7d72ac089751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:20.411471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3710d3-e438-4a02-b620-65a5e6e8830f req-2e2eeb8c-107d-43bf-a0b9-80b5584b69c7 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:20.413030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa3710d3-e438-4a02-b620-65a5e6e8830f req-2e2eeb8c-107d-43bf-a0b9-80b5584b69c7 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 944 time: 0.1423841 Sep 16 16:35:20.444516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Attempting to bind port a3be14a6-d330-44e8-b2e0-89f2d44d6022 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:20.445551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Attempting to bind port a3be14a6-d330-44e8-b2e0-89f2d44d6022 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:20.446054 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Attempting to bind port a3be14a6-d330-44e8-b2e0-89f2d44d6022 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:20.467159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Port a3be14a6-d330-44e8-b2e0-89f2d44d6022 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:35:20.467490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Attempting to bind port a3be14a6-d330-44e8-b2e0-89f2d44d6022 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:20.470383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9 req-f9a9966f-75d2-4a52-bd16-22628ed84f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:20.472255 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9 req-f9a9966f-75d2-4a52-bd16-22628ed84f55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 200 len: 853 time: 0.0758488 Sep 16 16:35:20.482813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa3710d3-e438-4a02-b620-65a5e6e8830f req-b8f04e39-a694-4afc-8c9b-f5fc247c5e1b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615509 Sep 16 16:35:20.492697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:20.493391 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:20.494010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:20.494844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Bound port: a3be14a6-d330-44e8-b2e0-89f2d44d6022, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:20.495534 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.505926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Made reservation on behalf of b85e0e24bb9c4869878f7d72ac089751 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:20.511098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.517352 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9 req-fe2bd251-3bee-4a81-a301-421f76a03147 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=563fff5e-1376-43e1-95f9-8f5d140768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373542 Sep 16 16:35:20.579756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e64632ed-8027-4da5-b1dd-859fd2dfc301 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.638142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71b51192-7073-4e98-93d4-a1af3dde1144 req-a2963cf4-c687-4345-aca3-47867695c998 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 210 time: 0.0555315 Sep 16 16:35:20.647224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6fae5f6-85cf-46ce-841f-de0ed3bec64a req-fbb04c33-4dd9-4e73-b152-16054b27a393 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0656958 Sep 16 16:35:20.648768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64632ed-8027-4da5-b1dd-859fd2dfc301 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Pushing event deleted for resources: {'Port': ['ID=15686ff1-06d5-4c7e-85ae-f0aaeb5ac0ad,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:20.735115 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9 req-04d42f53-f35c-402c-9436-cb307a3a646c service neutron] 10.222.0.52 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098002 Sep 16 16:35:20.775434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:20.799748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:20.800975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e64632ed-8027-4da5-b1dd-859fd2dfc301 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.804032 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e64632ed-8027-4da5-b1dd-859fd2dfc301 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.806312 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e64632ed-8027-4da5-b1dd-859fd2dfc301 tempest-ServersTestFqdnHostnames-100609781 tempest-ServersTestFqdnHostnames-100609781-project] 10.222.0.22 "DELETE /v2.0/floatingips/822131ca-9a52-4269-9db9-c52c23849063 HTTP/1.1" status: 204 len: 168 time: 1.4207656 Sep 16 16:35:20.809468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40242) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:20.893450 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.897522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.950911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33bc342b-7ed2-40c6-8cfd-5a593ab6ab4c,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:20.959998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Checking segment: {'id': 'dabbb501-7f57-4fa6-a895-6b8f4d33ce70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fa0cb534-a170-4cc7-8428-278bae4135bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:20.960359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Network hostable DHCP agents. Network: fa0cb534-a170-4cc7-8428-278bae4135bd, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:35:20.975329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b5a5297-e6e8-4ac0-8a9b-42b53bf836c9 req-2583d516-b875-43f5-844f-1460a86f7faf service neutron] 10.222.0.52 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322729 Sep 16 16:35:20.990184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:20.990814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:20.992231 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] 10.222.0.52 "PUT /v2.0/ports/a3be14a6-d330-44e8-b2e0-89f2d44d6022 HTTP/1.1" status: 200 len: 1096 time: 1.8028064 Sep 16 16:35:21.032260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74f94e-c387-472b-a178-29b0bc078489 service neutron] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:21.117003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Network fa0cb534-a170-4cc7-8428-278bae4135bd is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:35:21.283610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-3abd025d-2d70-4612-8763-ae44872ddb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:21.285397 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-3abd025d-2d70-4612-8763-ae44872ddb11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40cc81ab2b4b4dc7a00c1336936ad531&device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 1099 time: 0.0889091 Sep 16 16:35:21.285583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd13928-487c-479d-8c51-f72ef0f98476 req-c1336e2c-8c39-4908-a482-8876342f746a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:21.286990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cd13928-487c-479d-8c51-f72ef0f98476 req-c1336e2c-8c39-4908-a482-8876342f746a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 946 time: 0.0524492 Sep 16 16:35:21.301389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, fa0cb534-a170-4cc7-8428-278bae4135bd) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:21.305131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:21.306769 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60" -d '{"events": [{"name": "network-changed", "server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:21.311164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc8cf0a-9a79-480c-94c3-9f121930be08 None None] Network fa0cb534-a170-4cc7-8428-278bae4135bd requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:21.313474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:21.314077 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:21.341494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cd13928-487c-479d-8c51-f72ef0f98476 req-dd4b5c02-d628-47ec-819d-f463b1e2d8ac tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472231 Sep 16 16:35:21.349940 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-f54b1f3c-c80a-45a2-a672-ce3d70d23801 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022 HTTP/1.1" status: 200 len: 217 time: 0.0551324 Sep 16 16:35:21.358225 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d273d17-d38c-4884-a90e-e7b60c3ea3c1 x-openstack-request-id: req-8d273d17-d38c-4884-a90e-e7b60c3ea3c1 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:21.358520 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:21.360149 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d273d17-d38c-4884-a90e-e7b60c3ea3c1 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:21.360149 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'status': 'completed', 'code': 200} Sep 16 16:35:21.439485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-1882dd16-088a-4bbb-803a-8de25cee8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:21.441158 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-1882dd16-088a-4bbb-803a-8de25cee8565 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0788939 Sep 16 16:35:21.487176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c866052f-3ffc-47c9-a1e0-c3d059c8c1ce None None] Network fa0cb534-a170-4cc7-8428-278bae4135bd requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:21.494709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae4226-17ee-4c14-af98-e79c9bc94844 req-78238ce4-f5a2-4cc9-952b-bb7d1d2cbf8e tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:21.496555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4eae4226-17ee-4c14-af98-e79c9bc94844 req-78238ce4-f5a2-4cc9-952b-bb7d1d2cbf8e tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 948 time: 0.0676718 Sep 16 16:35:21.498669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7d42899f-c029-468b-ba97-255219f39c22 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1444678 Sep 16 16:35:21.574783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4eae4226-17ee-4c14-af98-e79c9bc94844 req-b8a5dbf7-78dc-4279-af5d-88991802b6ec tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641317 Sep 16 16:35:21.703008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948f3a8-f7a6-456b-8426-8571c5539575 req-dbaeb9a8-6a21-4890-b41f-0b1fa882aaaa tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:21.704614 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6948f3a8-f7a6-456b-8426-8571c5539575 req-dbaeb9a8-6a21-4890-b41f-0b1fa882aaaa tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 944 time: 0.0682740 Sep 16 16:35:21.748709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6948f3a8-f7a6-456b-8426-8571c5539575 req-5acc71bb-0103-4e07-96b5-9b9fe618033a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361679 Sep 16 16:35:21.786467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4cd6a41-4805-4292-8e63-c7412b5ae7db req-cffd8a3a-8b1f-47a5-ab31-13fde5739512 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0284705 Sep 16 16:35:21.857563 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:21.871663 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7996c239-bad3-433c-a3aa-2b10d3ac8cb6 req-8479f85f-b53e-4010-a3d8-4211f59eaa20 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 210 time: 0.0501933 Sep 16 16:35:21.898033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-a985695e-42e1-4839-9af0-eb0972117995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:21.900945 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-a985695e-42e1-4839-9af0-eb0972117995 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4510744 Sep 16 16:35:22.102894 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-ef8f25ba-3e9e-4256-973d-9d468d479114 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944814 Sep 16 16:35:22.253919 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31b86190-7bf8-4de2-aa33-d32548dd32d3 req-60c6708c-e429-4090-a24f-5880e31ce6aa service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432624 Sep 16 16:35:22.280885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] Deleting port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:22.281229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:22.342193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40276) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:22.347846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1307890739-network', 'tenant_id': 'cb21ee0032a04433945041df1464de9a'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:22.403605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] For port cf1236e8-98dc-41f9-bbb0-d6a6c258d8db, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cf1236e8-98dc-41f9-bbb0-d6a6c258d8db,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:22.403605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:22.418270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] Calling delete_port for cf1236e8-98dc-41f9-bbb0-d6a6c258d8db owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:22.434085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-10bf5c6e-1414-4274-9bff-a700a4b5f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:22.435735 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-10bf5c6e-1414-4274-9bff-a700a4b5f4df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40cc81ab2b4b4dc7a00c1336936ad531&device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 1099 time: 0.0785923 Sep 16 16:35:22.437697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Made reservation on behalf of cb21ee0032a04433945041df1464de9a for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:22.440063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:22.466580 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:22.499907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6fc9edce-3b61-4687-9887-899d2aca0566 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:35:22.505051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6c09a-0f71-440d-a758-fdef6befa177 req-7a8158b9-f7ed-4099-bcb1-f951b0de7627 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:22.506703 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfa6c09a-0f71-440d-a758-fdef6befa177 req-7a8158b9-f7ed-4099-bcb1-f951b0de7627 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 946 time: 0.0832741 Sep 16 16:35:22.597789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfa6c09a-0f71-440d-a758-fdef6befa177 req-bfddf6d4-4124-4017-88fe-680afb1c210e tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769045 Sep 16 16:35:22.642910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:22.686452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '6fc9edce-3b61-4687-9887-899d2aca0566', 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4', 'port_id': '6fc9edce-3b61-4687-9887-899d2aca0566', 'mac_address': 'fa:16:3e:13:91:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd721634-0d0a-487a-bef8-32f33a114e5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:35:22.690612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-0b684f9a-2bd1-40c7-b5f3-97e3ff39fff7 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:22.692227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-0b684f9a-2bd1-40c7-b5f3-97e3ff39fff7 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 946 time: 0.0934312 Sep 16 16:35:22.706571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-32588fa3-d9f5-42d3-a25f-63ff5ead98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:22.708113 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-32588fa3-d9f5-42d3-a25f-63ff5ead98d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2356579 Sep 16 16:35:22.735547 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:22.749875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc9edce-3b61-4687-9887-899d2aca0566 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:22.755354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:22.767419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-6395d827-988a-46ac-9b2e-00902777a6a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022 HTTP/1.1" status: 200 len: 217 time: 0.0490005 Sep 16 16:35:22.775849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:22.829093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7140665-75b3-4d2e-b548-db3c22f7f44e req-4a318241-8e1e-4a3e-a194-25cae516bbab tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:22.830641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7140665-75b3-4d2e-b548-db3c22f7f44e req-4a318241-8e1e-4a3e-a194-25cae516bbab tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 948 time: 0.1373510 Sep 16 16:35:22.855150 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:22.865385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950011-b335-4f71-b926-f04f1d9156c0 req-1e3ab45e-8f5e-4cbc-aa52-b4d2f62798f7 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:22.866934 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-1e3ab45e-8f5e-4cbc-aa52-b4d2f62798f7 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.62 "GET /v2.0/networks?id=309a9c06-d343-41c6-bda9-8ea456070fd1 HTTP/1.1" status: 200 len: 805 time: 0.2708123 Sep 16 16:35:22.870154 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:22.907754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-43703191-781c-4c59-bd72-243a0f4e85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:22.909292 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-43703191-781c-4c59-bd72-243a0f4e85e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1328747 Sep 16 16:35:22.942319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:22.947265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:35:22.954693 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-45817844-b5e5-4c00-9d8d-1a3fe1ca8d1e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=300ca2bd297048e3895b28f0d9b2851f HTTP/1.1" status: 200 len: 379 time: 0.0773602 Sep 16 16:35:22.956773 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:22.958867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7d16bd-f2aa-4759-a7b7-00b64588b3bc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:22.967278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7140665-75b3-4d2e-b548-db3c22f7f44e req-2b310377-da45-4f1f-bf07-04c72941baf7 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296968 Sep 16 16:35:22.973207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Request body: {'port': {'device_id': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'admin_state_up': True, 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'security_groups': ['ce92a77e-db2e-462c-b45f-3de1f6c6dec8']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:22.977700 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:22.978122 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Added segment 899bff09-c639-4df9-bcef-c3a59c3aa1a1 of type vlan for network 5027af88-f57e-4a50-874c-6e06af64d19d Sep 16 16:35:22.993154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-abecf27c-f7b1-4d94-87de-668d2f252837 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Deleting port e36ab554-dd47-48a5-b05f-cd897288d970 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:22.993154 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-abecf27c-f7b1-4d94-87de-668d2f252837 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:23.020501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17442d59-db79-4991-8b66-31497c955f04 req-5b7ccc06-bce9-46d3-a69e-cdc6995b5b8f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:23.022303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17442d59-db79-4991-8b66-31497c955f04 req-5b7ccc06-bce9-46d3-a69e-cdc6995b5b8f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.1625555 Sep 16 16:35:23.037158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1236e8-98dc-41f9-bbb0-d6a6c258d8db,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:23.061265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-0ced1225-6035-4a98-af94-468323472322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:23.062891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-0ced1225-6035-4a98-af94-468323472322 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421688 Sep 16 16:35:23.143889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6fc9edce-3b61-4687-9887-899d2aca0566'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:23.149466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:23.155890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a866e61-da29-4972-9fab-8e5dcaf6f5a0 req-48aa1640-1152-4bce-923c-02ac26e2844b tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0995808 Sep 16 16:35:23.201282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17442d59-db79-4991-8b66-31497c955f04 req-9f39a4b3-656c-4b8a-b268-45ef3027939b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577122 Sep 16 16:35:23.248022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-abecf27c-f7b1-4d94-87de-668d2f252837 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] For port e36ab554-dd47-48a5-b05f-cd897288d970, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e36ab554-dd47-48a5-b05f-cd897288d970,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:23.248593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-abecf27c-f7b1-4d94-87de-668d2f252837 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:23.263620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-abecf27c-f7b1-4d94-87de-668d2f252837 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Calling delete_port for e36ab554-dd47-48a5-b05f-cd897288d970 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:23.315335 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:23.316286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:23.316937 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:23.367880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b36cc6e8-abd9-46fa-876b-75c88feb2e58 req-de5d424c-e3e5-4fad-8289-499b73b275c2 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 210 time: 0.0551875 Sep 16 16:35:23.389433 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-e26273b3-1e68-4b04-9235-93367dcf2a5f service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944875 Sep 16 16:35:23.417733 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:23.420875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Made reservation on behalf of 300ca2bd297048e3895b28f0d9b2851f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:23.424221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:23.427004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] Pushing event updated for resources: {'Network': ['ID=5027af88-f57e-4a50-874c-6e06af64d19d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:23.438100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 5027af88-f57e-4a50-874c-6e06af64d19d details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:35:23.495425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-34e2243b-23bb-4bef-af80-76d4e481e092 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1488504 Sep 16 16:35:23.496924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40290) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:23.501716 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Request body: {'subnet': {'network_id': '5027af88-f57e-4a50-874c-6e06af64d19d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1307890739-subnet', 'tenant_id': 'cb21ee0032a04433945041df1464de9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:23.572487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-abecf27c-f7b1-4d94-87de-668d2f252837 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:23.587853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e36ab554-dd47-48a5-b05f-cd897288d970'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:23.614368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Made reservation on behalf of cb21ee0032a04433945041df1464de9a for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:23.616948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:23.625135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecf27c-f7b1-4d94-87de-668d2f252837 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event deleted for resources: {'Port': ['ID=e36ab554-dd47-48a5-b05f-cd897288d970,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:23.682107 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b219d669-3581-4c0b-80e7-e6e0ac3a4e60 req-8d70ddd1-0810-41b9-9cad-dc6e7f018e39 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803216 Sep 16 16:35:23.749634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-abecf27c-f7b1-4d94-87de-668d2f252837 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] No DVR routers for this DVR port e36ab554-dd47-48a5-b05f-cd897288d970 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:35:23.759591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Allocated IP 172.20.0.3 (309a9c06-d343-41c6-bda9-8ea456070fd1/ae53996d-9df7-421d-a752-95033cd5ec19/9e048ba9-8133-458a-8c71-eeec7d1093eb) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:23.771057 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-abecf27c-f7b1-4d94-87de-668d2f252837 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:23.773143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4d6141f-1541-47ac-afe5-69bae367c759 req-abecf27c-f7b1-4d94-87de-668d2f252837 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "DELETE /v2.0/ports/e36ab554-dd47-48a5-b05f-cd897288d970 HTTP/1.1" status: 204 len: 173 time: 1.0559607 Sep 16 16:35:23.774271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac427769-e3f9-43ab-8227-6742fd57c3d7', 'name': 'network-vif-deleted', 'tag': 'e36ab554-dd47-48a5-b05f-cd897288d970'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:23.776583 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cded556-967a-4e96-98c6-534cb3dcddf5" -d '{"events": [{"server_uuid": "ac427769-e3f9-43ab-8227-6742fd57c3d7", "name": "network-vif-deleted", "tag": "e36ab554-dd47-48a5-b05f-cd897288d970"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:23.780737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7f6afd2-4187-4482-a2fe-ad5b68d02a61 req-ef11ada0-bc12-4df9-badf-83f15055c960 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac427769-e3f9-43ab-8227-6742fd57c3d7 HTTP/1.1" status: 200 len: 210 time: 0.0604854 Sep 16 16:35:23.836494 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad7603b-0b40-4b18-8f5c-42f073398689 x-openstack-request-id: req-7ad7603b-0b40-4b18-8f5c-42f073398689 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:23.836801 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac427769-e3f9-43ab-8227-6742fd57c3d7", "name": "network-vif-deleted", "tag": "e36ab554-dd47-48a5-b05f-cd897288d970", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:23.837050 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ad7603b-0b40-4b18-8f5c-42f073398689 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:23.837444 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac427769-e3f9-43ab-8227-6742fd57c3d7', 'name': 'network-vif-deleted', 'tag': 'e36ab554-dd47-48a5-b05f-cd897288d970', 'status': 'completed', 'code': 200} Sep 16 16:35:23.891860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] Router ad014514-d097-4e9b-8d6f-00eb5e737137 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:35:23.963438 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.025820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242b1d17-fc64-4529-a291-0e36f857da5a,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:24.041602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Checking segment: {'id': '899bff09-c639-4df9-bcef-c3a59c3aa1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5027af88-f57e-4a50-874c-6e06af64d19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:24.041970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Network hostable DHCP agents. Network: 5027af88-f57e-4a50-874c-6e06af64d19d, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:35:24.111420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f24fb6-9f9b-4104-98ef-f28d23e2129a req-fbb1179b-3dc2-411a-85fc-192e56520b57 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:24.113027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93f24fb6-9f9b-4104-98ef-f28d23e2129a req-fbb1179b-3dc2-411a-85fc-192e56520b57 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 948 time: 0.0596328 Sep 16 16:35:24.152398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93f24fb6-9f9b-4104-98ef-f28d23e2129a req-88693275-2cbe-4a9b-b7d3-9ce301f34450 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Sep 16 16:35:24.188440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Network 5027af88-f57e-4a50-874c-6e06af64d19d is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:35:24.283002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.285167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 5027af88-f57e-4a50-874c-6e06af64d19d) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:24.288055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cb73418-467f-4607-97a9-050683cd6401 req-bd2d2c5e-94a0-422c-82af-1715fc3d2c40 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0325413 Sep 16 16:35:24.297744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd51afe-b59e-404b-99fb-4117256ec595 None None] Network 5027af88-f57e-4a50-874c-6e06af64d19d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:24.315586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:24.315586 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.350680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:35:24.357177 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-19a55758-b151-4e3c-a901-032b7e5b2d07 admin admin] 10.222.0.22 "PUT /v2.0/routers/ad014514-d097-4e9b-8d6f-00eb5e737137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5460532 Sep 16 16:35:24.363389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40304) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:24.363705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2790-8bfe-4acd-89fc-1eeedab0d916 req-2cae324f-8c4a-4a48-a00d-167c1a5f7220 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:24.365376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-694d2790-8bfe-4acd-89fc-1eeedab0d916 req-2cae324f-8c4a-4a48-a00d-167c1a5f7220 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.0816386 Sep 16 16:35:24.369294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] Sync routers for ids ['ad014514-d097-4e9b-8d6f-00eb5e737137'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:35:24.404038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] Routers {'ad014514-d097-4e9b-8d6f-00eb5e737137'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:24.407025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ad014514-d097-4e9b-8d6f-00eb5e737137'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:24.427761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-694d2790-8bfe-4acd-89fc-1eeedab0d916 req-3a8bec8a-ec3f-4662-a019-bd21d43286c4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480354 Sep 16 16:35:24.442137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e40bbe8a-73fb-407f-99ec-749ce31bfbb1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9354453 Sep 16 16:35:24.482258 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.512517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a3be14a6-d330-44e8-b2e0-89f2d44d6022 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:35:24.514554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6fc9edce-3b61-4687-9887-899d2aca0566 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:24.523855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Network 309a9c06-d343-41c6-bda9-8ea456070fd1 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:24.534655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8135d4-3847-43ec-ba43-4906833414f1 req-96309835-6c33-4a84-9742-e39569a48517 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:24.537111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:24.539386 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb8135d4-3847-43ec-ba43-4906833414f1 req-96309835-6c33-4a84-9742-e39569a48517 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 931 time: 0.0697675 Sep 16 16:35:24.544908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:24.574447 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.601574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af439df0-a43f-4f9d-bb1b-4d614826f1a9 None None] Network 5027af88-f57e-4a50-874c-6e06af64d19d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:24.629694 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb8135d4-3847-43ec-ba43-4906833414f1 req-435d13b5-588a-44e2-9001-58b23d18c1e9 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766277 Sep 16 16:35:24.644936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40310) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:24.677428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Pushing event updated for resources: {'Port': ['ID=9e048ba9-8133-458a-8c71-eeec7d1093eb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:24.700349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:24.701345 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.712996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5449ea0-8875-4eab-b971-67bd6ee2e0fc admin admin] Deleting subnet 33bc342b-7ed2-40c6-8cfd-5a593ab6ab4c {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:35:24.719552 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5449ea0-8875-4eab-b971-67bd6ee2e0fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.763282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5449ea0-8875-4eab-b971-67bd6ee2e0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.771209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.809818 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5449ea0-8875-4eab-b971-67bd6ee2e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.882522 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-fad11952-1ff7-4fa5-aa76-7dc30d9a2f3e tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9154718 Sep 16 16:35:24.896675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Request body: {'port': {'device_id': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:24.916814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] Set router ad014514-d097-4e9b-8d6f-00eb5e737137 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:24.968421 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5449ea0-8875-4eab-b971-67bd6ee2e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:24.995888 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.001473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5449ea0-8875-4eab-b971-67bd6ee2e0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.012324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d5449ea0-8875-4eab-b971-67bd6ee2e0fc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/33bc342b-7ed2-40c6-8cfd-5a593ab6ab4c HTTP/1.1" status: 204 len: 168 time: 0.3725011 Sep 16 16:35:25.020296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40324) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:25.033325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5449ea0-8875-4eab-b971-67bd6ee2e0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33bc342b-7ed2-40c6-8cfd-5a593ab6ab4c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:25.094846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Deleting port dd3f2ed0-4f95-4b19-b583-be23d8be0635 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:25.095197 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.162718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6b1d10c7-0ab8-49ba-afc4-a7da41fedbeb None None] Provisioning complete for port 9e048ba9-8133-458a-8c71-eeec7d1093eb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:25.163028 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6b1d10c7-0ab8-49ba-afc4-a7da41fedbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.170800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:25.171009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-5f8a3d36-52a2-4be0-ada9-778a32eb2673 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:25.173240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-5f8a3d36-52a2-4be0-ada9-778a32eb2673 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.1065264 Sep 16 16:35:25.205793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-872e33ed-1aeb-4469-a5ff-f6fad230ac41 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/quotas/1fcc1c21760d475183f44f9951f34743 HTTP/1.1" status: 200 len: 375 time: 0.0157275 Sep 16 16:35:25.235070 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 6fc9edce-3b61-4687-9887-899d2aca0566 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:35:25.240810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'mac_address': 'fa:16:3e:3e:78:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:35:25.248414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-37e49ecf-5a40-4c01-87b7-9b67ecc8daa4 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420043 Sep 16 16:35:25.254229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 6fc9edce-3b61-4687-9887-899d2aca0566 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:25.254606 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.263970 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.296241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d10c7-0ab8-49ba-afc4-a7da41fedbeb None None] Port 9e048ba9-8133-458a-8c71-eeec7d1093eb cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:35:25.357745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] For port dd3f2ed0-4f95-4b19-b583-be23d8be0635, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dd3f2ed0-4f95-4b19-b583-be23d8be0635,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:25.358123 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.368299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847375b6-1e85-4545-addc-63ea53ca8f77 req-6a73e99e-5334-4aaf-b5ce-cb1f57461fc9 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:25.369831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-847375b6-1e85-4545-addc-63ea53ca8f77 req-6a73e99e-5334-4aaf-b5ce-cb1f57461fc9 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 948 time: 0.0911758 Sep 16 16:35:25.377899 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.395626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-56559cb9-f60a-4e78-8908-b3b78b19d9c8 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465085 Sep 16 16:35:25.405885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Calling delete_port for dd3f2ed0-4f95-4b19-b583-be23d8be0635 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:25.411307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3be14a6-d330-44e8-b2e0-89f2d44d6022 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:25.471341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:25.475031 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.478263 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.478417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-847375b6-1e85-4545-addc-63ea53ca8f77 req-9dac086e-8a36-442d-af4f-36f2c38c0848 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969489 Sep 16 16:35:25.500070 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:35:22Z', 'revision_number': 5, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port': {'id': 'dd3f2ed0-4f95-4b19-b583-be23d8be0635', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:32:46Z', 'updated_at': '2021-09-16T16:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:25.524698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-3350e6c7-7981-438a-9b3e-98b143d4b943 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282108 Sep 16 16:35:25.529378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] Checking router: ad014514-d097-4e9b-8d6f-00eb5e737137 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:35:25.541968 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.551398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:25.555092 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a100acfb-931a-4238-9084-8d0feaf80bab" -d '{"events": [{"server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "name": "network-vif-plugged", "status": "completed", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:25.558333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0cb534-a170-4cc7-8428-278bae4135bd']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:25.583677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabbb501-7f57-4fa6-a895-6b8f4d33ce70') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:25.583985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabbb501-7f57-4fa6-a895-6b8f4d33ce70') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:25.595157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:25.599750 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0551ce11-135e-4199-94be-89aedc7b7ff6 req-b7bbba8e-1dda-4a24-8847-637d124e2f75 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0369420 Sep 16 16:35:25.601714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] Routers {'ad014514-d097-4e9b-8d6f-00eb5e737137'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:25.602421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ad014514-d097-4e9b-8d6f-00eb5e737137'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:25.606494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.675744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.702989 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.707686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:25.719738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:35:25.720096 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:35:25.721881 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:35:25.727642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95186379-c7c1-4904-b3d2-f80613aaa184 req-8e3b9f4c-6f99-4419-aba1-8bb21791211a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:25.729256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95186379-c7c1-4904-b3d2-f80613aaa184 req-8e3b9f4c-6f99-4419-aba1-8bb21791211a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0631735 Sep 16 16:35:25.755951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e048ba9-8133-458a-8c71-eeec7d1093eb {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:25.756377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] Set router ad014514-d097-4e9b-8d6f-00eb5e737137 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:25.796147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a3be14a6-d330-44e8-b2e0-89f2d44d6022'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:25.796690 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.800462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95186379-c7c1-4904-b3d2-f80613aaa184 req-fda88c2e-43e0-4011-8d13-888742fa18df tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634429 Sep 16 16:35:25.861481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:35:24Z', 'revision_number': 6, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:25.861481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:25.872749 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:35:25.892779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312a43b-b8c8-41a1-b906-2a4e5c2f8430 None None] The sync data for ids ['ad014514-d097-4e9b-8d6f-00eb5e737137'] in n-d-807786-3 is: [{'id': 'ad014514-d097-4e9b-8d6f-00eb5e737137', 'name': 'tempest-ServersTestFqdnHostnames-428348731-router', 'tenant_id': 'd94018826866409e9cb90b2f28d3732a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:32:44Z', 'updated_at': '2021-09-16T16:35:24Z', 'revision_number': 6, 'project_id': 'd94018826866409e9cb90b2f28d3732a', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:35:25.903587 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe079b80-f805-468c-a83b-9ecf5ecb3ac5 x-openstack-request-id: req-fe079b80-f805-468c-a83b-9ecf5ecb3ac5 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:25.903587 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "name": "network-vif-plugged", "status": "completed", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:25.903587 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe079b80-f805-468c-a83b-9ecf5ecb3ac5 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:25.903587 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566', 'code': 200} Sep 16 16:35:25.910723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Transition to ACTIVE for port object 9e048ba9-8133-458a-8c71-eeec7d1093eb will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:35:25.912564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.949320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:25.952373 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] 10.222.0.22 "DELETE /v2.0/networks/fa0cb534-a170-4cc7-8428-278bae4135bd HTTP/1.1" status: 204 len: 168 time: 0.9302340 Sep 16 16:35:25.955555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40346) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:25.956983 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d37b1-60e0-46a0-b3c8-6fb60fef54bf admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0cb534-a170-4cc7-8428-278bae4135bd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:25.961493 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.053552 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.060177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3f2ed0-4f95-4b19-b583-be23d8be0635,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:26.069718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cccf92bd-3035-446d-83fb-dd189402a047 req-c955713b-669f-4e18-8bee-2984606ae77a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 210 time: 0.0509045 Sep 16 16:35:26.073494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81d3703-98b5-4ef9-bfc6-66a9b83f82de admin admin] Deleting subnet 242b1d17-fc64-4529-a291-0e36f857da5a {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:35:26.093498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb917dc-6deb-401e-abd0-5378262c0c59 req-db0389b6-8424-404c-a37a-931a230c2820 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:26.093498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-acb917dc-6deb-401e-abd0-5378262c0c59 req-db0389b6-8424-404c-a37a-931a230c2820 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 931 time: 0.2198422 Sep 16 16:35:26.107038 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c81d3703-98b5-4ef9-bfc6-66a9b83f82de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.161567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Pushing event updated for resources: {'Port': ['ID=9e048ba9-8133-458a-8c71-eeec7d1093eb,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:26.186979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.188701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c81d3703-98b5-4ef9-bfc6-66a9b83f82de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.190321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fe7aa-22d2-470d-91c2-8af3b1664769 req-42957ea1-0a49-4024-83d9-85bc49071078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:26.191701 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e31fe7aa-22d2-470d-91c2-8af3b1664769 req-42957ea1-0a49-4024-83d9-85bc49071078 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 1097 time: 0.1790478 Sep 16 16:35:26.192878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-acb917dc-6deb-401e-abd0-5378262c0c59 req-daab9d67-fe0b-4fa0-a705-bf2f44dd99e6 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987835 Sep 16 16:35:26.237681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c81d3703-98b5-4ef9-bfc6-66a9b83f82de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.348769 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.360337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.384836 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e31fe7aa-22d2-470d-91c2-8af3b1664769 req-b0827a92-5659-434d-87f6-10dc2f0bd0d0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460783 Sep 16 16:35:26.391162 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Attempting to bind port 9e048ba9-8133-458a-8c71-eeec7d1093eb on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:26.391162 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Attempting to bind port 9e048ba9-8133-458a-8c71-eeec7d1093eb by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:26.391162 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Attempting to bind port 9e048ba9-8133-458a-8c71-eeec7d1093eb on network 309a9c06-d343-41c6-bda9-8ea456070fd1 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:26.393197 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c81d3703-98b5-4ef9-bfc6-66a9b83f82de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.418597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d3703-98b5-4ef9-bfc6-66a9b83f82de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242b1d17-fc64-4529-a291-0e36f857da5a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:26.423683 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c81d3703-98b5-4ef9-bfc6-66a9b83f82de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.426023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c81d3703-98b5-4ef9-bfc6-66a9b83f82de admin admin] 10.222.0.22 "DELETE /v2.0/subnets/242b1d17-fc64-4529-a291-0e36f857da5a HTTP/1.1" status: 204 len: 168 time: 0.4694746 Sep 16 16:35:26.428561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40352) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:26.431921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Port 9e048ba9-8133-458a-8c71-eeec7d1093eb on network 309a9c06-d343-41c6-bda9-8ea456070fd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:35:26.432266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Attempting to bind port 9e048ba9-8133-458a-8c71-eeec7d1093eb on network 309a9c06-d343-41c6-bda9-8ea456070fd1 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:26.438637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:26.438985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Checking segment: {'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:26.439374 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Bound using segment: {'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:26.440136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Bound port: 9e048ba9-8133-458a-8c71-eeec7d1093eb, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2963d002-513d-446f-99e2-0c89fedb1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:26.440730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.509419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] For port 9e048ba9-8133-458a-8c71-eeec7d1093eb, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:26.512882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] For port 9e048ba9-8133-458a-8c71-eeec7d1093eb, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9e048ba9-8133-458a-8c71-eeec7d1093eb,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:26.513567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.526262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a3be14a6-d330-44e8-b2e0-89f2d44d6022 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:26.534397 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.536277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad014514-d097-4e9b-8d6f-00eb5e737137 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:35:26.543299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.545096 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ccbca3cc-5f73-42b1-af1d-63d94da71c09 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ad014514-d097-4e9b-8d6f-00eb5e737137 HTTP/1.1" status: 204 len: 168 time: 2.1805456 Sep 16 16:35:26.547349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40356) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:26.609242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65589c1-43fd-4e0b-9fb1-f9e6d5773771 admin admin] Deleting subnet e5a71a58-08d9-4026-93a5-19ac2f92842a {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:35:26.612418 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.615181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b65589c1-43fd-4e0b-9fb1-f9e6d5773771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.633979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.653300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port a3be14a6-d330-44e8-b2e0-89f2d44d6022 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:35:26.658841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port a3be14a6-d330-44e8-b2e0-89f2d44d6022 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:26.662455 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.667164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c72382-7231-4fe1-8da8-c31c4783da9f req-5ae75c82-29f4-466d-ba26-cc5cd854f927 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:26.669021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c72382-7231-4fe1-8da8-c31c4783da9f req-5ae75c82-29f4-466d-ba26-cc5cd854f927 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 949 time: 0.1167152 Sep 16 16:35:26.671067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5027af88-f57e-4a50-874c-6e06af64d19d']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:26.695918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:26.696599 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.698171 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] 10.222.0.62 "PUT /v2.0/ports/9e048ba9-8133-458a-8c71-eeec7d1093eb HTTP/1.1" status: 200 len: 1091 time: 1.8066638 Sep 16 16:35:26.700418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'tag': '9e048ba9-8133-458a-8c71-eeec7d1093eb'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:26.708836 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0282f7-c5be-41d1-9b4c-872883dc202f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8645ed5-40ea-4893-967b-2f56d84e9936", "tag": "9e048ba9-8133-458a-8c71-eeec7d1093eb"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:26.714593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899bff09-c639-4df9-bcef-c3a59c3aa1a1') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:26.715267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899bff09-c639-4df9-bcef-c3a59c3aa1a1') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:26.725065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b65589c1-43fd-4e0b-9fb1-f9e6d5773771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.759257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563c504-8da8-4434-8793-bcffa85fd267 service neutron] Pushing event updated for resources: {'Port': ['ID=9e048ba9-8133-458a-8c71-eeec7d1093eb,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:26.768372 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.779645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68c84404-d251-45df-9644-746e7502a5eb req-13b2ad0e-c258-4a15-9f10-0a117c8edd99 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0672944 Sep 16 16:35:26.792889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c72382-7231-4fe1-8da8-c31c4783da9f req-13d4fca2-c228-49c3-b9f7-6a4c3d154d4c tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129363 Sep 16 16:35:26.819028 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.828693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:35:26.829186 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.878402 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.908622 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95b944d-e3f4-4591-a514-b2cdf1e303ad x-openstack-request-id: req-c95b944d-e3f4-4591-a514-b2cdf1e303ad {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:26.908967 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8645ed5-40ea-4893-967b-2f56d84e9936", "tag": "9e048ba9-8133-458a-8c71-eeec7d1093eb", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:26.909219 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c95b944d-e3f4-4591-a514-b2cdf1e303ad {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:26.909615 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'tag': '9e048ba9-8133-458a-8c71-eeec7d1093eb', 'status': 'completed', 'code': 200} Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:35:26.914026 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:35:26.949478 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b65589c1-43fd-4e0b-9fb1-f9e6d5773771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:26.953327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:26.978322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950011-b335-4f71-b926-f04f1d9156c0 req-2950e70f-748e-4558-ae52-c0bbb380b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:26.980903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7d591-b6c7-4391-bbb4-f64ca50a7deb req-475c80b3-93ef-42c2-8967-e68c51acac52 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:26.981038 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-2950e70f-748e-4558-ae52-c0bbb380b17c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=300ca2bd297048e3895b28f0d9b2851f&device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 1094 time: 0.1750162 Sep 16 16:35:26.982483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8af7d591-b6c7-4391-bbb4-f64ca50a7deb req-475c80b3-93ef-42c2-8967-e68c51acac52 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0633945 Sep 16 16:35:26.983742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.001983 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.003838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5027af88-f57e-4a50-874c-6e06af64d19d HTTP/1.1" status: 204 len: 168 time: 0.5743377 Sep 16 16:35:27.029683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e83fc-2cea-4d62-b338-ffbbfdc9d498 admin admin] Pushing event deleted for resources: {'Network': ['ID=5027af88-f57e-4a50-874c-6e06af64d19d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:27.041517 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.081872 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-9a551a8f-c2ed-4995-abf7-be36a318879d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e048ba9-8133-458a-8c71-eeec7d1093eb HTTP/1.1" status: 200 len: 217 time: 0.0554476 Sep 16 16:35:27.089440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8af7d591-b6c7-4391-bbb4-f64ca50a7deb req-8c37f9d4-0c07-4b29-804b-7e6d77dfd0e8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890129 Sep 16 16:35:27.100017 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b65589c1-43fd-4e0b-9fb1-f9e6d5773771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.129644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:27.171818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65589c1-43fd-4e0b-9fb1-f9e6d5773771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a71a58-08d9-4026-93a5-19ac2f92842a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:27.182640 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b65589c1-43fd-4e0b-9fb1-f9e6d5773771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.188189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40372) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:27.193491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b65589c1-43fd-4e0b-9fb1-f9e6d5773771 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e5a71a58-08d9-4026-93a5-19ac2f92842a HTTP/1.1" status: 204 len: 168 time: 0.6415200 Sep 16 16:35:27.193646 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf75f159-7005-4641-831a-4f161790cb6c None None] Network dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:27.204418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950011-b335-4f71-b926-f04f1d9156c0 req-41a10143-52b1-416a-ba26-00a4a7525ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:27.206350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-41a10143-52b1-416a-ba26-00a4a7525ab9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae53996d-9df7-421d-a752-95033cd5ec19 HTTP/1.1" status: 200 len: 844 time: 0.1166201 Sep 16 16:35:27.249878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97599c7c-4497-4d28-a095-2f1faa13a5bd req-113d19f4-bf24-45ab-82ab-8e91876b1a7c tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 210 time: 0.0897269 Sep 16 16:35:27.286446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950011-b335-4f71-b926-f04f1d9156c0 req-c3283e0a-ca70-44ee-b4aa-136ccc0b761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:27.290428 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-c3283e0a-ca70-44ee-b4aa-136ccc0b761f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=309a9c06-d343-41c6-bda9-8ea456070fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721881 Sep 16 16:35:27.389601 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.418575 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-8675c9b0-934e-4cbe-8140-014824ca0b52 service neutron] 10.222.0.62 "GET /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231914 Sep 16 16:35:27.462013 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21967e-fa06-43ad-823a-a82c68316b46 req-7ab4d1b8-1df5-413a-8c64-8d71c3bc1f90 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:27.464164 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa21967e-fa06-43ad-823a-a82c68316b46 req-7ab4d1b8-1df5-413a-8c64-8d71c3bc1f90 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 943 time: 0.1213610 Sep 16 16:35:27.476640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd38c625-1f87-425a-9866-ef33a0bfa14b None None] DHCP port deletion for dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:35:27.524719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40376) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:27.534862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dd38c625-1f87-425a-9866-ef33a0bfa14b None None] Deleting port 55e82af6-772e-42df-a999-64ac9825508e {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:27.535248 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd38c625-1f87-425a-9866-ef33a0bfa14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.543107 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13950011-b335-4f71-b926-f04f1d9156c0 req-a917ceb4-4174-4ccb-b74f-023ea85b4124 service neutron] 10.222.0.62 "GET /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176794 Sep 16 16:35:27.562367 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa21967e-fa06-43ad-823a-a82c68316b46 req-b567bcf5-1641-4f04-89c4-8512647dad73 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739174 Sep 16 16:35:27.574924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Deleting port 55e82af6-772e-42df-a999-64ac9825508e {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:27.576123 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.587260 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d4739b95-1865-46e6-99e1-6dd1a75cadf7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b85e0e24bb9c4869878f7d72ac089751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613258 Sep 16 16:35:27.589815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40378) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:27.642002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-dd38c625-1f87-425a-9866-ef33a0bfa14b None None] For port 55e82af6-772e-42df-a999-64ac9825508e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=55e82af6-772e-42df-a999-64ac9825508e,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:27.642499 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd38c625-1f87-425a-9866-ef33a0bfa14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.653191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] For port 55e82af6-772e-42df-a999-64ac9825508e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=55e82af6-772e-42df-a999-64ac9825508e,segment=NetworkSegment(6ddc56fd-b445-4b6d-818d-f1acb2b811c6),segment_id=6ddc56fd-b445-4b6d-818d-f1acb2b811c6)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:27.653560 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.670565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Calling delete_port for 55e82af6-772e-42df-a999-64ac9825508e owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:27.674326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 55e82af6-772e-42df-a999-64ac9825508e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:27.683764 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a937b6a9-06c4-4f97-81cf-ae7d4060a179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.705332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dd38c625-1f87-425a-9866-ef33a0bfa14b None None] Calling delete_port for 55e82af6-772e-42df-a999-64ac9825508e owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:27.738199 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a937b6a9-06c4-4f97-81cf-ae7d4060a179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.762586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e36ab554-dd47-48a5-b05f-cd897288d970 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:27.785788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-0c8dbf2c-4def-4cf2-8344-e8f253cc8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:27.787353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-0c8dbf2c-4def-4cf2-8344-e8f253cc8023 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=300ca2bd297048e3895b28f0d9b2851f&device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 1094 time: 0.0867941 Sep 16 16:35:27.793791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: e36ab554-dd47-48a5-b05f-cd897288d970 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:27.794104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e36ab554-dd47-48a5-b05f-cd897288d970 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:27.824699 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.867605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e82af6-772e-42df-a999-64ac9825508e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:27.877466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] No DVR routers for this DVR port 55e82af6-772e-42df-a999-64ac9825508e on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:35:27.894664 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a937b6a9-06c4-4f97-81cf-ae7d4060a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.897743 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a937b6a9-06c4-4f97-81cf-ae7d4060a179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.902366 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.902558 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a937b6a9-06c4-4f97-81cf-ae7d4060a179 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e266e11-7771-47af-9a7e-b46998e17f6c HTTP/1.1" status: 204 len: 168 time: 0.3087101 Sep 16 16:35:27.908763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:27.911186 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f762ec-6b80-4c26-9c9e-b997fb93529a" -d '{"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-plugged", "status": "completed", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: from cryptography.utils import int_from_bytes Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: from cryptography.utils import int_from_bytes Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.914012 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:35:27.918793 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:35:27.926513 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd38c625-1f87-425a-9866-ef33a0bfa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:27.930319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-bfd1a25e-d751-420b-a8a9-1c24cd6d621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:27.932705 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-bfd1a25e-d751-420b-a8a9-1c24cd6d621d service neutron] 10.222.0.62 "GET /v2.0/networks?id=309a9c06-d343-41c6-bda9-8ea456070fd1 HTTP/1.1" status: 200 len: 906 time: 0.1371965 Sep 16 16:35:27.940569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937b6a9-06c4-4f97-81cf-ae7d4060a179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e266e11-7771-47af-9a7e-b46998e17f6c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:27.972845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38c625-1f87-425a-9866-ef33a0bfa14b None None] Pushing event deleted for resources: {'Port': ['ID=55e82af6-772e-42df-a999-64ac9825508e,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:27.983066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38c625-1f87-425a-9866-ef33a0bfa14b None None] No DVR routers for this DVR port 55e82af6-772e-42df-a999-64ac9825508e on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:35:28.003226 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-6f3fb774-009d-461b-b8a5-ca592e248a7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e048ba9-8133-458a-8c71-eeec7d1093eb HTTP/1.1" status: 200 len: 217 time: 0.0599341 Sep 16 16:35:28.019248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cf1236e8-98dc-41f9-bbb0-d6a6c258d8db no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:28.044203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: cf1236e8-98dc-41f9-bbb0-d6a6c258d8db {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:28.044900 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cf1236e8-98dc-41f9-bbb0-d6a6c258d8db not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:28.045515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dd3f2ed0-4f95-4b19-b583-be23d8be0635 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:28.070585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-a3b26423-928b-4afe-bbc6-5436696f7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:28.072405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: dd3f2ed0-4f95-4b19-b583-be23d8be0635 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:28.072551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-a3b26423-928b-4afe-bbc6-5436696f7d76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae53996d-9df7-421d-a752-95033cd5ec19 HTTP/1.1" status: 200 len: 844 time: 0.0615883 Sep 16 16:35:28.073057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dd3f2ed0-4f95-4b19-b583-be23d8be0635 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:28.128949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-90a9c42e-c173-47f0-aa67-5a5f853b7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:28.130513 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-90a9c42e-c173-47f0-aa67-5a5f853b7031 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=309a9c06-d343-41c6-bda9-8ea456070fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468543 Sep 16 16:35:28.219179 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a781d4c2-0553-4ed9-810d-0740e66a08dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:28.236424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-a0734c91-7ee0-4212-8e73-15c494dcb712 service neutron] 10.222.0.62 "GET /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979998 Sep 16 16:35:28.338956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9afeb43f-5475-49df-8063-6bc9f0e3f40f req-e8d47c3c-8d6a-4227-a5dd-92b9cacaa14e tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.4226379 Sep 16 16:35:28.407667 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3921d1-9082-4404-aff7-3d619dc50180 x-openstack-request-id: req-3b3921d1-9082-4404-aff7-3d619dc50180 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:28.408028 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-plugged", "status": "completed", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:28.408349 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b3921d1-9082-4404-aff7-3d619dc50180 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:28.408831 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'code': 200} Sep 16 16:35:28.421579 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:28.499945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:28.512188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebe680-8660-4f24-a106-e99910fb5a45 req-3e6602ff-7e6a-4f2e-9862-32dcab758117 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:28.513811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2ebe680-8660-4f24-a106-e99910fb5a45 req-3e6602ff-7e6a-4f2e-9862-32dcab758117 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 950 time: 0.6104259 Sep 16 16:35:28.550473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddc56fd-b445-4b6d-818d-f1acb2b811c6') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:28.550766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddc56fd-b445-4b6d-818d-f1acb2b811c6') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:28.581058 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:28.618391 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:28.647768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-9e637afb-b61e-4a54-9f50-a1a55374aab9 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:28.649998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-9e637afb-b61e-4a54-9f50-a1a55374aab9 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.3135493 Sep 16 16:35:28.653017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:35:28.653428 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:35:28.655788 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:35:28.675083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436f68c-3cd9-4ef9-8019-04525a20b3f6 req-2409fa7e-3a2a-4605-9f14-ce0ff274d3ef tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:28.676635 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f436f68c-3cd9-4ef9-8019-04525a20b3f6 req-2409fa7e-3a2a-4605-9f14-ce0ff274d3ef tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1787257 Sep 16 16:35:28.689310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Request body: {'port': {'device_id': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'admin_state_up': True, 'tenant_id': '1fcc1c21760d475183f44f9951f34743'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:28.695262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2ebe680-8660-4f24-a106-e99910fb5a45 req-4c2273de-432a-406b-8596-fa4b981c9e2c tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632965 Sep 16 16:35:28.695531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c522df-250e-47e7-91a8-a4121690b4ca req-6bdd4369-165a-4a28-a587-c52c6b68de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:28.697322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-45c522df-250e-47e7-91a8-a4121690b4ca req-6bdd4369-165a-4a28-a587-c52c6b68de7b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 1101 time: 0.0625927 Sep 16 16:35:28.699287 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3d0282f7-c5be-41d1-9b4c-872883dc202f req-846fc930-89b8-4888-85a9-44e86aaab8b8 service neutron] 10.222.0.62 "GET /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474502 Sep 16 16:35:28.746272 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-45c522df-250e-47e7-91a8-a4121690b4ca req-18f8172a-030a-471d-9a3e-760f3e1916d4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Sep 16 16:35:28.806078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40398) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:28.817601 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f436f68c-3cd9-4ef9-8019-04525a20b3f6 req-3d1ad3e9-4a7a-4eba-b38f-802efd72b87b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213710 Sep 16 16:35:28.856320 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:28.863541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:28.869709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] 10.222.0.22 "DELETE /v2.0/networks/dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1 HTTP/1.1" status: 204 len: 168 time: 1.6765044 Sep 16 16:35:28.878966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e07deb-cf0d-488d-b2b2-cd577a1b8016 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8d6cda-e5ab-4dce-9419-bc218ab8a2b1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:28.881112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40404) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:28.881259 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b4d4dcf1-114f-4576-9a4a-59ec9fee9ea5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb21ee0032a04433945041df1464de9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738401 Sep 16 16:35:28.943369 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6706e4b-e9c5-45d9-8ef6-08d385fa1f20 req-19d0d49c-45ce-4a1b-9f58-6e42d90de54a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 210 time: 0.0410013 Sep 16 16:35:28.975634 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3fa24af5-71fa-41a1-851d-a7d0a79cb977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.006937 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3fa24af5-71fa-41a1-851d-a7d0a79cb977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.087050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Made reservation on behalf of 1fcc1c21760d475183f44f9951f34743 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:29.090626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.173559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cfbf9-23c0-4e9f-8184-e9b3b4ad6a07 req-625bef6f-e8b6-4d6c-84f0-b51e4ac28746 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:29.174934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b9cfbf9-23c0-4e9f-8184-e9b3b4ad6a07 req-625bef6f-e8b6-4d6c-84f0-b51e4ac28746 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 943 time: 0.1581411 Sep 16 16:35:29.246757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3fa24af5-71fa-41a1-851d-a7d0a79cb977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.249459 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3fa24af5-71fa-41a1-851d-a7d0a79cb977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.250602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3fa24af5-71fa-41a1-851d-a7d0a79cb977 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f7d16bd-f2aa-4759-a7b7-00b64588b3bc HTTP/1.1" status: 204 len: 168 time: 0.3687644 Sep 16 16:35:29.286997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa24af5-71fa-41a1-851d-a7d0a79cb977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7d16bd-f2aa-4759-a7b7-00b64588b3bc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:29.308674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-1a185b42-e9ee-467c-871b-04f55288d8c2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:29.310180 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-1a185b42-e9ee-467c-871b-04f55288d8c2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 813 time: 0.2579186 Sep 16 16:35:29.321527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b9cfbf9-23c0-4e9f-8184-e9b3b4ad6a07 req-679d8d21-dfc4-4159-977b-e5bc6ec05558 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358397 Sep 16 16:35:29.358975 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-b7fc189b-01a3-4948-904f-50c5f9cd25d1 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/quotas/1c931535f43f40a48d54d33f85dc031b HTTP/1.1" status: 200 len: 375 time: 0.0415962 Sep 16 16:35:29.366199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40418) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:29.406686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Allocated IP 172.20.0.14 (b446d02c-c15f-4f0f-91ea-b210a6b43a85/70ee6f1d-6290-4d7d-a539-0318591c727d/f460fd19-2976-4056-bb0c-aa2b9ded3e8b) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:29.418933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f3fc4a3e-4030-4d49-bdce-e01276b141f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d94018826866409e9cb90b2f28d3732a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486076 Sep 16 16:35:29.419128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40422) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:29.439591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-c0ec8d82-f63a-468d-bb35-76f050ca9678 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712240 Sep 16 16:35:29.479232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c99d49be-a0f0-4fc6-8fb7-979bd24ac2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.502045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c99d49be-a0f0-4fc6-8fb7-979bd24ac2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.521934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f42d033-c75e-471f-9499-9385c8e270e4 req-227d0443-d08d-4e6d-8e0b-5654c6392d13 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0557375 Sep 16 16:35:29.616941 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c99d49be-a0f0-4fc6-8fb7-979bd24ac2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.620301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c99d49be-a0f0-4fc6-8fb7-979bd24ac2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.621702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c99d49be-a0f0-4fc6-8fb7-979bd24ac2ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6173538-db4e-4e66-87fe-0e5a8d5962f3 HTTP/1.1" status: 204 len: 168 time: 0.2010264 Sep 16 16:35:29.630848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d49be-a0f0-4fc6-8fb7-979bd24ac2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6173538-db4e-4e66-87fe-0e5a8d5962f3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:29.645842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-94ce06d8-b690-4688-950e-2cd3c7755b9e service neutron] 10.222.0.22 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950827 Sep 16 16:35:29.702675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.781808 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-0e051d97-792c-4c5a-96c4-74a30017f795 service neutron] 10.222.0.22 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260705 Sep 16 16:35:29.838420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613169f-94ca-4203-b390-63cffc141ecf req-28f8ea11-1b59-47ae-813f-6c9f69f4ea16 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:29.840073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4613169f-94ca-4203-b390-63cffc141ecf req-28f8ea11-1b59-47ae-813f-6c9f69f4ea16 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 950 time: 0.0556436 Sep 16 16:35:29.869199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:29.926825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4613169f-94ca-4203-b390-63cffc141ecf req-af2474b1-88f5-4706-a0ca-3b375871d76b tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775476 Sep 16 16:35:29.928323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Network b446d02c-c15f-4f0f-91ea-b210a6b43a85 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:29.931624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:29.935496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:29.987913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event updated for resources: {'Port': ['ID=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:30.029869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:30.031270 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:30.072143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6492c848-32b9-4340-a5f5-b89d45ed75cd req-94fad07b-57af-4377-94de-e0e79c1abf23 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 210 time: 0.0348899 Sep 16 16:35:30.196596 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e37ca-fc58-4b1d-a878-e12f9ae383f1 req-3fa7bdf0-9d47-44bf-8f21-c703d9d390a0 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:30.200438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b19e37ca-fc58-4b1d-a878-e12f9ae383f1 req-3fa7bdf0-9d47-44bf-8f21-c703d9d390a0 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 932 time: 0.0639811 Sep 16 16:35:30.200438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-91533882-5e6e-4d82-9076-179cba9a13e1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5201790 Sep 16 16:35:30.214730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Request body: {'port': {'device_id': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:30.289586 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b19e37ca-fc58-4b1d-a878-e12f9ae383f1 req-e15c66cf-e0c8-4e2e-b31e-6b1d69e0961d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818303 Sep 16 16:35:30.294498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:30.569056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b780bb-7414-46d8-9f61-78f9e1c2a01e req-3f8ea599-21c2-4239-8b95-ce76b88c6f63 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:30.571342 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2b780bb-7414-46d8-9f61-78f9e1c2a01e req-3f8ea599-21c2-4239-8b95-ce76b88c6f63 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 943 time: 0.1082761 Sep 16 16:35:30.663073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d80b93f3-cd89-46b5-bd10-d11979a7054f req-aabee026-cc19-47db-89af-b949d7d38e09 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0499425 Sep 16 16:35:30.685344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2b780bb-7414-46d8-9f61-78f9e1c2a01e req-81bd46ce-8100-41c1-bd26-2c121734499b tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982666 Sep 16 16:35:30.703824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f460fd19-2976-4056-bb0c-aa2b9ded3e8b {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:30.721297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:30.735197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Transition to ACTIVE for port object f460fd19-2976-4056-bb0c-aa2b9ded3e8b will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:35:30.773528 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1913f692-cf22-4452-b10d-4d28ff512305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:30.806350 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:30.861546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Pushing event updated for resources: {'Port': ['ID=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:30.927373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Attempting to bind port f460fd19-2976-4056-bb0c-aa2b9ded3e8b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:30.927709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Attempting to bind port f460fd19-2976-4056-bb0c-aa2b9ded3e8b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:30.928033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Attempting to bind port f460fd19-2976-4056-bb0c-aa2b9ded3e8b on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:30.933109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Port f460fd19-2976-4056-bb0c-aa2b9ded3e8b on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:35:30.933426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Attempting to bind port f460fd19-2976-4056-bb0c-aa2b9ded3e8b on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:30.938169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:30.938500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Checking segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:30.938874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Bound using segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:30.944296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Bound port: f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:30.944296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:30.976901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40490) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:31.057964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] For port f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:31.077770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] For port f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:31.092200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-network', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:31.093259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd6853-bc8f-408e-8513-197bab0e9bf5 req-4ada597e-4ed5-40e6-a5a2-ede86da2fd0e tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:31.094809 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90bd6853-bc8f-408e-8513-197bab0e9bf5 req-4ada597e-4ed5-40e6-a5a2-ede86da2fd0e tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 950 time: 0.0721247 Sep 16 16:35:31.142208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90bd6853-bc8f-408e-8513-197bab0e9bf5 req-4bcc845c-6401-4b3d-a8f2-15b720549859 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 Sep 16 16:35:31.178206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ae16200-a71c-4ec5-b2cb-a8c839dbe31d req-4663ba7a-6663-401b-b99f-99d55227c7a3 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 210 time: 0.0350361 Sep 16 16:35:31.189440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.224908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:31.225479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:31.226470 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.228314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] 10.222.0.62 "PUT /v2.0/ports/f460fd19-2976-4056-bb0c-aa2b9ded3e8b HTTP/1.1" status: 200 len: 1092 time: 1.0186853 Sep 16 16:35:31.228802 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.230957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'tag': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:31.236469 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c8b377-8a9f-40fd-838e-3436e39a8ded" -d '{"events": [{"name": "network-changed", "server_uuid": "f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55", "tag": "f460fd19-2976-4056-bb0c-aa2b9ded3e8b"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:31.248527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.272301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f79c2-a5b2-4ac6-8831-609e84979e4a service neutron] Pushing event updated for resources: {'Port': ['ID=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:31.315989 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76805c75-71ce-4222-ba5b-fb41797ef94b x-openstack-request-id: req-76805c75-71ce-4222-ba5b-fb41797ef94b {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:31.316412 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55", "tag": "f460fd19-2976-4056-bb0c-aa2b9ded3e8b", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:31.316780 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76805c75-71ce-4222-ba5b-fb41797ef94b {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:31.317302 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'tag': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b', 'status': 'completed', 'code': 200} Sep 16 16:35:31.407737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.439738 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.469948 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.476802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b377-8a9f-40fd-838e-3436e39a8ded req-687851b1-27db-4363-a408-a1c4e7bd94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:31.480974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6c8b377-8a9f-40fd-838e-3436e39a8ded req-687851b1-27db-4363-a408-a1c4e7bd94d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 1095 time: 0.1457822 Sep 16 16:35:31.499041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:35:31.509185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54372cbe-c861-4b54-b192-b64b6374ade4 req-9bf18fcf-ed5e-4c95-8015-b0db6afcbbef tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:31.510805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54372cbe-c861-4b54-b192-b64b6374ade4 req-9bf18fcf-ed5e-4c95-8015-b0db6afcbbef tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 944 time: 0.0983956 Sep 16 16:35:31.515814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc780b3-f32b-418c-b724-2738fd9be42f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:31.521764 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.527293 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Added segment 0cfcc4fa-4f96-4363-932b-1d26e816ddbd of type vlan for network 62c586e6-0201-471e-b583-b9418df0ff0d Sep 16 16:35:31.569751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.615716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54372cbe-c861-4b54-b192-b64b6374ade4 req-150c965d-e7c3-4b51-9fcc-f96263301dbd tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787194 Sep 16 16:35:31.646188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b377-8a9f-40fd-838e-3436e39a8ded req-a30eb7d0-03d4-4991-97fa-6ac1f73333cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:31.647653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6c8b377-8a9f-40fd-838e-3436e39a8ded req-a30eb7d0-03d4-4991-97fa-6ac1f73333cd service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1fcc1c21760d475183f44f9951f34743&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1573536 Sep 16 16:35:31.698784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.699805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:31.700413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.760832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b377-8a9f-40fd-838e-3436e39a8ded req-44640b8b-2c42-430e-9c42-c18c0935c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:31.763892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6c8b377-8a9f-40fd-838e-3436e39a8ded req-44640b8b-2c42-430e-9c42-c18c0935c7f6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097343 Sep 16 16:35:31.773305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9e048ba9-8133-458a-8c71-eeec7d1093eb details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:35:31.794216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] Pushing event updated for resources: {'Network': ['ID=62c586e6-0201-471e-b583-b9418df0ff0d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:31.809294 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-903d9aef-7411-4c17-87c7-6a425119be64 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8312652 Sep 16 16:35:31.810335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40532) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:31.825025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 62c586e6-0201-471e-b583-b9418df0ff0d details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:35:31.837410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Request body: {'subnet': {'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-subnet', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:31.853565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-343a45eb-6438-44f8-8b27-9b5feb22efde req-9d70a22d-6c89-4d76-a186-075e5abea187 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0644655 Sep 16 16:35:31.923991 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.955730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:31.958163 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:31.974211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-0c9f0cba-babb-4824-a53d-b848cedcea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:31.976420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-0c9f0cba-babb-4824-a53d-b848cedcea1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 1095 time: 0.1210165 Sep 16 16:35:31.998739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6309fc7-ce4f-43d7-babd-c6ed32d3ad2a req-b9ec977d-8d02-4eec-a709-17f906ca7807 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:32.006232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6309fc7-ce4f-43d7-babd-c6ed32d3ad2a req-b9ec977d-8d02-4eec-a709-17f906ca7807 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 943 time: 0.1036441 Sep 16 16:35:32.037787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 9e048ba9-8133-458a-8c71-eeec7d1093eb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9e048ba9-8133-458a-8c71-eeec7d1093eb,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:32.050480 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-15e9c0c6-0bbd-485b-a613-7ba0f671a7d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b HTTP/1.1" status: 200 len: 217 time: 0.0651867 Sep 16 16:35:32.084321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '9e048ba9-8133-458a-8c71-eeec7d1093eb', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'port_id': '9e048ba9-8133-458a-8c71-eeec7d1093eb', 'mac_address': 'fa:16:3e:47:14:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:35:32.113663 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6309fc7-ce4f-43d7-babd-c6ed32d3ad2a req-4086b4a8-f938-47cf-a95b-a24f16d526b4 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066978 Sep 16 16:35:32.126852 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:32.137842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-209a50d5-a2ef-4f64-8658-02da62190d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:32.139758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-209a50d5-a2ef-4f64-8658-02da62190d75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ee6f1d-6290-4d7d-a539-0318591c727d HTTP/1.1" status: 200 len: 852 time: 0.0816805 Sep 16 16:35:32.140736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e048ba9-8133-458a-8c71-eeec7d1093eb {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:32.162208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 9e048ba9-8133-458a-8c71-eeec7d1093eb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9e048ba9-8133-458a-8c71-eeec7d1093eb,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:32.181103 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-221243ee-0002-48e2-b387-dae433a5f8b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b446d02c-c15f-4f0f-91ea-b210a6b43a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330880 Sep 16 16:35:32.247826 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:32.307582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=9e048ba9-8133-458a-8c71-eeec7d1093eb,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:32.311626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00c9f03a-50c5-4ad1-92a7-70b36d98427d req-7c42d7c1-07ab-4098-956b-cebf86f757b3 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 210 time: 0.0401034 Sep 16 16:35:32.317245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.317796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.318492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.319049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.319599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.320298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.320829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.321577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.322061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.322414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.322744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.323068 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:35:32.349013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-b940eeef-6c3e-4965-a4c1-830b4d8844fd service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513391 Sep 16 16:35:32.352769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-2fc80be9-746f-4d28-8bc2-465c80d7a9a4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:32.354263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-2fc80be9-746f-4d28-8bc2-465c80d7a9a4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.62 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 813 time: 0.1561244 Sep 16 16:35:32.355688 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:32.388684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Request body: {'port': {'device_id': '7a8db48a-5565-495e-ba15-9f1f4dfa5c57', 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4', 'admin_state_up': True, 'tenant_id': '1c931535f43f40a48d54d33f85dc031b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:32.454503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['9e048ba9-8133-458a-8c71-eeec7d1093eb'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:32.485861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cf1c752-faf1-4607-ba9a-5ae94fea874a req-4a151e3d-dbd6-46ea-a4e2-bef23b9c6bf1 service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207383 Sep 16 16:35:32.486076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94aa22e8-4939-422f-b724-bd08abd2ae2f,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:32.498023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Checking segment: {'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:32.498458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Network hostable DHCP agents. Network: 62c586e6-0201-471e-b583-b9418df0ff0d, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:35:32.509518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40552) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:32.579221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Network 62c586e6-0201-471e-b583-b9418df0ff0d is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:35:32.628724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Made reservation on behalf of 1c931535f43f40a48d54d33f85dc031b for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:35:32.633628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:32.635043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a60fff45-b9e4-422f-ab0f-d792f60d9f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:32.657544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 62c586e6-0201-471e-b583-b9418df0ff0d) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:32.663265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:32.664580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:32.673454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4d90bc-416e-4b75-b9a7-7d4132d7278a None None] Network 62c586e6-0201-471e-b583-b9418df0ff0d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:32.770766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55863769-d061-4150-ad64-7afb4fd187e0 req-6c0bedf8-c9a7-42f2-961b-3315282aa954 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:32.772472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55863769-d061-4150-ad64-7afb4fd187e0 req-6c0bedf8-c9a7-42f2-961b-3315282aa954 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 944 time: 0.0749483 Sep 16 16:35:32.798692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Allocated IP 172.20.0.3 (563fff5e-1376-43e1-95f9-8f5d140768a4/bd721634-0d0a-487a-bef8-32f33a114e5f/f0d9086f-4dd4-4585-93d4-7060af135827) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:32.811698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a60fff45-b9e4-422f-ab0f-d792f60d9f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:32.835829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55863769-d061-4150-ad64-7afb4fd187e0 req-9b002ef9-b3e0-4736-8fb4-36f3c1063f02 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467548 Sep 16 16:35:32.836173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-62c586e6-0201-471e-b583-b9418df0ff0d', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:35:32.836173 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:32.888108 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a60fff45-b9e4-422f-ab0f-d792f60d9f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:32.962586 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a60fff45-b9e4-422f-ab0f-d792f60d9f50 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf2a9460a06e467cafd4e7efc065a177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519477 Sep 16 16:35:32.969240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40562) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:32.977536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fff45-b9e4-422f-ab0f-d792f60d9f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9691ff-8548-4ed9-8924-48509180a31b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:32.982018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a732858-df42-4f42-9697-8cfc32c031db req-6b8e1f8d-a974-4231-a6af-02d27feea822 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0368373 Sep 16 16:35:33.012006 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b2ec6882-16c3-4459-88ad-a7dc5ecd9c77 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1981764 Sep 16 16:35:33.013057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40568) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:33.016996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:33.034309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.101018 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4c1220c1-463e-4a30-b920-a4bf8d4af64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.126052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.126307 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4c1220c1-463e-4a30-b920-a4bf8d4af64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.127129 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.173491 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Allocated IP 172.20.0.2 (62c586e6-0201-471e-b583-b9418df0ff0d/94aa22e8-4939-422f-b724-bd08abd2ae2f/1aaf9076-acfd-4b52-9e3d-064c6590bdda) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:33.208417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.209690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.240609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6fc9edce-3b61-4687-9887-899d2aca0566'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:33.252505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Network 563fff5e-1376-43e1-95f9-8f5d140768a4 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:33.256552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:33.259727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:33.267760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f559771-9012-4e69-8eac-df1060c8a067 req-6a6c365e-0016-4715-9276-aebee8895344 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:33.269549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f559771-9012-4e69-8eac-df1060c8a067 req-6a6c365e-0016-4715-9276-aebee8895344 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 944 time: 0.0624592 Sep 16 16:35:33.287855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4c1220c1-463e-4a30-b920-a4bf8d4af64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.291133 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4c1220c1-463e-4a30-b920-a4bf8d4af64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.294925 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4c1220c1-463e-4a30-b920-a4bf8d4af64d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c9691ff-8548-4ed9-8924-48509180a31b HTTP/1.1" status: 204 len: 168 time: 0.3219650 Sep 16 16:35:33.315770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Pushing event updated for resources: {'Port': ['ID=f0d9086f-4dd4-4585-93d4-7060af135827,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:33.321921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1220c1-463e-4a30-b920-a4bf8d4af64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9691ff-8548-4ed9-8924-48509180a31b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:33.340566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:33.341549 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.394392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f559771-9012-4e69-8eac-df1060c8a067 req-f36159c7-ce83-4d51-9db7-58cb75d358c4 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172218 Sep 16 16:35:33.423451 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.425180 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-f01b6daa-94d2-4923-ad27-8f4e57f3c379 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0444655 Sep 16 16:35:33.440030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Request body: {'port': {'device_id': '7a8db48a-5565-495e-ba15-9f1f4dfa5c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:33.469178 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.506377 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.534322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbabab-2cd9-496b-afe0-ae466dfaa00c req-9327498c-f9c3-460e-9445-e9db733266cd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:33.539780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39cbabab-2cd9-496b-afe0-ae466dfaa00c req-9327498c-f9c3-460e-9445-e9db733266cd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 931 time: 0.0622022 Sep 16 16:35:33.545071 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.548882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Network 62c586e6-0201-471e-b583-b9418df0ff0d is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:33.553643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:33.557728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:33.604260 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39cbabab-2cd9-496b-afe0-ae466dfaa00c req-7c731b7f-bb71-494f-89ee-957153a4ebb9 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589862 Sep 16 16:35:33.610842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Pushing event updated for resources: {'Port': ['ID=1aaf9076-acfd-4b52-9e3d-064c6590bdda,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:33.659471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Attempting to bind port 1aaf9076-acfd-4b52-9e3d-064c6590bdda on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:33.659711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Attempting to bind port 1aaf9076-acfd-4b52-9e3d-064c6590bdda by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:33.660032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Attempting to bind port 1aaf9076-acfd-4b52-9e3d-064c6590bdda on network 62c586e6-0201-471e-b583-b9418df0ff0d {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:33.666337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:33.666801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Checking segment: {'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:33.667201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.667586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Bound using segment: {'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:33.668048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Bound port: 1aaf9076-acfd-4b52-9e3d-064c6590bdda, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:33.668598 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.709581 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.742674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] For port 1aaf9076-acfd-4b52-9e3d-064c6590bdda, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:33.746198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] For port 1aaf9076-acfd-4b52-9e3d-064c6590bdda, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1aaf9076-acfd-4b52-9e3d-064c6590bdda,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:33.773942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9e048ba9-8133-458a-8c71-eeec7d1093eb up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:33.799407 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.818245 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.820457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.891581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d9086f-4dd4-4585-93d4-7060af135827 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:33.905511 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:33.916196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afba7a-09a3-4e18-8b96-d2bb49e18fcf None None] Pushing event updated for resources: {'Port': ['ID=1aaf9076-acfd-4b52-9e3d-064c6590bdda,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:33.935155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Transition to ACTIVE for port object f0d9086f-4dd4-4585-93d4-7060af135827 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:35:33.970278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Allocated IP 172.25.6.247 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/787e874f-1f4f-4d2e-8036-df078b554fb2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:33.999906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 9e048ba9-8133-458a-8c71-eeec7d1093eb completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:35:34.004349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 9e048ba9-8133-458a-8c71-eeec7d1093eb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:34.004750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.030548 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.041875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6fd7e-45bb-410a-9136-d85b381fbae1 req-01fcc1f9-4ef0-4538-8def-bcdc738774cc tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:34.043440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fe6fd7e-45bb-410a-9136-d85b381fbae1 req-01fcc1f9-4ef0-4538-8def-bcdc738774cc tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 944 time: 0.0874555 Sep 16 16:35:34.046759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40588) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:34.109578 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6861240-6dfc-4102-968b-ec1e3e2bd758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.130782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.155026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d9086f-4dd4-4585-93d4-7060af135827,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:34.170156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e048ba9-8133-458a-8c71-eeec7d1093eb'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:34.172418 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6831a17-20c8-42aa-aebe-cd27679c05c1" -d '{"events": [{"server_uuid": "d8645ed5-40ea-4893-967b-2f56d84e9936", "name": "network-vif-plugged", "status": "completed", "tag": "9e048ba9-8133-458a-8c71-eeec7d1093eb"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:34.192726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 9e048ba9-8133-458a-8c71-eeec7d1093eb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9e048ba9-8133-458a-8c71-eeec7d1093eb,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:34.232468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6d53579-3753-41ba-864b-7c7d7ab877c6 req-ea8d0a6c-b493-4725-add1-b80e482b7499 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0664666 Sep 16 16:35:34.242852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fe6fd7e-45bb-410a-9136-d85b381fbae1 req-a69c9b1e-2760-451a-90bc-b823e0841ac5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598048 Sep 16 16:35:34.247413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Attempting to bind port f0d9086f-4dd4-4585-93d4-7060af135827 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:34.248007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Attempting to bind port f0d9086f-4dd4-4585-93d4-7060af135827 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:34.248587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Attempting to bind port f0d9086f-4dd4-4585-93d4-7060af135827 on network 563fff5e-1376-43e1-95f9-8f5d140768a4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:34.255115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Port f0d9086f-4dd4-4585-93d4-7060af135827 on network 563fff5e-1376-43e1-95f9-8f5d140768a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:35:34.255704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Attempting to bind port f0d9086f-4dd4-4585-93d4-7060af135827 on network 563fff5e-1376-43e1-95f9-8f5d140768a4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:34.274541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.275244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:34.275654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Checking segment: {'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:34.276056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Bound using segment: {'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:34.276579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Bound port: f0d9086f-4dd4-4585-93d4-7060af135827, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:34.276998 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.281819 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.332886 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6484d77b-fd0f-4aa9-856e-8ba6accdbc20 x-openstack-request-id: req-6484d77b-fd0f-4aa9-856e-8ba6accdbc20 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:34.333179 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8645ed5-40ea-4893-967b-2f56d84e9936", "name": "network-vif-plugged", "status": "completed", "tag": "9e048ba9-8133-458a-8c71-eeec7d1093eb", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:34.333424 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6484d77b-fd0f-4aa9-856e-8ba6accdbc20 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:34.333810 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e048ba9-8133-458a-8c71-eeec7d1093eb', 'code': 200} Sep 16 16:35:34.367409 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6861240-6dfc-4102-968b-ec1e3e2bd758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.369331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] For port f0d9086f-4dd4-4585-93d4-7060af135827, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:34.373368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=9e048ba9-8133-458a-8c71-eeec7d1093eb,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:34.374606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] For port f0d9086f-4dd4-4585-93d4-7060af135827, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f0d9086f-4dd4-4585-93d4-7060af135827,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:34.437886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6861240-6dfc-4102-968b-ec1e3e2bd758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.482019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.492965 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.496247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a6861240-6dfc-4102-968b-ec1e3e2bd758 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02643cb3b7164805bed7d877059d3282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494197 Sep 16 16:35:34.501629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6861240-6dfc-4102-968b-ec1e3e2bd758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363c294d-865a-47ea-ad28-f799a8e8e9a2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:34.510499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40604) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:34.526427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a78a1-79de-4cd8-b828-50c03d6436fc req-75244571-2766-4ffa-a38f-2aaf5ac3a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:34.527946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b96a78a1-79de-4cd8-b828-50c03d6436fc req-75244571-2766-4ffa-a38f-2aaf5ac3a447 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 1096 time: 0.1204226 Sep 16 16:35:34.537705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:34.538368 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.539878 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] 10.222.0.62 "PUT /v2.0/ports/f0d9086f-4dd4-4585-93d4-7060af135827 HTTP/1.1" status: 200 len: 1091 time: 1.1061394 Sep 16 16:35:34.540362 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8db48a-5565-495e-ba15-9f1f4dfa5c57', 'tag': 'f0d9086f-4dd4-4585-93d4-7060af135827'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:34.542607 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf059df3-ca27-42ec-8afc-a4ea850cc724" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8db48a-5565-495e-ba15-9f1f4dfa5c57", "tag": "f0d9086f-4dd4-4585-93d4-7060af135827"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:34.560658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a3be14a6-d330-44e8-b2e0-89f2d44d6022 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:35:34.573570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:34.581018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:34.587604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:34.599945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d866460-def4-4f35-90da-eee6a4ca85c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d9086f-4dd4-4585-93d4-7060af135827,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:34.606982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ddcd4e82-60e5-4265-a71f-1d43e0cc7ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.624800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Pushing event updated for resources: {'Port': ['ID=787e874f-1f4f-4d2e-8036-df078b554fb2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:34.630554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ddcd4e82-60e5-4265-a71f-1d43e0cc7ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.646964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a98ca0-20da-46a6-ba6d-d9463ae7148a req-d1e12ea5-792f-4007-829b-10c02f27236a tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:34.653537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0a98ca0-20da-46a6-ba6d-d9463ae7148a req-d1e12ea5-792f-4007-829b-10c02f27236a tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 945 time: 0.1736884 Sep 16 16:35:34.664524 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b96a78a1-79de-4cd8-b828-50c03d6436fc req-0c8378c9-3226-409c-afc6-072613a87974 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178219 Sep 16 16:35:34.695019 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28750adc-0245-4ae7-971e-d0ef801cbc6a x-openstack-request-id: req-28750adc-0245-4ae7-971e-d0ef801cbc6a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:34.695309 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8db48a-5565-495e-ba15-9f1f4dfa5c57", "tag": "f0d9086f-4dd4-4585-93d4-7060af135827", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:34.695746 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28750adc-0245-4ae7-971e-d0ef801cbc6a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:34.696153 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8db48a-5565-495e-ba15-9f1f4dfa5c57', 'tag': 'f0d9086f-4dd4-4585-93d4-7060af135827', 'status': 'completed', 'code': 200} Sep 16 16:35:34.730772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-c4a8d7c1-cf16-4861-b83b-5860a1336500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:34.735983 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-c4a8d7c1-cf16-4861-b83b-5860a1336500 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 1094 time: 0.0743270 Sep 16 16:35:34.741546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:34.752746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'mac_address': 'fa:16:3e:3e:78:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:35:34.799631 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.814775 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3be14a6-d330-44e8-b2e0-89f2d44d6022 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:34.836633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:34.847049 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ddcd4e82-60e5-4265-a71f-1d43e0cc7ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.850183 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ddcd4e82-60e5-4265-a71f-1d43e0cc7ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.852007 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ddcd4e82-60e5-4265-a71f-1d43e0cc7ac4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/363c294d-865a-47ea-ad28-f799a8e8e9a2 HTTP/1.1" status: 204 len: 168 time: 0.3405576 Sep 16 16:35:34.880261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd4e82-60e5-4265-a71f-1d43e0cc7ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363c294d-865a-47ea-ad28-f799a8e8e9a2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:34.921841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:34.963494 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-d3d99b8e-76d4-4c87-8c7c-f9514ed41fb3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d9086f-4dd4-4585-93d4-7060af135827 HTTP/1.1" status: 200 len: 217 time: 0.1026807 Sep 16 16:35:35.017358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:35.042876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a3be14a6-d330-44e8-b2e0-89f2d44d6022'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:35.079258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-8e9f1d16-662a-4bc8-88a8-4cd9377ed434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:35.084791 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-8e9f1d16-662a-4bc8-88a8-4cd9377ed434 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 200 len: 853 time: 0.1136496 Sep 16 16:35:35.126315 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-9680aadd-4988-4ccc-a2c1-3c55e4eada52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=563fff5e-1376-43e1-95f9-8f5d140768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314004 Sep 16 16:35:35.231130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9720da8f-259e-48c1-9284-b73931154689 None None] Network 62c586e6-0201-471e-b583-b9418df0ff0d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:35:35.257816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0a98ca0-20da-46a6-ba6d-d9463ae7148a req-db5ee250-b596-4d62-ad25-4c31599d349c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5972190 Sep 16 16:35:35.259119 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-9388bf53-f89c-4e79-b76c-ed661e829c48 service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239004 Sep 16 16:35:35.272120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e32c2-1ec5-4767-afcc-f27481609ae7 req-5e946608-ef58-40d9-b722-8d80b9a86f88 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:35.285071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf9e32c2-1ec5-4767-afcc-f27481609ae7 req-5e946608-ef58-40d9-b722-8d80b9a86f88 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 943 time: 0.5291545 Sep 16 16:35:35.330038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf9e32c2-1ec5-4767-afcc-f27481609ae7 req-41158619-5c45-440d-9ae9-0ce254e16224 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481169 Sep 16 16:35:35.369000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4fbebd91-cb1e-43ee-a594-06c8a023520b None None] Provisioning complete for port 1aaf9076-acfd-4b52-9e3d-064c6590bdda triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:35.369632 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fbebd91-cb1e-43ee-a594-06c8a023520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:35.466732 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84fb2ccd-9750-4560-aa20-f29a23ebd24f req-7cf4033a-da3c-418f-863d-60ab47a24d93 service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970870 Sep 16 16:35:35.480552 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab6b50a9-ede2-4e2b-a351-ab9bbff7b308 req-049a897e-4f83-4169-9ca9-7b67f26315bb tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0637734 Sep 16 16:35:35.573906 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:35.585334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818f22d-5830-4d97-bcf0-8ecdc38d86ca req-db0bcb9e-a4f3-4c26-a3d1-76d23890bc93 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:35.587019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7818f22d-5830-4d97-bcf0-8ecdc38d86ca req-db0bcb9e-a4f3-4c26-a3d1-76d23890bc93 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 944 time: 0.1487191 Sep 16 16:35:35.606077 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fbebd91-cb1e-43ee-a594-06c8a023520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:35.659354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4fbebd91-cb1e-43ee-a594-06c8a023520b None None] For port 1aaf9076-acfd-4b52-9e3d-064c6590bdda, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1aaf9076-acfd-4b52-9e3d-064c6590bdda,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:35.678746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7818f22d-5830-4d97-bcf0-8ecdc38d86ca req-03cf5063-10c0-417b-89dd-8357142dd7c3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556512 Sep 16 16:35:35.730704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf059df3-ca27-42ec-8afc-a4ea850cc724 req-0ef898ff-a06a-42fb-81f2-a5c952b4356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:35.738992 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fbebd91-cb1e-43ee-a594-06c8a023520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:35.745860 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf059df3-ca27-42ec-8afc-a4ea850cc724 req-0ef898ff-a06a-42fb-81f2-a5c952b4356c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 1094 time: 0.1516848 Sep 16 16:35:35.796010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f460fd19-2976-4056-bb0c-aa2b9ded3e8b details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:35:35.808348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1aaf9076-acfd-4b52-9e3d-064c6590bdda up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:35.927346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf059df3-ca27-42ec-8afc-a4ea850cc724 req-b5f9d041-d175-4de9-b43b-6006f662d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:35.930129 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf059df3-ca27-42ec-8afc-a4ea850cc724 req-b5f9d041-d175-4de9-b43b-6006f662d060 service neutron] 10.222.0.62 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 914 time: 0.1820498 Sep 16 16:35:35.934602 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:35.955124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbebd91-cb1e-43ee-a594-06c8a023520b None None] Pushing event updated for resources: {'Port': ['ID=1aaf9076-acfd-4b52-9e3d-064c6590bdda,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:36.013034 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf059df3-ca27-42ec-8afc-a4ea850cc724 req-ddcc97b5-9cc8-4320-b3ce-d972400fe057 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d9086f-4dd4-4585-93d4-7060af135827 HTTP/1.1" status: 200 len: 217 time: 0.0748041 Sep 16 16:35:36.024243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1aaf9076-acfd-4b52-9e3d-064c6590bdda triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:36.024648 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:36.076922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:36.096147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'port_id': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b', 'mac_address': 'fa:16:3e:ec:35:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ee6f1d-6290-4d7d-a539-0318591c727d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:35:36.116098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf059df3-ca27-42ec-8afc-a4ea850cc724 req-1485d790-358b-453b-850b-e08ff1ba68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:36.118619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf059df3-ca27-42ec-8afc-a4ea850cc724 req-1485d790-358b-453b-850b-e08ff1ba68a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 200 len: 853 time: 0.0981543 Sep 16 16:35:36.172135 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf059df3-ca27-42ec-8afc-a4ea850cc724 req-fcd62166-5750-429a-a0d9-367aa4120cad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=563fff5e-1376-43e1-95f9-8f5d140768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452025 Sep 16 16:35:36.174160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:36.190443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0309d4c2-a5b4-4f66-9113-11b63c28abd2 None None] Provisioning complete for port 1aaf9076-acfd-4b52-9e3d-064c6590bdda triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:36.190817 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0309d4c2-a5b4-4f66-9113-11b63c28abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:36.194307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f460fd19-2976-4056-bb0c-aa2b9ded3e8b {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:36.223436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Router 5659946e-652d-4b15-ae77-653a31430113 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:35:36.261905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:36.305252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf059df3-ca27-42ec-8afc-a4ea850cc724 req-778d7c08-b84b-46e3-a5b6-5cfbc6c56c12 service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244771 Sep 16 16:35:36.332419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:36.426920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:36.461958 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf059df3-ca27-42ec-8afc-a4ea850cc724 req-23956148-62e2-424f-9c99-8c250c215f4c service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480253 Sep 16 16:35:36.555238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f460fd19-2976-4056-bb0c-aa2b9ded3e8b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:36.575891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:35:36.581852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a3be14a6-d330-44e8-b2e0-89f2d44d6022 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:36.599442 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Sync routers for ids ['5659946e-652d-4b15-ae77-653a31430113'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:35:36.612718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe14ff6-09a6-449b-bac4-922434a8f334 req-bea3a1f5-8e55-4b0b-9c92-8044af894d6d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:36.612718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fe14ff6-09a6-449b-bac4-922434a8f334 req-bea3a1f5-8e55-4b0b-9c92-8044af894d6d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 945 time: 0.1091533 Sep 16 16:35:36.625436 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Routers {'5659946e-652d-4b15-ae77-653a31430113'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:36.625627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a10f4c-761c-409d-bf6d-e2308a89ed69 req-a40e3c34-3cbd-48f3-a1b8-eb7027314a80 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:36.626059 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5659946e-652d-4b15-ae77-653a31430113'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:36.627000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45a10f4c-761c-409d-bf6d-e2308a89ed69 req-a40e3c34-3cbd-48f3-a1b8-eb7027314a80 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 943 time: 0.1181374 Sep 16 16:35:36.707814 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:36.715937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40686) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:36.721190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port a3be14a6-d330-44e8-b2e0-89f2d44d6022 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:36.721964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:36.722347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d1846758-8fc0-48ea-a276-56fda883650e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7087297 Sep 16 16:35:36.769992 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Set router 5659946e-652d-4b15-ae77-653a31430113 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:36.810355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45a10f4c-761c-409d-bf6d-e2308a89ed69 req-76c706e4-852f-465f-9a00-153f40c4ad46 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733246 Sep 16 16:35:36.841603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fe14ff6-09a6-449b-bac4-922434a8f334 req-44fa0c0f-47be-49e5-9596-555c44bfcf26 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134633 Sep 16 16:35:36.997806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15475b24-c30e-407c-ada5-c2ce2d6b486c req-15933e3a-049b-4b93-8166-3ebf99497c7a tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0663197 Sep 16 16:35:37.041729 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:37.087595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:37.088669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:37.091031 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd8b02a-7670-4001-8f36-678f8f81632c" -d '{"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-plugged", "status": "completed", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:37.130653 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:35Z', 'revision_number': 3, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:37.166357 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Checking router: 5659946e-652d-4b15-ae77-653a31430113 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:35:37.166658 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Updating router 5659946e-652d-4b15-ae77-653a31430113 port 787e874f-1f4f-4d2e-8036-df078b554fb2 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:35:37.197171 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:37.205750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:37.214520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e982e-25d0-4608-a1bf-e252154943c8 req-289d4ed0-d3a1-485f-a237-6852e4a5c82b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:37.214626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-766e982e-25d0-4608-a1bf-e252154943c8 req-289d4ed0-d3a1-485f-a237-6852e4a5c82b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 945 time: 0.0843792 Sep 16 16:35:37.328706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-766e982e-25d0-4608-a1bf-e252154943c8 req-88039fea-1c6c-4968-8681-02cb9c2adb10 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063085 Sep 16 16:35:37.391038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:37.394241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e3dd7-155b-4dd8-a7b5-2b2450f8d197 req-5c06003b-5970-42b8-9abc-e00c1ab77de8 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:37.401706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-860e3dd7-155b-4dd8-a7b5-2b2450f8d197 req-5c06003b-5970-42b8-9abc-e00c1ab77de8 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 945 time: 0.1147113 Sep 16 16:35:37.410198 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40706) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:37.415766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b2628a74-ef9d-4fd3-8e1a-b28e7cd6e65c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Request body: {'floatingip': {'port_id': '9e048ba9-8133-458a-8c71-eeec7d1093eb'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:35:37.422953 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219dc21-9c2c-4e40-a22e-0fe06280dc86 x-openstack-request-id: req-4219dc21-9c2c-4e40-a22e-0fe06280dc86 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:37.423250 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-plugged", "status": "completed", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:37.423496 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4219dc21-9c2c-4e40-a22e-0fe06280dc86 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:37.423886 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'code': 200} Sep 16 16:35:37.485798 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2628a74-ef9d-4fd3-8e1a-b28e7cd6e65c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:37.609287 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:37.666990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1aaf9076-acfd-4b52-9e3d-064c6590bdda up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:37.687503 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:37.769683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1aaf9076-acfd-4b52-9e3d-064c6590bdda triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:37.769909 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db41b79-823c-4d35-8b67-df94e7e2e171 None None] Pushing event updated for resources: {'Port': ['ID=787e874f-1f4f-4d2e-8036-df078b554fb2,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:37.770065 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:37.798776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f460fd19-2976-4056-bb0c-aa2b9ded3e8b up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:37.801373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:37.821118 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Attempting to bind port 787e874f-1f4f-4d2e-8036-df078b554fb2 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:37.821912 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Attempting to bind port 787e874f-1f4f-4d2e-8036-df078b554fb2 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:37.822640 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Attempting to bind port 787e874f-1f4f-4d2e-8036-df078b554fb2 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:37.829161 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:37.829609 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:37.830227 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:37.830599 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:37.831083 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Bound port: 787e874f-1f4f-4d2e-8036-df078b554fb2, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:37.831468 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:37.946007 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] For port 787e874f-1f4f-4d2e-8036-df078b554fb2, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:37.968848 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] For port 787e874f-1f4f-4d2e-8036-df078b554fb2, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=787e874f-1f4f-4d2e-8036-df078b554fb2,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:37.997764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3936de-434c-4e28-8713-735be4ea671a req-7ec139dd-7bd8-47eb-808e-e34f09328c51 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:38.010908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f3936de-434c-4e28-8713-735be4ea671a req-7ec139dd-7bd8-47eb-808e-e34f09328c51 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 943 time: 0.1011989 Sep 16 16:35:38.053172 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:38.105645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f3936de-434c-4e28-8713-735be4ea671a req-1ae5900c-47ec-4c95-9879-95755ed39f44 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864849 Sep 16 16:35:38.154041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Allocated IP 172.20.0.1 (62c586e6-0201-471e-b583-b9418df0ff0d/94aa22e8-4939-422f-b724-bd08abd2ae2f/c16f1fdc-33a5-4648-9f83-c7fbd35822ab) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:35:38.174974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port f460fd19-2976-4056-bb0c-aa2b9ded3e8b completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:35:38.178633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port f460fd19-2976-4056-bb0c-aa2b9ded3e8b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:38.179587 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:38.219415 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Routers {'5659946e-652d-4b15-ae77-653a31430113'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:38.220061 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5659946e-652d-4b15-ae77-653a31430113'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:38.254205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-336a6c15-7da8-4eb4-a26c-f3c00305d880 req-a9718843-cf62-44b2-b20a-a8081cb77fab tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.1030881 Sep 16 16:35:38.373387 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:38.391255 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db41b79-823c-4d35-8b67-df94e7e2e171 None None] Pushing event updated for resources: {'Port': ['ID=787e874f-1f4f-4d2e-8036-df078b554fb2,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:38.492964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:38.529891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d4fa-77ff-4458-8f95-3ff3fa7873fd req-972181a6-3bc3-4240-884a-c356ee586536 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:38.534914 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] Set router 5659946e-652d-4b15-ae77-653a31430113 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:38.537765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8e4d4fa-77ff-4458-8f95-3ff3fa7873fd req-972181a6-3bc3-4240-884a-c356ee586536 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 945 time: 0.0745831 Sep 16 16:35:38.542682 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:38.640326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8e4d4fa-77ff-4458-8f95-3ff3fa7873fd req-6649f1ef-7a63-4633-b64f-efd57caceb4f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011407 Sep 16 16:35:38.654116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:38.911629 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:35Z', 'revision_number': 3, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:38.953486 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2578c-666a-4953-a8f6-136a11a1d605 None None] The sync data for ids ['5659946e-652d-4b15-ae77-653a31430113'] in n-d-807786-3 is: [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:35Z', 'revision_number': 3, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:35:38.980981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:39.203526 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2628a74-ef9d-4fd3-8e1a-b28e7cd6e65c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:39.230598 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:39.307721 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2628a74-ef9d-4fd3-8e1a-b28e7cd6e65c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:39.317388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb91e74-d427-49af-b2e1-7f4ef9ecccb2 req-a801283d-1cd6-4406-a132-da02799e8b58 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:39.324536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fb91e74-d427-49af-b2e1-7f4ef9ecccb2 req-a801283d-1cd6-4406-a132-da02799e8b58 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 943 time: 0.1186738 Sep 16 16:35:39.424845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:39.427083 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147e8bbd-e858-43e2-b433-9305d3e81b25" -d '{"events": [{"server_uuid": "f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55", "name": "network-vif-plugged", "status": "completed", "tag": "f460fd19-2976-4056-bb0c-aa2b9ded3e8b"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:39.491213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03a5f5ad-ab5f-42c9-b380-364606f94c6c req-9abaa37d-2cfd-4c2c-bea9-29e1d9fedef1 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0787060 Sep 16 16:35:39.495945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fb91e74-d427-49af-b2e1-7f4ef9ecccb2 req-c43a5bb9-f14c-488e-ba17-c13eee9e95a7 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632476 Sep 16 16:35:39.543142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Network 62c586e6-0201-471e-b583-b9418df0ff0d is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:39.551614 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-b2628a74-ef9d-4fd3-8e1a-b28e7cd6e65c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Floating IP 5fb23759-1568-4c39-bef2-1f4253145727 associated. External IP: 172.25.6.172, port: 9e048ba9-8133-458a-8c71-eeec7d1093eb. Sep 16 16:35:39.568909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:39.593678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:35:39.642761 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de49b6ef-f8c4-45cf-af7c-097cbcedbd1b x-openstack-request-id: req-de49b6ef-f8c4-45cf-af7c-097cbcedbd1b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:39.643061 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55", "name": "network-vif-plugged", "status": "completed", "tag": "f460fd19-2976-4056-bb0c-aa2b9ded3e8b", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:39.643311 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-de49b6ef-f8c4-45cf-af7c-097cbcedbd1b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:39.643699 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b', 'code': 200} Sep 16 16:35:39.707626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Pushing event updated for resources: {'Port': ['ID=c16f1fdc-33a5-4648-9f83-c7fbd35822ab,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:39.796122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 787e874f-1f4f-4d2e-8036-df078b554fb2 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:39.879584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61539a6a-ff96-4383-8d09-764d32308c17 req-941b6632-338f-406b-ad84-88c594d85e7a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:39.882924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f0d9086f-4dd4-4585-93d4-7060af135827 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:35:39.890152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61539a6a-ff96-4383-8d09-764d32308c17 req-941b6632-338f-406b-ad84-88c594d85e7a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1102874 Sep 16 16:35:39.921970 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:39.937305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e5e6-5711-4b37-869f-7236f9700a3b req-a19ae284-7724-44a8-8776-0508725005ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:39.939435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfa0e5e6-5711-4b37-869f-7236f9700a3b req-a19ae284-7724-44a8-8776-0508725005ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 1097 time: 0.1801248 Sep 16 16:35:40.009271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61539a6a-ff96-4383-8d09-764d32308c17 req-10d19bdd-feb4-4380-a250-4332891b8a78 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124265 Sep 16 16:35:40.081692 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfa0e5e6-5711-4b37-869f-7236f9700a3b req-ee7f8760-9e53-4a3e-ae3b-5381fc2e2c0e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848048 Sep 16 16:35:40.172359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 787e874f-1f4f-4d2e-8036-df078b554fb2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:40.179540 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:40.300953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f0d9086f-4dd4-4585-93d4-7060af135827, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f0d9086f-4dd4-4585-93d4-7060af135827,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:40.305295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2628a74-ef9d-4fd3-8e1a-b28e7cd6e65c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Router b9e761cf-2b54-4317-877b-0b938cdb7d99 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:35:40.322027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-390f7607-e094-4b20-bfa4-d9ea957d2645 None None] Provisioning complete for port c16f1fdc-33a5-4648-9f83-c7fbd35822ab triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:40.322469 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-390f7607-e094-4b20-bfa4-d9ea957d2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:40.352241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'f0d9086f-4dd4-4585-93d4-7060af135827', 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4', 'port_id': 'f0d9086f-4dd4-4585-93d4-7060af135827', 'mac_address': 'fa:16:3e:64:52:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd721634-0d0a-487a-bef8-32f33a114e5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:35:40.427162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-390f7607-e094-4b20-bfa4-d9ea957d2645 None None] Port c16f1fdc-33a5-4648-9f83-c7fbd35822ab cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:35:40.471881 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:40.491241 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:40.510777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d9086f-4dd4-4585-93d4-7060af135827 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:35:40.520011 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:40.574506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f0d9086f-4dd4-4585-93d4-7060af135827, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f0d9086f-4dd4-4585-93d4-7060af135827,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:40.584780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 787e874f-1f4f-4d2e-8036-df078b554fb2, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=787e874f-1f4f-4d2e-8036-df078b554fb2,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:40.611266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2628a74-ef9d-4fd3-8e1a-b28e7cd6e65c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:35:40.622564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] Sync routers for ids ['b9e761cf-2b54-4317-877b-0b938cdb7d99'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:35:40.636231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] Routers {'b9e761cf-2b54-4317-877b-0b938cdb7d99'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:40.638352 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2628a74-ef9d-4fd3-8e1a-b28e7cd6e65c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:40.639330 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9e761cf-2b54-4317-877b-0b938cdb7d99'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:40.767191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67f9b027-c571-43a3-9374-06c20ccbfc0f req-fe17f21d-a465-41be-807e-9b9b6ee47d32 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0400395 Sep 16 16:35:40.806535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb12eb6-e597-4768-b823-74a0d48f7d64 req-3befc637-c806-47e5-a6ad-2ae7f070bdf0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:40.808234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fb12eb6-e597-4768-b823-74a0d48f7d64 req-3befc637-c806-47e5-a6ad-2ae7f070bdf0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 944 time: 0.1398482 Sep 16 16:35:40.821879 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b2628a74-ef9d-4fd3-8e1a-b28e7cd6e65c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "PUT /v2.0/floatingips/5fb23759-1568-4c39-bef2-1f4253145727 HTTP/1.1" status: 200 len: 991 time: 3.4075434 Sep 16 16:35:40.822077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'tag': '9e048ba9-8133-458a-8c71-eeec7d1093eb'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:40.824867 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9ce031-1c08-42c6-afb3-13405b450053" -d '{"events": [{"name": "network-changed", "server_uuid": "d8645ed5-40ea-4893-967b-2f56d84e9936", "tag": "9e048ba9-8133-458a-8c71-eeec7d1093eb"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:40.861152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] Set router b9e761cf-2b54-4317-877b-0b938cdb7d99 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:40.909975 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fb12eb6-e597-4768-b823-74a0d48f7d64 req-02699186-ba7c-434d-ad80-9cfd5a8528be tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951483 Sep 16 16:35:40.917690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:40.919810 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:40.981815 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:41.036513 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe21e479-13bc-46ed-9ccc-695606bc4886 x-openstack-request-id: req-fe21e479-13bc-46ed-9ccc-695606bc4886 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:41.036513 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8645ed5-40ea-4893-967b-2f56d84e9936", "tag": "9e048ba9-8133-458a-8c71-eeec7d1093eb", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:41.036513 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe21e479-13bc-46ed-9ccc-695606bc4886 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:41.036513 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'tag': '9e048ba9-8133-458a-8c71-eeec7d1093eb', 'status': 'completed', 'code': 200} Sep 16 16:35:41.063269 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:41.246770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f0d9086f-4dd4-4585-93d4-7060af135827'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:41.251396 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=787e874f-1f4f-4d2e-8036-df078b554fb2,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:41.345866 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:41.350400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Pushing event updated for resources: {'Port': ['ID=c16f1fdc-33a5-4648-9f83-c7fbd35822ab,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:41.362093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-466118a3-d4dd-48b2-af10-6598c94e25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:41.363632 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-466118a3-d4dd-48b2-af10-6598c94e25cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=300ca2bd297048e3895b28f0d9b2851f&device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 1096 time: 0.2799449 Sep 16 16:35:41.381699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700e329-90a7-4be3-abe8-485c0cdf4f18 req-958968f8-b3ed-4136-ba90-1a02d7f873a4 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:41.392643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a700e329-90a7-4be3-abe8-485c0cdf4f18 req-958968f8-b3ed-4136-ba90-1a02d7f873a4 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1488221 Sep 16 16:35:41.468177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a700e329-90a7-4be3-abe8-485c0cdf4f18 req-9cc911f2-9e65-419b-a5ea-1c227d4b44aa tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726655 Sep 16 16:35:41.599229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f0d9086f-4dd4-4585-93d4-7060af135827,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:41.630573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-9fc5a5c0-6b47-463b-9b0b-ff85db52a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:41.633157 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-9fc5a5c0-6b47-463b-9b0b-ff85db52a697 service neutron] 10.222.0.62 "GET /v2.0/networks?id=309a9c06-d343-41c6-bda9-8ea456070fd1 HTTP/1.1" status: 200 len: 906 time: 0.2184153 Sep 16 16:35:41.639855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Network 62c586e6-0201-471e-b583-b9418df0ff0d is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:35:41.658170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:35:41.708585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 787e874f-1f4f-4d2e-8036-df078b554fb2 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:41.778612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '5fb23759-1568-4c39-bef2-1f4253145727', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'port_id': '9e048ba9-8133-458a-8c71-eeec7d1093eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'mac_address': 'fa:16:3e:47:14:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:35:17Z', 'updated_at': '2021-09-16T16:35:39Z', 'revision_number': 1, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84bb6e9a-6461-4993-bd3e-da30b016bbf4', 'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'mac_address': 'fa:16:3e:00:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:10Z', 'updated_at': '2021-09-16T16:35:16Z', 'revision_number': 5, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'subnets': [{'id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:41.841171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] Checking router: b9e761cf-2b54-4317-877b-0b938cdb7d99 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:35:41.856776 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-216b2b38-bbb1-4d61-9424-64498259d4fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e048ba9-8133-458a-8c71-eeec7d1093eb HTTP/1.1" status: 200 len: 999 time: 0.2155244 Sep 16 16:35:41.905590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 787e874f-1f4f-4d2e-8036-df078b554fb2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:41.906065 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:41.958911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] Routers {'b9e761cf-2b54-4317-877b-0b938cdb7d99'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:41.959581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9e761cf-2b54-4317-877b-0b938cdb7d99'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:42.013009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43a114df-1ce3-48b2-806d-b35b57ed05ab req-255fbf2f-58de-4f96-bd75-ce36c78032ed tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0382841 Sep 16 16:35:42.154556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] Set router b9e761cf-2b54-4317-877b-0b938cdb7d99 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:42.182717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Router 5659946e-652d-4b15-ae77-653a31430113 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:35:42.191363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-898d01fd-e65a-413c-8066-3cad0fdc02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:42.192970 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-898d01fd-e65a-413c-8066-3cad0fdc02e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae53996d-9df7-421d-a752-95033cd5ec19 HTTP/1.1" status: 200 len: 844 time: 0.3205464 Sep 16 16:35:42.214186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca08f2f1-2296-4d75-a710-654472f5ff83 None None] Provisioning complete for port c16f1fdc-33a5-4648-9f83-c7fbd35822ab triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:42.214691 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca08f2f1-2296-4d75-a710-654472f5ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:42.232909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3a792-54f0-4064-af04-43c594ac34bf req-431e164f-a42c-4dbc-9a92-11bc071eb2f0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:42.243288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10b3a792-54f0-4064-af04-43c594ac34bf req-431e164f-a42c-4dbc-9a92-11bc071eb2f0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 944 time: 0.1561856 Sep 16 16:35:42.266173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca08f2f1-2296-4d75-a710-654472f5ff83 None None] Port c16f1fdc-33a5-4648-9f83-c7fbd35822ab cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:35:42.345856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10b3a792-54f0-4064-af04-43c594ac34bf req-51d3a6f5-db01-4a30-804c-e3901d95c207 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964301 Sep 16 16:35:42.408985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:35:42.423371 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Sync routers for ids ['5659946e-652d-4b15-ae77-653a31430113'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:35:42.437759 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Routers {'5659946e-652d-4b15-ae77-653a31430113'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:42.438389 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5659946e-652d-4b15-ae77-653a31430113'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:42.440175 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e49d2c4e-ed59-4f85-93e9-7c2f2d193011 admin admin] 10.222.0.22 "PUT /v2.0/routers/5659946e-652d-4b15-ae77-653a31430113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7215772 Sep 16 16:35:42.483829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-9b834659-d7ff-4d79-9575-e505182dfb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:42.491965 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-9b834659-d7ff-4d79-9575-e505182dfb5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=309a9c06-d343-41c6-bda9-8ea456070fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2873144 Sep 16 16:35:42.682565 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-a80b7384-879e-45a0-9fd5-3c90c0e18fe5 service neutron] 10.222.0.62 "GET /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832831 Sep 16 16:35:42.707630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520a0ae-e87d-4752-8f30-1a1659ddecd6 req-12fce2c3-a803-48cd-969d-cb835ca23d0a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:42.716809 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c520a0ae-e87d-4752-8f30-1a1659ddecd6 req-12fce2c3-a803-48cd-969d-cb835ca23d0a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1222081 Sep 16 16:35:42.718830 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Set router 5659946e-652d-4b15-ae77-653a31430113 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:42.859566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c520a0ae-e87d-4752-8f30-1a1659ddecd6 req-ad14f543-004e-44a9-938f-988babb67bff tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174390 Sep 16 16:35:42.879124 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a9ce031-1c08-42c6-afb3-13405b450053 req-4ab7465b-d60a-4ec0-8ed1-194b166b6a93 service neutron] 10.222.0.62 "GET /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853333 Sep 16 16:35:42.934306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '5fb23759-1568-4c39-bef2-1f4253145727', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'port_id': '9e048ba9-8133-458a-8c71-eeec7d1093eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'mac_address': 'fa:16:3e:47:14:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:35:17Z', 'updated_at': '2021-09-16T16:35:39Z', 'revision_number': 1, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84bb6e9a-6461-4993-bd3e-da30b016bbf4', 'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'mac_address': 'fa:16:3e:00:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:10Z', 'updated_at': '2021-09-16T16:35:16Z', 'revision_number': 5, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'subnets': [{'id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:43.009499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef33fa-2d7d-474d-9c9c-3e02147597d2 None None] The sync data for ids ['b9e761cf-2b54-4317-877b-0b938cdb7d99'] in n-d-807786-3 is: [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '5fb23759-1568-4c39-bef2-1f4253145727', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'port_id': '9e048ba9-8133-458a-8c71-eeec7d1093eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'mac_address': 'fa:16:3e:47:14:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:35:17Z', 'updated_at': '2021-09-16T16:35:39Z', 'revision_number': 1, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84bb6e9a-6461-4993-bd3e-da30b016bbf4', 'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'mac_address': 'fa:16:3e:00:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:10Z', 'updated_at': '2021-09-16T16:35:16Z', 'revision_number': 5, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'subnets': [{'id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:35:43.246976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2307e561-6de3-4fde-908b-edae4ead3bbe req-1cccbce8-0b16-4389-960c-eb41107d075a tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0664496 Sep 16 16:35:43.300674 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c16f1fdc-33a5-4648-9f83-c7fbd35822ab', 'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'mac_address': 'fa:16:3e:7a:80:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:37Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 2, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'subnets': [{'id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:43.406292 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Checking router: 5659946e-652d-4b15-ae77-653a31430113 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:35:43.407503 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Updating router 5659946e-652d-4b15-ae77-653a31430113 port c16f1fdc-33a5-4648-9f83-c7fbd35822ab binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:35:43.454822 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:43.463705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6571d-7754-4baa-8ce5-233d3af7bc60 None None] New status for floating IP 5fb23759-1568-4c39-bef2-1f4253145727: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:35:43.484709 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:43.663303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a6fc7-5a69-4178-b05f-545667479741 req-6c888b1f-951e-40d0-b815-8dcdcf9967e3 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:43.670657 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d2a6fc7-5a69-4178-b05f-545667479741 req-6c888b1f-951e-40d0-b815-8dcdcf9967e3 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 944 time: 0.1303651 Sep 16 16:35:43.766130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d2a6fc7-5a69-4178-b05f-545667479741 req-6ce5f5f0-b696-42f2-9df7-c9c8e7a25d2e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911267 Sep 16 16:35:43.852096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f0d9086f-4dd4-4585-93d4-7060af135827 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:43.995816 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:44.052419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port f0d9086f-4dd4-4585-93d4-7060af135827 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:35:44.058652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port f0d9086f-4dd4-4585-93d4-7060af135827 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:44.059309 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:44.156567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e55e-2bbd-4e71-84d9-616ba3d5c4db req-960cfc7e-e751-4668-ad6b-5f5f108ef912 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:44.156567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8135e55e-2bbd-4e71-84d9-616ba3d5c4db req-960cfc7e-e751-4668-ad6b-5f5f108ef912 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1652825 Sep 16 16:35:44.211398 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:44.215109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8135e55e-2bbd-4e71-84d9-616ba3d5c4db req-dab8a989-9439-472d-bc3c-5c3879dbad03 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541646 Sep 16 16:35:44.262640 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:44.302258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f0d9086f-4dd4-4585-93d4-7060af135827, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f0d9086f-4dd4-4585-93d4-7060af135827,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:44.303201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8db48a-5565-495e-ba15-9f1f4dfa5c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d9086f-4dd4-4585-93d4-7060af135827'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:44.306398 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e471ee8c-dca1-47ad-8aa4-2819909aa7bc" -d '{"events": [{"server_uuid": "7a8db48a-5565-495e-ba15-9f1f4dfa5c57", "name": "network-vif-plugged", "status": "completed", "tag": "f0d9086f-4dd4-4585-93d4-7060af135827"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:44.353136 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0ed372-5a79-44da-b046-3c4da416868f x-openstack-request-id: req-0d0ed372-5a79-44da-b046-3c4da416868f {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:44.353452 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8db48a-5565-495e-ba15-9f1f4dfa5c57", "name": "network-vif-plugged", "status": "completed", "tag": "f0d9086f-4dd4-4585-93d4-7060af135827", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:44.353710 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d0ed372-5a79-44da-b046-3c4da416868f {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:44.354105 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8db48a-5565-495e-ba15-9f1f4dfa5c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d9086f-4dd4-4585-93d4-7060af135827', 'code': 200} Sep 16 16:35:44.435033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-919c0970-bcf3-49c9-8165-8150d2763b8a req-d2268731-4762-4096-bcda-aa80354ac0e7 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0738192 Sep 16 16:35:44.486939 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:44.514604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72614e-918a-4b1a-b09e-2be5738fa27b req-846e848d-bfc9-477d-b576-a706247abf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:44.516776 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-df72614e-918a-4b1a-b09e-2be5738fa27b req-846e848d-bfc9-477d-b576-a706247abf81 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 1095 time: 0.0897763 Sep 16 16:35:44.544583 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:44.585687 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-df72614e-918a-4b1a-b09e-2be5738fa27b req-79dcee93-a7cf-42b3-a79b-2c22a9780e11 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Sep 16 16:35:44.616911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f0d9086f-4dd4-4585-93d4-7060af135827,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:44.638720 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec5dd5-b38e-4e1a-bf7d-f41f47c3f208 None None] Pushing event updated for resources: {'Port': ['ID=c16f1fdc-33a5-4648-9f83-c7fbd35822ab,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:44.647962 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Attempting to bind port c16f1fdc-33a5-4648-9f83-c7fbd35822ab on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:35:44.648328 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Attempting to bind port c16f1fdc-33a5-4648-9f83-c7fbd35822ab by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:35:44.648717 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Attempting to bind port c16f1fdc-33a5-4648-9f83-c7fbd35822ab on network 62c586e6-0201-471e-b583-b9418df0ff0d {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:35:44.654409 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:35:44.654879 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Checking segment: {'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:35:44.655281 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:44.655664 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Bound using segment: {'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:35:44.656119 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Bound port: c16f1fdc-33a5-4648-9f83-c7fbd35822ab, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:35:44.657535 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:44.809333 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] For port c16f1fdc-33a5-4648-9f83-c7fbd35822ab, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:35:44.820662 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] For port c16f1fdc-33a5-4648-9f83-c7fbd35822ab, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c16f1fdc-33a5-4648-9f83-c7fbd35822ab,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:35:44.887960 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:45.053504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa6b7-7727-4147-9432-794abed7ed6b req-4e22ebb0-9a24-4623-b54f-b7405585b2c6 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:45.062117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e4fa6b7-7727-4147-9432-794abed7ed6b req-4e22ebb0-9a24-4623-b54f-b7405585b2c6 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 945 time: 0.1131017 Sep 16 16:35:45.091336 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec5dd5-b38e-4e1a-bf7d-f41f47c3f208 None None] Pushing event updated for resources: {'Port': ['ID=c16f1fdc-33a5-4648-9f83-c7fbd35822ab,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:45.130390 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f437d2f3-f18d-4a71-b75c-cf6a39e20cb5 None None] Provisioning complete for port c16f1fdc-33a5-4648-9f83-c7fbd35822ab triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:45.132201 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Routers {'5659946e-652d-4b15-ae77-653a31430113'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:35:45.133002 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f437d2f3-f18d-4a71-b75c-cf6a39e20cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:45.137068 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:35:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5659946e-652d-4b15-ae77-653a31430113'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:45.181576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e4fa6b7-7727-4147-9432-794abed7ed6b req-dac5847d-83a5-4ea4-82a1-a900d62eb408 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062951 Sep 16 16:35:45.310290 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f437d2f3-f18d-4a71-b75c-cf6a39e20cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:45.351066 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] Set router 5659946e-652d-4b15-ae77-653a31430113 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:35:45.415035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f437d2f3-f18d-4a71-b75c-cf6a39e20cb5 None None] For port c16f1fdc-33a5-4648-9f83-c7fbd35822ab, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c16f1fdc-33a5-4648-9f83-c7fbd35822ab,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:45.486039 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f437d2f3-f18d-4a71-b75c-cf6a39e20cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:45.560614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244e898-1418-492c-a30a-c88930e4de24 req-86031ebe-902e-4ead-9128-855e4deb7193 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:45.580932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0244e898-1418-492c-a30a-c88930e4de24 req-86031ebe-902e-4ead-9128-855e4deb7193 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.2247663 Sep 16 16:35:45.657890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0244e898-1418-492c-a30a-c88930e4de24 req-603bfef1-1d3c-4327-93a8-82fda8afb007 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754082 Sep 16 16:35:45.693432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6d29cd64-25ea-46be-8143-1d1e708ac153 None None] Provisioning complete for port c16f1fdc-33a5-4648-9f83-c7fbd35822ab triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:45.697593 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6d29cd64-25ea-46be-8143-1d1e708ac153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:45.699605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437d2f3-f18d-4a71-b75c-cf6a39e20cb5 None None] Pushing event updated for resources: {'Port': ['ID=c16f1fdc-33a5-4648-9f83-c7fbd35822ab,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:45.798088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09edf490-0c69-4533-b1a4-e3eb52156676 req-7f967ad1-9d03-49ff-82cd-88b897fa93f7 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0685606 Sep 16 16:35:45.865453 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c16f1fdc-33a5-4648-9f83-c7fbd35822ab', 'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'mac_address': 'fa:16:3e:7a:80:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:37Z', 'updated_at': '2021-09-16T16:35:44Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'subnets': [{'id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:35:45.905154 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccba4a-f7c5-4592-8d88-da0626339b0e None None] The sync data for ids ['5659946e-652d-4b15-ae77-653a31430113'] in n-d-807786-3 is: [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c16f1fdc-33a5-4648-9f83-c7fbd35822ab', 'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'mac_address': 'fa:16:3e:7a:80:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:37Z', 'updated_at': '2021-09-16T16:35:44Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'subnets': [{'id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:35:47.208331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd99f2-9d6b-470c-985f-fd21a63e2660 req-f97531f4-cb44-4dab-8a9e-14a830a43f98 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:47.219419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6bd99f2-9d6b-470c-985f-fd21a63e2660 req-f97531f4-cb44-4dab-8a9e-14a830a43f98 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 945 time: 0.1413851 Sep 16 16:35:47.338015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6bd99f2-9d6b-470c-985f-fd21a63e2660 req-3fc162e7-437b-47e7-9e1e-149bece90190 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175282 Sep 16 16:35:47.463051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f32b8-36b8-4bb5-aaae-8cb088020a14 req-f16b33a5-9cf0-4ef6-a3a5-fa87395a28dc tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:47.471206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d35f32b8-36b8-4bb5-aaae-8cb088020a14 req-f16b33a5-9cf0-4ef6-a3a5-fa87395a28dc tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0695055 Sep 16 16:35:47.563420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d35f32b8-36b8-4bb5-aaae-8cb088020a14 req-e8c94966-27f3-47bc-8744-d4b6ac914396 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907559 Sep 16 16:35:47.760912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6fec047-f216-46d5-97c8-f7b243a9995c req-1e2fa6de-2b08-4ceb-af99-04725c97ce18 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0735586 Sep 16 16:35:47.797986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c16f1fdc-33a5-4648-9f83-c7fbd35822ab up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:35:47.955915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c16f1fdc-33a5-4648-9f83-c7fbd35822ab triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:35:47.956291 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:49.098995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2a2ab-0a40-42bf-b9c5-74f29de0664b req-1b167879-2a12-4bb3-b7c3-4fcb71ac3f58 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:49.108752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-52e2a2ab-0a40-42bf-b9c5-74f29de0664b req-1b167879-2a12-4bb3-b7c3-4fcb71ac3f58 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0770810 Sep 16 16:35:49.158205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-52e2a2ab-0a40-42bf-b9c5-74f29de0664b req-320ca386-f8a7-4f7c-bcf7-45ab7bb395c5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Sep 16 16:35:49.271330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53e26e6e-dd66-40de-82f3-0193368fa61c req-52092f3f-374b-45c4-8c4b-0e70d26c5cea tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0359702 Sep 16 16:35:49.554564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb490ee-b8da-4231-81f4-ceb5cee55791 req-e0731d85-2c15-4bb2-982a-ba7c7e7e307f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:49.571733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fb490ee-b8da-4231-81f4-ceb5cee55791 req-e0731d85-2c15-4bb2-982a-ba7c7e7e307f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 945 time: 0.0921693 Sep 16 16:35:49.630788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fb490ee-b8da-4231-81f4-ceb5cee55791 req-af0d17cb-cb3d-453d-8093-def08412ff75 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534370 Sep 16 16:35:50.292706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fdfd9-579c-4703-b6b9-277554b90479 req-ef673cba-c95b-4d55-a586-133e43ea0884 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:50.294314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-566fdfd9-579c-4703-b6b9-277554b90479 req-ef673cba-c95b-4d55-a586-133e43ea0884 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0718546 Sep 16 16:35:50.335822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-eb7d8271-4140-411e-bf7d-c760c09da056 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:50.338218 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-eb7d8271-4140-411e-bf7d-c760c09da056 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 945 time: 0.0597348 Sep 16 16:35:50.343237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-566fdfd9-579c-4703-b6b9-277554b90479 req-22a9d3c0-a173-4729-8e73-fa1fab570102 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Sep 16 16:35:50.476474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1628b84-af78-421b-8761-0645f0d126d6 req-d18e1158-6073-41b4-b672-f3372eeca476 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0409389 Sep 16 16:35:50.528095 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-0c944dba-417e-4d29-80cf-5c904a0c02c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Deleting port f0d9086f-4dd4-4585-93d4-7060af135827 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:35:50.528486 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-0c944dba-417e-4d29-80cf-5c904a0c02c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:50.915731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d17f0-ec25-4001-bfbf-1a6d088f4dfc req-9c3783e7-1e22-4d52-a692-e8e928adccca tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:50.925034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-326d17f0-ec25-4001-bfbf-1a6d088f4dfc req-9c3783e7-1e22-4d52-a692-e8e928adccca tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 945 time: 0.1256967 Sep 16 16:35:51.001249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-326d17f0-ec25-4001-bfbf-1a6d088f4dfc req-48bdb8c8-cd31-43d8-9ea5-532053910e6a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740547 Sep 16 16:35:51.142297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-0c944dba-417e-4d29-80cf-5c904a0c02c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] For port f0d9086f-4dd4-4585-93d4-7060af135827, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f0d9086f-4dd4-4585-93d4-7060af135827,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:35:51.142696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-0c944dba-417e-4d29-80cf-5c904a0c02c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:51.162721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-0c944dba-417e-4d29-80cf-5c904a0c02c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Calling delete_port for f0d9086f-4dd4-4585-93d4-7060af135827 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:35:51.407240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-0c944dba-417e-4d29-80cf-5c904a0c02c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:51.422519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f0d9086f-4dd4-4585-93d4-7060af135827'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:51.504727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6fc9edce-3b61-4687-9887-899d2aca0566'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:35:51.613794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c944dba-417e-4d29-80cf-5c904a0c02c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Pushing event deleted for resources: {'Port': ['ID=f0d9086f-4dd4-4585-93d4-7060af135827,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:51.641784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e4dc1-4ae1-4064-8bde-0138e50f5279 req-69ac07fc-3462-4607-8007-9d203478d800 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:51.646273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-0c944dba-417e-4d29-80cf-5c904a0c02c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] No DVR routers for this DVR port f0d9086f-4dd4-4585-93d4-7060af135827 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:35:51.650946 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-0c944dba-417e-4d29-80cf-5c904a0c02c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:51.653208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d16cbe68-c85e-4a9c-b62b-1002b603d899 req-0c944dba-417e-4d29-80cf-5c904a0c02c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.62 "DELETE /v2.0/ports/f0d9086f-4dd4-4585-93d4-7060af135827 HTTP/1.1" status: 204 len: 173 time: 1.3079462 Sep 16 16:35:51.653667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8db48a-5565-495e-ba15-9f1f4dfa5c57', 'name': 'network-vif-deleted', 'tag': 'f0d9086f-4dd4-4585-93d4-7060af135827'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:35:51.655942 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b2865f-0544-4e3c-ae12-04a48e5791ae" -d '{"events": [{"server_uuid": "7a8db48a-5565-495e-ba15-9f1f4dfa5c57", "name": "network-vif-deleted", "tag": "f0d9086f-4dd4-4585-93d4-7060af135827"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:35:51.667562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b8e4dc1-4ae1-4064-8bde-0138e50f5279 req-69ac07fc-3462-4607-8007-9d203478d800 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1719990 Sep 16 16:35:51.770529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b8e4dc1-4ae1-4064-8bde-0138e50f5279 req-3fc69f8e-e230-497d-9cb7-e7f134cf8369 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002841 Sep 16 16:35:52.004338 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-992a0376-d330-4206-9b93-65c43ff815cb req-89eb5ed9-5b3e-4bed-819d-5073eae09a78 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0724149 Sep 16 16:35:52.203639 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b929a83d-8be7-480d-8340-d332f6484e37 x-openstack-request-id: req-b929a83d-8be7-480d-8340-d332f6484e37 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:35:52.203933 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8db48a-5565-495e-ba15-9f1f4dfa5c57", "name": "network-vif-deleted", "tag": "f0d9086f-4dd4-4585-93d4-7060af135827", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:35:52.204185 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b929a83d-8be7-480d-8340-d332f6484e37 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:35:52.204850 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8db48a-5565-495e-ba15-9f1f4dfa5c57', 'name': 'network-vif-deleted', 'tag': 'f0d9086f-4dd4-4585-93d4-7060af135827', 'status': 'completed', 'code': 200} Sep 16 16:35:52.339105 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce39f427-f2a9-4dbd-8de0-c0e5b2a8e9ff req-5ba531cb-fd29-4a84-a476-a80c8301d00e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a8db48a-5565-495e-ba15-9f1f4dfa5c57 HTTP/1.1" status: 200 len: 210 time: 0.0537636 Sep 16 16:35:52.620082 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-66fc3f83-f9ac-40ad-94e8-d6c128b8c815 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907831 Sep 16 16:35:52.796075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-ea5d589e-5c21-4f67-8c2f-92d1719639f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:52.798855 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-ea5d589e-5c21-4f67-8c2f-92d1719639f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=300ca2bd297048e3895b28f0d9b2851f&device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 1096 time: 0.0944448 Sep 16 16:35:53.050103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea474648-20ec-4a82-a3fb-a9f06b39eea4 req-fe362e6b-500d-408b-9ff9-d031a38c28f6 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:53.057194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea474648-20ec-4a82-a3fb-a9f06b39eea4 req-fe362e6b-500d-408b-9ff9-d031a38c28f6 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1319654 Sep 16 16:35:53.077220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-75801221-023f-431e-afac-5c5f0e1d57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:53.087098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-75801221-023f-431e-afac-5c5f0e1d57e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=309a9c06-d343-41c6-bda9-8ea456070fd1 HTTP/1.1" status: 200 len: 906 time: 0.2350559 Sep 16 16:35:53.171922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea474648-20ec-4a82-a3fb-a9f06b39eea4 req-296bdb02-ba92-435f-8dcb-5739ed7b0630 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050832 Sep 16 16:35:53.251020 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-0403a80e-67b7-4d7d-b26e-da4c87d2b0f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e048ba9-8133-458a-8c71-eeec7d1093eb HTTP/1.1" status: 200 len: 1001 time: 0.1571393 Sep 16 16:35:53.380003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-543e4dce-5d1d-463f-8b39-3e8f412b7500 req-65ffa6f3-2b5c-45d5-ba55-f891adb2025a tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0905223 Sep 16 16:35:53.438082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-697b65cd-62fc-466a-bb1f-82daac34d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:53.439856 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-697b65cd-62fc-466a-bb1f-82daac34d306 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae53996d-9df7-421d-a752-95033cd5ec19 HTTP/1.1" status: 200 len: 844 time: 0.1804631 Sep 16 16:35:53.570230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-ddf4a978-2406-41b3-aa44-c789b91fcded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:53.581157 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-ddf4a978-2406-41b3-aa44-c789b91fcded service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=309a9c06-d343-41c6-bda9-8ea456070fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320822 Sep 16 16:35:53.747504 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-9c4b7100-deec-4c6f-8378-e1153dafc400 service neutron] 10.222.0.62 "GET /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568747 Sep 16 16:35:53.815546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dc3f8-fbf5-42ed-a6c8-e459ae53a0df req-962d773c-a66e-431d-ac10-54db2753c540 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:53.828842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a21dc3f8-fbf5-42ed-a6c8-e459ae53a0df req-962d773c-a66e-431d-ac10-54db2753c540 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0778146 Sep 16 16:35:53.880836 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0eec500b-00f9-4bff-a6d5-af1915367b3d req-78edf59e-d6dc-4216-adc7-a7671b98cece service neutron] 10.222.0.62 "GET /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231797 Sep 16 16:35:53.885244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a21dc3f8-fbf5-42ed-a6c8-e459ae53a0df req-277088ee-5f3a-481c-a23b-4b80a5960660 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503266 Sep 16 16:35:54.079206 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea7f97f8-0bdf-43a9-94e1-45edd7c0d0d5 req-47e67697-3c2e-4f10-a72d-ec2754d7b6ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0573246 Sep 16 16:35:54.222763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b0a2-96f9-4b78-9514-fa58ef7168ca req-5bbc975d-568a-42d1-b75b-5dbebb7aa453 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:54.228662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adc9b0a2-96f9-4b78-9514-fa58ef7168ca req-5bbc975d-568a-42d1-b75b-5dbebb7aa453 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0662012 Sep 16 16:35:54.274076 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adc9b0a2-96f9-4b78-9514-fa58ef7168ca req-a0d64ec1-d5d5-4e73-85a2-2a577bc38da2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391319 Sep 16 16:35:54.496334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19005c-3255-49e9-9ef5-05e157ad1fa8 req-a14272d4-d6a8-48dc-99ac-a3e3488f07fb tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:54.506102 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d19005c-3255-49e9-9ef5-05e157ad1fa8 req-a14272d4-d6a8-48dc-99ac-a3e3488f07fb tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1374178 Sep 16 16:35:54.627482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d19005c-3255-49e9-9ef5-05e157ad1fa8 req-860f1bc5-81b0-426e-b375-45cc50f34246 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193476 Sep 16 16:35:54.871841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae733d18-2886-4ca1-a0a6-07976290d167 req-76db6a87-8458-4281-8ac6-b92622bcb40d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:54.886396 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae733d18-2886-4ca1-a0a6-07976290d167 req-76db6a87-8458-4281-8ac6-b92622bcb40d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1413267 Sep 16 16:35:54.950116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae733d18-2886-4ca1-a0a6-07976290d167 req-b4758cc9-85eb-40f7-b131-d05e7f498b07 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626636 Sep 16 16:35:55.106553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64b2b067-2671-4575-b6de-d9482f1798ea req-c73d4f55-c7f8-41c5-822e-b74b65d8a1f7 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0585132 Sep 16 16:35:55.796776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41126) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:55.858203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c868cf5-a0b0-405b-b166-cfb79f9e7e41 req-e5a04227-d932-4866-aa64-e55f4ed1de7b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:55.867304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c868cf5-a0b0-405b-b166-cfb79f9e7e41 req-e5a04227-d932-4866-aa64-e55f4ed1de7b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0886817 Sep 16 16:35:55.905005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c868cf5-a0b0-405b-b166-cfb79f9e7e41 req-71192d7b-7f14-455f-bbdb-1ad971ffe1a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365627 Sep 16 16:35:55.931578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f0d9086f-4dd4-4585-93d4-7060af135827 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:35:55.958960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: f0d9086f-4dd4-4585-93d4-7060af135827 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:35:55.959535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f0d9086f-4dd4-4585-93d4-7060af135827 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:35:56.008226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a6a0e31b-5d4e-43b3-9dd4-b761dee8360e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:56.110040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a6a0e31b-5d4e-43b3-9dd4-b761dee8360e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:56.189521 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a6a0e31b-5d4e-43b3-9dd4-b761dee8360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:56.218837 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a6a0e31b-5d4e-43b3-9dd4-b761dee8360e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4b46d81bd5042e087293a2ecc10dd8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207215 Sep 16 16:35:56.224072 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41138) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:56.232894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-30e5dcb6-22e8-45d4-83bc-56e3d62aa125 req-19611508-5f7d-4b9a-9bdb-1ebe44998f36 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0493462 Sep 16 16:35:56.258895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0e31b-5d4e-43b3-9dd4-b761dee8360e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b5328-737d-4266-8443-ae25d936fcf7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:56.298800 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb25b-36d1-4922-be52-0875df40c446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:56.325360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb25b-36d1-4922-be52-0875df40c446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:56.481439 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb25b-36d1-4922-be52-0875df40c446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:56.484752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb25b-36d1-4922-be52-0875df40c446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:56.486668 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3a8eb25b-36d1-4922-be52-0875df40c446 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/029b5328-737d-4266-8443-ae25d936fcf7 HTTP/1.1" status: 204 len: 168 time: 0.2611971 Sep 16 16:35:56.512307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eb25b-36d1-4922-be52-0875df40c446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b5328-737d-4266-8443-ae25d936fcf7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:57.140926 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-87801a0d-761b-44f2-a018-0a357c890b7b req-72d861d8-afb4-4f58-aa65-82271fcb355c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5fae1b189284c54880892db1d8026ad&device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0363574 Sep 16 16:35:57.189941 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-87801a0d-761b-44f2-a018-0a357c890b7b req-f43efa61-99a0-47a2-9233-90724ffa89b7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b5fae1b189284c54880892db1d8026ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323818 Sep 16 16:35:57.308358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff3277-7b1a-4231-9bcf-33db31d28b5b req-cb613e62-bbd0-4857-b6ef-35c852f783ba tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:57.316010 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10ff3277-7b1a-4231-9bcf-33db31d28b5b req-cb613e62-bbd0-4857-b6ef-35c852f783ba tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1326241 Sep 16 16:35:57.357008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10ff3277-7b1a-4231-9bcf-33db31d28b5b req-aba7e287-9d0c-4a94-be1e-d6e1bfcb455b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Sep 16 16:35:57.374713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87801a0d-761b-44f2-a018-0a357c890b7b req-1818c14a-e1f9-4cba-b991-40c5841f2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:57.374713 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-87801a0d-761b-44f2-a018-0a357c890b7b req-1818c14a-e1f9-4cba-b991-40c5841f2c35 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1752756 Sep 16 16:35:57.400672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41176) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:57.409911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf5d6-5684-46a5-a18a-88f32169d317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:57.454741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17155292-ba3e-4980-b606-0ca4e563dcf7 req-c8650f54-b3a0-4968-ae25-25f331071e88 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0341437 Sep 16 16:35:57.565065 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf5d6-5684-46a5-a18a-88f32169d317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:57.685375 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf5d6-5684-46a5-a18a-88f32169d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:57.750789 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaf5d6-5684-46a5-a18a-88f32169d317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3a27dd-8a8f-46c3-977f-0c73c46b52a5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:57.764634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1eeaf5d6-5684-46a5-a18a-88f32169d317 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76c1c4544a134fd2a080af4c12ebefc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673396 Sep 16 16:35:57.764927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41198) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:35:57.779850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90d1fa-9b64-4e7a-8c24-0444314eda35 req-b2d3894e-2441-43ac-89d0-557fff1edbed tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:57.781438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d90d1fa-9b64-4e7a-8c24-0444314eda35 req-b2d3894e-2441-43ac-89d0-557fff1edbed tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 950 time: 0.1068892 Sep 16 16:35:57.823603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d90d1fa-9b64-4e7a-8c24-0444314eda35 req-672ec9b1-fe3f-4aa0-b36c-f6e8aee71314 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343678 Sep 16 16:35:57.825629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-819a64bb-7098-47a4-8489-c317ddf9fdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:57.850723 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-819a64bb-7098-47a4-8489-c317ddf9fdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:57.972258 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-819a64bb-7098-47a4-8489-c317ddf9fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:57.975198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-819a64bb-7098-47a4-8489-c317ddf9fdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:57.976533 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-819a64bb-7098-47a4-8489-c317ddf9fdb7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c3a27dd-8a8f-46c3-977f-0c73c46b52a5 HTTP/1.1" status: 204 len: 168 time: 0.2108510 Sep 16 16:35:57.985526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a64bb-7098-47a4-8489-c317ddf9fdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3a27dd-8a8f-46c3-977f-0c73c46b52a5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:35:58.177822 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c2abc48d-f639-4933-8b0a-0057989191db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:35:58.525327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6043f1-af78-4983-a0d1-b3e824d82601 req-e56be85a-3a9e-4241-af87-01120ed77873 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:58.527704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd6043f1-af78-4983-a0d1-b3e824d82601 req-e56be85a-3a9e-4241-af87-01120ed77873 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0812778 Sep 16 16:35:58.595646 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89242734-9e20-4e2f-af77-e602527076a2 req-722a15ce-1a2e-4f2f-8ae9-d838784ed07b tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0404959 Sep 16 16:35:58.628596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd6043f1-af78-4983-a0d1-b3e824d82601 req-f3a55ebb-bc50-4528-9223-5ccfbbd5ac95 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843797 Sep 16 16:35:58.667927 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-5cf7fbb5-254e-40c3-9ea3-634a8b026de4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544643 Sep 16 16:35:58.771758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ff676-a83d-47f3-b77c-a302619abe73 req-014efd1b-c767-4989-b609-162b9a1463f0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:58.781177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df9ff676-a83d-47f3-b77c-a302619abe73 req-014efd1b-c767-4989-b609-162b9a1463f0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0888669 Sep 16 16:35:58.804848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-9ce5c87e-802c-4ccd-a06c-78002cdbcafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:58.806739 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-9ce5c87e-802c-4ccd-a06c-78002cdbcafc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 1097 time: 0.0739124 Sep 16 16:35:58.824832 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df9ff676-a83d-47f3-b77c-a302619abe73 req-344475b1-52c6-4822-b13d-b8d401489170 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Sep 16 16:35:58.955419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-87801a0d-761b-44f2-a018-0a357c890b7b req-a11a0786-3d6b-4b94-b9ad-976c1029b6e8 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.52 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0364344 Sep 16 16:35:58.976873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-8e07477d-f05c-413f-bc47-69c92ccffa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:58.979616 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-8e07477d-f05c-413f-bc47-69c92ccffa37 service neutron] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 912 time: 0.1458402 Sep 16 16:35:59.001441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f495fb6-b387-4e2f-ba8e-ce3c36bdc569 req-a2c1d208-04bc-4906-834a-3898bdddf50f tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:59.010022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f495fb6-b387-4e2f-ba8e-ce3c36bdc569 req-a2c1d208-04bc-4906-834a-3898bdddf50f tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 950 time: 0.1053941 Sep 16 16:35:59.048398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6631f40-49ca-4f43-8be5-eff7b24005f3 req-a882381e-223b-4bcd-9c6f-e5c80a97fcd4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:59.049901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6631f40-49ca-4f43-8be5-eff7b24005f3 req-a882381e-223b-4bcd-9c6f-e5c80a97fcd4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1049592 Sep 16 16:35:59.080747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f495fb6-b387-4e2f-ba8e-ce3c36bdc569 req-222e5f40-2e0c-42c2-93ad-295464f92af4 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698299 Sep 16 16:35:59.085874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-b1b998fa-13b7-445c-8fca-0cd7beff6ca3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc HTTP/1.1" status: 200 len: 1002 time: 0.0970211 Sep 16 16:35:59.129844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6631f40-49ca-4f43-8be5-eff7b24005f3 req-62e65ca8-d989-4055-b292-af85c2b4c508 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685701 Sep 16 16:35:59.202627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-d57cb1a3-51e1-49a5-8bce-3e408d7cf7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:59.205489 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-d57cb1a3-51e1-49a5-8bce-3e408d7cf7dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.1114192 Sep 16 16:35:59.296440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-2e67bcf2-feaf-4394-8909-e4a7e778abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:59.300941 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-2e67bcf2-feaf-4394-8909-e4a7e778abd1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880408 Sep 16 16:35:59.443382 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-e58e0085-d163-4457-8abd-f2dd742895e7 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359491 Sep 16 16:35:59.573092 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5391e7d-c3e7-4b86-8770-d167a994edf8 req-4d7db6a1-571f-45e8-a4d6-7eceba391325 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115255 Sep 16 16:35:59.719071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbeaa591-bc31-4d55-96f3-64b7bbacd049 req-3b40c65f-c7b7-45fd-8aec-4ba3e9fc7f30 tempest-ServerShowV254Test-809269474 tempest-ServerShowV254Test-809269474-project] 10.222.0.22 "GET /v2.0/ports?device_id=776fc42d-d9b4-4ff1-b0a1-a558e62c1e89 HTTP/1.1" status: 200 len: 210 time: 0.0328810 Sep 16 16:35:59.870982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c55db7-4b0b-4c08-a374-ef08ef8e4e19 req-b2cb0197-31c0-453b-a688-0fda4f030a14 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:35:59.872633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55c55db7-4b0b-4c08-a374-ef08ef8e4e19 req-b2cb0197-31c0-453b-a688-0fda4f030a14 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0818057 Sep 16 16:35:59.940499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55c55db7-4b0b-4c08-a374-ef08ef8e4e19 req-eab34802-9f11-4ab9-93cd-2f914d7233b5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551291 Sep 16 16:36:00.688441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a3be14a6-d330-44e8-b2e0-89f2d44d6022 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:36:00.843822 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:00.883662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8b183b80-e45f-4f72-9d67-4a53dfff4009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:00.901176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:00.901985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:00.904756 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160f248e-d473-4e97-bc56-09e1f7ab7e49" -d '{"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-unplugged", "status": "completed", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:00.978300 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:00.989485 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54705ed5-4e62-45c3-b9da-5bae7511523e x-openstack-request-id: req-54705ed5-4e62-45c3-b9da-5bae7511523e {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:00.989485 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-unplugged", "status": "completed", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:00.989485 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54705ed5-4e62-45c3-b9da-5bae7511523e {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:00.989485 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'code': 200} Sep 16 16:36:01.055006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:01.161921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71082c-e4d8-483b-8657-783ff11fc88f req-1c50d576-84bd-45e3-bc16-415b3a028be2 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:01.164921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d71082c-e4d8-483b-8657-783ff11fc88f req-1c50d576-84bd-45e3-bc16-415b3a028be2 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.0888312 Sep 16 16:36:01.179210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e438ad-d1bb-4545-8e01-90b8b356de3a req-4004ac5d-14e0-4309-aac5-9407616f9478 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:01.180922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85e438ad-d1bb-4545-8e01-90b8b356de3a req-4004ac5d-14e0-4309-aac5-9407616f9478 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0775793 Sep 16 16:36:01.240198 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d71082c-e4d8-483b-8657-783ff11fc88f req-348cefe1-1e28-47bd-985e-afd1c0af3ccd tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582948 Sep 16 16:36:01.250290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85e438ad-d1bb-4545-8e01-90b8b356de3a req-3f7ec65b-d232-4580-9032-006ced7ae236 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542817 Sep 16 16:36:01.445334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41388) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:01.463623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:01.568430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-459ff24a-647b-4166-a0ba-0276a813a82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:01.677147 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-459ff24a-647b-4166-a0ba-0276a813a82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:01.740335 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-459ff24a-647b-4166-a0ba-0276a813a82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:01.771211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ff24a-647b-4166-a0ba-0276a813a82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a99bf9-7b97-4bf4-b9ad-0c5e6a49fdc9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:01.792884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-459ff24a-647b-4166-a0ba-0276a813a82c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5fae1b189284c54880892db1d8026ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464484 Sep 16 16:36:01.794046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41402) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:01.866852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f136e7c-5a1c-4559-aaba-60aabd3878ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:01.877093 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:01.893686 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f136e7c-5a1c-4559-aaba-60aabd3878ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:02.013031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f136e7c-5a1c-4559-aaba-60aabd3878ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:02.018639 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f136e7c-5a1c-4559-aaba-60aabd3878ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:02.018639 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3f136e7c-5a1c-4559-aaba-60aabd3878ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b6a99bf9-7b97-4bf4-b9ad-0c5e6a49fdc9 HTTP/1.1" status: 204 len: 168 time: 0.2217479 Sep 16 16:36:02.025821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f136e7c-5a1c-4559-aaba-60aabd3878ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a99bf9-7b97-4bf4-b9ad-0c5e6a49fdc9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:02.247603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f7e75-a3a2-46ee-ae62-448d1e19be6e req-6a6f5228-dc4b-41f5-9576-8e5f1353c648 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:02.249837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c67f7e75-a3a2-46ee-ae62-448d1e19be6e req-6a6f5228-dc4b-41f5-9576-8e5f1353c648 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0548956 Sep 16 16:36:02.306915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c67f7e75-a3a2-46ee-ae62-448d1e19be6e req-8dd9acd5-68b6-42f4-87cd-c3eced2565f3 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 Sep 16 16:36:02.380734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e2f4-2067-40ca-b160-7f9bc2056bf3 req-8519d625-6121-4f3e-baec-fe71b72b8150 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:02.382301 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b920e2f4-2067-40ca-b160-7f9bc2056bf3 req-8519d625-6121-4f3e-baec-fe71b72b8150 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.0567863 Sep 16 16:36:02.489494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b920e2f4-2067-40ca-b160-7f9bc2056bf3 req-e1ee53ca-22da-4ee0-b19e-55249b317e2c tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874803 Sep 16 16:36:02.506999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dcff2-5d86-4fed-875c-403fb21e7fb9 req-84302d87-af0a-4a5c-b649-47e43145b3a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:02.508781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f25dcff2-5d86-4fed-875c-403fb21e7fb9 req-84302d87-af0a-4a5c-b649-47e43145b3a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0826654 Sep 16 16:36:02.565354 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f25dcff2-5d86-4fed-875c-403fb21e7fb9 req-4892d75e-661f-4bc4-94ce-55e0c169533b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486441 Sep 16 16:36:02.877208 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:36:02.902494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5c072-5e23-4b10-ad51-ff0c7e6672ad req-6052ce17-e79c-41ea-9da5-ca49dc42b6d4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:02.905565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4b5c072-5e23-4b10-ad51-ff0c7e6672ad req-6052ce17-e79c-41ea-9da5-ca49dc42b6d4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1040897 Sep 16 16:36:02.973384 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4b5c072-5e23-4b10-ad51-ff0c7e6672ad req-356cab5c-0eec-4672-8791-ba7f1bc20e13 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546050 Sep 16 16:36:03.245788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1959ec1-6a65-45d8-a352-5a770ec357fb req-a020f6d3-065a-4613-b401-c1c577a0a643 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:03.247755 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1959ec1-6a65-45d8-a352-5a770ec357fb req-a020f6d3-065a-4613-b401-c1c577a0a643 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0577159 Sep 16 16:36:03.287330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1959ec1-6a65-45d8-a352-5a770ec357fb req-da8c88e6-713e-4a70-80af-3b1216cdf60a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334792 Sep 16 16:36:03.419901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8fd3-f6f7-4306-9f68-d8af619de92c req-9cfac6b3-028f-49f6-8a05-fe2d805c67a2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:03.422261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ceee8fd3-f6f7-4306-9f68-d8af619de92c req-9cfac6b3-028f-49f6-8a05-fe2d805c67a2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0584126 Sep 16 16:36:03.450994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:03.485344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ceee8fd3-f6f7-4306-9f68-d8af619de92c req-013d673a-d0be-4a34-a124-9df009487a78 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573120 Sep 16 16:36:03.627760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-131759852-network', 'tenant_id': '775191cda7c6499dafc9f5c1b5c9653c'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:03.680907 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:03.718588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a9d8b-7b07-47e1-82b5-f9665186dc53 req-41ddad82-d719-4ed5-ad8b-5ddd95d91eae tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:03.720140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e27a9d8b-7b07-47e1-82b5-f9665186dc53 req-41ddad82-d719-4ed5-ad8b-5ddd95d91eae tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1126137 Sep 16 16:36:03.745447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac169-8d81-46d6-9f18-e726d8cb7945 req-33da5015-2e80-422c-ba6e-498afd42e711 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:03.749570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29eac169-8d81-46d6-9f18-e726d8cb7945 req-33da5015-2e80-422c-ba6e-498afd42e711 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0770197 Sep 16 16:36:03.766837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Made reservation on behalf of 775191cda7c6499dafc9f5c1b5c9653c for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:03.770800 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:03.782136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:03.819332 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e27a9d8b-7b07-47e1-82b5-f9665186dc53 req-7d70b9cb-3c9d-4736-8715-22efdcf6249b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912647 Sep 16 16:36:03.856883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29eac169-8d81-46d6-9f18-e726d8cb7945 req-36674a4a-cad5-406d-b84f-f3f70dba4510 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003487 Sep 16 16:36:03.954201 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:04.029111 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:04.041688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453f4c-efab-406d-b89c-3f800a818d04 req-7972b28d-e689-4212-9d41-8c1edebc4d3f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:04.042509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5453f4c-efab-406d-b89c-3f800a818d04 req-7972b28d-e689-4212-9d41-8c1edebc4d3f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0556068 Sep 16 16:36:04.072302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:04.076561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:36:04.092329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:04.092329 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Added segment 0d2ba4e3-bf40-42e9-94ae-1d45fd43e788 of type vlan for network 10b14b39-f053-4d74-8685-c7c085a18520 Sep 16 16:36:04.107922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5453f4c-efab-406d-b89c-3f800a818d04 req-1c4fde8d-4308-4247-9bdf-4d05a9bbd244 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584266 Sep 16 16:36:04.141036 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:04.235741 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:04.236784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:04.237392 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:04.271717 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96979b-8944-4175-a99d-ca1613b7cf3e req-eebb83ef-d63e-4272-9da8-83c864cfd85e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:04.273900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db96979b-8944-4175-a99d-ca1613b7cf3e req-eebb83ef-d63e-4272-9da8-83c864cfd85e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0578544 Sep 16 16:36:04.305788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] Pushing event updated for resources: {'Network': ['ID=10b14b39-f053-4d74-8685-c7c085a18520,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:04.316044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db96979b-8944-4175-a99d-ca1613b7cf3e req-429d7fb0-beb2-4e6c-b41e-9d021e78804b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356824 Sep 16 16:36:04.316551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 10b14b39-f053-4d74-8685-c7c085a18520 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:36:04.463814 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c6487e37-6071-4c67-8936-b9ac59d5070d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0148776 Sep 16 16:36:04.466566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41528) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:04.471896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Request body: {'subnet': {'network_id': '10b14b39-f053-4d74-8685-c7c085a18520', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-131759852-subnet', 'tenant_id': '775191cda7c6499dafc9f5c1b5c9653c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:04.531751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2937829-3b06-41c4-a8fb-36cb03f345ce req-0a9b8831-a18b-4b70-a2eb-cdf5cdc5b890 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:04.533325 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2937829-3b06-41c4-a8fb-36cb03f345ce req-0a9b8831-a18b-4b70-a2eb-cdf5cdc5b890 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0740490 Sep 16 16:36:04.576803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Made reservation on behalf of 775191cda7c6499dafc9f5c1b5c9653c for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:04.579655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:04.586355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2937829-3b06-41c4-a8fb-36cb03f345ce req-1d874617-e2e1-4baa-9f55-c1b5a1ba9c87 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463653 Sep 16 16:36:04.776891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01a83-372e-4db1-8b67-0b168094a2fe req-994429e1-a281-484b-bf04-5a03b84db024 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:04.778718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72b01a83-372e-4db1-8b67-0b168094a2fe req-994429e1-a281-484b-bf04-5a03b84db024 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0768974 Sep 16 16:36:04.823516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72b01a83-372e-4db1-8b67-0b168094a2fe req-8cca2f91-5448-4b4e-bc9b-259175569101 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377851 Sep 16 16:36:04.862819 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:04.962119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95e675d-14c2-4dbd-8f50-7b3db5eb275a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:05.026580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Checking segment: {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:05.031428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Network hostable DHCP agents. Network: 10b14b39-f053-4d74-8685-c7c085a18520, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:36:05.134258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863fba-a746-46c2-a69e-6c63001e4c3f req-96e8e5b7-9121-41f1-802a-931d263cd9f2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:05.135919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f5863fba-a746-46c2-a69e-6c63001e4c3f req-96e8e5b7-9121-41f1-802a-931d263cd9f2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1010194 Sep 16 16:36:05.149913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979da67-782c-4bcd-92fd-3dbadba62788 req-39e11888-3cab-4fa9-85a5-98f18716fa63 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:05.156851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b979da67-782c-4bcd-92fd-3dbadba62788 req-39e11888-3cab-4fa9-85a5-98f18716fa63 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.0849795 Sep 16 16:36:05.189101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Network 10b14b39-f053-4d74-8685-c7c085a18520 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:36:05.214944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b979da67-782c-4bcd-92fd-3dbadba62788 req-0d34767b-bba8-4961-b036-aebd747354d4 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554247 Sep 16 16:36:05.218299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f5863fba-a746-46c2-a69e-6c63001e4c3f req-bb3ac1e4-dc11-4868-ba05-6f2a1160c4fb tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600333 Sep 16 16:36:05.305836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 10b14b39-f053-4d74-8685-c7c085a18520) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:05.311510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:05.312289 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:05.318434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c898238-a23d-4c8f-9bcf-99fda5b9fc35 None None] Network 10b14b39-f053-4d74-8685-c7c085a18520 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:36:05.426928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e8e60-abb0-46e8-aa0f-e21e7766bba6 req-0a03a49c-3d6f-436d-a9ab-d756a0885194 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:05.428860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f17e8e60-abb0-46e8-aa0f-e21e7766bba6 req-0a03a49c-3d6f-436d-a9ab-d756a0885194 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0597050 Sep 16 16:36:05.463156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b277d189-f386-4d87-b1a2-2e5412670d71 None None] Network 10b14b39-f053-4d74-8685-c7c085a18520 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:36:05.478015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f17e8e60-abb0-46e8-aa0f-e21e7766bba6 req-0bf39cb0-58fa-4f70-ba80-ee1f9ae61934 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402768 Sep 16 16:36:05.603698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f622a-2467-4d2d-9341-5781b50867c7 req-1cbaa899-43eb-4edc-bdd3-e25341dcf262 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:05.605210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-847f622a-2467-4d2d-9341-5781b50867c7 req-1cbaa899-43eb-4edc-bdd3-e25341dcf262 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0539629 Sep 16 16:36:05.644888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-847f622a-2467-4d2d-9341-5781b50867c7 req-48cad056-16b4-496f-a2ba-1cb7996a68bc tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Sep 16 16:36:05.902974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b4b40-ba79-4c4d-8257-6f6df83bd108 req-5cc5211d-3e0d-40af-857e-49eff129d0f9 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:05.904502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f2b4b40-ba79-4c4d-8257-6f6df83bd108 req-5cc5211d-3e0d-40af-857e-49eff129d0f9 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0562327 Sep 16 16:36:06.074080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f2b4b40-ba79-4c4d-8257-6f6df83bd108 req-d1c5fc3e-d20c-4309-9593-70b8e01449f3 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Sep 16 16:36:06.074080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf3f7a-e42a-420d-a28d-e12e6aa74c8b req-9cec70a9-75ad-47a5-88f5-100699a9af99 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:06.074080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9cf3f7a-e42a-420d-a28d-e12e6aa74c8b req-9cec70a9-75ad-47a5-88f5-100699a9af99 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0536361 Sep 16 16:36:06.119272 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9cf3f7a-e42a-420d-a28d-e12e6aa74c8b req-72e6221b-bddd-4fa4-8390-785b74f6d9be tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 Sep 16 16:36:06.401612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c22ab-de7e-49d8-aa7a-72164f260738 req-d78df71f-fb78-4e5e-a86e-1974ea0a129f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:06.403074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd8c22ab-de7e-49d8-aa7a-72164f260738 req-d78df71f-fb78-4e5e-a86e-1974ea0a129f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1070502 Sep 16 16:36:06.443047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ebe53-56b9-4b7c-9886-c91aa52ea50e req-557ec5ff-566b-4030-aaaf-1ee8467fdfe4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:06.444751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29ebe53-56b9-4b7c-9886-c91aa52ea50e req-557ec5ff-566b-4030-aaaf-1ee8467fdfe4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 813 time: 0.1637597 Sep 16 16:36:06.472437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd8c22ab-de7e-49d8-aa7a-72164f260738 req-36d13a67-1684-4bb8-8ecf-f4d85dea51c4 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628548 Sep 16 16:36:06.473805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29ebe53-56b9-4b7c-9886-c91aa52ea50e req-3fbcf20e-ed6d-4d6f-b436-a3982889ef6c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/quotas/1c931535f43f40a48d54d33f85dc031b HTTP/1.1" status: 200 len: 375 time: 0.0214045 Sep 16 16:36:06.504786 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f4cea7be-e932-4d93-b274-43522dd07336 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0367894 Sep 16 16:36:06.548741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29ebe53-56b9-4b7c-9886-c91aa52ea50e req-fb1355a3-0414-4735-9c33-024c7b5d05ba tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600681 Sep 16 16:36:06.663591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a861ed-c233-4324-9b2a-a8e5bb2a5083 req-abeca3df-4546-490f-b0fc-60e0f71b4d20 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:06.665523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0a861ed-c233-4324-9b2a-a8e5bb2a5083 req-abeca3df-4546-490f-b0fc-60e0f71b4d20 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0818770 Sep 16 16:36:06.702262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a3be14a6-d330-44e8-b2e0-89f2d44d6022 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:36:06.728015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0a861ed-c233-4324-9b2a-a8e5bb2a5083 req-de08f201-1b22-4112-86f0-9fa70d959f35 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564151 Sep 16 16:36:06.821584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a690f76-d3f3-4ca0-9d27-fe64efe23571 req-08bf9b19-3fba-45e4-af8e-0c3278cdc677 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:06.823320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a690f76-d3f3-4ca0-9d27-fe64efe23571 req-08bf9b19-3fba-45e4-af8e-0c3278cdc677 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0860047 Sep 16 16:36:06.879504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a690f76-d3f3-4ca0-9d27-fe64efe23571 req-54dd9267-6f09-4110-821b-6fff87679faa tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500445 Sep 16 16:36:06.892718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:06.934950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'mac_address': 'fa:16:3e:3e:78:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:36:07.019490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:07.033891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad5d7-9e7f-404f-9f3b-d186b19bd2e4 req-776cd776-2bc6-40f8-9c4c-51ce326c6647 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:07.034863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3be14a6-d330-44e8-b2e0-89f2d44d6022 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:36:07.042656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-690ad5d7-9e7f-404f-9f3b-d186b19bd2e4 req-776cd776-2bc6-40f8-9c4c-51ce326c6647 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0825982 Sep 16 16:36:07.072320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:07.118573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-690ad5d7-9e7f-404f-9f3b-d186b19bd2e4 req-84763e7b-5e2d-449d-bbca-8dcb2cbcda55 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746784 Sep 16 16:36:07.160613 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:07.278070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-806c73d7-437e-4719-9dab-750340ec670b tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:07.301375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a3be14a6-d330-44e8-b2e0-89f2d44d6022'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:36:07.305037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-806c73d7-437e-4719-9dab-750340ec670b tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 814 time: 0.2235184 Sep 16 16:36:07.333835 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-3c3b28d0-f765-44ad-a82d-1d7bcb377935 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/quotas/775191cda7c6499dafc9f5c1b5c9653c HTTP/1.1" status: 200 len: 375 time: 0.0278139 Sep 16 16:36:07.370126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:07.407438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-d92586b1-b528-4898-b4a0-a5a16a4b3e08 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697510 Sep 16 16:36:07.520091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-e5af34d6-3e4f-4170-87b8-5c143b10837a service neutron] 10.222.0.22 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120265 Sep 16 16:36:07.583142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-576dd2b7-5754-4f06-8c93-76fdd4dea231 req-5ef4363e-ea98-4067-bfe5-e4396978d80a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1c931535f43f40a48d54d33f85dc031b HTTP/1.1" status: 200 len: 221 time: 0.1911001 Sep 16 16:36:07.676881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-1f78050e-93b9-4a0a-b0b3-621794c7ed13 service neutron] 10.222.0.22 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559548 Sep 16 16:36:07.739236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37963-bc3c-4a35-8992-b395068e0a8b req-bff8c75d-6c7c-4590-80c5-e496c02bc5fa tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:07.746756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2d37963-bc3c-4a35-8992-b395068e0a8b req-bff8c75d-6c7c-4590-80c5-e496c02bc5fa tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.0794945 Sep 16 16:36:07.833029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2d37963-bc3c-4a35-8992-b395068e0a8b req-e869a027-2471-4353-979a-cf05f6890aeb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822875 Sep 16 16:36:08.029864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cd7dd-9d35-42f7-941b-b3388d38d6ae req-10a4fd99-6b89-46cd-94a7-4087a58b9d06 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:08.038060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-382cd7dd-9d35-42f7-941b-b3388d38d6ae req-10a4fd99-6b89-46cd-94a7-4087a58b9d06 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0825362 Sep 16 16:36:08.098317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-382cd7dd-9d35-42f7-941b-b3388d38d6ae req-95615097-130f-449c-82c8-fb4481208682 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537832 Sep 16 16:36:08.323863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10643145-7534-498e-9c78-4ec53d733766 req-5be014ca-4218-43ae-996d-d4228079f091 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:08.331287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10643145-7534-498e-9c78-4ec53d733766 req-5be014ca-4218-43ae-996d-d4228079f091 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0839117 Sep 16 16:36:08.383282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6bb60731-2d66-4de7-953b-1262fb6b3bda req-754c6775-c7cf-4f95-9adb-e5db8da7ff93 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 210 time: 0.0685794 Sep 16 16:36:08.463947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10643145-7534-498e-9c78-4ec53d733766 req-0cb7faee-e890-451d-95f0-12e0cdf6bfcb tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267233 Sep 16 16:36:08.592826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e603d-f21e-4245-a01a-c2595c687d4c req-e1bc8323-125b-40ea-b363-e61182adbcdf tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:08.600723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a16e603d-f21e-4245-a01a-c2595c687d4c req-e1bc8323-125b-40ea-b363-e61182adbcdf tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0725482 Sep 16 16:36:08.656983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a16e603d-f21e-4245-a01a-c2595c687d4c req-c9c96b1e-e888-4840-accb-d095ea8c7907 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520985 Sep 16 16:36:08.685583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a3be14a6-d330-44e8-b2e0-89f2d44d6022 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:08.843187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port a3be14a6-d330-44e8-b2e0-89f2d44d6022 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:08.846217 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:08.901889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf402-9c4a-4f98-b7cc-30fe109d46e9 req-de65a269-0e4e-439d-9779-a6d4a75d3f31 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:08.907224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8acbf402-9c4a-4f98-b7cc-30fe109d46e9 req-de65a269-0e4e-439d-9779-a6d4a75d3f31 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1202135 Sep 16 16:36:08.993952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8acbf402-9c4a-4f98-b7cc-30fe109d46e9 req-8a0c39bf-aaa0-412a-b0dc-38d5d7a6e89a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782998 Sep 16 16:36:09.118965 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:09.151904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:09.154299 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdfd809-8899-4ba2-96d1-761494c61fda" -d '{"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-plugged", "status": "completed", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:09.170883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:09.218904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1b8c1-8475-4c23-85b8-00f79576a8fc req-e4fdb22a-3a42-45c7-b26a-718f86de5605 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:09.230176 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ebe1b8c1-8475-4c23-85b8-00f79576a8fc req-e4fdb22a-3a42-45c7-b26a-718f86de5605 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.2320797 Sep 16 16:36:09.292144 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:09.303177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b69f22-b65e-4b7f-a42f-f08583bbd1bd req-9b04d475-27a4-429e-8f86-18e41452f075 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:09.333128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17b69f22-b65e-4b7f-a42f-f08583bbd1bd req-9b04d475-27a4-429e-8f86-18e41452f075 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1985614 Sep 16 16:36:09.411545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ebe1b8c1-8475-4c23-85b8-00f79576a8fc req-3556ea86-8beb-496e-bea5-32b4867f4b14 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804032 Sep 16 16:36:09.431943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17b69f22-b65e-4b7f-a42f-f08583bbd1bd req-06876c19-6d62-4878-85b8-2b942f404a51 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925014 Sep 16 16:36:09.441032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=10']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:09.536573 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d1d17e-c393-4120-b68c-bae7039ef4f8 x-openstack-request-id: req-70d1d17e-c393-4120-b68c-bae7039ef4f8 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:09.536872 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-plugged", "status": "completed", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:09.537129 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70d1d17e-c393-4120-b68c-bae7039ef4f8 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:09.537649 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'code': 200} Sep 16 16:36:09.652249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9b53487-1c47-4c57-9b14-38f213774ed7 req-0713ac30-41b3-4903-baec-a62e2b1a7cc5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 210 time: 0.0511169 Sep 16 16:36:09.837902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb55d7-1ddd-4665-92d2-f45c5a4a85b4 req-eccb63ab-2a2a-42d9-af9f-07d982047e8d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:09.845269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4edb55d7-1ddd-4665-92d2-f45c5a4a85b4 req-eccb63ab-2a2a-42d9-af9f-07d982047e8d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0677061 Sep 16 16:36:09.864057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db61f4-0276-4625-9b92-4ff6dad073d7 req-318cb778-a401-4c3b-811d-67f171b4fc5a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:09.871405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91db61f4-0276-4625-9b92-4ff6dad073d7 req-318cb778-a401-4c3b-811d-67f171b4fc5a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1361721 Sep 16 16:36:09.947439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91db61f4-0276-4625-9b92-4ff6dad073d7 req-646cbf0a-951b-4cde-b57a-3c9d8ff7aa7c tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706651 Sep 16 16:36:09.966700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4edb55d7-1ddd-4665-92d2-f45c5a4a85b4 req-eadf891c-d70c-4b6b-8e1b-3eafb1b0bec9 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205873 Sep 16 16:36:10.147406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b81c9-4565-486e-b14b-fafdc4333a85 req-aa6bfe68-efd5-46f8-ba1b-0edea265175f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:10.169453 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-874b81c9-4565-486e-b14b-fafdc4333a85 req-aa6bfe68-efd5-46f8-ba1b-0edea265175f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1088526 Sep 16 16:36:10.262633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-874b81c9-4565-486e-b14b-fafdc4333a85 req-a46d75d7-d9f4-4b2f-8b17-56ff1380d58c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856793 Sep 16 16:36:10.440762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2e36e-9336-4595-b2d2-205f13f27c14 req-0e8f464d-9384-4d04-a9fa-c8ac3185ad21 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:10.457681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aa2e36e-9336-4595-b2d2-205f13f27c14 req-0e8f464d-9384-4d04-a9fa-c8ac3185ad21 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0764916 Sep 16 16:36:10.510563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aa2e36e-9336-4595-b2d2-205f13f27c14 req-f6279b37-18ac-40f5-aea0-03b57876950e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471675 Sep 16 16:36:10.696967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901505a8-091e-4373-90f8-f5c4349cac3d req-0e2bf0f6-cde4-4eb9-ab7d-f9aafb8ae862 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:10.705338 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-901505a8-091e-4373-90f8-f5c4349cac3d req-0e2bf0f6-cde4-4eb9-ab7d-f9aafb8ae862 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1521020 Sep 16 16:36:10.761462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-901505a8-091e-4373-90f8-f5c4349cac3d req-416f264d-825e-4029-9ede-65ce570a53e2 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526845 Sep 16 16:36:10.771637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4f4ce-c749-4624-91b2-cd7f154f1034 req-61d2870d-da57-41d6-a1c5-cf560136d008 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:10.789132 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbb4f4ce-c749-4624-91b2-cd7f154f1034 req-61d2870d-da57-41d6-a1c5-cf560136d008 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1541519 Sep 16 16:36:10.919251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbb4f4ce-c749-4624-91b2-cd7f154f1034 req-489445d8-2cc4-4691-9968-ef50272a4a34 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147480 Sep 16 16:36:11.133599 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bffccf71-149d-4599-8114-0b4a1dafecb7 req-a76adca4-9ce5-4a22-952d-0041675f0d52 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 210 time: 0.0771942 Sep 16 16:36:11.154859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-10a6db01-1bdb-49ab-9243-9fcab39aef99 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:11.154859 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-10a6db01-1bdb-49ab-9243-9fcab39aef99 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.62 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 814 time: 0.2413383 Sep 16 16:36:11.167442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Request body: {'port': {'device_id': '351b4abe-ed66-4683-a980-932f6f4625e4', 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520', 'admin_state_up': True, 'tenant_id': '775191cda7c6499dafc9f5c1b5c9653c'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:11.366530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dd43c-2d65-4dba-8f88-536690a59afa req-45ef332c-5fa5-4616-863d-5f386015dabc tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:11.373051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e9dd43c-2d65-4dba-8f88-536690a59afa req-45ef332c-5fa5-4616-863d-5f386015dabc tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.2216139 Sep 16 16:36:11.410828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d274c4-4fb0-49df-b526-c5184a13359b req-edbd9cd0-56b1-4aa4-8828-1e9e1b5c26d2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:11.418854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19d274c4-4fb0-49df-b526-c5184a13359b req-edbd9cd0-56b1-4aa4-8828-1e9e1b5c26d2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1673965 Sep 16 16:36:11.521872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e9dd43c-2d65-4dba-8f88-536690a59afa req-4c0965d2-fbc8-47e4-b44d-ea2eefe62505 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416197 Sep 16 16:36:11.536139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Made reservation on behalf of 775191cda7c6499dafc9f5c1b5c9653c for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:11.553717 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:11.558495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19d274c4-4fb0-49df-b526-c5184a13359b req-1466a10d-a09e-43a8-91fa-bd1f738fec7e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317763 Sep 16 16:36:11.752534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2c770-3448-420a-a9f4-12ac70c4f790 req-1bc33253-0fa1-4829-93e6-73e1ea0ca493 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:11.754817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8e2c770-3448-420a-a9f4-12ac70c4f790 req-1bc33253-0fa1-4829-93e6-73e1ea0ca493 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1226778 Sep 16 16:36:11.833363 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8e2c770-3448-420a-a9f4-12ac70c4f790 req-b0766cec-2953-4553-bc03-68454ce5f27c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710964 Sep 16 16:36:11.901980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Allocated IP 172.20.0.14 (10b14b39-f053-4d74-8685-c7c085a18520/e95e675d-14c2-4dbd-8f50-7b3db5eb275a/f7e67e7c-7efc-4f5b-98d6-615e65f47ed0) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:11.993032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f460fd19-2976-4056-bb0c-aa2b9ded3e8b details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:36:12.176768 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:12.234632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:12.264296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'port_id': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b', 'mac_address': 'fa:16:3e:ec:35:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ee6f1d-6290-4d7d-a539-0318591c727d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:36:12.286229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:12.350199 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:12.385347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Network 10b14b39-f053-4d74-8685-c7c085a18520 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:12.388882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f460fd19-2976-4056-bb0c-aa2b9ded3e8b {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:36:12.393098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:12.401866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:12.451761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:12.477655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Pushing event updated for resources: {'Port': ['ID=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:12.515222 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:12.519101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.519896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.520757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.521317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.527809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.528593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.529191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.531047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.531640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.532212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.539114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.539470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:12.607675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:12.613309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:12.668948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:12.681943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f460fd19-2976-4056-bb0c-aa2b9ded3e8b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:36:12.733563 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-a4270fdf-5cb2-452f-8ae6-4124695e19b7 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5697165 Sep 16 16:36:12.750183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Request body: {'port': {'device_id': '351b4abe-ed66-4683-a980-932f6f4625e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:12.948782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063864e-ebdb-4015-9e08-1c57f5deb97a req-e5b1100e-4599-4f2c-9872-138f300da8ea tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:12.960663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:12.970330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9063864e-ebdb-4015-9e08-1c57f5deb97a req-e5b1100e-4599-4f2c-9872-138f300da8ea tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 1.0234511 Sep 16 16:36:13.078803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9063864e-ebdb-4015-9e08-1c57f5deb97a req-3b07e736-54f5-48a6-931d-3faa1476dc9e tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075444 Sep 16 16:36:13.437307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2244e-b448-4797-b026-f7904f047a57 req-2c583ac6-be6c-4faf-abe2-c5e400a235b6 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:13.441508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2e2244e-b448-4797-b026-f7904f047a57 req-2c583ac6-be6c-4faf-abe2-c5e400a235b6 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 932 time: 0.1480935 Sep 16 16:36:13.506865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2e2244e-b448-4797-b026-f7904f047a57 req-9265531e-f168-4864-9bec-4ce61af4f6e1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550561 Sep 16 16:36:13.549815 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:13.601587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:36:13.648523 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:13.650067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Transition to ACTIVE for port object f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:36:13.670733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eccc1d-2d84-4157-a316-090a4b827c97 req-3bf001e6-7e55-4def-bb3e-5fd46ed22077 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:13.683241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6eccc1d-2d84-4157-a316-090a4b827c97 req-3bf001e6-7e55-4def-bb3e-5fd46ed22077 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 945 time: 0.1013179 Sep 16 16:36:13.753702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6eccc1d-2d84-4157-a316-090a4b827c97 req-3f43897c-daed-4c53-a1f6-662d7b9155bb tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628912 Sep 16 16:36:13.858577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804a9f1-be5a-4165-b51f-7f6a89445daa req-bf445aef-3729-45f4-a4d8-7ee44bce04fb tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:13.953548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4804a9f1-be5a-4165-b51f-7f6a89445daa req-bf445aef-3729-45f4-a4d8-7ee44bce04fb tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0583978 Sep 16 16:36:13.953548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4804a9f1-be5a-4165-b51f-7f6a89445daa req-e45acc46-914b-4fd6-b3a3-0210e99e9644 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Sep 16 16:36:14.010063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f460fd19-2976-4056-bb0c-aa2b9ded3e8b up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:14.111303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1c55-0380-48f3-8b42-849c1014dc78 req-e44a3295-7277-416a-983f-9fbcc80a71e0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:14.116213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bdee1c55-0380-48f3-8b42-849c1014dc78 req-e44a3295-7277-416a-983f-9fbcc80a71e0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1023858 Sep 16 16:36:14.134129 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port f460fd19-2976-4056-bb0c-aa2b9ded3e8b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:14.134685 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:14.161738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bdee1c55-0380-48f3-8b42-849c1014dc78 req-4348d0e3-7c8f-423b-a23d-340676b73e2e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Sep 16 16:36:14.253139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:14.274763 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:14.301830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9916e2-3441-4781-a852-4891077af363 req-5bfb3389-9046-4a45-ac4b-fd1eadff9fa5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:14.305149 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db9916e2-3441-4781-a852-4891077af363 req-5bfb3389-9046-4a45-ac4b-fd1eadff9fa5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.0667655 Sep 16 16:36:14.326057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:14.328312 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516bf2dd-3998-4b93-82f2-dc418e9398f7" -d '{"events": [{"server_uuid": "f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55", "name": "network-vif-plugged", "status": "completed", "tag": "f460fd19-2976-4056-bb0c-aa2b9ded3e8b"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:14.349490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:14.354397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:14.377920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db9916e2-3441-4781-a852-4891077af363 req-0a270d7a-f7e2-4590-b2ab-9414fbef45a9 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595303 Sep 16 16:36:14.486096 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:14.494877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Pushing event updated for resources: {'Port': ['ID=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:14.567238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Attempting to bind port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:36:14.569599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Attempting to bind port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:36:14.570900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Attempting to bind port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 on network 10b14b39-f053-4d74-8685-c7c085a18520 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:36:14.581863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 on network 10b14b39-f053-4d74-8685-c7c085a18520 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:36:14.582985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Attempting to bind port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 on network 10b14b39-f053-4d74-8685-c7c085a18520 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:36:14.600317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:36:14.605067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Checking segment: {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:14.605067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Bound using segment: {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:36:14.605067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Bound port: f7e67e7c-7efc-4f5b-98d6-615e65f47ed0, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:36:14.605067 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:14.619757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:14.637275 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb667d5-4882-489a-ac10-07e2939e50ed x-openstack-request-id: req-5cb667d5-4882-489a-ac10-07e2939e50ed {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:14.637568 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55", "name": "network-vif-plugged", "status": "completed", "tag": "f460fd19-2976-4056-bb0c-aa2b9ded3e8b", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:14.637826 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5cb667d5-4882-489a-ac10-07e2939e50ed {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:14.639160 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b', 'code': 200} Sep 16 16:36:14.815570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] For port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:36:14.827156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] For port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:36:14.870338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231df02-7212-44a8-9d7e-974ce42a2c47 req-a1261c7f-4983-4ea8-9947-8b51b8db1230 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:14.878515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8231df02-7212-44a8-9d7e-974ce42a2c47 req-a1261c7f-4983-4ea8-9947-8b51b8db1230 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1170986 Sep 16 16:36:14.910308 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:14.940906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:14.941541 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:14.946186 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] 10.222.0.62 "PUT /v2.0/ports/f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 HTTP/1.1" status: 200 len: 1092 time: 2.2040458 Sep 16 16:36:14.946666 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351b4abe-ed66-4683-a980-932f6f4625e4', 'tag': 'f7e67e7c-7efc-4f5b-98d6-615e65f47ed0'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:14.953133 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a30d23-3d52-481a-9437-1c031fadfd62" -d '{"events": [{"name": "network-changed", "server_uuid": "351b4abe-ed66-4683-a980-932f6f4625e4", "tag": "f7e67e7c-7efc-4f5b-98d6-615e65f47ed0"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:14.988597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8231df02-7212-44a8-9d7e-974ce42a2c47 req-b1d5ac8d-6179-4c9f-8663-ee5cdd0906cb tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090469 Sep 16 16:36:15.088737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02540bb1-278c-4dff-a9f7-ce27ea24274a service neutron] Pushing event updated for resources: {'Port': ['ID=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:15.213668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6335c31-bfc7-4c18-9ae7-f374b54c8fbe req-eeef4ef6-b729-4758-a3cb-b4b66ea6c12e tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:15.219463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-65c294cc-21ca-4bf1-97e3-e2be4b840f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:15.221317 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-65c294cc-21ca-4bf1-97e3-e2be4b840f95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 1095 time: 0.1276021 Sep 16 16:36:15.231083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6335c31-bfc7-4c18-9ae7-f374b54c8fbe req-eeef4ef6-b729-4758-a3cb-b4b66ea6c12e tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 944 time: 0.1279085 Sep 16 16:36:15.306749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6335c31-bfc7-4c18-9ae7-f374b54c8fbe req-3933da7b-b955-431c-ae9e-a2c21e89860d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739744 Sep 16 16:36:15.326225 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-2d31826f-97cc-49b4-b0a2-a4f51b8e87ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 HTTP/1.1" status: 200 len: 217 time: 0.0958931 Sep 16 16:36:15.435215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-0abe9368-c874-4d54-9a49-fffa413104a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:15.436744 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-0abe9368-c874-4d54-9a49-fffa413104a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e95e675d-14c2-4dbd-8f50-7b3db5eb275a HTTP/1.1" status: 200 len: 854 time: 0.1013718 Sep 16 16:36:15.439059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7200bdb-798b-48d2-9543-d4e30f149b6c req-b130a6a0-61a8-4357-9cb1-2d262fba9a79 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:15.454285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7200bdb-798b-48d2-9543-d4e30f149b6c req-b130a6a0-61a8-4357-9cb1-2d262fba9a79 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0908000 Sep 16 16:36:15.506889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7200bdb-798b-48d2-9543-d4e30f149b6c req-24936776-e257-43da-9e27-277c9f5823e7 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565221 Sep 16 16:36:15.511166 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-e6a20c8b-bdaf-45db-b472-fcf545a5c74f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10b14b39-f053-4d74-8685-c7c085a18520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656066 Sep 16 16:36:15.633719 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-b02797ef-3629-4a04-a773-49ccaf872149 service neutron] 10.222.0.62 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148794 Sep 16 16:36:15.677507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed200f72-4d71-4a59-a5e8-9af9d5cbe33e req-e4253fca-3cfc-42d2-a95d-acf8893a8cfb tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:15.682289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed200f72-4d71-4a59-a5e8-9af9d5cbe33e req-e4253fca-3cfc-42d2-a95d-acf8893a8cfb tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1075444 Sep 16 16:36:15.788647 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfc8ae99-ec77-41ee-964c-ceb1a7ca5b1b req-0e702173-292e-4cf5-bce1-6acabcd6c993 service neutron] 10.222.0.62 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470437 Sep 16 16:36:15.792728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed200f72-4d71-4a59-a5e8-9af9d5cbe33e req-2c68a894-b08b-4b6e-9864-66dcc92c4c6f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919738 Sep 16 16:36:15.875285 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee1a0fe-0b3b-45e8-9658-ea1e6fed5469 x-openstack-request-id: req-dee1a0fe-0b3b-45e8-9658-ea1e6fed5469 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:15.875500 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351b4abe-ed66-4683-a980-932f6f4625e4", "tag": "f7e67e7c-7efc-4f5b-98d6-615e65f47ed0", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:15.876112 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dee1a0fe-0b3b-45e8-9658-ea1e6fed5469 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:15.876579 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351b4abe-ed66-4683-a980-932f6f4625e4', 'tag': 'f7e67e7c-7efc-4f5b-98d6-615e65f47ed0', 'status': 'completed', 'code': 200} Sep 16 16:36:16.007029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb1a09-5603-4816-a287-dc646f58728d req-63a2ff91-dacd-42ac-bf2d-924e27318424 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:16.008547 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6cb1a09-5603-4816-a287-dc646f58728d req-63a2ff91-dacd-42ac-bf2d-924e27318424 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.0685332 Sep 16 16:36:16.079388 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6cb1a09-5603-4816-a287-dc646f58728d req-9b929ffa-5b99-4cb8-bce9-dd0468612dbe tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581100 Sep 16 16:36:16.092277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a30d23-3d52-481a-9437-1c031fadfd62 req-0122afde-699e-4d0b-9c15-38f015f8ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:16.093968 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0a30d23-3d52-481a-9437-1c031fadfd62 req-0122afde-699e-4d0b-9c15-38f015f8ac40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 1095 time: 0.0965877 Sep 16 16:36:16.307136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a30d23-3d52-481a-9437-1c031fadfd62 req-02ba477d-709f-4131-91a2-6262d0fc3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:16.309346 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0a30d23-3d52-481a-9437-1c031fadfd62 req-02ba477d-709f-4131-91a2-6262d0fc3ba0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 915 time: 0.2060168 Sep 16 16:36:16.380879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0869c1-99c8-449d-ae74-33d5bf851ce6 req-bb132739-5a1a-445b-af90-0f2c7a587319 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:16.383954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d0869c1-99c8-449d-ae74-33d5bf851ce6 req-bb132739-5a1a-445b-af90-0f2c7a587319 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1054459 Sep 16 16:36:16.398666 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0a30d23-3d52-481a-9437-1c031fadfd62 req-72ff2c4c-b9c2-46af-a62b-1a6ead9fa89e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 HTTP/1.1" status: 200 len: 217 time: 0.0782735 Sep 16 16:36:16.465727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d0869c1-99c8-449d-ae74-33d5bf851ce6 req-a5892f49-7388-481b-ac55-0c9557b8cd4c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726464 Sep 16 16:36:16.509687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a30d23-3d52-481a-9437-1c031fadfd62 req-2752183f-eb0b-4124-b467-a47bf31c358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:16.511187 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0a30d23-3d52-481a-9437-1c031fadfd62 req-2752183f-eb0b-4124-b467-a47bf31c358e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e95e675d-14c2-4dbd-8f50-7b3db5eb275a HTTP/1.1" status: 200 len: 854 time: 0.1046195 Sep 16 16:36:16.568751 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0a30d23-3d52-481a-9437-1c031fadfd62 req-6ea24a09-ac76-4700-be25-128812347c15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10b14b39-f053-4d74-8685-c7c085a18520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455384 Sep 16 16:36:16.751422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285d0fc-75cc-4db4-b6bc-a11793d208db req-4a61fbf0-5aeb-4f45-9563-3e6623150ec9 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:16.763200 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0a30d23-3d52-481a-9437-1c031fadfd62 req-ffd90ba0-49e2-4753-bacb-b57b83817b61 service neutron] 10.222.0.62 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891921 Sep 16 16:36:16.766073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e285d0fc-75cc-4db4-b6bc-a11793d208db req-4a61fbf0-5aeb-4f45-9563-3e6623150ec9 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 944 time: 0.1738214 Sep 16 16:36:16.838114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e285d0fc-75cc-4db4-b6bc-a11793d208db req-a6e65366-bd63-4735-ba49-e10baf8fac3f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669336 Sep 16 16:36:16.933623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0a30d23-3d52-481a-9437-1c031fadfd62 req-e4dc1bed-444e-4ca2-b452-472b1a9ba05c service neutron] 10.222.0.62 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618986 Sep 16 16:36:16.980480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25a0f-e6cd-42bd-93ed-2ebd7c652e1b req-63f9e78c-2ca3-44b7-b993-12ae1a73540e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:16.988359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17b25a0f-e6cd-42bd-93ed-2ebd7c652e1b req-63f9e78c-2ca3-44b7-b993-12ae1a73540e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0929356 Sep 16 16:36:17.031410 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17b25a0f-e6cd-42bd-93ed-2ebd7c652e1b req-8b91bd25-a6b8-4872-a3c4-c3585c4d57ee tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420921 Sep 16 16:36:17.185693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbcec6-ac4f-4133-8cb1-3994065446e2 req-b73dee3f-6250-4397-8cc1-5eaae223a003 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:17.187863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89bbcec6-ac4f-4133-8cb1-3994065446e2 req-b73dee3f-6250-4397-8cc1-5eaae223a003 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0973365 Sep 16 16:36:17.239071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89bbcec6-ac4f-4133-8cb1-3994065446e2 req-49d4b314-3a6b-4e3f-a5c5-88f4cf3ef69a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Sep 16 16:36:17.460463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac6fc2-4a7e-40f7-b3a3-c1b48ad02edf req-16c9a47e-3f6c-4ef6-9ae0-a5ba29cab5f1 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:17.463052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49ac6fc2-4a7e-40f7-b3a3-c1b48ad02edf req-16c9a47e-3f6c-4ef6-9ae0-a5ba29cab5f1 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1104290 Sep 16 16:36:17.555004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49ac6fc2-4a7e-40f7-b3a3-c1b48ad02edf req-506b817d-2eef-4e38-bcbd-e5bdef3862f8 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840766 Sep 16 16:36:18.545078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-f5f737f9-c0c6-4fbf-aee4-1ae7e774a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:18.555168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcc269-9449-4937-b8fb-ba8e6d1392d9 req-7e9dbc54-4fb5-4ac3-bf55-ba1d5232019e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:18.557892 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-f5f737f9-c0c6-4fbf-aee4-1ae7e774a2e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 1097 time: 0.1100042 Sep 16 16:36:18.569170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adbcc269-9449-4937-b8fb-ba8e6d1392d9 req-7e9dbc54-4fb5-4ac3-bf55-ba1d5232019e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.2060244 Sep 16 16:36:18.730503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adbcc269-9449-4937-b8fb-ba8e6d1392d9 req-256f5a26-84b0-4057-8833-13c40b18a6e5 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529276 Sep 16 16:36:18.821750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-56d0e9b5-df8b-407e-a687-4db9733551ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:18.823561 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-56d0e9b5-df8b-407e-a687-4db9733551ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 912 time: 0.2573421 Sep 16 16:36:18.896128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd44ca-f8dc-4be8-b7a0-593609fae37a req-64e97adf-7796-4d10-8e36-966a7692c297 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:18.898443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7dd44ca-f8dc-4be8-b7a0-593609fae37a req-64e97adf-7796-4d10-8e36-966a7692c297 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 944 time: 0.0701435 Sep 16 16:36:18.915253 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-f9bebc7a-eb9a-4000-98b8-92239ae62c5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc HTTP/1.1" status: 200 len: 1002 time: 0.0838645 Sep 16 16:36:18.966747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7dd44ca-f8dc-4be8-b7a0-593609fae37a req-d912fe06-57a1-49a7-af07-e84ee746350f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561812 Sep 16 16:36:18.976067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-133dafb7-3e41-47ef-93bd-ee9d235c64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:18.976067 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-133dafb7-3e41-47ef-93bd-ee9d235c64e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.0520508 Sep 16 16:36:19.043092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-15c0937e-9ef3-491c-9a83-a72f06f9b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:19.044785 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-15c0937e-9ef3-491c-9a83-a72f06f9b10d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593505 Sep 16 16:36:19.147898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfc8c-59b7-4a48-8971-00dfba6c77f4 req-d0394cb9-0833-48d6-bb63-e2355ae24c25 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:19.161930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dfc8c-59b7-4a48-8971-00dfba6c77f4 req-d0394cb9-0833-48d6-bb63-e2355ae24c25 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1094625 Sep 16 16:36:19.254543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dfc8c-59b7-4a48-8971-00dfba6c77f4 req-b396a301-d058-46f4-8688-9d584a05b255 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882659 Sep 16 16:36:19.353825 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-04a6981e-5a55-4a35-b677-a7534ab8d53c service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872376 Sep 16 16:36:19.531111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3194229-37e9-4b06-bfee-35502ad624e7 req-5e993eab-3214-428a-b523-8dd0185fdd0b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:19.541298 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3194229-37e9-4b06-bfee-35502ad624e7 req-5e993eab-3214-428a-b523-8dd0185fdd0b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1144431 Sep 16 16:36:19.618037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3194229-37e9-4b06-bfee-35502ad624e7 req-16a07965-9761-4f2a-b9d9-ae6cd0dc6d67 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756111 Sep 16 16:36:19.623716 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ba9d4bb-3661-472c-8ff1-0813679b69c7 req-5f1311eb-f222-4694-bfa0-e1143df248db service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658594 Sep 16 16:36:20.055944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01332590-85c9-4766-954a-0cbad1e4d372 req-97959b00-1da9-414d-b2fa-68f4a8c1866a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:20.060431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01332590-85c9-4766-954a-0cbad1e4d372 req-97959b00-1da9-414d-b2fa-68f4a8c1866a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1132102 Sep 16 16:36:20.075307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:36:20.224273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01332590-85c9-4766-954a-0cbad1e4d372 req-7d8cfba7-73cc-431c-8283-18d124241f4f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472797 Sep 16 16:36:20.415870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:20.453243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'f7e67e7c-7efc-4f5b-98d6-615e65f47ed0', 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520', 'port_id': 'f7e67e7c-7efc-4f5b-98d6-615e65f47ed0', 'mac_address': 'fa:16:3e:65:f4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95e675d-14c2-4dbd-8f50-7b3db5eb275a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:36:20.460618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a243-a630-48ea-9789-1a91d95d57cc req-1b2e7c0c-0df7-45db-ab66-54886c69f621 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:20.469317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34d2a243-a630-48ea-9789-1a91d95d57cc req-1b2e7c0c-0df7-45db-ab66-54886c69f621 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 944 time: 0.1118202 Sep 16 16:36:20.547832 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34d2a243-a630-48ea-9789-1a91d95d57cc req-d6abde2f-d216-4284-bb20-72a46fe08570 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639946 Sep 16 16:36:20.615180 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:20.675816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:36:20.724272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:20.735522 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07f2ae-4883-4f75-b1eb-9fa1aa9d1613 req-4994fa51-b4b9-4eda-ae06-c6288aa4f5d5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:20.743085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b07f2ae-4883-4f75-b1eb-9fa1aa9d1613 req-4994fa51-b4b9-4eda-ae06-c6288aa4f5d5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.0819530 Sep 16 16:36:20.798209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b07f2ae-4883-4f75-b1eb-9fa1aa9d1613 req-dee07da8-1263-409f-82e8-b0ceb1ef619e tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547781 Sep 16 16:36:20.860559 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:20.937828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b4253-7a0c-4d7e-869e-6cab81e37fe6 req-7b7b78fc-6715-46e2-9c43-eff02ab5540b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:20.947656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b0b4253-7a0c-4d7e-869e-6cab81e37fe6 req-7b7b78fc-6715-46e2-9c43-eff02ab5540b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0762613 Sep 16 16:36:20.980890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:21.006526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b0b4253-7a0c-4d7e-869e-6cab81e37fe6 req-74ce0a4f-ef3a-467a-82c9-606faff2ba9e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571697 Sep 16 16:36:21.093589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f7e67e7c-7efc-4f5b-98d6-615e65f47ed0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:36:21.161458 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282d689-641e-45c8-9d7f-9d2012efd498 req-9e3c1135-5245-44c0-b438-02bb1929bc73 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:21.172742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7282d689-641e-45c8-9d7f-9d2012efd498 req-9e3c1135-5245-44c0-b438-02bb1929bc73 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0870130 Sep 16 16:36:21.232310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7282d689-641e-45c8-9d7f-9d2012efd498 req-ba7e052c-c037-4d13-9732-0983a3f7a149 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583243 Sep 16 16:36:21.544532 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30d104-c001-4ed9-8cd6-3bf14ddb7990 req-849bc855-78a9-47c7-85a4-e70175a9bcab tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:21.544532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb30d104-c001-4ed9-8cd6-3bf14ddb7990 req-849bc855-78a9-47c7-85a4-e70175a9bcab tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0612090 Sep 16 16:36:21.698948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb30d104-c001-4ed9-8cd6-3bf14ddb7990 req-2043f39f-7c49-494b-8e09-de60074e1e93 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477470 Sep 16 16:36:21.852487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b339d-f832-41d0-95c4-1f0912c1a658 req-74ff3c6d-7115-4df0-bed3-16b6046433e5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:21.854243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c04b339d-f832-41d0-95c4-1f0912c1a658 req-74ff3c6d-7115-4df0-bed3-16b6046433e5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 945 time: 0.0619707 Sep 16 16:36:21.907944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c04b339d-f832-41d0-95c4-1f0912c1a658 req-7ab7e65e-9636-4c28-b6e3-04285f7a9ae3 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453687 Sep 16 16:36:22.085913 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:22.308249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:36:22.315891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:22.316265 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:22.498915 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1eb20-6f1a-4498-96bd-1040c7b0194b req-8f740202-10ac-4967-9e8f-ad3821315c53 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:22.513285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dbe1eb20-6f1a-4498-96bd-1040c7b0194b req-8f740202-10ac-4967-9e8f-ad3821315c53 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0914104 Sep 16 16:36:22.539857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:22.564820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dbe1eb20-6f1a-4498-96bd-1040c7b0194b req-bc336033-00f2-418a-af20-f27b0ec5eb23 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 Sep 16 16:36:22.583126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351b4abe-ed66-4683-a980-932f6f4625e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e67e7c-7efc-4f5b-98d6-615e65f47ed0'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:22.585702 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa0c82b-cd64-48c0-b5b7-9b39e3ac134f" -d '{"events": [{"server_uuid": "351b4abe-ed66-4683-a980-932f6f4625e4", "name": "network-vif-plugged", "status": "completed", "tag": "f7e67e7c-7efc-4f5b-98d6-615e65f47ed0"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:22.638263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:22.734363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4826145-83b8-4447-8790-930c40e21177 req-cb9c5c01-0aca-4e2f-9139-e6034375d294 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:22.741472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4826145-83b8-4447-8790-930c40e21177 req-cb9c5c01-0aca-4e2f-9139-e6034375d294 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0766571 Sep 16 16:36:22.805332 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4826145-83b8-4447-8790-930c40e21177 req-9458788f-b570-4fc0-b54c-b455d15dd2d4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628347 Sep 16 16:36:22.817758 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:22.967368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:23.009940 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db601b9f-4b13-4791-a652-3016ac37a8be x-openstack-request-id: req-db601b9f-4b13-4791-a652-3016ac37a8be {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:23.010271 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351b4abe-ed66-4683-a980-932f6f4625e4", "name": "network-vif-plugged", "status": "completed", "tag": "f7e67e7c-7efc-4f5b-98d6-615e65f47ed0", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:23.010521 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db601b9f-4b13-4791-a652-3016ac37a8be {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:23.010956 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351b4abe-ed66-4683-a980-932f6f4625e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e67e7c-7efc-4f5b-98d6-615e65f47ed0', 'code': 200} Sep 16 16:36:23.174622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725812e8-1937-41ed-80fd-75bcb6971830 req-fa65f52f-2ec1-4725-be26-2303969af9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:23.176763 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-725812e8-1937-41ed-80fd-75bcb6971830 req-fa65f52f-2ec1-4725-be26-2303969af9f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 1097 time: 0.0954909 Sep 16 16:36:23.218258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac1ade-b6b6-4451-aef2-2141215ea338 req-9ec94b78-2150-4b49-b031-a524ee8220d8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:23.220406 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02ac1ade-b6b6-4451-aef2-2141215ea338 req-9ec94b78-2150-4b49-b031-a524ee8220d8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 946 time: 0.1301904 Sep 16 16:36:23.245881 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-725812e8-1937-41ed-80fd-75bcb6971830 req-814d819f-334c-40f0-8574-8cdb944ce430 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596497 Sep 16 16:36:23.282759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02ac1ade-b6b6-4451-aef2-2141215ea338 req-2a8d5dfb-0d0a-481f-8a81-e13e58fe3fe5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549972 Sep 16 16:36:23.688403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a7f1-d210-44db-8181-24322fc49a43 req-01e9c57e-9c89-4365-91a7-29a3a3b37ec8 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:23.690146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5438a7f1-d210-44db-8181-24322fc49a43 req-01e9c57e-9c89-4365-91a7-29a3a3b37ec8 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0573218 Sep 16 16:36:23.745879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5438a7f1-d210-44db-8181-24322fc49a43 req-d95dc6e6-0972-4728-baf9-c862bd05bbf0 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Sep 16 16:36:23.941632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5c261-079f-4426-9ddf-095dad8bec36 req-8df6c9d9-3975-4f5a-9805-f842650ead5c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:23.943702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aef5c261-079f-4426-9ddf-095dad8bec36 req-8df6c9d9-3975-4f5a-9805-f842650ead5c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0558822 Sep 16 16:36:24.022449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aef5c261-079f-4426-9ddf-095dad8bec36 req-0cfd1a9e-7171-429f-b33b-fb81592a134a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581317 Sep 16 16:36:24.917006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de182080-51d1-4073-afab-03b523e7e792 req-3eceb4e7-50c0-4872-b63b-aafbef65c70a tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:24.920670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de182080-51d1-4073-afab-03b523e7e792 req-3eceb4e7-50c0-4872-b63b-aafbef65c70a tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 946 time: 0.1082938 Sep 16 16:36:24.921134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42042) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:24.991015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de182080-51d1-4073-afab-03b523e7e792 req-4e46e732-1a47-40b1-a5e9-f98e5821b351 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652602 Sep 16 16:36:25.097556 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c901c1b-718b-4046-acad-47f80602fcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:25.171054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937dcf8-46fc-4c8c-bb9a-58eabc1a507e req-b799f7ae-37cd-4755-b369-ac2f7f20929b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:25.173673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9937dcf8-46fc-4c8c-bb9a-58eabc1a507e req-b799f7ae-37cd-4755-b369-ac2f7f20929b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0750432 Sep 16 16:36:25.240589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9937dcf8-46fc-4c8c-bb9a-58eabc1a507e req-756e723a-3aed-49e2-969c-8e230c562d36 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559576 Sep 16 16:36:25.254835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c901c1b-718b-4046-acad-47f80602fcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:25.381191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbc4f5-c91e-439b-949e-d4d16eed833e req-4532646d-4a12-476a-9bbd-a0e4a73e176f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:25.383387 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbcbc4f5-c91e-439b-949e-d4d16eed833e req-4532646d-4a12-476a-9bbd-a0e4a73e176f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0599911 Sep 16 16:36:25.386990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c901c1b-718b-4046-acad-47f80602fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:25.421225 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3c901c1b-718b-4046-acad-47f80602fcf7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c6c7012b0ed47adb7e442bb2d9ee899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988816 Sep 16 16:36:25.427475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42056) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:25.459217 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbcbc4f5-c91e-439b-949e-d4d16eed833e req-c50527f4-cb07-4ba8-9abf-2fab1131d5ec tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588706 Sep 16 16:36:25.502245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c901c1b-718b-4046-acad-47f80602fcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1967187-3dff-430f-90af-dd1da4016f0b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:25.541357 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c53e70c-17f0-49f7-945c-036e560e1c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:25.571193 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c53e70c-17f0-49f7-945c-036e560e1c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:25.778240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c53e70c-17f0-49f7-945c-036e560e1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:25.781426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c53e70c-17f0-49f7-945c-036e560e1c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:25.783092 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5c53e70c-17f0-49f7-945c-036e560e1c04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1967187-3dff-430f-90af-dd1da4016f0b HTTP/1.1" status: 204 len: 168 time: 0.3546479 Sep 16 16:36:25.807375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53e70c-17f0-49f7-945c-036e560e1c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1967187-3dff-430f-90af-dd1da4016f0b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:25.913399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b995e87-fd5a-4dec-b5bb-633215572461 req-aae6eb32-b835-4c6e-933b-1f5a1bd8e6ef tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:25.914828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b995e87-fd5a-4dec-b5bb-633215572461 req-aae6eb32-b835-4c6e-933b-1f5a1bd8e6ef tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 951 time: 0.0520813 Sep 16 16:36:25.953227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b995e87-fd5a-4dec-b5bb-633215572461 req-fce299df-054e-4dcb-8571-c902239091cd tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Sep 16 16:36:26.357556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c173f9-3b9d-49cd-b26e-f266a89936e8 req-1651bd2a-f431-457e-a4b1-f8c6a78aa977 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:26.359017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48c173f9-3b9d-49cd-b26e-f266a89936e8 req-1651bd2a-f431-457e-a4b1-f8c6a78aa977 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0569456 Sep 16 16:36:26.400667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48c173f9-3b9d-49cd-b26e-f266a89936e8 req-8ef47928-27f4-4ff5-921b-3a5bf0250cc0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354517 Sep 16 16:36:26.517995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e8d5e-6f19-46a7-b44c-d1b9ad807e46 req-44eff4ad-ce85-45ba-a4c9-9b8934711fe5 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:26.519528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-416e8d5e-6f19-46a7-b44c-d1b9ad807e46 req-44eff4ad-ce85-45ba-a4c9-9b8934711fe5 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0501127 Sep 16 16:36:26.600094 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-416e8d5e-6f19-46a7-b44c-d1b9ad807e46 req-94922ad9-e07f-411b-802a-931de739b986 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706549 Sep 16 16:36:26.614939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dc152-6901-4c73-aa90-2dece9b71dee req-bcc860cf-3ea6-497d-905b-dc82ffcd234f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:26.616764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-794dc152-6901-4c73-aa90-2dece9b71dee req-bcc860cf-3ea6-497d-905b-dc82ffcd234f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0806887 Sep 16 16:36:26.660392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-794dc152-6901-4c73-aa90-2dece9b71dee req-5d31d610-f9ed-4b38-af41-799a53754fcb tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366344 Sep 16 16:36:26.876633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a84512-420e-43e3-bc80-cfc1f23c0abe req-8ebc7f36-7526-434d-a20a-3afd478dfe63 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:26.895697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6a84512-420e-43e3-bc80-cfc1f23c0abe req-8ebc7f36-7526-434d-a20a-3afd478dfe63 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1228447 Sep 16 16:36:26.995115 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6a84512-420e-43e3-bc80-cfc1f23c0abe req-903c400c-bdef-4b0f-b640-468b9d0e7157 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936074 Sep 16 16:36:27.162421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5178672-3353-4813-bd26-79d6e3363fad req-6381fb76-4edf-4cb0-badc-474550bbe372 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:27.164074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5178672-3353-4813-bd26-79d6e3363fad req-6381fb76-4edf-4cb0-badc-474550bbe372 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 951 time: 0.1043248 Sep 16 16:36:27.195208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9eb09-1c2c-4375-b8fa-95e9c621f007 req-b58e9ccb-68f7-4af2-978a-82754a6a905f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:27.203355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23f9eb09-1c2c-4375-b8fa-95e9c621f007 req-b58e9ccb-68f7-4af2-978a-82754a6a905f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0953393 Sep 16 16:36:27.258692 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5178672-3353-4813-bd26-79d6e3363fad req-69ad961f-bf4a-44fd-991d-9040ee392969 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863786 Sep 16 16:36:27.275679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23f9eb09-1c2c-4375-b8fa-95e9c621f007 req-22d3d4ce-e787-45c3-8bfc-60d571eb8cd7 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 Sep 16 16:36:27.342964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42126) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:27.365270 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-992fdb54-ab12-4987-87da-2104c4962a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:27.512709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecccff-2802-42e4-856f-d935579bb80b req-a38b4f96-d3e2-47c1-94ed-0f6ffb248d14 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:27.514342 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93ecccff-2802-42e4-856f-d935579bb80b req-a38b4f96-d3e2-47c1-94ed-0f6ffb248d14 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1144280 Sep 16 16:36:27.548639 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-992fdb54-ab12-4987-87da-2104c4962a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:27.601280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93ecccff-2802-42e4-856f-d935579bb80b req-47332f28-a97e-45d5-a371-ebd797298aea tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791204 Sep 16 16:36:27.731619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-992fdb54-ab12-4987-87da-2104c4962a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:27.768435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f39555-1ae5-48de-ac31-20b0040570e9 req-73dcf2f3-c676-466b-a2d2-5404d32946ce tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:27.773620 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86f39555-1ae5-48de-ac31-20b0040570e9 req-73dcf2f3-c676-466b-a2d2-5404d32946ce tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0716836 Sep 16 16:36:27.813626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-992fdb54-ab12-4987-87da-2104c4962a3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=596ef54c7963430fbb2b9fdd4cb43001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692860 Sep 16 16:36:27.817689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fdb54-ab12-4987-87da-2104c4962a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf8fef-9c6e-470e-84c6-61feef8276fe,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:27.829547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42144) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:27.880355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86f39555-1ae5-48de-ac31-20b0040570e9 req-3789f54a-a233-4e7b-8dc5-7ba273bbf1e2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984008 Sep 16 16:36:27.915389 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16e61868-1c6d-4746-b33d-07740eab4366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:27.944218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16e61868-1c6d-4746-b33d-07740eab4366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:28.128090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fb143-58ec-461a-9574-3452e92737b3 req-28688d77-d450-41f6-a9a6-7f22bd081dfa tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:28.130251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae8fb143-58ec-461a-9574-3452e92737b3 req-28688d77-d450-41f6-a9a6-7f22bd081dfa tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0734234 Sep 16 16:36:28.137037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16e61868-1c6d-4746-b33d-07740eab4366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:28.139913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16e61868-1c6d-4746-b33d-07740eab4366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:28.143562 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-16e61868-1c6d-4746-b33d-07740eab4366 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/efcf8fef-9c6e-470e-84c6-61feef8276fe HTTP/1.1" status: 204 len: 168 time: 0.3107316 Sep 16 16:36:28.150775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e61868-1c6d-4746-b33d-07740eab4366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf8fef-9c6e-470e-84c6-61feef8276fe,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:28.191409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae8fb143-58ec-461a-9574-3452e92737b3 req-b9a170f5-a730-4948-9d2f-bb601e6d478b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499299 Sep 16 16:36:28.262706 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-da8266cf-9bfa-4718-a0b5-a0b481b5307c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:28.350713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819744a-f806-4b78-9f35-45bed4685a3a req-d1e0ace7-99a7-48cb-b0c3-f6e4eef13b4d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:28.352235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8819744a-f806-4b78-9f35-45bed4685a3a req-d1e0ace7-99a7-48cb-b0c3-f6e4eef13b4d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0565913 Sep 16 16:36:28.401142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8819744a-f806-4b78-9f35-45bed4685a3a req-479c223e-d572-4ada-b2da-a92ef83d6648 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Sep 16 16:36:28.533578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08721e3f-2426-483a-b5d0-daae2e7307d2 req-2266001b-a78d-40f1-b106-0cdbb732b0c1 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:28.538194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08721e3f-2426-483a-b5d0-daae2e7307d2 req-2266001b-a78d-40f1-b106-0cdbb732b0c1 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0581985 Sep 16 16:36:28.575819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08721e3f-2426-483a-b5d0-daae2e7307d2 req-844ccde5-0b9b-4ad5-ace7-dd3d87dcdb2a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346143 Sep 16 16:36:28.711581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf220e-384a-420a-bce5-3fe76a4ea57f req-fa615a4f-d998-46ac-a4a4-ad4abe2f4293 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:28.713312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5baf220e-384a-420a-bce5-3fe76a4ea57f req-fa615a4f-d998-46ac-a4a4-ad4abe2f4293 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0498877 Sep 16 16:36:28.756895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5baf220e-384a-420a-bce5-3fe76a4ea57f req-9ea8110a-9564-46e7-bf13-bc13b1d370f3 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374167 Sep 16 16:36:28.815561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a3be14a6-d330-44e8-b2e0-89f2d44d6022 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:36:28.906809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8598c8-f27f-4d68-ab5d-57e8258c75fe req-45f67267-824a-4f64-906c-6d921a1e7e34 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:28.908409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a8598c8-f27f-4d68-ab5d-57e8258c75fe req-45f67267-824a-4f64-906c-6d921a1e7e34 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0701759 Sep 16 16:36:28.912977 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:28.937385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb9010-176c-44ef-ac9c-9b902c9164b2 req-f9efb14f-6ea8-4bd7-8c3a-2f29b09dd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:28.939793 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76eb9010-176c-44ef-ac9c-9b902c9164b2 req-f9efb14f-6ea8-4bd7-8c3a-2f29b09dd4e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 1097 time: 0.0594554 Sep 16 16:36:28.954230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:28.956600 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bb74b3-c652-4e13-9483-a13bd29650a4" -d '{"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-unplugged", "status": "completed", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:28.959566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a8598c8-f27f-4d68-ab5d-57e8258c75fe req-4a46ac43-359e-4494-93c6-1c9e37a9b51c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Sep 16 16:36:28.968127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42208) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:28.993334 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:28.996454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:29.076893 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412f1baa-1a03-4348-8c3d-61328ee51381 x-openstack-request-id: req-412f1baa-1a03-4348-8c3d-61328ee51381 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:29.077248 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-unplugged", "status": "completed", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:29.077508 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-412f1baa-1a03-4348-8c3d-61328ee51381 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:29.077902 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'code': 200} Sep 16 16:36:29.087099 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:29.122038 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:29.126927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb9010-176c-44ef-ac9c-9b902c9164b2 req-47baa961-4b79-4c30-9ab6-236ac57071cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:29.128453 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76eb9010-176c-44ef-ac9c-9b902c9164b2 req-47baa961-4b79-4c30-9ab6-236ac57071cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 913 time: 0.1802657 Sep 16 16:36:29.156113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=11']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:29.182857 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76eb9010-176c-44ef-ac9c-9b902c9164b2 req-ab52d454-5c6e-4133-89ed-9babd2a4c9f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b HTTP/1.1" status: 200 len: 217 time: 0.0424504 Sep 16 16:36:29.194365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcff71-7b14-453c-a220-2616fc83eb3a req-778ecd92-bbd7-407e-a19f-21ff15f367c6 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:29.196147 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2efcff71-7b14-453c-a220-2616fc83eb3a req-778ecd92-bbd7-407e-a19f-21ff15f367c6 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0635970 Sep 16 16:36:29.222840 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:29.253044 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb9010-176c-44ef-ac9c-9b902c9164b2 req-ee1d5743-108d-4533-ae9b-edeb045769ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:29.254700 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76eb9010-176c-44ef-ac9c-9b902c9164b2 req-ee1d5743-108d-4533-ae9b-edeb045769ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ee6f1d-6290-4d7d-a539-0318591c727d HTTP/1.1" status: 200 len: 852 time: 0.0630224 Sep 16 16:36:29.297182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2efcff71-7b14-453c-a220-2616fc83eb3a req-9f5820a3-1ec2-4f95-ada8-abe851e22c00 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946901 Sep 16 16:36:29.298083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66aa6f7-d86f-4613-b54f-cb9874454d85,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:29.307152 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76eb9010-176c-44ef-ac9c-9b902c9164b2 req-7533e691-01d3-44a6-8f91-277456bf2c39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b446d02c-c15f-4f0f-91ea-b210a6b43a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450022 Sep 16 16:36:29.307626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42234) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:29.308324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b71adf4d194d4058b650a42cf02caf04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385479 Sep 16 16:36:29.314132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.314306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.314674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.315048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.315381 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.315722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.316119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.316691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.317002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.317323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.317638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.318824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241c00-aa63-424a-abaf-1dd49e5054de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:29.705871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9858537b-9df2-42f4-83f1-22db15b3237a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:29.741036 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9858537b-9df2-42f4-83f1-22db15b3237a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:29.744510 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76eb9010-176c-44ef-ac9c-9b902c9164b2 req-7482389e-2d35-40bf-a80a-b0b86595dd85 service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184344 Sep 16 16:36:29.874803 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76eb9010-176c-44ef-ac9c-9b902c9164b2 req-8ec87355-6c1b-468c-a033-9403b6d3c20b service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229196 Sep 16 16:36:29.875025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f550c27-1931-4be6-ba8a-fe97a6cacd3c req-48c84bbe-4d12-402e-ba05-2267000d3da5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:29.876675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f550c27-1931-4be6-ba8a-fe97a6cacd3c req-48c84bbe-4d12-402e-ba05-2267000d3da5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0669425 Sep 16 16:36:29.918738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f550c27-1931-4be6-ba8a-fe97a6cacd3c req-aaa119b3-93e7-4dd2-8317-702e5c86af38 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354984 Sep 16 16:36:29.991859 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9858537b-9df2-42f4-83f1-22db15b3237a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:29.994878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9858537b-9df2-42f4-83f1-22db15b3237a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:29.996069 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9858537b-9df2-42f4-83f1-22db15b3237a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c66aa6f7-d86f-4613-b54f-cb9874454d85 HTTP/1.1" status: 204 len: 168 time: 0.6874983 Sep 16 16:36:30.005434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858537b-9df2-42f4-83f1-22db15b3237a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66aa6f7-d86f-4613-b54f-cb9874454d85,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:30.049336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17a96-b384-4246-a90f-7dbfdc31bb73 req-3b51fffd-cae2-4390-94f3-ef72939ed033 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:30.050854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3dc17a96-b384-4246-a90f-7dbfdc31bb73 req-3b51fffd-cae2-4390-94f3-ef72939ed033 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0623472 Sep 16 16:36:30.092719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3dc17a96-b384-4246-a90f-7dbfdc31bb73 req-f0accd83-5724-4a97-8681-24f39af41d23 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355961 Sep 16 16:36:30.220696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1bdc-b93b-48ba-a4e1-dcb63d7d3b25 req-fbcd7921-2f21-4799-85fd-afc7370af80c tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:30.222467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f44e1bdc-b93b-48ba-a4e1-dcb63d7d3b25 req-fbcd7921-2f21-4799-85fd-afc7370af80c tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 949 time: 0.0745409 Sep 16 16:36:30.266677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f44e1bdc-b93b-48ba-a4e1-dcb63d7d3b25 req-61c774d3-550a-4042-816c-2a6710bde955 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351434 Sep 16 16:36:30.383401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4caf-387f-4458-8759-c0ac0877da04 req-f74d233b-94e7-4408-ae68-45f28fe20111 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:30.384966 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-767b4caf-387f-4458-8759-c0ac0877da04 req-f74d233b-94e7-4408-ae68-45f28fe20111 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0526714 Sep 16 16:36:30.435591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-767b4caf-387f-4458-8759-c0ac0877da04 req-75455fc8-bf41-4244-bfc0-c896210620be tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Sep 16 16:36:30.559602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943bb10-d670-47f8-90ca-ddb2950c1ae9 req-59fd4273-0703-4d66-b637-cbe51e0ef73b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:30.561114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9943bb10-d670-47f8-90ca-ddb2950c1ae9 req-59fd4273-0703-4d66-b637-cbe51e0ef73b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0496225 Sep 16 16:36:30.600424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9943bb10-d670-47f8-90ca-ddb2950c1ae9 req-0800a2f1-56c5-401b-b673-d3b1655c3602 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Sep 16 16:36:30.746242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69290bd8-f253-4215-a650-15b02bf67e77 req-8f8254cb-6220-4dda-9bf1-593124ac0165 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:30.747861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69290bd8-f253-4215-a650-15b02bf67e77 req-8f8254cb-6220-4dda-9bf1-593124ac0165 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0603228 Sep 16 16:36:30.748518 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1778cbe3-1cd4-4df2-ad54-909198694ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:30.789089 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69290bd8-f253-4215-a650-15b02bf67e77 req-75ec74c7-80f3-4b9d-a89e-2d5cfe6ab90e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Sep 16 16:36:30.905812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d6dda-92a0-4448-a321-6136cfbddb24 req-e2b8123d-22e6-473f-b77e-95f8f1d6327c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:30.907645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-792d6dda-92a0-4448-a321-6136cfbddb24 req-e2b8123d-22e6-473f-b77e-95f8f1d6327c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0515659 Sep 16 16:36:30.955003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-792d6dda-92a0-4448-a321-6136cfbddb24 req-87a6f18b-4879-4b61-b9fe-930fa1a8f6fe tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 Sep 16 16:36:31.102629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fc63a-571f-411b-b977-dbb80d66b220 req-24f1c0f6-fea6-4564-b81f-e1a662200491 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:31.113777 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b1fc63a-571f-411b-b977-dbb80d66b220 req-24f1c0f6-fea6-4564-b81f-e1a662200491 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1083567 Sep 16 16:36:31.191736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b1fc63a-571f-411b-b977-dbb80d66b220 req-448de375-407e-43e5-ae10-9f84e38903ce tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785911 Sep 16 16:36:31.220644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53dd0b-a6a6-4546-a1ee-e7483b8113c0 req-4717d7b7-d53c-417d-b0c5-0f58ebbca0ea tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:31.230323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a53dd0b-a6a6-4546-a1ee-e7483b8113c0 req-4717d7b7-d53c-417d-b0c5-0f58ebbca0ea tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0946879 Sep 16 16:36:31.265032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a53dd0b-a6a6-4546-a1ee-e7483b8113c0 req-2951a352-d666-4fbe-915b-211b3265f616 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Sep 16 16:36:31.417422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce49b73-7e88-4919-92ca-a880efe1e456 req-fd5355e8-4794-4cb2-8ece-a3a87ed69326 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:31.419151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ce49b73-7e88-4919-92ca-a880efe1e456 req-fd5355e8-4794-4cb2-8ece-a3a87ed69326 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0787363 Sep 16 16:36:31.428612 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:31.510407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ce49b73-7e88-4919-92ca-a880efe1e456 req-24d987ba-7f06-4675-ac36-ed49ee351a79 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654960 Sep 16 16:36:31.536740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed6e3-5851-4f8f-b2ef-e9a1cfda41bb req-cfb42b8e-db64-4be1-bdbb-e552f3d15729 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:31.536740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-833ed6e3-5851-4f8f-b2ef-e9a1cfda41bb req-cfb42b8e-db64-4be1-bdbb-e552f3d15729 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 949 time: 0.1160388 Sep 16 16:36:31.577179 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-833ed6e3-5851-4f8f-b2ef-e9a1cfda41bb req-ef2e0f83-fdea-4db7-b529-efc6a10b02d1 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b712385-3c1d-4583-93e3-bf4ceb64adb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Sep 16 16:36:31.706801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-77dbcb3a-76ed-4909-9abe-7506e2f8e1f9 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:31.706801 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-77dbcb3a-76ed-4909-9abe-7506e2f8e1f9 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.52 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 949 time: 0.1160672 Sep 16 16:36:31.850175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982649c-21ed-430c-bd1f-0b12644dd344 req-e100f0a0-2db9-4006-9660-bd03fc43c13e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:31.860948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4982649c-21ed-430c-bd1f-0b12644dd344 req-e100f0a0-2db9-4006-9660-bd03fc43c13e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1104841 Sep 16 16:36:31.905626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-a7b7e9c8-9cd3-4fdf-99c3-22824650b3eb tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Deleting port a3be14a6-d330-44e8-b2e0-89f2d44d6022 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:36:31.906225 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-a7b7e9c8-9cd3-4fdf-99c3-22824650b3eb tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:31.909231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4982649c-21ed-430c-bd1f-0b12644dd344 req-c5d647cb-4c37-45a1-a753-5dff6544ae8a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Sep 16 16:36:31.915554 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:32.060349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-a7b7e9c8-9cd3-4fdf-99c3-22824650b3eb tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] For port a3be14a6-d330-44e8-b2e0-89f2d44d6022, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a3be14a6-d330-44e8-b2e0-89f2d44d6022,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:32.060952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-a7b7e9c8-9cd3-4fdf-99c3-22824650b3eb tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:32.079110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-a7b7e9c8-9cd3-4fdf-99c3-22824650b3eb tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Calling delete_port for a3be14a6-d330-44e8-b2e0-89f2d44d6022 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:36:32.080285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5de71-002f-4b59-a0fb-209117885dc2 req-eb104c86-6112-4be7-a93e-fac994804e35 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:32.092347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48c5de71-002f-4b59-a0fb-209117885dc2 req-eb104c86-6112-4be7-a93e-fac994804e35 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0881348 Sep 16 16:36:32.159436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48c5de71-002f-4b59-a0fb-209117885dc2 req-0c6ea584-2673-437c-a7b5-9af86db40a5d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646873 Sep 16 16:36:32.411222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-a7b7e9c8-9cd3-4fdf-99c3-22824650b3eb tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:32.413925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e1972-aac4-4925-b940-196af69410da req-ee8e63a1-fa97-4343-b689-31d05a7c576e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:32.422986 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-383e1972-aac4-4925-b940-196af69410da req-ee8e63a1-fa97-4343-b689-31d05a7c576e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1459870 Sep 16 16:36:32.436270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788db27-18b4-4871-ad47-5e9fbeb4a0bf req-0bc5a371-b50d-4b1f-860f-2a033deeb7ac tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:32.444875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4788db27-18b4-4871-ad47-5e9fbeb4a0bf req-0bc5a371-b50d-4b1f-860f-2a033deeb7ac tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.1198914 Sep 16 16:36:32.487960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7e9c8-9cd3-4fdf-99c3-22824650b3eb tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Pushing event deleted for resources: {'Port': ['ID=a3be14a6-d330-44e8-b2e0-89f2d44d6022,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:32.555099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-383e1972-aac4-4925-b940-196af69410da req-07cbb362-99c5-448b-9ee8-7f1dc2924eba tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327562 Sep 16 16:36:32.580130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4788db27-18b4-4871-ad47-5e9fbeb4a0bf req-3741b867-49da-4494-924f-3ea65487670c tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342630 Sep 16 16:36:32.593385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-a7b7e9c8-9cd3-4fdf-99c3-22824650b3eb tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] No DVR routers for this DVR port a3be14a6-d330-44e8-b2e0-89f2d44d6022 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:36:32.597572 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-a7b7e9c8-9cd3-4fdf-99c3-22824650b3eb tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:32.603875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e181b28e-9237-46f8-834e-bdc0db6e289f req-a7b7e9c8-9cd3-4fdf-99c3-22824650b3eb tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.52 "DELETE /v2.0/ports/a3be14a6-d330-44e8-b2e0-89f2d44d6022 HTTP/1.1" status: 204 len: 173 time: 0.8900003 Sep 16 16:36:32.605826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-deleted', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:32.608944 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58961f5-80de-4b59-bd84-ca16c40425ef" -d '{"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-deleted", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:32.782886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01d88c-d84a-47ee-a3e8-d2155fd7ef6b req-d0b0e1a5-8e2a-4cf0-b32f-900ef7b1004d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:32.794325 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c01d88c-d84a-47ee-a3e8-d2155fd7ef6b req-d0b0e1a5-8e2a-4cf0-b32f-900ef7b1004d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0685315 Sep 16 16:36:32.848810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c01d88c-d84a-47ee-a3e8-d2155fd7ef6b req-168184f6-6534-420c-b5ca-2efb65a72180 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550773 Sep 16 16:36:33.001626 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d6b26b-134b-43e0-8b89-f35a242d055e x-openstack-request-id: req-46d6b26b-134b-43e0-8b89-f35a242d055e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:33.002548 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea79ca-5d57-41c5-be94-13075be55010", "name": "network-vif-deleted", "tag": "a3be14a6-d330-44e8-b2e0-89f2d44d6022", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:33.006765 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46d6b26b-134b-43e0-8b89-f35a242d055e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:33.007306 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea79ca-5d57-41c5-be94-13075be55010', 'name': 'network-vif-deleted', 'tag': 'a3be14a6-d330-44e8-b2e0-89f2d44d6022', 'status': 'completed', 'code': 200} Sep 16 16:36:33.106656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4afc0ab9-291e-4921-a058-27569d6dd981 req-93b9e2b5-ff53-4393-9696-494613d26f87 tempest-ImagesOneServerTestJSON-1137882529 tempest-ImagesOneServerTestJSON-1137882529-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ea79ca-5d57-41c5-be94-13075be55010 HTTP/1.1" status: 200 len: 210 time: 0.0300045 Sep 16 16:36:33.686285 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:33.792251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42412) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:33.797988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1883829680'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:33.930968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:33.934543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:33.973583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea771c-2bb2-4f4f-8322-6de2fd32bcc2 req-e62250b9-dab1-4545-82c2-f0888590f1e8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:33.975307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31ea771c-2bb2-4f4f-8322-6de2fd32bcc2 req-e62250b9-dab1-4545-82c2-f0888590f1e8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0861945 Sep 16 16:36:33.976118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:36:33.992918 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:33.993357 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Added segment e4e6df0e-7405-4481-9d73-142e5bfb13c9 of type vlan for network 87386091-1848-4d66-86c8-ad3a5e77467c Sep 16 16:36:34.051038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31ea771c-2bb2-4f4f-8322-6de2fd32bcc2 req-4fac84b0-a3dd-4557-8c72-ad0c1ff58ec0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683274 Sep 16 16:36:34.060316 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.151527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f460fd19-2976-4056-bb0c-aa2b9ded3e8b no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:36:34.160164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.166906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:34.167887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.292943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Network': ['ID=87386091-1848-4d66-86c8-ad3a5e77467c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:34.314747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 87386091-1848-4d66-86c8-ad3a5e77467c details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:36:34.363377 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.367455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8b93cea2-65c9-48a3-bfe5-b2ce5f864784 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5733821 Sep 16 16:36:34.369892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42420) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:34.376550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1717618296'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:34.407296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:34.434258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:34.440007 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87c0858-3370-4d3c-a991-103b19a06950" -d '{"events": [{"server_uuid": "f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55", "name": "network-vif-unplugged", "status": "completed", "tag": "f460fd19-2976-4056-bb0c-aa2b9ded3e8b"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:34.459177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-f90c1a94-33df-4c13-926c-62f1a7f55304 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:34.460872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-f90c1a94-33df-4c13-926c-62f1a7f55304 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55 HTTP/1.1" status: 200 len: 946 time: 0.0805204 Sep 16 16:36:34.481972 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0557230-6d64-447f-a723-81e50fd0b289 x-openstack-request-id: req-a0557230-6d64-447f-a723-81e50fd0b289 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:34.482487 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55", "name": "network-vif-unplugged", "status": "failed", "tag": "f460fd19-2976-4056-bb0c-aa2b9ded3e8b", "code": 422}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:34.482734 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0557230-6d64-447f-a723-81e50fd0b289 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:34.483307 n-d-807786-3 neutron-server[95359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b', 'code': 422} returned with failed status Sep 16 16:36:34.496687 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.540566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:34.542182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.545776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:34.553943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.556027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.556027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.556027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.556027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.556027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.556644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.557126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.557598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.558077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.558686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.559324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:36:34.573735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:36:34.587977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.590901 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Added segment 0d84e2cf-3237-4e46-94c7-103645f0a892 of type vlan for network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 Sep 16 16:36:34.635292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-2852f641-eadb-456f-972a-906403d5f0a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Deleting port f460fd19-2976-4056-bb0c-aa2b9ded3e8b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:36:34.635595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-2852f641-eadb-456f-972a-906403d5f0a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.641671 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.779323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-2852f641-eadb-456f-972a-906403d5f0a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] For port f460fd19-2976-4056-bb0c-aa2b9ded3e8b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:34.779877 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-2852f641-eadb-456f-972a-906403d5f0a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.797187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-2852f641-eadb-456f-972a-906403d5f0a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Calling delete_port for f460fd19-2976-4056-bb0c-aa2b9ded3e8b owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:36:34.834486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42428) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:34.847318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.850017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a3be14a6-d330-44e8-b2e0-89f2d44d6022 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:36:34.856012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:34.856744 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:34.908804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: a3be14a6-d330-44e8-b2e0-89f2d44d6022 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:36:34.910453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a3be14a6-d330-44e8-b2e0-89f2d44d6022 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:36:34.968724 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Network': ['ID=6d74ac22-cfb1-4879-93a9-83b3ba9ed604,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:34.987405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e8d5027f-1a4c-40db-a915-a7cbc23768da tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6140170 Sep 16 16:36:34.987692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42438) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:34.990092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:36:34.995484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'subnet': {'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:35.101032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a4a02bf-f469-4e91-ab46-d5a7c0fd458a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40cc81ab2b4b4dc7a00c1336936ad531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646985 Sep 16 16:36:35.103581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42442) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:35.179565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59fbcb27-f553-4f1a-8fd2-519cd1c64212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:35.204175 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59fbcb27-f553-4f1a-8fd2-519cd1c64212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:35.211757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6454e-f396-460e-a76d-fbd42d335bb9 req-6fa34853-d368-44b8-a8f0-b91c4f03ffbd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:35.219628 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cfb6454e-f396-460e-a76d-fbd42d335bb9 req-6fa34853-d368-44b8-a8f0-b91c4f03ffbd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0596948 Sep 16 16:36:35.251400 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:35.256003 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:35.260506 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-2852f641-eadb-456f-972a-906403d5f0a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:35.288980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cfb6454e-f396-460e-a76d-fbd42d335bb9 req-b1a823b3-dfa7-482e-9027-2c44b5baa162 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683913 Sep 16 16:36:35.326798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852f641-eadb-456f-972a-906403d5f0a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event deleted for resources: {'Port': ['ID=f460fd19-2976-4056-bb0c-aa2b9ded3e8b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:35.342423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59fbcb27-f553-4f1a-8fd2-519cd1c64212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:35.346086 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59fbcb27-f553-4f1a-8fd2-519cd1c64212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:35.347711 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-59fbcb27-f553-4f1a-8fd2-519cd1c64212 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b712385-3c1d-4583-93e3-bf4ceb64adb6 HTTP/1.1" status: 204 len: 168 time: 0.2422733 Sep 16 16:36:35.358364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbcb27-f553-4f1a-8fd2-519cd1c64212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b712385-3c1d-4583-93e3-bf4ceb64adb6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:35.401517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-2852f641-eadb-456f-972a-906403d5f0a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] No DVR routers for this DVR port f460fd19-2976-4056-bb0c-aa2b9ded3e8b on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:36:35.406383 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-2852f641-eadb-456f-972a-906403d5f0a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:35.406751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bb3cc65-844b-40c3-95aa-732878c7a5ac req-2852f641-eadb-456f-972a-906403d5f0a3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "DELETE /v2.0/ports/f460fd19-2976-4056-bb0c-aa2b9ded3e8b HTTP/1.1" status: 204 len: 173 time: 0.9405608 Sep 16 16:36:35.407188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'name': 'network-vif-deleted', 'tag': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:35.409471 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601f3ac-2063-4328-9dc7-ec555f4e5383" -d '{"events": [{"server_uuid": "f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55", "name": "network-vif-deleted", "tag": "f460fd19-2976-4056-bb0c-aa2b9ded3e8b"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:35.445398 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06fdc9b-05cf-473d-88e7-b7dc0d1f12ab x-openstack-request-id: req-a06fdc9b-05cf-473d-88e7-b7dc0d1f12ab {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:35.445686 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55", "name": "network-vif-deleted", "tag": "f460fd19-2976-4056-bb0c-aa2b9ded3e8b", "status": "failed", "code": 422}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:35.445932 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a06fdc9b-05cf-473d-88e7-b7dc0d1f12ab {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:35.446347 n-d-807786-3 neutron-server[95358]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0945fd0-d4dc-48a7-b26e-a91c0e0f6b55', 'name': 'network-vif-deleted', 'tag': 'f460fd19-2976-4056-bb0c-aa2b9ded3e8b', 'status': 'failed', 'code': 422} returned with failed status Sep 16 16:36:35.634537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:35.707069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Subnet': ['ID=dd81c09c-b0c8-4981-b53e-691db3a98bd3,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:35.714588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Checking segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:35.714956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network hostable DHCP agents. Network: 87386091-1848-4d66-86c8-ad3a5e77467c, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:36:35.788653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network 87386091-1848-4d66-86c8-ad3a5e77467c is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:36:35.884104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 87386091-1848-4d66-86c8-ad3a5e77467c) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:35.890230 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:35.890230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:35.894022 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1674ea65-cdcb-47b2-a4b6-45b93277cb38 None None] Network 87386091-1848-4d66-86c8-ad3a5e77467c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:36:35.978356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1bcd2b2e-c9dd-4c7f-8294-33aa54b89f72 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9887667 Sep 16 16:36:35.980432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42478) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:35.985980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'subnet': {'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:36.051500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-87386091-1848-4d66-86c8-ad3a5e77467c', 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'fixed_ips': [{'subnet_id': 'dd81c09c-b0c8-4981-b53e-691db3a98bd3'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:36:36.053069 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:36.182563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:36.186145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:36.210932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Allocated IP 10.1.1.2 (87386091-1848-4d66-86c8-ad3a5e77467c/dd81c09c-b0c8-4981-b53e-691db3a98bd3/a9d7eeb4-11dc-443b-abb9-f28390ae87b5) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:36.398465 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:36.482205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6933510-e0a9-455e-854b-9b775b47e026 req-8875a16d-1736-42e9-a3cf-25ce5e8625b2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:36.483838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6933510-e0a9-455e-854b-9b775b47e026 req-8875a16d-1736-42e9-a3cf-25ce5e8625b2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0645878 Sep 16 16:36:36.491982 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:36.497720 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:36.532871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Network 87386091-1848-4d66-86c8-ad3a5e77467c is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:36.535724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:36.539289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:36.554732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Pushing event updated for resources: {'Port': ['ID=a9d7eeb4-11dc-443b-abb9-f28390ae87b5,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:36.609019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6933510-e0a9-455e-854b-9b775b47e026 req-a453bf2c-cc46-41fc-bdfb-f7dcd153ff93 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187768 Sep 16 16:36:36.646784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Subnet': ['ID=e31ba7dc-58e3-4969-a791-d0503ce9bf0f,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:36.658593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Attempting to bind port a9d7eeb4-11dc-443b-abb9-f28390ae87b5 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:36:36.660698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Attempting to bind port a9d7eeb4-11dc-443b-abb9-f28390ae87b5 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:36:36.661093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Attempting to bind port a9d7eeb4-11dc-443b-abb9-f28390ae87b5 on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:36:36.671123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:36:36.672005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Checking segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:36.672879 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:36.673562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Bound using segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:36:36.674169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Bound port: a9d7eeb4-11dc-443b-abb9-f28390ae87b5, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:36:36.674704 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:36.691974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42512) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:36.698271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Checking segment: {'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:36.698638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network hostable DHCP agents. Network: 6d74ac22-cfb1-4879-93a9-83b3ba9ed604, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:36:36.742413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a5f2fd03-c1c8-42bb-bc76-d32654b109db tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:36.744325 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a5f2fd03-c1c8-42bb-bc76-d32654b109db tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.1663322 Sep 16 16:36:36.763344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-152789f6-8fbf-41fb-9a4f-01900d9af568 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/quotas/1fcc1c21760d475183f44f9951f34743 HTTP/1.1" status: 200 len: 375 time: 0.0123024 Sep 16 16:36:36.774360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] For port a9d7eeb4-11dc-443b-abb9-f28390ae87b5, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:36:36.778530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] For port a9d7eeb4-11dc-443b-abb9-f28390ae87b5, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a9d7eeb4-11dc-443b-abb9-f28390ae87b5,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:36:36.797944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:36:36.801555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-6e51e355-801b-43ad-b2a0-9f678b054c5a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313804 Sep 16 16:36:36.826365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1725006363-network', 'tenant_id': '033dc968e3864de49c4679228a20bb53'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:36.868802 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:36.891502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 6d74ac22-cfb1-4879-93a9-83b3ba9ed604) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:36.898569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:36.898915 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:36.905310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce3385-b677-4a0f-868b-6d1c12dd2fca None None] Network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:36:36.913842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Made reservation on behalf of 033dc968e3864de49c4679228a20bb53 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:36.916680 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:36.932603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-e1f4c8c2-b1ed-46a9-9165-89774b960777 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209123 Sep 16 16:36:36.933380 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.024366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-11735eac-9cbc-4244-b03f-74e1d386fbbe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0428314 Sep 16 16:36:37.028688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42520) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:37.034803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'port': {'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c', 'name': 'tempest-TaggedBootDevicesTest_v242-1233265735', 'fixed_ips': [{'subnet_id': 'dd81c09c-b0c8-4981-b53e-691db3a98bd3'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:37.062343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91687c2a-2dd2-4d74-a521-80b8f8b58801 None None] Pushing event updated for resources: {'Port': ['ID=a9d7eeb4-11dc-443b-abb9-f28390ae87b5,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:37.088133 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-77e3581c-e7db-4bda-9263-478ddb8c349e service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459796 Sep 16 16:36:37.115339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-6d74ac22-cfb1-4879-93a9-83b3ba9ed604', 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'fixed_ips': [{'subnet_id': 'e31ba7dc-58e3-4969-a791-d0503ce9bf0f'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:36:37.116306 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.230182 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.292215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Allocated IP 10.2.2.2 (6d74ac22-cfb1-4879-93a9-83b3ba9ed604/e31ba7dc-58e3-4969-a791-d0503ce9bf0f/5b31fa0f-b3bc-4909-a184-6d7d9380359c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:37.393319 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.456101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:36:37.466701 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.467315 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Added segment d70c769e-c4c4-445f-a49f-f8a25065fc33 of type vlan for network 2690fcb0-c3f3-4768-8c7c-d176a2f62246 Sep 16 16:36:37.498868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-660c6a49-cf84-496e-8ebe-ec136706431f req-e28e1963-183e-4e00-9b34-593076f00044 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 210 time: 0.0494890 Sep 16 16:36:37.500084 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.521883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:37.545553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ac9da7-19b4-486c-9eee-a5a40c9149e0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:37.559119 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.589340 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.644109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:37.647567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:37.651524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:37.707249 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.719737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Pushing event updated for resources: {'Port': ['ID=5b31fa0f-b3bc-4909-a184-6d7d9380359c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:37.747361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] device_id is not set on port f05e97f8-44e6-4e66-87c0-537832c067fe yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:36:37.781887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a9d7eeb4-11dc-443b-abb9-f28390ae87b5 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:37.795167 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.796487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:37.797259 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.830596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Attempting to bind port 5b31fa0f-b3bc-4909-a184-6d7d9380359c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:36:37.831330 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Attempting to bind port 5b31fa0f-b3bc-4909-a184-6d7d9380359c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:36:37.831880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Attempting to bind port 5b31fa0f-b3bc-4909-a184-6d7d9380359c on network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:36:37.844430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:36:37.844817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Checking segment: {'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:37.845386 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.845798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Bound using segment: {'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:36:37.846285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Bound port: 5b31fa0f-b3bc-4909-a184-6d7d9380359c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:36:37.846804 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.865215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a9d7eeb4-11dc-443b-abb9-f28390ae87b5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:37.865765 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:37.884668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18414182-9910-4ef6-a26b-c7ecd76a3554 req-1bd43d75-8710-47a4-b710-cf4fc4d2b1f7 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:37.893543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18414182-9910-4ef6-a26b-c7ecd76a3554 req-1bd43d75-8710-47a4-b710-cf4fc4d2b1f7 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1080081 Sep 16 16:36:37.917042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] Pushing event updated for resources: {'Network': ['ID=2690fcb0-c3f3-4768-8c7c-d176a2f62246,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:37.922027 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-829e447d-b7a9-4a84-a608-792280e27a4a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2281673 Sep 16 16:36:37.926608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42534) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:37.937241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Request body: {'subnet': {'network_id': '2690fcb0-c3f3-4768-8c7c-d176a2f62246', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1725006363-subnet', 'tenant_id': '033dc968e3864de49c4679228a20bb53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:37.938634 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 2690fcb0-c3f3-4768-8c7c-d176a2f62246 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:36:37.939555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18414182-9910-4ef6-a26b-c7ecd76a3554 req-b1f7af06-b11a-439f-8eac-92ce32053228 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Sep 16 16:36:38.040258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] For port 5b31fa0f-b3bc-4909-a184-6d7d9380359c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:36:38.116827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] For port 5b31fa0f-b3bc-4909-a184-6d7d9380359c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b31fa0f-b3bc-4909-a184-6d7d9380359c,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:36:38.138531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:38.158564 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Made reservation on behalf of 033dc968e3864de49c4679228a20bb53 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:38.162311 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:38.196200 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:38.255149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port a9d7eeb4-11dc-443b-abb9-f28390ae87b5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a9d7eeb4-11dc-443b-abb9-f28390ae87b5,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:38.298788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Allocated IP 10.1.1.142 (87386091-1848-4d66-86c8-ad3a5e77467c/dd81c09c-b0c8-4981-b53e-691db3a98bd3/f05e97f8-44e6-4e66-87c0-537832c067fe) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:38.315175 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:38.320642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16425a-a1ee-4309-b153-0f7ff949d296 None None] Pushing event updated for resources: {'Port': ['ID=5b31fa0f-b3bc-4909-a184-6d7d9380359c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:38.416322 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=a9d7eeb4-11dc-443b-abb9-f28390ae87b5,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:38.427884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5216c500-4bab-45ea-8f7d-0ce76727c5e6 None None] Network 87386091-1848-4d66-86c8-ad3a5e77467c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:36:38.517406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8ea06f12-d594-4390-a4a5-ecb12e1ba2dc None None] Provisioning complete for port a9d7eeb4-11dc-443b-abb9-f28390ae87b5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:38.517970 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8ea06f12-d594-4390-a4a5-ecb12e1ba2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:38.666420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0fdb5908-6f29-4d33-aff9-b0347b8e2b8d req-a35ba443-765a-4f12-811a-66220a28852a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 210 time: 0.0459762 Sep 16 16:36:38.688167 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:38.835329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf05a70-5c4f-46b0-a51a-e30973f6b5b1,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:38.853026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Checking segment: {'id': 'd70c769e-c4c4-445f-a49f-f8a25065fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2690fcb0-c3f3-4768-8c7c-d176a2f62246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:38.853388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Network hostable DHCP agents. Network: 2690fcb0-c3f3-4768-8c7c-d176a2f62246, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:36:38.857932 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:38.936935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Network 2690fcb0-c3f3-4768-8c7c-d176a2f62246 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:36:38.989161 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:39.041070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 2690fcb0-c3f3-4768-8c7c-d176a2f62246) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:39.050613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d4cae-b3cf-402e-9b0b-e4fb1c8dd15b None None] Network 2690fcb0-c3f3-4768-8c7c-d176a2f62246 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:36:39.051360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:39.053600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:39.077350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network 87386091-1848-4d66-86c8-ad3a5e77467c is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:39.088470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:39.091359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Port': ['ID=f05e97f8-44e6-4e66-87c0-537832c067fe,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:39.107203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:39.197999 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-50c1dd66-8b9f-4937-95d7-fe4dd21fdaba admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2594988 Sep 16 16:36:39.216940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:39.217763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:39.230112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e596738d-84f5-4e1c-8d3d-11da79632cd1 None None] Provisioning complete for port a9d7eeb4-11dc-443b-abb9-f28390ae87b5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:39.233291 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e596738d-84f5-4e1c-8d3d-11da79632cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:39.280132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce09e3-4ebc-439f-bbab-b0c7c3fc2526 req-30ebac6b-a997-4579-a3ac-b80e2c04b242 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:39.283381 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65ce09e3-4ebc-439f-bbab-b0c7c3fc2526 req-30ebac6b-a997-4579-a3ac-b80e2c04b242 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1800120 Sep 16 16:36:39.354887 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5348b53b-1e6d-407f-9377-ee212d8a0e57 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3250892 Sep 16 16:36:39.357527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42554) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:39.362987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'port': {'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c', 'name': 'tempest-TaggedBootDevicesTest_v242-1776337050', 'fixed_ips': [{'subnet_id': 'dd81c09c-b0c8-4981-b53e-691db3a98bd3'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:39.388690 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65ce09e3-4ebc-439f-bbab-b0c7c3fc2526 req-e792fd22-c494-4794-b879-d372587082cd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862226 Sep 16 16:36:39.496210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d2761e-4c7e-4f9a-aa63-3ddf8777c05d None None] Network 2690fcb0-c3f3-4768-8c7c-d176a2f62246 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:36:39.809401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-99f630f6-fffa-402e-bad0-e5a1d58531da None None] Provisioning complete for port f05e97f8-44e6-4e66-87c0-537832c067fe triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:39.809980 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-99f630f6-fffa-402e-bad0-e5a1d58531da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:39.858570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-53a56ff2-c8bd-4be8-a316-af01ae1f3dea req-4258d559-88a9-47a3-9bf5-f73f43d0d510 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-754666652', 'description': 'tempest-description-611393655'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:39.884172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-99f630f6-fffa-402e-bad0-e5a1d58531da None None] Port f05e97f8-44e6-4e66-87c0-537832c067fe cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:36:39.890072 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:36:39.893372 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:39.909205 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:39.909492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de2aed92-3b52-4d38-b6b6-c053ba2654ce req-4e4e4fd0-8715-435f-a652-95fbc96f2451 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 210 time: 0.0920110 Sep 16 16:36:39.969178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a9d7eeb4-11dc-443b-abb9-f28390ae87b5 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:39.989651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-6cdd7675-cc69-4a9d-a053-c2433c09c51f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:39.991177 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-6cdd7675-cc69-4a9d-a053-c2433c09c51f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.52 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.3686740 Sep 16 16:36:40.010627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Request body: {'port': {'device_id': '96e8755d-bd3e-4bdb-8bc6-4f7f6594b630', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'admin_state_up': True, 'tenant_id': '1fcc1c21760d475183f44f9951f34743'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:40.022326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] device_id is not set on port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:36:40.028872 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-53a56ff2-c8bd-4be8-a316-af01ae1f3dea req-4258d559-88a9-47a3-9bf5-f73f43d0d510 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.169543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-53a56ff2-c8bd-4be8-a316-af01ae1f3dea req-4258d559-88a9-47a3-9bf5-f73f43d0d510 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.244517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3df9e0-6c98-4840-9fd3-f48d3f537f75 None None] Network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:36:40.273941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-53a56ff2-c8bd-4be8-a316-af01ae1f3dea req-4258d559-88a9-47a3-9bf5-f73f43d0d510 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.342400 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258d559-88a9-47a3-9bf5-f73f43d0d510 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7870e92-de8c-4e65-8706-4d0fce25070f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:40.356493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-61e8fc94-9f04-48d3-b14d-f4bc0467da35 None None] Provisioning complete for port 5b31fa0f-b3bc-4909-a184-6d7d9380359c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:40.356888 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61e8fc94-9f04-48d3-b14d-f4bc0467da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.370645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Allocated IP 10.1.1.4 (87386091-1848-4d66-86c8-ad3a5e77467c/dd81c09c-b0c8-4981-b53e-691db3a98bd3/8ab0bbc4-e6a3-417d-bad8-c3094a12594a) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:40.413266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Made reservation on behalf of 1fcc1c21760d475183f44f9951f34743 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:40.421074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.425689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a9d7eeb4-11dc-443b-abb9-f28390ae87b5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:40.426257 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.485660 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-53a56ff2-c8bd-4be8-a316-af01ae1f3dea req-4258d559-88a9-47a3-9bf5-f73f43d0d510 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.486932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53a56ff2-c8bd-4be8-a316-af01ae1f3dea req-4258d559-88a9-47a3-9bf5-f73f43d0d510 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6575167 Sep 16 16:36:40.586038 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61e8fc94-9f04-48d3-b14d-f4bc0467da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.601157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9c7ca2e-b539-4de0-9230-ac05cddf95e0 req-d5403d00-3e11-4ccc-bc2e-6ed1b0564296 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/d7870e92-de8c-4e65-8706-4d0fce25070f HTTP/1.1" status: 200 len: 1813 time: 0.0838125 Sep 16 16:36:40.606048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-e9c7ca2e-b539-4de0-9230-ac05cddf95e0 req-187965e2-fc91-46dc-8894-e8240935f73b tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd7870e92-de8c-4e65-8706-4d0fce25070f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:40.606368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-e9c7ca2e-b539-4de0-9230-ac05cddf95e0 req-187965e2-fc91-46dc-8894-e8240935f73b tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd7870e92-de8c-4e65-8706-4d0fce25070f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:40.660921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-61e8fc94-9f04-48d3-b14d-f4bc0467da35 None None] For port 5b31fa0f-b3bc-4909-a184-6d7d9380359c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b31fa0f-b3bc-4909-a184-6d7d9380359c,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:40.683901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b31fa0f-b3bc-4909-a184-6d7d9380359c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:40.703406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Allocated IP 172.20.0.5 (b446d02c-c15f-4f0f-91ea-b210a6b43a85/70ee6f1d-6290-4d7d-a539-0318591c727d/c5ab7b1f-839b-4335-8616-2b3387b4298d) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:40.713994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.716582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b3228-921a-4624-a300-218a090cb2b1 req-b3520174-09dd-4bd8-ad1b-97c571cfd34c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:40.718170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a50b3228-921a-4624-a300-218a090cb2b1 req-b3520174-09dd-4bd8-ad1b-97c571cfd34c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0994151 Sep 16 16:36:40.736597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5b31fa0f-b3bc-4909-a184-6d7d9380359c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:40.737262 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.760924 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61e8fc94-9f04-48d3-b14d-f4bc0467da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.820200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e9c7ca2e-b539-4de0-9230-ac05cddf95e0 req-187965e2-fc91-46dc-8894-e8240935f73b tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.825935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a50b3228-921a-4624-a300-218a090cb2b1 req-b84c193d-75ab-4c2d-96ff-8a7a2bafbf55 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968060 Sep 16 16:36:40.840629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8fc94-9f04-48d3-b14d-f4bc0467da35 None None] Pushing event updated for resources: {'Port': ['ID=5b31fa0f-b3bc-4909-a184-6d7d9380359c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:40.858360 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e9c7ca2e-b539-4de0-9230-ac05cddf95e0 req-187965e2-fc91-46dc-8894-e8240935f73b tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.879631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.931547 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e9c7ca2e-b539-4de0-9230-ac05cddf95e0 req-187965e2-fc91-46dc-8894-e8240935f73b tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:40.952769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network 87386091-1848-4d66-86c8-ad3a5e77467c is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:40.960403 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:40.963266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:40.974897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187965e2-fc91-46dc-8894-e8240935f73b tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295b5b4c-a118-4574-949d-f6c11ca4421f,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:41.004548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Port': ['ID=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:41.021714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.045042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc91086f-8b80-4d4a-ba2f-849443da6fce req-58bafe17-843a-493b-b703-531d1ebe7891 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 210 time: 0.0519426 Sep 16 16:36:41.046229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e9c7ca2e-b539-4de0-9230-ac05cddf95e0 req-187965e2-fc91-46dc-8894-e8240935f73b tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.047215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:41.047986 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.053237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9c7ca2e-b539-4de0-9230-ac05cddf95e0 req-187965e2-fc91-46dc-8894-e8240935f73b tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4511418 Sep 16 16:36:41.086593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9d9d3e32-e559-4f03-98a3-057fc457cd56 None None] Provisioning complete for port 5b31fa0f-b3bc-4909-a184-6d7d9380359c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:41.086968 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d9d3e32-e559-4f03-98a3-057fc457cd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.145409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22231923-116f-4ee2-bd53-a5d82a431436 req-35c26ea9-0b9e-4023-90c8-f2bf19f46aa4 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/d7870e92-de8c-4e65-8706-4d0fce25070f HTTP/1.1" status: 200 len: 2407 time: 0.0615609 Sep 16 16:36:41.158254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42584) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:41.187899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c7c246b-9ead-4c29-8ce3-a9aeb54f9449 req-8ea686f0-5ada-4ff1-af4c-94a43ba4d711 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-group-rules/295b5b4c-a118-4574-949d-f6c11ca4421f HTTP/1.1" status: 200 len: 778 time: 0.0181768 Sep 16 16:36:41.221123 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cf6ff6ee-d7f3-4a18-a7e4-0c2e3333487f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8591826 Sep 16 16:36:41.221123 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.257386 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c7c246b-9ead-4c29-8ce3-a9aeb54f9449 req-85eb5e4a-6fec-4782-a0af-2a60f9a0f58a tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/d7870e92-de8c-4e65-8706-4d0fce25070f HTTP/1.1" status: 200 len: 2407 time: 0.0582576 Sep 16 16:36:41.292949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Network b446d02c-c15f-4f0f-91ea-b210a6b43a85 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:41.296154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:41.297816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0c7c246b-9ead-4c29-8ce3-a9aeb54f9449 req-a0fa1322-979f-4a6b-8446-790dd0594759 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.308557 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0c7c246b-9ead-4c29-8ce3-a9aeb54f9449 req-a0fa1322-979f-4a6b-8446-790dd0594759 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.315313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-060a8138-32b9-4860-8222-df8703c521d6 None None] Provisioning complete for port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:41.315782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-060a8138-32b9-4860-8222-df8703c521d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.320232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:41.335373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event updated for resources: {'Port': ['ID=c5ab7b1f-839b-4335-8616-2b3387b4298d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:41.369016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-060a8138-32b9-4860-8222-df8703c521d6 None None] Port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:36:41.392928 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-406c643b-4e97-41c6-815e-b8bb3428d712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.405459 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0c7c246b-9ead-4c29-8ce3-a9aeb54f9449 req-a0fa1322-979f-4a6b-8446-790dd0594759 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.411641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0c7c246b-9ead-4c29-8ce3-a9aeb54f9449 req-a0fa1322-979f-4a6b-8446-790dd0594759 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.416604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c7c246b-9ead-4c29-8ce3-a9aeb54f9449 req-a0fa1322-979f-4a6b-8446-790dd0594759 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/295b5b4c-a118-4574-949d-f6c11ca4421f HTTP/1.1" status: 204 len: 173 time: 0.1524365 Sep 16 16:36:41.426803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:41.428152 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.437889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa1322-979f-4a6b-8446-790dd0594759 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=295b5b4c-a118-4574-949d-f6c11ca4421f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:41.450961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-73bdbe97-dda4-42df-9639-6267318d67e5 req-a3e367e8-36e2-487e-a61e-929844acf9a1 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1448595320', 'description': 'tempest-description-1631925562'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:41.525257 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-406c643b-4e97-41c6-815e-b8bb3428d712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-406c643b-4e97-41c6-815e-b8bb3428d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.635256 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-406c643b-4e97-41c6-815e-b8bb3428d712 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20f7fb8775a6427b96879661a4c2b5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758811 Sep 16 16:36:41.637930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42600) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:41.643806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c643b-4e97-41c6-815e-b8bb3428d712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91289834-d68a-4118-85a4-9a79af554fca,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:41.692331 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35506858-a22a-451f-83b0-0cd37dd577cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.699450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b31fa0f-b3bc-4909-a184-6d7d9380359c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:41.710192 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-d0886031-a565-4a5b-a494-a31fcd192d59 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7038713 Sep 16 16:36:41.729772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Request body: {'port': {'device_id': '96e8755d-bd3e-4bdb-8bc6-4f7f6594b630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:41.730675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42606) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:41.734632 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35506858-a22a-451f-83b0-0cd37dd577cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.739169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9617c1bf-00a5-4439-8b3e-7fb89ce7729c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--332964892', 'description': 'tempest-description--972255493'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:41.759211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5b31fa0f-b3bc-4909-a184-6d7d9380359c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:41.759718 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.799966 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73bdbe97-dda4-42df-9639-6267318d67e5 req-a3e367e8-36e2-487e-a61e-929844acf9a1 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.825464 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.897909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9617c1bf-00a5-4439-8b3e-7fb89ce7729c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.951424 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35506858-a22a-451f-83b0-0cd37dd577cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.954008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35506858-a22a-451f-83b0-0cd37dd577cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:41.957655 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-35506858-a22a-451f-83b0-0cd37dd577cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91289834-d68a-4118-85a4-9a79af554fca HTTP/1.1" status: 204 len: 168 time: 0.3163764 Sep 16 16:36:41.971860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35506858-a22a-451f-83b0-0cd37dd577cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91289834-d68a-4118-85a4-9a79af554fca,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:42.010524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-554eace8-4523-42aa-8f31-008239ab2900 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:42.012033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-554eace8-4523-42aa-8f31-008239ab2900 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 814 time: 0.1484265 Sep 16 16:36:42.039632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-d6a594ef-1f76-467d-b096-511723a323e8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/quotas/775191cda7c6499dafc9f5c1b5c9653c HTTP/1.1" status: 200 len: 375 time: 0.0208855 Sep 16 16:36:42.059113 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73bdbe97-dda4-42df-9639-6267318d67e5 req-a3e367e8-36e2-487e-a61e-929844acf9a1 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.096181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-277f750b-060d-43dc-8a1e-8f72d45ff7a6 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507896 Sep 16 16:36:42.125770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ab7b1f-839b-4335-8616-2b3387b4298d {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:36:42.134673 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.150060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Transition to ACTIVE for port object c5ab7b1f-839b-4335-8616-2b3387b4298d will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:36:42.168614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73bdbe97-dda4-42df-9639-6267318d67e5 req-a3e367e8-36e2-487e-a61e-929844acf9a1 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.211823 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.229102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e367e8-36e2-487e-a61e-929844acf9a1 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eec658a-08e4-4ef3-991b-4e171e6549e8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:42.256989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-8111354e-336a-4f55-b299-7a7d59633669 service neutron] 10.222.0.22 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523209 Sep 16 16:36:42.277874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab7b1f-839b-4335-8616-2b3387b4298d,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:42.351105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Attempting to bind port c5ab7b1f-839b-4335-8616-2b3387b4298d on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:36:42.351435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Attempting to bind port c5ab7b1f-839b-4335-8616-2b3387b4298d by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:36:42.351764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Attempting to bind port c5ab7b1f-839b-4335-8616-2b3387b4298d on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:36:42.354606 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9617c1bf-00a5-4439-8b3e-7fb89ce7729c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.356163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Port c5ab7b1f-839b-4335-8616-2b3387b4298d on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:36:42.356514 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Attempting to bind port c5ab7b1f-839b-4335-8616-2b3387b4298d on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:36:42.361630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:36:42.361961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Checking segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:42.362338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Bound using segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:36:42.362765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Bound port: c5ab7b1f-839b-4335-8616-2b3387b4298d, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:36:42.363118 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.375673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-3868851c-27fd-46c5-97f8-15f2bd2e119d service neutron] 10.222.0.22 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118336 Sep 16 16:36:42.395636 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9617c1bf-00a5-4439-8b3e-7fb89ce7729c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.433859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] For port c5ab7b1f-839b-4335-8616-2b3387b4298d, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:36:42.437665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] For port c5ab7b1f-839b-4335-8616-2b3387b4298d, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c5ab7b1f-839b-4335-8616-2b3387b4298d,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:36:42.440029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617c1bf-00a5-4439-8b3e-7fb89ce7729c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b706afc-44f2-4c6b-b7f6-be123e849fb3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:42.490886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73bdbe97-dda4-42df-9639-6267318d67e5 req-a3e367e8-36e2-487e-a61e-929844acf9a1 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.492250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73bdbe97-dda4-42df-9639-6267318d67e5 req-a3e367e8-36e2-487e-a61e-929844acf9a1 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0462339 Sep 16 16:36:42.493064 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9617c1bf-00a5-4439-8b3e-7fb89ce7729c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.494174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9617c1bf-00a5-4439-8b3e-7fb89ce7729c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7616620 Sep 16 16:36:42.501630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42624) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:42.502249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-14803be1-35ac-45da-9894-5e93e3bcdc54 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'security_group_rule': {'security_group_id': '2b706afc-44f2-4c6b-b7f6-be123e849fb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:42.548409 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.581722 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:42.582455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.584373 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] 10.222.0.52 "PUT /v2.0/ports/c5ab7b1f-839b-4335-8616-2b3387b4298d HTTP/1.1" status: 200 len: 1091 time: 0.8591919 Sep 16 16:36:42.584848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e8755d-bd3e-4bdb-8bc6-4f7f6594b630', 'tag': 'c5ab7b1f-839b-4335-8616-2b3387b4298d'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:42.587136 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3171f387-70ba-4520-9637-6f0743ecf6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "96e8755d-bd3e-4bdb-8bc6-4f7f6594b630", "tag": "c5ab7b1f-839b-4335-8616-2b3387b4298d"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:42.592525 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3b66f-6897-45a7-9c68-16b8a4aa9b2e req-1d556440-7229-46f8-8ce8-0580c9bcfbce tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:42.597483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7a3b66f-6897-45a7-9c68-16b8a4aa9b2e req-1d556440-7229-46f8-8ce8-0580c9bcfbce tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0523930 Sep 16 16:36:42.597483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42628) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:42.621160 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ec39093-4bc6-4f5d-88aa-8b0825616cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.621935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad019d-47c4-4292-b883-4d0d63e61504 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab7b1f-839b-4335-8616-2b3387b4298d,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:42.643058 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14803be1-35ac-45da-9894-5e93e3bcdc54 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.665825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7a3b66f-6897-45a7-9c68-16b8a4aa9b2e req-416a3436-eba1-4767-a859-3f099c3184d7 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587528 Sep 16 16:36:42.783066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14803be1-35ac-45da-9894-5e93e3bcdc54 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.788415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65916b6-c7fd-4509-91f0-091f4ded2522 req-24810a54-abdf-4505-a48f-4c6a21cbd4fe tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:42.790009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d65916b6-c7fd-4509-91f0-091f4ded2522 req-24810a54-abdf-4505-a48f-4c6a21cbd4fe tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 943 time: 0.1061635 Sep 16 16:36:42.793665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-c1e7f5f5-2e37-43a4-83a9-7b25f2869498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:42.795518 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-c1e7f5f5-2e37-43a4-83a9-7b25f2869498 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 1094 time: 0.0878263 Sep 16 16:36:42.816452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3dd4894-5855-4d10-8f64-164ff5080624 req-0d35b8aa-ccdf-4429-94ce-6955f31f7890 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/9eec658a-08e4-4ef3-991b-4e171e6549e8 HTTP/1.1" status: 200 len: 1815 time: 0.0915003 Sep 16 16:36:42.848893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14803be1-35ac-45da-9894-5e93e3bcdc54 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.865728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-b41cc3c4-51a4-43c9-af81-f0a16649d885 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5ab7b1f-839b-4335-8616-2b3387b4298d HTTP/1.1" status: 200 len: 217 time: 0.0620008 Sep 16 16:36:42.867546 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f59df9d-29cf-470e-a625-180f4278d880 x-openstack-request-id: req-1f59df9d-29cf-470e-a625-180f4278d880 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:42.868013 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e8755d-bd3e-4bdb-8bc6-4f7f6594b630", "tag": "c5ab7b1f-839b-4335-8616-2b3387b4298d", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:42.868446 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f59df9d-29cf-470e-a625-180f4278d880 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:42.869455 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e8755d-bd3e-4bdb-8bc6-4f7f6594b630', 'tag': 'c5ab7b1f-839b-4335-8616-2b3387b4298d', 'status': 'completed', 'code': 200} Sep 16 16:36:42.870458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d65916b6-c7fd-4509-91f0-091f4ded2522 req-c18d7ef1-add4-4192-81f8-b645191b5226 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693860 Sep 16 16:36:42.875239 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ec39093-4bc6-4f5d-88aa-8b0825616cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.912825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14803be1-35ac-45da-9894-5e93e3bcdc54 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca13f11-6087-4af5-8611-ccd8fb5400e4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:42.936444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-171b7f3a-ff8b-45eb-ba57-5d0c46e42d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:42.938676 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-171b7f3a-ff8b-45eb-ba57-5d0c46e42d62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70ee6f1d-6290-4d7d-a539-0318591c727d HTTP/1.1" status: 200 len: 852 time: 0.0599530 Sep 16 16:36:42.949019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aaa39625-1f3a-4a95-be78-7bb85f6dd5c3 req-7a26fae1-ef08-4054-b815-e39da907e358 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 210 time: 0.0370266 Sep 16 16:36:42.970875 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ec39093-4bc6-4f5d-88aa-8b0825616cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:42.981222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-89634994-2cb9-41d1-a096-7f0cffee732f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b446d02c-c15f-4f0f-91ea-b210a6b43a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342116 Sep 16 16:36:42.981774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-892b91fc-a1bf-4b93-8b40-013367460ebe req-b4626ce2-8ebd-47aa-8019-284d45f84ffd tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-12728387', 'description': 'tempest-description-1091739931'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:43.023979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14803be1-35ac-45da-9894-5e93e3bcdc54 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.027718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec39093-4bc6-4f5d-88aa-8b0825616cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53858520-97c4-4a8b-8f26-0e82b5fa0a14,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:43.027864 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-14803be1-35ac-45da-9894-5e93e3bcdc54 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5270422 Sep 16 16:36:43.027979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42646) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:43.032915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5626e4ca-df53-48e7-b43b-1e9f68f0618e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'security_group_rule': {'security_group_id': '2b706afc-44f2-4c6b-b7f6-be123e849fb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:43.054911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1ec39093-4bc6-4f5d-88aa-8b0825616cf7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=885a95fc57ca453cb419135b1dfd89c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593651 Sep 16 16:36:43.057643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42648) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:43.097686 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-03d023bd-6471-4642-b965-c0bc60a6a07b service neutron] 10.222.0.52 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094913 Sep 16 16:36:43.113680 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b5f0-dd96-48f5-8d56-e47800ba0285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.203721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a43b0f3-fac4-4a54-8b03-eee86b9b87c9 req-13034f06-73ba-4174-bd54-5be94c1d2ca7 service neutron] 10.222.0.52 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982523 Sep 16 16:36:43.233568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5626e4ca-df53-48e7-b43b-1e9f68f0618e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.296835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5626e4ca-df53-48e7-b43b-1e9f68f0618e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.372984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171f387-70ba-4520-9637-6f0743ecf6aa req-ba2d014c-0448-475f-b9cd-b84ef40f679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:43.374419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3171f387-70ba-4520-9637-6f0743ecf6aa req-ba2d014c-0448-475f-b9cd-b84ef40f679d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 1094 time: 0.0472152 Sep 16 16:36:43.382308 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5626e4ca-df53-48e7-b43b-1e9f68f0618e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.426111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626e4ca-df53-48e7-b43b-1e9f68f0618e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d045e9f0-0c8a-48b6-83d4-b308153b1bbd,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:43.450150 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-892b91fc-a1bf-4b93-8b40-013367460ebe req-b4626ce2-8ebd-47aa-8019-284d45f84ffd tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.470108 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b5f0-dd96-48f5-8d56-e47800ba0285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.485987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.498578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171f387-70ba-4520-9637-6f0743ecf6aa req-150ab68c-2ccd-4870-bc79-07c26bacd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:43.500074 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3171f387-70ba-4520-9637-6f0743ecf6aa req-150ab68c-2ccd-4870-bc79-07c26bacd90f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 913 time: 0.1115561 Sep 16 16:36:43.517817 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5626e4ca-df53-48e7-b43b-1e9f68f0618e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.522654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5626e4ca-df53-48e7-b43b-1e9f68f0618e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4899583 Sep 16 16:36:43.523000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42652) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:43.529225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:43.607899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b5f0-dd96-48f5-8d56-e47800ba0285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.610782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b5f0-dd96-48f5-8d56-e47800ba0285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.611996 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a4b7b5f0-dd96-48f5-8d56-e47800ba0285 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53858520-97c4-4a8b-8f26-0e82b5fa0a14 HTTP/1.1" status: 204 len: 168 time: 0.5533345 Sep 16 16:36:43.634937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7b5f0-dd96-48f5-8d56-e47800ba0285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53858520-97c4-4a8b-8f26-0e82b5fa0a14,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:43.703540 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-892b91fc-a1bf-4b93-8b40-013367460ebe req-b4626ce2-8ebd-47aa-8019-284d45f84ffd tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.776851 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.792071 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-892b91fc-a1bf-4b93-8b40-013367460ebe req-b4626ce2-8ebd-47aa-8019-284d45f84ffd tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.835610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4626ce2-8ebd-47aa-8019-284d45f84ffd tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad5646e-952c-40c0-b853-cb9ffc991f71,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:43.848079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158cfe5-d221-4554-a273-7730ef423783 req-ffd90a94-a31b-457a-8a38-122c0c0ac270 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:43.849917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2158cfe5-d221-4554-a273-7730ef423783 req-ffd90a94-a31b-457a-8a38-122c0c0ac270 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0972266 Sep 16 16:36:43.851342 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3171f387-70ba-4520-9637-6f0743ecf6aa req-33c4f27d-123b-412a-a796-4c26aeae4a9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5ab7b1f-839b-4335-8616-2b3387b4298d HTTP/1.1" status: 200 len: 217 time: 0.3397422 Sep 16 16:36:43.902761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2158cfe5-d221-4554-a273-7730ef423783 req-c2d45687-fceb-4a30-a1b6-0376141e45d6 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438988 Sep 16 16:36:43.903710 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.910768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171f387-70ba-4520-9637-6f0743ecf6aa req-3e522cfd-6e43-41fc-ad82-63cc821259b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:43.912430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3171f387-70ba-4520-9637-6f0743ecf6aa req-3e522cfd-6e43-41fc-ad82-63cc821259b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70ee6f1d-6290-4d7d-a539-0318591c727d HTTP/1.1" status: 200 len: 852 time: 0.0509818 Sep 16 16:36:43.961072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3171f387-70ba-4520-9637-6f0743ecf6aa req-d97e32d1-137f-4695-b59f-4563d4aaa5fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b446d02c-c15f-4f0f-91ea-b210a6b43a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396507 Sep 16 16:36:43.993741 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-892b91fc-a1bf-4b93-8b40-013367460ebe req-b4626ce2-8ebd-47aa-8019-284d45f84ffd tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:43.994845 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-892b91fc-a1bf-4b93-8b40-013367460ebe req-b4626ce2-8ebd-47aa-8019-284d45f84ffd tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0210648 Sep 16 16:36:44.061584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afe7c4-5373-4a4c-aa56-02886cd4f106 req-89acff13-61c1-4328-acb2-de15dbb7166a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:44.063118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0afe7c4-5373-4a4c-aa56-02886cd4f106 req-89acff13-61c1-4328-acb2-de15dbb7166a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 943 time: 0.0735340 Sep 16 16:36:44.097351 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:44.107821 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3171f387-70ba-4520-9637-6f0743ecf6aa req-62fe8551-9221-4280-bb2f-ee4892f5f0ff service neutron] 10.222.0.52 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366549 Sep 16 16:36:44.179289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0afe7c4-5373-4a4c-aa56-02886cd4f106 req-4813b1cb-953a-4c03-880a-d54676ffd3ee tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039281 Sep 16 16:36:44.219650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec6aa034-2846-492a-9acc-93d3747d6839 req-59cb3530-3d4e-4f8b-91bd-2ae24de7fb48 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 210 time: 0.0674663 Sep 16 16:36:44.221971 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3171f387-70ba-4520-9637-6f0743ecf6aa req-ebe1a88f-064f-42bb-a452-3e233bf26d10 service neutron] 10.222.0.52 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073034 Sep 16 16:36:44.310485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f2cbb7d-166e-404c-b6c8-f6ffc676143d req-b457f231-df67-4b0d-af1a-cf6a605c7a90 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/4ad5646e-952c-40c0-b853-cb9ffc991f71 HTTP/1.1" status: 200 len: 1813 time: 0.0941911 Sep 16 16:36:44.325578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Allocated IP 172.25.6.212 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/7286d0a8-e4cf-4f6d-8a40-6b53c9a332af) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:44.339924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-34bd8178-cbdd-4c83-90cf-41abf07466a2 req-ba89e7c9-e14c-4730-a8bd-6e647b90f41e tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1995582554', 'description': 'tempest-description-462660818'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:44.435313 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-34bd8178-cbdd-4c83-90cf-41abf07466a2 req-ba89e7c9-e14c-4730-a8bd-6e647b90f41e tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:44.460723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:44.554068 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-34bd8178-cbdd-4c83-90cf-41abf07466a2 req-ba89e7c9-e14c-4730-a8bd-6e647b90f41e tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:44.600736 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:44.636168 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-34bd8178-cbdd-4c83-90cf-41abf07466a2 req-ba89e7c9-e14c-4730-a8bd-6e647b90f41e tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:44.639280 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-2eaca67b-b1d3-4d5f-b3e5-a281ea9fcfb5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:44.641020 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-2eaca67b-b1d3-4d5f-b3e5-a281ea9fcfb5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.62 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 814 time: 0.1188228 Sep 16 16:36:44.658548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Request body: {'port': {'device_id': 'f99a5efc-e661-49d5-a6a5-648d2737f9fc', 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520', 'admin_state_up': True, 'tenant_id': '775191cda7c6499dafc9f5c1b5c9653c'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:44.659283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:44.671942 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:44.681491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:44.688074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Port': ['ID=7286d0a8-e4cf-4f6d-8a40-6b53c9a332af,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:44.713768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89e7c9-e14c-4730-a8bd-6e647b90f41e tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f966385-a4c3-4499-91f8-ff652d41c1a3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:44.715984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-34bd8178-cbdd-4c83-90cf-41abf07466a2 req-ba89e7c9-e14c-4730-a8bd-6e647b90f41e tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:44.717241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34bd8178-cbdd-4c83-90cf-41abf07466a2 req-ba89e7c9-e14c-4730-a8bd-6e647b90f41e tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3818464 Sep 16 16:36:44.810657 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:44.821600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4701764-8e30-48ee-ad24-c45d2aa57267 req-66d51267-d20c-4feb-87f2-5455c79504aa tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/7f966385-a4c3-4499-91f8-ff652d41c1a3 HTTP/1.1" status: 200 len: 1814 time: 0.0593429 Sep 16 16:36:44.847856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-32cb759b-2169-47a0-842a-099b83d7d92e req-85eb75c0-8d0c-4968-a0af-06251f0dbb34 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2030203119', 'description': 'tempest-description-1918325397'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:44.879110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Made reservation on behalf of 775191cda7c6499dafc9f5c1b5c9653c for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:44.883924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:44.921451 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.019742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-32cb759b-2169-47a0-842a-099b83d7d92e req-85eb75c0-8d0c-4968-a0af-06251f0dbb34 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.039115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Allocated IP 172.20.0.2 (10b14b39-f053-4d74-8685-c7c085a18520/e95e675d-14c2-4dbd-8f50-7b3db5eb275a/bc875c02-879b-4d28-ae9d-4cd09015e3c3) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:45.120055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972cfc2-9712-4f0d-9023-754763593959 req-45864713-441a-42e1-8b0b-4d956608de79 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:45.121617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a972cfc2-9712-4f0d-9023-754763593959 req-45864713-441a-42e1-8b0b-4d956608de79 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1352975 Sep 16 16:36:45.224532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.225502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a972cfc2-9712-4f0d-9023-754763593959 req-e53db011-ba0a-405d-8146-5aeba84fa404 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866356 Sep 16 16:36:45.225502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.254679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-32cb759b-2169-47a0-842a-099b83d7d92e req-85eb75c0-8d0c-4968-a0af-06251f0dbb34 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.385699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe6114-d8fd-4cc3-a519-b84bd4531f32 req-68e10698-5eb9-4418-b04b-dbcfbdbce47d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:45.387387 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9fe6114-d8fd-4cc3-a519-b84bd4531f32 req-68e10698-5eb9-4418-b04b-dbcfbdbce47d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 943 time: 0.0498791 Sep 16 16:36:45.428709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9fe6114-d8fd-4cc3-a519-b84bd4531f32 req-6246b4d5-6840-4610-83cf-f2f958c1d455 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343940 Sep 16 16:36:45.450255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.468721 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.484451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f7e67e7c-7efc-4f5b-98d6-615e65f47ed0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:36:45.486069 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-32cb759b-2169-47a0-842a-099b83d7d92e req-85eb75c0-8d0c-4968-a0af-06251f0dbb34 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.519804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Network 10b14b39-f053-4d74-8685-c7c085a18520 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:45.525034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:45.531166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:45.568563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Pushing event updated for resources: {'Port': ['ID=bc875c02-879b-4d28-ae9d-4cd09015e3c3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:45.597811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Port': ['ID=7286d0a8-e4cf-4f6d-8a40-6b53c9a332af,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:45.601764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:45.602566 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.608720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb75c0-8d0c-4968-a0af-06251f0dbb34 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f7fc63-ce71-4cfa-853f-7e21f09c072b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:45.612876 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.633089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f040d7d-0790-43c2-a1a7-b21a7cafaede req-cbec2a5a-456d-43c8-b60c-9bbff8033d76 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:45.641036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f040d7d-0790-43c2-a1a7-b21a7cafaede req-cbec2a5a-456d-43c8-b60c-9bbff8033d76 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 931 time: 0.1375957 Sep 16 16:36:45.645128 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-32cb759b-2169-47a0-842a-099b83d7d92e req-85eb75c0-8d0c-4968-a0af-06251f0dbb34 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.647080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32cb759b-2169-47a0-842a-099b83d7d92e req-85eb75c0-8d0c-4968-a0af-06251f0dbb34 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8034797 Sep 16 16:36:45.697028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-e079fa36-3b83-4218-809c-9ffeac6901ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0453851 Sep 16 16:36:45.705818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f040d7d-0790-43c2-a1a7-b21a7cafaede req-8afc1255-45f6-4abe-ae54-8110f8f5199d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638766 Sep 16 16:36:45.709863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Request body: {'port': {'device_id': 'f99a5efc-e661-49d5-a6a5-648d2737f9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:45.725993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a06530ba-7e87-4b71-b495-3207b18f7856 req-614ab94a-983b-4f30-a73c-c483d721894e tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/55f7fc63-ce71-4cfa-853f-7e21f09c072b HTTP/1.1" status: 200 len: 1815 time: 0.0561039 Sep 16 16:36:45.730332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.731425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-828f1129-86bc-4658-81b7-64efac43dc05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2073591 Sep 16 16:36:45.769255 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-46e84765-ca14-48da-b3e3-c9e8d0fd4338 req-70017eb2-a761-4389-a131-aa04d7324ef1 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] show failed (client error): The resource could not be found. Sep 16 16:36:45.771492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46e84765-ca14-48da-b3e3-c9e8d0fd4338 req-70017eb2-a761-4389-a131-aa04d7324ef1 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/3a43f83a-fbfe-4223-adca-9ca661a16371 HTTP/1.1" status: 404 len: 352 time: 0.0169318 Sep 16 16:36:45.778195 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:45.826265 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-f0269fe5-0585-4c8b-8453-69da477a9f06 req-5ad85587-049e-4821-97e4-07ead465db5c tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] show failed (client error): The resource could not be found. Sep 16 16:36:45.836760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0269fe5-0585-4c8b-8453-69da477a9f06 req-5ad85587-049e-4821-97e4-07ead465db5c tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-group-rules/5e73ef87-4d03-44af-88c4-9aa6f19d7016 HTTP/1.1" status: 404 len: 361 time: 0.0383711 Sep 16 16:36:45.920761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-684022b4-70c6-4903-880d-022a2f7c2d8f req-3b9f1f0a-c522-4d87-9651-5eefcb2b2c66 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/55f7fc63-ce71-4cfa-853f-7e21f09c072b HTTP/1.1" status: 200 len: 1815 time: 0.0658925 Sep 16 16:36:45.991125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-684022b4-70c6-4903-880d-022a2f7c2d8f req-3c2196c5-9d79-47a4-b5e4-8b156d5cefa6 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.025997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-684022b4-70c6-4903-880d-022a2f7c2d8f req-3c2196c5-9d79-47a4-b5e4-8b156d5cefa6 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.104139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc875c02-879b-4d28-ae9d-4cd09015e3c3 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:36:46.118222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.126068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-de86a498-320f-40ba-8c62-a4847d4d02ef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--332964892&fields=id&tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60 HTTP/1.1" status: 200 len: 267 time: 0.0460215 Sep 16 16:36:46.171763 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Transition to ACTIVE for port object bc875c02-879b-4d28-ae9d-4cd09015e3c3 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:36:46.171888 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-684022b4-70c6-4903-880d-022a2f7c2d8f req-3c2196c5-9d79-47a4-b5e4-8b156d5cefa6 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.174428 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-684022b4-70c6-4903-880d-022a2f7c2d8f req-3c2196c5-9d79-47a4-b5e4-8b156d5cefa6 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.175621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-684022b4-70c6-4903-880d-022a2f7c2d8f req-3c2196c5-9d79-47a4-b5e4-8b156d5cefa6 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "DELETE /v2.0/security-groups/55f7fc63-ce71-4cfa-853f-7e21f09c072b HTTP/1.1" status: 204 len: 173 time: 0.2440143 Sep 16 16:36:46.201063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-b6c971eb-cb78-49a1-9b34-e12d34634339 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:46.204640 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-b6c971eb-cb78-49a1-9b34-e12d34634339 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports/f05e97f8-44e6-4e66-87c0-537832c067fe HTTP/1.1" status: 200 len: 937 time: 0.0756416 Sep 16 16:36:46.204640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2196c5-9d79-47a4-b5e4-8b156d5cefa6 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f7fc63-ce71-4cfa-853f-7e21f09c072b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:46.274547 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.292936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-b1d1819c-4ba5-4a5e-9425-03ce40408c20 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:46.300994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-b1d1819c-4ba5-4a5e-9425-03ce40408c20 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports/8ab0bbc4-e6a3-417d-bad8-c3094a12594a HTTP/1.1" status: 200 len: 935 time: 0.0862222 Sep 16 16:36:46.318059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e52307d-22e1-49a9-8b6d-6d59dfd0110a req-43ebf52f-2d24-4f3e-8a24-8fdcbd018765 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/7f966385-a4c3-4499-91f8-ff652d41c1a3 HTTP/1.1" status: 200 len: 1814 time: 0.1136484 Sep 16 16:36:46.328336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc875c02-879b-4d28-ae9d-4cd09015e3c3,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:46.366216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-a612357e-959b-4f31-8542-7e135c36a3c0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0612886 Sep 16 16:36:46.416074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Attempting to bind port bc875c02-879b-4d28-ae9d-4cd09015e3c3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:36:46.416440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Attempting to bind port bc875c02-879b-4d28-ae9d-4cd09015e3c3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:36:46.417241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Attempting to bind port bc875c02-879b-4d28-ae9d-4cd09015e3c3 on network 10b14b39-f053-4d74-8685-c7c085a18520 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:36:46.422741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Port bc875c02-879b-4d28-ae9d-4cd09015e3c3 on network 10b14b39-f053-4d74-8685-c7c085a18520 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:36:46.423871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Attempting to bind port bc875c02-879b-4d28-ae9d-4cd09015e3c3 on network 10b14b39-f053-4d74-8685-c7c085a18520 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:36:46.428803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-96c774fd-4d96-44f6-943f-f5b4b0b41d9a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0436149 Sep 16 16:36:46.429214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:36:46.429549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Checking segment: {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:46.429936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Bound using segment: {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:36:46.430436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Bound port: bc875c02-879b-4d28-ae9d-4cd09015e3c3, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:36:46.430725 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.469405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9e52307d-22e1-49a9-8b6d-6d59dfd0110a req-95a41e0e-837b-4cbf-9d9b-e0528235ac79 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.503773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] For port bc875c02-879b-4d28-ae9d-4cd09015e3c3, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:36:46.507812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] For port bc875c02-879b-4d28-ae9d-4cd09015e3c3, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bc875c02-879b-4d28-ae9d-4cd09015e3c3,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:36:46.537958 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9e52307d-22e1-49a9-8b6d-6d59dfd0110a req-95a41e0e-837b-4cbf-9d9b-e0528235ac79 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.566817 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.598210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-4086b3cb-fdcd-4c87-98f5-1e5eedafb280 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:46.604640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-4086b3cb-fdcd-4c87-98f5-1e5eedafb280 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:46.607016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:46.607140 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.608766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] 10.222.0.62 "PUT /v2.0/ports/bc875c02-879b-4d28-ae9d-4cd09015e3c3 HTTP/1.1" status: 200 len: 1091 time: 0.9033475 Sep 16 16:36:46.610968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-4086b3cb-fdcd-4c87-98f5-1e5eedafb280 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:46.611576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99a5efc-e661-49d5-a6a5-648d2737f9fc', 'tag': 'bc875c02-879b-4d28-ae9d-4cd09015e3c3'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:46.612743 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-4086b3cb-fdcd-4c87-98f5-1e5eedafb280 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/networks?id=62c586e6-0201-471e-b583-b9418df0ff0d&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604 HTTP/1.1" status: 200 len: 1996 time: 0.1701288 Sep 16 16:36:46.615419 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df4150c-d7aa-4d09-9f66-850f29f83751" -d '{"events": [{"name": "network-changed", "server_uuid": "f99a5efc-e661-49d5-a6a5-648d2737f9fc", "tag": "bc875c02-879b-4d28-ae9d-4cd09015e3c3"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:46.641512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-0295089a-1a5e-49a4-b9b2-06932dfbb432 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/quotas/a3bec419ce3d413ea9fafe1b2b1f4a60 HTTP/1.1" status: 200 len: 375 time: 0.0127723 Sep 16 16:36:46.647864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f223c9-31de-47a2-9e68-12725e29c2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc875c02-879b-4d28-ae9d-4cd09015e3c3,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:46.690359 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9e52307d-22e1-49a9-8b6d-6d59dfd0110a req-95a41e0e-837b-4cbf-9d9b-e0528235ac79 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.693554 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9e52307d-22e1-49a9-8b6d-6d59dfd0110a req-95a41e0e-837b-4cbf-9d9b-e0528235ac79 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:46.694696 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e52307d-22e1-49a9-8b6d-6d59dfd0110a req-95a41e0e-837b-4cbf-9d9b-e0528235ac79 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "DELETE /v2.0/security-groups/7f966385-a4c3-4499-91f8-ff652d41c1a3 HTTP/1.1" status: 204 len: 173 time: 0.3529539 Sep 16 16:36:46.709759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a41e0e-837b-4cbf-9d9b-e0528235ac79 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f966385-a4c3-4499-91f8-ff652d41c1a3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:46.740117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-cf9a1f57-b944-4ebb-84b6-1f06d4b2f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:46.741222 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-127bda2b-66bd-4524-acaf-4fb5190d4e93 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0902543 Sep 16 16:36:46.747298 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-cf9a1f57-b944-4ebb-84b6-1f06d4b2f362 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 1094 time: 0.0566852 Sep 16 16:36:46.793960 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-728227d8-865e-404c-985c-803e83c6584f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc875c02-879b-4d28-ae9d-4cd09015e3c3 HTTP/1.1" status: 200 len: 217 time: 0.0368197 Sep 16 16:36:46.845680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-2bc9e4ae-273e-494b-84b3-0d162f71201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:46.847316 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-2bc9e4ae-273e-494b-84b3-0d162f71201c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e95e675d-14c2-4dbd-8f50-7b3db5eb275a HTTP/1.1" status: 200 len: 854 time: 0.0448151 Sep 16 16:36:46.864787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f952742-0445-4248-afd2-dcac9bc9783b req-50915958-1165-4e00-a093-6e318a63de3e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:46.869853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f952742-0445-4248-afd2-dcac9bc9783b req-50915958-1165-4e00-a093-6e318a63de3e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1034260 Sep 16 16:36:46.881076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c5ab7b1f-839b-4335-8616-2b3387b4298d details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:36:46.885813 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-70147dce-9130-402f-b5ca-d061ba363a59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10b14b39-f053-4d74-8685-c7c085a18520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304077 Sep 16 16:36:46.891930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-bf944d85-16f1-4907-b5d8-ec9f60d804ed service neutron] 10.222.0.22 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376219 Sep 16 16:36:46.948791 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f952742-0445-4248-afd2-dcac9bc9783b req-e495f6ec-6340-4318-adb4-bfef884cb9ff tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742326 Sep 16 16:36:46.994107 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-69960554-585b-4010-9030-5088a66b4188 service neutron] 10.222.0.62 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008842 Sep 16 16:36:47.027764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-ee7d1591-2c5d-42bd-b596-17e5ad5ba775 service neutron] 10.222.0.22 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252377 Sep 16 16:36:47.028532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port c5ab7b1f-839b-4335-8616-2b3387b4298d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c5ab7b1f-839b-4335-8616-2b3387b4298d,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:47.047866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'c5ab7b1f-839b-4335-8616-2b3387b4298d', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'port_id': 'c5ab7b1f-839b-4335-8616-2b3387b4298d', 'mac_address': 'fa:16:3e:61:55:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ee6f1d-6290-4d7d-a539-0318591c727d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:36:47.100799 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:47.113007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-1289e2a6-3003-4099-b99f-097652fe25c2 service neutron] 10.222.0.22 "GET /v2.0/ports/f05e97f8-44e6-4e66-87c0-537832c067fe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0791438 Sep 16 16:36:47.119048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37364b34-b249-49a9-9d43-1bb3cfd9a7a3 req-02ad8812-da7a-48cb-a5e5-c19d5e85c60b service neutron] 10.222.0.62 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162300 Sep 16 16:36:47.135034 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ab7b1f-839b-4335-8616-2b3387b4298d {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:36:47.155851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port c5ab7b1f-839b-4335-8616-2b3387b4298d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c5ab7b1f-839b-4335-8616-2b3387b4298d,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:47.199341 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:47.233112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4593ab-0bff-45c3-b436-6c72da45437c req-52af9b23-d12c-429d-b165-a2bfd70db462 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:47.234953 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd4593ab-0bff-45c3-b436-6c72da45437c req-52af9b23-d12c-429d-b165-a2bfd70db462 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 943 time: 0.1062558 Sep 16 16:36:47.249337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=c5ab7b1f-839b-4335-8616-2b3387b4298d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:47.270677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-38707d85-56fd-44d1-bb7d-bc68ff292f9b service neutron] 10.222.0.22 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542294 Sep 16 16:36:47.305139 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd4593ab-0bff-45c3-b436-6c72da45437c req-06ce4a1e-f895-461f-ada1-19c95fee6a58 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634243 Sep 16 16:36:47.360677 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cada66db-f5d4-43d4-86ff-cb0705827a6f x-openstack-request-id: req-cada66db-f5d4-43d4-86ff-cb0705827a6f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:47.361570 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99a5efc-e661-49d5-a6a5-648d2737f9fc", "tag": "bc875c02-879b-4d28-ae9d-4cd09015e3c3", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:47.361978 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cada66db-f5d4-43d4-86ff-cb0705827a6f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:47.362549 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99a5efc-e661-49d5-a6a5-648d2737f9fc', 'tag': 'bc875c02-879b-4d28-ae9d-4cd09015e3c3', 'status': 'completed', 'code': 200} Sep 16 16:36:47.392945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-ccd72c11-ae0b-496b-95dc-4cd01becdbf1 service neutron] 10.222.0.22 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118410 Sep 16 16:36:47.430060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4150c-d7aa-4d09-9f66-850f29f83751 req-ed38ea1d-d153-455b-9d4d-42def1597092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:47.432548 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5df4150c-d7aa-4d09-9f66-850f29f83751 req-ed38ea1d-d153-455b-9d4d-42def1597092 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 1094 time: 0.0425417 Sep 16 16:36:47.445497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['c5ab7b1f-839b-4335-8616-2b3387b4298d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:36:47.468285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07adfad1-7d1d-4033-8874-c03b7a3c4dbe req-c71828e6-da5d-477c-b7fa-0c9ac0727985 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/4ad5646e-952c-40c0-b853-cb9ffc991f71 HTTP/1.1" status: 200 len: 1813 time: 0.0915625 Sep 16 16:36:47.476852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-f4b37a30-2056-4df2-b5ed-dc0f51cba036 service neutron] 10.222.0.22 "GET /v2.0/ports/8ab0bbc4-e6a3-417d-bad8-c3094a12594a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0706108 Sep 16 16:36:47.545641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4150c-d7aa-4d09-9f66-850f29f83751 req-dc7dbd12-5f6b-44eb-8cc3-93b73129c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:47.547200 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5df4150c-d7aa-4d09-9f66-850f29f83751 req-dc7dbd12-5f6b-44eb-8cc3-93b73129c313 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 915 time: 0.1074142 Sep 16 16:36:47.596573 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5df4150c-d7aa-4d09-9f66-850f29f83751 req-1b2d1630-07e1-42c0-a722-13c890bafa90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc875c02-879b-4d28-ae9d-4cd09015e3c3 HTTP/1.1" status: 200 len: 217 time: 0.0394053 Sep 16 16:36:47.613328 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-07adfad1-7d1d-4033-8874-c03b7a3c4dbe req-632a6584-9461-4561-812a-6f2aa7e1a32f tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:47.650947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-44194a8c-58ab-4dec-afcc-4d2b5c546245 service neutron] 10.222.0.22 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727974 Sep 16 16:36:47.663071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4150c-d7aa-4d09-9f66-850f29f83751 req-d4e188d6-4afa-49bf-95b4-c3416a245e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:47.664603 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5df4150c-d7aa-4d09-9f66-850f29f83751 req-d4e188d6-4afa-49bf-95b4-c3416a245e8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e95e675d-14c2-4dbd-8f50-7b3db5eb275a HTTP/1.1" status: 200 len: 854 time: 0.0573862 Sep 16 16:36:47.674859 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-07adfad1-7d1d-4033-8874-c03b7a3c4dbe req-632a6584-9461-4561-812a-6f2aa7e1a32f tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:47.701642 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5df4150c-d7aa-4d09-9f66-850f29f83751 req-7a2beeec-563d-452d-bef6-8fcf2a83eb78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10b14b39-f053-4d74-8685-c7c085a18520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268114 Sep 16 16:36:47.768936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-1cb69825-517a-4c88-a958-5d5e0b5da3c3 service neutron] 10.222.0.22 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175125 Sep 16 16:36:47.803874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5df4150c-d7aa-4d09-9f66-850f29f83751 req-de523094-dfcf-4069-b854-8e117f74c682 service neutron] 10.222.0.62 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936806 Sep 16 16:36:47.809255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-07adfad1-7d1d-4033-8874-c03b7a3c4dbe req-632a6584-9461-4561-812a-6f2aa7e1a32f tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:47.811819 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-07adfad1-7d1d-4033-8874-c03b7a3c4dbe req-632a6584-9461-4561-812a-6f2aa7e1a32f tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:47.813051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07adfad1-7d1d-4033-8874-c03b7a3c4dbe req-632a6584-9461-4561-812a-6f2aa7e1a32f tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "DELETE /v2.0/security-groups/4ad5646e-952c-40c0-b853-cb9ffc991f71 HTTP/1.1" status: 204 len: 173 time: 0.3342357 Sep 16 16:36:47.855744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a6584-9461-4561-812a-6f2aa7e1a32f tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad5646e-952c-40c0-b853-cb9ffc991f71,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:47.892694 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-1e675152-9db0-41bb-a059-1ab5fda42d79 service neutron] 10.222.0.22 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167202 Sep 16 16:36:47.935339 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5df4150c-d7aa-4d09-9f66-850f29f83751 req-f15859e0-0e9c-4a69-b93d-28c7493f1a95 service neutron] 10.222.0.62 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216357 Sep 16 16:36:48.012274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bf765-39c7-4e99-8718-b41c2b6d37e4 req-9e02606e-0e9d-43df-97cd-d2669d8c5d45 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:48.013783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-980bf765-39c7-4e99-8718-b41c2b6d37e4 req-9e02606e-0e9d-43df-97cd-d2669d8c5d45 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 943 time: 0.1050141 Sep 16 16:36:48.042927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-631133f2-0cc4-407a-8392-4484b0b39571 service neutron] 10.222.0.22 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430051 Sep 16 16:36:48.084626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-980bf765-39c7-4e99-8718-b41c2b6d37e4 req-7a864d39-ec55-4b94-9f8e-c3a46064bbe8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627937 Sep 16 16:36:48.177092 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-c3fcf164-aa22-437a-a09a-89275edcf091 service neutron] 10.222.0.22 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278148 Sep 16 16:36:48.182938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ac4192e4-587b-45cc-818d-7db93d758943 req-2045365b-3c06-4ba3-8563-ea8f43c6c066 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/9eec658a-08e4-4ef3-991b-4e171e6549e8 HTTP/1.1" status: 200 len: 1815 time: 0.0620337 Sep 16 16:36:48.311656 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ac4192e4-587b-45cc-818d-7db93d758943 req-edb4ba54-78a9-4477-850f-073bc6f674e8 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:48.315546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-5a4faea7-f535-4880-8c44-b3eb9cf3a386 service neutron] 10.222.0.22 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317418 Sep 16 16:36:48.358716 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ac4192e4-587b-45cc-818d-7db93d758943 req-edb4ba54-78a9-4477-850f-073bc6f674e8 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:48.440819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-581baa08-62aa-42f2-baa9-3c70f867e001 service neutron] 10.222.0.22 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166990 Sep 16 16:36:48.515155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ac4192e4-587b-45cc-818d-7db93d758943 req-edb4ba54-78a9-4477-850f-073bc6f674e8 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:48.517795 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ac4192e4-587b-45cc-818d-7db93d758943 req-edb4ba54-78a9-4477-850f-073bc6f674e8 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:48.518923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ac4192e4-587b-45cc-818d-7db93d758943 req-edb4ba54-78a9-4477-850f-073bc6f674e8 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "DELETE /v2.0/security-groups/9eec658a-08e4-4ef3-991b-4e171e6549e8 HTTP/1.1" status: 204 len: 173 time: 0.3281758 Sep 16 16:36:48.535020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4ba54-78a9-4477-850f-073bc6f674e8 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eec658a-08e4-4ef3-991b-4e171e6549e8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:48.558964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-28020347-cbd2-4ab9-b6bc-b212434a51ab service neutron] 10.222.0.22 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115284 Sep 16 16:36:48.685772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159eaf3-f5c7-4aae-a3c1-300b28ad3109 req-84fffaba-7e31-47e2-b694-c15b384880c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:48.693119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7159eaf3-f5c7-4aae-a3c1-300b28ad3109 req-84fffaba-7e31-47e2-b694-c15b384880c0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1044011 Sep 16 16:36:48.693322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-5e6e63a9-5fd5-4c2f-bc9c-a6bae5d3f5d6 service neutron] 10.222.0.22 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278880 Sep 16 16:36:48.751997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7159eaf3-f5c7-4aae-a3c1-300b28ad3109 req-58c622f6-98ce-409a-acec-112bcaf50898 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578508 Sep 16 16:36:48.805296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-ac044970-71d6-44f6-a0de-88cb0479db7b service neutron] 10.222.0.22 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044445 Sep 16 16:36:48.908715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c5ab7b1f-839b-4335-8616-2b3387b4298d up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:48.929486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b581b2-2880-4b15-adda-7e38fdd545ab req-3e24ed86-27ad-49be-81f2-5c764d4d2a6c tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:48.931603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50b581b2-2880-4b15-adda-7e38fdd545ab req-3e24ed86-27ad-49be-81f2-5c764d4d2a6c tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 944 time: 0.0638509 Sep 16 16:36:48.984963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50b581b2-2880-4b15-adda-7e38fdd545ab req-007a88b6-460a-422e-b094-f5b8107aa41e tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Sep 16 16:36:49.042560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71e393fe-8f5e-46bf-b413-43a628c4e914 req-99e43181-6550-41ba-a922-ba3474efe79d tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "GET /v2.0/security-groups/d7870e92-de8c-4e65-8706-4d0fce25070f HTTP/1.1" status: 200 len: 1813 time: 0.0380597 Sep 16 16:36:49.101415 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-71e393fe-8f5e-46bf-b413-43a628c4e914 req-9abb3b11-e71b-45a2-897a-2d9119cde8f0 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.102765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port c5ab7b1f-839b-4335-8616-2b3387b4298d completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:36:49.106953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port c5ab7b1f-839b-4335-8616-2b3387b4298d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:49.107325 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.123251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-71e393fe-8f5e-46bf-b413-43a628c4e914 req-9abb3b11-e71b-45a2-897a-2d9119cde8f0 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.190920 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.214741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e8755d-bd3e-4bdb-8bc6-4f7f6594b630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab7b1f-839b-4335-8616-2b3387b4298d'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:49.217030 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d29f96-e173-4b20-9735-129578ce07b7" -d '{"events": [{"server_uuid": "96e8755d-bd3e-4bdb-8bc6-4f7f6594b630", "name": "network-vif-plugged", "status": "completed", "tag": "c5ab7b1f-839b-4335-8616-2b3387b4298d"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:49.231568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port c5ab7b1f-839b-4335-8616-2b3387b4298d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c5ab7b1f-839b-4335-8616-2b3387b4298d,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:49.240024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-71e393fe-8f5e-46bf-b413-43a628c4e914 req-9abb3b11-e71b-45a2-897a-2d9119cde8f0 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.242885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-71e393fe-8f5e-46bf-b413-43a628c4e914 req-9abb3b11-e71b-45a2-897a-2d9119cde8f0 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.244066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71e393fe-8f5e-46bf-b413-43a628c4e914 req-9abb3b11-e71b-45a2-897a-2d9119cde8f0 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] 10.222.0.22 "DELETE /v2.0/security-groups/d7870e92-de8c-4e65-8706-4d0fce25070f HTTP/1.1" status: 204 len: 173 time: 0.1948249 Sep 16 16:36:49.252050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42798) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:49.253367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb3b11-e71b-45a2-897a-2d9119cde8f0 tempest-SecurityGroupRulesNegativeTestJSON-947454962 tempest-SecurityGroupRulesNegativeTestJSON-947454962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7870e92-de8c-4e65-8706-4d0fce25070f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:49.313258 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.326942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf90e5a0-a459-4ca0-bf1b-b07856e49fcf admin admin] Deleting subnet 6bf05a70-5c4f-46b0-a51a-e30973f6b5b1 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:36:49.331632 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bf90e5a0-a459-4ca0-bf1b-b07856e49fcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.362512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffe205-0887-4adf-b9ee-2a4ceab373be req-356b242b-72e6-4ac1-b7c7-cd21750e46da tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:49.364029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6ffe205-0887-4adf-b9ee-2a4ceab373be req-356b242b-72e6-4ac1-b7c7-cd21750e46da tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 943 time: 0.0542543 Sep 16 16:36:49.374446 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bf90e5a0-a459-4ca0-bf1b-b07856e49fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.376163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=c5ab7b1f-839b-4335-8616-2b3387b4298d,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:49.419737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bf90e5a0-a459-4ca0-bf1b-b07856e49fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.434347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6ffe205-0887-4adf-b9ee-2a4ceab373be req-365470a0-8a91-4905-bb25-eb5fb421fb01 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608418 Sep 16 16:36:49.480856 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b30e13-b138-4753-b3e7-f7f25a91ae69 x-openstack-request-id: req-43b30e13-b138-4753-b3e7-f7f25a91ae69 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:49.481365 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e8755d-bd3e-4bdb-8bc6-4f7f6594b630", "name": "network-vif-plugged", "status": "completed", "tag": "c5ab7b1f-839b-4335-8616-2b3387b4298d", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:49.481671 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43b30e13-b138-4753-b3e7-f7f25a91ae69 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:49.482084 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e8755d-bd3e-4bdb-8bc6-4f7f6594b630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab7b1f-839b-4335-8616-2b3387b4298d', 'code': 200} Sep 16 16:36:49.570660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bf90e5a0-a459-4ca0-bf1b-b07856e49fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.601071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90e5a0-a459-4ca0-bf1b-b07856e49fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf05a70-5c4f-46b0-a51a-e30973f6b5b1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:49.603394 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bf90e5a0-a459-4ca0-bf1b-b07856e49fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.607806 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bf90e5a0-a459-4ca0-bf1b-b07856e49fcf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6bf05a70-5c4f-46b0-a51a-e30973f6b5b1 HTTP/1.1" status: 204 len: 168 time: 0.3539996 Sep 16 16:36:49.608697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42804) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:49.616006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdde36a-768a-4b93-ae90-cedd5639c8ea req-bf08faa3-5aa8-41b0-9751-08a8fcbaa6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:49.617558 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bbdde36a-768a-4b93-ae90-cedd5639c8ea req-bf08faa3-5aa8-41b0-9751-08a8fcbaa6ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 1096 time: 0.0751095 Sep 16 16:36:49.658032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bbdde36a-768a-4b93-ae90-cedd5639c8ea req-332e8c89-c786-4347-ada7-cead461fd67c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311160 Sep 16 16:36:49.692838 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.779002 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.801368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2690fcb0-c3f3-4768-8c7c-d176a2f62246']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:36:49.812174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70c769e-c4c4-445f-a49f-f8a25065fc33') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:36:49.812580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70c769e-c4c4-445f-a49f-f8a25065fc33') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:36:49.823687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.860641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.869541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:36:49.869944 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:36:49.873032 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:36:49.927562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44180f6b-9d9c-43b1-a170-37a74d8d9107 req-5c632d08-ff52-4169-af19-1c91e7152307 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:49.929089 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44180f6b-9d9c-43b1-a170-37a74d8d9107 req-5c632d08-ff52-4169-af19-1c91e7152307 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1050048 Sep 16 16:36:49.982913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44180f6b-9d9c-43b1-a170-37a74d8d9107 req-abf920ae-1568-45a1-8281-541eb94954a0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Sep 16 16:36:49.987346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:49.993773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:50.002528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] 10.222.0.22 "DELETE /v2.0/networks/2690fcb0-c3f3-4768-8c7c-d176a2f62246 HTTP/1.1" status: 204 len: 168 time: 0.3856974 Sep 16 16:36:50.017744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14ae3b-17fa-4e37-8ce3-b3bf3d53246c admin admin] Pushing event deleted for resources: {'Network': ['ID=2690fcb0-c3f3-4768-8c7c-d176a2f62246,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:50.245543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bc875c02-879b-4d28-ae9d-4cd09015e3c3 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:36:50.253504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ac23235-035e-4dd1-bcd9-aafa85e12a8d req-0a7fa368-48b8-4470-bb3d-ab87b7e001ac tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0716884 Sep 16 16:36:50.277984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bbe77-562c-42b8-ba90-7fdc2d16e6d3 req-5159046e-d7ef-4bfc-911c-99480e10ee87 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:50.279530 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-700bbe77-562c-42b8-ba90-7fdc2d16e6d3 req-5159046e-d7ef-4bfc-911c-99480e10ee87 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1093354 Sep 16 16:36:50.322197 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-700bbe77-562c-42b8-ba90-7fdc2d16e6d3 req-8a2cd508-f834-4678-88e7-86f3afe6c3e7 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344787 Sep 16 16:36:50.383642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bc875c02-879b-4d28-ae9d-4cd09015e3c3, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bc875c02-879b-4d28-ae9d-4cd09015e3c3,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:50.397285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'bc875c02-879b-4d28-ae9d-4cd09015e3c3', 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520', 'port_id': 'bc875c02-879b-4d28-ae9d-4cd09015e3c3', 'mac_address': 'fa:16:3e:a6:41:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95e675d-14c2-4dbd-8f50-7b3db5eb275a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:36:50.398730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42834) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:50.441589 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:50.443992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dfd6d467-9392-4fed-9be5-dcd2b4dde7f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=033dc968e3864de49c4679228a20bb53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440750 Sep 16 16:36:50.446847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42836) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:50.456967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc875c02-879b-4d28-ae9d-4cd09015e3c3 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:36:50.493073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bc875c02-879b-4d28-ae9d-4cd09015e3c3, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bc875c02-879b-4d28-ae9d-4cd09015e3c3,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:50.523179 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2263bde9-33d8-4439-bae5-8e2252978f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:50.546956 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:50.574413 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2263bde9-33d8-4439-bae5-8e2252978f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:50.612357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=bc875c02-879b-4d28-ae9d-4cd09015e3c3,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:50.636445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ebda7-b005-46b2-8fb6-c255e1c93ae4 req-e1ae01e4-ffc1-43d5-8b2b-f4be0a92157c tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:50.638006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d08ebda7-b005-46b2-8fb6-c255e1c93ae4 req-e1ae01e4-ffc1-43d5-8b2b-f4be0a92157c tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 944 time: 0.1050081 Sep 16 16:36:50.680915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d08ebda7-b005-46b2-8fb6-c255e1c93ae4 req-b30ad848-b411-471d-a0e6-9a7f65440756 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354908 Sep 16 16:36:50.730377 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2263bde9-33d8-4439-bae5-8e2252978f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:50.732955 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2263bde9-33d8-4439-bae5-8e2252978f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:50.736985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2263bde9-33d8-4439-bae5-8e2252978f98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09ac9da7-19b4-486c-9eee-a5a40c9149e0 HTTP/1.1" status: 204 len: 168 time: 0.2860835 Sep 16 16:36:50.743110 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263bde9-33d8-4439-bae5-8e2252978f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ac9da7-19b4-486c-9eee-a5a40c9149e0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:50.799369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['bc875c02-879b-4d28-ae9d-4cd09015e3c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:36:51.129486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d7fda-9387-4d9b-bb1d-aa7fbd53347d req-f5b407d7-1741-4574-81b1-ae09b0722e71 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:51.132555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-191d7fda-9387-4d9b-bb1d-aa7fbd53347d req-f5b407d7-1741-4574-81b1-ae09b0722e71 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0626609 Sep 16 16:36:51.188627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-191d7fda-9387-4d9b-bb1d-aa7fbd53347d req-7a444ad6-977c-4b91-8c42-87a5a1edc3eb tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462675 Sep 16 16:36:51.354684 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b49e3b1c-f5d4-4f48-aa1a-d13ace61e180 req-3c20c9a8-3ef2-45dc-b6b0-8979f31a0710 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0303218 Sep 16 16:36:51.443152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7604391-2bba-4519-9912-8c5995054598 req-615ef15c-2105-40a5-b306-86c4693de91f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:51.444727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7604391-2bba-4519-9912-8c5995054598 req-615ef15c-2105-40a5-b306-86c4693de91f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.0510116 Sep 16 16:36:51.487320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7604391-2bba-4519-9912-8c5995054598 req-0ae8cd0d-a93a-40a0-9745-08cadfb26178 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362039 Sep 16 16:36:51.842080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916cf65-0832-4204-bd48-bd75ffc465a5 req-c7b12ae6-89c2-4d27-b380-a31cb6e3da06 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:51.843753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a916cf65-0832-4204-bd48-bd75ffc465a5 req-c7b12ae6-89c2-4d27-b380-a31cb6e3da06 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 944 time: 0.0850122 Sep 16 16:36:51.867047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dd4d4-7428-4145-9f4d-4ca85ccede50 req-1d5f6ff9-4f13-48de-89a4-3b739758a7a5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:51.868700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-529dd4d4-7428-4145-9f4d-4ca85ccede50 req-1d5f6ff9-4f13-48de-89a4-3b739758a7a5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.0803571 Sep 16 16:36:51.875016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42880) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:51.993888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-316785887-network', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:52.102269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Made reservation on behalf of 0ec4611ebaba4a3aba307cc201d1948f for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:52.104754 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.115722 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.236417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.245318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bc875c02-879b-4d28-ae9d-4cd09015e3c3 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:52.259014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a916cf65-0832-4204-bd48-bd75ffc465a5 req-48b35e58-a645-4425-b6ac-cbc6c9cb88c6 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060757 Sep 16 16:36:52.266529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-529dd4d4-7428-4145-9f4d-4ca85ccede50 req-65f8a14d-3cf2-4863-908b-4013241a51ef tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868585 Sep 16 16:36:52.308257 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.322274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:36:52.339707 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.340056 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Added segment aa45ec37-7314-4362-be5d-3c7e40c5dfc6 of type vlan for network df0d353d-ef72-4b4b-91d1-d6ca0da472ab Sep 16 16:36:52.409098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port bc875c02-879b-4d28-ae9d-4cd09015e3c3 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:36:52.409274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1651bb0b-a52b-4c3c-aa1b-6b71a7f629e3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:52.418913 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port bc875c02-879b-4d28-ae9d-4cd09015e3c3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:52.419152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1816c4e-e8f9-4956-9fb7-b032ef550315 req-fdb05d5d-1d3b-4233-871a-22efbe185b6e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:52.419302 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.427888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1816c4e-e8f9-4956-9fb7-b032ef550315 req-fdb05d5d-1d3b-4233-871a-22efbe185b6e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0648899 Sep 16 16:36:52.442051 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.452226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-9f617df0-c9a8-4831-8aaa-e9353122731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:52.453654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-9f617df0-c9a8-4831-8aaa-e9353122731c service neutron] 10.222.0.52 "GET /v2.0/ports/f05e97f8-44e6-4e66-87c0-537832c067fe HTTP/1.1" status: 200 len: 1033 time: 0.0589325 Sep 16 16:36:52.505516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-03d700e5-fc38-4c20-a3d7-18bcd5498747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:52.510553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1816c4e-e8f9-4956-9fb7-b032ef550315 req-41efd1a0-f071-4767-98f8-3cb93d392011 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768290 Sep 16 16:36:52.511520 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-03d700e5-fc38-4c20-a3d7-18bcd5498747 service neutron] 10.222.0.52 "GET /v2.0/ports/8ab0bbc4-e6a3-417d-bad8-c3094a12594a HTTP/1.1" status: 200 len: 1031 time: 0.0435197 Sep 16 16:36:52.570136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-970c9207-18f9-48b4-89bf-3b7b9b05e8ef req-6388e0d2-720e-428a-8a61-dc9a6f3ec498 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0420744 Sep 16 16:36:52.586685 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.607792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.609082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:52.609670 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.613383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a5efc-e661-49d5-a6a5-648d2737f9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc875c02-879b-4d28-ae9d-4cd09015e3c3'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:52.622401 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a14513-d9f1-4bb4-a85d-b852a0657989" -d '{"events": [{"server_uuid": "f99a5efc-e661-49d5-a6a5-648d2737f9fc", "name": "network-vif-plugged", "status": "completed", "tag": "bc875c02-879b-4d28-ae9d-4cd09015e3c3"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:52.658597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bc875c02-879b-4d28-ae9d-4cd09015e3c3, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bc875c02-879b-4d28-ae9d-4cd09015e3c3,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:52.683787 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cd4aeb-e99e-453d-bf07-0bd2d49e418b x-openstack-request-id: req-94cd4aeb-e99e-453d-bf07-0bd2d49e418b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:52.684084 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a5efc-e661-49d5-a6a5-648d2737f9fc", "name": "network-vif-plugged", "status": "completed", "tag": "bc875c02-879b-4d28-ae9d-4cd09015e3c3", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:52.684340 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94cd4aeb-e99e-453d-bf07-0bd2d49e418b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:52.684765 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a5efc-e661-49d5-a6a5-648d2737f9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc875c02-879b-4d28-ae9d-4cd09015e3c3', 'code': 200} Sep 16 16:36:52.717065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-6a6be5b9-2d09-4c2f-a73d-f316218eafd1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:52.728228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-6a6be5b9-2d09-4c2f-a73d-f316218eafd1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:52.750056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-6a6be5b9-2d09-4c2f-a73d-f316218eafd1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:52.751748 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-6a6be5b9-2d09-4c2f-a73d-f316218eafd1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "GET /v2.0/networks?id=62c586e6-0201-471e-b583-b9418df0ff0d&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604 HTTP/1.1" status: 200 len: 1996 time: 0.2368705 Sep 16 16:36:52.759716 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:52.792018 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9153059 Sep 16 16:36:52.796622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42920) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:52.809617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Request body: {'subnet': {'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-316785887-subnet', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:52.839189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafc836-fdb1-461d-9963-72f13783cdc5 admin admin] Pushing event updated for resources: {'Network': ['ID=df0d353d-ef72-4b4b-91d1-d6ca0da472ab,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:52.860693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network df0d353d-ef72-4b4b-91d1-d6ca0da472ab details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:36:52.876288 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-602fa056-03be-4789-9c8a-75ab24b4c40b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60 HTTP/1.1" status: 200 len: 379 time: 0.0864143 Sep 16 16:36:52.879116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd8d16-308d-4880-b712-36281a34abf9 req-48490e03-4672-46ca-b02c-ab475eb1ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:52.881197 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-44cd8d16-308d-4880-b712-36281a34abf9 req-48490e03-4672-46ca-b02c-ab475eb1ed0a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 1096 time: 0.0926852 Sep 16 16:36:52.888003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'admin_state_up': True, 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'security_groups': ['2b706afc-44f2-4c6b-b7f6-be123e849fb3']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:52.906813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=bc875c02-879b-4d28-ae9d-4cd09015e3c3,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:52.928694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6fc9edce-3b61-4687-9887-899d2aca0566 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:36:52.936791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Made reservation on behalf of 0ec4611ebaba4a3aba307cc201d1948f for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:52.951298 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:53.006943 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-44cd8d16-308d-4880-b712-36281a34abf9 req-ffdb27ee-a553-40c9-bffd-7b92e008cd6f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128845 Sep 16 16:36:53.158927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:53.189082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '6fc9edce-3b61-4687-9887-899d2aca0566', 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4', 'port_id': '6fc9edce-3b61-4687-9887-899d2aca0566', 'mac_address': 'fa:16:3e:13:91:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd721634-0d0a-487a-bef8-32f33a114e5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:36:53.239929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:53.243552 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:53.245807 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:53.260698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fc9edce-3b61-4687-9887-899d2aca0566 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:36:53.285108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:53.358990 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:53.382225 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:53.526521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Allocated IP 172.20.0.6 (62c586e6-0201-471e-b583-b9418df0ff0d/94aa22e8-4939-422f-b724-bd08abd2ae2f/ae2cb411-5e56-488c-a94b-7e94d9d1f82e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:53.569914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:53.576903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0289bec-155d-487a-9918-3bb9c6750d50,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:53.626503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Checking segment: {'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:53.626860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Network hostable DHCP agents. Network: df0d353d-ef72-4b4b-91d1-d6ca0da472ab, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:36:53.652639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6fc9edce-3b61-4687-9887-899d2aca0566'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:36:53.659897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f201-892a-4600-be28-88b5772bfd31 req-bc2b73ba-6f0f-42af-94d8-7bd47b36a061 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:53.673627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4479f201-892a-4600-be28-88b5772bfd31 req-bc2b73ba-6f0f-42af-94d8-7bd47b36a061 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 945 time: 0.2190244 Sep 16 16:36:53.724445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbc1cb-090b-4b72-b936-9000cc413789 req-a306f4be-1b6d-4592-b281-1b8e207cda1b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:53.731698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13fbc1cb-090b-4b72-b936-9000cc413789 req-a306f4be-1b6d-4592-b281-1b8e207cda1b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.2758470 Sep 16 16:36:53.769625 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:53.782193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42946) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:53.850448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4479f201-892a-4600-be28-88b5772bfd31 req-6daa7e03-9039-4af3-82e4-dea8595f7fb0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757727 Sep 16 16:36:53.851782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Network df0d353d-ef72-4b4b-91d1-d6ca0da472ab is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:36:53.883221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13fbc1cb-090b-4b72-b936-9000cc413789 req-c4eb2a54-81f7-49c1-9474-2c0947ba2e29 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505511 Sep 16 16:36:53.943149 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:53.970285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, df0d353d-ef72-4b4b-91d1-d6ca0da472ab) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:53.979873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:53.980540 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:53.998669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d97b1e-a461-4ad5-9096-cbe0b1a946ac None None] Network df0d353d-ef72-4b4b-91d1-d6ca0da472ab requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:36:54.052930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network 62c586e6-0201-471e-b583-b9418df0ff0d is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:54.090284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:54.097661 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:54.133011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e1ad21e1-44a8-4412-ada8-355f00ac3403 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3350437 Sep 16 16:36:54.141756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42950) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:54.148265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:54.162573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a358282-a68b-48b7-a757-984f8e265830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:54.213966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Port': ['ID=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:54.273444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0212963-fef3-4184-b85e-151336f537cd req-86c24aea-c785-4f61-a14a-cb669847ccf2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:54.280809 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0212963-fef3-4184-b85e-151336f537cd req-86c24aea-c785-4f61-a14a-cb669847ccf2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.2584987 Sep 16 16:36:54.284503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:54.290350 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:54.315552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be321ec6-8c3f-4034-bbf5-3fa92d42f4e6 req-cc6b8373-959d-4088-9f44-a774e1978831 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:54.324470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be321ec6-8c3f-4034-bbf5-3fa92d42f4e6 req-cc6b8373-959d-4088-9f44-a774e1978831 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 931 time: 0.2210345 Sep 16 16:36:54.358378 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:54.359577 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:54.453142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:36:54.454067 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:54.461013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0212963-fef3-4184-b85e-151336f537cd req-bed7a160-3bcb-489a-89d3-b8cd5b94cbaf tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792281 Sep 16 16:36:54.547699 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be321ec6-8c3f-4034-bbf5-3fa92d42f4e6 req-3d6cb47d-24b5-458c-9099-01ca9ca59b29 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223449 Sep 16 16:36:54.612332 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a358282-a68b-48b7-a757-984f8e265830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:54.646652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:54.704432 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a358282-a68b-48b7-a757-984f8e265830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:54.748546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Allocated IP 172.20.0.2 (df0d353d-ef72-4b4b-91d1-d6ca0da472ab/a0289bec-155d-487a-9918-3bb9c6750d50/9968e928-3f5f-4a6e-bad0-b7ff83b883ae) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:54.755246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a358282-a68b-48b7-a757-984f8e265830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab22ea05-571a-4dfd-8e76-c1fa436d622d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:54.787772 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-f1eb1e51-4e6f-4717-81f6-8843ed8b981e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9046967 Sep 16 16:36:54.815947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c', 'admin_state_up': True, 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'security_groups': ['2b706afc-44f2-4c6b-b7f6-be123e849fb3']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:54.936336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42962) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:54.937094 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a358282-a68b-48b7-a757-984f8e265830 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=144b9a7e74544407a4d1059e0e5113ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1536469 Sep 16 16:36:55.073724 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.162820 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6fc9edce-3b61-4687-9887-899d2aca0566 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:55.171259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:55.176062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.346132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb96ac-c5b7-4fd5-93ad-ff808440e434 req-aba24188-02f6-4797-97f3-df3f6bd66cdc tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:55.354158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33cb96ac-c5b7-4fd5-93ad-ff808440e434 req-aba24188-02f6-4797-97f3-df3f6bd66cdc tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 945 time: 0.3827593 Sep 16 16:36:55.366779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-63c443f5-c364-42f9-90b8-409d712b76ff None None] Provisioning complete for port ae2cb411-5e56-488c-a94b-7e94d9d1f82e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:55.367238 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-63c443f5-c364-42f9-90b8-409d712b76ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.373909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 6fc9edce-3b61-4687-9887-899d2aca0566 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:55.376782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.381161 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a60135c2-8af8-4d10-a453-a9972e729d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.382930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Allocated IP 10.1.1.210 (87386091-1848-4d66-86c8-ad3a5e77467c/dd81c09c-b0c8-4981-b53e-691db3a98bd3/ea0d0c04-595f-4e21-97cf-1ee3b39295dd) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:55.508017 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a60135c2-8af8-4d10-a453-a9972e729d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.551615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-63c443f5-c364-42f9-90b8-409d712b76ff None None] Port ae2cb411-5e56-488c-a94b-7e94d9d1f82e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:36:55.617593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea138cb-293d-4455-8b7c-0118db86cc8d req-453ef58f-0b61-470b-894a-20c79d3cb218 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:55.624919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eea138cb-293d-4455-8b7c-0118db86cc8d req-453ef58f-0b61-470b-894a-20c79d3cb218 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.4003897 Sep 16 16:36:55.632886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.638742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33cb96ac-c5b7-4fd5-93ad-ff808440e434 req-4e09ee26-0c92-434b-ae96-3b5b12136e71 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739403 Sep 16 16:36:55.743992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.795578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eea138cb-293d-4455-8b7c-0118db86cc8d req-05137747-b8b7-4e37-8985-4d41a99e0b00 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635892 Sep 16 16:36:55.820851 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a60135c2-8af8-4d10-a453-a9972e729d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.822890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network 87386091-1848-4d66-86c8-ad3a5e77467c is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:55.823521 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a60135c2-8af8-4d10-a453-a9972e729d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.824195 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.827161 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a60135c2-8af8-4d10-a453-a9972e729d33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab22ea05-571a-4dfd-8e76-c1fa436d622d HTTP/1.1" status: 204 len: 168 time: 0.8832977 Sep 16 16:36:55.827297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:55.848563 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.848856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:55.862161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60135c2-8af8-4d10-a453-a9972e729d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab22ea05-571a-4dfd-8e76-c1fa436d622d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:55.902042 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.911814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:36:55.915030 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996ffe7e-aff3-414b-86ea-ceeca3ad3eaf" -d '{"events": [{"server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "name": "network-vif-plugged", "status": "completed", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:36:55.971246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:55.992284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:55.993368 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:55.998933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Port': ['ID=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:56.044885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Network df0d353d-ef72-4b4b-91d1-d6ca0da472ab is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:56.047712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:56.054871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:56.135449 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-39e5305d-59d3-4018-b874-bac9a7f43c28 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3359587 Sep 16 16:36:56.149832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c', 'admin_state_up': True, 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'security_groups': ['2b706afc-44f2-4c6b-b7f6-be123e849fb3']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:56.165685 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:56.170737 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:56.175253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Pushing event updated for resources: {'Port': ['ID=9968e928-3f5f-4a6e-bad0-b7ff83b883ae,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:56.209886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:56.247848 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812178-2e06-4ab8-a619-c6ee466155b4 req-9e99d180-c49b-4c55-adde-c487f5984591 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:56.257535 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a812178-2e06-4ab8-a619-c6ee466155b4 req-9e99d180-c49b-4c55-adde-c487f5984591 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.3649697 Sep 16 16:36:56.258938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Attempting to bind port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:36:56.259310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Attempting to bind port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:36:56.259674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Attempting to bind port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae on network df0d353d-ef72-4b4b-91d1-d6ca0da472ab {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:36:56.288268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:36:56.288698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Checking segment: {'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:36:56.289104 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:56.289496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Bound using segment: {'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:36:56.289976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Bound port: 9968e928-3f5f-4a6e-bad0-b7ff83b883ae, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:36:56.290357 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:56.306351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf2f02-51a6-49f2-93f6-5e592cb21d60 req-f872c352-2857-4b47-898c-665bc33f10b5 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:56.313443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf2f02-51a6-49f2-93f6-5e592cb21d60 req-f872c352-2857-4b47-898c-665bc33f10b5 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:56.322780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfcf2f02-51a6-49f2-93f6-5e592cb21d60 req-f872c352-2857-4b47-898c-665bc33f10b5 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 1653 time: 0.2824147 Sep 16 16:36:56.389394 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:56.441331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7b698087-dc2f-4083-b2bf-4a096a058cf6 None None] Provisioning complete for port ea0d0c04-595f-4e21-97cf-1ee3b39295dd triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:56.445373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b698087-dc2f-4083-b2bf-4a096a058cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:56.476979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a812178-2e06-4ab8-a619-c6ee466155b4 req-6233bc3d-03fb-41e1-844d-94cd217210d4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044685 Sep 16 16:36:56.485863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7b698087-dc2f-4083-b2bf-4a096a058cf6 None None] Port ea0d0c04-595f-4e21-97cf-1ee3b39295dd cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:36:56.531792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] For port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:36:56.536905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] For port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9968e928-3f5f-4a6e-bad0-b7ff83b883ae,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:36:56.579452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfcf2f02-51a6-49f2-93f6-5e592cb21d60 req-cbecb040-2df6-4bd6-8580-3ec6b3dc4c0f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554376 Sep 16 16:36:56.587430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:56.591921 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:56.628058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Allocated IP 172.25.6.160 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/58aba5ce-18a5-4d42-8091-e7dabec3c924) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:56.645498 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:56.749242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42984) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:56.784026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17732eb0-51b8-4114-8da3-19f6d91a4007 None None] Pushing event updated for resources: {'Port': ['ID=9968e928-3f5f-4a6e-bad0-b7ff83b883ae,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:56.824836 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f818d09a-e95d-4104-8a0a-bae53c94d8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:56.877392 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:56.982943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Allocated IP 10.1.1.21 (87386091-1848-4d66-86c8-ad3a5e77467c/dd81c09c-b0c8-4981-b53e-691db3a98bd3/c8200d1d-3946-44b4-b45a-b57718561077) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:57.029267 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:57.113315 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a4d095-9f0e-4508-830f-b0e840ab14df x-openstack-request-id: req-27a4d095-9f0e-4508-830f-b0e840ab14df {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:36:57.115852 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "name": "network-vif-plugged", "status": "completed", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:36:57.129564 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27a4d095-9f0e-4508-830f-b0e840ab14df {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:36:57.140759 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566', 'code': 200} Sep 16 16:36:57.170220 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f818d09a-e95d-4104-8a0a-bae53c94d8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:57.172722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:57.175606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:57.190806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:57.200352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Pushing event updated for resources: {'Port': ['ID=58aba5ce-18a5-4d42-8091-e7dabec3c924,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:57.439772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132eb86-80f2-45ca-8daf-03ba1bc88af9 req-32a1a701-4b26-4d8e-beb0-4241cc638fa6 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:57.441301 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9132eb86-80f2-45ca-8daf-03ba1bc88af9 req-32a1a701-4b26-4d8e-beb0-4241cc638fa6 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1227942 Sep 16 16:36:57.519288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9132eb86-80f2-45ca-8daf-03ba1bc88af9 req-c989911f-7295-441c-b4fd-04f0c32b004a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643132 Sep 16 16:36:57.657616 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f818d09a-e95d-4104-8a0a-bae53c94d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:57.697572 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f818d09a-e95d-4104-8a0a-bae53c94d8d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a627d8bc51ec4d768391b41199aab5e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9334044 Sep 16 16:36:57.700471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42994) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:57.750420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818d09a-e95d-4104-8a0a-bae53c94d8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b233e08b-1c94-47a8-90de-c14eb5d07593,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:57.770351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29152f53-f2d9-4937-aa86-313946b71ee8 req-24acd6bc-6542-4bfd-a923-9f7a6f3ecd3a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:57.772853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29152f53-f2d9-4937-aa86-313946b71ee8 req-24acd6bc-6542-4bfd-a923-9f7a6f3ecd3a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1576366 Sep 16 16:36:57.797302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:57.825828 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:57.857836 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9968e928-3f5f-4a6e-bad0-b7ff83b883ae up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:57.931129 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:57.932259 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:57.933741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29152f53-f2d9-4937-aa86-313946b71ee8 req-2167ce91-2eb2-4efc-865c-f347309c3dba tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454673 Sep 16 16:36:57.962083 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15c6caf7-46e5-4e61-b5d4-dec08d6048e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:57.982337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:58.053487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15c6caf7-46e5-4e61-b5d4-dec08d6048e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:58.084135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network 87386091-1848-4d66-86c8-ad3a5e77467c is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:36:58.087854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:36:58.104659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:36:58.165770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Port': ['ID=c8200d1d-3946-44b4-b45a-b57718561077,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:58.196172 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:58.223677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:58.226339 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:58.274848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9968e928-3f5f-4a6e-bad0-b7ff83b883ae,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:36:58.276562 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-16860351-2032-4236-bbf8-bc139817fd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:58.283463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67985fec-36d1-47cb-b775-c5ddbffb1867 req-54cb343f-ed3d-41e8-86e4-84d078bb472e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:58.290903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67985fec-36d1-47cb-b775-c5ddbffb1867 req-54cb343f-ed3d-41e8-86e4-84d078bb472e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:58.297071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67985fec-36d1-47cb-b775-c5ddbffb1867 req-54cb343f-ed3d-41e8-86e4-84d078bb472e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:58.302992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-f512e549-c205-4c54-a156-36b641ff02dc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1608272 Sep 16 16:36:58.314714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604', 'admin_state_up': True, 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'security_groups': ['2b706afc-44f2-4c6b-b7f6-be123e849fb3']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:36:58.317484 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67985fec-36d1-47cb-b775-c5ddbffb1867 req-54cb343f-ed3d-41e8-86e4-84d078bb472e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 2373 time: 0.2049890 Sep 16 16:36:58.327247 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:58.502420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=9968e928-3f5f-4a6e-bad0-b7ff83b883ae,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:58.505805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce735ef-d85e-4b1b-85b0-c76eda76d8c3 None None] Network df0d353d-ef72-4b4b-91d1-d6ca0da472ab requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:36:58.543351 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15c6caf7-46e5-4e61-b5d4-dec08d6048e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:58.546087 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15c6caf7-46e5-4e61-b5d4-dec08d6048e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:58.555287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-15c6caf7-46e5-4e61-b5d4-dec08d6048e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b233e08b-1c94-47a8-90de-c14eb5d07593 HTTP/1.1" status: 204 len: 168 time: 0.8507571 Sep 16 16:36:58.579954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6caf7-46e5-4e61-b5d4-dec08d6048e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b233e08b-1c94-47a8-90de-c14eb5d07593,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:36:58.598548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67985fec-36d1-47cb-b775-c5ddbffb1867 req-99091ac6-fd46-402c-b810-a18f726ca447 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766273 Sep 16 16:36:58.632487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:58.662797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:36:58.689603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7541b5fc-5d4a-476f-900e-2b85bb7fe977 None None] Provisioning complete for port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:58.690047 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7541b5fc-5d4a-476f-900e-2b85bb7fe977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:58.852230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:59.001375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924890d-493f-407e-9b56-481393c2334e req-d0491a8c-b594-41e8-a903-eb122d2c1398 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:59.014921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1924890d-493f-407e-9b56-481393c2334e req-d0491a8c-b594-41e8-a903-eb122d2c1398 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1749070 Sep 16 16:36:59.129284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8a1efd81-3351-486b-8ae9-f273f4e195bc None None] Provisioning complete for port c8200d1d-3946-44b4-b45a-b57718561077 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:59.143409 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8a1efd81-3351-486b-8ae9-f273f4e195bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:59.144060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1924890d-493f-407e-9b56-481393c2334e req-8cd0f0e7-8cff-4bab-a890-2ca771da3ae3 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136703 Sep 16 16:36:59.194232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:36:59.219588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8a1efd81-3351-486b-8ae9-f273f4e195bc None None] Port c8200d1d-3946-44b4-b45a-b57718561077 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:36:59.306302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Allocated IP 10.2.2.100 (6d74ac22-cfb1-4879-93a9-83b3ba9ed604/e31ba7dc-58e3-4969-a791-d0503ce9bf0f/f41156ca-fe2c-4554-bce2-6da322a34a02) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:36:59.441243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:36:59.444261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-76428ad5-da9d-4de7-bec1-1a27136e4fcd None None] Provisioning complete for port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:36:59.444650 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-76428ad5-da9d-4de7-bec1-1a27136e4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:59.452510 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Sync routers for ids ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:36:59.460434 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06601b7-38b3-4ceb-8f60-d782daaf6a90 req-89432ab9-3c8b-4910-8874-baac4c0b141b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:59.462099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b06601b7-38b3-4ceb-8f60-d782daaf6a90 req-89432ab9-3c8b-4910-8874-baac4c0b141b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1930764 Sep 16 16:36:59.473657 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Routers {'1d28e0e3-d6fe-49b4-886d-36bd19de9155'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:36:59.474402 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:36:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:36:59.584108 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b06601b7-38b3-4ceb-8f60-d782daaf6a90 req-d432cafa-8018-4105-bf6c-7d7896afc0d7 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899918 Sep 16 16:36:59.633241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:59.637143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3b430ab4-b867-450a-979b-de7fcb23efca admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4918444 Sep 16 16:36:59.638156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43014) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:36:59.762964 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:36:59.782824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd948bf3-92d9-4e07-809a-39be85ebc004 req-ed96e313-13cb-478c-bfde-dd7e00794293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:36:59.784560 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bd948bf3-92d9-4e07-809a-39be85ebc004 req-ed96e313-13cb-478c-bfde-dd7e00794293 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 1097 time: 0.1910710 Sep 16 16:36:59.860790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9968e928-3f5f-4a6e-bad0-b7ff83b883ae up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:36:59.861973 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Set router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:37:00.011579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:00.012421 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:00.100142 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:00.205090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c1635-2f8c-4258-96db-7998c7200e7a req-6485bb70-80b4-4334-a133-cc09492154f1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:00.213491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c1635-2f8c-4258-96db-7998c7200e7a req-6485bb70-80b4-4334-a133-cc09492154f1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:00.220798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c1635-2f8c-4258-96db-7998c7200e7a req-6485bb70-80b4-4334-a133-cc09492154f1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:00.232122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-534c1635-2f8c-4258-96db-7998c7200e7a req-6485bb70-80b4-4334-a133-cc09492154f1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 2373 time: 0.3374991 Sep 16 16:37:00.270282 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:36:57Z', 'revision_number': 3, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:00.272061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd948bf3-92d9-4e07-809a-39be85ebc004 req-fb2c6c9e-eec2-4de5-b8be-da2511f36249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:00.276230 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bd948bf3-92d9-4e07-809a-39be85ebc004 req-fb2c6c9e-eec2-4de5-b8be-da2511f36249 service neutron] 10.222.0.52 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 914 time: 0.4659386 Sep 16 16:37:00.298096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-534c1635-2f8c-4258-96db-7998c7200e7a req-18f28b07-3551-4bff-ab92-a845bdbf2831 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645604 Sep 16 16:37:00.304184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:37:00.323753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Port': ['ID=f41156ca-fe2c-4554-bce2-6da322a34a02,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:00.337754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:00.449756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:37:00.454648 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bd948bf3-92d9-4e07-809a-39be85ebc004 req-c78eb04b-35db-4f80-b959-5b56a35f31d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 200 len: 217 time: 0.1489041 Sep 16 16:37:00.459568 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Checking router: 1d28e0e3-d6fe-49b4-886d-36bd19de9155 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:37:00.461094 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Updating router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 port 58aba5ce-18a5-4d42-8091-e7dabec3c924 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:37:00.517914 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:00.668418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:00.677607 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:00.704448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd948bf3-92d9-4e07-809a-39be85ebc004 req-d3ae6ec9-cde1-4426-8710-667a5042c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:00.705979 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bd948bf3-92d9-4e07-809a-39be85ebc004 req-d3ae6ec9-cde1-4426-8710-667a5042c781 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 200 len: 853 time: 0.1864929 Sep 16 16:37:00.776818 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bd948bf3-92d9-4e07-809a-39be85ebc004 req-1eb35cd0-2219-4125-b0a1-f4c1ef135c9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=563fff5e-1376-43e1-95f9-8f5d140768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545549 Sep 16 16:37:00.780011 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:00.809726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eddca-51ab-4e6e-9ac9-d068f8c02388 req-972f67ed-2a73-48f1-92ba-e66deb5d5a21 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:00.831233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-477eddca-51ab-4e6e-9ac9-d068f8c02388 req-972f67ed-2a73-48f1-92ba-e66deb5d5a21 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.2529430 Sep 16 16:37:00.946998 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0a2def59-abdc-4a46-9d92-759e60ef60b0 None None] Provisioning complete for port f41156ca-fe2c-4554-bce2-6da322a34a02 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:00.948130 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a2def59-abdc-4a46-9d92-759e60ef60b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:01.006871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-477eddca-51ab-4e6e-9ac9-d068f8c02388 req-afd5323c-a2d1-4516-9da3-b670f49758c6 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746118 Sep 16 16:37:01.025626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bd948bf3-92d9-4e07-809a-39be85ebc004 req-bf60e904-9ca7-4718-b237-10b87955a263 service neutron] 10.222.0.52 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257071 Sep 16 16:37:01.083045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0a2def59-abdc-4a46-9d92-759e60ef60b0 None None] Port f41156ca-fe2c-4554-bce2-6da322a34a02 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:37:01.165656 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bd948bf3-92d9-4e07-809a-39be85ebc004 req-13a363ea-2a64-4336-825e-152e26d47cce service neutron] 10.222.0.52 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278954 Sep 16 16:37:01.182697 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:01.205772 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-8a9b275c-420b-43c8-a063-9ad644b57252 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8896179 Sep 16 16:37:01.212334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604', 'admin_state_up': True, 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'security_groups': ['2b706afc-44f2-4c6b-b7f6-be123e849fb3']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:01.217501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ccd7-ec12-445a-9baf-6818339d2e10 req-85e1df72-f8b9-484d-822a-c07cc3ace7e8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:01.220980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e059ccd7-ec12-445a-9baf-6818339d2e10 req-85e1df72-f8b9-484d-822a-c07cc3ace7e8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0895500 Sep 16 16:37:01.235638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Allocated IP 172.20.0.1 (df0d353d-ef72-4b4b-91d1-d6ca0da472ab/a0289bec-155d-487a-9918-3bb9c6750d50/31eabb36-0a45-4d77-bc64-7c806a9c715b) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:37:01.239537 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1676-bfae-4bc1-b321-6ccfcecc199b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:01.276911 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:01.329246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e059ccd7-ec12-445a-9baf-6818339d2e10 req-f3b0402e-1aea-46bd-a235-3f660cbfd84c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032493 Sep 16 16:37:01.433148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:01.441196 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Attempting to bind port 58aba5ce-18a5-4d42-8091-e7dabec3c924 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:01.442415 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Attempting to bind port 58aba5ce-18a5-4d42-8091-e7dabec3c924 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:01.442782 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Attempting to bind port 58aba5ce-18a5-4d42-8091-e7dabec3c924 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:01.454446 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Pushing event updated for resources: {'Port': ['ID=58aba5ce-18a5-4d42-8091-e7dabec3c924,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:01.475707 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:01.477713 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:01.478643 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:01.481486 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:01.485861 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Bound port: 58aba5ce-18a5-4d42-8091-e7dabec3c924, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:01.485861 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:01.534393 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.534950 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.535236 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.535711 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.536074 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.536484 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.537266 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.537806 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.538141 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.538496 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.538933 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.539259 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:01.544062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Made reservation on behalf of a3bec419ce3d413ea9fafe1b2b1f4a60 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:37:01.544682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289d7ef-3a48-4620-a2f9-f5fe7a6f6892 req-0112cff5-58ec-4f69-af4e-0a80bd36b7f7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:01.551018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289d7ef-3a48-4620-a2f9-f5fe7a6f6892 req-0112cff5-58ec-4f69-af4e-0a80bd36b7f7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:01.552104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:01.560480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289d7ef-3a48-4620-a2f9-f5fe7a6f6892 req-0112cff5-58ec-4f69-af4e-0a80bd36b7f7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:01.564752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289d7ef-3a48-4620-a2f9-f5fe7a6f6892 req-0112cff5-58ec-4f69-af4e-0a80bd36b7f7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:01.566484 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1289d7ef-3a48-4620-a2f9-f5fe7a6f6892 req-0112cff5-58ec-4f69-af4e-0a80bd36b7f7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 3094 time: 0.1002324 Sep 16 16:37:01.636503 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] For port 58aba5ce-18a5-4d42-8091-e7dabec3c924, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:01.661310 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] For port 58aba5ce-18a5-4d42-8091-e7dabec3c924, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=58aba5ce-18a5-4d42-8091-e7dabec3c924,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:01.742266 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:01.826567 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab681a-2600-461c-8f63-1f1e0561cd36 None None] Pushing event updated for resources: {'Port': ['ID=58aba5ce-18a5-4d42-8091-e7dabec3c924,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:01.857122 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:01.870675 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Routers {'1d28e0e3-d6fe-49b4-886d-36bd19de9155'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:37:01.873918 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:02.016769 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] Set router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:37:02.065575 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:02.093734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1289d7ef-3a48-4620-a2f9-f5fe7a6f6892 req-6080439d-f0b2-4860-bf35-3dc34e97197a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5149102 Sep 16 16:37:02.202818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Allocated IP 10.2.2.200 (6d74ac22-cfb1-4879-93a9-83b3ba9ed604/e31ba7dc-58e3-4969-a791-d0503ce9bf0f/44994d38-3361-40ac-8d0d-bcd88e3dc26d) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:37:02.222047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:02.363141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Network df0d353d-ef72-4b4b-91d1-d6ca0da472ab is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:37:02.370564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:02.373672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:37:02.433754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Pushing event updated for resources: {'Port': ['ID=31eabb36-0a45-4d77-bc64-7c806a9c715b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:02.463094 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:36:57Z', 'revision_number': 3, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:02.506719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:02.516525 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cdfd6-0f29-4bfe-a1fa-f5b832a6a234 req-01451203-6417-427f-bedf-fad61b84b984 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:02.518245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d16cdfd6-0f29-4bfe-a1fa-f5b832a6a234 req-01451203-6417-427f-bedf-fad61b84b984 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.2045903 Sep 16 16:37:02.519555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:02.537361 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e765e23-a00c-4b09-9a2c-a79767b03861 None None] The sync data for ids ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'] in n-d-807786-3 is: [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:36:57Z', 'revision_number': 3, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:37:02.633339 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:02.701468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:37:02.704992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d16cdfd6-0f29-4bfe-a1fa-f5b832a6a234 req-11cb06f0-7c6a-4084-a699-8288a7e9e68e tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053803 Sep 16 16:37:02.722614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:02.756342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:37:02.761467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event updated for resources: {'Port': ['ID=44994d38-3361-40ac-8d0d-bcd88e3dc26d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:02.836067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ee74602a-c6d2-4a0e-b79c-72a08879227c None None] Provisioning complete for port 31eabb36-0a45-4d77-bc64-7c806a9c715b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:02.836748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ee74602a-c6d2-4a0e-b79c-72a08879227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:02.856956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:02.857965 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:02.922398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:02.957021 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-928ef4fd-f617-45c3-ade8-3f3d742d67fb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7476766 Sep 16 16:37:02.976525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:03.015854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ee74602a-c6d2-4a0e-b79c-72a08879227c None None] Port 31eabb36-0a45-4d77-bc64-7c806a9c715b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:37:03.118001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0de993-80f4-4faf-9217-4d83d73ffedb req-a3b2730d-05e6-4ee5-bee5-7db6b58c81b9 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:03.121997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c0de993-80f4-4faf-9217-4d83d73ffedb req-a3b2730d-05e6-4ee5-bee5-7db6b58c81b9 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.2183566 Sep 16 16:37:03.130998 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:03.142388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f51dcc4c-962d-45f5-8746-e5b903489c2b None None] Provisioning complete for port 44994d38-3361-40ac-8d0d-bcd88e3dc26d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:03.143630 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f51dcc4c-962d-45f5-8746-e5b903489c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:03.232107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f51dcc4c-962d-45f5-8746-e5b903489c2b None None] Port 44994d38-3361-40ac-8d0d-bcd88e3dc26d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:37:03.331359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c0de993-80f4-4faf-9217-4d83d73ffedb req-3f0ff1ad-9be8-4d05-a0d7-2161e2c00ca9 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701205 Sep 16 16:37:03.462403 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:03.507689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d62ed0-dd2b-4efc-ac45-705cd35c789f req-b09008c6-f37a-4485-8797-471922e271d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:03.514455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d62ed0-dd2b-4efc-ac45-705cd35c789f req-b09008c6-f37a-4485-8797-471922e271d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:03.628261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d62ed0-dd2b-4efc-ac45-705cd35c789f req-b09008c6-f37a-4485-8797-471922e271d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:03.628261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d62ed0-dd2b-4efc-ac45-705cd35c789f req-b09008c6-f37a-4485-8797-471922e271d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:03.628261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d62ed0-dd2b-4efc-ac45-705cd35c789f req-b09008c6-f37a-4485-8797-471922e271d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:03.628261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3d62ed0-dd2b-4efc-ac45-705cd35c789f req-b09008c6-f37a-4485-8797-471922e271d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 3815 time: 0.1049397 Sep 16 16:37:03.628261 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:03.657246 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:03.714857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2cb411-5e56-488c-a94b-7e94d9d1f82e {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:03.719105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Pushing event updated for resources: {'Port': ['ID=31eabb36-0a45-4d77-bc64-7c806a9c715b,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:03.729469 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:03.744036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3d62ed0-dd2b-4efc-ac45-705cd35c789f req-dd1bb70c-57fe-40fb-ad38-5a6f598b05e5 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917357 Sep 16 16:37:03.748232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Transition to ACTIVE for port object ae2cb411-5e56-488c-a94b-7e94d9d1f82e will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:03.798549 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:03.828212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:03.843429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 58aba5ce-18a5-4d42-8091-e7dabec3c924 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:03.984783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 58aba5ce-18a5-4d42-8091-e7dabec3c924 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:03.985162 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:04.000056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:04.175844 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:04.184337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Attempting to bind port ae2cb411-5e56-488c-a94b-7e94d9d1f82e on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:04.184784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Attempting to bind port ae2cb411-5e56-488c-a94b-7e94d9d1f82e by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:04.185629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Attempting to bind port ae2cb411-5e56-488c-a94b-7e94d9d1f82e on network 62c586e6-0201-471e-b583-b9418df0ff0d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:04.195319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Port ae2cb411-5e56-488c-a94b-7e94d9d1f82e on network 62c586e6-0201-471e-b583-b9418df0ff0d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:04.195841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Attempting to bind port ae2cb411-5e56-488c-a94b-7e94d9d1f82e on network 62c586e6-0201-471e-b583-b9418df0ff0d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:04.200907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Network df0d353d-ef72-4b4b-91d1-d6ca0da472ab is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:37:04.208786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:04.209510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:04.210439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Checking segment: {'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:04.211575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Bound using segment: {'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:04.213881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Bound port: ae2cb411-5e56-488c-a94b-7e94d9d1f82e, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfcc4fa-4f96-4363-932b-1d26e816ddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:04.214335 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:04.243274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 58aba5ce-18a5-4d42-8091-e7dabec3c924, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=58aba5ce-18a5-4d42-8091-e7dabec3c924,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:04.257813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b2824-906c-4792-8349-329a5296a431 req-0d02e3e3-3177-4235-969f-f14832edc725 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:04.269034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d81b2824-906c-4792-8349-329a5296a431 req-0d02e3e3-3177-4235-969f-f14832edc725 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.2093935 Sep 16 16:37:04.313410 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:04.425254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] For port ae2cb411-5e56-488c-a94b-7e94d9d1f82e, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:04.430731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] For port ae2cb411-5e56-488c-a94b-7e94d9d1f82e, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:04.435263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=58aba5ce-18a5-4d42-8091-e7dabec3c924,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:04.456526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d81b2824-906c-4792-8349-329a5296a431 req-a2040dec-914a-4fc8-bb53-7b7b428e09a2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865549 Sep 16 16:37:04.522282 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:04.600920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:04.601564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:04.602984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:37:04.604672 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] 10.222.0.52 "PUT /v2.0/ports/ae2cb411-5e56-488c-a94b-7e94d9d1f82e HTTP/1.1" status: 200 len: 1091 time: 1.6393490 Sep 16 16:37:04.608068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:04.612062 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "ae2cb411-5e56-488c-a94b-7e94d9d1f82e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:04.650845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6006eb-86fb-42ce-bb5d-1e065b4bed94 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:04.682542 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4e89a8b2-dd66-4046-8498-93e95728876d None None] Provisioning complete for port 31eabb36-0a45-4d77-bc64-7c806a9c715b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:04.688576 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e89a8b2-dd66-4046-8498-93e95728876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:04.690959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c083549-7447-4bf1-ab2d-3371e2f7edd1 req-344017d7-efaf-49b2-9419-f0bb775a756e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:04.694956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:04.713335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c083549-7447-4bf1-ab2d-3371e2f7edd1 req-344017d7-efaf-49b2-9419-f0bb775a756e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1672804 Sep 16 16:37:04.785248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4e89a8b2-dd66-4046-8498-93e95728876d None None] Port 31eabb36-0a45-4d77-bc64-7c806a9c715b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:37:04.839072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:04.850148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c083549-7447-4bf1-ab2d-3371e2f7edd1 req-109cde97-9ca8-42d2-b0f9-b9186658b232 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438308 Sep 16 16:37:04.943122 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c145cf-d97a-4d49-bced-1882ab152fa3 x-openstack-request-id: req-44c145cf-d97a-4d49-bced-1882ab152fa3 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:04.943413 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "ae2cb411-5e56-488c-a94b-7e94d9d1f82e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:04.943663 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44c145cf-d97a-4d49-bced-1882ab152fa3 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:04.944067 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e', 'status': 'completed', 'code': 200} Sep 16 16:37:04.986218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:37:05.017112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-11c986af-74a1-4789-aff4-c6ecfd0902d2 admin admin] 10.222.0.22 "PUT /v2.0/routers/1d28e0e3-d6fe-49b4-886d-36bd19de9155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3696105 Sep 16 16:37:05.192034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-8b8b7416-db93-456c-8805-fbb91a0ad995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.192574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-8b8b7416-db93-456c-8805-fbb91a0ad995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.193360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-8b8b7416-db93-456c-8805-fbb91a0ad995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.193848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-8b8b7416-db93-456c-8805-fbb91a0ad995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.194335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-8b8b7416-db93-456c-8805-fbb91a0ad995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.196196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-8b8b7416-db93-456c-8805-fbb91a0ad995 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 4362 time: 0.2336469 Sep 16 16:37:05.236177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473a9e5-7771-4590-a22e-63446b1f77f8 req-8ba1e42f-c887-41ab-b4f0-66520a8f8485 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.243582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473a9e5-7771-4590-a22e-63446b1f77f8 req-8ba1e42f-c887-41ab-b4f0-66520a8f8485 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.250051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473a9e5-7771-4590-a22e-63446b1f77f8 req-8ba1e42f-c887-41ab-b4f0-66520a8f8485 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.257233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473a9e5-7771-4590-a22e-63446b1f77f8 req-8ba1e42f-c887-41ab-b4f0-66520a8f8485 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.266492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473a9e5-7771-4590-a22e-63446b1f77f8 req-8ba1e42f-c887-41ab-b4f0-66520a8f8485 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.275136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8473a9e5-7771-4590-a22e-63446b1f77f8 req-8ba1e42f-c887-41ab-b4f0-66520a8f8485 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 3827 time: 0.1810207 Sep 16 16:37:05.296429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Sync routers for ids ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:37:05.313390 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Routers {'1d28e0e3-d6fe-49b4-886d-36bd19de9155'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:37:05.314034 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:05.349596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8473a9e5-7771-4590-a22e-63446b1f77f8 req-aa1f0be4-9071-4a2d-a421-c2e6a4adcd24 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733175 Sep 16 16:37:05.408279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05e97f8-44e6-4e66-87c0-537832c067fe {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:05.417415 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:05.430905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Transition to ACTIVE for port object f05e97f8-44e6-4e66-87c0-537832c067fe will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:05.569265 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Set router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:37:05.569494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-8151ad52-29f9-4a27-8214-7eb18a766420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.570812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-8151ad52-29f9-4a27-8214-7eb18a766420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.571125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-8151ad52-29f9-4a27-8214-7eb18a766420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:05.572814 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-8151ad52-29f9-4a27-8214-7eb18a766420 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2337444 Sep 16 16:37:05.575666 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:05.806911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 58aba5ce-18a5-4d42-8091-e7dabec3c924 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:06.033378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Attempting to bind port f05e97f8-44e6-4e66-87c0-537832c067fe on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:06.033962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Attempting to bind port f05e97f8-44e6-4e66-87c0-537832c067fe by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:06.034208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Attempting to bind port f05e97f8-44e6-4e66-87c0-537832c067fe on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:06.068510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Port f05e97f8-44e6-4e66-87c0-537832c067fe on network 87386091-1848-4d66-86c8-ad3a5e77467c not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:06.068843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Attempting to bind port f05e97f8-44e6-4e66-87c0-537832c067fe on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:06.081315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Pushing event updated for resources: {'Port': ['ID=f05e97f8-44e6-4e66-87c0-537832c067fe,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:06.104069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d71d0e-1ded-4b0b-bbcf-9111ca4550d1 req-919c07ab-b8a4-4449-b5b0-af8163cf7062 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:06.118516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3d71d0e-1ded-4b0b-bbcf-9111ca4550d1 req-919c07ab-b8a4-4449-b5b0-af8163cf7062 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1261189 Sep 16 16:37:06.124248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:06.124248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Checking segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:06.124248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Bound using segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:06.124248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Bound port: f05e97f8-44e6-4e66-87c0-537832c067fe, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:06.124248 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:06.183840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-2fa59442-f55b-419c-9514-6095e722b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:06.188254 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5cbed3ce-2f38-495e-ac45-ec0d89b585d7 req-2fa59442-f55b-419c-9514-6095e722b1a5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5922911 Sep 16 16:37:06.214201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:37:02Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '31eabb36-0a45-4d77-bc64-7c806a9c715b', 'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'mac_address': 'fa:16:3e:d3:76:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:37:00Z', 'updated_at': '2021-09-16T16:37:03Z', 'revision_number': 2, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'subnets': [{'id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:06.230570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3d71d0e-1ded-4b0b-bbcf-9111ca4550d1 req-61daeac7-8dfe-4f78-86c2-0f05309f64f0 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110783 Sep 16 16:37:06.252141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Checking router: 1d28e0e3-d6fe-49b4-886d-36bd19de9155 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:37:06.252677 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Updating router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 port 31eabb36-0a45-4d77-bc64-7c806a9c715b binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:37:06.264447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 58aba5ce-18a5-4d42-8091-e7dabec3c924 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:06.265545 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:06.388943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] For port f05e97f8-44e6-4e66-87c0-537832c067fe, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:06.399799 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:06.409842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] For port f05e97f8-44e6-4e66-87c0-537832c067fe, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f05e97f8-44e6-4e66-87c0-537832c067fe,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:06.470278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43106) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:06.476616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-928e6777-1d4f-453c-ba1a-92c42efa598d tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1292024121', 'description': 'tempest-description--2059969866'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:06.483862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:06.600039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:06.603836 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:06.606441 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] 10.222.0.52 "PUT /v2.0/ports/f05e97f8-44e6-4e66-87c0-537832c067fe HTTP/1.1" status: 200 len: 1136 time: 1.9211659 Sep 16 16:37:06.657139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7f9c4-36f6-4382-8342-d714a955f9eb service neutron] Pushing event updated for resources: {'Port': ['ID=f05e97f8-44e6-4e66-87c0-537832c067fe,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:06.695066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1162a-2df7-4f72-ae06-9b2b910ca217 req-b754be04-e8e7-493d-a7f4-74b3a3305a38 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:06.702005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928e6777-1d4f-453c-ba1a-92c42efa598d tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:06.704150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46a1162a-2df7-4f72-ae06-9b2b910ca217 req-b754be04-e8e7-493d-a7f4-74b3a3305a38 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1556413 Sep 16 16:37:06.732829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:06.791679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46a1162a-2df7-4f72-ae06-9b2b910ca217 req-04e855bc-dd70-478c-9116-948ec77a2dfb tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806494 Sep 16 16:37:06.965608 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928e6777-1d4f-453c-ba1a-92c42efa598d tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:06.967782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'f05e97f8-44e6-4e66-87c0-537832c067fe'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:06.986935 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5747d99-8444-47eb-a7da-4ea791b7c4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "f05e97f8-44e6-4e66-87c0-537832c067fe"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:07.014136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.019486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f850c3-0166-4657-a1f5-74fc81e8f460 req-06b83677-6896-452d-9fb8-9268e4d3165c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:07.037244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f850c3-0166-4657-a1f5-74fc81e8f460 req-06b83677-6896-452d-9fb8-9268e4d3165c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:07.052340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f850c3-0166-4657-a1f5-74fc81e8f460 req-06b83677-6896-452d-9fb8-9268e4d3165c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:07.052701 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928e6777-1d4f-453c-ba1a-92c42efa598d tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.069977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f850c3-0166-4657-a1f5-74fc81e8f460 req-06b83677-6896-452d-9fb8-9268e4d3165c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:07.086506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f850c3-0166-4657-a1f5-74fc81e8f460 req-06b83677-6896-452d-9fb8-9268e4d3165c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:07.105706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f850c3-0166-4657-a1f5-74fc81e8f460 req-06b83677-6896-452d-9fb8-9268e4d3165c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:07.128244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09f850c3-0166-4657-a1f5-74fc81e8f460 req-06b83677-6896-452d-9fb8-9268e4d3165c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 4605 time: 0.2174366 Sep 16 16:37:07.194262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e6777-1d4f-453c-ba1a-92c42efa598d tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:07.228865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09f850c3-0166-4657-a1f5-74fc81e8f460 req-a56e0788-d6ae-4089-9b06-c89f62c5771b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946121 Sep 16 16:37:07.264078 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.354264 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.525900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d8a15-7700-47c4-8360-d6d4658351b3 req-af08f94a-903e-4a0f-8ddc-a8f5625744c8 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:07.536631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-747d8a15-7700-47c4-8360-d6d4658351b3 req-af08f94a-903e-4a0f-8ddc-a8f5625744c8 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.0931871 Sep 16 16:37:07.624332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab0bbc4-e6a3-417d-bad8-c3094a12594a {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:07.632870 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.634100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-747d8a15-7700-47c4-8360-d6d4658351b3 req-0d6394a1-c660-48de-882a-90fbd1ac2a57 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962257 Sep 16 16:37:07.656194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Transition to ACTIVE for port object 8ab0bbc4-e6a3-417d-bad8-c3094a12594a will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:07.658250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928e6777-1d4f-453c-ba1a-92c42efa598d tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.659579 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-928e6777-1d4f-453c-ba1a-92c42efa598d tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1879015 Sep 16 16:37:07.667845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43122) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:07.673945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5301df63-565c-419b-bf35-7ebcaf742965 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Request body: {'security_group_rule': {'security_group_id': '1c8dbfd3-56e8-4836-b842-00cd28c9a9ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:07.727256 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7094109-da99-49f9-a1ee-d0b1c9e9f48e x-openstack-request-id: req-f7094109-da99-49f9-a1ee-d0b1c9e9f48e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:07.727576 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "f05e97f8-44e6-4e66-87c0-537832c067fe", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:07.727828 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7094109-da99-49f9-a1ee-d0b1c9e9f48e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:07.728235 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'f05e97f8-44e6-4e66-87c0-537832c067fe', 'status': 'completed', 'code': 200} Sep 16 16:37:07.742249 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.792755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cd82c-ce8d-4fae-a7df-79a1076f5f23 None None] Pushing event updated for resources: {'Port': ['ID=31eabb36-0a45-4d77-bc64-7c806a9c715b,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:07.798812 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5301df63-565c-419b-bf35-7ebcaf742965 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.808721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Attempting to bind port 31eabb36-0a45-4d77-bc64-7c806a9c715b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:07.809207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Attempting to bind port 31eabb36-0a45-4d77-bc64-7c806a9c715b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:07.809753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Attempting to bind port 31eabb36-0a45-4d77-bc64-7c806a9c715b on network df0d353d-ef72-4b4b-91d1-d6ca0da472ab {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:07.819161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:07.824837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Checking segment: {'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:07.824837 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.824837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Bound using segment: {'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:07.824837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Bound port: 31eabb36-0a45-4d77-bc64-7c806a9c715b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:07.824837 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.916415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-83601e89-47d4-4fe6-aa84-d4a61976c580 None None] Provisioning complete for port 31eabb36-0a45-4d77-bc64-7c806a9c715b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:07.916803 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83601e89-47d4-4fe6-aa84-d4a61976c580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:07.967404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-83601e89-47d4-4fe6-aa84-d4a61976c580 None None] Port 31eabb36-0a45-4d77-bc64-7c806a9c715b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:37:07.977548 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] For port 31eabb36-0a45-4d77-bc64-7c806a9c715b, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:07.999472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] For port 31eabb36-0a45-4d77-bc64-7c806a9c715b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=31eabb36-0a45-4d77-bc64-7c806a9c715b,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:08.000568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Pushing event updated for resources: {'Port': ['ID=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:08.068226 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:08.079518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-e6ec1b84-14a6-4dfc-bbde-fa022b282091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.080746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-e6ec1b84-14a6-4dfc-bbde-fa022b282091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.080746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-e6ec1b84-14a6-4dfc-bbde-fa022b282091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.080957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-e6ec1b84-14a6-4dfc-bbde-fa022b282091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.081424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-e6ec1b84-14a6-4dfc-bbde-fa022b282091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.090596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-e6ec1b84-14a6-4dfc-bbde-fa022b282091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.091027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-e6ec1b84-14a6-4dfc-bbde-fa022b282091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.099672 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-e6ec1b84-14a6-4dfc-bbde-fa022b282091 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6176 time: 0.3424060 Sep 16 16:37:08.163067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5301df63-565c-419b-bf35-7ebcaf742965 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:08.243088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630e81a-8fe0-4e32-ac9d-7aaf9bf784a6 req-181ba209-dc8f-45a4-a109-c04be3d02b4d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.253017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5630e81a-8fe0-4e32-ac9d-7aaf9bf784a6 req-181ba209-dc8f-45a4-a109-c04be3d02b4d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.4008152 Sep 16 16:37:08.273953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Routers {'1d28e0e3-d6fe-49b4-886d-36bd19de9155'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:37:08.277670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:08.323044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5630e81a-8fe0-4e32-ac9d-7aaf9bf784a6 req-bef2d673-c638-4440-88c8-3e56c61e9063 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690372 Sep 16 16:37:08.340869 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5301df63-565c-419b-bf35-7ebcaf742965 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:08.403229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301df63-565c-419b-bf35-7ebcaf742965 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5d6bec-c0da-4984-bf75-5d829e9fc902,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:08.449335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525214b-bc4c-4656-9721-1c8967f31cb2 req-d9a0cfd4-a879-40c9-ad79-c140eae09521 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.462318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cd82c-ce8d-4fae-a7df-79a1076f5f23 None None] Pushing event updated for resources: {'Port': ['ID=31eabb36-0a45-4d77-bc64-7c806a9c715b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:08.467685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6525214b-bc4c-4656-9721-1c8967f31cb2 req-d9a0cfd4-a879-40c9-ad79-c140eae09521 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.3174760 Sep 16 16:37:08.517050 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5301df63-565c-419b-bf35-7ebcaf742965 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:08.521435 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5301df63-565c-419b-bf35-7ebcaf742965 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8492434 Sep 16 16:37:08.523831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43136) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:08.557226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-dbb0e308-de94-493f-ae95-a64be3a7fe70 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Request body: {'security_group_rule': {'security_group_id': '1c8dbfd3-56e8-4836-b842-00cd28c9a9ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:08.601980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6525214b-bc4c-4656-9721-1c8967f31cb2 req-ec923fb1-cdd6-402d-ae68-da408d9722be tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257935 Sep 16 16:37:08.668608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-fd60338e-996b-44fa-9e86-70ff2ca73cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.668608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-fd60338e-996b-44fa-9e86-70ff2ca73cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.668608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-fd60338e-996b-44fa-9e86-70ff2ca73cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.668608 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-fd60338e-996b-44fa-9e86-70ff2ca73cd5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5082278 Sep 16 16:37:08.675698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Attempting to bind port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:08.687807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc9cf6-ce28-4d89-be40-ffe871110eab req-2dbc684a-88b3-433d-8df6-cba16f9a2398 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.688407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Attempting to bind port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:08.689133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Attempting to bind port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:08.708530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc9cf6-ce28-4d89-be40-ffe871110eab req-2dbc684a-88b3-433d-8df6-cba16f9a2398 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.729520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc9cf6-ce28-4d89-be40-ffe871110eab req-2dbc684a-88b3-433d-8df6-cba16f9a2398 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.744207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc9cf6-ce28-4d89-be40-ffe871110eab req-2dbc684a-88b3-433d-8df6-cba16f9a2398 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.750246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc9cf6-ce28-4d89-be40-ffe871110eab req-2dbc684a-88b3-433d-8df6-cba16f9a2398 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.752540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-626bd84d-d029-4d53-a179-dce3dab1c3f4 None None] Provisioning complete for port 31eabb36-0a45-4d77-bc64-7c806a9c715b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:08.753053 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-626bd84d-d029-4d53-a179-dce3dab1c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:08.783019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc9cf6-ce28-4d89-be40-ffe871110eab req-2dbc684a-88b3-433d-8df6-cba16f9a2398 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.792998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc9cf6-ce28-4d89-be40-ffe871110eab req-2dbc684a-88b3-433d-8df6-cba16f9a2398 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.807344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ffc9cf6-ce28-4d89-be40-ffe871110eab req-2dbc684a-88b3-433d-8df6-cba16f9a2398 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5381 time: 0.2538168 Sep 16 16:37:08.857438 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] Set router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:37:08.932080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ffc9cf6-ce28-4d89-be40-ffe871110eab req-c2242dfa-d174-437b-8f57-3943ba7fa793 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083047 Sep 16 16:37:08.955171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-93d9a233-6e5d-4fa5-a89f-bf3b1e701eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:08.959101 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d5747d99-8444-47eb-a7da-4ea791b7c4f3 req-93d9a233-6e5d-4fa5-a89f-bf3b1e701eae service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2672646 Sep 16 16:37:08.967766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a on network 87386091-1848-4d66-86c8-ad3a5e77467c not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:08.968092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Attempting to bind port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:08.977262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e308-de94-493f-ae95-a64be3a7fe70 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:08.993708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:08.994285 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Checking segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:08.994848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Bound using segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:08.995516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Bound port: 8ab0bbc4-e6a3-417d-bad8-c3094a12594a, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:08.996057 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:09.073549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b745c-0d20-44b0-aa6b-88a49e6cad43 req-6c30a070-4f75-4742-b03f-6429848194fb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:09.084328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad3b745c-0d20-44b0-aa6b-88a49e6cad43 req-6c30a070-4f75-4742-b03f-6429848194fb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1501496 Sep 16 16:37:09.196203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad3b745c-0d20-44b0-aa6b-88a49e6cad43 req-d55236d2-ee77-4e0d-abf5-c76632ae4ffd tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107364 Sep 16 16:37:09.439460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-626bd84d-d029-4d53-a179-dce3dab1c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:09.485475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-626bd84d-d029-4d53-a179-dce3dab1c3f4 None None] For port 31eabb36-0a45-4d77-bc64-7c806a9c715b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=31eabb36-0a45-4d77-bc64-7c806a9c715b,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:09.531609 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e308-de94-493f-ae95-a64be3a7fe70 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:09.566834 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-626bd84d-d029-4d53-a179-dce3dab1c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:09.593146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e308-de94-493f-ae95-a64be3a7fe70 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:09.619205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0e308-de94-493f-ae95-a64be3a7fe70 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52594aa1-e90a-44c7-abc1-37d70fab99a4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:09.634248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81e5ac-3809-4155-8572-8561fcf7a899 req-72272b98-d9bc-4cb1-ab56-6c2cedfd4161 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:09.635397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] For port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:09.639728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] For port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:09.663157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf81e5ac-3809-4155-8572-8561fcf7a899 req-72272b98-d9bc-4cb1-ab56-6c2cedfd4161 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1893723 Sep 16 16:37:09.727195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bd84d-d029-4d53-a179-dce3dab1c3f4 None None] Pushing event updated for resources: {'Port': ['ID=31eabb36-0a45-4d77-bc64-7c806a9c715b,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:09.739104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e308-de94-493f-ae95-a64be3a7fe70 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:09.740443 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dbb0e308-de94-493f-ae95-a64be3a7fe70 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2157607 Sep 16 16:37:09.750165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf81e5ac-3809-4155-8572-8561fcf7a899 req-05fc30e6-e1d0-43b4-93f6-9243f56cab27 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849488 Sep 16 16:37:09.752071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43150) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:09.758167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:09.765280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:09.834206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:37:02Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '31eabb36-0a45-4d77-bc64-7c806a9c715b', 'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'mac_address': 'fa:16:3e:d3:76:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:37:00Z', 'updated_at': '2021-09-16T16:37:07Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'subnets': [{'id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:09.874340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:09.895745 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:09.897352 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] 10.222.0.52 "PUT /v2.0/ports/8ab0bbc4-e6a3-417d-bad8-c3094a12594a HTTP/1.1" status: 200 len: 1134 time: 3.1819501 Sep 16 16:37:09.897837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': '8ab0bbc4-e6a3-417d-bad8-c3094a12594a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:09.900151 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "8ab0bbc4-e6a3-417d-bad8-c3094a12594a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:09.922415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d268125-ba83-4b5c-b1ba-4dd5e2ce4257 None None] The sync data for ids ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'] in n-d-807786-3 is: [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:37:02Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '31eabb36-0a45-4d77-bc64-7c806a9c715b', 'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'mac_address': 'fa:16:3e:d3:76:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:37:00Z', 'updated_at': '2021-09-16T16:37:07Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'subnets': [{'id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:37:09.955859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d292e-37cc-42a8-b876-dcb8d1cfee8a service neutron] Pushing event updated for resources: {'Port': ['ID=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:09.984346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a171b5-1d2a-44ad-99b3-214ab6f0f623 req-46afa58e-5326-4d98-9ba5-0c932f1a6c0a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.005928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73a171b5-1d2a-44ad-99b3-214ab6f0f623 req-46afa58e-5326-4d98-9ba5-0c932f1a6c0a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.2718613 Sep 16 16:37:10.056959 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a45c8bb-f1c5-4f73-9e98-2bd1a40d6117 x-openstack-request-id: req-7a45c8bb-f1c5-4f73-9e98-2bd1a40d6117 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:10.057254 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "8ab0bbc4-e6a3-417d-bad8-c3094a12594a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:10.057691 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a45c8bb-f1c5-4f73-9e98-2bd1a40d6117 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:10.058129 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': '8ab0bbc4-e6a3-417d-bad8-c3094a12594a', 'status': 'completed', 'code': 200} Sep 16 16:37:10.126894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73a171b5-1d2a-44ad-99b3-214ab6f0f623 req-85649758-af8a-4f23-a836-04fcbb37c043 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152842 Sep 16 16:37:10.189842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-f5f5fa54-3a29-4aa0-ad63-fe693eec7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.190365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-f5f5fa54-3a29-4aa0-ad63-fe693eec7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.190886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-f5f5fa54-3a29-4aa0-ad63-fe693eec7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.191362 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-f5f5fa54-3a29-4aa0-ad63-fe693eec7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.192429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-f5f5fa54-3a29-4aa0-ad63-fe693eec7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.192929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-f5f5fa54-3a29-4aa0-ad63-fe693eec7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.193408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-f5f5fa54-3a29-4aa0-ad63-fe693eec7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.195478 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-f5f5fa54-3a29-4aa0-ad63-fe693eec7c05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6218 time: 0.1174815 Sep 16 16:37:10.230092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ed809-e22f-463c-ac2c-2fdbc188f13a req-ab404b64-0fea-4804-be59-3a9a20b17b7f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.241306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ed809-e22f-463c-ac2c-2fdbc188f13a req-ab404b64-0fea-4804-be59-3a9a20b17b7f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.427025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ed809-e22f-463c-ac2c-2fdbc188f13a req-ab404b64-0fea-4804-be59-3a9a20b17b7f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.427025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ed809-e22f-463c-ac2c-2fdbc188f13a req-ab404b64-0fea-4804-be59-3a9a20b17b7f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.427025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ed809-e22f-463c-ac2c-2fdbc188f13a req-ab404b64-0fea-4804-be59-3a9a20b17b7f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.427025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ed809-e22f-463c-ac2c-2fdbc188f13a req-ab404b64-0fea-4804-be59-3a9a20b17b7f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.427025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ed809-e22f-463c-ac2c-2fdbc188f13a req-ab404b64-0fea-4804-be59-3a9a20b17b7f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.427025 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b75ed809-e22f-463c-ac2c-2fdbc188f13a req-ab404b64-0fea-4804-be59-3a9a20b17b7f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5381 time: 0.1828158 Sep 16 16:37:10.427458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-fb32c251-9c65-4f60-adf2-625ef4bf5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.427458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-fb32c251-9c65-4f60-adf2-625ef4bf5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.427458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-fb32c251-9c65-4f60-adf2-625ef4bf5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.427458 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-fb32c251-9c65-4f60-adf2-625ef4bf5655 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1324234 Sep 16 16:37:10.427722 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b75ed809-e22f-463c-ac2c-2fdbc188f13a req-9f0c5417-2d67-47e6-b45d-2e8a3270fcdd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827856 Sep 16 16:37:10.427722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2a304-352e-498d-981f-2b45f74df107 req-8a83b28f-d311-479d-bc46-4ea7fd66950a tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.429199 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4d2a304-352e-498d-981f-2b45f74df107 req-8a83b28f-d311-479d-bc46-4ea7fd66950a tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1011038 Sep 16 16:37:10.482602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4d2a304-352e-498d-981f-2b45f74df107 req-816e2ebf-d2d8-4639-9598-23b4abd9c7f0 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451641 Sep 16 16:37:10.483014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-7036d464-49de-4b9b-a8da-8ba529cb84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:10.484758 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ffdfe56d-3cb8-41ef-9e6e-bf02b48e49c8 req-7036d464-49de-4b9b-a8da-8ba529cb84b6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305580 Sep 16 16:37:10.561847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:10.570484 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:10.659345 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:10.725064 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:10.930068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Allocated IP 172.25.6.64 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/27094107-e585-44f1-a831-7f231b93c572) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:37:11.115449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0d0c04-595f-4e21-97cf-1ee3b39295dd {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:11.124423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:11.125531 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:11.140852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Transition to ACTIVE for port object ea0d0c04-595f-4e21-97cf-1ee3b39295dd will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:11.245103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:11.263587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fd9ee-d8b1-4314-a581-76b7b27d8361 req-9111b359-af3a-4b94-9afd-bdf152d3e714 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:11.265336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb2fd9ee-d8b1-4314-a581-76b7b27d8361 req-9111b359-af3a-4b94-9afd-bdf152d3e714 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.0971873 Sep 16 16:37:11.294349 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:11.331929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Pushing event updated for resources: {'Port': ['ID=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:11.450335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb2fd9ee-d8b1-4314-a581-76b7b27d8361 req-8a2d1edc-aa17-43d6-b267-000e35f70aee tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695709 Sep 16 16:37:11.476884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:37:11.485436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c58696-bc98-48f7-ae64-b8419830d3e1 req-65714057-7f5a-42c9-a828-56696e282982 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:11.497817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66c58696-bc98-48f7-ae64-b8419830d3e1 req-65714057-7f5a-42c9-a828-56696e282982 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.2657905 Sep 16 16:37:11.501371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Attempting to bind port ea0d0c04-595f-4e21-97cf-1ee3b39295dd on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:11.501912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Attempting to bind port ea0d0c04-595f-4e21-97cf-1ee3b39295dd by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:11.503950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Attempting to bind port ea0d0c04-595f-4e21-97cf-1ee3b39295dd on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:11.513223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:11.525957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Port ea0d0c04-595f-4e21-97cf-1ee3b39295dd on network 87386091-1848-4d66-86c8-ad3a5e77467c not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:11.526462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Attempting to bind port ea0d0c04-595f-4e21-97cf-1ee3b39295dd on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:11.530301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:37:11.533605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:11.534192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Checking segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:11.534784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Bound using segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:11.535440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Bound port: ea0d0c04-595f-4e21-97cf-1ee3b39295dd, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:11.536039 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:11.563141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Pushing event updated for resources: {'Port': ['ID=27094107-e585-44f1-a831-7f231b93c572,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:11.666744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] For port ea0d0c04-595f-4e21-97cf-1ee3b39295dd, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:11.672167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] For port ea0d0c04-595f-4e21-97cf-1ee3b39295dd, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:11.696363 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66c58696-bc98-48f7-ae64-b8419830d3e1 req-60f8a4a7-4ce2-4bf8-8a28-135ed8356119 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955750 Sep 16 16:37:11.758043 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:11.823209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Pushing event updated for resources: {'Port': ['ID=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:11.851468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:11.852460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:11.855060 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-7ea29dcd-3e43-4f85-aa96-abb8cee76a6a service neutron] 10.222.0.52 "PUT /v2.0/ports/ea0d0c04-595f-4e21-97cf-1ee3b39295dd HTTP/1.1" status: 200 len: 1091 time: 1.2978988 Sep 16 16:37:11.857478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 31eabb36-0a45-4d77-bc64-7c806a9c715b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:11.875993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d86af9-ac49-400f-b242-ff89923bd357 req-3e161ecf-3bbb-4ba2-8613-756caa06bb1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:11.882134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d86af9-ac49-400f-b242-ff89923bd357 req-3e161ecf-3bbb-4ba2-8613-756caa06bb1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:11.888529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d86af9-ac49-400f-b242-ff89923bd357 req-3e161ecf-3bbb-4ba2-8613-756caa06bb1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:11.896672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d86af9-ac49-400f-b242-ff89923bd357 req-3e161ecf-3bbb-4ba2-8613-756caa06bb1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:11.902798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d86af9-ac49-400f-b242-ff89923bd357 req-3e161ecf-3bbb-4ba2-8613-756caa06bb1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:11.909234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d86af9-ac49-400f-b242-ff89923bd357 req-3e161ecf-3bbb-4ba2-8613-756caa06bb1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:11.920632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d86af9-ac49-400f-b242-ff89923bd357 req-3e161ecf-3bbb-4ba2-8613-756caa06bb1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:11.922559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33d86af9-ac49-400f-b242-ff89923bd357 req-3e161ecf-3bbb-4ba2-8613-756caa06bb1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5393 time: 0.2446873 Sep 16 16:37:11.943706 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 31eabb36-0a45-4d77-bc64-7c806a9c715b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:11.953312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:11.957983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:11.984948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:12.040348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33d86af9-ac49-400f-b242-ff89923bd357 req-03415402-b45d-4e23-bdbe-ff91f5628065 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974038 Sep 16 16:37:12.056375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f392e7-f072-4a1b-b22e-2bd5b9043992 req-bd9b4d6a-3d6c-4898-937d-6d510390e80f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.073644 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4f392e7-f072-4a1b-b22e-2bd5b9043992 req-bd9b4d6a-3d6c-4898-937d-6d510390e80f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.2412770 Sep 16 16:37:12.092843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'ea0d0c04-595f-4e21-97cf-1ee3b39295dd'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:12.093636 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ae8b74-e51d-4182-9426-4a3fae984c10" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "ea0d0c04-595f-4e21-97cf-1ee3b39295dd"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:12.103481 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:12.236090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4f392e7-f072-4a1b-b22e-2bd5b9043992 req-c9f2b68e-c0ff-4998-96da-d7a6b2e47df0 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610153 Sep 16 16:37:12.236595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:12.315841 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e142082-ca23-48bb-b976-27b1d8164fbc x-openstack-request-id: req-4e142082-ca23-48bb-b976-27b1d8164fbc {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:12.316197 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "ea0d0c04-595f-4e21-97cf-1ee3b39295dd", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:12.320117 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e142082-ca23-48bb-b976-27b1d8164fbc {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:12.320117 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'ea0d0c04-595f-4e21-97cf-1ee3b39295dd', 'status': 'completed', 'code': 200} Sep 16 16:37:12.419098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-8e6ecedb-2bed-455f-a921-4ce2c554d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.419594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-8e6ecedb-2bed-455f-a921-4ce2c554d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.420092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-8e6ecedb-2bed-455f-a921-4ce2c554d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.420599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-8e6ecedb-2bed-455f-a921-4ce2c554d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.421075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-8e6ecedb-2bed-455f-a921-4ce2c554d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.421549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-8e6ecedb-2bed-455f-a921-4ce2c554d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.422025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-8e6ecedb-2bed-455f-a921-4ce2c554d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.423947 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-8e6ecedb-2bed-455f-a921-4ce2c554d928 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6285 time: 0.1063879 Sep 16 16:37:12.454031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:12.524369 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:12.634284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-3223ac61-fc7d-474a-9327-7946a617a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.635042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-3223ac61-fc7d-474a-9327-7946a617a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.635923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-3223ac61-fc7d-474a-9327-7946a617a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.637732 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-3223ac61-fc7d-474a-9327-7946a617a9bc service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1995559 Sep 16 16:37:12.684180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Pushing event updated for resources: {'Port': ['ID=27094107-e585-44f1-a831-7f231b93c572,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:12.702514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd267-77d2-484d-be6f-9eb9ddd0c352 req-cdf473fc-bbcf-4ff9-9ff4-19ab25b8e8ef tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.708979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd9fd267-77d2-484d-be6f-9eb9ddd0c352 req-cdf473fc-bbcf-4ff9-9ff4-19ab25b8e8ef tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1283693 Sep 16 16:37:12.720862 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:12.795278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd9fd267-77d2-484d-be6f-9eb9ddd0c352 req-eff1fd39-3c6b-44b6-84cd-c980ab7f2d9b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798512 Sep 16 16:37:12.838187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-95ce5439-43cf-43c5-aea2-c5781df99b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.839714 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90ae8b74-e51d-4182-9426-4a3fae984c10 req-95ce5439-43cf-43c5-aea2-c5781df99b20 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928720 Sep 16 16:37:12.844253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8200d1d-3946-44b4-b45a-b57718561077 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:12.853287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:12.873697 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:12.876270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c70dce46-183f-400e-a6f4-6b3c98513202 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1217241 Sep 16 16:37:12.878552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Transition to ACTIVE for port object c8200d1d-3946-44b4-b45a-b57718561077 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:12.905988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187665d-3893-45f3-af49-05204366240a req-acb642af-4c28-4640-923f-d3fd8030583b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:12.907619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f187665d-3893-45f3-af49-05204366240a req-acb642af-4c28-4640-923f-d3fd8030583b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0789049 Sep 16 16:37:12.959298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:13.001529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f187665d-3893-45f3-af49-05204366240a req-3ef85a47-f2a4-4080-93a6-9c7c15cbf50f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760005 Sep 16 16:37:13.048531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Pushing event updated for resources: {'Port': ['ID=c8200d1d-3946-44b4-b45a-b57718561077,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:13.087774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.088282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.088758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.089201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.089707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.090147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.090606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.091039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.091698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.092123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.092591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.093801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:13.119925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-9d22bfac-e40b-477b-af8a-ca478f5a9b98 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1292024121&fields=id&tenant_id=0ec4611ebaba4a3aba307cc201d1948f HTTP/1.1" status: 200 len: 267 time: 0.0918257 Sep 16 16:37:13.152928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Attempting to bind port c8200d1d-3946-44b4-b45a-b57718561077 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:13.153436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Attempting to bind port c8200d1d-3946-44b4-b45a-b57718561077 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:13.159057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Attempting to bind port c8200d1d-3946-44b4-b45a-b57718561077 on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:13.173612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Port c8200d1d-3946-44b4-b45a-b57718561077 on network 87386091-1848-4d66-86c8-ad3a5e77467c not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:13.184188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Attempting to bind port c8200d1d-3946-44b4-b45a-b57718561077 on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:13.196832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:13.198322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Checking segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:13.198825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Bound using segment: {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:13.199373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Bound port: c8200d1d-3946-44b4-b45a-b57718561077, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e6df0e-7405-4481-9d73-142e5bfb13c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:13.199807 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:13.299738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-f8be39ea-4fa4-45b6-8883-4aaa6c7a03c8 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:13.307768 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-f8be39ea-4fa4-45b6-8883-4aaa6c7a03c8 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/networks?id=df0d353d-ef72-4b4b-91d1-d6ca0da472ab HTTP/1.1" status: 200 len: 811 time: 0.1865234 Sep 16 16:37:13.329065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-b0e7cc4a-97bd-4e65-b3e5-e523a335fee1 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/quotas/0ec4611ebaba4a3aba307cc201d1948f HTTP/1.1" status: 200 len: 375 time: 0.0201397 Sep 16 16:37:13.350608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] For port c8200d1d-3946-44b4-b45a-b57718561077, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:13.359626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] For port c8200d1d-3946-44b4-b45a-b57718561077, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c8200d1d-3946-44b4-b45a-b57718561077,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:13.383698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fdbd7-348d-4ad8-8662-05933eb268f5 req-f9a6c8dd-2be0-4e4b-b5d5-2c1ed4fd0606 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:13.390789 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fdbd7-348d-4ad8-8662-05933eb268f5 req-f9a6c8dd-2be0-4e4b-b5d5-2c1ed4fd0606 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:13.397600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fdbd7-348d-4ad8-8662-05933eb268f5 req-f9a6c8dd-2be0-4e4b-b5d5-2c1ed4fd0606 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:13.403816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fdbd7-348d-4ad8-8662-05933eb268f5 req-f9a6c8dd-2be0-4e4b-b5d5-2c1ed4fd0606 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:13.409808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fdbd7-348d-4ad8-8662-05933eb268f5 req-f9a6c8dd-2be0-4e4b-b5d5-2c1ed4fd0606 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:13.417013 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fdbd7-348d-4ad8-8662-05933eb268f5 req-f9a6c8dd-2be0-4e4b-b5d5-2c1ed4fd0606 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:13.423311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fdbd7-348d-4ad8-8662-05933eb268f5 req-f9a6c8dd-2be0-4e4b-b5d5-2c1ed4fd0606 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:13.433556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a5fdbd7-348d-4ad8-8662-05933eb268f5 req-f9a6c8dd-2be0-4e4b-b5d5-2c1ed4fd0606 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5405 time: 0.2438736 Sep 16 16:37:13.435864 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:13.466683 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:13.475610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2ef7a3dc-a49b-4633-bcf3-730260b39a66 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0ec4611ebaba4a3aba307cc201d1948f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427040 Sep 16 16:37:13.507632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:13.508563 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:13.510337 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] 10.222.0.52 "PUT /v2.0/ports/c8200d1d-3946-44b4-b45a-b57718561077 HTTP/1.1" status: 200 len: 1090 time: 1.5624185 Sep 16 16:37:13.535954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b697431-ebae-4c09-b021-e37023bf1d20 service neutron] Pushing event updated for resources: {'Port': ['ID=c8200d1d-3946-44b4-b45a-b57718561077,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:13.570032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a5fdbd7-348d-4ad8-8662-05933eb268f5 req-dfffb2d3-d73e-46ad-8110-359c901a1456 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364808 Sep 16 16:37:13.602843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:13.685526 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:13.743134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:13.777234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-3ab2bde2-a166-4547-bf99-68ae1e7dee80 service neutron] 10.222.0.22 "GET /v2.0/networks/df0d353d-ef72-4b4b-91d1-d6ca0da472ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873933 Sep 16 16:37:13.982542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ac15d4bc-f4d0-4590-9539-a2b8ea4a8c0a service neutron] 10.222.0.22 "GET /v2.0/networks/df0d353d-ef72-4b4b-91d1-d6ca0da472ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043471 Sep 16 16:37:14.020629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17460e9-acb6-4ef4-81cf-3831bc68ae5d req-a994ebc0-376a-4e83-8bbb-e3c3d80df1b3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.022780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b17460e9-acb6-4ef4-81cf-3831bc68ae5d req-a994ebc0-376a-4e83-8bbb-e3c3d80df1b3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1006765 Sep 16 16:37:14.079586 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b17460e9-acb6-4ef4-81cf-3831bc68ae5d req-cb9ea6c9-7bac-4a9c-a7a0-4599ae5ed089 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502298 Sep 16 16:37:14.227409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f6661-edca-4138-91c7-729cfdecc884 req-c5e1153f-7cb8-43e4-9aa5-37fb0e2cc9f2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.231050 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c2f6661-edca-4138-91c7-729cfdecc884 req-c5e1153f-7cb8-43e4-9aa5-37fb0e2cc9f2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.0698478 Sep 16 16:37:14.317688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41156ca-fe2c-4554-bce2-6da322a34a02 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:14.318922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c2f6661-edca-4138-91c7-729cfdecc884 req-fc03c0bb-64a0-4756-8f05-b1f6487d3792 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791671 Sep 16 16:37:14.322326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'c8200d1d-3946-44b4-b45a-b57718561077'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:14.325687 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ef4a1e-f99f-44c2-980f-0662712e74b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "c8200d1d-3946-44b4-b45a-b57718561077"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:14.332704 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:14.373503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Transition to ACTIVE for port object f41156ca-fe2c-4554-bce2-6da322a34a02 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:14.429998 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2231ae-de5d-4534-8752-be61a80a3e35 x-openstack-request-id: req-0f2231ae-de5d-4534-8752-be61a80a3e35 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:14.430288 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "c8200d1d-3946-44b4-b45a-b57718561077", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:14.430572 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f2231ae-de5d-4534-8752-be61a80a3e35 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:14.430977 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'c8200d1d-3946-44b4-b45a-b57718561077', 'status': 'completed', 'code': 200} Sep 16 16:37:14.493035 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:14.552487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c471f8-ad9e-479d-9e3f-b24d7d5562ca req-fd0878cc-9969-4d12-8573-f0e25b393e1a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.554452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88c471f8-ad9e-479d-9e3f-b24d7d5562ca req-fd0878cc-9969-4d12-8573-f0e25b393e1a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1217258 Sep 16 16:37:14.564518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-bb150575-e469-4a9f-a510-a62134c0eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.565029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-bb150575-e469-4a9f-a510-a62134c0eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.566195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-bb150575-e469-4a9f-a510-a62134c0eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.566325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-bb150575-e469-4a9f-a510-a62134c0eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.568007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-bb150575-e469-4a9f-a510-a62134c0eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.568198 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-bb150575-e469-4a9f-a510-a62134c0eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.568715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-bb150575-e469-4a9f-a510-a62134c0eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.570830 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-bb150575-e469-4a9f-a510-a62134c0eb31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6352 time: 0.1174171 Sep 16 16:37:14.615579 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-680e0ef2-6dbf-4eaf-9ad4-0fb50a8d5772 req-32dbdacf-42a9-4f41-966f-a72593c3109e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 210 time: 0.1372449 Sep 16 16:37:14.740297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88c471f8-ad9e-479d-9e3f-b24d7d5562ca req-b94fafaa-6c59-4661-ba58-142cdd37e39e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342733 Sep 16 16:37:14.740439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Pushing event updated for resources: {'Port': ['ID=f41156ca-fe2c-4554-bce2-6da322a34a02,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:14.818594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Attempting to bind port f41156ca-fe2c-4554-bce2-6da322a34a02 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:14.818930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Attempting to bind port f41156ca-fe2c-4554-bce2-6da322a34a02 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:14.819266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Attempting to bind port f41156ca-fe2c-4554-bce2-6da322a34a02 on network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:14.867497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Port f41156ca-fe2c-4554-bce2-6da322a34a02 on network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:14.884952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Attempting to bind port f41156ca-fe2c-4554-bce2-6da322a34a02 on network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:14.893974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97666db-7a38-498c-84df-3dc152a7b0d1 req-7894e13b-ada5-4a9c-ae4f-e570d43fbfa4 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.906741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97666db-7a38-498c-84df-3dc152a7b0d1 req-7894e13b-ada5-4a9c-ae4f-e570d43fbfa4 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.940926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97666db-7a38-498c-84df-3dc152a7b0d1 req-7894e13b-ada5-4a9c-ae4f-e570d43fbfa4 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.946229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97666db-7a38-498c-84df-3dc152a7b0d1 req-7894e13b-ada5-4a9c-ae4f-e570d43fbfa4 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.953476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97666db-7a38-498c-84df-3dc152a7b0d1 req-7894e13b-ada5-4a9c-ae4f-e570d43fbfa4 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:14.996571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97666db-7a38-498c-84df-3dc152a7b0d1 req-7894e13b-ada5-4a9c-ae4f-e570d43fbfa4 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:15.001765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:15.002107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Checking segment: {'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:15.002494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Bound using segment: {'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:15.002949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Bound port: f41156ca-fe2c-4554-bce2-6da322a34a02, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:15.003340 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:15.006425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97666db-7a38-498c-84df-3dc152a7b0d1 req-7894e13b-ada5-4a9c-ae4f-e570d43fbfa4 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:15.016994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c97666db-7a38-498c-84df-3dc152a7b0d1 req-7894e13b-ada5-4a9c-ae4f-e570d43fbfa4 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5417 time: 0.2509096 Sep 16 16:37:15.054462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-f6a22cf4-f267-4f92-abdd-604105dd83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:15.054462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-f6a22cf4-f267-4f92-abdd-604105dd83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:15.054462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-f6a22cf4-f267-4f92-abdd-604105dd83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:15.054462 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-f6a22cf4-f267-4f92-abdd-604105dd83d9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4658196 Sep 16 16:37:15.125705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c97666db-7a38-498c-84df-3dc152a7b0d1 req-a7f2548d-288b-4b3a-8b1a-a53c663a22f0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068625 Sep 16 16:37:15.292683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] For port f41156ca-fe2c-4554-bce2-6da322a34a02, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:15.296170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] For port f41156ca-fe2c-4554-bce2-6da322a34a02, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f41156ca-fe2c-4554-bce2-6da322a34a02,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:15.298354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-a1c2354b-2db7-4671-9689-83a975c3d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:15.299564 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05ef4a1e-f99f-44c2-980f-0662712e74b4 req-a1c2354b-2db7-4671-9689-83a975c3d000 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2325714 Sep 16 16:37:15.338409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddca08-158a-4570-86cd-3871e9e5a9aa req-d9e8b90e-58ba-4b6b-953b-317472c10339 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:15.340089 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fddca08-158a-4570-86cd-3871e9e5a9aa req-d9e8b90e-58ba-4b6b-953b-317472c10339 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1402841 Sep 16 16:37:15.394604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:15.413783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fddca08-158a-4570-86cd-3871e9e5a9aa req-c2b41ffb-f10c-409f-afa0-bb871af6d525 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671387 Sep 16 16:37:15.468813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:15.469617 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:15.471513 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] 10.222.0.52 "PUT /v2.0/ports/f41156ca-fe2c-4554-bce2-6da322a34a02 HTTP/1.1" status: 200 len: 1091 time: 1.8735685 Sep 16 16:37:15.521631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9936fb-0949-488d-af6e-6a3657d95abb req-b41faa84-5c11-4f5a-8487-483e2d49000a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:15.524019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3a9936fb-0949-488d-af6e-6a3657d95abb req-b41faa84-5c11-4f5a-8487-483e2d49000a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1092889 Sep 16 16:37:15.568554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebb486-68ba-4e82-9802-f9ca90bb6164 service neutron] Pushing event updated for resources: {'Port': ['ID=f41156ca-fe2c-4554-bce2-6da322a34a02,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:15.589920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Request body: {'port': {'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:15.632672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3a9936fb-0949-488d-af6e-6a3657d95abb req-b6f51d71-d144-46fd-97b8-c0d6b7d8721f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883558 Sep 16 16:37:15.724719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:15.770155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45379c41-def0-41ef-adac-d49392c5a93e req-eba05d02-d30e-4d00-ad87-73db78a364c0 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 210 time: 0.0798860 Sep 16 16:37:16.046170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b669a7-e0f4-4f76-a6d7-750565ed0949 req-07ac282d-e655-46e7-9224-ec55540a102a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.066921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39b669a7-e0f4-4f76-a6d7-750565ed0949 req-07ac282d-e655-46e7-9224-ec55540a102a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1679134 Sep 16 16:37:16.142943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39b669a7-e0f4-4f76-a6d7-750565ed0949 req-afbbad73-f792-4cec-a0a6-e63a5b7fc113 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729253 Sep 16 16:37:16.208622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44994d38-3361-40ac-8d0d-bcd88e3dc26d {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:16.218389 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:16.248820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Transition to ACTIVE for port object 44994d38-3361-40ac-8d0d-bcd88e3dc26d will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:16.323274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5251-c182-4106-9c27-839cef0ebb6f req-0ff8a002-37b4-4b79-8edd-32c353f839c1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.325482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:16.337223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5251-c182-4106-9c27-839cef0ebb6f req-0ff8a002-37b4-4b79-8edd-32c353f839c1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.343336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5251-c182-4106-9c27-839cef0ebb6f req-0ff8a002-37b4-4b79-8edd-32c353f839c1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.350696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5251-c182-4106-9c27-839cef0ebb6f req-0ff8a002-37b4-4b79-8edd-32c353f839c1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.359405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5251-c182-4106-9c27-839cef0ebb6f req-0ff8a002-37b4-4b79-8edd-32c353f839c1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.379057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5251-c182-4106-9c27-839cef0ebb6f req-0ff8a002-37b4-4b79-8edd-32c353f839c1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.407695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5251-c182-4106-9c27-839cef0ebb6f req-0ff8a002-37b4-4b79-8edd-32c353f839c1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.424519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8ec5251-c182-4106-9c27-839cef0ebb6f req-0ff8a002-37b4-4b79-8edd-32c353f839c1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5417 time: 0.1773226 Sep 16 16:37:16.451722 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'f41156ca-fe2c-4554-bce2-6da322a34a02'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:16.460064 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e912eb-c187-4cd8-82c8-8a6e527508f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "f41156ca-fe2c-4554-bce2-6da322a34a02"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:16.475214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Pushing event updated for resources: {'Port': ['ID=44994d38-3361-40ac-8d0d-bcd88e3dc26d,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:16.612915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Attempting to bind port 44994d38-3361-40ac-8d0d-bcd88e3dc26d on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:16.613302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Attempting to bind port 44994d38-3361-40ac-8d0d-bcd88e3dc26d by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:16.613669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Attempting to bind port 44994d38-3361-40ac-8d0d-bcd88e3dc26d on network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:16.625229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Port 44994d38-3361-40ac-8d0d-bcd88e3dc26d on network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:16.625565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Attempting to bind port 44994d38-3361-40ac-8d0d-bcd88e3dc26d on network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:16.646120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8ec5251-c182-4106-9c27-839cef0ebb6f req-a78a67a2-d4d9-4f54-a799-f8b599dd9ab0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2204895 Sep 16 16:37:16.651185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:16.651541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Checking segment: {'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:16.652045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Bound using segment: {'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:16.652510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Bound port: 44994d38-3361-40ac-8d0d-bcd88e3dc26d, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d84e2cf-3237-4e46-94c7-103645f0a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:16.653157 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:16.728519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-ef0b8c30-f8cb-4f29-8c75-e2a6148aabc8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.736953 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-ef0b8c30-f8cb-4f29-8c75-e2a6148aabc8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 814 time: 0.3024642 Sep 16 16:37:16.767486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-696b7c91-d949-4d3f-b8d6-66b9f384a5a6 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/quotas/775191cda7c6499dafc9f5c1b5c9653c HTTP/1.1" status: 200 len: 375 time: 0.0297809 Sep 16 16:37:16.781636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] For port 44994d38-3361-40ac-8d0d-bcd88e3dc26d, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:16.794835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] For port 44994d38-3361-40ac-8d0d-bcd88e3dc26d, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:16.850932 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:16.873029 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:37:16.900945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.902101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:16.904134 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] 10.222.0.52 "PUT /v2.0/ports/44994d38-3361-40ac-8d0d-bcd88e3dc26d HTTP/1.1" status: 200 len: 1091 time: 1.3248608 Sep 16 16:37:16.905361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-b4ff8b0b-1e72-4542-955e-ecd7b56ca29f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370120 Sep 16 16:37:16.949688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461855ca-1ab6-423b-97df-3b37323b424f service neutron] Pushing event updated for resources: {'Port': ['ID=44994d38-3361-40ac-8d0d-bcd88e3dc26d,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:16.970035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178a7f8-7ee4-479c-8cdc-ed6ce96f2395 req-92acc63e-69d5-491d-80cb-93d9ada60685 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:16.971625 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8178a7f8-7ee4-479c-8cdc-ed6ce96f2395 req-92acc63e-69d5-491d-80cb-93d9ada60685 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1674798 Sep 16 16:37:17.206189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8178a7f8-7ee4-479c-8cdc-ed6ce96f2395 req-c2bc0baa-ee16-4a6b-a4ee-f34b36adc588 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093627 Sep 16 16:37:17.275714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-112fd212-082b-4d77-8982-c6c79709e423 service neutron] 10.222.0.22 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502059 Sep 16 16:37:17.335500 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ad19aa-a4f1-4316-b799-d2de65f5c041 x-openstack-request-id: req-45ad19aa-a4f1-4316-b799-d2de65f5c041 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:17.357002 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "f41156ca-fe2c-4554-bce2-6da322a34a02", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:17.358384 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45ad19aa-a4f1-4316-b799-d2de65f5c041 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:17.361341 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'f41156ca-fe2c-4554-bce2-6da322a34a02', 'status': 'completed', 'code': 200} Sep 16 16:37:17.407968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-68b52b47-b438-44bc-b071-857b03bc0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.408493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-68b52b47-b438-44bc-b071-857b03bc0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.409094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-68b52b47-b438-44bc-b071-857b03bc0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.409457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-68b52b47-b438-44bc-b071-857b03bc0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.409930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-68b52b47-b438-44bc-b071-857b03bc0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.410444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-68b52b47-b438-44bc-b071-857b03bc0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.410921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-68b52b47-b438-44bc-b071-857b03bc0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.457094 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-68b52b47-b438-44bc-b071-857b03bc0b6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6486 time: 0.4319224 Sep 16 16:37:17.489977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-9c33450f-daa9-488d-9579-9da98406ae75 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.491294 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-9c33450f-daa9-488d-9579-9da98406ae75 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.62 "GET /v2.0/networks?id=df0d353d-ef72-4b4b-91d1-d6ca0da472ab HTTP/1.1" status: 200 len: 811 time: 0.4841259 Sep 16 16:37:17.512698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-00f21195-97f6-4502-ac9b-33f30300a299 service neutron] 10.222.0.22 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357693 Sep 16 16:37:17.529953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91645ac4-d655-47c5-b0d1-94c176bc3299 req-42b9c1c7-a05c-497d-ab92-2a567aa12f6e tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.539623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91645ac4-d655-47c5-b0d1-94c176bc3299 req-42b9c1c7-a05c-497d-ab92-2a567aa12f6e tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1031389 Sep 16 16:37:17.603892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91645ac4-d655-47c5-b0d1-94c176bc3299 req-ad6bb917-b9b5-4005-ae8a-cad347f417c1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611651 Sep 16 16:37:17.608487 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-5a885fdd-5df9-42ec-a05d-b7d7131892a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e HTTP/1.1" status: 200 len: 217 time: 0.1410992 Sep 16 16:37:17.795742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c32a15dd-efe8-4704-8cc9-c2d5b0cc3aaa req-232925fb-4a58-414f-8dee-29bfe98f7f8d tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 210 time: 0.0772512 Sep 16 16:37:17.835598 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-273caf13-df55-4660-9242-bf68de732677 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ec4611ebaba4a3aba307cc201d1948f HTTP/1.1" status: 200 len: 380 time: 0.2444799 Sep 16 16:37:17.883264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Request body: {'port': {'device_id': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'admin_state_up': True, 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'security_groups': ['1c8dbfd3-56e8-4836-b842-00cd28c9a9ec']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:17.956332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419c75b-5d45-4a48-8526-336ff4f9ba62 req-c85735b4-74f3-41ab-8b64-186a80f723a9 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.959745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b419c75b-5d45-4a48-8526-336ff4f9ba62 req-c85735b4-74f3-41ab-8b64-186a80f723a9 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1143069 Sep 16 16:37:17.971532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-4f31b266-8174-4e3c-bd16-d7c8867995b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:17.974135 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-4f31b266-8174-4e3c-bd16-d7c8867995b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=94aa22e8-4939-422f-b724-bd08abd2ae2f HTTP/1.1" status: 200 len: 856 time: 0.3506999 Sep 16 16:37:18.027169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b419c75b-5d45-4a48-8526-336ff4f9ba62 req-fdf48de9-b79e-40ac-8354-bb3347291208 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614278 Sep 16 16:37:18.156483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-f2a5a47e-3ba7-4009-876b-6990dab25ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.158728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-f2a5a47e-3ba7-4009-876b-6990dab25ecf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62c586e6-0201-471e-b583-b9418df0ff0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576465 Sep 16 16:37:18.178160 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6af6829b-eeef-4768-b8e2-bd27aad9aafc req-819d27c8-1861-4091-97b7-b20b8aa03ca0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 210 time: 0.0666401 Sep 16 16:37:18.222415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd257-b66a-4d42-8e80-399add6ed48b req-f9b67a24-c789-4f38-ad25-5a1b8c641ea7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.269587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd257-b66a-4d42-8e80-399add6ed48b req-f9b67a24-c789-4f38-ad25-5a1b8c641ea7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.276689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Made reservation on behalf of 0ec4611ebaba4a3aba307cc201d1948f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:37:18.277059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd257-b66a-4d42-8e80-399add6ed48b req-f9b67a24-c789-4f38-ad25-5a1b8c641ea7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.281311 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:18.284982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd257-b66a-4d42-8e80-399add6ed48b req-f9b67a24-c789-4f38-ad25-5a1b8c641ea7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.299306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd257-b66a-4d42-8e80-399add6ed48b req-f9b67a24-c789-4f38-ad25-5a1b8c641ea7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.306148 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-6dd0e68c-cebf-4da7-83f9-9f7ed339493b service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400208 Sep 16 16:37:18.306998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd257-b66a-4d42-8e80-399add6ed48b req-f9b67a24-c789-4f38-ad25-5a1b8c641ea7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.315151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd257-b66a-4d42-8e80-399add6ed48b req-f9b67a24-c789-4f38-ad25-5a1b8c641ea7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.325248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-667dd257-b66a-4d42-8e80-399add6ed48b req-f9b67a24-c789-4f38-ad25-5a1b8c641ea7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.3034070 Sep 16 16:37:18.417969 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-667dd257-b66a-4d42-8e80-399add6ed48b req-7dac6123-25f1-45b6-986b-27e5f8f34fa5 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816410 Sep 16 16:37:18.449526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079820e-3cb6-4d32-9f0c-069b3f785cbe req-b3a6ec57-37d7-4a8c-9cb2-10712e90414d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.455621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6079820e-3cb6-4d32-9f0c-069b3f785cbe req-b3a6ec57-37d7-4a8c-9cb2-10712e90414d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 945 time: 0.1288581 Sep 16 16:37:18.507201 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-a94b13e8-aae4-417b-a429-6f81b73a31fb service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927202 Sep 16 16:37:18.525890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6079820e-3cb6-4d32-9f0c-069b3f785cbe req-f87518a3-969e-4356-8f06-3b34f854a631 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632660 Sep 16 16:37:18.656958 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-42503d50-c5d6-490c-a0cc-038219428278 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=f05e97f8-44e6-4e66-87c0-537832c067fe HTTP/1.1" status: 200 len: 217 time: 0.0515163 Sep 16 16:37:18.753131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Allocated IP 172.20.0.13 (df0d353d-ef72-4b4b-91d1-d6ca0da472ab/a0289bec-155d-487a-9918-3bb9c6750d50/9c9e911c-8913-4f82-a823-55456212edc5) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:37:18.760020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d253ab-1625-482b-b572-aa671bf79714 req-039eacb1-d40a-42a1-a222-3cae9c7d17eb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.762496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85d253ab-1625-482b-b572-aa671bf79714 req-039eacb1-d40a-42a1-a222-3cae9c7d17eb tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1425817 Sep 16 16:37:18.811878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-4312c349-0254-4960-bb1b-f0cdb00ffa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.813725 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-4312c349-0254-4960-bb1b-f0cdb00ffa7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.1471376 Sep 16 16:37:18.874355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85d253ab-1625-482b-b572-aa671bf79714 req-5c5a2e33-6c01-4ed4-95ff-7cbaaba3b575 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760841 Sep 16 16:37:18.886398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910f3fc-10c3-423b-bd5a-0a5517b88b6a req-72b92f2b-149d-4475-bb58-ea3334774bb1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.894994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1910f3fc-10c3-423b-bd5a-0a5517b88b6a req-72b92f2b-149d-4475-bb58-ea3334774bb1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1314559 Sep 16 16:37:18.950520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-884327ff-f232-4b5c-a097-067a34bf36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:18.953262 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-884327ff-f232-4b5c-a097-067a34bf36dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1191473 Sep 16 16:37:19.010959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1910f3fc-10c3-423b-bd5a-0a5517b88b6a req-90de677b-485e-455e-a08d-86d0c61ed611 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148219 Sep 16 16:37:19.141680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e633594d-985b-47b4-af14-4bd1e078f125 req-74afa4b9-3ea4-46b2-8444-377e4d6d1149 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 210 time: 0.0559666 Sep 16 16:37:19.311128 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:19.317425 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-47b7ed3c-2350-4c96-bf10-0d8261e21116 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449535 Sep 16 16:37:19.362469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': '44994d38-3361-40ac-8d0d-bcd88e3dc26d'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:19.365300 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "44994d38-3361-40ac-8d0d-bcd88e3dc26d"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:19.460592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab7ee3-96d3-4947-bf5d-71928c072aee req-68e36e76-9d02-4215-b544-d2cc35ccf610 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:19.463494 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-67b13135-b3ec-4fbb-a95c-5a13bd5af885 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377223 Sep 16 16:37:19.486963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70ab7ee3-96d3-4947-bf5d-71928c072aee req-68e36e76-9d02-4215-b544-d2cc35ccf610 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1617594 Sep 16 16:37:19.549735 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-e1f09c40-3189-4e48-b0af-3bdbcb0f6794 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=8ab0bbc4-e6a3-417d-bad8-c3094a12594a HTTP/1.1" status: 200 len: 217 time: 0.0698755 Sep 16 16:37:19.622692 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:19.658893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70ab7ee3-96d3-4947-bf5d-71928c072aee req-518133b2-c0c4-4761-9b15-579b9d7d9bda tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719162 Sep 16 16:37:19.784079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0b4bbe6-b234-4a04-b14d-3d7604406dd2 req-ef2b7843-a57e-476f-9457-fbe320b97c57 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 210 time: 0.0588281 Sep 16 16:37:19.802018 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8a01e9-e32f-4d3a-9755-dc0ae7fa1a1a x-openstack-request-id: req-ed8a01e9-e32f-4d3a-9755-dc0ae7fa1a1a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:19.802305 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "44994d38-3361-40ac-8d0d-bcd88e3dc26d", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:19.802570 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed8a01e9-e32f-4d3a-9755-dc0ae7fa1a1a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:19.814391 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': '44994d38-3361-40ac-8d0d-bcd88e3dc26d', 'status': 'completed', 'code': 200} Sep 16 16:37:19.819641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Network df0d353d-ef72-4b4b-91d1-d6ca0da472ab is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:37:19.852839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:19.905857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:37:19.912865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43332) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:20.041614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.042299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:20.111809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-c0eb734a-f5ec-4aaa-8187-2056c88eb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.117592 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-c0eb734a-f5ec-4aaa-8187-2056c88eb6e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.5638924 Sep 16 16:37:20.119881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Pushing event updated for resources: {'Port': ['ID=9c9e911c-8913-4f82-a823-55456212edc5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:20.159439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-cd45af57-8e04-42a7-84af-50a0af4527d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.163038 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-cd45af57-8e04-42a7-84af-50a0af4527d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 1097 time: 0.3922408 Sep 16 16:37:20.329316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-78790d8d-e0bc-4aaf-a25f-2c68e3986c9a None None] Provisioning complete for port 9c9e911c-8913-4f82-a823-55456212edc5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:20.332907 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78790d8d-e0bc-4aaf-a25f-2c68e3986c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:20.382909 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-2e431f51-3bc4-4c63-954b-3ee1c86d7129 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5354538 Sep 16 16:37:20.406034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Request body: {'port': {'device_id': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:20.427775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-240b5bb1-ceb0-49ec-8148-e36460f2830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.429643 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-240b5bb1-ceb0-49ec-8148-e36460f2830f service neutron] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 912 time: 0.2202179 Sep 16 16:37:20.464786 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-36efb6cf-48da-4575-9ca9-9100b625e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.467367 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-36efb6cf-48da-4575-9ca9-9100b625e39d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3404789 Sep 16 16:37:20.476570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-78790d8d-e0bc-4aaf-a25f-2c68e3986c9a None None] Port 9c9e911c-8913-4f82-a823-55456212edc5 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:37:20.751914 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89e060f9-d82a-4d6e-ba89-7a4d84432373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:20.776509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a996b-4c30-423f-985a-e44f86340903 req-e8963efa-3723-41cb-bd2e-1ac67021ea3d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.797227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a996b-4c30-423f-985a-e44f86340903 req-e8963efa-3723-41cb-bd2e-1ac67021ea3d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.808774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a996b-4c30-423f-985a-e44f86340903 req-e8963efa-3723-41cb-bd2e-1ac67021ea3d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.815511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a996b-4c30-423f-985a-e44f86340903 req-e8963efa-3723-41cb-bd2e-1ac67021ea3d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.823380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a996b-4c30-423f-985a-e44f86340903 req-e8963efa-3723-41cb-bd2e-1ac67021ea3d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.829551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a996b-4c30-423f-985a-e44f86340903 req-e8963efa-3723-41cb-bd2e-1ac67021ea3d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.837005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a996b-4c30-423f-985a-e44f86340903 req-e8963efa-3723-41cb-bd2e-1ac67021ea3d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.838990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-659a996b-4c30-423f-985a-e44f86340903 req-e8963efa-3723-41cb-bd2e-1ac67021ea3d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.9458172 Sep 16 16:37:20.861469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374926db-77b0-4981-9570-97533c766939 req-e9093466-0a66-4527-a21f-1af0225f9636 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:20.864375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-374926db-77b0-4981-9570-97533c766939 req-e9093466-0a66-4527-a21f-1af0225f9636 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.8914771 Sep 16 16:37:20.943297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-659a996b-4c30-423f-985a-e44f86340903 req-bbad8ae4-5172-4ce4-8e6f-eafa3bece262 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928123 Sep 16 16:37:20.999711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-374926db-77b0-4981-9570-97533c766939 req-61e43192-a740-4154-8c61-615200988c70 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172609 Sep 16 16:37:21.072818 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-b9453eb6-95c2-4f63-96d6-a3204681c7f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc HTTP/1.1" status: 200 len: 1002 time: 0.6316149 Sep 16 16:37:21.094045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:21.141207 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89e060f9-d82a-4d6e-ba89-7a4d84432373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:21.229086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89e060f9-d82a-4d6e-ba89-7a4d84432373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:21.231631 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-ce2904cc-7657-4cee-b27a-35e088fe28e9 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7502499 Sep 16 16:37:21.248857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-e5cfc2ef-fe76-4102-a652-f1a4c3817ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:21.250282 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-e5cfc2ef-fe76-4102-a652-f1a4c3817ccf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.1541290 Sep 16 16:37:21.268183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cb4a6-e69a-45a4-84a9-b13c99e5d2a0 req-7fdee1b3-999d-4226-a4b8-f493d011dfb4 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:21.269404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb9cb4a6-e69a-45a4-84a9-b13c99e5d2a0 req-7fdee1b3-999d-4226-a4b8-f493d011dfb4 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 945 time: 0.1415317 Sep 16 16:37:21.287936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b226a9c-44a5-40d3-a852-b58fe7279584 req-7d195638-e0c2-453b-8d27-e71a04f399d4 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:21.290668 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b226a9c-44a5-40d3-a852-b58fe7279584 req-7d195638-e0c2-453b-8d27-e71a04f399d4 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1506674 Sep 16 16:37:21.317843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e060f9-d82a-4d6e-ba89-7a4d84432373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849e5210-bbc8-4fb9-89db-6a3f34584edb,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:21.334935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-dfba1c11-740d-4dc8-a7ad-01b1770d23b9 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:21.336686 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-dfba1c11-740d-4dc8-a7ad-01b1770d23b9 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.52 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 814 time: 0.2790720 Sep 16 16:37:21.341870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-89e060f9-d82a-4d6e-ba89-7a4d84432373 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27dc50d2e9734464be6e7e9226a37e48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3901143 Sep 16 16:37:21.353683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43354) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:21.407545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb9cb4a6-e69a-45a4-84a9-b13c99e5d2a0 req-4ac7ccf2-34b7-4402-a1bc-97ef77748a50 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116359 Sep 16 16:37:21.414320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b226a9c-44a5-40d3-a852-b58fe7279584 req-a224acd7-1729-4bb2-944f-191e5c84319e tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176965 Sep 16 16:37:21.470229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Request body: {'port': {'device_id': '9993b08a-0348-4009-acac-88be9c82adf5', 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520', 'admin_state_up': True, 'tenant_id': '775191cda7c6499dafc9f5c1b5c9653c'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:21.478253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18972111-70b8-4ba2-9013-1f358a1ac59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:21.554043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-612a8a9e-780e-4f44-ad12-edda5ed3cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:21.555454 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-612a8a9e-780e-4f44-ad12-edda5ed3cab8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2749920 Sep 16 16:37:21.557248 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-0d72e590-12c2-4aee-9493-7a87e82ed83e service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126380 Sep 16 16:37:21.561791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18972111-70b8-4ba2-9013-1f358a1ac59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:21.621258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cbf5f-d71e-4318-b816-87461e251970 req-80d0f74e-90c8-46da-a76b-a1dfab314c38 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:21.622774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f12cbf5f-d71e-4318-b816-87461e251970 req-80d0f74e-90c8-46da-a76b-a1dfab314c38 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1367669 Sep 16 16:37:21.631483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c81796-83bf-46b0-ab2a-e6e9b792bf4e req-89fcee48-2823-44b6-bd8b-12212ff97217 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:21.633077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60c81796-83bf-46b0-ab2a-e6e9b792bf4e req-89fcee48-2823-44b6-bd8b-12212ff97217 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 932 time: 0.1353018 Sep 16 16:37:21.683354 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-c01f95d2-1056-42f9-a791-cc3c15c2729a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=ea0d0c04-595f-4e21-97cf-1ee3b39295dd HTTP/1.1" status: 200 len: 217 time: 0.0961480 Sep 16 16:37:21.694212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f12cbf5f-d71e-4318-b816-87461e251970 req-9e63264e-e9f9-431c-a32b-1e8817bcfd2e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Sep 16 16:37:21.701728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60c81796-83bf-46b0-ab2a-e6e9b792bf4e req-d3ff558b-763e-4820-ae88-187581792b56 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601079 Sep 16 16:37:21.758987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18972111-70b8-4ba2-9013-1f358a1ac59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:21.763350 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18972111-70b8-4ba2-9013-1f358a1ac59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:21.764882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-18972111-70b8-4ba2-9013-1f358a1ac59f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/849e5210-bbc8-4fb9-89db-6a3f34584edb HTTP/1.1" status: 204 len: 168 time: 0.4099720 Sep 16 16:37:21.774030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18972111-70b8-4ba2-9013-1f358a1ac59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849e5210-bbc8-4fb9-89db-6a3f34584edb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:21.826764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2144bfff-70a1-405c-8f25-e35be4ba2be2 req-3f33c7c1-cabe-4b48-afbc-885c0b5ed04a tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 210 time: 0.0335243 Sep 16 16:37:21.869050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-0fff0f79-226f-4bd1-9814-f200ec98d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:21.870840 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-0fff0f79-226f-4bd1-9814-f200ec98d1ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.1673400 Sep 16 16:37:21.905864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be983d4b-1f7e-487f-ab9a-77e17fc20eac req-c2e576fb-4733-4c94-a3ea-c21d9b4ff138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:21.907380 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be983d4b-1f7e-487f-ab9a-77e17fc20eac req-c2e576fb-4733-4c94-a3ea-c21d9b4ff138 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 1097 time: 0.2075257 Sep 16 16:37:21.930794 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-a849ece9-a149-44d3-93df-b4ff1d5be199 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464148 Sep 16 16:37:22.025649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Made reservation on behalf of 775191cda7c6499dafc9f5c1b5c9653c for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:37:22.029174 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:22.120929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256cce-b001-43f8-b9ee-308f7c8228c1 req-b0ba46d7-d109-40a7-9be4-a17ea66acf46 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.123510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9e911c-8913-4f82-a823-55456212edc5 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:22.127346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256cce-b001-43f8-b9ee-308f7c8228c1 req-b0ba46d7-d109-40a7-9be4-a17ea66acf46 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.130084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-302c1186-0283-4473-9a29-31e5ab32ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.131596 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-302c1186-0283-4473-9a29-31e5ab32ec47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2451999 Sep 16 16:37:22.134199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256cce-b001-43f8-b9ee-308f7c8228c1 req-b0ba46d7-d109-40a7-9be4-a17ea66acf46 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.139611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256cce-b001-43f8-b9ee-308f7c8228c1 req-b0ba46d7-d109-40a7-9be4-a17ea66acf46 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.145371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:22.145822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256cce-b001-43f8-b9ee-308f7c8228c1 req-b0ba46d7-d109-40a7-9be4-a17ea66acf46 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.152511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256cce-b001-43f8-b9ee-308f7c8228c1 req-b0ba46d7-d109-40a7-9be4-a17ea66acf46 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.159385 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256cce-b001-43f8-b9ee-308f7c8228c1 req-b0ba46d7-d109-40a7-9be4-a17ea66acf46 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.161939 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98256cce-b001-43f8-b9ee-308f7c8228c1 req-b0ba46d7-d109-40a7-9be4-a17ea66acf46 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.1274772 Sep 16 16:37:22.199619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9588b2-b627-43fb-8875-2e7939f94d50 req-4f191db5-5094-41c7-a0ab-41004c121225 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.207836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe9588b2-b627-43fb-8875-2e7939f94d50 req-4f191db5-5094-41c7-a0ab-41004c121225 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1311216 Sep 16 16:37:22.219463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Transition to ACTIVE for port object 9c9e911c-8913-4f82-a823-55456212edc5 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:22.231664 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-db6ccf63-c31d-4112-85ec-c778a70b52bd req-eec9b8aa-653e-4fd0-a92f-dbf26d682f87 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870984 Sep 16 16:37:22.234052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be983d4b-1f7e-487f-ab9a-77e17fc20eac req-22073151-f181-42f6-9421-2c60f9f16870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.235436 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be983d4b-1f7e-487f-ab9a-77e17fc20eac req-22073151-f181-42f6-9421-2c60f9f16870 service neutron] 10.222.0.52 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 914 time: 0.3081427 Sep 16 16:37:22.252171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98256cce-b001-43f8-b9ee-308f7c8228c1 req-fed43354-7140-43db-98f5-f191f5fb142d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778179 Sep 16 16:37:22.275584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe9588b2-b627-43fb-8875-2e7939f94d50 req-542f38fb-9f40-4be6-849d-c00445ddb9b6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643630 Sep 16 16:37:22.347655 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be983d4b-1f7e-487f-ab9a-77e17fc20eac req-79272e5d-9c1a-429e-baf7-8723bc64a569 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 200 len: 217 time: 0.0858815 Sep 16 16:37:22.348349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:22.477004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-366607b4-3539-4f89-b825-fd370bad299c service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339176 Sep 16 16:37:22.501445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9e911c-8913-4f82-a823-55456212edc5,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:22.571336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be983d4b-1f7e-487f-ab9a-77e17fc20eac req-0823d923-690c-4fa2-bb45-e015fa9dfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.573253 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be983d4b-1f7e-487f-ab9a-77e17fc20eac req-0823d923-690c-4fa2-bb45-e015fa9dfe36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 200 len: 853 time: 0.2066503 Sep 16 16:37:22.578328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639535f-b76c-4490-96f9-c5fb8886ee09 req-3edc20d0-ad4e-4017-bb43-5ee82583a146 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.601960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5639535f-b76c-4490-96f9-c5fb8886ee09 req-3edc20d0-ad4e-4017-bb43-5ee82583a146 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.0874410 Sep 16 16:37:22.649473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5639535f-b76c-4490-96f9-c5fb8886ee09 req-474ba198-f17a-4964-8aa1-c8d9e8d41709 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Sep 16 16:37:22.675291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Allocated IP 172.20.0.4 (10b14b39-f053-4d74-8685-c7c085a18520/e95e675d-14c2-4dbd-8f50-7b3db5eb275a/6a482f18-ace3-4840-a931-de542dc9dff7) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:37:22.702038 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be983d4b-1f7e-487f-ab9a-77e17fc20eac req-3ff7b528-9f66-4d28-9de6-ed93a2b43273 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=563fff5e-1376-43e1-95f9-8f5d140768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062045 Sep 16 16:37:22.726360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43376) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:22.743541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69056171-133b-4e8c-8e0a-c260c03c869d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:22.812278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Attempting to bind port 9c9e911c-8913-4f82-a823-55456212edc5 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:22.812658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Attempting to bind port 9c9e911c-8913-4f82-a823-55456212edc5 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:22.812976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Attempting to bind port 9c9e911c-8913-4f82-a823-55456212edc5 on network df0d353d-ef72-4b4b-91d1-d6ca0da472ab {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:22.874090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a00b-66fb-45a2-a0cc-5408b8420a9f req-da8bf8f4-6744-4ca6-b0ec-9831ed305f92 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:22.875572 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Port 9c9e911c-8913-4f82-a823-55456212edc5 on network df0d353d-ef72-4b4b-91d1-d6ca0da472ab not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:22.875912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Attempting to bind port 9c9e911c-8913-4f82-a823-55456212edc5 on network df0d353d-ef72-4b4b-91d1-d6ca0da472ab {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:22.876527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9960a00b-66fb-45a2-a0cc-5408b8420a9f req-da8bf8f4-6744-4ca6-b0ec-9831ed305f92 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 945 time: 0.0920501 Sep 16 16:37:22.880429 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-435f8c03-bab8-4eef-a7ca-4c136c33ffb4 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820195 Sep 16 16:37:22.936591 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69056171-133b-4e8c-8e0a-c260c03c869d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:22.940061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9960a00b-66fb-45a2-a0cc-5408b8420a9f req-4fb55c51-d678-46a3-8914-5bca1665b586 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550923 Sep 16 16:37:22.966187 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-b503eac4-d41e-4824-b780-7d5ce547a961 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=c8200d1d-3946-44b4-b45a-b57718561077 HTTP/1.1" status: 200 len: 217 time: 0.0519545 Sep 16 16:37:22.966922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:22.967263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Checking segment: {'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:22.967642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Bound using segment: {'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:22.968091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Bound port: 9c9e911c-8913-4f82-a823-55456212edc5, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:22.968475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:22.971599 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be983d4b-1f7e-487f-ab9a-77e17fc20eac req-f69ba2a5-1c2a-4da2-9f5b-d977521152bc service neutron] 10.222.0.52 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503059 Sep 16 16:37:23.036580 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69056171-133b-4e8c-8e0a-c260c03c869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:23.089726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-69056171-133b-4e8c-8e0a-c260c03c869d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd5f48c5108e44b889bf3b5630da7d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617263 Sep 16 16:37:23.093688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43384) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:23.103368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f043098-e3a3-4f25-8033-905e9d51d524 req-1169a4ff-bf22-48a2-a6e0-6308441147a0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.111083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f043098-e3a3-4f25-8033-905e9d51d524 req-1169a4ff-bf22-48a2-a6e0-6308441147a0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1091805 Sep 16 16:37:23.132711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69056171-133b-4e8c-8e0a-c260c03c869d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f3bc4e-759c-4fe9-888c-a84c52612392,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:23.179159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f043098-e3a3-4f25-8033-905e9d51d524 req-44cdcfbc-ccac-47de-9e0c-5b4d70bb6642 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672631 Sep 16 16:37:23.194410 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-792bbd48-4fad-43b6-b2c5-a2a1231d161c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:23.251052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-792bbd48-4fad-43b6-b2c5-a2a1231d161c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:23.344045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ba8ae03-d2a5-4068-9f02-d982005c882b req-d901c839-430f-40b9-b000-b5255b08c4b1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 210 time: 0.0346601 Sep 16 16:37:23.367934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00840fbd-b384-45b6-a9c1-d06d89400e07 req-2c0c1adf-b61d-4eb4-a66b-23f4fa6e2717 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.375708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00840fbd-b384-45b6-a9c1-d06d89400e07 req-2c0c1adf-b61d-4eb4-a66b-23f4fa6e2717 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 944 time: 0.1114771 Sep 16 16:37:23.448286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00840fbd-b384-45b6-a9c1-d06d89400e07 req-912cb971-2317-49ce-a469-a7398d2ca979 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715108 Sep 16 16:37:23.475669 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-792bbd48-4fad-43b6-b2c5-a2a1231d161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:23.479539 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-792bbd48-4fad-43b6-b2c5-a2a1231d161c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:23.480856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-792bbd48-4fad-43b6-b2c5-a2a1231d161c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07f3bc4e-759c-4fe9-888c-a84c52612392 HTTP/1.1" status: 204 len: 168 time: 0.3860517 Sep 16 16:37:23.510059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15b845-79b8-450a-8845-5661c4afef3e req-92564dbd-b95a-4fd7-800d-39e60b86f669 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.511855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f15b845-79b8-450a-8845-5661c4afef3e req-92564dbd-b95a-4fd7-800d-39e60b86f669 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.0817869 Sep 16 16:37:23.512816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bbd48-4fad-43b6-b2c5-a2a1231d161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f3bc4e-759c-4fe9-888c-a84c52612392,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:23.516547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-b6cbab45-684d-4cbf-a399-6f7057182b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.518238 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-b6cbab45-684d-4cbf-a399-6f7057182b0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.5285344 Sep 16 16:37:23.615656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] For port 9c9e911c-8913-4f82-a823-55456212edc5, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:23.621915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f15b845-79b8-450a-8845-5661c4afef3e req-179713b2-3117-4e1a-8b7c-85ee6feb14a1 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489373 Sep 16 16:37:23.631294 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-be983d4b-1f7e-487f-ab9a-77e17fc20eac req-5c30029d-1b64-4876-b65a-3400e5fe7300 service neutron] 10.222.0.52 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374791 Sep 16 16:37:23.652284 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53e780-f992-42bc-a19e-faab6f8ff5b6 req-a1ebc265-eaf3-48a2-8a32-c03f1f3a79cd tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.653597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:23.656106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] For port 9c9e911c-8913-4f82-a823-55456212edc5, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9c9e911c-8913-4f82-a823-55456212edc5,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:23.661562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ac53e780-f992-42bc-a19e-faab6f8ff5b6 req-a1ebc265-eaf3-48a2-8a32-c03f1f3a79cd tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1245360 Sep 16 16:37:23.668498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-c978e877-d392-4b1d-8d0d-f08fd454cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.670243 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-c978e877-d392-4b1d-8d0d-f08fd454cf03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1405239 Sep 16 16:37:23.708828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ac53e780-f992-42bc-a19e-faab6f8ff5b6 req-a4c3a047-2fdc-4c33-9a9c-d39ca8ad73f6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 Sep 16 16:37:23.717763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:23.771176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668aee9-c7b2-4fa4-8e54-b03d3409954c req-b4c58ef9-439d-4fb9-a946-48c78c8cc3a0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.777202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668aee9-c7b2-4fa4-8e54-b03d3409954c req-b4c58ef9-439d-4fb9-a946-48c78c8cc3a0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.783321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668aee9-c7b2-4fa4-8e54-b03d3409954c req-b4c58ef9-439d-4fb9-a946-48c78c8cc3a0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.790457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668aee9-c7b2-4fa4-8e54-b03d3409954c req-b4c58ef9-439d-4fb9-a946-48c78c8cc3a0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.796799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668aee9-c7b2-4fa4-8e54-b03d3409954c req-b4c58ef9-439d-4fb9-a946-48c78c8cc3a0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.803232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668aee9-c7b2-4fa4-8e54-b03d3409954c req-b4c58ef9-439d-4fb9-a946-48c78c8cc3a0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.810548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668aee9-c7b2-4fa4-8e54-b03d3409954c req-b4c58ef9-439d-4fb9-a946-48c78c8cc3a0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.812961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d668aee9-c7b2-4fa4-8e54-b03d3409954c req-b4c58ef9-439d-4fb9-a946-48c78c8cc3a0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.1027300 Sep 16 16:37:23.821616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:23.822623 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:23.824074 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] 10.222.0.62 "PUT /v2.0/ports/9c9e911c-8913-4f82-a823-55456212edc5 HTTP/1.1" status: 200 len: 1092 time: 3.4276912 Sep 16 16:37:23.827550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'tag': '9c9e911c-8913-4f82-a823-55456212edc5'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:23.842033 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e164d3-b764-4f18-a1e9-01ba227ab965" -d '{"events": [{"name": "network-changed", "server_uuid": "160d31f6-dab9-4cee-b32d-4cb99d7e9d03", "tag": "9c9e911c-8913-4f82-a823-55456212edc5"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:23.934336 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:23.935993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d668aee9-c7b2-4fa4-8e54-b03d3409954c req-f944e81c-36f9-4f20-8607-ebb023e0e217 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067722 Sep 16 16:37:23.952054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f7e67e7c-7efc-4f5b-98d6-615e65f47ed0', 'bc875c02-879b-4d28-ae9d-4cd09015e3c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:23.997043 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eed5f94-13ce-49a0-a78d-99b8cde7a796 x-openstack-request-id: req-8eed5f94-13ce-49a0-a78d-99b8cde7a796 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:23.997361 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160d31f6-dab9-4cee-b32d-4cb99d7e9d03", "tag": "9c9e911c-8913-4f82-a823-55456212edc5", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:23.998923 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8eed5f94-13ce-49a0-a78d-99b8cde7a796 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:23.998923 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'tag': '9c9e911c-8913-4f82-a823-55456212edc5', 'status': 'completed', 'code': 200} Sep 16 16:37:24.048934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec018181-ce8d-427c-a6ab-476346d22714 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9e911c-8913-4f82-a823-55456212edc5,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:24.101570 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-907240bd-80da-4e3a-8919-3c0305bd6b90 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962505 Sep 16 16:37:24.141543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Network 10b14b39-f053-4d74-8685-c7c085a18520 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:37:24.217739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:24.229544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:37:24.237902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-e0e292bd-951a-4745-8ac8-58fb32120b7c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.239610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-e0e292bd-951a-4745-8ac8-58fb32120b7c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 945 time: 0.1887367 Sep 16 16:37:24.258976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf470af5-34d4-4fd0-879e-6d2d51b042ac req-44642c01-9b94-4199-a262-f2731c392fea tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.270220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf470af5-34d4-4fd0-879e-6d2d51b042ac req-44642c01-9b94-4199-a262-f2731c392fea tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 945 time: 0.2074740 Sep 16 16:37:24.287687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Pushing event updated for resources: {'Port': ['ID=6a482f18-ace3-4840-a931-de542dc9dff7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:24.300620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e164d3-b764-4f18-a1e9-01ba227ab965 req-c4a3a0fd-c127-45e1-99e6-06fedb9ba53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.304221 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-47e164d3-b764-4f18-a1e9-01ba227ab965 req-c4a3a0fd-c127-45e1-99e6-06fedb9ba53a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ec4611ebaba4a3aba307cc201d1948f&device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 1095 time: 0.3053529 Sep 16 16:37:24.335273 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-e415b4ed-d219-4f92-9cb4-e9f1bf6286c5 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958511 Sep 16 16:37:24.361763 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.362697 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:24.418296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-8f34a065-fea9-4a0e-b009-a479a1361ba2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f41156ca-fe2c-4554-bce2-6da322a34a02 HTTP/1.1" status: 200 len: 217 time: 0.0722654 Sep 16 16:37:24.464685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf470af5-34d4-4fd0-879e-6d2d51b042ac req-b756bea9-6548-4bf9-b387-d2bc9e4b90e6 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886401 Sep 16 16:37:24.506895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcd0d1-d536-48be-abf4-7f7c3d95b2ee req-47125c88-c35d-40d2-8a90-61f510d747c5 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.508485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7abcd0d1-d536-48be-abf4-7f7c3d95b2ee req-47125c88-c35d-40d2-8a90-61f510d747c5 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1861649 Sep 16 16:37:24.544206 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-d74f9a87-1746-413a-b591-7917b732e0d1 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0897071 Sep 16 16:37:24.545705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Deleting port 9e048ba9-8133-458a-8c71-eeec7d1093eb {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:37:24.546132 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:24.563546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Request body: {'port': {'device_id': '9993b08a-0348-4009-acac-88be9c82adf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:24.612681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-c089672d-b83f-4a8f-a3f7-36d8b3cc0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.615350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-c089672d-b83f-4a8f-a3f7-36d8b3cc0ed7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.1877699 Sep 16 16:37:24.620253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e164d3-b764-4f18-a1e9-01ba227ab965 req-1b27105a-a0b8-41d5-8afe-e1e70b021c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.621803 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-47e164d3-b764-4f18-a1e9-01ba227ab965 req-1b27105a-a0b8-41d5-8afe-e1e70b021c4f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0ec4611ebaba4a3aba307cc201d1948f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3061287 Sep 16 16:37:24.636092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106cd36-ba23-4a1a-953d-51733548a227 req-e28216e7-1270-40a9-bbf7-4f85e98ec25d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.637665 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a106cd36-ba23-4a1a-953d-51733548a227 req-e28216e7-1270-40a9-bbf7-4f85e98ec25d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.52 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.1580820 Sep 16 16:37:24.679152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7abcd0d1-d536-48be-abf4-7f7c3d95b2ee req-e51cd3ab-4872-4f16-aa52-5fa42458f717 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570864 Sep 16 16:37:24.725273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e355ac-efea-4670-b8c3-1c13e8dc3e4c req-320ea9bd-3cc8-4e2e-94ea-8b926785402d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.747160 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14e355ac-efea-4670-b8c3-1c13e8dc3e4c req-320ea9bd-3cc8-4e2e-94ea-8b926785402d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 931 time: 0.1964810 Sep 16 16:37:24.761669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:24.843403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] For port 9e048ba9-8133-458a-8c71-eeec7d1093eb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9e048ba9-8133-458a-8c71-eeec7d1093eb,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:24.844598 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:24.871922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14e355ac-efea-4670-b8c3-1c13e8dc3e4c req-30da2a85-f111-4ff4-98a4-649dfec0ccae tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238430 Sep 16 16:37:24.882768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-20484c32-7148-4017-8a03-308fecd4ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.884462 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-20484c32-7148-4017-8a03-308fecd4ece4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2604554 Sep 16 16:37:24.913340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e164d3-b764-4f18-a1e9-01ba227ab965 req-c624add7-ed7b-4d1b-b825-29c0c7b07312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.914845 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-47e164d3-b764-4f18-a1e9-01ba227ab965 req-c624add7-ed7b-4d1b-b825-29c0c7b07312 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2696474 Sep 16 16:37:24.981588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e2955-6c83-44e2-a38b-109c018de22e req-28a12955-6022-45e4-97a6-d8540a696def tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:24.991885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-155e2955-6c83-44e2-a38b-109c018de22e req-28a12955-6022-45e4-97a6-d8540a696def tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 944 time: 0.2285450 Sep 16 16:37:25.149742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-155e2955-6c83-44e2-a38b-109c018de22e req-9f11cbe8-d9cb-4efd-bfed-af79f27d7e6b tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544175 Sep 16 16:37:25.283964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fba4ba-2cb8-4411-8f34-c68fab4ea519 req-86e13987-f381-4c3d-9a5f-e6c0c660a4ab tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.292158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a482f18-ace3-4840-a931-de542dc9dff7 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:25.292353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0fba4ba-2cb8-4411-8f34-c68fab4ea519 req-86e13987-f381-4c3d-9a5f-e6c0c660a4ab tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 945 time: 0.2650285 Sep 16 16:37:25.301097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:25.314265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Transition to ACTIVE for port object 6a482f18-ace3-4840-a931-de542dc9dff7 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:25.350619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-2e328568-10f7-4111-9271-a536bc56bcc5 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331906 Sep 16 16:37:25.357133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a106cd36-ba23-4a1a-953d-51733548a227 req-2b2e9125-9498-47ee-93a8-294f21f24012 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Deleting port c5ab7b1f-839b-4335-8616-2b3387b4298d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:37:25.358586 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a106cd36-ba23-4a1a-953d-51733548a227 req-2b2e9125-9498-47ee-93a8-294f21f24012 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:25.377054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:25.377425 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:25.377746 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Floating IP 5fb23759-1568-4c39-bef2-1f4253145727 disassociated. External IP: 172.25.6.172, port: 9e048ba9-8133-458a-8c71-eeec7d1093eb. Sep 16 16:37:25.378092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Calling delete_port for 9e048ba9-8133-458a-8c71-eeec7d1093eb owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:37:25.384964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0fba4ba-2cb8-4411-8f34-c68fab4ea519 req-f72d9cbd-b8d0-4a27-9151-3484a3da521a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916858 Sep 16 16:37:25.435199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-5b3b5384-5938-4cd0-9cd1-a2c8c325dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.436824 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-5b3b5384-5938-4cd0-9cd1-a2c8c325dce1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ec4611ebaba4a3aba307cc201d1948f&device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 1095 time: 0.4676559 Sep 16 16:37:25.470069 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:25.471887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e155f0-bcb6-4038-a068-57e68173baab req-4018d8c9-a01c-4476-bdaa-4c542322b43e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.478032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e155f0-bcb6-4038-a068-57e68173baab req-4018d8c9-a01c-4476-bdaa-4c542322b43e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.484764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e155f0-bcb6-4038-a068-57e68173baab req-4018d8c9-a01c-4476-bdaa-4c542322b43e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.491832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e155f0-bcb6-4038-a068-57e68173baab req-4018d8c9-a01c-4476-bdaa-4c542322b43e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.497467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e155f0-bcb6-4038-a068-57e68173baab req-4018d8c9-a01c-4476-bdaa-4c542322b43e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.503397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e155f0-bcb6-4038-a068-57e68173baab req-4018d8c9-a01c-4476-bdaa-4c542322b43e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.510251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e155f0-bcb6-4038-a068-57e68173baab req-4018d8c9-a01c-4476-bdaa-4c542322b43e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.518154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83e155f0-bcb6-4038-a068-57e68173baab req-4018d8c9-a01c-4476-bdaa-4c542322b43e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.2550194 Sep 16 16:37:25.584237 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-f4872917-4657-49fa-912e-44932b850b0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9e911c-8913-4f82-a823-55456212edc5 HTTP/1.1" status: 200 len: 217 time: 0.1165361 Sep 16 16:37:25.634941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83e155f0-bcb6-4038-a068-57e68173baab req-9e76be6c-03b9-4258-86a3-595c27c5eca6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1139066 Sep 16 16:37:25.669929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28575bb2-04d2-4fd1-b0aa-2ef1ae9baa31 req-4ea1d338-40dd-47b4-a025-d22927150943 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.671549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28575bb2-04d2-4fd1-b0aa-2ef1ae9baa31 req-4ea1d338-40dd-47b4-a025-d22927150943 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 945 time: 0.1199231 Sep 16 16:37:25.721954 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-1e3e76b2-ab0d-4fc2-8973-82562fd854da service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299327 Sep 16 16:37:25.724025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Pushing event updated for resources: {'Port': ['ID=6a482f18-ace3-4840-a931-de542dc9dff7,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:25.744481 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:25.744677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a106cd36-ba23-4a1a-953d-51733548a227 req-2b2e9125-9498-47ee-93a8-294f21f24012 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] For port c5ab7b1f-839b-4335-8616-2b3387b4298d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c5ab7b1f-839b-4335-8616-2b3387b4298d,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:25.744984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a106cd36-ba23-4a1a-953d-51733548a227 req-2b2e9125-9498-47ee-93a8-294f21f24012 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:25.757014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28575bb2-04d2-4fd1-b0aa-2ef1ae9baa31 req-4ef5e93b-e266-4161-9952-4528826041a6 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce92a77e-db2e-462c-b45f-3de1f6c6dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774395 Sep 16 16:37:25.804993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Pushing event deleted for resources: {'Port': ['ID=9e048ba9-8133-458a-8c71-eeec7d1093eb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:25.819600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a106cd36-ba23-4a1a-953d-51733548a227 req-2b2e9125-9498-47ee-93a8-294f21f24012 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Calling delete_port for c5ab7b1f-839b-4335-8616-2b3387b4298d owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:37:25.893216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43444) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:25.900343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-3cdc4bba-2f82-4fe9-96bd-58c7a444bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.901884 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-3cdc4bba-2f82-4fe9-96bd-58c7a444bce4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0289bec-155d-487a-9918-3bb9c6750d50 HTTP/1.1" status: 200 len: 850 time: 0.3059580 Sep 16 16:37:25.904966 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-b36382bc-6d94-4387-a8f2-3409941cac94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d HTTP/1.1" status: 200 len: 217 time: 0.1669407 Sep 16 16:37:25.910883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466774c1-e5c8-4f8d-8422-ea66798083f5 req-94f58ee4-0006-44ba-992c-2295b3f9720c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:25.912607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-466774c1-e5c8-4f8d-8422-ea66798083f5 req-94f58ee4-0006-44ba-992c-2295b3f9720c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1529677 Sep 16 16:37:26.053022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-466774c1-e5c8-4f8d-8422-ea66798083f5 req-ef0a6f45-3004-4c12-9465-15ea2c824235 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231163 Sep 16 16:37:26.055224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ed68f90f-3d79-4dc1-b397-b989fc90d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.056766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-ed68f90f-3d79-4dc1-b397-b989fc90d8f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df0d353d-ef72-4b4b-91d1-d6ca0da472ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446424 Sep 16 16:37:26.059053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-51e63f1b-ff25-4324-b934-a407337ff269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.060408 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-51e63f1b-ff25-4324-b934-a407337ff269 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.1471488 Sep 16 16:37:26.061176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Attempting to bind port 6a482f18-ace3-4840-a931-de542dc9dff7 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:26.070233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Router b9e761cf-2b54-4317-877b-0b938cdb7d99 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:37:26.070928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Attempting to bind port 6a482f18-ace3-4840-a931-de542dc9dff7 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:26.071293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Attempting to bind port 6a482f18-ace3-4840-a931-de542dc9dff7 on network 10b14b39-f053-4d74-8685-c7c085a18520 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:26.083730 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e96f7dd-fa85-454e-8256-2ccccc3157ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.095876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b888-9154-4475-99ea-5866bac93f74 req-82a2674b-d4b6-4889-9de0-8ff8495f29ef tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.096118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Port 6a482f18-ace3-4840-a931-de542dc9dff7 on network 10b14b39-f053-4d74-8685-c7c085a18520 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:26.096118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Attempting to bind port 6a482f18-ace3-4840-a931-de542dc9dff7 on network 10b14b39-f053-4d74-8685-c7c085a18520 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:26.105895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f713b888-9154-4475-99ea-5866bac93f74 req-82a2674b-d4b6-4889-9de0-8ff8495f29ef tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 943 time: 0.1336660 Sep 16 16:37:26.143555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:26.143896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Checking segment: {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:26.144335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Bound using segment: {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:26.145109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Bound port: 6a482f18-ace3-4840-a931-de542dc9dff7, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:26.145109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.277660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644141-5857-4798-b500-0171514d8787 req-9b5a5d7d-c87e-4a3b-87a1-df743527ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.279090 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-9b5a5d7d-c87e-4a3b-87a1-df743527ccab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2027957 Sep 16 16:37:26.285179 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e96f7dd-fa85-454e-8256-2ccccc3157ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.382588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f713b888-9154-4475-99ea-5866bac93f74 req-f7254085-8202-40f3-89ea-75b9c6e659cb tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720063 Sep 16 16:37:26.391174 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-c58b1fe5-30d9-47e9-a089-2f70d5c6a3eb service neutron] 10.222.0.62 "GET /v2.0/networks/df0d353d-ef72-4b4b-91d1-d6ca0da472ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158438 Sep 16 16:37:26.403686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e96f7dd-fa85-454e-8256-2ccccc3157ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.515859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] For port 6a482f18-ace3-4840-a931-de542dc9dff7, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:26.518082 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a106cd36-ba23-4a1a-953d-51733548a227 req-2b2e9125-9498-47ee-93a8-294f21f24012 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.526382 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7e96f7dd-fa85-454e-8256-2ccccc3157ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1dc4ee9e0d214cca8798f5aef5d1b87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6299622 Sep 16 16:37:26.529712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['c5ab7b1f-839b-4335-8616-2b3387b4298d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:26.533040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd0120-be13-4a8a-beb5-3d9fa11de9dc req-a55224c7-2b5f-4ce7-9d66-314ce177d4d8 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.534589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dedd0120-be13-4a8a-beb5-3d9fa11de9dc req-a55224c7-2b5f-4ce7-9d66-314ce177d4d8 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 944 time: 0.2667329 Sep 16 16:37:26.541293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43454) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:26.567918 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-41e18b93-821d-49c3-9b08-d82ebddc3bd4 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785761 Sep 16 16:37:26.580179 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75ed81a2-d964-4b4c-bd96-ac66b6667db8 req-e1223a0a-fed3-4005-8e44-76083b819907 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 210 time: 0.0804932 Sep 16 16:37:26.591735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e9125-9498-47ee-93a8-294f21f24012 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event deleted for resources: {'Port': ['ID=c5ab7b1f-839b-4335-8616-2b3387b4298d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:26.597763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96f7dd-fa85-454e-8256-2ccccc3157ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a0e50f-f5f4-4fdb-997e-4df08949d5e3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:26.602009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:37:26.619168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] For port 6a482f18-ace3-4840-a931-de542dc9dff7, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6a482f18-ace3-4840-a931-de542dc9dff7,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:26.622914 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] Sync routers for ids ['b9e761cf-2b54-4317-877b-0b938cdb7d99'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:37:26.635480 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] Routers {'b9e761cf-2b54-4317-877b-0b938cdb7d99'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:37:26.636435 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9e761cf-2b54-4317-877b-0b938cdb7d99'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:26.676894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a106cd36-ba23-4a1a-953d-51733548a227 req-2b2e9125-9498-47ee-93a8-294f21f24012 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] No DVR routers for this DVR port c5ab7b1f-839b-4335-8616-2b3387b4298d on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:37:26.679863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dedd0120-be13-4a8a-beb5-3d9fa11de9dc req-1eac6207-4930-4e13-9494-460338e225bd tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047111 Sep 16 16:37:26.680740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] No DVR routers for this DVR port 9e048ba9-8133-458a-8c71-eeec7d1093eb on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:37:26.683719 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.686078 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70893ab7-ad40-4ab9-bb16-aa0f84afcf3f req-1ea41de4-b7d3-4a77-87f2-0bbc8194213c tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.62 "DELETE /v2.0/ports/9e048ba9-8133-458a-8c71-eeec7d1093eb HTTP/1.1" status: 204 len: 173 time: 2.4131689 Sep 16 16:37:26.686735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'name': 'network-vif-deleted', 'tag': '9e048ba9-8133-458a-8c71-eeec7d1093eb'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:26.689732 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3be28c-ceb4-4348-8acb-5015b79af2b2" -d '{"events": [{"server_uuid": "d8645ed5-40ea-4893-967b-2f56d84e9936", "name": "network-vif-deleted", "tag": "9e048ba9-8133-458a-8c71-eeec7d1093eb"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:26.722604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a106cd36-ba23-4a1a-953d-51733548a227 req-2b2e9125-9498-47ee-93a8-294f21f24012 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.724838 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a106cd36-ba23-4a1a-953d-51733548a227 req-2b2e9125-9498-47ee-93a8-294f21f24012 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.52 "DELETE /v2.0/ports/c5ab7b1f-839b-4335-8616-2b3387b4298d HTTP/1.1" status: 204 len: 173 time: 2.0687902 Sep 16 16:37:26.725477 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e8755d-bd3e-4bdb-8bc6-4f7f6594b630', 'name': 'network-vif-deleted', 'tag': 'c5ab7b1f-839b-4335-8616-2b3387b4298d'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:26.727894 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6493e9-9c9e-4ede-8f14-391df6061455" -d '{"events": [{"server_uuid": "96e8755d-bd3e-4bdb-8bc6-4f7f6594b630", "name": "network-vif-deleted", "tag": "c5ab7b1f-839b-4335-8616-2b3387b4298d"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:26.737211 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-464a9d97-4403-469b-ae9e-b134544de9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.770954 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.772419 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-464a9d97-4403-469b-ae9e-b134544de9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.840970 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887148d0-4945-4311-8325-2e1a68f2ef6b x-openstack-request-id: req-887148d0-4945-4311-8325-2e1a68f2ef6b {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:26.841265 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8645ed5-40ea-4893-967b-2f56d84e9936", "name": "network-vif-deleted", "tag": "9e048ba9-8133-458a-8c71-eeec7d1093eb", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:26.841554 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-887148d0-4945-4311-8325-2e1a68f2ef6b {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:26.841990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.842113 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8645ed5-40ea-4893-967b-2f56d84e9936', 'name': 'network-vif-deleted', 'tag': '9e048ba9-8133-458a-8c71-eeec7d1093eb', 'status': 'completed', 'code': 200} Sep 16 16:37:26.842781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.844423 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] 10.222.0.52 "PUT /v2.0/ports/6a482f18-ace3-4840-a931-de542dc9dff7 HTTP/1.1" status: 200 len: 1091 time: 2.2893391 Sep 16 16:37:26.887710 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] Set router b9e761cf-2b54-4317-877b-0b938cdb7d99 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:37:26.903467 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d776b16-b2bb-4576-b275-d4d392590b15 req-d4d1d060-7c56-427e-aa7b-6b322ac23c84 service neutron] 10.222.0.62 "GET /v2.0/networks/df0d353d-ef72-4b4b-91d1-d6ca0da472ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977733 Sep 16 16:37:26.907977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-464a9d97-4403-469b-ae9e-b134544de9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.907977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-464a9d97-4403-469b-ae9e-b134544de9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:26.908797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-464a9d97-4403-469b-ae9e-b134544de9e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29a0e50f-f5f4-4fdb-997e-4df08949d5e3 HTTP/1.1" status: 204 len: 168 time: 0.3628325 Sep 16 16:37:26.919631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b282e33-986d-4480-852f-e284d5da6883 service neutron] Pushing event updated for resources: {'Port': ['ID=6a482f18-ace3-4840-a931-de542dc9dff7,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:26.922511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a9d97-4403-469b-ae9e-b134544de9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a0e50f-f5f4-4fdb-997e-4df08949d5e3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:26.928088 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ca644141-5857-4798-b500-0171514d8787 req-65f3343f-b85d-405f-8575-94d8dadbfe34 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392880 Sep 16 16:37:26.951912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1659c5-3326-4961-9b97-fbfe309c4a36 req-f77c0c55-2aaa-444d-8dd3-05bb2623ad10 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.960644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1659c5-3326-4961-9b97-fbfe309c4a36 req-f77c0c55-2aaa-444d-8dd3-05bb2623ad10 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.968174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1659c5-3326-4961-9b97-fbfe309c4a36 req-f77c0c55-2aaa-444d-8dd3-05bb2623ad10 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.976783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1659c5-3326-4961-9b97-fbfe309c4a36 req-f77c0c55-2aaa-444d-8dd3-05bb2623ad10 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.984984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1659c5-3326-4961-9b97-fbfe309c4a36 req-f77c0c55-2aaa-444d-8dd3-05bb2623ad10 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:26.987060 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20902007-c09c-409e-8146-b171938f364d x-openstack-request-id: req-20902007-c09c-409e-8146-b171938f364d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:26.987541 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e8755d-bd3e-4bdb-8bc6-4f7f6594b630", "name": "network-vif-deleted", "tag": "c5ab7b1f-839b-4335-8616-2b3387b4298d", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:26.987805 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20902007-c09c-409e-8146-b171938f364d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:26.988298 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e8755d-bd3e-4bdb-8bc6-4f7f6594b630', 'name': 'network-vif-deleted', 'tag': 'c5ab7b1f-839b-4335-8616-2b3387b4298d', 'status': 'completed', 'code': 200} Sep 16 16:37:26.997494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1659c5-3326-4961-9b97-fbfe309c4a36 req-f77c0c55-2aaa-444d-8dd3-05bb2623ad10 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.004919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1659c5-3326-4961-9b97-fbfe309c4a36 req-f77c0c55-2aaa-444d-8dd3-05bb2623ad10 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.007234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b1659c5-3326-4961-9b97-fbfe309c4a36 req-f77c0c55-2aaa-444d-8dd3-05bb2623ad10 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.1644092 Sep 16 16:37:27.115935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-ec0709b2-da14-435d-bb93-3e81691d9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.117759 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-ec0709b2-da14-435d-bb93-3e81691d9481 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 1094 time: 0.0568793 Sep 16 16:37:27.118007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c5ab7b1f-839b-4335-8616-2b3387b4298d no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:37:27.147872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: c5ab7b1f-839b-4335-8616-2b3387b4298d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:37:27.149390 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c5ab7b1f-839b-4335-8616-2b3387b4298d not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:37:27.150313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6fc9edce-3b61-4687-9887-899d2aca0566 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:37:27.162227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b1659c5-3326-4961-9b97-fbfe309c4a36 req-ba679ce8-af40-4aa7-9cd8-cd739011e330 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408024 Sep 16 16:37:27.180323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83ca47ce-f794-434b-aff9-59c70fda3387 req-263d6b04-63d7-44ac-bda9-84970dd6fce5 tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8645ed5-40ea-4893-967b-2f56d84e9936 HTTP/1.1" status: 200 len: 210 time: 0.1043539 Sep 16 16:37:27.310985 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '84bb6e9a-6461-4993-bd3e-da30b016bbf4', 'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'mac_address': 'fa:16:3e:00:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:10Z', 'updated_at': '2021-09-16T16:35:16Z', 'revision_number': 5, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'subnets': [{'id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:27.348039 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] Checking router: b9e761cf-2b54-4317-877b-0b938cdb7d99 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:37:27.360209 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] Routers {'b9e761cf-2b54-4317-877b-0b938cdb7d99'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:37:27.360885 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9e761cf-2b54-4317-877b-0b938cdb7d99'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:27.377466 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:27.412129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c2ed-d568-458e-bfdd-65e93be7f3a1 req-0635f29c-f34c-49a1-a0b2-64ab004124cf tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.430208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a67c2ed-d568-458e-bfdd-65e93be7f3a1 req-0635f29c-f34c-49a1-a0b2-64ab004124cf tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.1238849 Sep 16 16:37:27.459278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:27.460225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:27.464036 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6036ac36-cfd4-4622-9a14-005bdbc5d1de" -d '{"events": [{"server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:27.478372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a67c2ed-d568-458e-bfdd-65e93be7f3a1 req-69004ee4-1591-47b3-86b2-816e20db93b0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Sep 16 16:37:27.535273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:27.596398 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] Set router b9e761cf-2b54-4317-877b-0b938cdb7d99 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:37:27.610920 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55571f4-21f3-47a1-8a08-fb854c54414b req-230e01d3-1fb6-462a-90cc-d9b91178f957 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.622601 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-ed186f47-2835-4495-a7e5-e3b76ed99f2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a482f18-ace3-4840-a931-de542dc9dff7 HTTP/1.1" status: 200 len: 217 time: 0.4963598 Sep 16 16:37:27.626897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c55571f4-21f3-47a1-8a08-fb854c54414b req-230e01d3-1fb6-462a-90cc-d9b91178f957 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 943 time: 0.1260817 Sep 16 16:37:27.632115 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576fcad7-195f-4a73-81e0-ebed6f53628b x-openstack-request-id: req-576fcad7-195f-4a73-81e0-ebed6f53628b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:27.632306 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "name": "network-vif-unplugged", "status": "failed", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566", "code": 422}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:27.632593 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-576fcad7-195f-4a73-81e0-ebed6f53628b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:27.632989 n-d-807786-3 neutron-server[95359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566', 'code': 422} returned with failed status Sep 16 16:37:27.633571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:27.718797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c55571f4-21f3-47a1-8a08-fb854c54414b req-5c9a08bd-c86d-4070-be34-a833a978af9c tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884984 Sep 16 16:37:27.730353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-8b26461b-5a99-490d-9874-03d3fa92ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.732179 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-8b26461b-5a99-490d-9874-03d3fa92ff03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e95e675d-14c2-4dbd-8f50-7b3db5eb275a HTTP/1.1" status: 200 len: 854 time: 0.0784698 Sep 16 16:37:27.739607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-d433d43d-2be2-475e-9fd2-f1c77a4f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.740410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-d433d43d-2be2-475e-9fd2-f1c77a4f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.741089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-d433d43d-2be2-475e-9fd2-f1c77a4f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.741747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-d433d43d-2be2-475e-9fd2-f1c77a4f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.742399 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-d433d43d-2be2-475e-9fd2-f1c77a4f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.743071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-d433d43d-2be2-475e-9fd2-f1c77a4f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.744063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-d433d43d-2be2-475e-9fd2-f1c77a4f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.746343 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-d433d43d-2be2-475e-9fd2-f1c77a4f1a8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6486 time: 0.1378639 Sep 16 16:37:27.801172 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-33bd4e4a-aa54-453b-9c63-4ef32aa9a392 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10b14b39-f053-4d74-8685-c7c085a18520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525291 Sep 16 16:37:27.836068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade96a0-9d69-4f9a-9920-531ff363a9dd req-025e37d8-ef21-40e5-96d9-62d266ed7f5e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:27.847391 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aade96a0-9d69-4f9a-9920-531ff363a9dd req-025e37d8-ef21-40e5-96d9-62d266ed7f5e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 944 time: 0.1325388 Sep 16 16:37:27.925068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aade96a0-9d69-4f9a-9920-531ff363a9dd req-23a6f5fa-5ee8-4445-9e94-046034812ce1 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764682 Sep 16 16:37:27.986282 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '84bb6e9a-6461-4993-bd3e-da30b016bbf4', 'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'mac_address': 'fa:16:3e:00:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:10Z', 'updated_at': '2021-09-16T16:35:16Z', 'revision_number': 5, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'subnets': [{'id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:28.015437 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796fe292-bc5e-459b-bdd8-4f73514598ed None None] The sync data for ids ['b9e761cf-2b54-4317-877b-0b938cdb7d99'] in n-d-807786-3 is: [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:35:10Z', 'revision_number': 4, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '84bb6e9a-6461-4993-bd3e-da30b016bbf4', 'name': '', 'network_id': '309a9c06-d343-41c6-bda9-8ea456070fd1', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'mac_address': 'fa:16:3e:00:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:10Z', 'updated_at': '2021-09-16T16:35:16Z', 'revision_number': 5, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'subnets': [{'id': 'ae53996d-9df7-421d-a752-95033cd5ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:37:28.022143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-3ed960fc-f637-4e5e-be18-6a06f0e6b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.027548 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-3ed960fc-f637-4e5e-be18-6a06f0e6b485 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604 HTTP/1.1" status: 200 len: 903 time: 0.2702732 Sep 16 16:37:28.031278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6969fced-1353-40ae-8ba2-3db8f4eab679 req-5c3d7006-9c07-4d36-9ded-a922f824c281 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e8755d-bd3e-4bdb-8bc6-4f7f6594b630 HTTP/1.1" status: 200 len: 210 time: 0.1181555 Sep 16 16:37:28.146837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8f6a7-083d-4fa4-a7ed-5cf3c1a662a8 req-6cef2129-e949-48ea-98aa-5fc55016c789 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.155126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1bd8f6a7-083d-4fa4-a7ed-5cf3c1a662a8 req-6cef2129-e949-48ea-98aa-5fc55016c789 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 944 time: 0.0960140 Sep 16 16:37:28.158466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-df4105e9-5ea3-45a9-b8f6-1c0fc8be0281 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f41156ca-fe2c-4554-bce2-6da322a34a02 HTTP/1.1" status: 200 len: 217 time: 0.1208973 Sep 16 16:37:28.162250 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-34d5aa59-1f2e-4331-8b9b-d64e4317e55e service neutron] 10.222.0.52 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496056 Sep 16 16:37:28.187125 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4cb42039-a516-4b2c-b870-0cc6b6af8688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:28.258682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1bd8f6a7-083d-4fa4-a7ed-5cf3c1a662a8 req-c65e60f1-a0f5-4993-92e8-be8adf911063 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025138 Sep 16 16:37:28.283505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-49b03255-982c-46f9-b25d-9f43e4727bc1 req-a02a356a-f558-4aaa-81b9-833d5f93c535 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:37:28.286827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49b03255-982c-46f9-b25d-9f43e4727bc1 req-a02a356a-f558-4aaa-81b9-833d5f93c535 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229869 Sep 16 16:37:28.294971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-dc27eb3c-6876-47f7-a632-ebdf7813477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.296500 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-dc27eb3c-6876-47f7-a632-ebdf7813477e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.1253121 Sep 16 16:37:28.380166 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2740bb9e-7e56-40f1-9219-344521ef0068 req-32691a65-cac3-480d-8c7c-cff9125469b7 service neutron] 10.222.0.52 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003107 Sep 16 16:37:28.407018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-a300370b-0cbb-4ba6-afdc-138a501f99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.408525 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-a300370b-0cbb-4ba6-afdc-138a501f99ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013324 Sep 16 16:37:28.456494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852af2d-2db7-421e-b0c6-ecc04fa3d69d req-cb7340ab-5115-4d29-b7b2-4b9c7f253a1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.463072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852af2d-2db7-421e-b0c6-ecc04fa3d69d req-cb7340ab-5115-4d29-b7b2-4b9c7f253a1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.469109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852af2d-2db7-421e-b0c6-ecc04fa3d69d req-cb7340ab-5115-4d29-b7b2-4b9c7f253a1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.470745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05216e3-29a4-4341-847e-819ef168d55c None None] New status for floating IP 5fb23759-1568-4c39-bef2-1f4253145727: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:37:28.475153 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852af2d-2db7-421e-b0c6-ecc04fa3d69d req-cb7340ab-5115-4d29-b7b2-4b9c7f253a1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.481223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852af2d-2db7-421e-b0c6-ecc04fa3d69d req-cb7340ab-5115-4d29-b7b2-4b9c7f253a1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.487475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852af2d-2db7-421e-b0c6-ecc04fa3d69d req-cb7340ab-5115-4d29-b7b2-4b9c7f253a1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.494089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852af2d-2db7-421e-b0c6-ecc04fa3d69d req-cb7340ab-5115-4d29-b7b2-4b9c7f253a1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.497831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3852af2d-2db7-421e-b0c6-ecc04fa3d69d req-cb7340ab-5115-4d29-b7b2-4b9c7f253a1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.1141376 Sep 16 16:37:28.514337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9e048ba9-8133-458a-8c71-eeec7d1093eb no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:37:28.518546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-a8fd6586-8481-4be6-8f98-e788c537875c service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006052 Sep 16 16:37:28.552895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 9e048ba9-8133-458a-8c71-eeec7d1093eb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:37:28.554476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9e048ba9-8133-458a-8c71-eeec7d1093eb not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:37:28.579702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3852af2d-2db7-421e-b0c6-ecc04fa3d69d req-1fb13708-479b-4ec4-90f4-74c60a11bca3 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770483 Sep 16 16:37:28.673802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43518) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:28.694792 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-30e912eb-c187-4cd8-82c8-8a6e527508f1 req-4cc5a3fd-5478-4409-ba23-467331f5482c service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688271 Sep 16 16:37:28.719327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d68ff-2250-4415-a157-0efdde8886c0 req-d5eeb98d-76d7-4b95-8e61-b642677fa0dc tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.727773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-793d68ff-2250-4415-a157-0efdde8886c0 req-d5eeb98d-76d7-4b95-8e61-b642677fa0dc tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 944 time: 0.0790586 Sep 16 16:37:28.758315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e5b4f1f-d318-4f41-9e74-2157d0b86dee tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:28.771157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-793d68ff-2250-4415-a157-0efdde8886c0 req-a8b28dbe-9344-4af9-b833-a697c1d15227 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Sep 16 16:37:28.863788 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e5b4f1f-d318-4f41-9e74-2157d0b86dee tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:28.885465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-1a203571-f1f4-4332-a346-b6ee22f552c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.885976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-1a203571-f1f4-4332-a346-b6ee22f552c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.886417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadb05c-54b5-4b61-bf23-252ecbda4c3f req-50796a9a-74e4-4f36-b381-43d797254c64 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.886560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-1a203571-f1f4-4332-a346-b6ee22f552c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.886913 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-1a203571-f1f4-4332-a346-b6ee22f552c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.887389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-1a203571-f1f4-4332-a346-b6ee22f552c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.887909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-1a203571-f1f4-4332-a346-b6ee22f552c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.888066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-acadb05c-54b5-4b61-bf23-252ecbda4c3f req-50796a9a-74e4-4f36-b381-43d797254c64 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 943 time: 0.0577550 Sep 16 16:37:28.888333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-1a203571-f1f4-4332-a346-b6ee22f552c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:28.890357 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-1a203571-f1f4-4332-a346-b6ee22f552c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6486 time: 0.1155117 Sep 16 16:37:28.937144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-acadb05c-54b5-4b61-bf23-252ecbda4c3f req-47b843b0-3629-4cba-986c-ce3e686d3297 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Sep 16 16:37:28.993747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9993b08a-0348-4009-acac-88be9c82adf5', 'tag': '6a482f18-ace3-4840-a931-de542dc9dff7'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:28.996239 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64357922-4104-4000-bb71-20073a8b31da" -d '{"events": [{"name": "network-changed", "server_uuid": "9993b08a-0348-4009-acac-88be9c82adf5", "tag": "6a482f18-ace3-4840-a931-de542dc9dff7"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:29.014344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-cdd83b1d-9d8e-4cc3-b74f-253c4b8b3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:29.015864 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-cdd83b1d-9d8e-4cc3-b74f-253c4b8b3169 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604 HTTP/1.1" status: 200 len: 903 time: 0.1177754 Sep 16 16:37:29.037427 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2305828a-18f8-4dcf-9f75-1dc1d2d71694 x-openstack-request-id: req-2305828a-18f8-4dcf-9f75-1dc1d2d71694 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:29.038300 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9993b08a-0348-4009-acac-88be9c82adf5", "tag": "6a482f18-ace3-4840-a931-de542dc9dff7", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:29.038300 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2305828a-18f8-4dcf-9f75-1dc1d2d71694 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:29.038300 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9993b08a-0348-4009-acac-88be9c82adf5', 'tag': '6a482f18-ace3-4840-a931-de542dc9dff7', 'status': 'completed', 'code': 200} Sep 16 16:37:29.079237 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-12e3995b-f0f7-402f-96bb-462b8e54cc33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d HTTP/1.1" status: 200 len: 217 time: 0.0499897 Sep 16 16:37:29.084115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e5b4f1f-d318-4f41-9e74-2157d0b86dee tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:29.088545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e5b4f1f-d318-4f41-9e74-2157d0b86dee tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:29.089911 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6e5b4f1f-d318-4f41-9e74-2157d0b86dee tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "DELETE /v2.0/security-groups/ce92a77e-db2e-462c-b45f-3de1f6c6dec8 HTTP/1.1" status: 204 len: 168 time: 0.4150796 Sep 16 16:37:29.092437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43536) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:29.110814 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-5366dd9c-361e-4c34-aeab-fbaf85bc29ae tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] show failed (client error): The resource could not be found. Sep 16 16:37:29.111812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5366dd9c-361e-4c34-aeab-fbaf85bc29ae tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "GET /v2.0/security-groups/ce92a77e-db2e-462c-b45f-3de1f6c6dec8 HTTP/1.1" status: 404 len: 347 time: 0.0184155 Sep 16 16:37:29.116632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43540) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:29.163887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b4f1f-d318-4f41-9e74-2157d0b86dee tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce92a77e-db2e-462c-b45f-3de1f6c6dec8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:29.201995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357922-4104-4000-bb71-20073a8b31da req-94d9d35b-11b6-49ee-bcbc-9db41cc63abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:29.203520 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-64357922-4104-4000-bb71-20073a8b31da req-94d9d35b-11b6-49ee-bcbc-9db41cc63abd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 1094 time: 0.1335943 Sep 16 16:37:29.209598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-351443de-d93b-4cae-a810-a1caa4752ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:29.210987 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-351443de-d93b-4cae-a810-a1caa4752ba0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.1200826 Sep 16 16:37:29.289852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Deleting port 5676d5ae-3806-4eef-84b2-95f5c92ee5ee {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:37:29.290706 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:29.375970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-608faaab-6e5d-4996-ac68-c1c10cf74001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:29.377533 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-608faaab-6e5d-4996-ac68-c1c10cf74001 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1578827 Sep 16 16:37:29.417089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357922-4104-4000-bb71-20073a8b31da req-80acb8ac-a505-4928-8255-0b39324a7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:29.417089 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-64357922-4104-4000-bb71-20073a8b31da req-80acb8ac-a505-4928-8255-0b39324a7202 service neutron] 10.222.0.52 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 915 time: 0.2022913 Sep 16 16:37:29.502447 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-64357922-4104-4000-bb71-20073a8b31da req-6b967e85-facc-49ca-ba3e-3d90b0102a57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a482f18-ace3-4840-a931-de542dc9dff7 HTTP/1.1" status: 200 len: 217 time: 0.0794189 Sep 16 16:37:29.548623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4229a-db7f-45bb-8709-1cfe1f71dfa3 req-8b428ada-aa44-413d-af71-70cf548d0ed6 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:29.551075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8db4229a-db7f-45bb-8709-1cfe1f71dfa3 req-8b428ada-aa44-413d-af71-70cf548d0ed6 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 944 time: 0.1551723 Sep 16 16:37:29.562061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:29.562061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:29.572264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad556b-961b-4662-8832-60e00caf9332 req-e3187e5c-e0c9-4673-bbb2-5ff596e0ae03 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:29.573805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-e3187e5c-e0c9-4673-bbb2-5ff596e0ae03 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.2569151 Sep 16 16:37:29.583450 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-2968a2b5-bec7-46ee-8954-a20536018017 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946397 Sep 16 16:37:29.591728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-7846bf21-fb17-4371-924b-e4a87ab313aa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3588548 Sep 16 16:37:29.600706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357922-4104-4000-bb71-20073a8b31da req-a4b40c98-cec5-43e1-bf93-860880ba2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:29.602098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-64357922-4104-4000-bb71-20073a8b31da req-a4b40c98-cec5-43e1-bf93-860880ba2d55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e95e675d-14c2-4dbd-8f50-7b3db5eb275a HTTP/1.1" status: 200 len: 854 time: 0.0829775 Sep 16 16:37:29.605957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Calling delete_port for 5676d5ae-3806-4eef-84b2-95f5c92ee5ee owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:37:29.607615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-e1a9618d-64c3-49bc-9d57-2b3ac638da16 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:37:29.610319 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-e1a9618d-64c3-49bc-9d57-2b3ac638da16 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073855 Sep 16 16:37:29.612193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-3c3648b2-01e2-4884-b644-cddd6d258b15 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/quotas/1fcc1c21760d475183f44f9951f34743 HTTP/1.1" status: 200 len: 375 time: 0.0272729 Sep 16 16:37:29.661442 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-64357922-4104-4000-bb71-20073a8b31da req-2b9fffa9-bd2e-40e5-9e81-86d412bab8f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10b14b39-f053-4d74-8685-c7c085a18520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381379 Sep 16 16:37:29.703908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8db4229a-db7f-45bb-8709-1cfe1f71dfa3 req-ef08bece-e770-4932-bb2b-b812ca6bda10 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391795 Sep 16 16:37:29.731928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-baf5165d-b07a-4706-a088-8c0fdb56c157 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1054804 Sep 16 16:37:29.776779 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad82e45f-1d6d-40ff-a0c2-e9955f0ffd83 req-87e4e066-2a96-4b99-821c-df7d2a418c02 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837831 Sep 16 16:37:29.813551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-64357922-4104-4000-bb71-20073a8b31da req-a4e49d34-d7b9-4ae2-865e-d0817324207e service neutron] 10.222.0.52 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245360 Sep 16 16:37:29.915869 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-64357922-4104-4000-bb71-20073a8b31da req-7c4c1ca4-4703-401f-a98a-141e9e7f7c87 service neutron] 10.222.0.52 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943041 Sep 16 16:37:30.267468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bd8e-dc99-4508-9427-3376a335e2a2 req-8d018a1f-c244-49c3-9454-1afa40685c41 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:30.273608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bd8e-dc99-4508-9427-3376a335e2a2 req-8d018a1f-c244-49c3-9454-1afa40685c41 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:30.279571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bd8e-dc99-4508-9427-3376a335e2a2 req-8d018a1f-c244-49c3-9454-1afa40685c41 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:30.286692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bd8e-dc99-4508-9427-3376a335e2a2 req-8d018a1f-c244-49c3-9454-1afa40685c41 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:30.292665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bd8e-dc99-4508-9427-3376a335e2a2 req-8d018a1f-c244-49c3-9454-1afa40685c41 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:30.298570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bd8e-dc99-4508-9427-3376a335e2a2 req-8d018a1f-c244-49c3-9454-1afa40685c41 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:30.305148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bd8e-dc99-4508-9427-3376a335e2a2 req-8d018a1f-c244-49c3-9454-1afa40685c41 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:30.307035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b639bd8e-dc99-4508-9427-3376a335e2a2 req-8d018a1f-c244-49c3-9454-1afa40685c41 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.1865449 Sep 16 16:37:30.313128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-7886c9dc-b6ff-4111-aac0-c1f5ad9cac07 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804648 Sep 16 16:37:30.449973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b639bd8e-dc99-4508-9427-3376a335e2a2 req-f00e5391-26f6-4617-ada4-ad0ec1c57b9e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310589 Sep 16 16:37:30.476695 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-d939729b-0aa3-483f-95e8-f302ff756bf5 service neutron] 10.222.0.22 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322970 Sep 16 16:37:30.507446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9c9e911c-8913-4f82-a823-55456212edc5 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:30.527542 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:30.561971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Pushing event deleted for resources: {'Port': ['ID=5676d5ae-3806-4eef-84b2-95f5c92ee5ee,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:30.609736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.610008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.610303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.610698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.611032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.612135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.612630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.613487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.614002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.614598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.614806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.615133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:30.667128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 9c9e911c-8913-4f82-a823-55456212edc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9c9e911c-8913-4f82-a823-55456212edc5,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:30.680250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060edeb-b7c0-4c8a-bc92-b0ad72f9300e req-96d75bb4-36a9-4558-af17-b179c5b82201 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:30.681824 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c060edeb-b7c0-4c8a-bc92-b0ad72f9300e req-96d75bb4-36a9-4558-af17-b179c5b82201 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 944 time: 0.1273637 Sep 16 16:37:30.685064 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:30.688040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:30.693525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43594) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:30.700772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '9c9e911c-8913-4f82-a823-55456212edc5', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'port_id': '9c9e911c-8913-4f82-a823-55456212edc5', 'mac_address': 'fa:16:3e:50:f8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:30.706019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fcc4a086-7ab2-45f1-ae37-93b0adf14a2d tempest-ServersTestJSON-539586016 tempest-ServersTestJSON-539586016-project] 10.222.0.22 "DELETE /v2.0/floatingips/5fb23759-1568-4c39-bef2-1f4253145727 HTTP/1.1" status: 204 len: 168 time: 1.5752325 Sep 16 16:37:30.748684 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c060edeb-b7c0-4c8a-bc92-b0ad72f9300e req-64a4196e-4f3c-4d92-a7c5-032caa16caed tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376062 Sep 16 16:37:30.797297 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:30.803525 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fc2025dd-39d9-49ea-a059-54177f7a6c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:30.818002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9e911c-8913-4f82-a823-55456212edc5 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:30.849766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 9c9e911c-8913-4f82-a823-55456212edc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9c9e911c-8913-4f82-a823-55456212edc5,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:30.850843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5888bd-c1cd-4e2b-8cf9-3fccce4aae4d req-e827f319-a49f-4f86-8a1c-be94316e176c tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:30.852670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e5888bd-c1cd-4e2b-8cf9-3fccce4aae4d req-e827f319-a49f-4f86-8a1c-be94316e176c tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 943 time: 0.0574973 Sep 16 16:37:30.907318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:30.974155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37a6a48b-0b43-4eaf-b244-115e19d946bc req-3739cdcc-2ce7-408e-9af3-d1b55ba96171 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 210 time: 0.1002448 Sep 16 16:37:30.981766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=9c9e911c-8913-4f82-a823-55456212edc5,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:30.991523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e5888bd-c1cd-4e2b-8cf9-3fccce4aae4d req-7d9b93b8-b4ce-4721-977f-0495fac19c3d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315014 Sep 16 16:37:31.110754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a87a58-5ee9-4940-bed9-bb96b6abc687 req-7985674d-a9ce-4d5f-8e38-27716e5a2bb0 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:31.113064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9a87a58-5ee9-4940-bed9-bb96b6abc687 req-7985674d-a9ce-4d5f-8e38-27716e5a2bb0 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 945 time: 0.0575669 Sep 16 16:37:31.125648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['9c9e911c-8913-4f82-a823-55456212edc5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:31.151658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6a482f18-ace3-4840-a931-de542dc9dff7 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:31.154819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9a87a58-5ee9-4940-bed9-bb96b6abc687 req-9c32c474-39af-4980-9ef9-95e6a8a03dda tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354044 Sep 16 16:37:31.157740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6fc9edce-3b61-4687-9887-899d2aca0566 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:37:31.310952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-6b670551-5bfc-4199-97ef-90fd52e75441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:31.312571 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-6b670551-5bfc-4199-97ef-90fd52e75441 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf&tenant_id=1c931535f43f40a48d54d33f85dc031b HTTP/1.1" status: 200 len: 1095 time: 0.1015084 Sep 16 16:37:31.325641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:31.353140 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:31.362172 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.resource_extend [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:37:31.431081 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:31.468786 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:31.543128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6a482f18-ace3-4840-a931-de542dc9dff7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6a482f18-ace3-4840-a931-de542dc9dff7,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:31.573627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '6a482f18-ace3-4840-a931-de542dc9dff7', 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520', 'port_id': '6a482f18-ace3-4840-a931-de542dc9dff7', 'mac_address': 'fa:16:3e:45:9a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95e675d-14c2-4dbd-8f50-7b3db5eb275a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:31.623075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3abb2-c9b1-487d-8704-2e4997451faf req-338d46c8-9398-43da-9ca6-54155610d1c9 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:31.630574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3abb2-c9b1-487d-8704-2e4997451faf req-338d46c8-9398-43da-9ca6-54155610d1c9 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:31.637798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3abb2-c9b1-487d-8704-2e4997451faf req-338d46c8-9398-43da-9ca6-54155610d1c9 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:31.644848 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3abb2-c9b1-487d-8704-2e4997451faf req-338d46c8-9398-43da-9ca6-54155610d1c9 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:31.651307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3abb2-c9b1-487d-8704-2e4997451faf req-338d46c8-9398-43da-9ca6-54155610d1c9 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:31.662401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3abb2-c9b1-487d-8704-2e4997451faf req-338d46c8-9398-43da-9ca6-54155610d1c9 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:31.682924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3abb2-c9b1-487d-8704-2e4997451faf req-338d46c8-9398-43da-9ca6-54155610d1c9 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:31.685103 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:31.685474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49f3abb2-c9b1-487d-8704-2e4997451faf req-338d46c8-9398-43da-9ca6-54155610d1c9 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.1300111 Sep 16 16:37:31.700764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a482f18-ace3-4840-a931-de542dc9dff7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:31.722590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6a482f18-ace3-4840-a931-de542dc9dff7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6a482f18-ace3-4840-a931-de542dc9dff7,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:31.728125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49f3abb2-c9b1-487d-8704-2e4997451faf req-b960b308-46ea-4dd6-883e-6ec72eee7e35 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416455 Sep 16 16:37:31.881428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d726b67-f839-4435-a147-cb3a2d38c373 req-a94611fb-936a-494b-8717-69e631c8a984 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:31.887202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d726b67-f839-4435-a147-cb3a2d38c373 req-a94611fb-936a-494b-8717-69e631c8a984 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 944 time: 0.0578804 Sep 16 16:37:31.922870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d726b67-f839-4435-a147-cb3a2d38c373 req-96298878-db21-4671-b7bc-4d24a5583015 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Sep 16 16:37:31.993197 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:31.994184 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.059610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6a482f18-ace3-4840-a931-de542dc9dff7,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:32.104722 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:32.163392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:32.172762 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c828a76-a1e6-4616-8613-82fff9115617 req-fb2cdc60-2dcf-403c-99d8-be68439b3c22 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 210 time: 0.0369141 Sep 16 16:37:32.189197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd14a1c-a4f4-4e9b-8a38-fc71498bf122 req-cc453a4c-e50e-492b-bf60-277fbde80118 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:32.196829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fd14a1c-a4f4-4e9b-8a38-fc71498bf122 req-cc453a4c-e50e-492b-bf60-277fbde80118 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 944 time: 0.1077809 Sep 16 16:37:32.203279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] Deleting port 84bb6e9a-6461-4993-bd3e-da30b016bbf4 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:37:32.203279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.210358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6a482f18-ace3-4840-a931-de542dc9dff7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:32.239836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc9edce-3b61-4687-9887-899d2aca0566 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:32.269405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fd14a1c-a4f4-4e9b-8a38-fc71498bf122 req-70bd5352-cf78-4bed-9d2f-67b17937ea5e tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661254 Sep 16 16:37:32.298886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.322298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Transition to ACTIVE for port object 6fc9edce-3b61-4687-9887-899d2aca0566 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:32.344303 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] For port 84bb6e9a-6461-4993-bd3e-da30b016bbf4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=84bb6e9a-6461-4993-bd3e-da30b016bbf4,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:32.344744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.348990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba2db-22a9-4861-a45f-2c54f576e624 req-2c9a5b9f-87d5-4292-9b79-08d3ef4b8ed3 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:32.359408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-570ba2db-22a9-4861-a45f-2c54f576e624 req-2c9a5b9f-87d5-4292-9b79-08d3ef4b8ed3 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 945 time: 0.0834172 Sep 16 16:37:32.359821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] Calling delete_port for 84bb6e9a-6461-4993-bd3e-da30b016bbf4 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:37:32.407503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.421350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-570ba2db-22a9-4861-a45f-2c54f576e624 req-a4167981-1b2b-4c1f-a37b-b609af9a7218 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566983 Sep 16 16:37:32.502093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] No DVR routers for this DVR port 6fc9edce-3b61-4687-9887-899d2aca0566 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:37:32.507123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9c9e911c-8913-4f82-a823-55456212edc5 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:32.507360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=9']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:32.585169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Attempting to bind port 6fc9edce-3b61-4687-9887-899d2aca0566 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:32.585515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Attempting to bind port 6fc9edce-3b61-4687-9887-899d2aca0566 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:32.585850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Attempting to bind port 6fc9edce-3b61-4687-9887-899d2aca0566 on network 563fff5e-1376-43e1-95f9-8f5d140768a4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:32.598604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Port 6fc9edce-3b61-4687-9887-899d2aca0566 on network 563fff5e-1376-43e1-95f9-8f5d140768a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:32.598604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Attempting to bind port 6fc9edce-3b61-4687-9887-899d2aca0566 on network 563fff5e-1376-43e1-95f9-8f5d140768a4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:32.603874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:32.604218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Checking segment: {'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:32.604634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Bound using segment: {'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:32.605067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Bound port: 6fc9edce-3b61-4687-9887-899d2aca0566, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '723e4859-182e-49fd-802f-723eb17c9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:32.605429 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.638609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 9c9e911c-8913-4f82-a823-55456212edc5 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:32.642828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 9c9e911c-8913-4f82-a823-55456212edc5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:32.643392 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.720250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:32.726396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:32.741234 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.780284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9e911c-8913-4f82-a823-55456212edc5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:32.783899 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c4c0b6-9ca7-4db7-b55d-c0fa3abd304d" -d '{"events": [{"server_uuid": "160d31f6-dab9-4cee-b32d-4cb99d7e9d03", "name": "network-vif-plugged", "status": "completed", "tag": "9c9e911c-8913-4f82-a823-55456212edc5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:32.795559 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.798593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 9c9e911c-8913-4f82-a823-55456212edc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9c9e911c-8913-4f82-a823-55456212edc5,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:32.838263 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b758a9fb-be20-46b5-ae8e-81dbf685a3db x-openstack-request-id: req-b758a9fb-be20-46b5-ae8e-81dbf685a3db {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:32.838551 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160d31f6-dab9-4cee-b32d-4cb99d7e9d03", "name": "network-vif-plugged", "status": "completed", "tag": "9c9e911c-8913-4f82-a823-55456212edc5", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:32.838799 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b758a9fb-be20-46b5-ae8e-81dbf685a3db {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:32.839180 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9e911c-8913-4f82-a823-55456212edc5', 'code': 200} Sep 16 16:37:32.840032 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.863593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:32.864419 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.866136 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] 10.222.0.62 "PUT /v2.0/ports/6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 200 len: 1092 time: 1.5455518 Sep 16 16:37:32.868592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:32.870949 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308985b9-3d6f-4cec-bff6-b85bd96222ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:32.902272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:32.930308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6e4dc-c342-48fb-94c3-517625496f22 req-f3ac5500-ed7b-4e9a-9813-ca64b372a23c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:32.937507 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f2d6c5-633d-47a3-99a7-0126815fc1ef x-openstack-request-id: req-e4f2d6c5-633d-47a3-99a7-0126815fc1ef {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:32.937795 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:32.938047 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4f2d6c5-633d-47a3-99a7-0126815fc1ef {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:32.938442 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566', 'status': 'completed', 'code': 200} Sep 16 16:37:32.939186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6e4dc-c342-48fb-94c3-517625496f22 req-f3ac5500-ed7b-4e9a-9813-ca64b372a23c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:32.946885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6e4dc-c342-48fb-94c3-517625496f22 req-f3ac5500-ed7b-4e9a-9813-ca64b372a23c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:32.956062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6e4dc-c342-48fb-94c3-517625496f22 req-f3ac5500-ed7b-4e9a-9813-ca64b372a23c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:32.964035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6e4dc-c342-48fb-94c3-517625496f22 req-f3ac5500-ed7b-4e9a-9813-ca64b372a23c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:32.973099 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6e4dc-c342-48fb-94c3-517625496f22 req-f3ac5500-ed7b-4e9a-9813-ca64b372a23c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:32.979212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6e4dc-c342-48fb-94c3-517625496f22 req-f3ac5500-ed7b-4e9a-9813-ca64b372a23c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:32.981476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=9c9e911c-8913-4f82-a823-55456212edc5,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:32.982017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1d6e4dc-c342-48fb-94c3-517625496f22 req-f3ac5500-ed7b-4e9a-9813-ca64b372a23c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.1444476 Sep 16 16:37:33.014538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3da5bb-f70e-4f9c-94ac-e64e3297df54 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:33.059171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84bb6e9a-6461-4993-bd3e-da30b016bbf4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:33.101710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1d6e4dc-c342-48fb-94c3-517625496f22 req-bbb0e2d2-1e57-42f6-9718-bedf57123f74 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1085029 Sep 16 16:37:33.106272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70410259-1afa-4f2d-8b32-86995cea7355 req-46d9116f-302b-4d70-85d8-a85c5eee44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:33.108016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70410259-1afa-4f2d-8b32-86995cea7355 req-46d9116f-302b-4d70-85d8-a85c5eee44c2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 1097 time: 0.1247175 Sep 16 16:37:33.127980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bc123-068f-40c6-9173-bf50874c93b3 req-f989a2ed-34d6-4f11-b51e-d3647f11743b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:33.132455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f47bc123-068f-40c6-9173-bf50874c93b3 req-f989a2ed-34d6-4f11-b51e-d3647f11743b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.1006830 Sep 16 16:37:33.135288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-dbb22bbb-59ab-4f22-8b6f-fea6c564e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:33.137149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-dbb22bbb-59ab-4f22-8b6f-fea6c564e704 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 1096 time: 0.2100976 Sep 16 16:37:33.142001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6a482f18-ace3-4840-a931-de542dc9dff7 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:33.189680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70410259-1afa-4f2d-8b32-86995cea7355 req-e79b8372-d6ad-4e58-99cf-640a1a407e15 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560975 Sep 16 16:37:33.208741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f47bc123-068f-40c6-9173-bf50874c93b3 req-86c390f8-9e4f-4608-b808-e494d9da7e21 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520980 Sep 16 16:37:33.269627 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:33.300965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48cefc07-8d2f-49b7-aab5-4c41aaa10457 req-d4ea4390-75b7-4aa5-8df6-07162c777d13 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 210 time: 0.0309780 Sep 16 16:37:33.318611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 6a482f18-ace3-4840-a931-de542dc9dff7 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:33.323893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 6a482f18-ace3-4840-a931-de542dc9dff7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:33.323893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:33.353076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-9d423549-bbc2-4ed2-905c-2a3fb9f0fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:33.354587 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-9d423549-bbc2-4ed2-905c-2a3fb9f0fd0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 914 time: 0.1712806 Sep 16 16:37:33.385713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d6286-1880-4542-bfd5-f084d644fafb req-c5e2c97e-e638-4372-8e18-2e60cbd642fe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:33.387247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a08d6286-1880-4542-bfd5-f084d644fafb req-c5e2c97e-e638-4372-8e18-2e60cbd642fe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 944 time: 0.0543859 Sep 16 16:37:33.419189 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:33.452350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6a482f18-ace3-4840-a931-de542dc9dff7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6a482f18-ace3-4840-a931-de542dc9dff7,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:33.466765 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-855bb11c-06b7-49fa-a329-1d75a1d2ecc1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 200 len: 217 time: 0.0658214 Sep 16 16:37:33.488368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a08d6286-1880-4542-bfd5-f084d644fafb req-e4a92cf8-13bf-4fb4-9825-aca635c08e97 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948629 Sep 16 16:37:33.558195 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:33.561707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c56b2-2af7-4bb3-a568-866d3e88a4da req-ee8abdbe-9c5b-4f3b-b2fb-5f8b465d0f95 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:33.563779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-574c56b2-2af7-4bb3-a568-866d3e88a4da req-ee8abdbe-9c5b-4f3b-b2fb-5f8b465d0f95 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 946 time: 0.0720181 Sep 16 16:37:33.570886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad556b-961b-4662-8832-60e00caf9332 req-6662cc10-69e3-4d71-a2a7-66967290d5a5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:33.572289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-6662cc10-69e3-4d71-a2a7-66967290d5a5 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "GET /v2.0/networks?id=b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 200 len: 812 time: 0.1708815 Sep 16 16:37:33.588600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-34e4eebd-9133-4bd0-86b9-550b58927f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:33.590152 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-34e4eebd-9133-4bd0-86b9-550b58927f6a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 200 len: 853 time: 0.1149120 Sep 16 16:37:33.607560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-574c56b2-2af7-4bb3-a568-866d3e88a4da req-a25315a9-d347-4690-9bf9-dc19e1700154 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342252 Sep 16 16:37:33.615054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Request body: {'port': {'device_id': '9494365d-f109-4362-8e07-8852ba0cc9a6', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'admin_state_up': True, 'tenant_id': '1fcc1c21760d475183f44f9951f34743'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:33.617051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6a482f18-ace3-4840-a931-de542dc9dff7,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:33.678555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:33.687620 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-2812cb37-9694-4f6a-9de5-259eed33ef1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=563fff5e-1376-43e1-95f9-8f5d140768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367563 Sep 16 16:37:33.746217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] Router b9e761cf-2b54-4317-877b-0b938cdb7d99 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:37:33.804314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Made reservation on behalf of 1fcc1c21760d475183f44f9951f34743 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:37:33.808321 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:33.848222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-98517979-2f19-4640-a273-5fb61592ccea service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518505 Sep 16 16:37:33.946929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Allocated IP 172.20.0.9 (b446d02c-c15f-4f0f-91ea-b210a6b43a85/70ee6f1d-6290-4d7d-a539-0318591c727d/ee51158a-4b96-4818-b234-95c76ed9e71a) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:37:33.959648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:37:33.968991 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3633ea32-ff42-4cc2-ad4d-6c8c08ec2ad5 admin admin] 10.222.0.22 "PUT /v2.0/routers/b9e761cf-2b54-4317-877b-0b938cdb7d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2710774 Sep 16 16:37:33.968991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43646) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:33.972527 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] Sync routers for ids ['b9e761cf-2b54-4317-877b-0b938cdb7d99'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:37:33.986908 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] Routers {'b9e761cf-2b54-4317-877b-0b938cdb7d99'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:37:33.987543 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:37:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9e761cf-2b54-4317-877b-0b938cdb7d99'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:34.035614 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-a4b93e65-f7d7-43ab-8613-de46968ec49d service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774576 Sep 16 16:37:34.105283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:34.132053 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] Set router b9e761cf-2b54-4317-877b-0b938cdb7d99 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:37:34.185947 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:34.283990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:34.330804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:34.349518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308985b9-3d6f-4cec-bff6-b85bd96222ec req-927b0b97-e5a9-446b-9add-2baf976a9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.351874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-308985b9-3d6f-4cec-bff6-b85bd96222ec req-927b0b97-e5a9-446b-9add-2baf976a9c85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 1096 time: 0.0801711 Sep 16 16:37:34.463546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Network b446d02c-c15f-4f0f-91ea-b210a6b43a85 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:37:34.469143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event updated for resources: {'Port': ['ID=ee51158a-4b96-4818-b234-95c76ed9e71a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:34.485576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:34.505203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e06924-aae5-45f1-8baf-4dbd5f809bca req-d24b5b12-99be-482e-840e-32b885559e6f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.511479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e06924-aae5-45f1-8baf-4dbd5f809bca req-d24b5b12-99be-482e-840e-32b885559e6f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.517842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e06924-aae5-45f1-8baf-4dbd5f809bca req-d24b5b12-99be-482e-840e-32b885559e6f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.524648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e06924-aae5-45f1-8baf-4dbd5f809bca req-d24b5b12-99be-482e-840e-32b885559e6f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.530934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e06924-aae5-45f1-8baf-4dbd5f809bca req-d24b5b12-99be-482e-840e-32b885559e6f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.538006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e06924-aae5-45f1-8baf-4dbd5f809bca req-d24b5b12-99be-482e-840e-32b885559e6f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.544057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e06924-aae5-45f1-8baf-4dbd5f809bca req-d24b5b12-99be-482e-840e-32b885559e6f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.553087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7e06924-aae5-45f1-8baf-4dbd5f809bca req-d24b5b12-99be-482e-840e-32b885559e6f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.2750747 Sep 16 16:37:34.560309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Deleting port 28971158-3f11-4f38-a882-1790afbf3026 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:37:34.560904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:34.562500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816966f-4aae-4a67-9d1a-acfcbb5732b4 req-8196a49b-8b71-46ee-bd65-bc53d517c8ab tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.572160 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8816966f-4aae-4a67-9d1a-acfcbb5732b4 req-8196a49b-8b71-46ee-bd65-bc53d517c8ab tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.2506988 Sep 16 16:37:34.577478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:37:34.585266 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '28971158-3f11-4f38-a882-1790afbf3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:37:32Z', 'revision_number': 5, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port': {'id': '28971158-3f11-4f38-a882-1790afbf3026', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:06Z', 'updated_at': '2021-09-16T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:34.613545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308985b9-3d6f-4cec-bff6-b85bd96222ec req-56fc597a-6328-4de8-96bc-8d127ddaf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.615104 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-308985b9-3d6f-4cec-bff6-b85bd96222ec req-56fc597a-6328-4de8-96bc-8d127ddaf7fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 914 time: 0.2560897 Sep 16 16:37:34.632128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.632620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:34.634742 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] Checking router: b9e761cf-2b54-4317-877b-0b938cdb7d99 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:37:34.645823 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] Routers {'b9e761cf-2b54-4317-877b-0b938cdb7d99'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:37:34.646603 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:37:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9e761cf-2b54-4317-877b-0b938cdb7d99'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:34.693027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8816966f-4aae-4a67-9d1a-acfcbb5732b4 req-bb173d6a-1851-405c-b578-6d2f653ea839 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217971 Sep 16 16:37:34.696990 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-308985b9-3d6f-4cec-bff6-b85bd96222ec req-5aafca7f-a9ce-48d1-a765-50a4b79e7ab3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 200 len: 217 time: 0.0464327 Sep 16 16:37:34.713853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7e06924-aae5-45f1-8baf-4dbd5f809bca req-4d8c7c0b-8a55-4684-b7db-8baf61b7090c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493332 Sep 16 16:37:34.744566 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] Set router b9e761cf-2b54-4317-877b-0b938cdb7d99 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:37:34.755825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-65452883-28d9-4af3-9530-d0201d19967f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1455221 Sep 16 16:37:34.767783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Request body: {'port': {'device_id': '9494365d-f109-4362-8e07-8852ba0cc9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:34.803061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] For port 28971158-3f11-4f38-a882-1790afbf3026, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=28971158-3f11-4f38-a882-1790afbf3026,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:34.813874 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:34.840881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9993b08a-0348-4009-acac-88be9c82adf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a482f18-ace3-4840-a931-de542dc9dff7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:34.844038 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b1dc8b-7835-4478-bd72-9449b7fa1359" -d '{"events": [{"server_uuid": "9993b08a-0348-4009-acac-88be9c82adf5", "name": "network-vif-plugged", "status": "completed", "tag": "6a482f18-ace3-4840-a931-de542dc9dff7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:34.856207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Calling delete_port for 28971158-3f11-4f38-a882-1790afbf3026 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:37:34.923053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621371-d4af-4ce1-b1dd-7910474b27f2 req-a2c8caa9-6fcf-490b-92b7-4dd1068cc21f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:34.932044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04621371-d4af-4ce1-b1dd-7910474b27f2 req-a2c8caa9-6fcf-490b-92b7-4dd1068cc21f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 931 time: 0.1312566 Sep 16 16:37:34.938043 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:37:34Z', 'revision_number': 6, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:34.967338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:34.993324 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd088b2f-6958-45c0-8d11-edea24c14703 None None] The sync data for ids ['b9e761cf-2b54-4317-877b-0b938cdb7d99'] in n-d-807786-3 is: [{'id': 'b9e761cf-2b54-4317-877b-0b938cdb7d99', 'name': 'tempest-ServersTestJSON-912927915-router', 'tenant_id': '300ca2bd297048e3895b28f0d9b2851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:05Z', 'updated_at': '2021-09-16T16:37:34Z', 'revision_number': 6, 'project_id': '300ca2bd297048e3895b28f0d9b2851f', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:37:35.023659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad81dd8-de5b-4de3-b475-b93280bdab3f req-1811b253-d4ab-41dd-8dbd-26c2b9de231d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:35.048606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308985b9-3d6f-4cec-bff6-b85bd96222ec req-0e08f9ec-5c6d-4bb5-a22d-60d95e5d1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:35.048766 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cad81dd8-de5b-4de3-b475-b93280bdab3f req-1811b253-d4ab-41dd-8dbd-26c2b9de231d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 945 time: 0.1877513 Sep 16 16:37:35.048889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-308985b9-3d6f-4cec-bff6-b85bd96222ec req-0e08f9ec-5c6d-4bb5-a22d-60d95e5d1e3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 200 len: 853 time: 0.3432946 Sep 16 16:37:35.099350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04621371-d4af-4ce1-b1dd-7910474b27f2 req-abf36243-8a45-4fb0-9b99-3179a0083240 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658361 Sep 16 16:37:35.157618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cad81dd8-de5b-4de3-b475-b93280bdab3f req-69e17026-33cb-45e8-b879-9b6786831c1d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094911 Sep 16 16:37:35.216666 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a86be4-10df-4892-a32f-4844ffe794e7 x-openstack-request-id: req-44a86be4-10df-4892-a32f-4844ffe794e7 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:35.216968 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9993b08a-0348-4009-acac-88be9c82adf5", "name": "network-vif-plugged", "status": "completed", "tag": "6a482f18-ace3-4840-a931-de542dc9dff7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:35.217217 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44a86be4-10df-4892-a32f-4844ffe794e7 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:35.217797 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9993b08a-0348-4009-acac-88be9c82adf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a482f18-ace3-4840-a931-de542dc9dff7', 'code': 200} Sep 16 16:37:35.287567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-308985b9-3d6f-4cec-bff6-b85bd96222ec req-c1148fdd-a3c2-46f1-b5c9-39c2a8f81045 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=563fff5e-1376-43e1-95f9-8f5d140768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370610 Sep 16 16:37:35.438186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fea461-e4bd-4557-866e-72a66f99b11b req-63928a18-4bed-469e-a33f-021adea87198 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:35.440173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8fea461-e4bd-4557-866e-72a66f99b11b req-63928a18-4bed-469e-a33f-021adea87198 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 946 time: 0.1441023 Sep 16 16:37:35.456909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:35.566263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8fea461-e4bd-4557-866e-72a66f99b11b req-0d4ab4b7-495d-4e60-940b-c2af659aabdb tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111157 Sep 16 16:37:35.585378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Pushing event deleted for resources: {'Port': ['ID=28971158-3f11-4f38-a882-1790afbf3026,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:35.667200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9ad0-aa98-4a35-bc1f-1d4173ab2ade req-22fd776e-4a7b-4a1e-882b-3c1499368cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:35.669127 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a29f9ad0-aa98-4a35-bc1f-1d4173ab2ade req-22fd776e-4a7b-4a1e-882b-3c1499368cd9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 1096 time: 0.3806541 Sep 16 16:37:35.670439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee51158a-4b96-4818-b234-95c76ed9e71a {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:35.680649 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:35.696855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Transition to ACTIVE for port object ee51158a-4b96-4818-b234-95c76ed9e71a will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:35.711654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-308985b9-3d6f-4cec-bff6-b85bd96222ec req-f6fdfc84-d31c-4d57-859e-aba183954f72 service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052751 Sep 16 16:37:35.747569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:35.773384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918a3c6-94e2-47ad-a216-1637daef7882 req-12f432c7-ac68-4c7e-aee0-9048ae4d9edc tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:35.785108 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b918a3c6-94e2-47ad-a216-1637daef7882 req-12f432c7-ac68-4c7e-aee0-9048ae4d9edc tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 946 time: 0.0836866 Sep 16 16:37:35.786146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43690) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:35.794198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c49b71ac-cebd-4b59-81e6-ca525298013e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Request body: {'floatingip': {'port_id': '9c9e911c-8913-4f82-a823-55456212edc5'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:35.806356 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:35.960862 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c49b71ac-cebd-4b59-81e6-ca525298013e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:35.993527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 84bb6e9a-6461-4993-bd3e-da30b016bbf4 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:37:36.044348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 84bb6e9a-6461-4993-bd3e-da30b016bbf4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:37:36.045172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 84bb6e9a-6461-4993-bd3e-da30b016bbf4 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:37:36.045856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 28971158-3f11-4f38-a882-1790afbf3026 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:37:36.093820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Pushing event updated for resources: {'Port': ['ID=ee51158a-4b96-4818-b234-95c76ed9e71a,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:36.104223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 28971158-3f11-4f38-a882-1790afbf3026 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:37:36.105952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 28971158-3f11-4f38-a882-1790afbf3026 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:37:36.230710 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a29f9ad0-aa98-4a35-bc1f-1d4173ab2ade req-e8aa26cf-d0a6-484d-8403-bbd36db7127e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516305 Sep 16 16:37:36.240479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2b90c-55f5-4044-9781-735c2e061351 req-b965d1cb-5ab0-4ad6-bf1c-d91bfb92a243 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:36.259490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2b90c-55f5-4044-9781-735c2e061351 req-b965d1cb-5ab0-4ad6-bf1c-d91bfb92a243 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:36.270038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2b90c-55f5-4044-9781-735c2e061351 req-b965d1cb-5ab0-4ad6-bf1c-d91bfb92a243 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:36.280206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2b90c-55f5-4044-9781-735c2e061351 req-b965d1cb-5ab0-4ad6-bf1c-d91bfb92a243 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:36.282641 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:36.287879 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:36.295360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2b90c-55f5-4044-9781-735c2e061351 req-b965d1cb-5ab0-4ad6-bf1c-d91bfb92a243 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:36.303733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2b90c-55f5-4044-9781-735c2e061351 req-b965d1cb-5ab0-4ad6-bf1c-d91bfb92a243 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:36.310520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2b90c-55f5-4044-9781-735c2e061351 req-b965d1cb-5ab0-4ad6-bf1c-d91bfb92a243 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:36.320801 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5db2b90c-55f5-4044-9781-735c2e061351 req-b965d1cb-5ab0-4ad6-bf1c-d91bfb92a243 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.5183184 Sep 16 16:37:36.386261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e559ef2-b1b2-4647-b581-d971c711d932 req-62a0d948-d94c-4d45-90c3-cbea1234a895 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:36.394620 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e559ef2-b1b2-4647-b581-d971c711d932 req-62a0d948-d94c-4d45-90c3-cbea1234a895 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.4895196 Sep 16 16:37:36.449128 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-308985b9-3d6f-4cec-bff6-b85bd96222ec req-ef9fa2db-8a63-454d-9dc6-29b4e72a4fe9 service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316267 Sep 16 16:37:36.478381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:36.478844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e761cf-2b54-4317-877b-0b938cdb7d99 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:37:36.483484 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:36.489273 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-90798015-bd4e-469f-a9f5-6c528239ac83 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b9e761cf-2b54-4317-877b-0b938cdb7d99 HTTP/1.1" status: 204 len: 168 time: 2.5153890 Sep 16 16:37:36.489273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43706) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:36.530054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Attempting to bind port ee51158a-4b96-4818-b234-95c76ed9e71a on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:36.530373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Attempting to bind port ee51158a-4b96-4818-b234-95c76ed9e71a by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:36.530686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Attempting to bind port ee51158a-4b96-4818-b234-95c76ed9e71a on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:36.557317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e559ef2-b1b2-4647-b581-d971c711d932 req-e6a78517-e82e-4237-8e99-d8e910139abf tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555648 Sep 16 16:37:36.564906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Port ee51158a-4b96-4818-b234-95c76ed9e71a on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:36.582776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Attempting to bind port ee51158a-4b96-4818-b234-95c76ed9e71a on network b446d02c-c15f-4f0f-91ea-b210a6b43a85 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:36.593244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5db2b90c-55f5-4044-9781-735c2e061351 req-80703e01-095d-4500-8b3d-87e20e016907 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2711535 Sep 16 16:37:36.619362 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f1ddd8-be24-4214-a442-f8846f4adf25 admin admin] Deleting subnet ae53996d-9df7-421d-a752-95033cd5ec19 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:37:36.619846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:36.619846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Checking segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:36.619846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Bound using segment: {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:36.619846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Bound port: ee51158a-4b96-4818-b234-95c76ed9e71a, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194cd364-c7da-4639-881b-a7f4ca1281bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:36.619846 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:36.630056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24f1ddd8-be24-4214-a442-f8846f4adf25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:36.754449 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24f1ddd8-be24-4214-a442-f8846f4adf25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:36.880148 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24f1ddd8-be24-4214-a442-f8846f4adf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.023603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965125e4-5d96-4430-b148-cd8ec8a0b3b2 req-221c5b5b-a898-45f4-b157-04fdfba03ff2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:37.024711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-965125e4-5d96-4430-b148-cd8ec8a0b3b2 req-221c5b5b-a898-45f4-b157-04fdfba03ff2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 943 time: 0.3088133 Sep 16 16:37:37.072677 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b0b2b-9af3-46a6-91c7-cd54e1b0a005 req-74e7bf3a-8c5a-41c0-badc-fd056aabbe6b tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:37.074236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae2b0b2b-9af3-46a6-91c7-cd54e1b0a005 req-74e7bf3a-8c5a-41c0-badc-fd056aabbe6b tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 945 time: 0.2850523 Sep 16 16:37:37.075382 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] For port ee51158a-4b96-4818-b234-95c76ed9e71a, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:37.079061 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24f1ddd8-be24-4214-a442-f8846f4adf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.142894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1ddd8-be24-4214-a442-f8846f4adf25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae53996d-9df7-421d-a752-95033cd5ec19,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:37.143166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] For port ee51158a-4b96-4818-b234-95c76ed9e71a, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ee51158a-4b96-4818-b234-95c76ed9e71a,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:37.147201 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24f1ddd8-be24-4214-a442-f8846f4adf25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.153224 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-24f1ddd8-be24-4214-a442-f8846f4adf25 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ae53996d-9df7-421d-a752-95033cd5ec19 HTTP/1.1" status: 204 len: 168 time: 0.6609781 Sep 16 16:37:37.153224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43712) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:37.154497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77036c41-94e5-48bc-895e-3ec149266427 None None] Network 309a9c06-d343-41c6-bda9-8ea456070fd1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:37:37.165894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-965125e4-5d96-4430-b148-cd8ec8a0b3b2 req-4f7ff2e6-36ee-4c4f-9847-79cb401617c6 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402287 Sep 16 16:37:37.250619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae2b0b2b-9af3-46a6-91c7-cd54e1b0a005 req-97d15261-27c9-477e-85ef-fbb7bb6c41da tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507657 Sep 16 16:37:37.268165 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.365863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.resource_extend [None req-c49b71ac-cebd-4b59-81e6-ca525298013e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:37:37.366011 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.459595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:37.460271 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.461794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] 10.222.0.62 "PUT /v2.0/ports/ee51158a-4b96-4818-b234-95c76ed9e71a HTTP/1.1" status: 200 len: 1091 time: 2.6992297 Sep 16 16:37:37.462235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9494365d-f109-4362-8e07-8852ba0cc9a6', 'tag': 'ee51158a-4b96-4818-b234-95c76ed9e71a'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:37.464504 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ba3274-649a-4e86-a061-d5732003da8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9494365d-f109-4362-8e07-8852ba0cc9a6", "tag": "ee51158a-4b96-4818-b234-95c76ed9e71a"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:37.490724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] DHCP port deletion for 309a9c06-d343-41c6-bda9-8ea456070fd1 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:37:37.497007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Deleting port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:37:37.497365 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.523125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea0b3b-0c8b-4837-a2ce-4695fafaed2b service neutron] Pushing event updated for resources: {'Port': ['ID=ee51158a-4b96-4818-b234-95c76ed9e71a,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:37.538793 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50480c2d-4dba-42f5-8638-256be43de0f8 x-openstack-request-id: req-50480c2d-4dba-42f5-8638-256be43de0f8 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:37.539269 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9494365d-f109-4362-8e07-8852ba0cc9a6", "tag": "ee51158a-4b96-4818-b234-95c76ed9e71a", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:37.540016 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50480c2d-4dba-42f5-8638-256be43de0f8 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:37.540586 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9494365d-f109-4362-8e07-8852ba0cc9a6', 'tag': 'ee51158a-4b96-4818-b234-95c76ed9e71a', 'status': 'completed', 'code': 200} Sep 16 16:37:37.551979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c49b71ac-cebd-4b59-81e6-ca525298013e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.631865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] For port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:37.632398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.637075 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c49b71ac-cebd-4b59-81e6-ca525298013e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.652110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Calling delete_port for b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:37:37.658511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Deleting port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:37:37.658882 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.798060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:37:37.828829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] For port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0,segment=NetworkSegment(2963d002-513d-446f-99e2-0c89fedb1cfe),segment_id=2963d002-513d-446f-99e2-0c89fedb1cfe)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:37.829240 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.838657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:37.879981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3274-649a-4e86-a061-d5732003da8e req-299a730e-7086-4292-a0a5-3217b7388809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:37.881542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4ba3274-649a-4e86-a061-d5732003da8e req-299a730e-7086-4292-a0a5-3217b7388809 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 1094 time: 0.3221123 Sep 16 16:37:37.888212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Calling delete_port for b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:37:37.913304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No active binding found for port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 {{(pid=95359) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 16:37:37.913838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:37:37.930687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:37.951707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] No DVR routers for this DVR port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:37:37.967773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b478-c736-4705-88e7-8090f64b04d9 req-fccc26e5-0860-432b-8df8-63997d7a52aa tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:37.976503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f429b478-c736-4705-88e7-8090f64b04d9 req-fccc26e5-0860-432b-8df8-63997d7a52aa tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.1897726 Sep 16 16:37:37.998311 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:38.013829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19834f-199f-461c-bbd8-c5748d757c8a req-49e873df-b549-4670-8c5b-c9a35bf00ade tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:38.020400 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19834f-199f-461c-bbd8-c5748d757c8a req-49e873df-b549-4670-8c5b-c9a35bf00ade tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:38.027798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19834f-199f-461c-bbd8-c5748d757c8a req-49e873df-b549-4670-8c5b-c9a35bf00ade tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:38.033804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19834f-199f-461c-bbd8-c5748d757c8a req-49e873df-b549-4670-8c5b-c9a35bf00ade tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:38.039821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19834f-199f-461c-bbd8-c5748d757c8a req-49e873df-b549-4670-8c5b-c9a35bf00ade tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:38.040011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] No DVR routers for this DVR port b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:37:38.046615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Pushing event deleted for resources: {'Port': ['ID=b9b790eb-d5f2-40c9-81fc-7ebdb1fa19f0,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:38.052670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19834f-199f-461c-bbd8-c5748d757c8a req-49e873df-b549-4670-8c5b-c9a35bf00ade tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:38.059099 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19834f-199f-461c-bbd8-c5748d757c8a req-49e873df-b549-4670-8c5b-c9a35bf00ade tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:38.063132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.063489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.064071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.064463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.064827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.065264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.066811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.067820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae19834f-199f-461c-bbd8-c5748d757c8a req-49e873df-b549-4670-8c5b-c9a35bf00ade tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.2720680 Sep 16 16:37:38.068081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.072253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.073426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.073426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.073748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371aab-d772-4a41-bc96-2d0dee54721c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:37:38.084130 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-c49b71ac-cebd-4b59-81e6-ca525298013e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Floating IP 6815080e-79a6-4ae4-b09a-6c07b2c9d60e associated. External IP: 172.25.6.64, port: 9c9e911c-8913-4f82-a823-55456212edc5. Sep 16 16:37:38.115992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:38.148743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309a9c06-d343-41c6-bda9-8ea456070fd1']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:38.159881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2963d002-513d-446f-99e2-0c89fedb1cfe') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:38.159881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2963d002-513d-446f-99e2-0c89fedb1cfe') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:38.180858 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:38.203356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:38.212496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:37:38.212904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:37:38.214869 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:37:38.235817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f429b478-c736-4705-88e7-8090f64b04d9 req-3e7541d0-067d-43ac-86e9-5c026c75bade tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555425 Sep 16 16:37:38.347991 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:38.353962 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:38.355933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/309a9c06-d343-41c6-bda9-8ea456070fd1 HTTP/1.1" status: 204 len: 168 time: 1.1915870 Sep 16 16:37:38.372155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63acf5-4b5a-43a7-bfce-29963fe8afc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=309a9c06-d343-41c6-bda9-8ea456070fd1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:38.778398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae19834f-199f-461c-bbd8-c5748d757c8a req-bef98050-2ff0-4a23-a4bb-cc41c1063b3d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7095461 Sep 16 16:37:38.826567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3274-649a-4e86-a061-d5732003da8e req-204168f2-7d96-4697-b4ef-157e5886de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:38.828206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4ba3274-649a-4e86-a061-d5732003da8e req-204168f2-7d96-4697-b4ef-157e5886de37 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1fcc1c21760d475183f44f9951f34743&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9055874 Sep 16 16:37:38.890071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bf727-e56e-4e3b-bbec-8c9e074cb6a9 req-bfde3f42-efeb-4782-810e-d575feb0344d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:38.898362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-306bf727-e56e-4e3b-bbec-8c9e074cb6a9 req-bfde3f42-efeb-4782-810e-d575feb0344d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 943 time: 0.1294920 Sep 16 16:37:39.057003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60916fc2-d67b-4a4e-8f1b-fe584f8d1dde req-c4677452-4080-4d44-b53f-e0c3a8a691d8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:39.066768 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60916fc2-d67b-4a4e-8f1b-fe584f8d1dde req-c4677452-4080-4d44-b53f-e0c3a8a691d8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 945 time: 0.1427710 Sep 16 16:37:39.067003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43732) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:39.136905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-306bf727-e56e-4e3b-bbec-8c9e074cb6a9 req-8bc05c56-532a-4e79-aeb3-1a2b7117a165 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375679 Sep 16 16:37:39.160690 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1209309c-f3a6-4b01-be34-cf1997217a32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=300ca2bd297048e3895b28f0d9b2851f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925865 Sep 16 16:37:39.163278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43734) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:39.216797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60916fc2-d67b-4a4e-8f1b-fe584f8d1dde req-543ca1c4-3f31-45df-8f5a-a6b7961d3415 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504378 Sep 16 16:37:39.218265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49b71ac-cebd-4b59-81e6-ca525298013e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:37:39.327601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e932d442-68f0-41f7-a76c-ef12705e3fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:39.421086 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e932d442-68f0-41f7-a76c-ef12705e3fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:39.531820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49b71ac-cebd-4b59-81e6-ca525298013e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:37:39.540785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c49b71ac-cebd-4b59-81e6-ca525298013e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:39.556073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] Sync routers for ids ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:37:39.569448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] Routers {'1d28e0e3-d6fe-49b4-886d-36bd19de9155'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:37:39.570143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:37:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:39.575497 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e932d442-68f0-41f7-a76c-ef12705e3fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:39.583903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e932d442-68f0-41f7-a76c-ef12705e3fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:39.583903 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e932d442-68f0-41f7-a76c-ef12705e3fdc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7c4c9c9-9b6c-4294-bcca-25f558d0e9ec HTTP/1.1" status: 204 len: 168 time: 0.4159048 Sep 16 16:37:39.624807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932d442-68f0-41f7-a76c-ef12705e3fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c4c9c9-9b6c-4294-bcca-25f558d0e9ec,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:39.628547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742887e-bb7b-40fe-af3a-24ff1f9ad38b req-41d5cc9e-af14-45a2-a691-cf4ff19aafea tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:39.630603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2742887e-bb7b-40fe-af3a-24ff1f9ad38b req-41d5cc9e-af14-45a2-a691-cf4ff19aafea tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.1805530 Sep 16 16:37:39.670328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c49b71ac-cebd-4b59-81e6-ca525298013e tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "PUT /v2.0/floatingips/6815080e-79a6-4ae4-b09a-6c07b2c9d60e HTTP/1.1" status: 200 len: 991 time: 3.8831029 Sep 16 16:37:39.686036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'tag': '9c9e911c-8913-4f82-a823-55456212edc5'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:39.701065 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed" -d '{"events": [{"name": "network-changed", "server_uuid": "160d31f6-dab9-4cee-b32d-4cb99d7e9d03", "tag": "9c9e911c-8913-4f82-a823-55456212edc5"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:39.754271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2742887e-bb7b-40fe-af3a-24ff1f9ad38b req-58a381ab-c9cc-4ab9-97c4-2bc23207c43a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118536 Sep 16 16:37:40.041360 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7a2084-9afe-4cc2-b49e-7de0d4a9d9be x-openstack-request-id: req-ae7a2084-9afe-4cc2-b49e-7de0d4a9d9be {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:40.042778 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160d31f6-dab9-4cee-b32d-4cb99d7e9d03", "tag": "9c9e911c-8913-4f82-a823-55456212edc5", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:40.042778 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae7a2084-9afe-4cc2-b49e-7de0d4a9d9be {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:40.042778 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'tag': '9c9e911c-8913-4f82-a823-55456212edc5', 'status': 'completed', 'code': 200} Sep 16 16:37:40.121065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] Set router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:37:40.169432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-24cf5570-32f7-432c-bcb1-8905f1c368ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.171208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-24cf5570-32f7-432c-bcb1-8905f1c368ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ec4611ebaba4a3aba307cc201d1948f&device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 1097 time: 0.1468978 Sep 16 16:37:40.233307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3274-649a-4e86-a061-d5732003da8e req-cc30a5b3-449b-4df3-ba14-6e6ed42fde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.234793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4ba3274-649a-4e86-a061-d5732003da8e req-cc30a5b3-449b-4df3-ba14-6e6ed42fde9c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4658358 Sep 16 16:37:40.488653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d86eb-4ce0-472a-b4ba-2f343fddc5a2 req-b7aea7da-3ac9-4ebd-9208-508c7651d3d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.506008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d86eb-4ce0-472a-b4ba-2f343fddc5a2 req-b7aea7da-3ac9-4ebd-9208-508c7651d3d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.512720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d86eb-4ce0-472a-b4ba-2f343fddc5a2 req-b7aea7da-3ac9-4ebd-9208-508c7651d3d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.518964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d86eb-4ce0-472a-b4ba-2f343fddc5a2 req-b7aea7da-3ac9-4ebd-9208-508c7651d3d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.522942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-daabc09d-2ecf-4284-828f-80fb37deb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.524455 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-daabc09d-2ecf-4284-828f-80fb37deb7fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=df0d353d-ef72-4b4b-91d1-d6ca0da472ab HTTP/1.1" status: 200 len: 912 time: 0.3111739 Sep 16 16:37:40.526036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d86eb-4ce0-472a-b4ba-2f343fddc5a2 req-b7aea7da-3ac9-4ebd-9208-508c7651d3d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.532910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d86eb-4ce0-472a-b4ba-2f343fddc5a2 req-b7aea7da-3ac9-4ebd-9208-508c7651d3d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.555455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d86eb-4ce0-472a-b4ba-2f343fddc5a2 req-b7aea7da-3ac9-4ebd-9208-508c7651d3d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.566303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-741d86eb-4ce0-472a-b4ba-2f343fddc5a2 req-b7aea7da-3ac9-4ebd-9208-508c7651d3d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.4947631 Sep 16 16:37:40.623973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad556b-961b-4662-8832-60e00caf9332 req-6db249ce-4a33-4cf4-a6e7-2bc327aea69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.638710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-6db249ce-4a33-4cf4-a6e7-2bc327aea69a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fcc1c21760d475183f44f9951f34743&device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 1094 time: 0.2882962 Sep 16 16:37:40.670415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-741d86eb-4ce0-472a-b4ba-2f343fddc5a2 req-a208af1f-2171-4350-a959-92496a19d0d5 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969951 Sep 16 16:37:40.689682 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-b0ffa8e0-a6bb-489b-ba66-33d802d2c7c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9e911c-8913-4f82-a823-55456212edc5 HTTP/1.1" status: 200 len: 999 time: 0.1232121 Sep 16 16:37:40.711817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742570e-a29e-424b-932a-92b06bb3c885 req-4594a391-e05f-45c1-ac3c-3b44f0768527 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.714837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6742570e-a29e-424b-932a-92b06bb3c885 req-4594a391-e05f-45c1-ac3c-3b44f0768527 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 943 time: 0.4579396 Sep 16 16:37:40.783095 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-12cdb590-e8ff-40dd-b447-270d6e7dabc2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee51158a-4b96-4818-b234-95c76ed9e71a HTTP/1.1" status: 200 len: 217 time: 0.1055193 Sep 16 16:37:40.882659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:37:02Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '6815080e-79a6-4ae4-b09a-6c07b2c9d60e', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'port_id': '9c9e911c-8913-4f82-a823-55456212edc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'mac_address': 'fa:16:3e:50:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:37:11Z', 'updated_at': '2021-09-16T16:37:37Z', 'revision_number': 1, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31eabb36-0a45-4d77-bc64-7c806a9c715b', 'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'mac_address': 'fa:16:3e:d3:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:37:00Z', 'updated_at': '2021-09-16T16:37:09Z', 'revision_number': 5, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'subnets': [{'id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:40.893043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-ff770285-985e-480a-b396-9f005ff30a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:40.895534 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-ff770285-985e-480a-b396-9f005ff30a5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0289bec-155d-487a-9918-3bb9c6750d50 HTTP/1.1" status: 200 len: 850 time: 0.1866219 Sep 16 16:37:40.909029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6742570e-a29e-424b-932a-92b06bb3c885 req-7acd4aef-0ace-425d-ac02-0473cc8f8c31 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597981 Sep 16 16:37:40.984773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] Checking router: 1d28e0e3-d6fe-49b4-886d-36bd19de9155 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:37:40.992948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad556b-961b-4662-8832-60e00caf9332 req-9586d649-c613-4430-bd48-cdacf6db0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:41.001980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-9586d649-c613-4430-bd48-cdacf6db0b6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ee6f1d-6290-4d7d-a539-0318591c727d HTTP/1.1" status: 200 len: 852 time: 0.1843319 Sep 16 16:37:41.013904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] Routers {'1d28e0e3-d6fe-49b4-886d-36bd19de9155'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:37:41.014562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:37:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:41.090894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-de7b395e-3a7c-4331-9f9d-1196e09434f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:41.096443 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-de7b395e-3a7c-4331-9f9d-1196e09434f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df0d353d-ef72-4b4b-91d1-d6ca0da472ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811275 Sep 16 16:37:41.221591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-ff6af689-3a15-4977-b44e-77fea2efc0b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b446d02c-c15f-4f0f-91ea-b210a6b43a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2045572 Sep 16 16:37:41.241873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] Set router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:37:41.381814 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-8d16711b-3b06-4165-b79c-0f76d801e820 service neutron] 10.222.0.62 "GET /v2.0/networks/df0d353d-ef72-4b4b-91d1-d6ca0da472ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652335 Sep 16 16:37:41.513425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87c915-76e6-4ce6-873d-9915b84d018d req-08e32ba9-61be-4735-b797-4b030a719c9a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:41.530617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b87c915-76e6-4ce6-873d-9915b84d018d req-08e32ba9-61be-4735-b797-4b030a719c9a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.5443425 Sep 16 16:37:41.532468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-8d1c8298-7e4a-4ac8-93e2-3afc59749bbd service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966273 Sep 16 16:37:41.586019 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91cc120b-6a84-44b7-b9dc-b2bce1d116ed req-93cc05b8-003e-47e0-a46e-ec7ce2920f6b service neutron] 10.222.0.62 "GET /v2.0/networks/df0d353d-ef72-4b4b-91d1-d6ca0da472ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835234 Sep 16 16:37:41.635427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:37:02Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '6815080e-79a6-4ae4-b09a-6c07b2c9d60e', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'port_id': '9c9e911c-8913-4f82-a823-55456212edc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'mac_address': 'fa:16:3e:50:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:37:11Z', 'updated_at': '2021-09-16T16:37:37Z', 'revision_number': 1, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31eabb36-0a45-4d77-bc64-7c806a9c715b', 'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'mac_address': 'fa:16:3e:d3:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:37:00Z', 'updated_at': '2021-09-16T16:37:09Z', 'revision_number': 5, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'subnets': [{'id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:37:41.680263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b87c915-76e6-4ce6-873d-9915b84d018d req-3873f878-8f3a-4286-a2e4-0d475e6694c8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363258 Sep 16 16:37:41.739452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1073221-4380-47ab-bf73-e2f68ea73854 None None] The sync data for ids ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'] in n-d-807786-3 is: [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:37:02Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '6815080e-79a6-4ae4-b09a-6c07b2c9d60e', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'port_id': '9c9e911c-8913-4f82-a823-55456212edc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'mac_address': 'fa:16:3e:50:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:37:11Z', 'updated_at': '2021-09-16T16:37:37Z', 'revision_number': 1, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31eabb36-0a45-4d77-bc64-7c806a9c715b', 'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'mac_address': 'fa:16:3e:d3:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:37:00Z', 'updated_at': '2021-09-16T16:37:09Z', 'revision_number': 5, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'subnets': [{'id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:37:41.874236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94ad556b-961b-4662-8832-60e00caf9332 req-bffae895-272a-4a57-ac06-d31e159fc04c service neutron] 10.222.0.62 "GET /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890074 Sep 16 16:37:41.915897 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43792) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:42.034913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6be6-8948-4373-87e3-54251833ef94 req-c816e009-e2f5-4d2c-9a6e-a256334601c7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:42.051115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6be6-8948-4373-87e3-54251833ef94 req-c816e009-e2f5-4d2c-9a6e-a256334601c7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:42.066574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6be6-8948-4373-87e3-54251833ef94 req-c816e009-e2f5-4d2c-9a6e-a256334601c7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:42.079760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6be6-8948-4373-87e3-54251833ef94 req-c816e009-e2f5-4d2c-9a6e-a256334601c7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:42.098306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6be6-8948-4373-87e3-54251833ef94 req-c816e009-e2f5-4d2c-9a6e-a256334601c7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:42.115172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6be6-8948-4373-87e3-54251833ef94 req-c816e009-e2f5-4d2c-9a6e-a256334601c7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:42.132298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6be6-8948-4373-87e3-54251833ef94 req-c816e009-e2f5-4d2c-9a6e-a256334601c7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:42.136398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-557186400-network', 'tenant_id': 'acb3bf0552d3486dbfea17406260dc4e'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:42.138685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adae6be6-8948-4373-87e3-54251833ef94 req-c816e009-e2f5-4d2c-9a6e-a256334601c7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.2595565 Sep 16 16:37:42.236973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adae6be6-8948-4373-87e3-54251833ef94 req-6ebddc4f-08f7-45bf-b0cf-c374c3e269c6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854990 Sep 16 16:37:42.246485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bc315-448b-40b0-99f5-6bd495c03af7 req-d699854c-6351-413b-af5f-d907b42d55de tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:42.254746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e4bc315-448b-40b0-99f5-6bd495c03af7 req-d699854c-6351-413b-af5f-d907b42d55de tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 943 time: 0.1145706 Sep 16 16:37:42.302012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Made reservation on behalf of acb3bf0552d3486dbfea17406260dc4e for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:37:42.305143 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:42.317141 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685bb5c-0a02-4b48-a346-87288aaa4880 None None] New status for floating IP 6815080e-79a6-4ae4-b09a-6c07b2c9d60e: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:37:42.359862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e4bc315-448b-40b0-99f5-6bd495c03af7 req-29dc21e6-798e-457c-8c3e-067abfe8ae25 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997798 Sep 16 16:37:42.365047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:42.541236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:42.658625 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:42.679519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:37:42.697724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:42.698198 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Added segment dd13ae1d-d8ca-4fba-afe6-69a884ff6d65 of type vlan for network 36b8f3ce-6a5f-4b55-a120-83cb4694f26b Sep 16 16:37:42.786305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd053b-415c-4134-9548-69d240c8cb14,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:42.806955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:42.883000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a3473-7b0f-4a44-9965-0f3966e79462 req-19c02bed-1380-4298-a36a-388e2ebe9e8f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:42.884597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b53a3473-7b0f-4a44-9965-0f3966e79462 req-19c02bed-1380-4298-a36a-388e2ebe9e8f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.1121659 Sep 16 16:37:42.932353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b53a3473-7b0f-4a44-9965-0f3966e79462 req-e2e7f855-856b-4aab-925d-a123628fb52d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Sep 16 16:37:42.955054 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:42.956125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:42.957011 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:43.030721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] Pushing event updated for resources: {'Network': ['ID=36b8f3ce-6a5f-4b55-a120-83cb4694f26b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:43.043362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 36b8f3ce-6a5f-4b55-a120-83cb4694f26b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:37:43.114416 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-01964ae9-63a1-4374-9af9-cace21fa9148 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1959860 Sep 16 16:37:43.115966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43818) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:43.127359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Request body: {'subnet': {'network_id': '36b8f3ce-6a5f-4b55-a120-83cb4694f26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-557186400-subnet', 'tenant_id': 'acb3bf0552d3486dbfea17406260dc4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:43.250148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Made reservation on behalf of acb3bf0552d3486dbfea17406260dc4e for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:37:43.252750 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:43.478876 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:43.492024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646300a-adc4-4280-94d7-a10559cc78ac req-e0937f69-7db3-43ca-85f0-967443b6ca84 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:43.506781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646300a-adc4-4280-94d7-a10559cc78ac req-e0937f69-7db3-43ca-85f0-967443b6ca84 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:43.523269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646300a-adc4-4280-94d7-a10559cc78ac req-e0937f69-7db3-43ca-85f0-967443b6ca84 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:43.536686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646300a-adc4-4280-94d7-a10559cc78ac req-e0937f69-7db3-43ca-85f0-967443b6ca84 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:43.543611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646300a-adc4-4280-94d7-a10559cc78ac req-e0937f69-7db3-43ca-85f0-967443b6ca84 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:43.551823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646300a-adc4-4280-94d7-a10559cc78ac req-e0937f69-7db3-43ca-85f0-967443b6ca84 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:43.558986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646300a-adc4-4280-94d7-a10559cc78ac req-e0937f69-7db3-43ca-85f0-967443b6ca84 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:43.561235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1646300a-adc4-4280-94d7-a10559cc78ac req-e0937f69-7db3-43ca-85f0-967443b6ca84 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.2077949 Sep 16 16:37:43.610772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:43.664975 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1646300a-adc4-4280-94d7-a10559cc78ac req-26039577-2b2e-4b62-a0a3-a7802af802d6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892255 Sep 16 16:37:43.723953 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:43.733391 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55e0ab8-1052-4ba7-b766-b03038ffb02e,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:43.766790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Checking segment: {'id': 'dd13ae1d-d8ca-4fba-afe6-69a884ff6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36b8f3ce-6a5f-4b55-a120-83cb4694f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:43.767177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Network hostable DHCP agents. Network: 36b8f3ce-6a5f-4b55-a120-83cb4694f26b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:37:43.840687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83e3d3-e230-4072-b728-83d46c651500 req-4083bc41-c65a-4329-86f2-94d936afc94d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:43.848716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb83e3d3-e230-4072-b728-83d46c651500 req-4083bc41-c65a-4329-86f2-94d936afc94d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 943 time: 0.0880306 Sep 16 16:37:43.871457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Network 36b8f3ce-6a5f-4b55-a120-83cb4694f26b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:37:43.938561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb83e3d3-e230-4072-b728-83d46c651500 req-bb28df05-f38c-46e7-a666-77d7724ed455 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843275 Sep 16 16:37:43.963817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 36b8f3ce-6a5f-4b55-a120-83cb4694f26b) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:43.968178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:43.968865 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:43.978454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb3140-d1c4-4109-84b9-768554eee7d6 None None] Network 36b8f3ce-6a5f-4b55-a120-83cb4694f26b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:37:44.062037 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a36d4ce9-7f60-4d02-ba54-9a20ec07b959 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9438698 Sep 16 16:37:44.168509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bda4-db61-4617-9a50-313ae52f5031 req-944768b4-ca52-4adc-9eae-9ecf4273bb8e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:44.173405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e647bda4-db61-4617-9a50-313ae52f5031 req-944768b4-ca52-4adc-9eae-9ecf4273bb8e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.1409974 Sep 16 16:37:44.241829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1606966-cc2f-49e1-98ff-77881cf373e9 None None] Network 36b8f3ce-6a5f-4b55-a120-83cb4694f26b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:37:44.256005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e647bda4-db61-4617-9a50-313ae52f5031 req-b415c343-9cb3-45cc-81ac-bd7f7d860209 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740085 Sep 16 16:37:44.954735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebd4a-0554-43cc-849a-c8a13ae1eccb req-1543a93e-030f-4b0c-a962-b248c599fdef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:44.972543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebd4a-0554-43cc-849a-c8a13ae1eccb req-1543a93e-030f-4b0c-a962-b248c599fdef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:44.986905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebd4a-0554-43cc-849a-c8a13ae1eccb req-1543a93e-030f-4b0c-a962-b248c599fdef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:45.014300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebd4a-0554-43cc-849a-c8a13ae1eccb req-1543a93e-030f-4b0c-a962-b248c599fdef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:45.024828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebd4a-0554-43cc-849a-c8a13ae1eccb req-1543a93e-030f-4b0c-a962-b248c599fdef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:45.034035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebd4a-0554-43cc-849a-c8a13ae1eccb req-1543a93e-030f-4b0c-a962-b248c599fdef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:45.043935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebd4a-0554-43cc-849a-c8a13ae1eccb req-1543a93e-030f-4b0c-a962-b248c599fdef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:45.046229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-579ebd4a-0554-43cc-849a-c8a13ae1eccb req-1543a93e-030f-4b0c-a962-b248c599fdef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.2427828 Sep 16 16:37:45.198802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-579ebd4a-0554-43cc-849a-c8a13ae1eccb req-9ad47d13-5491-43da-b7c4-57d3305ab72e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1292300 Sep 16 16:37:45.232743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-e1a66555-07aa-45c2-8c23-3613a1648deb tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:45.234497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-e1a66555-07aa-45c2-8c23-3613a1648deb tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/networks?id=36b8f3ce-6a5f-4b55-a120-83cb4694f26b HTTP/1.1" status: 200 len: 817 time: 0.3324046 Sep 16 16:37:45.265667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-e203d420-e826-4de1-a16c-4fd81f4fabd1 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/quotas/acb3bf0552d3486dbfea17406260dc4e HTTP/1.1" status: 200 len: 375 time: 0.0244439 Sep 16 16:37:45.305803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-e1fdb046-8911-43b7-be7c-84b1a5225f62 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=acb3bf0552d3486dbfea17406260dc4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386500 Sep 16 16:37:45.461300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bd56f-484e-4c05-a792-7befe3ef9ee6 req-39b9dc60-bdf2-4989-b62b-15abcc92401b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:45.463307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c3bd56f-484e-4c05-a792-7befe3ef9ee6 req-39b9dc60-bdf2-4989-b62b-15abcc92401b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 943 time: 0.1458902 Sep 16 16:37:45.484085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-7eaaf3e3-fca0-4086-9561-e3e5e44c06e8 service neutron] 10.222.0.22 "GET /v2.0/networks/36b8f3ce-6a5f-4b55-a120-83cb4694f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766560 Sep 16 16:37:45.580615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c3bd56f-484e-4c05-a792-7befe3ef9ee6 req-3151b989-33c1-401c-b199-2d1f0a280469 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068659 Sep 16 16:37:45.609279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-c3591b87-9676-49c3-a609-2de4f5c19fec service neutron] 10.222.0.22 "GET /v2.0/networks/36b8f3ce-6a5f-4b55-a120-83cb4694f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242766 Sep 16 16:37:45.801578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcdaa8-505d-4731-a4b2-49c64b0ddd88 req-8cfee2c5-5d4a-44a9-8b5b-b294ca48328e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:45.803624 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87fcdaa8-505d-4731-a4b2-49c64b0ddd88 req-8cfee2c5-5d4a-44a9-8b5b-b294ca48328e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.0906739 Sep 16 16:37:45.903288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87fcdaa8-505d-4731-a4b2-49c64b0ddd88 req-8b9e5553-05af-4afa-b0f6-1da67dbb7268 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913694 Sep 16 16:37:46.035261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1aa1e838-aa7d-4b0e-9038-b8bf129c11ad req-cbc7a495-8af0-44a8-b2e6-fe08525dde73 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 210 time: 0.0481706 Sep 16 16:37:46.429584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92810315-f6e4-436a-9415-2241638e4e8f req-f805a5f4-a549-4038-89ad-92a71d735ff6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:46.438898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92810315-f6e4-436a-9415-2241638e4e8f req-f805a5f4-a549-4038-89ad-92a71d735ff6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:46.446853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92810315-f6e4-436a-9415-2241638e4e8f req-f805a5f4-a549-4038-89ad-92a71d735ff6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:46.454287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92810315-f6e4-436a-9415-2241638e4e8f req-f805a5f4-a549-4038-89ad-92a71d735ff6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:46.461501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92810315-f6e4-436a-9415-2241638e4e8f req-f805a5f4-a549-4038-89ad-92a71d735ff6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:46.468149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92810315-f6e4-436a-9415-2241638e4e8f req-f805a5f4-a549-4038-89ad-92a71d735ff6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:46.474960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92810315-f6e4-436a-9415-2241638e4e8f req-f805a5f4-a549-4038-89ad-92a71d735ff6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:46.477625 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92810315-f6e4-436a-9415-2241638e4e8f req-f805a5f4-a549-4038-89ad-92a71d735ff6 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.1563706 Sep 16 16:37:46.530620 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92810315-f6e4-436a-9415-2241638e4e8f req-8c4b9ccf-b670-4556-b9d9-5f7b129aac7b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447602 Sep 16 16:37:46.739138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6c556-250a-4295-b31e-23e6a4a964c7 req-38636842-06ed-472b-b71d-fce78e7f952b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:46.740997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a6c556-250a-4295-b31e-23e6a4a964c7 req-38636842-06ed-472b-b71d-fce78e7f952b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 943 time: 0.0807493 Sep 16 16:37:46.813191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a6c556-250a-4295-b31e-23e6a4a964c7 req-07dca839-6dbd-40a4-9d49-8b58b0e476f9 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634689 Sep 16 16:37:47.033343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e969254-3667-4fbb-84aa-39a96373d37c req-3f0ff601-947b-4b8a-a2e7-8383d85f3d3d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:47.035842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e969254-3667-4fbb-84aa-39a96373d37c req-3f0ff601-947b-4b8a-a2e7-8383d85f3d3d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.0519538 Sep 16 16:37:47.077036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e969254-3667-4fbb-84aa-39a96373d37c req-2d7d5fee-9e11-4a61-80e4-0527d1729bc4 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Sep 16 16:37:47.186688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a816579-5b49-4b55-80b1-37492f4690a8 req-ba78bd35-8683-4250-84bf-480875f52ea6 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 210 time: 0.0279095 Sep 16 16:37:47.694228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d870c-47b7-4740-ab6c-4e10f1ba8c68 req-026e99d7-bbb2-4a71-be33-528b98154cca tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:47.702052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d870c-47b7-4740-ab6c-4e10f1ba8c68 req-026e99d7-bbb2-4a71-be33-528b98154cca tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:47.712603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d870c-47b7-4740-ab6c-4e10f1ba8c68 req-026e99d7-bbb2-4a71-be33-528b98154cca tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:47.724871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d870c-47b7-4740-ab6c-4e10f1ba8c68 req-026e99d7-bbb2-4a71-be33-528b98154cca tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:47.733860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d870c-47b7-4740-ab6c-4e10f1ba8c68 req-026e99d7-bbb2-4a71-be33-528b98154cca tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:47.742030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d870c-47b7-4740-ab6c-4e10f1ba8c68 req-026e99d7-bbb2-4a71-be33-528b98154cca tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:47.749291 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d870c-47b7-4740-ab6c-4e10f1ba8c68 req-026e99d7-bbb2-4a71-be33-528b98154cca tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:47.751639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-683d870c-47b7-4740-ab6c-4e10f1ba8c68 req-026e99d7-bbb2-4a71-be33-528b98154cca tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.1217601 Sep 16 16:37:47.827088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-683d870c-47b7-4740-ab6c-4e10f1ba8c68 req-fb49b635-48a1-4fce-9a5a-6a08b7650c1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608687 Sep 16 16:37:47.987053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d88128-e395-4821-ae21-cc297f79cf11 req-a74c1477-f4e7-46b5-a397-060a7860123d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:47.993866 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71d88128-e395-4821-ae21-cc297f79cf11 req-a74c1477-f4e7-46b5-a397-060a7860123d tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 943 time: 0.0614338 Sep 16 16:37:48.039002 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71d88128-e395-4821-ae21-cc297f79cf11 req-9641ce9a-ac10-4748-bf69-f2a60faac751 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Sep 16 16:37:48.230791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e32c3-0451-4603-a13e-4f90d6bb14e7 req-9a9298e6-2a00-4988-9c77-7007685ea04e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:48.232219 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-532e32c3-0451-4603-a13e-4f90d6bb14e7 req-9a9298e6-2a00-4988-9c77-7007685ea04e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.0580971 Sep 16 16:37:48.275694 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-532e32c3-0451-4603-a13e-4f90d6bb14e7 req-2093e93e-bdf4-4b82-8846-f4efcc0bb5fe tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355706 Sep 16 16:37:48.310025 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3102a25-6b3a-46d3-a7a3-ec0fb36059c5 req-945845fb-5788-49ba-8ab1-8eac682a3105 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 210 time: 0.0385077 Sep 16 16:37:48.426070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43928) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:48.538700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4c494ad3-fdf0-448c-911b-7c0bc3dcc583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:48.570545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ee51158a-4b96-4818-b234-95c76ed9e71a details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:48.631298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4c494ad3-fdf0-448c-911b-7c0bc3dcc583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:48.676349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ee51158a-4b96-4818-b234-95c76ed9e71a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ee51158a-4b96-4818-b234-95c76ed9e71a,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:48.687408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'ee51158a-4b96-4818-b234-95c76ed9e71a', 'network_id': 'b446d02c-c15f-4f0f-91ea-b210a6b43a85', 'port_id': 'ee51158a-4b96-4818-b234-95c76ed9e71a', 'mac_address': 'fa:16:3e:20:f2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ee6f1d-6290-4d7d-a539-0318591c727d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:48.707175 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4c494ad3-fdf0-448c-911b-7c0bc3dcc583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:48.733276 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:48.747799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c494ad3-fdf0-448c-911b-7c0bc3dcc583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5b6e7b-f4a6-4171-a9a8-8c1631112560,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:48.751848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee51158a-4b96-4818-b234-95c76ed9e71a {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:48.777039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ee51158a-4b96-4818-b234-95c76ed9e71a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ee51158a-4b96-4818-b234-95c76ed9e71a,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:48.780228 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4c494ad3-fdf0-448c-911b-7c0bc3dcc583 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab9159b3b3894f898f636cc0bf6a5535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529723 Sep 16 16:37:48.782882 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43932) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:48.844045 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:48.862033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012be594-784d-4a59-8e7c-d8662e8079df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:48.887632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012be594-784d-4a59-8e7c-d8662e8079df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:48.888907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-8e9e6303-8565-48dc-bff2-ef6e3550a48d tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:48.890677 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-8e9e6303-8565-48dc-bff2-ef6e3550a48d tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.52 "GET /v2.0/networks?id=36b8f3ce-6a5f-4b55-a120-83cb4694f26b HTTP/1.1" status: 200 len: 817 time: 0.1439626 Sep 16 16:37:48.908187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Request body: {'port': {'device_id': '179188e4-b08b-4f25-85c1-a83c0a4fe96f', 'network_id': '36b8f3ce-6a5f-4b55-a120-83cb4694f26b', 'admin_state_up': True, 'tenant_id': 'acb3bf0552d3486dbfea17406260dc4e'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:48.929561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ee51158a-4b96-4818-b234-95c76ed9e71a,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:48.998130 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012be594-784d-4a59-8e7c-d8662e8079df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.000682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-012be594-784d-4a59-8e7c-d8662e8079df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.001851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-012be594-784d-4a59-8e7c-d8662e8079df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb5b6e7b-f4a6-4171-a9a8-8c1631112560 HTTP/1.1" status: 204 len: 168 time: 0.2179570 Sep 16 16:37:49.029251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012be594-784d-4a59-8e7c-d8662e8079df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5b6e7b-f4a6-4171-a9a8-8c1631112560,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:49.074236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332b66-3e55-493d-9816-e3d7fe0996c8 req-8f59f85a-cbe1-4f41-80d7-134c68ccfaae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:49.075478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332b66-3e55-493d-9816-e3d7fe0996c8 req-8f59f85a-cbe1-4f41-80d7-134c68ccfaae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:49.076483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ee51158a-4b96-4818-b234-95c76ed9e71a'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:49.081968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332b66-3e55-493d-9816-e3d7fe0996c8 req-8f59f85a-cbe1-4f41-80d7-134c68ccfaae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:49.088062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332b66-3e55-493d-9816-e3d7fe0996c8 req-8f59f85a-cbe1-4f41-80d7-134c68ccfaae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:49.094244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332b66-3e55-493d-9816-e3d7fe0996c8 req-8f59f85a-cbe1-4f41-80d7-134c68ccfaae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:49.101223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332b66-3e55-493d-9816-e3d7fe0996c8 req-8f59f85a-cbe1-4f41-80d7-134c68ccfaae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:49.107869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332b66-3e55-493d-9816-e3d7fe0996c8 req-8f59f85a-cbe1-4f41-80d7-134c68ccfaae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:49.109809 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61332b66-3e55-493d-9816-e3d7fe0996c8 req-8f59f85a-cbe1-4f41-80d7-134c68ccfaae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5429 time: 0.1325214 Sep 16 16:37:49.123581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Made reservation on behalf of acb3bf0552d3486dbfea17406260dc4e for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:37:49.127378 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.200849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61332b66-3e55-493d-9816-e3d7fe0996c8 req-e32f78e0-fad9-4aa1-a9ea-3ff8b8433575 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810959 Sep 16 16:37:49.212804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff05b70-8680-442c-9ee5-b3e95d04b1b3 req-4d1511c9-5247-4b36-bf8b-9ff9386ad67e tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:49.218481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ff05b70-8680-442c-9ee5-b3e95d04b1b3 req-4d1511c9-5247-4b36-bf8b-9ff9386ad67e tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 944 time: 0.0971072 Sep 16 16:37:49.245657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 44994d38-3361-40ac-8d0d-bcd88e3dc26d details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:49.286704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ff05b70-8680-442c-9ee5-b3e95d04b1b3 req-5d5b21ac-3883-4a86-a575-41a2afa3f89c tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606852 Sep 16 16:37:49.305247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Allocated IP 172.20.0.4 (36b8f3ce-6a5f-4b55-a120-83cb4694f26b/b55e0ab8-1052-4ba7-b766-b03038ffb02e/bcf2ba78-f8f9-4092-a528-295b99101029) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:37:49.423588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 44994d38-3361-40ac-8d0d-bcd88e3dc26d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:49.441438 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '44994d38-3361-40ac-8d0d-bcd88e3dc26d', 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604', 'port_id': '44994d38-3361-40ac-8d0d-bcd88e3dc26d', 'mac_address': 'fa:16:3e:19:67:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31ba7dc-58e3-4969-a791-d0503ce9bf0f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:49.468640 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa961498-6f9a-48c1-b38d-e237c735826b req-d3268cf5-6a90-456c-8eb4-5885c9aba089 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 210 time: 0.0457263 Sep 16 16:37:49.493827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e7ffc-035f-4362-a54d-bb1cd0ed426a req-7874208e-7241-46e7-84e1-db0b0ba46bf8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:49.501301 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-541e7ffc-035f-4362-a54d-bb1cd0ed426a req-7874208e-7241-46e7-84e1-db0b0ba46bf8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.1457150 Sep 16 16:37:49.502789 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.517906 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.521643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44994d38-3361-40ac-8d0d-bcd88e3dc26d {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:49.545047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 44994d38-3361-40ac-8d0d-bcd88e3dc26d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:49.547773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-541e7ffc-035f-4362-a54d-bb1cd0ed426a req-729c68b4-1bdb-4b1f-b343-b2f60f88772f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455005 Sep 16 16:37:49.637428 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.638123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ea0d0c04-595f-4e21-97cf-1ee3b39295dd details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:49.680843 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.718443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=44994d38-3361-40ac-8d0d-bcd88e3dc26d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:49.726783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Network 36b8f3ce-6a5f-4b55-a120-83cb4694f26b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:37:49.730043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:49.734049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:37:49.761766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Pushing event updated for resources: {'Port': ['ID=bcf2ba78-f8f9-4092-a528-295b99101029,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:49.782007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ea0d0c04-595f-4e21-97cf-1ee3b39295dd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:49.787103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43950) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:49.790445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:49.791077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.798953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'ea0d0c04-595f-4e21-97cf-1ee3b39295dd', 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c', 'port_id': 'ea0d0c04-595f-4e21-97cf-1ee3b39295dd', 'mac_address': 'fa:16:3e:10:db:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd81c09c-b0c8-4981-b53e-691db3a98bd3', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:49.801469 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff1f14bd-5f3e-4d46-a03c-f3377c3a5ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.840939 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.844778 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-43474ce2-2d97-418f-9c41-5acd8f122cba tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9436593 Sep 16 16:37:49.854708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0d0c04-595f-4e21-97cf-1ee3b39295dd {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:49.862044 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Request body: {'port': {'device_id': '179188e4-b08b-4f25-85c1-a83c0a4fe96f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:49.875884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ea0d0c04-595f-4e21-97cf-1ee3b39295dd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:49.918383 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.919325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8ab0bbc4-e6a3-417d-bad8-c3094a12594a details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:49.921436 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.929338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff1f14bd-5f3e-4d46-a03c-f3377c3a5ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.976956 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff1f14bd-5f3e-4d46-a03c-f3377c3a5ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:49.992245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:49.999739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:50.007145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '8ab0bbc4-e6a3-417d-bad8-c3094a12594a', 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c', 'port_id': '8ab0bbc4-e6a3-417d-bad8-c3094a12594a', 'mac_address': 'fa:16:3e:d2:3a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd81c09c-b0c8-4981-b53e-691db3a98bd3', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:50.022438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f14bd-5f3e-4d46-a03c-f3377c3a5ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a58b59-0fed-45be-b1b6-8cbe9135b32d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:50.049295 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ff1f14bd-5f3e-4d46-a03c-f3377c3a5ca7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33b4b9b0df92420c9555591cf8c604e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587209 Sep 16 16:37:50.049490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.049672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43954) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:50.067201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab0bbc4-e6a3-417d-bad8-c3094a12594a {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:50.090902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:50.111941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ad73718-3a38-44be-b515-e25d185b411b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.135034 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ad73718-3a38-44be-b515-e25d185b411b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.198109 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.198703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ae2cb411-5e56-488c-a94b-7e94d9d1f82e details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:50.220178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf2ba78-f8f9-4092-a528-295b99101029 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:50.231047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.275098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:50.344078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae2cb411-5e56-488c-a94b-7e94d9d1f82e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:50.349303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9873a9-6f87-4576-a504-f2ef9b414f83 req-10441e51-ce14-4c60-976e-2bb03583475e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.352969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Transition to ACTIVE for port object bcf2ba78-f8f9-4092-a528-295b99101029 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:37:50.355774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9873a9-6f87-4576-a504-f2ef9b414f83 req-10441e51-ce14-4c60-976e-2bb03583475e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.356727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'port_id': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e', 'mac_address': 'fa:16:3e:4e:ba:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:50.361949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9873a9-6f87-4576-a504-f2ef9b414f83 req-10441e51-ce14-4c60-976e-2bb03583475e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.368791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9873a9-6f87-4576-a504-f2ef9b414f83 req-10441e51-ce14-4c60-976e-2bb03583475e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.374723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9873a9-6f87-4576-a504-f2ef9b414f83 req-10441e51-ce14-4c60-976e-2bb03583475e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.380981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9873a9-6f87-4576-a504-f2ef9b414f83 req-10441e51-ce14-4c60-976e-2bb03583475e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.386857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9873a9-6f87-4576-a504-f2ef9b414f83 req-10441e51-ce14-4c60-976e-2bb03583475e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.392894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a9873a9-6f87-4576-a504-f2ef9b414f83 req-10441e51-ce14-4c60-976e-2bb03583475e tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5432 time: 0.1021035 Sep 16 16:37:50.400441 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.403681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.409364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ad73718-3a38-44be-b515-e25d185b411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.412544 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ad73718-3a38-44be-b515-e25d185b411b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.414008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7ad73718-3a38-44be-b515-e25d185b411b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03a58b59-0fed-45be-b1b6-8cbe9135b32d HTTP/1.1" status: 204 len: 168 time: 0.3632271 Sep 16 16:37:50.418319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2cb411-5e56-488c-a94b-7e94d9d1f82e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:50.447541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae2cb411-5e56-488c-a94b-7e94d9d1f82e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:50.456229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad73718-3a38-44be-b515-e25d185b411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a58b59-0fed-45be-b1b6-8cbe9135b32d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:50.490012 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.490701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c8200d1d-3946-44b4-b45a-b57718561077 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:50.497419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf2ba78-f8f9-4092-a528-295b99101029,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:50.514656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a9873a9-6f87-4576-a504-f2ef9b414f83 req-6d971a17-3577-40ed-b25b-4dedea8393d0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962083 Sep 16 16:37:50.520345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df83042-da46-4365-bc10-9bbecabd51f8 req-f8ab993e-b76c-460c-8aef-edd56fb52486 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.522123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1df83042-da46-4365-bc10-9bbecabd51f8 req-f8ab993e-b76c-460c-8aef-edd56fb52486 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 944 time: 0.1272955 Sep 16 16:37:50.589954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Attempting to bind port bcf2ba78-f8f9-4092-a528-295b99101029 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:37:50.590581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Attempting to bind port bcf2ba78-f8f9-4092-a528-295b99101029 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'dd13ae1d-d8ca-4fba-afe6-69a884ff6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36b8f3ce-6a5f-4b55-a120-83cb4694f26b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:37:50.590961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Attempting to bind port bcf2ba78-f8f9-4092-a528-295b99101029 on network 36b8f3ce-6a5f-4b55-a120-83cb4694f26b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:50.595106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port c8200d1d-3946-44b4-b45a-b57718561077, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c8200d1d-3946-44b4-b45a-b57718561077,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:50.596165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Port bcf2ba78-f8f9-4092-a528-295b99101029 on network 36b8f3ce-6a5f-4b55-a120-83cb4694f26b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:37:50.599348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Attempting to bind port bcf2ba78-f8f9-4092-a528-295b99101029 on network 36b8f3ce-6a5f-4b55-a120-83cb4694f26b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:37:50.599473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:50.601221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1df83042-da46-4365-bc10-9bbecabd51f8 req-ee7e5f29-06cb-42ea-af71-57f2f3ceb94f tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716710 Sep 16 16:37:50.613580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6fc9edce-3b61-4687-9887-899d2aca0566 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:50.618176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:37:50.618537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Checking segment: {'id': 'dd13ae1d-d8ca-4fba-afe6-69a884ff6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36b8f3ce-6a5f-4b55-a120-83cb4694f26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:50.618939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Bound using segment: {'id': 'dd13ae1d-d8ca-4fba-afe6-69a884ff6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36b8f3ce-6a5f-4b55-a120-83cb4694f26b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:37:50.619394 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Bound port: bcf2ba78-f8f9-4092-a528-295b99101029, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd13ae1d-d8ca-4fba-afe6-69a884ff6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36b8f3ce-6a5f-4b55-a120-83cb4694f26b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:37:50.619775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.624048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ee51158a-4b96-4818-b234-95c76ed9e71a up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:50.629625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'c8200d1d-3946-44b4-b45a-b57718561077', 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c', 'port_id': 'c8200d1d-3946-44b4-b45a-b57718561077', 'mac_address': 'fa:16:3e:f9:ae:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd81c09c-b0c8-4981-b53e-691db3a98bd3', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:50.681790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bab85-dbff-40b2-a649-834c870f80cd req-d310e0b0-cca2-47be-b96c-25e4c6bf4532 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.683661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a73bab85-dbff-40b2-a649-834c870f80cd req-d310e0b0-cca2-47be-b96c-25e4c6bf4532 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 943 time: 0.0894217 Sep 16 16:37:50.714624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] For port bcf2ba78-f8f9-4092-a528-295b99101029, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:37:50.718719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] For port bcf2ba78-f8f9-4092-a528-295b99101029, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=bcf2ba78-f8f9-4092-a528-295b99101029,segment=NetworkSegment(dd13ae1d-d8ca-4fba-afe6-69a884ff6d65),segment_id=dd13ae1d-d8ca-4fba-afe6-69a884ff6d65)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:37:50.735065 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.754453 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a73bab85-dbff-40b2-a649-834c870f80cd req-189129d5-8a50-4a79-8468-0085308dfd64 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591171 Sep 16 16:37:50.765228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96448a00-ee45-44cf-940f-3d38d9608dd2 req-7b8ffa2d-5b8f-4c31-b429-b1788d89aff8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.766820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96448a00-ee45-44cf-940f-3d38d9608dd2 req-7b8ffa2d-5b8f-4c31-b429-b1788d89aff8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 945 time: 0.0824313 Sep 16 16:37:50.790883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8200d1d-3946-44b4-b45a-b57718561077 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:50.793460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.817398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port c8200d1d-3946-44b4-b45a-b57718561077, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c8200d1d-3946-44b4-b45a-b57718561077,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:50.835323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96448a00-ee45-44cf-940f-3d38d9608dd2 req-2f3a0d7f-f864-403d-a98b-c6f64ffd47a6 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542772 Sep 16 16:37:50.837418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:50.849899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port ee51158a-4b96-4818-b234-95c76ed9e71a completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:50.858050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port ee51158a-4b96-4818-b234-95c76ed9e71a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:50.858922 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.873696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:50.874896 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.876430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] 10.222.0.52 "PUT /v2.0/ports/bcf2ba78-f8f9-4092-a528-295b99101029 HTTP/1.1" status: 200 len: 1091 time: 1.0192339 Sep 16 16:37:50.876976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179188e4-b08b-4f25-85c1-a83c0a4fe96f', 'tag': 'bcf2ba78-f8f9-4092-a528-295b99101029'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:50.882223 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cf354b-a338-4cd8-8297-98296ea0c4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "179188e4-b08b-4f25-85c1-a83c0a4fe96f", "tag": "bcf2ba78-f8f9-4092-a528-295b99101029"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:50.882365 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:50.882702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f41156ca-fe2c-4554-bce2-6da322a34a02 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:50.888618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '6fc9edce-3b61-4687-9887-899d2aca0566', 'network_id': '563fff5e-1376-43e1-95f9-8f5d140768a4', 'port_id': '6fc9edce-3b61-4687-9887-899d2aca0566', 'mac_address': 'fa:16:3e:13:91:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd721634-0d0a-487a-bef8-32f33a114e5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:50.914567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c3c82-9208-4ed8-92c3-2423d118b951 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf2ba78-f8f9-4092-a528-295b99101029,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:50.935576 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be2015d-e984-41f5-83c4-8481e9cda13f x-openstack-request-id: req-0be2015d-e984-41f5-83c4-8481e9cda13f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:50.935940 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179188e4-b08b-4f25-85c1-a83c0a4fe96f", "tag": "bcf2ba78-f8f9-4092-a528-295b99101029", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:50.936488 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0be2015d-e984-41f5-83c4-8481e9cda13f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:50.936960 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '179188e4-b08b-4f25-85c1-a83c0a4fe96f', 'tag': 'bcf2ba78-f8f9-4092-a528-295b99101029', 'status': 'completed', 'code': 200} Sep 16 16:37:51.000825 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f41156ca-fe2c-4554-bce2-6da322a34a02, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f41156ca-fe2c-4554-bce2-6da322a34a02,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:51.002747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf354b-a338-4cd8-8297-98296ea0c4c2 req-f9b85c3a-937a-422c-8441-6f32058f069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.004290 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56cf354b-a338-4cd8-8297-98296ea0c4c2 req-f9b85c3a-937a-422c-8441-6f32058f069c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=acb3bf0552d3486dbfea17406260dc4e&device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 1094 time: 0.0434787 Sep 16 16:37:51.014304 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.015957 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=c8200d1d-3946-44b4-b45a-b57718561077,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:51.028030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'f41156ca-fe2c-4554-bce2-6da322a34a02', 'network_id': '6d74ac22-cfb1-4879-93a9-83b3ba9ed604', 'port_id': 'f41156ca-fe2c-4554-bce2-6da322a34a02', 'mac_address': 'fa:16:3e:70:5a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31ba7dc-58e3-4969-a791-d0503ce9bf0f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:51.056734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc9edce-3b61-4687-9887-899d2aca0566 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:51.111474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:51.114686 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.117041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf354b-a338-4cd8-8297-98296ea0c4c2 req-748592f5-fcdd-4722-86b6-74a43c1a9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.118866 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56cf354b-a338-4cd8-8297-98296ea0c4c2 req-748592f5-fcdd-4722-86b6-74a43c1a9ae9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=acb3bf0552d3486dbfea17406260dc4e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1057122 Sep 16 16:37:51.134754 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.156095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9494365d-f109-4362-8e07-8852ba0cc9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee51158a-4b96-4818-b234-95c76ed9e71a'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:51.158391 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055c59d5-d422-427b-a16f-88d48941849f" -d '{"events": [{"server_uuid": "9494365d-f109-4362-8e07-8852ba0cc9a6", "name": "network-vif-plugged", "status": "completed", "tag": "ee51158a-4b96-4818-b234-95c76ed9e71a"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:51.165400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41156ca-fe2c-4554-bce2-6da322a34a02 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:51.176278 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.182928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ee51158a-4b96-4818-b234-95c76ed9e71a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ee51158a-4b96-4818-b234-95c76ed9e71a,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:51.218421 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecaa750-8d87-4f94-9e40-f7e1fee15604 x-openstack-request-id: req-fecaa750-8d87-4f94-9e40-f7e1fee15604 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:51.218708 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9494365d-f109-4362-8e07-8852ba0cc9a6", "name": "network-vif-plugged", "status": "completed", "tag": "ee51158a-4b96-4818-b234-95c76ed9e71a", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:51.218979 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fecaa750-8d87-4f94-9e40-f7e1fee15604 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:51.219362 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9494365d-f109-4362-8e07-8852ba0cc9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee51158a-4b96-4818-b234-95c76ed9e71a', 'code': 200} Sep 16 16:37:51.225766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f41156ca-fe2c-4554-bce2-6da322a34a02, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f41156ca-fe2c-4554-bce2-6da322a34a02,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:51.249100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf354b-a338-4cd8-8297-98296ea0c4c2 req-676b4f8a-6a32-4e1b-af73-65bbfdc7262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.250739 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56cf354b-a338-4cd8-8297-98296ea0c4c2 req-676b4f8a-6a32-4e1b-af73-65bbfdc7262c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142995 Sep 16 16:37:51.251433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43978) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:51.251817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=11']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:51.267079 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0cade060-ae04-4268-9bed-eab24a33b27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.283767 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.309108 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.309843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f05e97f8-44e6-4e66-87c0-537832c067fe details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:51.325169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d20b3-f538-4f8a-8bd0-8042b116cd87 req-f7614a66-12dc-4e2c-b10f-86cfbb6b57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.327345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-282d20b3-f538-4f8a-8bd0-8042b116cd87 req-f7614a66-12dc-4e2c-b10f-86cfbb6b57c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 1096 time: 0.0445137 Sep 16 16:37:51.347601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-7c4940c5-0d1f-44c3-963c-f6dda0910969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.348164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ee51158a-4b96-4818-b234-95c76ed9e71a,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:51.349131 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-7c4940c5-0d1f-44c3-963c-f6dda0910969 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=acb3bf0552d3486dbfea17406260dc4e&device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 1094 time: 0.0629196 Sep 16 16:37:51.371921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-282d20b3-f538-4f8a-8bd0-8042b116cd87 req-b55e5eae-dc26-430e-8b9a-889d6296ef93 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354233 Sep 16 16:37:51.384721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f05e97f8-44e6-4e66-87c0-537832c067fe, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f05e97f8-44e6-4e66-87c0-537832c067fe,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:51.400910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'f05e97f8-44e6-4e66-87c0-537832c067fe', 'network_id': '87386091-1848-4d66-86c8-ad3a5e77467c', 'port_id': 'f05e97f8-44e6-4e66-87c0-537832c067fe', 'mac_address': 'fa:16:3e:dd:2f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd81c09c-b0c8-4981-b53e-691db3a98bd3', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:51.401795 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-a6158184-27e9-42e8-90f0-c58c993f5fa4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcf2ba78-f8f9-4092-a528-295b99101029 HTTP/1.1" status: 200 len: 217 time: 0.0418692 Sep 16 16:37:51.436407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f41156ca-fe2c-4554-bce2-6da322a34a02,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:51.457633 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.465676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0cade060-ae04-4268-9bed-eab24a33b27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.470385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05e97f8-44e6-4e66-87c0-537832c067fe {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:51.473417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-b660df60-d704-43db-a59c-d69252bf8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.477059 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-b660df60-d704-43db-a59c-d69252bf8b89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b55e0ab8-1052-4ba7-b766-b03038ffb02e HTTP/1.1" status: 200 len: 857 time: 0.0643525 Sep 16 16:37:51.477959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6fc9edce-3b61-4687-9887-899d2aca0566'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:51.511605 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-ce98e177-34cc-4a0c-addc-0b22e62d5fcc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36b8f3ce-6a5f-4b55-a120-83cb4694f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252233 Sep 16 16:37:51.513930 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f05e97f8-44e6-4e66-87c0-537832c067fe, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f05e97f8-44e6-4e66-87c0-537832c067fe,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:51.534731 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0cade060-ae04-4268-9bed-eab24a33b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.573631 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.632520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cade060-ae04-4268-9bed-eab24a33b27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052e9cbc-c8c1-44f7-9a24-d4bee12b6af6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:51.646268 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0cade060-ae04-4268-9bed-eab24a33b27e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72d596a31b3c49638405f9e60f34539f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936777 Sep 16 16:37:51.649352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43984) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:51.656931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f05e97f8-44e6-4e66-87c0-537832c067fe,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:51.681279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b0d4b-4897-4252-a3e5-3f98167d8cb0 req-7616c18c-3d71-4bb6-90cf-16ae1bc095a1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.688646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b0d4b-4897-4252-a3e5-3f98167d8cb0 req-7616c18c-3d71-4bb6-90cf-16ae1bc095a1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.691671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-d12f99c0-4e31-4ee0-a3ab-bcc8605f4046 service neutron] 10.222.0.52 "GET /v2.0/networks/36b8f3ce-6a5f-4b55-a120-83cb4694f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754441 Sep 16 16:37:51.695885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b0d4b-4897-4252-a3e5-3f98167d8cb0 req-7616c18c-3d71-4bb6-90cf-16ae1bc095a1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.702306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b0d4b-4897-4252-a3e5-3f98167d8cb0 req-7616c18c-3d71-4bb6-90cf-16ae1bc095a1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.710954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b0d4b-4897-4252-a3e5-3f98167d8cb0 req-7616c18c-3d71-4bb6-90cf-16ae1bc095a1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.717098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b0d4b-4897-4252-a3e5-3f98167d8cb0 req-7616c18c-3d71-4bb6-90cf-16ae1bc095a1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.723521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b0d4b-4897-4252-a3e5-3f98167d8cb0 req-7616c18c-3d71-4bb6-90cf-16ae1bc095a1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.725775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae8b0d4b-4897-4252-a3e5-3f98167d8cb0 req-7616c18c-3d71-4bb6-90cf-16ae1bc095a1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5436 time: 0.1544349 Sep 16 16:37:51.749669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-358e9133-f77d-46aa-8d01-9ad9bd9aac34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.793475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae8b0d4b-4897-4252-a3e5-3f98167d8cb0 req-7054488b-72a0-4cb9-88fe-8abb31600f50 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572364 Sep 16 16:37:51.806244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befd38d-32b8-406f-956d-09943c9f2f7d req-cc987643-8583-4fd8-9b1e-5a33900814ad tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.807782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5befd38d-32b8-406f-956d-09943c9f2f7d req-cc987643-8583-4fd8-9b1e-5a33900814ad tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 945 time: 0.0812225 Sep 16 16:37:51.913344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-358e9133-f77d-46aa-8d01-9ad9bd9aac34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:51.913344 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0945a379-2d48-4a9e-90ce-4d5610f9c52f req-88dc49f6-b9b3-4f9d-8453-0c7519033674 service neutron] 10.222.0.52 "GET /v2.0/networks/36b8f3ce-6a5f-4b55-a120-83cb4694f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451557 Sep 16 16:37:51.914647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5befd38d-32b8-406f-956d-09943c9f2f7d req-3d3eb39f-0454-4afd-910d-591d9874098c tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Sep 16 16:37:51.922162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661c718-fb88-4b87-b5b3-12892297db14 req-6c645849-455b-4324-9310-9cfbbf49ac79 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:51.923951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5661c718-fb88-4b87-b5b3-12892297db14 req-6c645849-455b-4324-9310-9cfbbf49ac79 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 943 time: 0.0587687 Sep 16 16:37:51.994494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5661c718-fb88-4b87-b5b3-12892297db14 req-30ea9e9d-4028-4240-a73e-feb83590db4a tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630283 Sep 16 16:37:52.007130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78ce1-b99c-45df-a1a5-5d3b1aab04bb req-9030a74c-b8cb-47c2-9869-509e2987d118 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:52.008632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51f78ce1-b99c-45df-a1a5-5d3b1aab04bb req-9030a74c-b8cb-47c2-9869-509e2987d118 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0794301 Sep 16 16:37:52.053679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51f78ce1-b99c-45df-a1a5-5d3b1aab04bb req-64ff0679-91cc-4722-9c52-97b70cbe6f36 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362074 Sep 16 16:37:52.317348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['f05e97f8-44e6-4e66-87c0-537832c067fe'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:52.355750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['8ab0bbc4-e6a3-417d-bad8-c3094a12594a'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:52.383176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ea0d0c04-595f-4e21-97cf-1ee3b39295dd'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:52.414310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['f41156ca-fe2c-4554-bce2-6da322a34a02'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:52.416315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ae2cb411-5e56-488c-a94b-7e94d9d1f82e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:52.425906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['c8200d1d-3946-44b4-b45a-b57718561077'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:52.581423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-358e9133-f77d-46aa-8d01-9ad9bd9aac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:52.584118 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-358e9133-f77d-46aa-8d01-9ad9bd9aac34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:52.587742 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-358e9133-f77d-46aa-8d01-9ad9bd9aac34 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/052e9cbc-c8c1-44f7-9a24-d4bee12b6af6 HTTP/1.1" status: 204 len: 168 time: 0.9349780 Sep 16 16:37:52.597968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e9133-f77d-46aa-8d01-9ad9bd9aac34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052e9cbc-c8c1-44f7-9a24-d4bee12b6af6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:52.609712 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90a377-37c7-4839-9609-2e9ca22f7b7e req-9e4afede-5dda-4220-bd49-39c5835a8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:52.609712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b90a377-37c7-4839-9609-2e9ca22f7b7e req-9e4afede-5dda-4220-bd49-39c5835a8b55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 1097 time: 0.0605562 Sep 16 16:37:52.658609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6fc9edce-3b61-4687-9887-899d2aca0566 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:52.737394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90a377-37c7-4839-9609-2e9ca22f7b7e req-fab990ee-319d-44e7-ba1a-4471d3385a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:52.738965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b90a377-37c7-4839-9609-2e9ca22f7b7e req-fab990ee-319d-44e7-ba1a-4471d3385a3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 914 time: 0.1064579 Sep 16 16:37:52.784810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b90a377-37c7-4839-9609-2e9ca22f7b7e req-186ba2fa-4b93-4f63-b7d7-271922dd4412 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 200 len: 217 time: 0.0378594 Sep 16 16:37:52.837269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90a377-37c7-4839-9609-2e9ca22f7b7e req-d7c4df34-808f-43c4-8008-10dd95b4dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:52.838701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b90a377-37c7-4839-9609-2e9ca22f7b7e req-d7c4df34-808f-43c4-8008-10dd95b4dfca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 200 len: 853 time: 0.0456591 Sep 16 16:37:52.875909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b90a377-37c7-4839-9609-2e9ca22f7b7e req-3b794a2b-0235-4ad3-a9f0-8c5565056305 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=563fff5e-1376-43e1-95f9-8f5d140768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296054 Sep 16 16:37:53.010168 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b90a377-37c7-4839-9609-2e9ca22f7b7e req-6f6fbd19-8ea8-4df5-a4da-080b8ed00035 service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262484 Sep 16 16:37:53.035518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 6fc9edce-3b61-4687-9887-899d2aca0566 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:53.073078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 6fc9edce-3b61-4687-9887-899d2aca0566 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:53.073448 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:53.134704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256043-bc50-499d-9c86-a153a9bdafdb req-616757c2-b2a2-4256-99f0-207bc64e6fbf tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.136861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff256043-bc50-499d-9c86-a153a9bdafdb req-616757c2-b2a2-4256-99f0-207bc64e6fbf tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 945 time: 0.1467519 Sep 16 16:37:53.186158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['44994d38-3361-40ac-8d0d-bcd88e3dc26d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:53.210409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76424-89af-43f8-a55d-41ca7c96a36c req-3c08fafd-15fd-4eb0-bb3b-bb50f1b223fc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.216617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76424-89af-43f8-a55d-41ca7c96a36c req-3c08fafd-15fd-4eb0-bb3b-bb50f1b223fc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.222753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76424-89af-43f8-a55d-41ca7c96a36c req-3c08fafd-15fd-4eb0-bb3b-bb50f1b223fc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.228684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76424-89af-43f8-a55d-41ca7c96a36c req-3c08fafd-15fd-4eb0-bb3b-bb50f1b223fc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.234864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76424-89af-43f8-a55d-41ca7c96a36c req-3c08fafd-15fd-4eb0-bb3b-bb50f1b223fc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.241682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76424-89af-43f8-a55d-41ca7c96a36c req-3c08fafd-15fd-4eb0-bb3b-bb50f1b223fc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.247776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76424-89af-43f8-a55d-41ca7c96a36c req-3c08fafd-15fd-4eb0-bb3b-bb50f1b223fc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.249682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99d76424-89af-43f8-a55d-41ca7c96a36c req-3c08fafd-15fd-4eb0-bb3b-bb50f1b223fc tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5436 time: 0.1985378 Sep 16 16:37:53.277185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b90a377-37c7-4839-9609-2e9ca22f7b7e req-a9980b66-e62b-419a-846a-e8ac21882b12 service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528324 Sep 16 16:37:53.280945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff256043-bc50-499d-9c86-a153a9bdafdb req-49c89521-f5a2-4e95-8000-ff2864f02333 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353538 Sep 16 16:37:53.312179 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99d76424-89af-43f8-a55d-41ca7c96a36c req-c8e5cb2e-8d92-4d9d-bb7f-8d811cdb87d3 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448904 Sep 16 16:37:53.407300 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:53.417975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085731a-61b6-4c82-8950-44f903c22f4d req-7be57cbb-3e5a-4922-804e-7bbf6a0110ae tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.419501 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2085731a-61b6-4c82-8950-44f903c22f4d req-7be57cbb-3e5a-4922-804e-7bbf6a0110ae tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 943 time: 0.0752330 Sep 16 16:37:53.445511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:53.447765 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0b30c4-cd6f-4d17-9e27-eb160f6af592" -d '{"events": [{"server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "name": "network-vif-plugged", "status": "completed", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:53.466969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:53.493628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49d91c-a281-4429-b51c-209665553a3a req-e8731fc5-3cf9-42a1-a2e6-adb3f6259133 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.495171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb49d91c-a281-4429-b51c-209665553a3a req-e8731fc5-3cf9-42a1-a2e6-adb3f6259133 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 946 time: 0.0747869 Sep 16 16:37:53.498427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2085731a-61b6-4c82-8950-44f903c22f4d req-acf19e4d-2b6b-41d1-ad2e-9fb52f494320 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691352 Sep 16 16:37:53.536428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb49d91c-a281-4429-b51c-209665553a3a req-07b09a49-b005-4e91-871e-40b69944ee8e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336435 Sep 16 16:37:53.552360 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:53.594200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device bcf2ba78-f8f9-4092-a528-295b99101029 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:37:53.637800 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eac09d-cb3a-4cdc-81ea-99bffe5a43cd x-openstack-request-id: req-d8eac09d-cb3a-4cdc-81ea-99bffe5a43cd {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:53.638100 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "name": "network-vif-plugged", "status": "completed", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:53.638362 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8eac09d-cb3a-4cdc-81ea-99bffe5a43cd {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:53.638751 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566', 'code': 200} Sep 16 16:37:53.656000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=12']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:53.726101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port bcf2ba78-f8f9-4092-a528-295b99101029, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=bcf2ba78-f8f9-4092-a528-295b99101029,segment=NetworkSegment(dd13ae1d-d8ca-4fba-afe6-69a884ff6d65),segment_id=dd13ae1d-d8ca-4fba-afe6-69a884ff6d65)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:53.737981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'bcf2ba78-f8f9-4092-a528-295b99101029', 'network_id': '36b8f3ce-6a5f-4b55-a120-83cb4694f26b', 'port_id': 'bcf2ba78-f8f9-4092-a528-295b99101029', 'mac_address': 'fa:16:3e:4e:f3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55e0ab8-1052-4ba7-b766-b03038ffb02e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:37:53.775203 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:53.788401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf2ba78-f8f9-4092-a528-295b99101029 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:37:53.809525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port bcf2ba78-f8f9-4092-a528-295b99101029, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=bcf2ba78-f8f9-4092-a528-295b99101029,segment=NetworkSegment(dd13ae1d-d8ca-4fba-afe6-69a884ff6d65),segment_id=dd13ae1d-d8ca-4fba-afe6-69a884ff6d65)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:53.863768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44030) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:53.873517 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:37:53.883850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cbcf9-c4b1-46e0-99d7-624187f07c25 req-d278e678-66ef-46d0-bd27-ab062788442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:53.886768 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e66cbcf9-c4b1-46e0-99d7-624187f07c25 req-d278e678-66ef-46d0-bd27-ab062788442c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 1098 time: 0.0462208 Sep 16 16:37:53.917881 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:53.938758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e66cbcf9-c4b1-46e0-99d7-624187f07c25 req-add2cd3d-65ff-41d7-8c9c-4581d340aa41 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Sep 16 16:37:53.970650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=bcf2ba78-f8f9-4092-a528-295b99101029,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:53.985599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1903472079-network', 'tenant_id': 'e7af026ae7ab4a46aec71320ef23d0e5'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:54.000668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dccaeb-659c-4c00-b0cd-10e3a1174dbb req-e7af337a-b22c-4c8f-8f89-c2c366f02076 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.002233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1dccaeb-659c-4c00-b0cd-10e3a1174dbb req-e7af337a-b22c-4c8f-8f89-c2c366f02076 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 945 time: 0.0524631 Sep 16 16:37:54.041613 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1dccaeb-659c-4c00-b0cd-10e3a1174dbb req-14fa1b7c-1c43-4a15-a49e-e76a15237100 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327532 Sep 16 16:37:54.083730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Made reservation on behalf of e7af026ae7ab4a46aec71320ef23d0e5 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:37:54.086268 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:54.094963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:54.185553 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:54.266547 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:54.291684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:37:54.301544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc47907-0b89-4bda-a85e-20dc4ace6ebb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:54.306351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:54.306697 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Added segment 4066a271-8125-4f71-88c0-b0f7040008a5 of type vlan for network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 Sep 16 16:37:54.349625 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:54.438132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:54.439048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.439680 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:54.452329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973fa75-1fd1-45d7-bc26-d2341fc45338 req-cb5f68cd-e799-4edf-b5ab-76c47065f288 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.458985 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973fa75-1fd1-45d7-bc26-d2341fc45338 req-cb5f68cd-e799-4edf-b5ab-76c47065f288 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.465027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973fa75-1fd1-45d7-bc26-d2341fc45338 req-cb5f68cd-e799-4edf-b5ab-76c47065f288 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.470941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973fa75-1fd1-45d7-bc26-d2341fc45338 req-cb5f68cd-e799-4edf-b5ab-76c47065f288 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.476914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973fa75-1fd1-45d7-bc26-d2341fc45338 req-cb5f68cd-e799-4edf-b5ab-76c47065f288 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.483041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973fa75-1fd1-45d7-bc26-d2341fc45338 req-cb5f68cd-e799-4edf-b5ab-76c47065f288 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.489211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973fa75-1fd1-45d7-bc26-d2341fc45338 req-cb5f68cd-e799-4edf-b5ab-76c47065f288 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.491044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c973fa75-1fd1-45d7-bc26-d2341fc45338 req-cb5f68cd-e799-4edf-b5ab-76c47065f288 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5436 time: 0.0917926 Sep 16 16:37:54.503055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] Pushing event updated for resources: {'Network': ['ID=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:54.513063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:37:54.530486 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-601372c0-9263-471b-91bd-29a8df6cd5ad admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6655211 Sep 16 16:37:54.533327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44042) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:37:54.539799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c973fa75-1fd1-45d7-bc26-d2341fc45338 req-caee2ffc-519e-4b55-8416-ff065f34cda9 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423059 Sep 16 16:37:54.544314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Request body: {'subnet': {'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1903472079-subnet', 'tenant_id': 'e7af026ae7ab4a46aec71320ef23d0e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:37:54.631389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Made reservation on behalf of e7af026ae7ab4a46aec71320ef23d0e5 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:37:54.633724 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:54.739962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddd1f7-41b2-4f70-b285-1894d5cce14e req-1a3cf047-14a1-4a76-84e4-3cabaa8c64c3 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.741416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05ddd1f7-41b2-4f70-b285-1894d5cce14e req-1a3cf047-14a1-4a76-84e4-3cabaa8c64c3 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 944 time: 0.1452217 Sep 16 16:37:54.788267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcff4e-8704-4ae4-9175-89265fe559aa req-5556e8a3-ef6b-41c1-808d-92eee9fd7225 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:54.789762 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58fcff4e-8704-4ae4-9175-89265fe559aa req-5556e8a3-ef6b-41c1-808d-92eee9fd7225 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1534445 Sep 16 16:37:54.836035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05ddd1f7-41b2-4f70-b285-1894d5cce14e req-204aba1f-8c0d-4ea3-94f0-39e649ccf9fd tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877168 Sep 16 16:37:54.883392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58fcff4e-8704-4ae4-9175-89265fe559aa req-0566789e-2918-4d69-a550-e5f87229c1a8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847003 Sep 16 16:37:55.042792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:55.103060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b755df14-f104-4eff-a3fa-8302f59924d2,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:55.111794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Checking segment: {'id': '4066a271-8125-4f71-88c0-b0f7040008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:37:55.112349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Network hostable DHCP agents. Network: 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:37:55.169094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d61f7d-0d47-4d11-95ac-6ab460c30cb2 req-2f1ba93a-e515-4ec2-aad7-399385cb2150 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:55.170576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7d61f7d-0d47-4d11-95ac-6ab460c30cb2 req-2f1ba93a-e515-4ec2-aad7-399385cb2150 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 945 time: 0.0560074 Sep 16 16:37:55.209077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7d61f7d-0d47-4d11-95ac-6ab460c30cb2 req-8d7c9d84-a1c3-4ecc-bd07-40ad06a8369b tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321205 Sep 16 16:37:55.252337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['bcf2ba78-f8f9-4092-a528-295b99101029'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:55.255400 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:37:55.358645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:37:55.364928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:55.366747 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:55.387779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce4023-7c8c-4b1f-b4d6-5f7ccc036e9a None None] Network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:37:55.450428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b17cd6fd-9058-4985-be1e-6c77220ba3b7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9159291 Sep 16 16:37:55.564736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a4268-b7f4-47aa-81da-b99df0f499f8 None None] Network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:37:55.639561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f05e97f8-44e6-4e66-87c0-537832c067fe up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:55.849397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port f05e97f8-44e6-4e66-87c0-537832c067fe completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:55.853716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port f05e97f8-44e6-4e66-87c0-537832c067fe triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:55.854344 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:55.946503 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:55.972914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e97f8-44e6-4e66-87c0-537832c067fe'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:55.975480 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f7955e-b7c1-49bf-b359-6989d6edf2e4" -d '{"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "f05e97f8-44e6-4e66-87c0-537832c067fe"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:55.990841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f05e97f8-44e6-4e66-87c0-537832c067fe, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f05e97f8-44e6-4e66-87c0-537832c067fe,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:56.072398 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:56.127906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f05e97f8-44e6-4e66-87c0-537832c067fe,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:56.137491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fdc54-a71b-4ca1-a955-4fa10425050b req-cd032cd1-f21d-4ca7-8eb7-89e83491a03a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:56.138992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c4fdc54-a71b-4ca1-a955-4fa10425050b req-cd032cd1-f21d-4ca7-8eb7-89e83491a03a tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 945 time: 0.4436114 Sep 16 16:37:56.155516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618205f-0093-46c3-aab3-becddc0a6679 req-d8ca69a6-9b92-4331-88ef-ca8a832f71d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:56.162446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618205f-0093-46c3-aab3-becddc0a6679 req-d8ca69a6-9b92-4331-88ef-ca8a832f71d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:56.168423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618205f-0093-46c3-aab3-becddc0a6679 req-d8ca69a6-9b92-4331-88ef-ca8a832f71d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:56.174417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618205f-0093-46c3-aab3-becddc0a6679 req-d8ca69a6-9b92-4331-88ef-ca8a832f71d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:56.180442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618205f-0093-46c3-aab3-becddc0a6679 req-d8ca69a6-9b92-4331-88ef-ca8a832f71d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:56.186399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618205f-0093-46c3-aab3-becddc0a6679 req-d8ca69a6-9b92-4331-88ef-ca8a832f71d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:56.192648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618205f-0093-46c3-aab3-becddc0a6679 req-d8ca69a6-9b92-4331-88ef-ca8a832f71d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:56.194553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f618205f-0093-46c3-aab3-becddc0a6679 req-d8ca69a6-9b92-4331-88ef-ca8a832f71d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5436 time: 0.4873934 Sep 16 16:37:56.249954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c4fdc54-a71b-4ca1-a955-4fa10425050b req-dd7be732-5af6-41ec-b14a-7dcae703f420 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543909 Sep 16 16:37:56.257159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f618205f-0093-46c3-aab3-becddc0a6679 req-f1597ae1-c200-4db9-9a6f-5deaaa1da24f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552371 Sep 16 16:37:56.404299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5ea76-10d5-4bfa-973a-d1589c41f00e req-d0ca8ca6-b921-4ca9-9039-05fe1bcbd7a3 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:56.405849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-edb5ea76-10d5-4bfa-973a-d1589c41f00e req-d0ca8ca6-b921-4ca9-9039-05fe1bcbd7a3 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 944 time: 0.0734959 Sep 16 16:37:56.446747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-edb5ea76-10d5-4bfa-973a-d1589c41f00e req-43d2f3f1-6782-44a7-ac81-ae606297b45a tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Sep 16 16:37:56.574844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fbb30-5f65-4016-a361-2b391b188b5d req-0e9f3e6a-f19d-468d-88be-98ca0e050265 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:56.574844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2a5fbb30-5f65-4016-a361-2b391b188b5d req-0e9f3e6a-f19d-468d-88be-98ca0e050265 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0553272 Sep 16 16:37:56.611520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2a5fbb30-5f65-4016-a361-2b391b188b5d req-2d0b0a89-4190-4919-bf04-216f38925515 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Sep 16 16:37:56.673211 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff24c40-e802-4816-a29d-7de3b4d1a67e x-openstack-request-id: req-cff24c40-e802-4816-a29d-7de3b4d1a67e {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:56.678428 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "f05e97f8-44e6-4e66-87c0-537832c067fe", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:56.678428 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cff24c40-e802-4816-a29d-7de3b4d1a67e {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:56.678428 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e97f8-44e6-4e66-87c0-537832c067fe', 'code': 200} Sep 16 16:37:57.196452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-dee8dce5-d77d-42c0-8e86-f3499d8682d4 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.197854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-dee8dce5-d77d-42c0-8e86-f3499d8682d4 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 945 time: 0.0530674 Sep 16 16:37:57.335281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-f0ab650c-fb0c-41c9-9708-dd6953199aea tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Deleting port ee51158a-4b96-4818-b234-95c76ed9e71a {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:37:57.335629 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-f0ab650c-fb0c-41c9-9708-dd6953199aea tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:57.507406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb05390-fe46-46de-aab0-a7e916232088 req-96144b22-67f9-4ddc-82cd-dbbe460094a2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.508919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8fb05390-fe46-46de-aab0-a7e916232088 req-96144b22-67f9-4ddc-82cd-dbbe460094a2 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 945 time: 0.1531749 Sep 16 16:37:57.536926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-f0ab650c-fb0c-41c9-9708-dd6953199aea tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] For port ee51158a-4b96-4818-b234-95c76ed9e71a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ee51158a-4b96-4818-b234-95c76ed9e71a,segment=NetworkSegment(194cd364-c7da-4639-881b-a7f4ca1281bb),segment_id=194cd364-c7da-4639-881b-a7f4ca1281bb)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:57.537295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-f0ab650c-fb0c-41c9-9708-dd6953199aea tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:57.564060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550168b-047f-46bb-9e2e-d10ac1dfe6e2 req-14e27ac4-4360-49d2-b24e-3409382033c2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.570627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550168b-047f-46bb-9e2e-d10ac1dfe6e2 req-14e27ac4-4360-49d2-b24e-3409382033c2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.576901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550168b-047f-46bb-9e2e-d10ac1dfe6e2 req-14e27ac4-4360-49d2-b24e-3409382033c2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.583444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550168b-047f-46bb-9e2e-d10ac1dfe6e2 req-14e27ac4-4360-49d2-b24e-3409382033c2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.589354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550168b-047f-46bb-9e2e-d10ac1dfe6e2 req-14e27ac4-4360-49d2-b24e-3409382033c2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.595385 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550168b-047f-46bb-9e2e-d10ac1dfe6e2 req-14e27ac4-4360-49d2-b24e-3409382033c2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.601470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550168b-047f-46bb-9e2e-d10ac1dfe6e2 req-14e27ac4-4360-49d2-b24e-3409382033c2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.603469 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8550168b-047f-46bb-9e2e-d10ac1dfe6e2 req-14e27ac4-4360-49d2-b24e-3409382033c2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5437 time: 0.1962416 Sep 16 16:37:57.611044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 44994d38-3361-40ac-8d0d-bcd88e3dc26d up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:57.617979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-f0ab650c-fb0c-41c9-9708-dd6953199aea tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Calling delete_port for ee51158a-4b96-4818-b234-95c76ed9e71a owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:37:57.652322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8fb05390-fe46-46de-aab0-a7e916232088 req-543a52c7-cb34-40ba-884b-275db772b736 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca127c6a-0967-46d2-8b72-530bb2e6960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307065 Sep 16 16:37:57.719461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8550168b-047f-46bb-9e2e-d10ac1dfe6e2 req-483ad5a2-3323-4a1c-8bfa-00d302699264 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072922 Sep 16 16:37:57.734911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 44994d38-3361-40ac-8d0d-bcd88e3dc26d completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:57.739879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 44994d38-3361-40ac-8d0d-bcd88e3dc26d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:57.740494 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:57.794236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0a4c6-14a6-4005-82ea-3939abba9bc2 req-40863712-b4b2-4dde-b9f1-9e71315b8091 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.795812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65d0a4c6-14a6-4005-82ea-3939abba9bc2 req-40863712-b4b2-4dde-b9f1-9e71315b8091 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 944 time: 0.0754673 Sep 16 16:37:57.849540 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:57.885882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 44994d38-3361-40ac-8d0d-bcd88e3dc26d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:57.916451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65d0a4c6-14a6-4005-82ea-3939abba9bc2 req-48a8f6be-dea8-4b4c-b459-7fadb6d6801a tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054604 Sep 16 16:37:57.929884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18101c-518d-47dd-8d48-10a1799a246b req-646ef31d-2a0a-4d13-8901-50f48e062246 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:57.931480 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d18101c-518d-47dd-8d48-10a1799a246b req-646ef31d-2a0a-4d13-8901-50f48e062246 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1009312 Sep 16 16:37:57.969673 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:57.970501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ea0d0c04-595f-4e21-97cf-1ee3b39295dd up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:57.989010 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d18101c-518d-47dd-8d48-10a1799a246b req-68aa4f80-e558-4460-92dc-78411a7b6e5c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492246 Sep 16 16:37:58.008820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-f0ab650c-fb0c-41c9-9708-dd6953199aea tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:58.021291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ee51158a-4b96-4818-b234-95c76ed9e71a'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:37:58.089272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab650c-fb0c-41c9-9708-dd6953199aea tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Pushing event deleted for resources: {'Port': ['ID=ee51158a-4b96-4818-b234-95c76ed9e71a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:58.098096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=44994d38-3361-40ac-8d0d-bcd88e3dc26d,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:58.125263 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-f0ab650c-fb0c-41c9-9708-dd6953199aea tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] No DVR routers for this DVR port ee51158a-4b96-4818-b234-95c76ed9e71a on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:37:58.129112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-f0ab650c-fb0c-41c9-9708-dd6953199aea tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:58.131094 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-490f427b-5317-47e4-b53d-9cbba19b5230 req-f0ab650c-fb0c-41c9-9708-dd6953199aea tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.62 "DELETE /v2.0/ports/ee51158a-4b96-4818-b234-95c76ed9e71a HTTP/1.1" status: 204 len: 173 time: 0.9269364 Sep 16 16:37:58.132175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9494365d-f109-4362-8e07-8852ba0cc9a6', 'name': 'network-vif-deleted', 'tag': 'ee51158a-4b96-4818-b234-95c76ed9e71a'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:58.135197 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b500a3-a927-4782-9c00-e9623e0beba4" -d '{"events": [{"server_uuid": "9494365d-f109-4362-8e07-8852ba0cc9a6", "name": "network-vif-deleted", "tag": "ee51158a-4b96-4818-b234-95c76ed9e71a"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:58.176893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b53ebf70-d5f6-4c2f-912e-0df2ce49c82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:58.191096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff2ff7-f4e1-4dcc-b3a6-cdf6e8ae8eb7 req-4386334a-63e6-4138-9c93-dc00b103a1cb tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:58.192831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33ff2ff7-f4e1-4dcc-b3a6-cdf6e8ae8eb7 req-4386334a-63e6-4138-9c93-dc00b103a1cb tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0688028 Sep 16 16:37:58.194486 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcde7b3a-2ead-4b0c-b624-0a7e70ee8215 x-openstack-request-id: req-dcde7b3a-2ead-4b0c-b624-0a7e70ee8215 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:58.194943 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9494365d-f109-4362-8e07-8852ba0cc9a6", "name": "network-vif-deleted", "tag": "ee51158a-4b96-4818-b234-95c76ed9e71a", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:58.195386 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dcde7b3a-2ead-4b0c-b624-0a7e70ee8215 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:58.195925 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9494365d-f109-4362-8e07-8852ba0cc9a6', 'name': 'network-vif-deleted', 'tag': 'ee51158a-4b96-4818-b234-95c76ed9e71a', 'status': 'completed', 'code': 200} Sep 16 16:37:58.203490 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port ea0d0c04-595f-4e21-97cf-1ee3b39295dd completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:58.208669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port ea0d0c04-595f-4e21-97cf-1ee3b39295dd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:58.209082 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:58.239383 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33ff2ff7-f4e1-4dcc-b3a6-cdf6e8ae8eb7 req-1f3e0dc3-e515-4d24-bc37-b3e87f81848e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Sep 16 16:37:58.299986 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:58.333390 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ea0d0c04-595f-4e21-97cf-1ee3b39295dd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:58.386663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0e10d-714e-4645-b205-68fa3c8363dc req-bc234a45-8c1d-4755-962d-e6accb3fbfbd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:58.388200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74e0e10d-714e-4645-b205-68fa3c8363dc req-bc234a45-8c1d-4755-962d-e6accb3fbfbd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0515273 Sep 16 16:37:58.408687 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:58.409760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8ab0bbc4-e6a3-417d-bad8-c3094a12594a up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:58.435464 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74e0e10d-714e-4645-b205-68fa3c8363dc req-2da9be47-3ac3-4630-a8bf-d1807445b411 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363507 Sep 16 16:37:58.508415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:58.569552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:58.573514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:58.573892 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:58.576468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c8e6b-0a13-4b07-834f-6ca453789738 req-c59a0746-b0ef-4a93-a1ff-729d1c08ab78 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:58.580680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-438c8e6b-0a13-4b07-834f-6ca453789738 req-c59a0746-b0ef-4a93-a1ff-729d1c08ab78 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0499704 Sep 16 16:37:58.629502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-438c8e6b-0a13-4b07-834f-6ca453789738 req-301709e9-dcc9-48b6-8810-f0c56d18ce0e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Sep 16 16:37:58.663619 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:58.676932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44994d38-3361-40ac-8d0d-bcd88e3dc26d'}, {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0d0c04-595f-4e21-97cf-1ee3b39295dd'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:37:58.681282 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecfb437-de77-48bb-8f9d-259cecfdca44" -d '{"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "44994d38-3361-40ac-8d0d-bcd88e3dc26d"}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "ea0d0c04-595f-4e21-97cf-1ee3b39295dd"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:37:58.717253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:58.775070 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:58.775885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ae2cb411-5e56-488c-a94b-7e94d9d1f82e up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:58.809162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-132513eb-6856-4197-ab53-c4faea3bb38f req-cafe0604-f5e3-4914-8189-035b3077de61 tempest-DeleteServersTestJSON-1601208870 tempest-DeleteServersTestJSON-1601208870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9494365d-f109-4362-8e07-8852ba0cc9a6 HTTP/1.1" status: 200 len: 210 time: 0.0379570 Sep 16 16:37:58.834847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbf900-0ca1-4a8a-a7c4-16b08852a60a req-575b3e80-4d36-48d4-bb51-2201e377c3bd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:58.841861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fbbf900-0ca1-4a8a-a7c4-16b08852a60a req-575b3e80-4d36-48d4-bb51-2201e377c3bd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1065342 Sep 16 16:37:58.867922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:58.880233 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98e2b43-da77-42b5-8be8-adc6045dffad x-openstack-request-id: req-b98e2b43-da77-42b5-8be8-adc6045dffad {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:37:58.880555 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "44994d38-3361-40ac-8d0d-bcd88e3dc26d", "code": 200}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "ea0d0c04-595f-4e21-97cf-1ee3b39295dd", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:37:58.885659 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b98e2b43-da77-42b5-8be8-adc6045dffad {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:37:58.885659 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44994d38-3361-40ac-8d0d-bcd88e3dc26d', 'code': 200} Sep 16 16:37:58.885659 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0d0c04-595f-4e21-97cf-1ee3b39295dd', 'code': 200} Sep 16 16:37:58.896977 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fbbf900-0ca1-4a8a-a7c4-16b08852a60a req-6c56fc99-6437-46a4-a664-b2b65a5cbe52 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477078 Sep 16 16:37:58.969657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port ae2cb411-5e56-488c-a94b-7e94d9d1f82e completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:58.974162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port ae2cb411-5e56-488c-a94b-7e94d9d1f82e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:58.974536 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:59.069949 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:59.101600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8c8a-611e-429a-838e-30e45ed36956 req-4c7f33cb-c2ab-4dd2-b9aa-db7fee7cae15 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:59.108075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8c8a-611e-429a-838e-30e45ed36956 req-4c7f33cb-c2ab-4dd2-b9aa-db7fee7cae15 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:59.111411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae2cb411-5e56-488c-a94b-7e94d9d1f82e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:59.115108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8c8a-611e-429a-838e-30e45ed36956 req-4c7f33cb-c2ab-4dd2-b9aa-db7fee7cae15 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:59.121209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8c8a-611e-429a-838e-30e45ed36956 req-4c7f33cb-c2ab-4dd2-b9aa-db7fee7cae15 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:59.127271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8c8a-611e-429a-838e-30e45ed36956 req-4c7f33cb-c2ab-4dd2-b9aa-db7fee7cae15 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:59.134302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8c8a-611e-429a-838e-30e45ed36956 req-4c7f33cb-c2ab-4dd2-b9aa-db7fee7cae15 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:59.140593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8c8a-611e-429a-838e-30e45ed36956 req-4c7f33cb-c2ab-4dd2-b9aa-db7fee7cae15 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:59.142813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-097b8c8a-611e-429a-838e-30e45ed36956 req-4c7f33cb-c2ab-4dd2-b9aa-db7fee7cae15 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5440 time: 0.1771588 Sep 16 16:37:59.174921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-f8dab252-2be3-4c3d-8dc5-57f7352cb233 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:59.176766 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-f8dab252-2be3-4c3d-8dc5-57f7352cb233 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/networks?id=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 HTTP/1.1" status: 200 len: 809 time: 0.2211647 Sep 16 16:37:59.188642 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:59.189594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c8200d1d-3946-44b4-b45a-b57718561077 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:59.211076 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-097b8c8a-611e-429a-838e-30e45ed36956 req-a8359899-3f88-435d-af38-7d427476355d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607464 Sep 16 16:37:59.212884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-03ccc2fa-2f36-4d42-abcc-9505b325cee0 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/quotas/e7af026ae7ab4a46aec71320ef23d0e5 HTTP/1.1" status: 200 len: 375 time: 0.0210137 Sep 16 16:37:59.253519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-2e09a9dd-219b-412a-baac-fb364b5c1090 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7af026ae7ab4a46aec71320ef23d0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336528 Sep 16 16:37:59.297728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:59.352447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port c8200d1d-3946-44b4-b45a-b57718561077 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:59.358368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port c8200d1d-3946-44b4-b45a-b57718561077 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:59.358817 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:59.404697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-b63fc599-064b-4ac2-933d-b522f9062186 service neutron] 10.222.0.22 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421733 Sep 16 16:37:59.420128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5364b40-ed4f-4ba4-a3a8-eb6d16156a24 req-76df782d-cd4b-4813-ab50-27aedf2f7ef7 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:59.421723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5364b40-ed4f-4ba4-a3a8-eb6d16156a24 req-76df782d-cd4b-4813-ab50-27aedf2f7ef7 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 944 time: 0.0827279 Sep 16 16:37:59.462183 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:59.494935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port c8200d1d-3946-44b4-b45a-b57718561077, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c8200d1d-3946-44b4-b45a-b57718561077,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:59.533483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5364b40-ed4f-4ba4-a3a8-eb6d16156a24 req-0c85a9da-6adb-4d1e-95da-8ae6de270c13 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935998 Sep 16 16:37:59.560253 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-589131fe-396b-4004-a3ee-851f0eec76dc service neutron] 10.222.0.22 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419213 Sep 16 16:37:59.563556 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:59.564478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f41156ca-fe2c-4554-bce2-6da322a34a02 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:37:59.666242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=c8200d1d-3946-44b4-b45a-b57718561077,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:37:59.740651 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port f41156ca-fe2c-4554-bce2-6da322a34a02 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:37:59.744887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port f41156ca-fe2c-4554-bce2-6da322a34a02 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:37:59.745263 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:59.784124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd203c13-aa42-425c-9e42-1a9b8ef70610 req-69ccb0c8-6260-4492-b34a-bcdfb1815c00 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:37:59.786183 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd203c13-aa42-425c-9e42-1a9b8ef70610 req-69ccb0c8-6260-4492-b34a-bcdfb1815c00 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0524280 Sep 16 16:37:59.831079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd203c13-aa42-425c-9e42-1a9b8ef70610 req-81aeff2a-5d8e-4f76-a43e-4ccc8d5c0a3f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375061 Sep 16 16:37:59.844106 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:59.898010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f41156ca-fe2c-4554-bce2-6da322a34a02, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f41156ca-fe2c-4554-bce2-6da322a34a02,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:37:59.980746 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:37:59.981563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device bcf2ba78-f8f9-4092-a528-295b99101029 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:00.045526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a7fe4-00af-4b85-8db7-9c9bd6c6451e req-f47bc180-4405-4f2a-8cd8-c97748578660 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:00.053189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-923a7fe4-00af-4b85-8db7-9c9bd6c6451e req-f47bc180-4405-4f2a-8cd8-c97748578660 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0987694 Sep 16 16:38:00.087440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bdaeaa60-28eb-4baa-8427-4bdd5cff4820 req-87af4aa0-9e52-4d3e-b76f-2e56831c7a59 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 210 time: 0.2002065 Sep 16 16:38:00.094661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f41156ca-fe2c-4554-bce2-6da322a34a02,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:00.130093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-923a7fe4-00af-4b85-8db7-9c9bd6c6451e req-bc0a1e82-c468-4eb1-a053-f744e97861b5 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646656 Sep 16 16:38:00.192472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port bcf2ba78-f8f9-4092-a528-295b99101029 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:38:00.197297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port bcf2ba78-f8f9-4092-a528-295b99101029 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:00.198056 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:00.302863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:00.341830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port bcf2ba78-f8f9-4092-a528-295b99101029, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=bcf2ba78-f8f9-4092-a528-295b99101029,segment=NetworkSegment(dd13ae1d-d8ca-4fba-afe6-69a884ff6d65),segment_id=dd13ae1d-d8ca-4fba-afe6-69a884ff6d65)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:00.397410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e561-e8e7-418f-bdb6-72d5bf692a2d req-06985876-43f1-4a11-913c-259b2657dd00 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:00.403474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e561-e8e7-418f-bdb6-72d5bf692a2d req-06985876-43f1-4a11-913c-259b2657dd00 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:00.417841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e561-e8e7-418f-bdb6-72d5bf692a2d req-06985876-43f1-4a11-913c-259b2657dd00 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:00.424011 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e561-e8e7-418f-bdb6-72d5bf692a2d req-06985876-43f1-4a11-913c-259b2657dd00 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:00.427379 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:00.430499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e561-e8e7-418f-bdb6-72d5bf692a2d req-06985876-43f1-4a11-913c-259b2657dd00 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:00.438763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e561-e8e7-418f-bdb6-72d5bf692a2d req-06985876-43f1-4a11-913c-259b2657dd00 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:00.445509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e561-e8e7-418f-bdb6-72d5bf692a2d req-06985876-43f1-4a11-913c-259b2657dd00 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:00.453421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0538e561-e8e7-418f-bdb6-72d5bf692a2d req-06985876-43f1-4a11-913c-259b2657dd00 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5443 time: 0.1116965 Sep 16 16:38:00.492081 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0538e561-e8e7-418f-bdb6-72d5bf692a2d req-716af62b-eef4-4e43-af5d-6f6d48e2c7f0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377231 Sep 16 16:38:00.495344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=bcf2ba78-f8f9-4092-a528-295b99101029,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:00.735140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff70feb-139a-401e-9e43-9fc42c7c30f9 req-1e006a90-6ad2-415e-822c-7ab4bb30fadc tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:00.737323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cff70feb-139a-401e-9e43-9fc42c7c30f9 req-1e006a90-6ad2-415e-822c-7ab4bb30fadc tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 945 time: 0.0948658 Sep 16 16:38:00.752716 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fc02c22c-8142-4a8e-9d22-726b2b11895c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:00.777175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6994df1-f563-4fe3-a673-a9c7e6dca36f req-80b5ab28-97a1-4657-8891-15f6c382fd22 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:00.778747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6994df1-f563-4fe3-a673-a9c7e6dca36f req-80b5ab28-97a1-4657-8891-15f6c382fd22 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1851037 Sep 16 16:38:00.824930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cff70feb-139a-401e-9e43-9fc42c7c30f9 req-d72c87dd-bd22-491d-8808-6823523105eb tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791521 Sep 16 16:38:00.860550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6994df1-f563-4fe3-a673-a9c7e6dca36f req-979035af-011e-4166-a0eb-d82c32c3e2d1 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676746 Sep 16 16:38:00.882612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab0bbc4-e6a3-417d-bad8-c3094a12594a'}, {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e'}, {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8200d1d-3946-44b4-b45a-b57718561077'}, {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41156ca-fe2c-4554-bce2-6da322a34a02'}, {'server_uuid': '179188e4-b08b-4f25-85c1-a83c0a4fe96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf2ba78-f8f9-4092-a528-295b99101029'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:00.887283 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4911a78-cc7c-48a7-b0bb-2dd33325b694" -d '{"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "8ab0bbc4-e6a3-417d-bad8-c3094a12594a"}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "ae2cb411-5e56-488c-a94b-7e94d9d1f82e"}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "c8200d1d-3946-44b4-b45a-b57718561077"}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "f41156ca-fe2c-4554-bce2-6da322a34a02"}, {"server_uuid": "179188e4-b08b-4f25-85c1-a83c0a4fe96f", "name": "network-vif-plugged", "status": "completed", "tag": "bcf2ba78-f8f9-4092-a528-295b99101029"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:00.980154 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412f9131-c3b9-4ff2-b49c-4424e89adcc5 x-openstack-request-id: req-412f9131-c3b9-4ff2-b49c-4424e89adcc5 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:00.980530 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "8ab0bbc4-e6a3-417d-bad8-c3094a12594a", "code": 200}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "ae2cb411-5e56-488c-a94b-7e94d9d1f82e", "code": 200}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "c8200d1d-3946-44b4-b45a-b57718561077", "code": 200}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-plugged", "status": "completed", "tag": "f41156ca-fe2c-4554-bce2-6da322a34a02", "code": 200}, {"server_uuid": "179188e4-b08b-4f25-85c1-a83c0a4fe96f", "name": "network-vif-plugged", "status": "completed", "tag": "bcf2ba78-f8f9-4092-a528-295b99101029", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:00.980783 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-412f9131-c3b9-4ff2-b49c-4424e89adcc5 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:00.981187 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab0bbc4-e6a3-417d-bad8-c3094a12594a', 'code': 200} Sep 16 16:38:00.981440 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e', 'code': 200} Sep 16 16:38:00.981689 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8200d1d-3946-44b4-b45a-b57718561077', 'code': 200} Sep 16 16:38:00.981943 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41156ca-fe2c-4554-bce2-6da322a34a02', 'code': 200} Sep 16 16:38:00.982484 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179188e4-b08b-4f25-85c1-a83c0a4fe96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf2ba78-f8f9-4092-a528-295b99101029', 'code': 200} Sep 16 16:38:01.151764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f234c7e-75d9-4abd-9977-70e6e41e6640 req-1a6b1146-3f47-4aa1-8491-450178dbff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.152405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f234c7e-75d9-4abd-9977-70e6e41e6640 req-1a6b1146-3f47-4aa1-8491-450178dbff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.152825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f234c7e-75d9-4abd-9977-70e6e41e6640 req-1a6b1146-3f47-4aa1-8491-450178dbff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.153294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f234c7e-75d9-4abd-9977-70e6e41e6640 req-1a6b1146-3f47-4aa1-8491-450178dbff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.153764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f234c7e-75d9-4abd-9977-70e6e41e6640 req-1a6b1146-3f47-4aa1-8491-450178dbff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.154245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f234c7e-75d9-4abd-9977-70e6e41e6640 req-1a6b1146-3f47-4aa1-8491-450178dbff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.154781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f234c7e-75d9-4abd-9977-70e6e41e6640 req-1a6b1146-3f47-4aa1-8491-450178dbff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.156786 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f234c7e-75d9-4abd-9977-70e6e41e6640 req-1a6b1146-3f47-4aa1-8491-450178dbff41 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6500 time: 0.0741696 Sep 16 16:38:01.159014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c8458-6965-4813-8c07-909b101ff92b req-6f1bdbe9-679d-4574-b4cd-f677add06a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.160651 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec4c8458-6965-4813-8c07-909b101ff92b req-6f1bdbe9-679d-4574-b4cd-f677add06a9f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 1096 time: 0.0875218 Sep 16 16:38:01.182878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-512db9a5-1185-4193-8df7-337bf29cc471 req-5251b5a0-17e0-4e01-a4ac-d29e40eacabb tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 210 time: 0.0270307 Sep 16 16:38:01.227541 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f234c7e-75d9-4abd-9977-70e6e41e6640 req-ff3298c6-55a6-44bd-bd06-b4793cb57196 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573516 Sep 16 16:38:01.244591 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec4c8458-6965-4813-8c07-909b101ff92b req-fc556bbb-fc5b-4faf-b10d-40e7e60bf27e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465133 Sep 16 16:38:01.409621 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:01.641502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b042-80bd-4d3c-bcbd-80a2376cf177 req-411225ff-6e3b-4c1d-be6e-805a92ed9d7a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.647695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b042-80bd-4d3c-bcbd-80a2376cf177 req-411225ff-6e3b-4c1d-be6e-805a92ed9d7a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.653672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b042-80bd-4d3c-bcbd-80a2376cf177 req-411225ff-6e3b-4c1d-be6e-805a92ed9d7a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.659926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b042-80bd-4d3c-bcbd-80a2376cf177 req-411225ff-6e3b-4c1d-be6e-805a92ed9d7a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.666130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b042-80bd-4d3c-bcbd-80a2376cf177 req-411225ff-6e3b-4c1d-be6e-805a92ed9d7a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.672073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b042-80bd-4d3c-bcbd-80a2376cf177 req-411225ff-6e3b-4c1d-be6e-805a92ed9d7a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.679049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b042-80bd-4d3c-bcbd-80a2376cf177 req-411225ff-6e3b-4c1d-be6e-805a92ed9d7a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.680993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45e6b042-80bd-4d3c-bcbd-80a2376cf177 req-411225ff-6e3b-4c1d-be6e-805a92ed9d7a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5443 time: 0.1014135 Sep 16 16:38:01.724412 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45e6b042-80bd-4d3c-bcbd-80a2376cf177 req-d5189e46-56c4-44fd-b466-78f137b74bd2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369775 Sep 16 16:38:01.855471 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:01.981792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28022953-a07b-4b96-83a6-1edb40c6dbcb req-18cba4d5-eddf-46a2-9272-54ea144d7834 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.984176 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28022953-a07b-4b96-83a6-1edb40c6dbcb req-18cba4d5-eddf-46a2-9272-54ea144d7834 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 945 time: 0.0868826 Sep 16 16:38:01.997225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c1df6-23fc-4f08-9ebf-f9619282a0bc req-f4af76e7-56f6-4dd6-a6c3-01c2eea79e58 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:01.998723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d8c1df6-23fc-4f08-9ebf-f9619282a0bc req-f4af76e7-56f6-4dd6-a6c3-01c2eea79e58 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0745139 Sep 16 16:38:02.057442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28022953-a07b-4b96-83a6-1edb40c6dbcb req-f9a4055b-4c2f-46a4-b29f-37fe0f2c98eb tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577483 Sep 16 16:38:02.062736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d8c1df6-23fc-4f08-9ebf-f9619282a0bc req-b2bbc9c2-7c18-459b-910c-3fc0320cd407 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569861 Sep 16 16:38:02.351059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70cc0f7f-c078-4871-8367-19cea32369c3 req-d7f24a64-1569-4745-b6e1-fed9f1b15993 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 210 time: 0.0441291 Sep 16 16:38:02.396651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-76c30f8c-89ce-4f33-9e73-f3e56bc3a47b tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:02.397527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-76c30f8c-89ce-4f33-9e73-f3e56bc3a47b tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.62 "GET /v2.0/networks?id=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 HTTP/1.1" status: 200 len: 809 time: 0.2237153 Sep 16 16:38:02.413830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Request body: {'port': {'device_id': '3bd0e704-b666-40c5-a9d7-9c689368489f', 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54', 'admin_state_up': True, 'tenant_id': 'e7af026ae7ab4a46aec71320ef23d0e5'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:02.618918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ee51158a-4b96-4818-b234-95c76ed9e71a no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:38:02.630506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-256cbd0e-7cd8-47c2-9c61-15f531e7445a tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:02.637648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-256cbd0e-7cd8-47c2-9c61-15f531e7445a tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 814 time: 0.1573908 Sep 16 16:38:02.662474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: ee51158a-4b96-4818-b234-95c76ed9e71a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:38:02.663139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ee51158a-4b96-4818-b234-95c76ed9e71a not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:38:02.667254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-60b4b781-d88f-412e-85cc-20c28b903b49 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/quotas/775191cda7c6499dafc9f5c1b5c9653c HTTP/1.1" status: 200 len: 375 time: 0.0285041 Sep 16 16:38:02.694683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Made reservation on behalf of e7af026ae7ab4a46aec71320ef23d0e5 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:02.698139 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:02.735397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8cb96-865f-493c-a212-c9c04089fd26 req-d58eb715-23e6-4e22-b1d4-8c0ac6186908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:02.738397 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c8cb96-865f-493c-a212-c9c04089fd26 req-d58eb715-23e6-4e22-b1d4-8c0ac6186908 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c931535f43f40a48d54d33f85dc031b&device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 1098 time: 0.0643220 Sep 16 16:38:02.764208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a6e72-65d9-4b67-bd03-285dcaa0060c req-e3196158-9a87-4def-8860-64c155edc665 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:02.765973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc3a6e72-65d9-4b67-bd03-285dcaa0060c req-e3196158-9a87-4def-8860-64c155edc665 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1120803 Sep 16 16:38:02.851677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8cb96-865f-493c-a212-c9c04089fd26 req-86267d13-5109-4a43-8f8f-ec081447644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:02.853519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c8cb96-865f-493c-a212-c9c04089fd26 req-86267d13-5109-4a43-8f8f-ec081447644e service neutron] 10.222.0.62 "GET /v2.0/networks?id=563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 200 len: 914 time: 0.1002724 Sep 16 16:38:02.858817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-7fc76d83-06c6-4b2a-b4bf-682745d6b6a8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1760364 Sep 16 16:38:02.903152 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c8cb96-865f-493c-a212-c9c04089fd26 req-5382203f-627f-4fd6-b804-aa2902266e77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 200 len: 217 time: 0.0408349 Sep 16 16:38:02.935838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc3a6e72-65d9-4b67-bd03-285dcaa0060c req-c52fd5f0-af37-4158-9606-77ef7eec5cde tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043870 Sep 16 16:38:02.977888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8cb96-865f-493c-a212-c9c04089fd26 req-aa8abb7c-191b-40a1-af07-2f79a7306dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:02.979898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c8cb96-865f-493c-a212-c9c04089fd26 req-aa8abb7c-191b-40a1-af07-2f79a7306dc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 200 len: 853 time: 0.0678725 Sep 16 16:38:03.022481 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c8cb96-865f-493c-a212-c9c04089fd26 req-71ed84e8-c59a-4e77-b26e-cf81a982fd67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=563fff5e-1376-43e1-95f9-8f5d140768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326238 Sep 16 16:38:03.052631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Allocated IP 172.20.0.7 (6fdcc7a1-8d63-4699-a6d8-11bc286d3c54/b755df14-f104-4eff-a3fa-8302f59924d2/91abd4ee-3196-4d14-bb76-124d74c88931) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:03.068820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40f04898-4f90-4ee6-8bea-30b4b5c05309 service neutron] 10.222.0.22 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987612 Sep 16 16:38:03.147211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c8cb96-865f-493c-a212-c9c04089fd26 req-537dae88-c0f9-4bb8-98ee-2792da9bbb82 service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156402 Sep 16 16:38:03.251374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4ecff2ab-c502-4138-9d0f-b0297f416368 service neutron] 10.222.0.22 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814649 Sep 16 16:38:03.257647 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-76c8cb96-865f-493c-a212-c9c04089fd26 req-0a54752c-fc22-4694-b6d8-e73720988b87 service neutron] 10.222.0.62 "GET /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002982 Sep 16 16:38:03.341414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:03.467903 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:03.549135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:03.589264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:03.610020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:03.645202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Pushing event updated for resources: {'Port': ['ID=91abd4ee-3196-4d14-bb76-124d74c88931,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:03.677972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:03.687361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:03.687970 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:03.700704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0096adf-58dd-430a-b9e5-70d7d53d8c3a req-78336589-db8f-41cb-a038-b832eaf8a636 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:03.706959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0096adf-58dd-430a-b9e5-70d7d53d8c3a req-78336589-db8f-41cb-a038-b832eaf8a636 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:03.712875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0096adf-58dd-430a-b9e5-70d7d53d8c3a req-78336589-db8f-41cb-a038-b832eaf8a636 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:03.718761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0096adf-58dd-430a-b9e5-70d7d53d8c3a req-78336589-db8f-41cb-a038-b832eaf8a636 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:03.724661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0096adf-58dd-430a-b9e5-70d7d53d8c3a req-78336589-db8f-41cb-a038-b832eaf8a636 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:03.730505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0096adf-58dd-430a-b9e5-70d7d53d8c3a req-78336589-db8f-41cb-a038-b832eaf8a636 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:03.737127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0096adf-58dd-430a-b9e5-70d7d53d8c3a req-78336589-db8f-41cb-a038-b832eaf8a636 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:03.739080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0096adf-58dd-430a-b9e5-70d7d53d8c3a req-78336589-db8f-41cb-a038-b832eaf8a636 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5443 time: 0.2116866 Sep 16 16:38:03.756420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb38ac-114b-4c67-8520-13a13fa40480 req-8984fa73-94fb-4552-a5cb-c749336391c4 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:03.757753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4cb38ac-114b-4c67-8520-13a13fa40480 req-8984fa73-94fb-4552-a5cb-c749336391c4 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 945 time: 0.2107613 Sep 16 16:38:03.817187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0096adf-58dd-430a-b9e5-70d7d53d8c3a req-1ebae4d1-4cac-4a27-92b7-f269ee22d314 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693953 Sep 16 16:38:03.820248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4cb38ac-114b-4c67-8520-13a13fa40480 req-36733347-834e-41d6-b6a0-c01ba2e08a1b tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486274 Sep 16 16:38:03.847458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-967ecf2e-56b4-49f3-b067-1d459acdf93f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4367554 Sep 16 16:38:03.863682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Request body: {'port': {'device_id': '3bd0e704-b666-40c5-a9d7-9c689368489f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:03.998476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06ee5142-81e4-46b1-ada4-3d134ac7fe6d req-7198a108-5e19-44a7-8e09-a90a7fcc1e20 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 210 time: 0.0486152 Sep 16 16:38:04.036973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:04.056038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209d1cf-3738-4556-ac3e-749254ce5333 req-816fa6b0-9557-43aa-844f-4ba5d5d700ba tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.057557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d209d1cf-3738-4556-ac3e-749254ce5333 req-816fa6b0-9557-43aa-844f-4ba5d5d700ba tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 931 time: 0.1366251 Sep 16 16:38:04.148257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d209d1cf-3738-4556-ac3e-749254ce5333 req-9031f159-dd55-4578-b107-24f148d73142 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780163 Sep 16 16:38:04.175835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee275b1-1eec-4644-bab6-4b97fdc750fb req-ae281061-32aa-4867-99fa-9915d875f8c3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.177316 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ee275b1-1eec-4644-bab6-4b97fdc750fb req-ae281061-32aa-4867-99fa-9915d875f8c3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1188216 Sep 16 16:38:04.217981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ee275b1-1eec-4644-bab6-4b97fdc750fb req-89df3f8d-e0f1-41a4-9888-9ba1a6bebf15 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333862 Sep 16 16:38:04.337811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660047b8-be22-4761-bfc0-f9ba27bedc6d req-d114a863-0355-40a2-8e2c-d554dae575ee tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.343928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660047b8-be22-4761-bfc0-f9ba27bedc6d req-d114a863-0355-40a2-8e2c-d554dae575ee tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.350764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660047b8-be22-4761-bfc0-f9ba27bedc6d req-d114a863-0355-40a2-8e2c-d554dae575ee tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.357182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660047b8-be22-4761-bfc0-f9ba27bedc6d req-d114a863-0355-40a2-8e2c-d554dae575ee tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.363266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660047b8-be22-4761-bfc0-f9ba27bedc6d req-d114a863-0355-40a2-8e2c-d554dae575ee tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.369419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660047b8-be22-4761-bfc0-f9ba27bedc6d req-d114a863-0355-40a2-8e2c-d554dae575ee tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.375804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660047b8-be22-4761-bfc0-f9ba27bedc6d req-d114a863-0355-40a2-8e2c-d554dae575ee tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.378503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-660047b8-be22-4761-bfc0-f9ba27bedc6d req-d114a863-0355-40a2-8e2c-d554dae575ee tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5443 time: 0.0980132 Sep 16 16:38:04.392669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44320) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:04.395681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5027e5fe-6678-40e0-bed2-eed572b0e954 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Request body: {'floatingip': {'port_id': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:04.628873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2ed2c-1530-42ad-aa1b-33a136df0e86 req-b6d24299-c2ee-4aa0-9ac5-7e81da3da929 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.634073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cde2ed2c-1530-42ad-aa1b-33a136df0e86 req-b6d24299-c2ee-4aa0-9ac5-7e81da3da929 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1471381 Sep 16 16:38:04.738241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cde2ed2c-1530-42ad-aa1b-33a136df0e86 req-0582836c-e999-4bd1-b7d8-3ffa30b66607 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962493 Sep 16 16:38:04.790376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5027e5fe-6678-40e0-bed2-eed572b0e954 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:04.857455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518317-aa31-4c45-aafb-36e476bfded0 req-c1d61de3-9c7c-41f3-ad65-58af3375b786 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:04.858900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb518317-aa31-4c45-aafb-36e476bfded0 req-c1d61de3-9c7c-41f3-ad65-58af3375b786 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 945 time: 0.1470115 Sep 16 16:38:04.885365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91abd4ee-3196-4d14-bb76-124d74c88931 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:04.922426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:04.953578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Transition to ACTIVE for port object 91abd4ee-3196-4d14-bb76-124d74c88931 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:38:04.972886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb518317-aa31-4c45-aafb-36e476bfded0 req-c69fc504-f529-4e87-a361-337f00f66989 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930002 Sep 16 16:38:05.000438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b4315-28f9-4bf7-a33d-9b739327cb28 req-b9759c1b-3eb0-411e-8211-129b1dffacea tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:05.000438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e1b4315-28f9-4bf7-a33d-9b739327cb28 req-b9759c1b-3eb0-411e-8211-129b1dffacea tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1250861 Sep 16 16:38:05.039183 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.108146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e1b4315-28f9-4bf7-a33d-9b739327cb28 req-3d17aa52-edbb-46bb-be57-3bd5492166dd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974965 Sep 16 16:38:05.111225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Pushing event updated for resources: {'Port': ['ID=91abd4ee-3196-4d14-bb76-124d74c88931,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:05.187511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44344) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:05.199817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee61c78b-d871-4200-a650-dfb875e66130 req-2785ad84-0ec1-4570-9dd4-72a9511c85b2 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 210 time: 0.0658159 Sep 16 16:38:05.240641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Attempting to bind port 91abd4ee-3196-4d14-bb76-124d74c88931 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:05.241058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Attempting to bind port 91abd4ee-3196-4d14-bb76-124d74c88931 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '4066a271-8125-4f71-88c0-b0f7040008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:05.241457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Attempting to bind port 91abd4ee-3196-4d14-bb76-124d74c88931 on network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:05.245132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c90730-5e6f-4103-9b3e-e564c6c05dbe admin admin] Deleting subnet 70ee6f1d-6290-4d7d-a539-0318591c727d {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:38:05.256892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Port 91abd4ee-3196-4d14-bb76-124d74c88931 on network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:38:05.256892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Attempting to bind port 91abd4ee-3196-4d14-bb76-124d74c88931 on network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:05.257093 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4c90730-5e6f-4103-9b3e-e564c6c05dbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.263949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:05.264286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Checking segment: {'id': '4066a271-8125-4f71-88c0-b0f7040008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:05.264672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Bound using segment: {'id': '4066a271-8125-4f71-88c0-b0f7040008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:05.265111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Bound port: 91abd4ee-3196-4d14-bb76-124d74c88931, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4066a271-8125-4f71-88c0-b0f7040008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:05.265466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.350350 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4c90730-5e6f-4103-9b3e-e564c6c05dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.386249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbf440-45a9-4c80-af6a-4afdce5e5bad req-26f56cb6-2d01-4068-9b81-15b5c73ac8fd tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:05.387612 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6cbf440-45a9-4c80-af6a-4afdce5e5bad req-26f56cb6-2d01-4068-9b81-15b5c73ac8fd tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 943 time: 0.1250763 Sep 16 16:38:05.465679 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4c90730-5e6f-4103-9b3e-e564c6c05dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.520255 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5027e5fe-6678-40e0-bed2-eed572b0e954 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.564057 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5027e5fe-6678-40e0-bed2-eed572b0e954 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.601958 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4c90730-5e6f-4103-9b3e-e564c6c05dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.641855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4c90730-5e6f-4103-9b3e-e564c6c05dbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.644506 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f4c90730-5e6f-4103-9b3e-e564c6c05dbe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/70ee6f1d-6290-4d7d-a539-0318591c727d HTTP/1.1" status: 204 len: 168 time: 0.4545825 Sep 16 16:38:05.648645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c90730-5e6f-4103-9b3e-e564c6c05dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ee6f1d-6290-4d7d-a539-0318591c727d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:05.660358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44350) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:05.755464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4038d9-7f50-4793-94e8-2c6a81a6934c req-f948c2cb-637d-444c-9cbd-23c3e297e056 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:05.756722 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f4038d9-7f50-4793-94e8-2c6a81a6934c req-f948c2cb-637d-444c-9cbd-23c3e297e056 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.4604151 Sep 16 16:38:05.768874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] For port 91abd4ee-3196-4d14-bb76-124d74c88931, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:05.796176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] For port 91abd4ee-3196-4d14-bb76-124d74c88931, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=91abd4ee-3196-4d14-bb76-124d74c88931,segment=NetworkSegment(4066a271-8125-4f71-88c0-b0f7040008a5),segment_id=4066a271-8125-4f71-88c0-b0f7040008a5)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:05.814037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6cbf440-45a9-4c80-af6a-4afdce5e5bad req-05f25a81-5eb0-4ea6-a256-924ced9baeda tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166269 Sep 16 16:38:05.827239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f4038d9-7f50-4793-94e8-2c6a81a6934c req-7cd997d7-e84c-407a-a219-fd3e734be265 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603948 Sep 16 16:38:05.834416 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-5027e5fe-6678-40e0-bed2-eed572b0e954 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Floating IP da9d02fc-46c6-4e39-987f-4da9f9ad40e1 associated. External IP: 172.25.6.212, port: ae2cb411-5e56-488c-a94b-7e94d9d1f82e. Sep 16 16:38:05.849395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.869433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.903449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-4b73b3aa-d434-4b95-b38a-7e8ef0de6e6e tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:05.904796 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-4b73b3aa-d434-4b95-b38a-7e8ef0de6e6e tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.2572820 Sep 16 16:38:05.922216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:05.923221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:05.925828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] 10.222.0.62 "PUT /v2.0/ports/91abd4ee-3196-4d14-bb76-124d74c88931 HTTP/1.1" status: 200 len: 1091 time: 2.0686376 Sep 16 16:38:05.928979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd0e704-b666-40c5-a9d7-9c689368489f', 'tag': '91abd4ee-3196-4d14-bb76-124d74c88931'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:05.936423 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2369d2e-e43e-4598-b27a-c4831c84cdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd0e704-b666-40c5-a9d7-9c689368489f", "tag": "91abd4ee-3196-4d14-bb76-124d74c88931"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:06.024003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de626c-c9e8-4fd2-a71f-91b0bc5ab96c service neutron] Pushing event updated for resources: {'Port': ['ID=91abd4ee-3196-4d14-bb76-124d74c88931,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:06.043790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffce33-ca5e-48fc-bd00-1d441ef17587 req-9e32c4f7-b27c-4775-a2b3-1e45206d5869 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:06.045340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfffce33-ca5e-48fc-bd00-1d441ef17587 req-9e32c4f7-b27c-4775-a2b3-1e45206d5869 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1258090 Sep 16 16:38:06.061618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53fe17-11d2-446c-acd7-805414ac57a8 req-f7ec1e5f-c2ff-4e44-8f08-46c2dc2397ad tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:06.063097 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba53fe17-11d2-446c-acd7-805414ac57a8 req-f7ec1e5f-c2ff-4e44-8f08-46c2dc2397ad tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1185329 Sep 16 16:38:06.147987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40afd1c1-6ce3-4592-a2dd-21031dbb0878 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:06.148427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba53fe17-11d2-446c-acd7-805414ac57a8 req-27ac1b95-cb49-4d1a-900d-c4b81bce8fef tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752637 Sep 16 16:38:06.149506 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40afd1c1-6ce3-4592-a2dd-21031dbb0878 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.52 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 814 time: 0.3624456 Sep 16 16:38:06.151951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfffce33-ca5e-48fc-bd00-1d441ef17587 req-2421e273-79fc-42b3-bd0e-c32e089fcc68 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879641 Sep 16 16:38:06.157419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-5c528367-2a0e-40be-a6b5-4a2b139b1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:06.158932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-5c528367-2a0e-40be-a6b5-4a2b139b1204 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7af026ae7ab4a46aec71320ef23d0e5&device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 1094 time: 0.0932112 Sep 16 16:38:06.206107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Request body: {'port': {'device_id': '3a2c1b92-7991-4598-a4b4-218d8ec5a2c9', 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520', 'admin_state_up': True, 'tenant_id': '775191cda7c6499dafc9f5c1b5c9653c'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:06.210475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-943f7974-dced-4323-9929-f9713e94f889 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91abd4ee-3196-4d14-bb76-124d74c88931 HTTP/1.1" status: 200 len: 217 time: 0.0430593 Sep 16 16:38:06.214234 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:06.223847 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18861883-7a37-4b43-a039-7407ed8c53c5 x-openstack-request-id: req-18861883-7a37-4b43-a039-7407ed8c53c5 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:06.223995 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd0e704-b666-40c5-a9d7-9c689368489f", "tag": "91abd4ee-3196-4d14-bb76-124d74c88931", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:06.224337 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18861883-7a37-4b43-a039-7407ed8c53c5 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:06.224827 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd0e704-b666-40c5-a9d7-9c689368489f', 'tag': '91abd4ee-3196-4d14-bb76-124d74c88931', 'status': 'completed', 'code': 200} Sep 16 16:38:06.298795 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b446d02c-c15f-4f0f-91ea-b210a6b43a85']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:06.318467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb213ba2-a266-4b7d-be31-4f29115540d0 req-79e899fe-badc-41f7-9cbf-b4d3c34565a6 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:06.320584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb213ba2-a266-4b7d-be31-4f29115540d0 req-79e899fe-badc-41f7-9cbf-b4d3c34565a6 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 945 time: 0.0628178 Sep 16 16:38:06.321626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-c8b01dc8-a9ee-4e4a-bebe-be0f2346a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:06.323032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-c8b01dc8-a9ee-4e4a-bebe-be0f2346a19c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b755df14-f104-4eff-a3fa-8302f59924d2 HTTP/1.1" status: 200 len: 849 time: 0.0961714 Sep 16 16:38:06.369573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-fafa4523-a889-45a8-863c-e1ec6db4393b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369422 Sep 16 16:38:06.385953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194cd364-c7da-4639-881b-a7f4ca1281bb') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:06.386322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194cd364-c7da-4639-881b-a7f4ca1281bb') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:06.402706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Deleting port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:38:06.403076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:06.405736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb213ba2-a266-4b7d-be31-4f29115540d0 req-cb6c236d-b704-4b21-ae96-241a077875fb tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796747 Sep 16 16:38:06.439782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:06.439904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d68d51f4-c7aa-4abf-b7ef-9d78e223fdfe req-eccb8670-a5cc-4575-b956-0e69529f46d2 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 210 time: 0.0368474 Sep 16 16:38:06.507721 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:06.532525 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-4a09aff0-72ac-4498-b86a-52557c591429 service neutron] 10.222.0.62 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514692 Sep 16 16:38:06.566505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:38:06.566906 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:38:06.568869 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:38:06.576185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc70e8-b0e8-429c-bf7c-0e9a3094f6d8 req-67020f26-d6c7-4a7d-8043-a819725d6820 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:06.576318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-16888734-e571-4102-a45f-bcdf6b915a68 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:06.577751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bebc70e8-b0e8-429c-bf7c-0e9a3094f6d8 req-67020f26-d6c7-4a7d-8043-a819725d6820 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0873346 Sep 16 16:38:06.577905 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-16888734-e571-4102-a45f-bcdf6b915a68 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.52 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 945 time: 0.3335397 Sep 16 16:38:06.660557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bebc70e8-b0e8-429c-bf7c-0e9a3094f6d8 req-6f308109-b688-4ec0-bfe1-5bf734d3c7cf tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749924 Sep 16 16:38:06.666892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c92e185-b8a7-415e-a106-a7303571c4cb req-b0d96ade-890a-42c9-a883-915b192563df service neutron] 10.222.0.62 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259348 Sep 16 16:38:06.708448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] For port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:06.708835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:06.762370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5027e5fe-6678-40e0-bed2-eed572b0e954 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Router 5659946e-652d-4b15-ae77-653a31430113 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:38:06.800245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:06.802693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec971fb-6236-4db4-9122-83b8fb08a9db req-636bac84-0856-40a0-b130-99e7807cc617 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:06.804193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bec971fb-6236-4db4-9122-83b8fb08a9db req-636bac84-0856-40a0-b130-99e7807cc617 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0651042 Sep 16 16:38:06.814307 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:06.816196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b446d02c-c15f-4f0f-91ea-b210a6b43a85 HTTP/1.1" status: 204 len: 168 time: 1.1548543 Sep 16 16:38:06.834943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Made reservation on behalf of 775191cda7c6499dafc9f5c1b5c9653c for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:06.838470 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:06.840514 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1de09-69c9-4e17-a5e9-8caacef7edc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b446d02c-c15f-4f0f-91ea-b210a6b43a85,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:06.865050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2369d2e-e43e-4598-b27a-c4831c84cdd2 req-50cb7b53-86df-48fd-89d1-3a1654e5a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:06.866610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2369d2e-e43e-4598-b27a-c4831c84cdd2 req-50cb7b53-86df-48fd-89d1-3a1654e5a490 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7af026ae7ab4a46aec71320ef23d0e5&device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 1094 time: 0.0819776 Sep 16 16:38:06.881106 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bec971fb-6236-4db4-9122-83b8fb08a9db req-31f5f0b7-969e-443b-8522-6fe78ad7d60c tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632851 Sep 16 16:38:07.056249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9f780-fb30-49e2-bf6f-8301f818d336 req-2718595b-0412-4100-9a53-77281326d256 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:07.057880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cd9f780-fb30-49e2-bf6f-8301f818d336 req-2718595b-0412-4100-9a53-77281326d256 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 943 time: 0.1352296 Sep 16 16:38:07.065158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2369d2e-e43e-4598-b27a-c4831c84cdd2 req-f7839a56-2f01-43cb-93a7-50377619fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:07.066779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2369d2e-e43e-4598-b27a-c4831c84cdd2 req-f7839a56-2f01-43cb-93a7-50377619fddc service neutron] 10.222.0.62 "GET /v2.0/networks?id=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 HTTP/1.1" status: 200 len: 910 time: 0.1894450 Sep 16 16:38:07.095775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6764d-6b88-4d52-b50e-c0ce9ff9fde3 req-fcb7602b-3615-484e-9dc1-5699309d721b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:07.097893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24e6764d-6b88-4d52-b50e-c0ce9ff9fde3 req-fcb7602b-3615-484e-9dc1-5699309d721b tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1040549 Sep 16 16:38:07.143642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2369d2e-e43e-4598-b27a-c4831c84cdd2 req-b1e1f233-c300-41d0-a7df-d107efe28a64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91abd4ee-3196-4d14-bb76-124d74c88931 HTTP/1.1" status: 200 len: 217 time: 0.0633607 Sep 16 16:38:07.177720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44376) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:07.214167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cd9f780-fb30-49e2-bf6f-8301f818d336 req-75441a97-2bd3-4cff-9434-36cc5446ddd2 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463912 Sep 16 16:38:07.244418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24e6764d-6b88-4d52-b50e-c0ce9ff9fde3 req-ad87867d-f581-47c8-be7a-e6b8fd325a2a tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054552 Sep 16 16:38:07.260714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2369d2e-e43e-4598-b27a-c4831c84cdd2 req-1764e5fc-df98-4c0f-9995-ac1bf89e59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:07.262218 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2369d2e-e43e-4598-b27a-c4831c84cdd2 req-1764e5fc-df98-4c0f-9995-ac1bf89e59fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b755df14-f104-4eff-a3fa-8302f59924d2 HTTP/1.1" status: 200 len: 849 time: 0.1020863 Sep 16 16:38:07.301247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Deleting port bcf2ba78-f8f9-4092-a528-295b99101029 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:38:07.301608 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:07.307953 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2369d2e-e43e-4598-b27a-c4831c84cdd2 req-5c815f67-dd29-43b0-8cbd-059ed8e89a1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368197 Sep 16 16:38:07.311372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-30114360-ba96-4e6e-bf4d-927fc89e0184 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fcc1c21760d475183f44f9951f34743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295407 Sep 16 16:38:07.322425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44384) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:07.493063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9611f-06e1-417f-98de-40b179687f35 req-1bf2e623-ca7c-4147-8100-ca7205a45d99 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:07.494504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fb9611f-06e1-417f-98de-40b179687f35 req-1bf2e623-ca7c-4147-8100-ca7205a45d99 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 946 time: 0.1894586 Sep 16 16:38:07.528869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5027e5fe-6678-40e0-bed2-eed572b0e954 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:38:07.534865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55d054-8b27-4e61-84f4-0c8be1ea662c req-ac623ca9-d63a-443e-92a8-a6b61dd7d1db tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:07.536419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c55d054-8b27-4e61-84f4-0c8be1ea662c req-ac623ca9-d63a-443e-92a8-a6b61dd7d1db tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1677356 Sep 16 16:38:07.540064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] Sync routers for ids ['5659946e-652d-4b15-ae77-653a31430113'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:38:07.540698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-77a51e11-2682-4754-8228-6da59fd638b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:07.548424 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5027e5fe-6678-40e0-bed2-eed572b0e954 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:07.552438 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] Routers {'5659946e-652d-4b15-ae77-653a31430113'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:07.553355 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5659946e-652d-4b15-ae77-653a31430113'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:07.554470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2369d2e-e43e-4598-b27a-c4831c84cdd2 req-c243688f-d71e-453b-a399-3c35e82f28b1 service neutron] 10.222.0.62 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330570 Sep 16 16:38:07.558030 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:07.558399 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:07.558721 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Floating IP ddb10c90-f5ec-461d-8a6e-dddff919c46e disassociated. External IP: 172.25.6.184, port: ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc. Sep 16 16:38:07.559068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Calling delete_port for ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:38:07.564012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Allocated IP 172.20.0.6 (10b14b39-f053-4d74-8685-c7c085a18520/e95e675d-14c2-4dbd-8f50-7b3db5eb275a/89704035-d2c8-44ac-bdf9-56cd35af9a89) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:07.570129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] For port bcf2ba78-f8f9-4092-a528-295b99101029, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=bcf2ba78-f8f9-4092-a528-295b99101029,segment=NetworkSegment(dd13ae1d-d8ca-4fba-afe6-69a884ff6d65),segment_id=dd13ae1d-d8ca-4fba-afe6-69a884ff6d65)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:07.570840 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:07.614820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Calling delete_port for bcf2ba78-f8f9-4092-a528-295b99101029 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:38:07.615188 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-77a51e11-2682-4754-8228-6da59fd638b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:07.654927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fb9611f-06e1-417f-98de-40b179687f35 req-b81351b1-4ec9-4f8b-b1a5-1d1125b6bfaf tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=7777aed7-ad34-452f-ae2b-add489d6cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451607 Sep 16 16:38:07.661567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5027e5fe-6678-40e0-bed2-eed572b0e954 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "PUT /v2.0/floatingips/da9d02fc-46c6-4e39-987f-4da9f9ad40e1 HTTP/1.1" status: 200 len: 991 time: 3.2670507 Sep 16 16:38:07.664499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:07.666938 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "ae2cb411-5e56-488c-a94b-7e94d9d1f82e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:07.728818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c55d054-8b27-4e61-84f4-0c8be1ea662c req-63f0708c-b178-4397-be02-519473a80627 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586473 Sep 16 16:38:07.807887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2369d2e-e43e-4598-b27a-c4831c84cdd2 req-0da0ef17-5b3b-4274-bc5e-aab7b57d23b0 service neutron] 10.222.0.62 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397671 Sep 16 16:38:07.845694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] Set router 5659946e-652d-4b15-ae77-653a31430113 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:07.869327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dfda9-fdab-41c5-974e-d67ceb46fe51 req-29317ead-8190-42d7-8aba-d7403fa928cb tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:07.871767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e80dfda9-fdab-41c5-974e-d67ceb46fe51 req-29317ead-8190-42d7-8aba-d7403fa928cb tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 945 time: 0.0624371 Sep 16 16:38:07.904926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6a380df-0098-4c8b-b2ea-f8fb0d13fa5d req-c05925fc-5589-4826-b0ab-53a467243355 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 210 time: 0.0321305 Sep 16 16:38:07.938290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e80dfda9-fdab-41c5-974e-d67ceb46fe51 req-90049d2b-5161-4cdc-b22d-9a4273d68590 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccd053b-415c-4134-9548-69d240c8cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548818 Sep 16 16:38:07.941478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-77a51e11-2682-4754-8228-6da59fd638b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:07.944772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-77a51e11-2682-4754-8228-6da59fd638b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:07.946011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-77a51e11-2682-4754-8228-6da59fd638b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca127c6a-0967-46d2-8b72-530bb2e6960a HTTP/1.1" status: 204 len: 168 time: 0.6229796 Sep 16 16:38:07.955973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a51e11-2682-4754-8228-6da59fd638b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca127c6a-0967-46d2-8b72-530bb2e6960a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:08.058779 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99d19db-6dee-495e-9089-209c9657f767 x-openstack-request-id: req-c99d19db-6dee-495e-9089-209c9657f767 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:08.059137 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "tag": "ae2cb411-5e56-488c-a94b-7e94d9d1f82e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:08.059392 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c99d19db-6dee-495e-9089-209c9657f767 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:08.059794 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'tag': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e', 'status': 'completed', 'code': 200} Sep 16 16:38:08.075379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:08.109549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-4d6066cb-547c-4670-8284-6792693c48cf req-8fde8cf5-9ea6-497c-b122-2bd94081b843 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:38:08.110591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6066cb-547c-4670-8284-6792693c48cf req-8fde8cf5-9ea6-497c-b122-2bd94081b843 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055752 Sep 16 16:38:08.122743 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:08.123916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'da9d02fc-46c6-4e39-987f-4da9f9ad40e1', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '5659946e-652d-4b15-ae77-653a31430113', 'port_id': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'mac_address': 'fa:16:3e:4e:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:36:44Z', 'updated_at': '2021-09-16T16:38:05Z', 'revision_number': 1, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16f1fdc-33a5-4648-9f83-c7fbd35822ab', 'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'mac_address': 'fa:16:3e:7a:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:37Z', 'updated_at': '2021-09-16T16:35:45Z', 'revision_number': 5, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'subnets': [{'id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:08.156061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] Checking router: 5659946e-652d-4b15-ae77-653a31430113 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:38:08.166208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Pushing event deleted for resources: {'Port': ['ID=bcf2ba78-f8f9-4092-a528-295b99101029,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:08.166819 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] Routers {'5659946e-652d-4b15-ae77-653a31430113'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:08.167453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5659946e-652d-4b15-ae77-653a31430113'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:08.176359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:08.229974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f916d2-2e1b-4873-a4d9-c2fdc75d0d15 req-091204e6-d7e6-43d2-8506-d311dd9ccddc tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.237575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3f916d2-2e1b-4873-a4d9-c2fdc75d0d15 req-091204e6-d7e6-43d2-8506-d311dd9ccddc tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0647082 Sep 16 16:38:08.272597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] No DVR routers for this DVR port bcf2ba78-f8f9-4092-a528-295b99101029 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:38:08.279049 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:08.281232 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.52 "DELETE /v2.0/ports/bcf2ba78-f8f9-4092-a528-295b99101029 HTTP/1.1" status: 204 len: 173 time: 1.6888573 Sep 16 16:38:08.287487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event deleted for resources: {'Port': ['ID=ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:08.300435 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3f916d2-2e1b-4873-a4d9-c2fdc75d0d15 req-13ad51e6-0e26-4488-b967-bba5209308bd tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569553 Sep 16 16:38:08.324549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-63e4daf1-352e-4553-8ccc-71af81e6167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.324549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-63e4daf1-352e-4553-8ccc-71af81e6167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.324549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-63e4daf1-352e-4553-8ccc-71af81e6167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.324549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-63e4daf1-352e-4553-8ccc-71af81e6167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.324549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-63e4daf1-352e-4553-8ccc-71af81e6167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.324549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-63e4daf1-352e-4553-8ccc-71af81e6167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.324549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-63e4daf1-352e-4553-8ccc-71af81e6167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.326551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-63e4daf1-352e-4553-8ccc-71af81e6167e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6500 time: 0.2467251 Sep 16 16:38:08.329992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] Set router 5659946e-652d-4b15-ae77-653a31430113 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:08.407691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4989e02-0795-4230-943a-cfac5b47609d req-d46e6737-0a63-496f-ab33-7d9b36c2ce6b tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.410206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4989e02-0795-4230-943a-cfac5b47609d req-d46e6737-0a63-496f-ab33-7d9b36c2ce6b tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 943 time: 0.1040556 Sep 16 16:38:08.459330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:08.473279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6a482f18-ace3-4840-a931-de542dc9dff7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:08.476639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f7e67e7c-7efc-4f5b-98d6-615e65f47ed0', 'bc875c02-879b-4d28-ae9d-4cd09015e3c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:08.549763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be1a8f-c31d-4d10-a79d-4b4ee636bafc req-66727779-fb2c-43ce-bf07-3b7d987e3ba2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.557119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98be1a8f-c31d-4d10-a79d-4b4ee636bafc req-66727779-fb2c-43ce-bf07-3b7d987e3ba2 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1455240 Sep 16 16:38:08.566389 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4989e02-0795-4230-943a-cfac5b47609d req-46f62646-b89e-411d-8c51-b9649afd60d1 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215763 Sep 16 16:38:08.570525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Network 10b14b39-f053-4d74-8685-c7c085a18520 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:08.588725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:08.597186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Router a1ed3fcb-4090-4826-9315-6f7212b32251 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:38:08.598126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:08.611062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Pushing event updated for resources: {'Port': ['ID=89704035-d2c8-44ac-bdf9-56cd35af9a89,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:08.629935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98be1a8f-c31d-4d10-a79d-4b4ee636bafc req-2d1cdd29-5407-4029-9a3e-8b0be0fce188 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614674 Sep 16 16:38:08.633688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-274b870f-ac7c-45e9-9b66-d80c25054201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.635183 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-274b870f-ac7c-45e9-9b66-d80c25054201 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62c586e6-0201-471e-b583-b9418df0ff0d HTTP/1.1" status: 200 len: 918 time: 0.2697952 Sep 16 16:38:08.767396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.768291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:08.827178 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-d9c9c011-452e-4496-8f31-f12abb49a89c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e HTTP/1.1" status: 200 len: 999 time: 0.1807935 Sep 16 16:38:08.880826 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77cd4be4-512c-41ff-9f2d-c32bc035b5a1 req-2115869f-7fb8-4b8d-94d2-dd75f86fa8d3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 210 time: 0.0529249 Sep 16 16:38:08.916779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e533ac6-f720-49f4-aea3-8be01651551f req-1ee81a5f-785f-49cf-b7f1-ed88aa0324a0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:08.918373 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e533ac6-f720-49f4-aea3-8be01651551f req-1ee81a5f-785f-49cf-b7f1-ed88aa0324a0 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1369665 Sep 16 16:38:08.946718 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40b3c329-d93f-412b-bd72-72d181fd3218 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7842526 Sep 16 16:38:08.974828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Request body: {'port': {'device_id': '3a2c1b92-7991-4598-a4b4-218d8ec5a2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:08.993370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e533ac6-f720-49f4-aea3-8be01651551f req-0e9bcc3d-efd5-4a59-bb85-a3e818cf855d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678613 Sep 16 16:38:09.050150 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:09.053161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'da9d02fc-46c6-4e39-987f-4da9f9ad40e1', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '5659946e-652d-4b15-ae77-653a31430113', 'port_id': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'mac_address': 'fa:16:3e:4e:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:36:44Z', 'updated_at': '2021-09-16T16:38:05Z', 'revision_number': 1, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16f1fdc-33a5-4648-9f83-c7fbd35822ab', 'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'mac_address': 'fa:16:3e:7a:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:37Z', 'updated_at': '2021-09-16T16:35:45Z', 'revision_number': 5, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'subnets': [{'id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:09.068524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:38:09.088858 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] Sync routers for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:38:09.112886 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:09.114946 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:09.157423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93fbdb9-de3b-45ea-8313-c8ce6544290f None None] The sync data for ids ['5659946e-652d-4b15-ae77-653a31430113'] in n-d-807786-3 is: [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'da9d02fc-46c6-4e39-987f-4da9f9ad40e1', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '5659946e-652d-4b15-ae77-653a31430113', 'port_id': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'mac_address': 'fa:16:3e:4e:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:36:44Z', 'updated_at': '2021-09-16T16:38:05Z', 'revision_number': 1, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16f1fdc-33a5-4648-9f83-c7fbd35822ab', 'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'mac_address': 'fa:16:3e:7a:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:37Z', 'updated_at': '2021-09-16T16:35:45Z', 'revision_number': 5, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'subnets': [{'id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:38:09.200194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e6e7e17-0b8a-47a5-9ca5-8dc9357999b3 req-57c82f30-44bc-4170-a906-88c77c7d18a9 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] 10.222.0.22 "GET /v2.0/ports?device_id=179188e4-b08b-4f25-85c1-a83c0a4fe96f HTTP/1.1" status: 200 len: 210 time: 0.0817525 Sep 16 16:38:09.209917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20d431-453b-41b3-be4d-61d2143f1fee req-45c7233a-2bf5-4b0d-bc32-861f51a17f9a tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:09.226615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d20d431-453b-41b3-be4d-61d2143f1fee req-45c7233a-2bf5-4b0d-bc32-861f51a17f9a tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 931 time: 0.1677139 Sep 16 16:38:09.227224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-cbdd89da-0cc1-4290-918f-b35ac084eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:09.228847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-cbdd89da-0cc1-4290-918f-b35ac084eb16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=94aa22e8-4939-422f-b724-bd08abd2ae2f HTTP/1.1" status: 200 len: 856 time: 0.2992172 Sep 16 16:38:09.231675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] No DVR routers for this DVR port ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:38:09.238897 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:09.238897 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "DELETE /v2.0/ports/ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc HTTP/1.1" status: 204 len: 173 time: 3.2927959 Sep 16 16:38:09.340674 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:09.340954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d20d431-453b-41b3-be4d-61d2143f1fee req-6e38fe9e-a466-4526-b163-d1744820a3cb tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118472 Sep 16 16:38:09.440642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fbb74-06d7-478e-b0e0-aa02fe69a003 req-d9b2ee34-78ad-42e1-8940-e67b311873e7 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:09.442402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-799fbb74-06d7-478e-b0e0-aa02fe69a003 req-d9b2ee34-78ad-42e1-8940-e67b311873e7 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1148057 Sep 16 16:38:09.449695 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-0f9a5876-2996-48ee-bd56-ef858249f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:09.451279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-0f9a5876-2996-48ee-bd56-ef858249f186 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62c586e6-0201-471e-b583-b9418df0ff0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2125006 Sep 16 16:38:09.509617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-799fbb74-06d7-478e-b0e0-aa02fe69a003 req-bcc6d5f2-c581-4853-b460-e566c4a2521f tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523937 Sep 16 16:38:09.573032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a71055-0d1a-455e-875c-b2584aa7cc72 None None] New status for floating IP da9d02fc-46c6-4e39-987f-4da9f9ad40e1: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:38:09.612547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44444) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:09.695745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device bcf2ba78-f8f9-4092-a528-295b99101029 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:38:09.739112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: bcf2ba78-f8f9-4092-a528-295b99101029 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:38:09.739784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device bcf2ba78-f8f9-4092-a528-295b99101029 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:38:09.740445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:38:09.763484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:38:09.764035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:38:09.774091 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:09.796106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69039a-2cef-4709-81de-2c27583452d6 req-8d85b00b-740b-44ec-806c-315c0290201d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:09.801114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d69039a-2cef-4709-81de-2c27583452d6 req-8d85b00b-740b-44ec-806c-315c0290201d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1553442 Sep 16 16:38:09.810232 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] Checking router: a1ed3fcb-4090-4826-9315-6f7212b32251 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:38:09.820458 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:09.821368 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:09.821513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4894b98-771b-462d-862f-73317a9606aa req-9b445405-01fe-446c-88ea-e537c17d7fa3 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:09.829834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4894b98-771b-462d-862f-73317a9606aa req-9b445405-01fe-446c-88ea-e537c17d7fa3 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 943 time: 0.1183295 Sep 16 16:38:09.836289 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1938503062-network', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:09.923503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4894b98-771b-462d-862f-73317a9606aa req-7b962a99-86ec-4554-8d39-a924b531dcd1 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921664 Sep 16 16:38:09.927701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Made reservation on behalf of 56977dd25e494ce4a8eb30b882e83560 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:09.929698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:09.951088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d69039a-2cef-4709-81de-2c27583452d6 req-6ff70b99-e52a-4782-99ed-32485a50473e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387527 Sep 16 16:38:09.952825 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:09.974286 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:10.112726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9bfeb982-0dad-40c9-b712-24eba016f1bc req-9a631940-82ca-4384-99ac-a3e9477dcbf6 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcaaa4a-b1a1-4e7c-b60d-be0787c05629 HTTP/1.1" status: 200 len: 210 time: 0.0384648 Sep 16 16:38:10.116103 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.132470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179188e4-b08b-4f25-85c1-a83c0a4fe96f', 'name': 'network-vif-deleted', 'tag': 'bcf2ba78-f8f9-4092-a528-295b99101029'}, {'server_uuid': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'name': 'network-vif-deleted', 'tag': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:10.137488 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60d30f7-ee88-423e-955a-f728f5dee767" -d '{"events": [{"server_uuid": "179188e4-b08b-4f25-85c1-a83c0a4fe96f", "name": "network-vif-deleted", "tag": "bcf2ba78-f8f9-4092-a528-295b99101029"}, {"server_uuid": "2dcaaa4a-b1a1-4e7c-b60d-be0787c05629", "name": "network-vif-deleted", "tag": "ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:10.180781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc64e-acc9-42c5-b43d-1f4ce9e35756 req-5df1b25e-5cf9-437e-b5e6-312409c617e8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:10.182443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37abc64e-acc9-42c5-b43d-1f4ce9e35756 req-5df1b25e-5cf9-437e-b5e6-312409c617e8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0687215 Sep 16 16:38:10.182661 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-42780a6d-455a-490b-b245-30e36088b80b service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7150154 Sep 16 16:38:10.223007 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.270328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37abc64e-acc9-42c5-b43d-1f4ce9e35756 req-039a40ba-1333-4ad5-88d4-3f47ef47bf3d tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747449 Sep 16 16:38:10.274878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:38:10.284447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18a6dbd-3397-43ea-919c-8188f0077734,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:10.318215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.318698 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Added segment 0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e of type vlan for network 84a6c29a-5880-4300-bfee-276bb9db429b Sep 16 16:38:10.341563 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109c9cba-613a-45e3-80eb-dae1cc818db7 x-openstack-request-id: req-109c9cba-613a-45e3-80eb-dae1cc818db7 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:10.343427 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179188e4-b08b-4f25-85c1-a83c0a4fe96f", "name": "network-vif-deleted", "tag": "bcf2ba78-f8f9-4092-a528-295b99101029", "status": "completed", "code": 200}, {"server_uuid": "2dcaaa4a-b1a1-4e7c-b60d-be0787c05629", "name": "network-vif-deleted", "tag": "ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:10.343789 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-109c9cba-613a-45e3-80eb-dae1cc818db7 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:10.344323 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179188e4-b08b-4f25-85c1-a83c0a4fe96f', 'name': 'network-vif-deleted', 'tag': 'bcf2ba78-f8f9-4092-a528-295b99101029', 'status': 'completed', 'code': 200} Sep 16 16:38:10.344745 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcaaa4a-b1a1-4e7c-b60d-be0787c05629', 'name': 'network-vif-deleted', 'tag': 'ce2cd9f8-e449-42cc-8c2a-803d8b4dc5dc', 'status': 'completed', 'code': 200} Sep 16 16:38:10.369500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89704035-d2c8-44ac-bdf9-56cd35af9a89 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:10.384035 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.407704 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.435274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Transition to ACTIVE for port object 89704035-d2c8-44ac-bdf9-56cd35af9a89 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:38:10.438760 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:10.453470 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d82a26f7-46a7-41d2-85a3-d57f1d40e7a0 req-55155bc3-3eb1-4788-9bec-f6909669feed service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567608 Sep 16 16:38:10.467779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d857286-d0cb-4bd9-8662-04eaa5b7e897 req-112284fb-79b0-4c56-bea8-ea90a6ac740e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:10.469359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d857286-d0cb-4bd9-8662-04eaa5b7e897 req-112284fb-79b0-4c56-bea8-ea90a6ac740e tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0591576 Sep 16 16:38:10.470055 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdb799-eee9-496d-a0aa-a447f84533fa None None] The sync data for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 is: [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:38:10.472099 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.473255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:10.482164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.501211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.567697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=89704035-d2c8-44ac-bdf9-56cd35af9a89,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:10.581858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] Pushing event updated for resources: {'Network': ['ID=84a6c29a-5880-4300-bfee-276bb9db429b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:10.588057 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b8dfbc05-18f7-46aa-a157-b0a1b2b4db11 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9744503 Sep 16 16:38:10.590926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44472) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:10.599221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Request body: {'subnet': {'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1938503062-subnet', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:10.601748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 84a6c29a-5880-4300-bfee-276bb9db429b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:38:10.614717 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d857286-d0cb-4bd9-8662-04eaa5b7e897 req-bfefcaa4-195e-4d71-8ea9-45328d6ae9fc tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176016 Sep 16 16:38:10.717469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Attempting to bind port 89704035-d2c8-44ac-bdf9-56cd35af9a89 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:10.717893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Attempting to bind port 89704035-d2c8-44ac-bdf9-56cd35af9a89 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:10.722774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Attempting to bind port 89704035-d2c8-44ac-bdf9-56cd35af9a89 on network 10b14b39-f053-4d74-8685-c7c085a18520 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:10.729188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Port 89704035-d2c8-44ac-bdf9-56cd35af9a89 on network 10b14b39-f053-4d74-8685-c7c085a18520 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:38:10.729760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Attempting to bind port 89704035-d2c8-44ac-bdf9-56cd35af9a89 on network 10b14b39-f053-4d74-8685-c7c085a18520 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:10.735326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:10.736257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Checking segment: {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:10.736257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Bound using segment: {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:10.741839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Bound port: 89704035-d2c8-44ac-bdf9-56cd35af9a89, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:10.741839 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.744317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f7cb5-b19e-422f-80a2-228f13ef5630 req-b7bba82a-fb05-4123-9fe1-2ca71cbec454 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:10.748708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 91abd4ee-3196-4d14-bb76-124d74c88931 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:38:10.752958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e9f7cb5-b19e-422f-80a2-228f13ef5630 req-b7bba82a-fb05-4123-9fe1-2ca71cbec454 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 943 time: 0.0805376 Sep 16 16:38:10.796708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Made reservation on behalf of 56977dd25e494ce4a8eb30b882e83560 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:10.800171 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.818804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e9f7cb5-b19e-422f-80a2-228f13ef5630 req-c272a809-4888-4166-b2cb-5f9c47743e6d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613894 Sep 16 16:38:10.849705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44478) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:10.920284 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ba7c8b-cd5c-4edc-a03b-38f5164bd469 admin admin] Deleting subnet b55e0ab8-1052-4ba7-b766-b03038ffb02e {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:38:10.920939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] For port 89704035-d2c8-44ac-bdf9-56cd35af9a89, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:10.921075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 91abd4ee-3196-4d14-bb76-124d74c88931, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=91abd4ee-3196-4d14-bb76-124d74c88931,segment=NetworkSegment(4066a271-8125-4f71-88c0-b0f7040008a5),segment_id=4066a271-8125-4f71-88c0-b0f7040008a5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:10.924598 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40ba7c8b-cd5c-4edc-a03b-38f5164bd469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:10.942220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '91abd4ee-3196-4d14-bb76-124d74c88931', 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54', 'port_id': '91abd4ee-3196-4d14-bb76-124d74c88931', 'mac_address': 'fa:16:3e:14:b5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b755df14-f104-4eff-a3fa-8302f59924d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:38:10.944273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] For port 89704035-d2c8-44ac-bdf9-56cd35af9a89, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=89704035-d2c8-44ac-bdf9-56cd35af9a89,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:11.007103 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40ba7c8b-cd5c-4edc-a03b-38f5164bd469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.007796 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.028322 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91abd4ee-3196-4d14-bb76-124d74c88931 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:11.029053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.048432 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e17c46-66d9-4bb0-85f0-69046034384c None None] New status for floating IP ddb10c90-f5ec-461d-8a6e-dddff919c46e: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:38:11.055285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 91abd4ee-3196-4d14-bb76-124d74c88931, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=91abd4ee-3196-4d14-bb76-124d74c88931,segment=NetworkSegment(4066a271-8125-4f71-88c0-b0f7040008a5),segment_id=4066a271-8125-4f71-88c0-b0f7040008a5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:11.087693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:11.088327 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.089771 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] 10.222.0.52 "PUT /v2.0/ports/89704035-d2c8-44ac-bdf9-56cd35af9a89 HTTP/1.1" status: 200 len: 1091 time: 2.1199331 Sep 16 16:38:11.090752 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40ba7c8b-cd5c-4edc-a03b-38f5164bd469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.118994 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.167421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd67fb0-2450-4b20-b38f-9df5fba27fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=89704035-d2c8-44ac-bdf9-56cd35af9a89,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:11.217838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=91abd4ee-3196-4d14-bb76-124d74c88931,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:11.249484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5b745-02ad-4bfe-b3ef-bd6f22bc3a09 req-926821b6-a55b-47a0-a948-beaf2518c71d tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:11.251051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33f5b745-02ad-4bfe-b3ef-bd6f22bc3a09 req-926821b6-a55b-47a0-a948-beaf2518c71d tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 943 time: 0.2135544 Sep 16 16:38:11.255093 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.308851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33f5b745-02ad-4bfe-b3ef-bd6f22bc3a09 req-3e75e194-2576-4de6-92a5-3165c6dcff1f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488920 Sep 16 16:38:11.311804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44490) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:11.351403 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40ba7c8b-cd5c-4edc-a03b-38f5164bd469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.359874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40cc185c-3776-48d6-80bf-c14274909b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:11.362046 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-40cc185c-3776-48d6-80bf-c14274909b2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 1094 time: 0.1376622 Sep 16 16:38:11.367216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd22335-e100-4fa9-ad5a-199c71604f01,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:11.388284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['91abd4ee-3196-4d14-bb76-124d74c88931'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:11.397779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba7c8b-cd5c-4edc-a03b-38f5164bd469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55e0ab8-1052-4ba7-b766-b03038ffb02e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:11.399824 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40ba7c8b-cd5c-4edc-a03b-38f5164bd469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.404289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-40ba7c8b-cd5c-4edc-a03b-38f5164bd469 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b55e0ab8-1052-4ba7-b766-b03038ffb02e HTTP/1.1" status: 204 len: 168 time: 0.5513000 Sep 16 16:38:11.404659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44492) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:11.440892 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-324efb6b-129b-4b5b-921a-a5cb2cdafdb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89704035-d2c8-44ac-bdf9-56cd35af9a89 HTTP/1.1" status: 200 len: 217 time: 0.0675230 Sep 16 16:38:11.442956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Checking segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:11.443321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Network hostable DHCP agents. Network: 84a6c29a-5880-4300-bfee-276bb9db429b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:38:11.486104 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.510285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2f73e23-58a7-4027-a874-566752a8a2c3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.529886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-26455cd4-a0b1-4818-b929-ed8ad1c9414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:11.531502 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-26455cd4-a0b1-4818-b929-ed8ad1c9414d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e95e675d-14c2-4dbd-8f50-7b3db5eb275a HTTP/1.1" status: 200 len: 854 time: 0.0813091 Sep 16 16:38:11.555694 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2f73e23-58a7-4027-a874-566752a8a2c3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.581812 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-05945472-7835-4631-8f55-69a47f86d58a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10b14b39-f053-4d74-8685-c7c085a18520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397856 Sep 16 16:38:11.585122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Network 84a6c29a-5880-4300-bfee-276bb9db429b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:38:11.599472 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.623409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b8f3ce-6a5f-4b55-a120-83cb4694f26b']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:11.633060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd13ae1d-d8ca-4fba-afe6-69a884ff6d65') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:11.633361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd13ae1d-d8ca-4fba-afe6-69a884ff6d65') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:11.643671 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.657242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.663424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:38:11.664061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:38:11.665837 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:38:11.670690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 84a6c29a-5880-4300-bfee-276bb9db429b) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:11.675199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:11.675838 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.685964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2affc-d8bb-43e0-b074-306cae88632b None None] Network 84a6c29a-5880-4300-bfee-276bb9db429b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:38:11.720896 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-4763978d-3d5d-4fd5-83f6-6a32ee9f5444 service neutron] 10.222.0.52 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308558 Sep 16 16:38:11.801110 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ed0f725d-d1c1-4b62-a5b3-b816b0f61611 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2056170 Sep 16 16:38:11.801373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44496) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:11.805991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:11.846805 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.847500 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2f73e23-58a7-4027-a874-566752a8a2c3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.853807 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2f73e23-58a7-4027-a874-566752a8a2c3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.858466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a2f73e23-58a7-4027-a874-566752a8a2c3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "DELETE /v2.0/security-groups/7777aed7-ad34-452f-ae2b-add489d6cce5 HTTP/1.1" status: 204 len: 168 time: 0.5418773 Sep 16 16:38:11.863660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44500) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:11.875120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.876715 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c23c509-89ed-4f42-9dba-e3c7ada8256c req-32f3c57e-6e92-4873-89f4-c3895cd3a163 service neutron] 10.222.0.52 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436820 Sep 16 16:38:11.893554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] 10.222.0.22 "DELETE /v2.0/networks/36b8f3ce-6a5f-4b55-a120-83cb4694f26b HTTP/1.1" status: 204 len: 168 time: 0.4872246 Sep 16 16:38:11.901622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-84a6c29a-5880-4300-bfee-276bb9db429b', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:38:11.903267 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.903375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f73e23-58a7-4027-a874-566752a8a2c3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7777aed7-ad34-452f-ae2b-add489d6cce5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:11.913202 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-e117ec35-a29f-4289-806a-74b479bb87cd tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] show failed (client error): The resource could not be found. Sep 16 16:38:11.914276 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e117ec35-a29f-4289-806a-74b479bb87cd tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups/7777aed7-ad34-452f-ae2b-add489d6cce5 HTTP/1.1" status: 404 len: 347 time: 0.0494170 Sep 16 16:38:11.917262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44504) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:11.919593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.920673 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:11.937250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f444a5f-07e7-4ec2-91ce-66691684fe2e admin admin] Pushing event deleted for resources: {'Network': ['ID=36b8f3ce-6a5f-4b55-a120-83cb4694f26b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:12.048363 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.073555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24db70-ec03-4400-9cb7-e584540af16f req-691d186c-eef1-4e06-a38e-47d7dbfda157 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:12.075317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f24db70-ec03-4400-9cb7-e584540af16f req-691d186c-eef1-4e06-a38e-47d7dbfda157 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 943 time: 0.0859427 Sep 16 16:38:12.101381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-99ffd909-eefc-49c0-a160-63f7326e3d34 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Deleting port 49d47d59-d292-4562-afa8-96975e7f185a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:38:12.102953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99ffd909-eefc-49c0-a160-63f7326e3d34 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.126046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f24db70-ec03-4400-9cb7-e584540af16f req-98472000-4a71-4b57-8299-379bdc44eba9 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431697 Sep 16 16:38:12.156935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Allocated IP 172.20.0.2 (84a6c29a-5880-4300-bfee-276bb9db429b/ecd22335-e100-4fa9-ad5a-199c71604f01/f4997b50-d62f-49e9-852d-4ed6b393e56c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:12.222506 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99ffd909-eefc-49c0-a160-63f7326e3d34 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.223050 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99ffd909-eefc-49c0-a160-63f7326e3d34 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.238581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-99ffd909-eefc-49c0-a160-63f7326e3d34 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Calling delete_port for 49d47d59-d292-4562-afa8-96975e7f185a owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:38:12.271059 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.284852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44508) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:12.327488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-808e5f24-a6fa-4da9-b06b-a2b7767c5a35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acb3bf0552d3486dbfea17406260dc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415289 Sep 16 16:38:12.332357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44512) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:12.348315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2c1b92-7991-4598-a4b4-218d8ec5a2c9', 'tag': '89704035-d2c8-44ac-bdf9-56cd35af9a89'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:12.351119 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140ceda2-0743-46bb-811c-242a24a2a38e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2c1b92-7991-4598-a4b4-218d8ec5a2c9", "tag": "89704035-d2c8-44ac-bdf9-56cd35af9a89"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:12.353874 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.412907 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efee4fad-0eac-4e8a-bebc-fa97dd8ac2ca x-openstack-request-id: req-efee4fad-0eac-4e8a-bebc-fa97dd8ac2ca {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:12.414659 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2c1b92-7991-4598-a4b4-218d8ec5a2c9", "tag": "89704035-d2c8-44ac-bdf9-56cd35af9a89", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:12.414659 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efee4fad-0eac-4e8a-bebc-fa97dd8ac2ca {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:12.414659 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2c1b92-7991-4598-a4b4-218d8ec5a2c9', 'tag': '89704035-d2c8-44ac-bdf9-56cd35af9a89', 'status': 'completed', 'code': 200} Sep 16 16:38:12.459641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-168525d4-e8da-4731-8c45-bc8d92f31258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.459964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.521622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ceda2-0743-46bb-811c-242a24a2a38e req-8216f064-865c-43fe-b626-f15218406174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:12.522006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-168525d4-e8da-4731-8c45-bc8d92f31258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.523069 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-140ceda2-0743-46bb-811c-242a24a2a38e req-8216f064-865c-43fe-b626-f15218406174 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 1094 time: 0.0741007 Sep 16 16:38:12.528144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Network 84a6c29a-5880-4300-bfee-276bb9db429b is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:12.536856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:12.538881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Pushing event updated for resources: {'Port': ['ID=f4997b50-d62f-49e9-852d-4ed6b393e56c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:12.541088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:12.542958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdab81-3e75-4e9c-b596-cd4a11065dfd req-364fe425-7bc0-48c2-865d-4c9a30eebf10 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:12.551130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdfdab81-3e75-4e9c-b596-cd4a11065dfd req-364fe425-7bc0-48c2-865d-4c9a30eebf10 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 944 time: 0.1311452 Sep 16 16:38:12.607064 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99ffd909-eefc-49c0-a160-63f7326e3d34 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.618026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Attempting to bind port f4997b50-d62f-49e9-852d-4ed6b393e56c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:12.618683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Attempting to bind port f4997b50-d62f-49e9-852d-4ed6b393e56c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:12.619308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Attempting to bind port f4997b50-d62f-49e9-852d-4ed6b393e56c on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:12.625405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:12.625960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Checking segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:12.626415 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.626884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Bound using segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:12.627515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Bound port: f4997b50-d62f-49e9-852d-4ed6b393e56c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:12.627978 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.640424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffd909-eefc-49c0-a160-63f7326e3d34 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event deleted for resources: {'Port': ['ID=49d47d59-d292-4562-afa8-96975e7f185a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:12.652037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdfdab81-3e75-4e9c-b596-cd4a11065dfd req-d080d570-da79-47ff-9d55-007f5e2fd25b tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995135 Sep 16 16:38:12.681108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 91abd4ee-3196-4d14-bb76-124d74c88931 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:12.733386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ceda2-0743-46bb-811c-242a24a2a38e req-ccc777b5-ced7-4722-8e2c-962cfdcc8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:12.735354 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-140ceda2-0743-46bb-811c-242a24a2a38e req-ccc777b5-ced7-4722-8e2c-962cfdcc8f34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 915 time: 0.2043095 Sep 16 16:38:12.744036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] For port f4997b50-d62f-49e9-852d-4ed6b393e56c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:12.746538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99ffd909-eefc-49c0-a160-63f7326e3d34 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.748066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] For port f4997b50-d62f-49e9-852d-4ed6b393e56c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f4997b50-d62f-49e9-852d-4ed6b393e56c,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:12.750421 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99ffd909-eefc-49c0-a160-63f7326e3d34 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.752210 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-99ffd909-eefc-49c0-a160-63f7326e3d34 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "DELETE /v2.0/floatingips/ddb10c90-f5ec-461d-8a6e-dddff919c46e HTTP/1.1" status: 204 len: 168 time: 0.8338258 Sep 16 16:38:12.768245 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-168525d4-e8da-4731-8c45-bc8d92f31258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.768245 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-168525d4-e8da-4731-8c45-bc8d92f31258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.769302 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-168525d4-e8da-4731-8c45-bc8d92f31258 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ccd053b-415c-4134-9548-69d240c8cb14 HTTP/1.1" status: 204 len: 168 time: 0.4360156 Sep 16 16:38:12.812980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168525d4-e8da-4731-8c45-bc8d92f31258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd053b-415c-4134-9548-69d240c8cb14,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:12.839923 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-140ceda2-0743-46bb-811c-242a24a2a38e req-1f267a68-438e-4dd1-ac34-4ce22eb01166 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89704035-d2c8-44ac-bdf9-56cd35af9a89 HTTP/1.1" status: 200 len: 217 time: 0.0862570 Sep 16 16:38:12.847661 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.849952 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.898846 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:12.958728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ceda2-0743-46bb-811c-242a24a2a38e req-1d2bb1bd-b425-46ec-854b-04dc8163d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:12.960667 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-140ceda2-0743-46bb-811c-242a24a2a38e req-1d2bb1bd-b425-46ec-854b-04dc8163d2b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e95e675d-14c2-4dbd-8f50-7b3db5eb275a HTTP/1.1" status: 200 len: 854 time: 0.1123908 Sep 16 16:38:13.013904 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-140ceda2-0743-46bb-811c-242a24a2a38e req-0ecd13f6-d0e4-4747-b2a4-2cc22ad14c1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10b14b39-f053-4d74-8685-c7c085a18520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431335 Sep 16 16:38:13.065281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Allocated IP 172.25.6.39 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/1ed7d828-f298-4eeb-996f-f3abade34efd) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:13.140585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 91abd4ee-3196-4d14-bb76-124d74c88931 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:38:13.156812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 91abd4ee-3196-4d14-bb76-124d74c88931 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:13.157179 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.168603 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-140ceda2-0743-46bb-811c-242a24a2a38e req-a2fd1bff-c2b9-40ef-a62e-68eeb111f328 service neutron] 10.222.0.52 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463423 Sep 16 16:38:13.223277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27850e-6c1a-43f3-bb39-c45ff3a7f630 None None] Pushing event updated for resources: {'Port': ['ID=f4997b50-d62f-49e9-852d-4ed6b393e56c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:13.273508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44530) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:13.285453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869340434', 'description': 'tempest-description--2010416152'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:13.315646 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.342411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f50ed-3795-4a36-9f4b-980858619145 req-68cd336f-fcfe-4fa2-9365-fbc732f3b50e tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:13.343649 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-140ceda2-0743-46bb-811c-242a24a2a38e req-44767fe5-05fe-4241-8dd7-3cf7c9ddc4f2 service neutron] 10.222.0.52 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646702 Sep 16 16:38:13.343949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d44f50ed-3795-4a36-9f4b-980858619145 req-68cd336f-fcfe-4fa2-9365-fbc732f3b50e tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 943 time: 0.1212533 Sep 16 16:38:13.359207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd0e704-b666-40c5-a9d7-9c689368489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91abd4ee-3196-4d14-bb76-124d74c88931'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:13.362569 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee95516f-0295-4247-9196-519591b4fee6" -d '{"events": [{"server_uuid": "3bd0e704-b666-40c5-a9d7-9c689368489f", "name": "network-vif-plugged", "status": "completed", "tag": "91abd4ee-3196-4d14-bb76-124d74c88931"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:13.380751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 91abd4ee-3196-4d14-bb76-124d74c88931, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=91abd4ee-3196-4d14-bb76-124d74c88931,segment=NetworkSegment(4066a271-8125-4f71-88c0-b0f7040008a5),segment_id=4066a271-8125-4f71-88c0-b0f7040008a5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:13.404053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.433892 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.445830 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4534ffa5-6a57-4d40-883e-03e5227b428c x-openstack-request-id: req-4534ffa5-6a57-4d40-883e-03e5227b428c {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:13.446315 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd0e704-b666-40c5-a9d7-9c689368489f", "name": "network-vif-plugged", "status": "completed", "tag": "91abd4ee-3196-4d14-bb76-124d74c88931", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:13.446577 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4534ffa5-6a57-4d40-883e-03e5227b428c {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:13.446982 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd0e704-b666-40c5-a9d7-9c689368489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91abd4ee-3196-4d14-bb76-124d74c88931', 'code': 200} Sep 16 16:38:13.470112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d44f50ed-3795-4a36-9f4b-980858619145 req-89d45cd2-8b21-4e28-9602-b59ed03643c9 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025786 Sep 16 16:38:13.473164 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.553747 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.608121 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.637558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=91abd4ee-3196-4d14-bb76-124d74c88931,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:13.639052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.708491 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.713138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed7d828-f298-4eeb-996f-f3abade34efd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:13.722219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:13.724226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:13.726261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:13.779760 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.785607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639e935b-a173-449d-b33e-f8e98023a29d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:13.803404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.803929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.804284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.804661 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.805162 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.805526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.812059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.812059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.812059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.812059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.812059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.812059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:13.867004 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:13.868766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-99470627-c85b-453d-9900-990da9ef4861 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5942876 Sep 16 16:38:13.871507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44548) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:13.883186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d53dd-e2e7-4394-8ab1-9b6d6a43f6c6 req-e2092d54-3ea1-42a1-ba7a-6b4704730380 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:13.884760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e83d53dd-e2e7-4394-8ab1-9b6d6a43f6c6 req-e2092d54-3ea1-42a1-ba7a-6b4704730380 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 945 time: 0.1297121 Sep 16 16:38:13.889481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f4997b50-d62f-49e9-852d-4ed6b393e56c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:13.891982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-97c4e0bf-cee5-40ee-84e5-925d2a7238cf tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'security_group_rule': {'security_group_id': '639e935b-a173-449d-b33e-f8e98023a29d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:13.922910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4036e-4d11-4a60-9863-59de7aee3ce3 req-cdfbf2db-0b61-45d9-ba59-edbfa5d1be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:13.924633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4f4036e-4d11-4a60-9863-59de7aee3ce3 req-cdfbf2db-0b61-45d9-ba59-edbfa5d1be29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 1096 time: 0.4156740 Sep 16 16:38:13.972798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f4997b50-d62f-49e9-852d-4ed6b393e56c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:13.973406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.011378 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97c4e0bf-cee5-40ee-84e5-925d2a7238cf tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.047698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e83d53dd-e2e7-4394-8ab1-9b6d6a43f6c6 req-1a01f9d4-2e45-4a2f-9247-d68fc481d397 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202874 Sep 16 16:38:14.055279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4f4036e-4d11-4a60-9863-59de7aee3ce3 req-cdaad7b6-1d8e-4ff1-8764-80a4cab4bbee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186481 Sep 16 16:38:14.097668 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.135863 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97c4e0bf-cee5-40ee-84e5-925d2a7238cf tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.156942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port f4997b50-d62f-49e9-852d-4ed6b393e56c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f4997b50-d62f-49e9-852d-4ed6b393e56c,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:14.210790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97c4e0bf-cee5-40ee-84e5-925d2a7238cf tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.243616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4e0bf-cee5-40ee-84e5-925d2a7238cf tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a4ab25-77d6-4ea1-9dcc-18522284bbbd,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:14.260559 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.318641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.332325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=f4997b50-d62f-49e9-852d-4ed6b393e56c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:14.359022 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97c4e0bf-cee5-40ee-84e5-925d2a7238cf tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.364907 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-97c4e0bf-cee5-40ee-84e5-925d2a7238cf tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4876349 Sep 16 16:38:14.370381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44562) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:14.371285 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b13ae472-bb6b-4864-8a30-4089e909438b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'security_group_rule': {'security_group_id': '639e935b-a173-449d-b33e-f8e98023a29d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:14.507491 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b13ae472-bb6b-4864-8a30-4089e909438b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.585387 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.587202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44570) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:14.605534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6d05e-99b5-49bd-8323-3caf6c18b4c5 None None] Network 84a6c29a-5880-4300-bfee-276bb9db429b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:38:14.609901 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b13ae472-bb6b-4864-8a30-4089e909438b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.683474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b13ae472-bb6b-4864-8a30-4089e909438b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.723400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ae472-bb6b-4864-8a30-4089e909438b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506b7989-7f90-4c4c-b526-7dd46ec9eb9b,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:14.740857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a19ab-4816-44b2-bd52-8d7417483226 req-d0435e87-5d06-4d60-b4e9-a1c690386d91 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:14.742504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f60a19ab-4816-44b2-bd52-8d7417483226 req-d0435e87-5d06-4d60-b4e9-a1c690386d91 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 943 time: 0.1544282 Sep 16 16:38:14.780930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-32402558-network', 'tenant_id': 'a11b3e30f326466f843349d62d0cf947'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:14.792887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b13ae472-bb6b-4864-8a30-4089e909438b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.795692 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b13ae472-bb6b-4864-8a30-4089e909438b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4282186 Sep 16 16:38:14.800081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44576) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:14.805295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:14.809189 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5bdfe331-2263-45d6-b257-0d9c7e208fae None None] Provisioning complete for port f4997b50-d62f-49e9-852d-4ed6b393e56c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:14.809739 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe331-2263-45d6-b257-0d9c7e208fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.865061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f60a19ab-4816-44b2-bd52-8d7417483226 req-5cd0bc7a-9f26-4616-9e63-abcb558aac8b tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796413 Sep 16 16:38:14.901125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Made reservation on behalf of a11b3e30f326466f843349d62d0cf947 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:14.903521 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:14.998821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.128087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.290965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e4664c28-e330-4317-aa89-c0ff9f3d8e37 None None] Provisioning complete for port f4997b50-d62f-49e9-852d-4ed6b393e56c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:15.291478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Allocated IP 172.25.6.231 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/ef45d050-871e-476f-84df-c5709a21e232) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:15.292850 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e4664c28-e330-4317-aa89-c0ff9f3d8e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.337329 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.384317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Router 9193eb00-4b66-485e-9d8e-a93dda97a0da is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:38:15.438955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.528350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b750e-a0d0-4dcd-a6ae-c67315477467 req-8c909b9e-30d2-4a67-ab09-a0a7777f53f1 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:15.536670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-549b750e-a0d0-4dcd-a6ae-c67315477467 req-8c909b9e-30d2-4a67-ab09-a0a7777f53f1 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 945 time: 0.1909728 Sep 16 16:38:15.558253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.598954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:15.601567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.601814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:15.605533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:15.614533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'Port': ['ID=ef45d050-871e-476f-84df-c5709a21e232,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:15.629448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-549b750e-a0d0-4dcd-a6ae-c67315477467 req-1077dd20-47c7-4129-ae37-aaecbff159c5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918524 Sep 16 16:38:15.630647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:38:15.640517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Sync routers for ids ['9193eb00-4b66-485e-9d8e-a93dda97a0da'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:38:15.651788 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Routers {'9193eb00-4b66-485e-9d8e-a93dda97a0da'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:15.658412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9193eb00-4b66-485e-9d8e-a93dda97a0da'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:15.672929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.694835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:38:15.697242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 89704035-d2c8-44ac-bdf9-56cd35af9a89 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:38:15.710501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be99c874-5cfd-4ff5-8868-23b432a5a0bc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:15.713772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.714117 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Added segment 19888ae5-6b74-4d04-a9f7-57c703887c76 of type vlan for network 68174018-8625-472d-92a2-f2ca7c112bdf Sep 16 16:38:15.754448 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.754448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-43f55440-aa20-4fe9-abf1-818cc18af442 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9489815 Sep 16 16:38:15.754967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44584) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:15.770076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.825984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:15.871266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f4997b50-d62f-49e9-852d-4ed6b393e56c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:15.879212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Set router 9193eb00-4b66-485e-9d8e-a93dda97a0da gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:15.959472 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.053706 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 89704035-d2c8-44ac-bdf9-56cd35af9a89, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=89704035-d2c8-44ac-bdf9-56cd35af9a89,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:16.098856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.099982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:16.100819 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.113397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '89704035-d2c8-44ac-bdf9-56cd35af9a89', 'network_id': '10b14b39-f053-4d74-8685-c7c085a18520', 'port_id': '89704035-d2c8-44ac-bdf9-56cd35af9a89', 'mac_address': 'fa:16:3e:d3:e0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95e675d-14c2-4dbd-8f50-7b3db5eb275a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:38:16.162023 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.181347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f4997b50-d62f-49e9-852d-4ed6b393e56c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:16.182139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.252770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] Pushing event updated for resources: {'Network': ['ID=68174018-8625-472d-92a2-f2ca7c112bdf,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:16.262117 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.277896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa53ddf-18f0-4406-bff7-e24edf589ee9 req-a17ad3b8-8203-4b9c-b03e-878792d66ce5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:16.279449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2aa53ddf-18f0-4406-bff7-e24edf589ee9 req-a17ad3b8-8203-4b9c-b03e-878792d66ce5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 943 time: 0.2321367 Sep 16 16:38:16.282393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 68174018-8625-472d-92a2-f2ca7c112bdf details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:38:16.294255 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.316912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89704035-d2c8-44ac-bdf9-56cd35af9a89 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:16.317138 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a0d11b7b-cb37-4a9b-8f2f-483c7cf23754 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7235417 Sep 16 16:38:16.320521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44592) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:16.332558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Request body: {'subnet': {'network_id': '68174018-8625-472d-92a2-f2ca7c112bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-32402558-subnet', 'tenant_id': 'a11b3e30f326466f843349d62d0cf947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:16.371818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2aa53ddf-18f0-4406-bff7-e24edf589ee9 req-42d7282d-223b-4016-8f91-6677270ec12f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622303 Sep 16 16:38:16.385878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'Port': ['ID=ef45d050-871e-476f-84df-c5709a21e232,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:16.395881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 89704035-d2c8-44ac-bdf9-56cd35af9a89, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=89704035-d2c8-44ac-bdf9-56cd35af9a89,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:16.415192 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.454333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:14Z', 'revision_number': 3, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:16.467180 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.488259 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.490072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Checking router: 9193eb00-4b66-485e-9d8e-a93dda97a0da for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:38:16.490526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Updating router 9193eb00-4b66-485e-9d8e-a93dda97a0da port 1ed7d828-f298-4eeb-996f-f3abade34efd binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:38:16.503471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Made reservation on behalf of a11b3e30f326466f843349d62d0cf947 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:16.506846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.556243 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.599626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.599626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9ff9fcff-7751-44b9-bffb-755aa75e6cb3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7977600 Sep 16 16:38:16.612468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=89704035-d2c8-44ac-bdf9-56cd35af9a89,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:16.749597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Allocated IP 172.20.0.1 (84a6c29a-5880-4300-bfee-276bb9db429b/ecd22335-e100-4fa9-ad5a-199c71604f01/37de6666-2862-4c29-aa2f-cf039e61509e) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:16.802223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.810490 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['89704035-d2c8-44ac-bdf9-56cd35af9a89'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:16.873448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4addff9b-a334-4234-a39a-5ca9bcde0d31,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:16.885185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Checking segment: {'id': '19888ae5-6b74-4d04-a9f7-57c703887c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '68174018-8625-472d-92a2-f2ca7c112bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:16.885396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Network hostable DHCP agents. Network: 68174018-8625-472d-92a2-f2ca7c112bdf, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:38:16.915413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-24a25b27-7758-4834-9db8-32334e972159 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1869340434&fields=id&tenant_id=8fe0e35a734d49a9989bf7f95aeed427 HTTP/1.1" status: 200 len: 267 time: 0.0933053 Sep 16 16:38:16.946274 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:16.973816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Network 68174018-8625-472d-92a2-f2ca7c112bdf is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:38:16.979719 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe0267-9e7d-4ffe-979d-b3419d0941b4 req-5335ba72-6c88-473e-8490-319b80f8b0af tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:16.981841 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-debe0267-9e7d-4ffe-979d-b3419d0941b4 req-5335ba72-6c88-473e-8490-319b80f8b0af tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 945 time: 0.2157996 Sep 16 16:38:17.022665 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:17.049778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 68174018-8625-472d-92a2-f2ca7c112bdf) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:17.063214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5df1a6b-fcc9-4e96-9e91-dbf8013ab860 None None] Network 68174018-8625-472d-92a2-f2ca7c112bdf requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:38:17.071823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:17.072852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:17.105245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Attempting to bind port 1ed7d828-f298-4eeb-996f-f3abade34efd on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:17.106150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Attempting to bind port 1ed7d828-f298-4eeb-996f-f3abade34efd by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:17.106150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Attempting to bind port 1ed7d828-f298-4eeb-996f-f3abade34efd on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:17.110807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b5cc3-9580-4dcc-8a50-d2eaf7bd5a3d None None] Pushing event updated for resources: {'Port': ['ID=1ed7d828-f298-4eeb-996f-f3abade34efd,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:17.118217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:17.118217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:17.121204 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:17.121204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:17.121204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Bound port: 1ed7d828-f298-4eeb-996f-f3abade34efd, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:17.121204 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:17.124149 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-debe0267-9e7d-4ffe-979d-b3419d0941b4 req-ef8fe30e-44b5-4338-b710-66662dd6bba6 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280670 Sep 16 16:38:17.133397 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:17.165238 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c151a0d8-03c2-4b0e-828d-650e1637b3ad admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8407490 Sep 16 16:38:17.187581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-f176e111-4c94-4b48-b24c-c7a2c044b9f8 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:17.189258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-f176e111-4c94-4b48-b24c-c7a2c044b9f8 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 811 time: 0.2589517 Sep 16 16:38:17.223778 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-f19eea8e-1a63-459e-8749-ccd3f3952aec tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/quotas/8fe0e35a734d49a9989bf7f95aeed427 HTTP/1.1" status: 200 len: 375 time: 0.0222831 Sep 16 16:38:17.289359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-2a20afc2-14e4-4775-a6b0-f246b28270c2 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580349 Sep 16 16:38:17.291649 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:17.381989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Network 84a6c29a-5880-4300-bfee-276bb9db429b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:17.415993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:17.421949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:17.436885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] For port 1ed7d828-f298-4eeb-996f-f3abade34efd, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:17.442309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] For port 1ed7d828-f298-4eeb-996f-f3abade34efd, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1ed7d828-f298-4eeb-996f-f3abade34efd,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:17.475320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Pushing event updated for resources: {'Port': ['ID=37de6666-2862-4c29-aa2f-cf039e61509e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:17.538789 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:17.546449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7474d-018a-4a1e-b7b8-a35b76da51a1 None None] Network 68174018-8625-472d-92a2-f2ca7c112bdf requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:38:17.551603 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:17.682330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-22343d85-2e37-45dc-aad8-ce49225bc4ce service neutron] 10.222.0.22 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266501 Sep 16 16:38:17.687570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Routers {'9193eb00-4b66-485e-9d8e-a93dda97a0da'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:17.688731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9193eb00-4b66-485e-9d8e-a93dda97a0da'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:17.740932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58005b8-280e-401f-b73b-b839795fb9c8 req-971bebbd-7947-41b0-b21b-521d078d8247 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:17.740932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c58005b8-280e-401f-b73b-b839795fb9c8 req-971bebbd-7947-41b0-b21b-521d078d8247 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 944 time: 0.2052910 Sep 16 16:38:17.769508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b5cc3-9580-4dcc-8a50-d2eaf7bd5a3d None None] Pushing event updated for resources: {'Port': ['ID=1ed7d828-f298-4eeb-996f-f3abade34efd,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:17.835196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-81ea1f7b-1f6d-459d-a3b0-7462c179e67a None None] Provisioning complete for port 37de6666-2862-4c29-aa2f-cf039e61509e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:17.835562 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-81ea1f7b-1f6d-459d-a3b0-7462c179e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:17.847267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c58005b8-280e-401f-b73b-b839795fb9c8 req-aba304db-3c4a-4bc7-a87c-1f81cd87f0f2 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208649 Sep 16 16:38:17.850054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:17.877982 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-81ea1f7b-1f6d-459d-a3b0-7462c179e67a None None] Port 37de6666-2862-4c29-aa2f-cf039e61509e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:38:17.913813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-e7158251-9eb5-42c5-b60e-08f5a340c76f service neutron] 10.222.0.22 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306421 Sep 16 16:38:17.960025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] Set router 9193eb00-4b66-485e-9d8e-a93dda97a0da gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:18.113932 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:18.216852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:14Z', 'revision_number': 3, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:18.234818 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:18.245816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-c085113b-9b90-4789-ae9d-34ddb7cb8147 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:18.251204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-c085113b-9b90-4789-ae9d-34ddb7cb8147 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/networks?id=68174018-8625-472d-92a2-f2ca7c112bdf HTTP/1.1" status: 200 len: 820 time: 0.1165349 Sep 16 16:38:18.253787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada1acb-b089-4a1c-bf04-077dfe7a3863 None None] The sync data for ids ['9193eb00-4b66-485e-9d8e-a93dda97a0da'] in n-d-807786-3 is: [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:14Z', 'revision_number': 3, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:38:18.318028 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-32dc34ed-c786-41aa-b206-2bf9f953f1b5 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/quotas/a11b3e30f326466f843349d62d0cf947 HTTP/1.1" status: 200 len: 375 time: 0.0471072 Sep 16 16:38:18.349250 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:18.375588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Pushing event updated for resources: {'Port': ['ID=37de6666-2862-4c29-aa2f-cf039e61509e,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:18.381729 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-df0ca9dd-449d-4565-ae4a-93d7257827b9 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a11b3e30f326466f843349d62d0cf947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523446 Sep 16 16:38:18.534606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8a5b1b0-9147-4b01-ad96-7bcf90f07387 req-a7e22a79-34ac-4dca-9540-0a26161cf6df tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 210 time: 0.0753939 Sep 16 16:38:18.636072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-f293c332-d714-4af3-95c5-098b7af2d319 service neutron] 10.222.0.22 "GET /v2.0/networks/68174018-8625-472d-92a2-f2ca7c112bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420516 Sep 16 16:38:18.641440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Network 84a6c29a-5880-4300-bfee-276bb9db429b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:18.647093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:18.845119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-cbea0788-fcd9-4e6b-88b6-eac108bb275c service neutron] 10.222.0.22 "GET /v2.0/networks/68174018-8625-472d-92a2-f2ca7c112bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990626 Sep 16 16:38:18.872662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Router 9193eb00-4b66-485e-9d8e-a93dda97a0da has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:38:19.005557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:38:19.012725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-63fe4314-0206-46fb-a6f3-a9a476c6dc57 admin admin] 10.222.0.22 "PUT /v2.0/routers/9193eb00-4b66-485e-9d8e-a93dda97a0da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2563126 Sep 16 16:38:19.015142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fdeb64ef-04ad-4d24-82e3-148be4e8a8f0 None None] Provisioning complete for port 37de6666-2862-4c29-aa2f-cf039e61509e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:19.015638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fdeb64ef-04ad-4d24-82e3-148be4e8a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:19.060661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb64ef-04ad-4d24-82e3-148be4e8a8f0 None None] Port 37de6666-2862-4c29-aa2f-cf039e61509e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:38:19.310711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f54b33-37f4-4fef-82ce-fec0088ac833 req-ee8e5c69-88a2-4488-b042-6df37ead0e42 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:19.316985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81f54b33-37f4-4fef-82ce-fec0088ac833 req-ee8e5c69-88a2-4488-b042-6df37ead0e42 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 944 time: 0.0709553 Sep 16 16:38:19.357015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81f54b33-37f4-4fef-82ce-fec0088ac833 req-10172214-8d58-4c9d-bfbc-0ecefd16776a tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355303 Sep 16 16:38:19.452439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1f32fea-7e65-442c-affe-8f23ab78971e req-36ed3205-8d9c-4406-aa95-715c002ceff8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0412874 Sep 16 16:38:19.647761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01dd51-76a3-4473-baa5-9ff45976a056 req-5a70b051-add0-438e-8c77-9baafe94643a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:19.649419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe01dd51-76a3-4473-baa5-9ff45976a056 req-5a70b051-add0-438e-8c77-9baafe94643a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 945 time: 0.0601456 Sep 16 16:38:19.695715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe01dd51-76a3-4473-baa5-9ff45976a056 req-4671b341-b8f7-46a9-a51f-4b0a546ad3d5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 Sep 16 16:38:19.713732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 89704035-d2c8-44ac-bdf9-56cd35af9a89 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:19.865978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1ed7d828-f298-4eeb-996f-f3abade34efd up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:19.913226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 89704035-d2c8-44ac-bdf9-56cd35af9a89 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:38:19.917076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03d39f-4278-4b1e-b631-b3659b7ff427 req-5e17d6c2-7736-4cf0-872c-4d12903eb6e8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:19.918616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd03d39f-4278-4b1e-b631-b3659b7ff427 req-5e17d6c2-7736-4cf0-872c-4d12903eb6e8 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.0536337 Sep 16 16:38:19.922261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 89704035-d2c8-44ac-bdf9-56cd35af9a89 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:19.924378 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:19.938875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44692) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:19.946525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3486016e-c58f-446c-a36b-e4f10f39082f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1733286127', 'description': 'tempest-description--1856603987'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:19.963026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1ed7d828-f298-4eeb-996f-f3abade34efd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:19.963870 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:19.999353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd03d39f-4278-4b1e-b631-b3659b7ff427 req-7f70fb87-de43-4004-bd27-5f53d5183822 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734391 Sep 16 16:38:20.060250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4afe9d46-a9b9-4a17-964e-8c2a61da6c43 req-58f6ce78-8e34-413e-b0d3-d6031ec49860 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 210 time: 0.0419779 Sep 16 16:38:20.076124 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3486016e-c58f-446c-a36b-e4f10f39082f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.124668 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.156507 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.168954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2c1b92-7991-4598-a4b4-218d8ec5a2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89704035-d2c8-44ac-bdf9-56cd35af9a89'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:20.171311 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fae347-6ed1-4efc-932f-91bac2cad7a5" -d '{"events": [{"server_uuid": "3a2c1b92-7991-4598-a4b4-218d8ec5a2c9", "name": "network-vif-plugged", "status": "completed", "tag": "89704035-d2c8-44ac-bdf9-56cd35af9a89"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:20.180250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3486016e-c58f-446c-a36b-e4f10f39082f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.197656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 89704035-d2c8-44ac-bdf9-56cd35af9a89, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=89704035-d2c8-44ac-bdf9-56cd35af9a89,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:20.210222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 1ed7d828-f298-4eeb-996f-f3abade34efd, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1ed7d828-f298-4eeb-996f-f3abade34efd,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:20.226033 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be9ade0-6693-4bb5-9769-3a93c88a7efb x-openstack-request-id: req-0be9ade0-6693-4bb5-9769-3a93c88a7efb {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:20.226327 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2c1b92-7991-4598-a4b4-218d8ec5a2c9", "name": "network-vif-plugged", "status": "completed", "tag": "89704035-d2c8-44ac-bdf9-56cd35af9a89", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:20.226585 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0be9ade0-6693-4bb5-9769-3a93c88a7efb {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:20.226695 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3486016e-c58f-446c-a36b-e4f10f39082f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.226963 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2c1b92-7991-4598-a4b4-218d8ec5a2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89704035-d2c8-44ac-bdf9-56cd35af9a89', 'code': 200} Sep 16 16:38:20.255544 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.276355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486016e-c58f-446c-a36b-e4f10f39082f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:20.293316 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Sync routers for ids ['9193eb00-4b66-485e-9d8e-a93dda97a0da'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:38:20.307235 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Routers {'9193eb00-4b66-485e-9d8e-a93dda97a0da'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:20.308021 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9193eb00-4b66-485e-9d8e-a93dda97a0da'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:20.326413 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.335254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=89704035-d2c8-44ac-bdf9-56cd35af9a89,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:20.351560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc20cc-a213-4243-89ec-30771ff6b981 req-6883049f-2999-4a61-8072-e63de7437aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:20.355787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ffc20cc-a213-4243-89ec-30771ff6b981 req-6883049f-2999-4a61-8072-e63de7437aeb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0646896 Sep 16 16:38:20.359703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3486016e-c58f-446c-a36b-e4f10f39082f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.359703 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3486016e-c58f-446c-a36b-e4f10f39082f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4181633 Sep 16 16:38:20.362607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44698) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:20.367550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6543307f-c4e5-4312-a89b-ce83c1888af2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'security_group_rule': {'security_group_id': '9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:20.404988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=1ed7d828-f298-4eeb-996f-f3abade34efd,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:20.447152 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ffc20cc-a213-4243-89ec-30771ff6b981 req-4c3caadf-0336-4afc-ba28-246a9636a863 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730045 Sep 16 16:38:20.469979 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Set router 9193eb00-4b66-485e-9d8e-a93dda97a0da gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:20.522459 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6543307f-c4e5-4312-a89b-ce83c1888af2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.570145 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb182c49-1adf-4ad2-b8cc-59caed25995d req-a81486a7-e527-4039-bfa2-7f0f42da6d0b tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0449963 Sep 16 16:38:20.582619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03090b7-e1ad-4249-a011-851739ea4a5b req-3d749274-92f3-4385-9fd9-331fef95c2fb tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:20.587062 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a03090b7-e1ad-4249-a011-851739ea4a5b req-3d749274-92f3-4385-9fd9-331fef95c2fb tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 945 time: 0.1067855 Sep 16 16:38:20.666693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6543307f-c4e5-4312-a89b-ce83c1888af2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.678335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a03090b7-e1ad-4249-a011-851739ea4a5b req-e2321f3a-7bc3-4763-ac34-b9bf3dd60f3d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842052 Sep 16 16:38:20.682320 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '37de6666-2862-4c29-aa2f-cf039e61509e', 'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'mac_address': 'fa:16:3e:8a:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:16Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 2, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'subnets': [{'id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:20.686637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-1c293739-610c-41d7-8865-b2a5edde311a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:20.688079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-1c293739-610c-41d7-8865-b2a5edde311a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 945 time: 0.0929780 Sep 16 16:38:20.709012 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Checking router: 9193eb00-4b66-485e-9d8e-a93dda97a0da for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:38:20.710991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Updating router 9193eb00-4b66-485e-9d8e-a93dda97a0da port 37de6666-2862-4c29-aa2f-cf039e61509e binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:38:20.732986 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6543307f-c4e5-4312-a89b-ce83c1888af2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.739676 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.795492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543307f-c4e5-4312-a89b-ce83c1888af2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c377964-2ecf-480e-a848-49e70524bd54,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:20.853809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-e68e7599-0662-43fb-a612-59aa3729fb9a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Deleting port 91abd4ee-3196-4d14-bb76-124d74c88931 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:38:20.854189 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-e68e7599-0662-43fb-a612-59aa3729fb9a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.881375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82877192-0790-4623-a5c8-868b10e3d6d3 req-bb45148c-3ce7-4fe6-bdaa-82eb9d48fe61 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:20.881375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-82877192-0790-4623-a5c8-868b10e3d6d3 req-bb45148c-3ce7-4fe6-bdaa-82eb9d48fe61 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 945 time: 0.0870786 Sep 16 16:38:20.913672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6543307f-c4e5-4312-a89b-ce83c1888af2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:20.917561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44708) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:20.917723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6543307f-c4e5-4312-a89b-ce83c1888af2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5544510 Sep 16 16:38:20.922536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0c38e867-eac0-458f-91c0-43a2b61b6c2f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'security_group_rule': {'security_group_id': '9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:21.058312 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.068540 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0c38e867-eac0-458f-91c0-43a2b61b6c2f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.185812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-53829f9f-d4a2-4f4b-90c5-b970a8235c3b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:21.187340 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-53829f9f-d4a2-4f4b-90c5-b970a8235c3b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 811 time: 0.1849339 Sep 16 16:38:21.189860 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0c38e867-eac0-458f-91c0-43a2b61b6c2f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.203544 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.234970 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-e94071bb-0abd-43b0-8347-093299ae0199 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe0e35a734d49a9989bf7f95aeed427 HTTP/1.1" status: 200 len: 380 time: 0.0373406 Sep 16 16:38:21.250907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'port': {'device_id': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'admin_state_up': True, 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'security_groups': ['639e935b-a173-449d-b33e-f8e98023a29d']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:21.280439 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Pushing event updated for resources: {'Port': ['ID=37de6666-2862-4c29-aa2f-cf039e61509e,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:21.291783 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.292128 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.292495 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.292830 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.293160 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.293491 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.294099 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.294294 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.294787 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.295270 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.295766 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.296159 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:21.362333 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-82877192-0790-4623-a5c8-868b10e3d6d3 req-e24563d3-2fbc-42b6-a70f-5057596e1290 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633601 Sep 16 16:38:21.401980 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Attempting to bind port 37de6666-2862-4c29-aa2f-cf039e61509e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:21.402588 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Attempting to bind port 37de6666-2862-4c29-aa2f-cf039e61509e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:21.402759 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Attempting to bind port 37de6666-2862-4c29-aa2f-cf039e61509e on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:21.409045 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:21.409318 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Checking segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:21.410145 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.410874 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Bound using segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:21.411751 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Bound port: 37de6666-2862-4c29-aa2f-cf039e61509e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:21.412312 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.437803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c4fdb-5e41-4b19-a62b-e1f88324a041 req-3bb2604c-9f49-4a95-825c-b7bd8202c300 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:21.446864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b70c4fdb-5e41-4b19-a62b-e1f88324a041 req-3bb2604c-9f49-4a95-825c-b7bd8202c300 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1562819 Sep 16 16:38:21.469480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0c38e867-eac0-458f-91c0-43a2b61b6c2f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.506961 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] For port 37de6666-2862-4c29-aa2f-cf039e61509e, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:21.510923 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] For port 37de6666-2862-4c29-aa2f-cf039e61509e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=37de6666-2862-4c29-aa2f-cf039e61509e,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:21.523499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-e68e7599-0662-43fb-a612-59aa3729fb9a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] For port 91abd4ee-3196-4d14-bb76-124d74c88931, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=91abd4ee-3196-4d14-bb76-124d74c88931,segment=NetworkSegment(4066a271-8125-4f71-88c0-b0f7040008a5),segment_id=4066a271-8125-4f71-88c0-b0f7040008a5)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:21.523499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-e68e7599-0662-43fb-a612-59aa3729fb9a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.532170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38e867-eac0-458f-91c0-43a2b61b6c2f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63c8361-a0cc-489c-9ef8-bcc9b3d96c8c,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:21.539737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b70c4fdb-5e41-4b19-a62b-e1f88324a041 req-e6ac5085-f4cc-47b8-b810-98aed97e7a49 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824091 Sep 16 16:38:21.539871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Made reservation on behalf of 8fe0e35a734d49a9989bf7f95aeed427 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:21.547461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.568833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16a135d7-c2c2-4963-a99c-d28f4b00b028 req-325de4a6-deb1-4413-8df6-b5a2d9e8cd1e tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 210 time: 0.0686300 Sep 16 16:38:21.573336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-e68e7599-0662-43fb-a612-59aa3729fb9a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Calling delete_port for 91abd4ee-3196-4d14-bb76-124d74c88931 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:38:21.598185 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.603392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1d2d2b3d-38de-46a7-95f6-51e61a4516c6 None None] Provisioning complete for port 37de6666-2862-4c29-aa2f-cf039e61509e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:21.603889 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2b3d-38de-46a7-95f6-51e61a4516c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.633774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-918cd286-edcf-45fb-a194-32a00a6f9f67 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:21.645901 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-918cd286-edcf-45fb-a194-32a00a6f9f67 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.62 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1851642 Sep 16 16:38:21.649341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0c38e867-eac0-458f-91c0-43a2b61b6c2f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.660966 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0c38e867-eac0-458f-91c0-43a2b61b6c2f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7419715 Sep 16 16:38:21.668420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44718) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:21.684512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:21.752299 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Routers {'9193eb00-4b66-485e-9d8e-a93dda97a0da'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:21.757184 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9193eb00-4b66-485e-9d8e-a93dda97a0da'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:21.760624 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf904154-b777-42f4-a0ba-338e4c2e333b None None] Pushing event updated for resources: {'Port': ['ID=37de6666-2862-4c29-aa2f-cf039e61509e,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:21.771686 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2b3d-38de-46a7-95f6-51e61a4516c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.841014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc634439-2c77-42a9-ad98-cc02f71675d4 req-f409bbf5-2b13-4564-a6d2-f1961f4b3c8e tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0979936 Sep 16 16:38:21.849464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1d2d2b3d-38de-46a7-95f6-51e61a4516c6 None None] For port 37de6666-2862-4c29-aa2f-cf039e61509e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=37de6666-2862-4c29-aa2f-cf039e61509e,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:21.852225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1ed7d828-f298-4eeb-996f-f3abade34efd up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:21.943785 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2b3d-38de-46a7-95f6-51e61a4516c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.944563 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:21.961321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1ed7d828-f298-4eeb-996f-f3abade34efd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:21.963189 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:22.017294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79d794-4183-421e-bd7b-d573902aeb0c req-570aa7fd-d48d-48a2-a5c2-60f379f7e01f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:22.026048 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] Set router 9193eb00-4b66-485e-9d8e-a93dda97a0da gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:22.026667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc79d794-4183-421e-bd7b-d573902aeb0c req-570aa7fd-d48d-48a2-a5c2-60f379f7e01f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 945 time: 0.1192715 Sep 16 16:38:22.059535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Allocated IP 172.20.0.9 (192b9611-4d0c-4afa-835b-5392318dd117/606ec290-cbe0-48fd-96ae-f5f2bbe64d3f/a855464d-6057-4228-86ea-e8c0f86fb40a) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:22.082327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d2b3d-38de-46a7-95f6-51e61a4516c6 None None] Pushing event updated for resources: {'Port': ['ID=37de6666-2862-4c29-aa2f-cf039e61509e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:22.123955 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-e68e7599-0662-43fb-a612-59aa3729fb9a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:22.155520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-66c13900-d6c8-4e3c-979f-c23172ca1799 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Deleting port 6fc9edce-3b61-4687-9887-899d2aca0566 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:38:22.158503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-66c13900-d6c8-4e3c-979f-c23172ca1799 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:22.174159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['91abd4ee-3196-4d14-bb76-124d74c88931'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:22.196496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e7599-0662-43fb-a612-59aa3729fb9a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Pushing event deleted for resources: {'Port': ['ID=91abd4ee-3196-4d14-bb76-124d74c88931,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:22.221534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-58f2625f-1b7a-43b0-aff0-47be4cd4476d None None] Provisioning complete for port 37de6666-2862-4c29-aa2f-cf039e61509e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:22.222244 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-58f2625f-1b7a-43b0-aff0-47be4cd4476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:22.223941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc79d794-4183-421e-bd7b-d573902aeb0c req-b958f3fd-31b0-478a-94fd-2f85f7d84566 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962214 Sep 16 16:38:22.291087 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-e68e7599-0662-43fb-a612-59aa3729fb9a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] No DVR routers for this DVR port 91abd4ee-3196-4d14-bb76-124d74c88931 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:38:22.293236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-e68e7599-0662-43fb-a612-59aa3729fb9a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:22.295527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5717c8bd-4a82-4e65-af24-bac4644fb6f5 req-e68e7599-0662-43fb-a612-59aa3729fb9a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.62 "DELETE /v2.0/ports/91abd4ee-3196-4d14-bb76-124d74c88931 HTTP/1.1" status: 204 len: 173 time: 1.5993054 Sep 16 16:38:22.296003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd0e704-b666-40c5-a9d7-9c689368489f', 'name': 'network-vif-deleted', 'tag': '91abd4ee-3196-4d14-bb76-124d74c88931'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:22.308211 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab684ded-2c24-466e-a09a-fa08e0e06ac8" -d '{"events": [{"server_uuid": "3bd0e704-b666-40c5-a9d7-9c689368489f", "name": "network-vif-deleted", "tag": "91abd4ee-3196-4d14-bb76-124d74c88931"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:22.322576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:22.386647 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '37de6666-2862-4c29-aa2f-cf039e61509e', 'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'mac_address': 'fa:16:3e:8a:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:16Z', 'updated_at': '2021-09-16T16:38:21Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'subnets': [{'id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:22.425189 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2900cfca-cc7f-41e0-8406-edf6ab485bba x-openstack-request-id: req-2900cfca-cc7f-41e0-8406-edf6ab485bba {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:22.425796 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd0e704-b666-40c5-a9d7-9c689368489f", "name": "network-vif-deleted", "tag": "91abd4ee-3196-4d14-bb76-124d74c88931", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:22.426399 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2900cfca-cc7f-41e0-8406-edf6ab485bba {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:22.427365 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd0e704-b666-40c5-a9d7-9c689368489f', 'name': 'network-vif-deleted', 'tag': '91abd4ee-3196-4d14-bb76-124d74c88931', 'status': 'completed', 'code': 200} Sep 16 16:38:22.437302 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f192f7-ebe4-4fc5-a5e8-718405557f8c None None] The sync data for ids ['9193eb00-4b66-485e-9d8e-a93dda97a0da'] in n-d-807786-3 is: [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '37de6666-2862-4c29-aa2f-cf039e61509e', 'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'mac_address': 'fa:16:3e:8a:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:16Z', 'updated_at': '2021-09-16T16:38:21Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'subnets': [{'id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:38:22.529846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-927a4777-c10c-47a5-98d5-6509110b4b5c req-2a2c5d6d-872f-40dc-a363-471461df4c87 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bd0e704-b666-40c5-a9d7-9c689368489f HTTP/1.1" status: 200 len: 210 time: 0.0761321 Sep 16 16:38:22.571953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Allocated IP 172.25.6.215 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/12d7689e-291c-45e6-8b7b-b357a3d2c05b) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:22.759444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1ad47e2-85ae-43c1-8356-5f163b4bdf25 req-5e903c91-170e-4705-ae37-4d5dd390d2c2 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 210 time: 0.0569870 Sep 16 16:38:22.789338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:22.813382 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46563-6410-4441-ab76-964f368f0183 req-201939fc-e354-4179-b474-9303a1f0e066 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:22.820966 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-abd46563-6410-4441-ab76-964f368f0183 req-201939fc-e354-4179-b474-9303a1f0e066 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 947 time: 0.1195743 Sep 16 16:38:22.832891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-66c13900-d6c8-4e3c-979f-c23172ca1799 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] For port 6fc9edce-3b61-4687-9887-899d2aca0566, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6fc9edce-3b61-4687-9887-899d2aca0566,segment=NetworkSegment(723e4859-182e-49fd-802f-723eb17c9b6b),segment_id=723e4859-182e-49fd-802f-723eb17c9b6b)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:22.833259 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-66c13900-d6c8-4e3c-979f-c23172ca1799 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:22.842055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-b5223073-2224-4933-89b0-d3fe98fd538b tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:22.843643 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-b5223073-2224-4933-89b0-d3fe98fd538b tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.52 "GET /v2.0/networks?id=68174018-8625-472d-92a2-f2ca7c112bdf HTTP/1.1" status: 200 len: 820 time: 0.8222849 Sep 16 16:38:22.882449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Request body: {'port': {'device_id': '57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1', 'network_id': '68174018-8625-472d-92a2-f2ca7c112bdf', 'admin_state_up': True, 'tenant_id': 'a11b3e30f326466f843349d62d0cf947'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:22.890606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-abd46563-6410-4441-ab76-964f368f0183 req-cd9df4c9-0b1e-41d4-bf8f-6bcd0cfbfebc tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/security-groups?id=92063cd4-dde8-4eb2-baa0-3d2c0180dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581479 Sep 16 16:38:22.922731 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:22.925265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-66c13900-d6c8-4e3c-979f-c23172ca1799 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Calling delete_port for 6fc9edce-3b61-4687-9887-899d2aca0566 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:38:22.953867 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2a591b6a-e019-425c-b6e7-58ab0f0e1aad req-bf1a8b6f-b916-4a10-9915-2b967647602d tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0304406 Sep 16 16:38:22.963928 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.007913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:23.011055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:23.014845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:23.063089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'Port': ['ID=12d7689e-291c-45e6-8b7b-b357a3d2c05b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:23.144250 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.225696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.260402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-66c13900-d6c8-4e3c-979f-c23172ca1799 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.272103 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6fc9edce-3b61-4687-9887-899d2aca0566'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:23.306765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Made reservation on behalf of a11b3e30f326466f843349d62d0cf947 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:23.315673 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.321522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.378556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Network 192b9611-4d0c-4afa-835b-5392318dd117 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:23.406040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-66c13900-d6c8-4e3c-979f-c23172ca1799 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] No DVR routers for this DVR port 6fc9edce-3b61-4687-9887-899d2aca0566 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:38:23.417432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:23.421363 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-66c13900-d6c8-4e3c-979f-c23172ca1799 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.424377 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2aab4a61-79cb-4f7a-b9b2-88239810595e req-66c13900-d6c8-4e3c-979f-c23172ca1799 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.62 "DELETE /v2.0/ports/6fc9edce-3b61-4687-9887-899d2aca0566 HTTP/1.1" status: 204 len: 173 time: 1.7609274 Sep 16 16:38:23.424701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'name': 'network-vif-deleted', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:23.431002 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572f4633-83c3-4d29-87c0-5fd19a0ece6e" -d '{"events": [{"server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "name": "network-vif-deleted", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:23.431762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:23.449030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fe8c2-5cb1-4d7a-8888-c12468c6f577 req-ba09c08a-5dab-40fb-8760-c2afb5a68300 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:23.450669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-510fe8c2-5cb1-4d7a-8888-c12468c6f577 req-ba09c08a-5dab-40fb-8760-c2afb5a68300 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 945 time: 0.1110532 Sep 16 16:38:23.485240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event updated for resources: {'Port': ['ID=a855464d-6057-4228-86ea-e8c0f86fb40a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:23.535409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c13900-d6c8-4e3c-979f-c23172ca1799 tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] Pushing event deleted for resources: {'Port': ['ID=6fc9edce-3b61-4687-9887-899d2aca0566,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:23.586352 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-510fe8c2-5cb1-4d7a-8888-c12468c6f577 req-6949837d-7f7e-4df2-8ead-2bd68aef3bfd tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292059 Sep 16 16:38:23.642368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:23.643746 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.648372 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.682661 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4af69bf-bd01-4c3d-8807-46076d36e4b3 x-openstack-request-id: req-d4af69bf-bd01-4c3d-8807-46076d36e4b3 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:23.682661 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03ecf04-5dc5-4dd0-8248-037427888ddf", "name": "network-vif-deleted", "tag": "6fc9edce-3b61-4687-9887-899d2aca0566", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:23.682661 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4af69bf-bd01-4c3d-8807-46076d36e4b3 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:23.682661 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03ecf04-5dc5-4dd0-8248-037427888ddf', 'name': 'network-vif-deleted', 'tag': '6fc9edce-3b61-4687-9887-899d2aca0566', 'status': 'completed', 'code': 200} Sep 16 16:38:23.734884 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.818007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Allocated IP 172.20.0.4 (68174018-8625-472d-92a2-f2ca7c112bdf/4addff9b-a334-4234-a39a-5ca9bcde0d31/24ed0163-67cf-4b6b-8af5-58c48fe24c18) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:23.823199 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-df6998f0-bca5-4fee-b47a-dfa978ba1ac5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5767753 Sep 16 16:38:23.840198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bb7d65ce-7d52-473d-ac6a-cd4caef2ffd2 None None] Provisioning complete for port a855464d-6057-4228-86ea-e8c0f86fb40a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:23.840662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bb7d65ce-7d52-473d-ac6a-cd4caef2ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:23.854945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Request body: {'port': {'device_id': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:23.925440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d65ce-7d52-473d-ac6a-cd4caef2ffd2 None None] Port a855464d-6057-4228-86ea-e8c0f86fb40a cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:38:24.001283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:24.008944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 37de6666-2862-4c29-aa2f-cf039e61509e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:24.030358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:24.034432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'Port': ['ID=12d7689e-291c-45e6-8b7b-b357a3d2c05b,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:24.085693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 37de6666-2862-4c29-aa2f-cf039e61509e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:24.086529 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:24.126397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab816d-9579-45d8-ab16-52f073c68c5b req-b0748b1d-2a40-46aa-8771-e6557ecb110d tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:24.128616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7ab816d-9579-45d8-ab16-52f073c68c5b req-b0748b1d-2a40-46aa-8771-e6557ecb110d tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 931 time: 0.1801977 Sep 16 16:38:24.169111 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:24.170346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7f88352a-2502-4935-811d-f9a8c27a2516 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5007620 Sep 16 16:38:24.188255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-e43a7779-c55e-48a6-ae45-f419af6a0142 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:24.192952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-e43a7779-c55e-48a6-ae45-f419af6a0142 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/networks?id=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 HTTP/1.1" status: 200 len: 809 time: 0.2179496 Sep 16 16:38:24.230864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7ab816d-9579-45d8-ab16-52f073c68c5b req-a6ea3e19-ffef-42f7-9826-5365573d6ca2 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921025 Sep 16 16:38:24.240204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-1b3f3a00-260e-4dc1-ad05-a5c189ecb6b7 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/quotas/e7af026ae7ab4a46aec71320ef23d0e5 HTTP/1.1" status: 200 len: 375 time: 0.0327084 Sep 16 16:38:24.280589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-d6bbdc0b-f430-4026-9acf-a7f6d031fe72 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7af026ae7ab4a46aec71320ef23d0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393729 Sep 16 16:38:24.302324 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:24.449232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7cc44d0e-27a1-43a8-a7d6-6273fea0c203 req-40cd23ad-e184-4ede-801c-721c927d62ee tempest-ServersNegativeTestJSON-1549240177 tempest-ServersNegativeTestJSON-1549240177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e03ecf04-5dc5-4dd0-8248-037427888ddf HTTP/1.1" status: 200 len: 210 time: 0.0384717 Sep 16 16:38:24.456790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-b365d377-a178-4a00-b946-813061e72fc1 service neutron] 10.222.0.22 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679835 Sep 16 16:38:24.508060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:24.578476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Pushing event updated for resources: {'Port': ['ID=24ed0163-67cf-4b6b-8af5-58c48fe24c18,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:24.594807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a855464d-6057-4228-86ea-e8c0f86fb40a {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:24.605397 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:24.605609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-b646f03a-ccd0-44be-9492-b76d2217694d service neutron] 10.222.0.22 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393616 Sep 16 16:38:24.613991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Network 68174018-8625-472d-92a2-f2ca7c112bdf is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:24.618539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:24.623210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:24.624740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c44087-c3b5-4a87-a81f-a8cbfb01aa2f req-0d26fed8-19da-4348-8665-33d53ff9395a tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:24.634306 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97c44087-c3b5-4a87-a81f-a8cbfb01aa2f req-0d26fed8-19da-4348-8665-33d53ff9395a tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 931 time: 0.0735533 Sep 16 16:38:24.661733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Transition to ACTIVE for port object a855464d-6057-4228-86ea-e8c0f86fb40a will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:38:24.678182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97c44087-c3b5-4a87-a81f-a8cbfb01aa2f req-cc49c517-0d62-437b-b743-a2be8a561321 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Sep 16 16:38:24.686469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:24.690236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:24.758567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6fc9edce-3b61-4687-9887-899d2aca0566 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:38:24.767052 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:24.780966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 6fc9edce-3b61-4687-9887-899d2aca0566 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:38:24.781392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6fc9edce-3b61-4687-9887-899d2aca0566 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:38:24.781884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 91abd4ee-3196-4d14-bb76-124d74c88931 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:38:24.815086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 91abd4ee-3196-4d14-bb76-124d74c88931 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:38:24.817194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 91abd4ee-3196-4d14-bb76-124d74c88931 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:38:24.821586 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9435747b-5341-4d7b-9c3c-b10874084874 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9582746 Sep 16 16:38:24.842010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Request body: {'port': {'device_id': '57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:24.915645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-e31c2357-83a6-4950-9378-01c8184dccd4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1733286127&fields=id&tenant_id=56977dd25e494ce4a8eb30b882e83560 HTTP/1.1" status: 200 len: 267 time: 0.0749404 Sep 16 16:38:24.925811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:24.928210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Pushing event updated for resources: {'Port': ['ID=a855464d-6057-4228-86ea-e8c0f86fb40a,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:24.983711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a5f8051-02a3-4e86-8173-c2bd4b0634fb req-27dbb807-371d-4d70-96dc-9fc59078db59 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 210 time: 0.0553458 Sep 16 16:38:25.103524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-03569be9-ab69-4e72-ad98-777ae3017218 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:25.112658 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-03569be9-ab69-4e72-ad98-777ae3017218 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 812 time: 0.1952596 Sep 16 16:38:25.134797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-d2ea14de-f939-4d14-88cf-0ef914790aa7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/quotas/56977dd25e494ce4a8eb30b882e83560 HTTP/1.1" status: 200 len: 375 time: 0.0210078 Sep 16 16:38:25.208354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Attempting to bind port a855464d-6057-4228-86ea-e8c0f86fb40a on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:25.208730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Attempting to bind port a855464d-6057-4228-86ea-e8c0f86fb40a by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:25.209159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Attempting to bind port a855464d-6057-4228-86ea-e8c0f86fb40a on network 192b9611-4d0c-4afa-835b-5392318dd117 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:25.222924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Port a855464d-6057-4228-86ea-e8c0f86fb40a on network 192b9611-4d0c-4afa-835b-5392318dd117 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:38:25.225227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Attempting to bind port a855464d-6057-4228-86ea-e8c0f86fb40a on network 192b9611-4d0c-4afa-835b-5392318dd117 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:25.233085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-a534e97f-a63f-46a5-93cd-06da3db72c49 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974262 Sep 16 16:38:25.235476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:25.236119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Checking segment: {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:25.236872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Bound using segment: {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:25.237331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Bound port: a855464d-6057-4228-86ea-e8c0f86fb40a, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:25.237706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:25.387827 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] For port a855464d-6057-4228-86ea-e8c0f86fb40a, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:25.393645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-61bea5eb-fd6c-451a-86c7-4a9c036b1e51 service neutron] 10.222.0.22 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489339 Sep 16 16:38:25.393852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] For port a855464d-6057-4228-86ea-e8c0f86fb40a, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a855464d-6057-4228-86ea-e8c0f86fb40a,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:25.440265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c10392-80e8-43fa-8504-5693a87c532a req-fa800413-4b98-4bb5-b742-299dc0146367 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:25.448283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21c10392-80e8-43fa-8504-5693a87c532a req-fa800413-4b98-4bb5-b742-299dc0146367 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 943 time: 0.1185455 Sep 16 16:38:25.478982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ed0163-67cf-4b6b-8af5-58c48fe24c18 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:25.488789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:25.494524 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:25.545980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:25.546614 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:25.548071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] 10.222.0.52 "PUT /v2.0/ports/a855464d-6057-4228-86ea-e8c0f86fb40a HTTP/1.1" status: 200 len: 1091 time: 1.7159386 Sep 16 16:38:25.553436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Transition to ACTIVE for port object 24ed0163-67cf-4b6b-8af5-58c48fe24c18 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:38:25.579049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21c10392-80e8-43fa-8504-5693a87c532a req-a561c488-9da5-4f25-9578-5a1a5f4f1748 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180689 Sep 16 16:38:25.591961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db472c7-4808-4c91-883d-ab9f6014c86d service neutron] Pushing event updated for resources: {'Port': ['ID=a855464d-6057-4228-86ea-e8c0f86fb40a,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:25.604816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-0fe81eea-3d49-4bdb-9914-c8d5e6417121 service neutron] 10.222.0.22 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987066 Sep 16 16:38:25.635246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:25.683870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'tag': 'a855464d-6057-4228-86ea-e8c0f86fb40a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:25.687018 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44003cb-55ba-445a-9879-f2a8ad0dece3" -d '{"events": [{"name": "network-changed", "server_uuid": "efc51e3e-8376-44d1-81e0-676182d6b5a4", "tag": "a855464d-6057-4228-86ea-e8c0f86fb40a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:25.753730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Pushing event updated for resources: {'Port': ['ID=24ed0163-67cf-4b6b-8af5-58c48fe24c18,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:25.804939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44812) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:25.809541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-b0d5e450-36a9-4069-84b3-30bf2f4115c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:25.811305 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-b0d5e450-36a9-4069-84b3-30bf2f4115c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 1094 time: 0.1167755 Sep 16 16:38:25.838695 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6c4468-0368-4eb9-a48d-ce5773ff81ab x-openstack-request-id: req-9f6c4468-0368-4eb9-a48d-ce5773ff81ab {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:25.838932 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc51e3e-8376-44d1-81e0-676182d6b5a4", "tag": "a855464d-6057-4228-86ea-e8c0f86fb40a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:25.839179 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f6c4468-0368-4eb9-a48d-ce5773ff81ab {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:25.839565 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'tag': 'a855464d-6057-4228-86ea-e8c0f86fb40a', 'status': 'completed', 'code': 200} Sep 16 16:38:25.858274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5e9d22-f4a3-42cf-ad6c-89636ae8b713 admin admin] Deleting subnet bd721634-0d0a-487a-bef8-32f33a114e5f {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:38:25.862255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d22-f4a3-42cf-ad6c-89636ae8b713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:25.915544 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d22-f4a3-42cf-ad6c-89636ae8b713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:25.930564 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Attempting to bind port 24ed0163-67cf-4b6b-8af5-58c48fe24c18 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:25.931006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Attempting to bind port 24ed0163-67cf-4b6b-8af5-58c48fe24c18 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '19888ae5-6b74-4d04-a9f7-57c703887c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '68174018-8625-472d-92a2-f2ca7c112bdf'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:25.931410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Attempting to bind port 24ed0163-67cf-4b6b-8af5-58c48fe24c18 on network 68174018-8625-472d-92a2-f2ca7c112bdf {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:25.936545 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-492e6711-858c-49b9-a5e2-11d0799afe04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a855464d-6057-4228-86ea-e8c0f86fb40a HTTP/1.1" status: 200 len: 217 time: 0.1124797 Sep 16 16:38:25.946907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Port 24ed0163-67cf-4b6b-8af5-58c48fe24c18 on network 68174018-8625-472d-92a2-f2ca7c112bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:38:25.947399 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Attempting to bind port 24ed0163-67cf-4b6b-8af5-58c48fe24c18 on network 68174018-8625-472d-92a2-f2ca7c112bdf {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:25.989833 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:25.990194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Checking segment: {'id': '19888ae5-6b74-4d04-a9f7-57c703887c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '68174018-8625-472d-92a2-f2ca7c112bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:25.990593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Bound using segment: {'id': '19888ae5-6b74-4d04-a9f7-57c703887c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '68174018-8625-472d-92a2-f2ca7c112bdf'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:25.991402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Bound port: 24ed0163-67cf-4b6b-8af5-58c48fe24c18, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19888ae5-6b74-4d04-a9f7-57c703887c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '68174018-8625-472d-92a2-f2ca7c112bdf'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:25.991843 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.009243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8eae5-5a03-4771-869f-11a418dcdbfa req-22f5eccd-35c4-454e-9f1b-474c278dbc24 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:26.011131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3af8eae5-5a03-4771-869f-11a418dcdbfa req-22f5eccd-35c4-454e-9f1b-474c278dbc24 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 943 time: 0.0814536 Sep 16 16:38:26.013063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d22-f4a3-42cf-ad6c-89636ae8b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.057308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-d50c43b8-6779-4312-84c5-44e5981d3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:26.059042 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-d50c43b8-6779-4312-84c5-44e5981d3ff7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.1085770 Sep 16 16:38:26.086258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1518fc1-ac28-4b2f-9043-a14d96770319 req-095a7569-1777-4231-a98d-db4856f8f665 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 210 time: 0.0476243 Sep 16 16:38:26.118730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] For port 24ed0163-67cf-4b6b-8af5-58c48fe24c18, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:26.125164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] For port 24ed0163-67cf-4b6b-8af5-58c48fe24c18, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=24ed0163-67cf-4b6b-8af5-58c48fe24c18,segment=NetworkSegment(19888ae5-6b74-4d04-a9f7-57c703887c76),segment_id=19888ae5-6b74-4d04-a9f7-57c703887c76)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:26.130836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3af8eae5-5a03-4771-869f-11a418dcdbfa req-cf6c226c-991d-4d53-9cfe-d76f065d2c0d tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939071 Sep 16 16:38:26.144588 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-db075e45-8258-477f-bf4c-9a8ae12686cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:26.148187 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-db075e45-8258-477f-bf4c-9a8ae12686cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794170 Sep 16 16:38:26.194473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed108901-24ed-4ff5-8a53-d40a3d85830e req-2114b0be-3bbc-40ac-bfc0-c8187bdc3b91 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 210 time: 0.0288165 Sep 16 16:38:26.223337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.244076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d22-f4a3-42cf-ad6c-89636ae8b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.277402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:26.278028 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.281912 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] 10.222.0.52 "PUT /v2.0/ports/24ed0163-67cf-4b6b-8af5-58c48fe24c18 HTTP/1.1" status: 200 len: 1091 time: 1.4441667 Sep 16 16:38:26.293182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d22-f4a3-42cf-ad6c-89636ae8b713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.295048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0d5e9d22-f4a3-42cf-ad6c-89636ae8b713 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bd721634-0d0a-487a-bef8-32f33a114e5f HTTP/1.1" status: 204 len: 168 time: 0.4890971 Sep 16 16:38:26.296026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e9d22-f4a3-42cf-ad6c-89636ae8b713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd721634-0d0a-487a-bef8-32f33a114e5f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:26.297563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44824) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:26.307430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-199f106b-f6ff-4ea8-9855-6a465776f567 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518967 Sep 16 16:38:26.312205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027112c-0c26-4bc4-b66b-bea84ba73a1b service neutron] Pushing event updated for resources: {'Port': ['ID=24ed0163-67cf-4b6b-8af5-58c48fe24c18,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:26.373475 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.422507 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14b3f761-85e4-41ce-84c4-41c0105888ec req-ecd0e550-8d1b-4fe9-9770-8cc4332ff990 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009748 Sep 16 16:38:26.457272 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.479188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563fff5e-1376-43e1-95f9-8f5d140768a4']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:26.490897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723e4859-182e-49fd-802f-723eb17c9b6b') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:26.491033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723e4859-182e-49fd-802f-723eb17c9b6b') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:26.491587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-ad1d4283-e0fa-4c7f-88cb-6f865326bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:26.493585 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-ad1d4283-e0fa-4c7f-88cb-6f865326bc9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a11b3e30f326466f843349d62d0cf947&device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 1094 time: 0.0489216 Sep 16 16:38:26.501337 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.520691 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.532075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:38:26.532560 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:38:26.534831 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:38:26.553725 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-9126e8c0-7fe9-429c-8ddf-243bc6206fae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24ed0163-67cf-4b6b-8af5-58c48fe24c18 HTTP/1.1" status: 200 len: 217 time: 0.0523629 Sep 16 16:38:26.624969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-cb173156-9e52-4f0b-aa52-fac83d8f02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:26.626522 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-cb173156-9e52-4f0b-aa52-fac83d8f02b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 1094 time: 0.0826535 Sep 16 16:38:26.632563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-dbd40a66-16a3-4267-81c2-61c80380bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:26.634107 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-dbd40a66-16a3-4267-81c2-61c80380bebf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4addff9b-a334-4234-a39a-5ca9bcde0d31 HTTP/1.1" status: 200 len: 860 time: 0.0627842 Sep 16 16:38:26.676059 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.681694 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:26.684460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] 10.222.0.22 "DELETE /v2.0/networks/563fff5e-1376-43e1-95f9-8f5d140768a4 HTTP/1.1" status: 204 len: 168 time: 0.3812559 Sep 16 16:38:26.691060 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-38a7e4de-6ff0-4599-9c83-4269aa7d4df1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68174018-8625-472d-92a2-f2ca7c112bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380695 Sep 16 16:38:26.700904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eaf4d-84b6-4142-a3e4-39d0bbf165de admin admin] Pushing event deleted for resources: {'Network': ['ID=563fff5e-1376-43e1-95f9-8f5d140768a4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:26.789422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30768a1-096c-4eed-9fa6-3e0d9611cb8e req-2ef3df09-4b23-489c-a546-a76acbd9cc70 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:26.791081 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f30768a1-096c-4eed-9fa6-3e0d9611cb8e req-2ef3df09-4b23-489c-a546-a76acbd9cc70 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 943 time: 0.0778449 Sep 16 16:38:26.844006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f30768a1-096c-4eed-9fa6-3e0d9611cb8e req-2a3e047d-f032-42dc-8feb-56d73d4c2e26 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392554 Sep 16 16:38:26.852909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-88eccad0-0895-4b0e-9fc7-1a4a7eb72d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:26.854428 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-88eccad0-0895-4b0e-9fc7-1a4a7eb72d03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 912 time: 0.2195141 Sep 16 16:38:26.911654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-8cd582e3-4a79-4a7f-95d7-8f87c8408031 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a855464d-6057-4228-86ea-e8c0f86fb40a HTTP/1.1" status: 200 len: 217 time: 0.0481436 Sep 16 16:38:26.917783 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-183eb5ba-079e-4a56-b4a4-c865e4e3bc24 service neutron] 10.222.0.52 "GET /v2.0/networks/68174018-8625-472d-92a2-f2ca7c112bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836646 Sep 16 16:38:27.036543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-f7cd6dff-48a0-4b9e-84a3-1739696453b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:27.037953 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-f7cd6dff-48a0-4b9e-84a3-1739696453b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.1117659 Sep 16 16:38:27.089222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad9cd8f4-3535-45f4-bd03-201764db572f req-73f48d60-ec6b-4ce6-919a-8e611f7af1f7 service neutron] 10.222.0.52 "GET /v2.0/networks/68174018-8625-472d-92a2-f2ca7c112bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556251 Sep 16 16:38:27.103522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-1a8c74ca-8802-47bf-a671-e090dea23601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:27.105141 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-1a8c74ca-8802-47bf-a671-e090dea23601 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559018 Sep 16 16:38:27.144739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44848) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:27.192422 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6eb4df8e-9051-4154-8040-e9a584411066 req-2c0cd3dc-630d-4fd0-ae1d-4a00539e3336 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 210 time: 0.0423729 Sep 16 16:38:27.237475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3a1aba65-7570-46e5-b94e-f0e9f448dd53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c931535f43f40a48d54d33f85dc031b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916071 Sep 16 16:38:27.240269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44854) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:27.251308 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-d7a82a40-5a32-424c-82d4-59e767e051ba service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368887 Sep 16 16:38:27.335520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b9fb-c8aa-49fb-bf8b-ebeabbad4e6c req-4658f159-a676-436b-8cae-6cbc5cc9e266 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:27.337067 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d576b9fb-c8aa-49fb-bf8b-ebeabbad4e6c req-4658f159-a676-436b-8cae-6cbc5cc9e266 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 943 time: 0.0802047 Sep 16 16:38:27.339992 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-599766d6-d43c-49ec-9799-290282821bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:27.369912 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e44003cb-55ba-445a-9879-f2a8ad0dece3 req-c563d968-e9a5-4678-a7cb-7607fa279ae8 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046059 Sep 16 16:38:27.385619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-599766d6-d43c-49ec-9799-290282821bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:27.424847 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d576b9fb-c8aa-49fb-bf8b-ebeabbad4e6c req-122cfcfe-9c8f-4bdb-bf3f-12653661e57c tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785716 Sep 16 16:38:27.502099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-a627d989-7483-4f3a-84c5-4551d03846aa tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:27.503680 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-a627d989-7483-4f3a-84c5-4551d03846aa tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.62 "GET /v2.0/networks?id=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 HTTP/1.1" status: 200 len: 809 time: 0.1221771 Sep 16 16:38:27.513483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbe58c86-e05a-4cac-a32c-19ca252268f6 req-116c0a18-68c4-46ae-a6b8-b8e31afb6349 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 210 time: 0.0279613 Sep 16 16:38:27.516860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Request body: {'port': {'device_id': 'f5d1308a-459f-4e15-9ee8-d34bfe31fe3d', 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54', 'admin_state_up': True, 'tenant_id': 'e7af026ae7ab4a46aec71320ef23d0e5'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:27.584159 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-599766d6-d43c-49ec-9799-290282821bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:27.586784 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-599766d6-d43c-49ec-9799-290282821bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:27.587859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-599766d6-d43c-49ec-9799-290282821bab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92063cd4-dde8-4eb2-baa0-3d2c0180dd30 HTTP/1.1" status: 204 len: 168 time: 0.3465786 Sep 16 16:38:27.600189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599766d6-d43c-49ec-9799-290282821bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92063cd4-dde8-4eb2-baa0-3d2c0180dd30,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:27.772855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Made reservation on behalf of e7af026ae7ab4a46aec71320ef23d0e5 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:27.776513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:27.846844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1', 'tag': '24ed0163-67cf-4b6b-8af5-58c48fe24c18'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:27.849133 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd91d414-9e05-4304-8a25-a637019fda14" -d '{"events": [{"name": "network-changed", "server_uuid": "57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1", "tag": "24ed0163-67cf-4b6b-8af5-58c48fe24c18"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:27.931118 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d53924-618e-4889-b2e0-6d6b95914ff4 x-openstack-request-id: req-d4d53924-618e-4889-b2e0-6d6b95914ff4 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:27.931679 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1", "tag": "24ed0163-67cf-4b6b-8af5-58c48fe24c18", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:27.931997 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4d53924-618e-4889-b2e0-6d6b95914ff4 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:27.932480 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1', 'tag': '24ed0163-67cf-4b6b-8af5-58c48fe24c18', 'status': 'completed', 'code': 200} Sep 16 16:38:27.998868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Allocated IP 172.20.0.5 (6fdcc7a1-8d63-4699-a6d8-11bc286d3c54/b755df14-f104-4eff-a3fa-8302f59924d2/6f6becc9-9ec5-41b3-884a-40728f29c537) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:28.062451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a378fa-31dc-43c8-9405-ce0ee73b6341 req-f9f638bc-fc14-4ebd-a7ad-50df9fd2e3b3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:28.090879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9a378fa-31dc-43c8-9405-ce0ee73b6341 req-f9f638bc-fc14-4ebd-a7ad-50df9fd2e3b3 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 943 time: 0.1079061 Sep 16 16:38:28.130821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91d414-9e05-4304-8a25-a637019fda14 req-40263286-3a56-4f78-be75-4bfe0c78c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:28.132715 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dd91d414-9e05-4304-8a25-a637019fda14 req-40263286-3a56-4f78-be75-4bfe0c78c3f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a11b3e30f326466f843349d62d0cf947&device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 1094 time: 0.1691151 Sep 16 16:38:28.146040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-00954c3f-d377-45ee-accc-dd78cac34e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:28.151582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9a378fa-31dc-43c8-9405-ce0ee73b6341 req-809d8ec6-ffa6-449d-9a1a-a4df6d29908e tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559857 Sep 16 16:38:28.319141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fcf3516-a615-4c41-9e6a-27218042a431 req-6bb5fc80-a102-456c-8752-09f5739e71f1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 210 time: 0.0336285 Sep 16 16:38:28.333830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91d414-9e05-4304-8a25-a637019fda14 req-4409cfda-4904-4e88-accd-4b663cdfe8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:28.335303 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dd91d414-9e05-4304-8a25-a637019fda14 req-4409cfda-4904-4e88-accd-4b663cdfe8a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68174018-8625-472d-92a2-f2ca7c112bdf HTTP/1.1" status: 200 len: 921 time: 0.1657004 Sep 16 16:38:28.387105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dd91d414-9e05-4304-8a25-a637019fda14 req-0c1c2624-fc7a-4cca-8b88-c903421f2608 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24ed0163-67cf-4b6b-8af5-58c48fe24c18 HTTP/1.1" status: 200 len: 217 time: 0.0436225 Sep 16 16:38:28.397714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:28.474271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91d414-9e05-4304-8a25-a637019fda14 req-5cac2019-2bbb-4522-9e0f-f8b242d5f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:28.476030 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dd91d414-9e05-4304-8a25-a637019fda14 req-5cac2019-2bbb-4522-9e0f-f8b242d5f91e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4addff9b-a334-4234-a39a-5ca9bcde0d31 HTTP/1.1" status: 200 len: 860 time: 0.0765853 Sep 16 16:38:28.520867 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dd91d414-9e05-4304-8a25-a637019fda14 req-3267489c-24a5-489f-b08e-479c6da2a8b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68174018-8625-472d-92a2-f2ca7c112bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331597 Sep 16 16:38:28.563635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061104fd-d614-48a3-98fa-253f2275dced req-6928026e-60c0-411f-875f-e70085b522c2 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:28.566908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-061104fd-d614-48a3-98fa-253f2275dced req-6928026e-60c0-411f-875f-e70085b522c2 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 943 time: 0.0644031 Sep 16 16:38:28.604924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:28.712254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:28.721287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:28.737889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:28.746252 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-061104fd-d614-48a3-98fa-253f2275dced req-3b4c2f96-235f-4ac9-b90d-60e99b97fc43 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730487 Sep 16 16:38:28.767760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b65ca8-168b-48ea-b9ea-92b295bd4126 req-0feb58cb-61d0-4945-b151-bf3c3e39d705 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:28.769812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58b65ca8-168b-48ea-b9ea-92b295bd4126 req-0feb58cb-61d0-4945-b151-bf3c3e39d705 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 931 time: 0.1607034 Sep 16 16:38:28.799337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-c255f00f-61e1-492d-82f9-f2b1a6d185fd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:28.801005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-c255f00f-61e1-492d-82f9-f2b1a6d185fd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 812 time: 0.2038934 Sep 16 16:38:28.873065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58b65ca8-168b-48ea-b9ea-92b295bd4126 req-82bd128b-90f3-42f9-8c70-1f43e2c1be25 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709014 Sep 16 16:38:28.895549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-c7dd5457-56eb-477a-8cba-32aa33d86b48 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56977dd25e494ce4a8eb30b882e83560 HTTP/1.1" status: 200 len: 380 time: 0.0783963 Sep 16 16:38:28.905796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'port': {'device_id': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'admin_state_up': True, 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'security_groups': ['9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:29.001845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44894) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:29.163548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1876699701-network', 'tenant_id': '4752e67c77e44d27aa3edd3bc1dd70a1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:29.211608 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dd91d414-9e05-4304-8a25-a637019fda14 req-dbccfed1-3409-450c-a74b-2790fd8a8cfd service neutron] 10.222.0.52 "GET /v2.0/networks/68174018-8625-472d-92a2-f2ca7c112bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838729 Sep 16 16:38:29.214902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Pushing event updated for resources: {'Port': ['ID=6f6becc9-9ec5-41b3-884a-40728f29c537,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:29.220977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Made reservation on behalf of 56977dd25e494ce4a8eb30b882e83560 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:29.228564 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.280878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:29.280878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.347625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Made reservation on behalf of 4752e67c77e44d27aa3edd3bc1dd70a1 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:29.349401 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dd91d414-9e05-4304-8a25-a637019fda14 req-c6e183ad-b4f3-4064-8ffd-bcd4a2d7cb1b service neutron] 10.222.0.52 "GET /v2.0/networks/68174018-8625-472d-92a2-f2ca7c112bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262777 Sep 16 16:38:29.351935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.374887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b917a-0a3e-4fb3-bd7d-f0e9657ce167 req-3a5e1b08-c030-4830-a4c0-85bb6d1f7174 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:29.377211 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db8b917a-0a3e-4fb3-bd7d-f0e9657ce167 req-3a5e1b08-c030-4830-a4c0-85bb6d1f7174 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 943 time: 0.1392648 Sep 16 16:38:29.393718 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.459336 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-c592b7a2-45db-4eac-a152-3cedfb6c8ac5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9463043 Sep 16 16:38:29.473555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Request body: {'port': {'device_id': 'f5d1308a-459f-4e15-9ee8-d34bfe31fe3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:29.502290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e92852b5-b053-449c-b740-ee0281465bd4 req-a9847502-dbdc-4961-9961-190de4eab64a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 210 time: 0.0525942 Sep 16 16:38:29.525582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db8b917a-0a3e-4fb3-bd7d-f0e9657ce167 req-ecf6539b-1ded-4eaf-a985-a88c1e7d8a3e tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364269 Sep 16 16:38:29.536814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.543032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Allocated IP 172.20.0.6 (84a6c29a-5880-4300-bfee-276bb9db429b/ecd22335-e100-4fa9-ad5a-199c71604f01/8bcd798d-1bdb-4e00-9d78-33ea463bb7d7) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:29.712243 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.743311 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.743556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a855464d-6057-4228-86ea-e8c0f86fb40a details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:38:29.770264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.807033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f11739c-b1dd-45be-b1fe-3b76c13cbec2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:29.816847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:38:29.827387 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.827801 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Added segment 7ffeeb46-1bf4-4335-8738-e87d7c0d8b81 of type vlan for network 00b910f0-fcd6-4295-92f9-473aedbbb960 Sep 16 16:38:29.877928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6becc9-9ec5-41b3-884a-40728f29c537 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:29.885939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.888192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a855464d-6057-4228-86ea-e8c0f86fb40a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a855464d-6057-4228-86ea-e8c0f86fb40a,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:29.907455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'a855464d-6057-4228-86ea-e8c0f86fb40a', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'port_id': 'a855464d-6057-4228-86ea-e8c0f86fb40a', 'mac_address': 'fa:16:3e:62:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:38:29.914709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Transition to ACTIVE for port object 6f6becc9-9ec5-41b3-884a-40728f29c537 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:38:29.941306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.962459 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.964703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.979088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:29.979482 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a855464d-6057-4228-86ea-e8c0f86fb40a {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:30.011170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a855464d-6057-4228-86ea-e8c0f86fb40a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a855464d-6057-4228-86ea-e8c0f86fb40a,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:30.064773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Network 84a6c29a-5880-4300-bfee-276bb9db429b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:30.075337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6becc9-9ec5-41b3-884a-40728f29c537,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:30.078828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:30.083386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:30.085851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:30.096616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e8554-d666-42bc-ad73-95a4510d6021 req-90020cbc-6e50-4312-b840-ead446f244c3 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:30.098415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c62e8554-d666-42bc-ad73-95a4510d6021 req-90020cbc-6e50-4312-b840-ead446f244c3 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 943 time: 0.2478325 Sep 16 16:38:30.105492 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:30.133824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Attempting to bind port 6f6becc9-9ec5-41b3-884a-40728f29c537 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:30.138239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Attempting to bind port 6f6becc9-9ec5-41b3-884a-40728f29c537 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '4066a271-8125-4f71-88c0-b0f7040008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:30.138675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Attempting to bind port 6f6becc9-9ec5-41b3-884a-40728f29c537 on network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:30.143414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fd32e-8177-4d9a-bfbc-16a42857b5d8 req-ad26e893-d564-47b4-9691-cf8744ab3e67 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:30.144142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Port 6f6becc9-9ec5-41b3-884a-40728f29c537 on network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:38:30.146240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Attempting to bind port 6f6becc9-9ec5-41b3-884a-40728f29c537 on network 6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:30.146399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c55fd32e-8177-4d9a-bfbc-16a42857b5d8 req-ad26e893-d564-47b4-9691-cf8744ab3e67 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 943 time: 0.1819191 Sep 16 16:38:30.156992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:30.157584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Checking segment: {'id': '4066a271-8125-4f71-88c0-b0f7040008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:30.158090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Bound using segment: {'id': '4066a271-8125-4f71-88c0-b0f7040008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:30.158829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Bound port: 6f6becc9-9ec5-41b3-884a-40728f29c537, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4066a271-8125-4f71-88c0-b0f7040008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:30.159313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:30.187934 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:30.189582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:30.190129 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:30.205417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a855464d-6057-4228-86ea-e8c0f86fb40a,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:30.245150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:30.245828 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:30.264824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] For port 6f6becc9-9ec5-41b3-884a-40728f29c537, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:30.278468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] For port 6f6becc9-9ec5-41b3-884a-40728f29c537, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6f6becc9-9ec5-41b3-884a-40728f29c537,segment=NetworkSegment(4066a271-8125-4f71-88c0-b0f7040008a5),segment_id=4066a271-8125-4f71-88c0-b0f7040008a5)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:30.291286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c62e8554-d666-42bc-ad73-95a4510d6021 req-aa445111-11d6-4479-878b-9e8c5fe6da38 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706307 Sep 16 16:38:30.305891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c55fd32e-8177-4d9a-bfbc-16a42857b5d8 req-243d7a36-b5be-484c-96f0-9d206953dda8 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417322 Sep 16 16:38:30.347650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3450515 Sep 16 16:38:30.352119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b41e0-dce9-4138-aa94-6f3788c0bc44 admin admin] Pushing event updated for resources: {'Network': ['ID=00b910f0-fcd6-4295-92f9-473aedbbb960,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:30.372851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 00b910f0-fcd6-4295-92f9-473aedbbb960 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:38:30.381315 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-5d22b803-29e9-48a0-859c-cf3d1c53aa41 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4801090 Sep 16 16:38:30.381745 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:30.394222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Request body: {'port': {'device_id': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:30.443864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a855464d-6057-4228-86ea-e8c0f86fb40a'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:30.477836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:30.478463 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:30.479907 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] 10.222.0.62 "PUT /v2.0/ports/6f6becc9-9ec5-41b3-884a-40728f29c537 HTTP/1.1" status: 200 len: 1091 time: 1.0121360 Sep 16 16:38:30.480355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d1308a-459f-4e15-9ee8-d34bfe31fe3d', 'tag': '6f6becc9-9ec5-41b3-884a-40728f29c537'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:30.490183 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90483959-f881-4555-adde-f76e9392684e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d1308a-459f-4e15-9ee8-d34bfe31fe3d", "tag": "6f6becc9-9ec5-41b3-884a-40728f29c537"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:30.515929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:30.581425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de56da-02e3-42fa-ab24-6c75c7ad9393 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6becc9-9ec5-41b3-884a-40728f29c537,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:30.606493 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b455f38d-7726-49e0-8110-84b9c3b93f80 x-openstack-request-id: req-b455f38d-7726-49e0-8110-84b9c3b93f80 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:30.606787 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d1308a-459f-4e15-9ee8-d34bfe31fe3d", "tag": "6f6becc9-9ec5-41b3-884a-40728f29c537", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:30.607725 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b455f38d-7726-49e0-8110-84b9c3b93f80 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:30.607725 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d1308a-459f-4e15-9ee8-d34bfe31fe3d', 'tag': '6f6becc9-9ec5-41b3-884a-40728f29c537', 'status': 'completed', 'code': 200} Sep 16 16:38:30.671770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a6010db6-8187-410d-ac82-2952d4b0ce32 None None] Provisioning complete for port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:30.672139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a6010db6-8187-410d-ac82-2952d4b0ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:30.711673 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-59c9390f-82db-4824-924e-63038ca7aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:30.714575 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-59c9390f-82db-4824-924e-63038ca7aae6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7af026ae7ab4a46aec71320ef23d0e5&device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 1094 time: 0.1046371 Sep 16 16:38:30.771855 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-8afb05a1-9ce3-4789-b9fb-8780278e2799 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f6becc9-9ec5-41b3-884a-40728f29c537 HTTP/1.1" status: 200 len: 217 time: 0.0481515 Sep 16 16:38:30.875006 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:38:30.889125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-858f85a1-6b62-4e34-89ce-3db7f975cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:30.891503 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-858f85a1-6b62-4e34-89ce-3db7f975cecf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b755df14-f104-4eff-a3fa-8302f59924d2 HTTP/1.1" status: 200 len: 849 time: 0.1117964 Sep 16 16:38:30.941934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a6010db6-8187-410d-ac82-2952d4b0ce32 None None] Port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:38:30.972999 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-2cdaf74b-8728-4a5b-9340-5f3f68fcd9da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738893 Sep 16 16:38:31.033178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c3275c4-8430-4664-9a49-3729fd3c6016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:31.064242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:31.076064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0215ac-58ee-4cc7-893c-f3bec9ac37de req-bf5a545c-f387-493f-89b5-bc725506ce6c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:31.083377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd0215ac-58ee-4cc7-893c-f3bec9ac37de req-bf5a545c-f387-493f-89b5-bc725506ce6c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 931 time: 0.3509197 Sep 16 16:38:31.091616 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-d9f3416a-7a64-471f-895f-904258a475e0 service neutron] 10.222.0.62 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110840 Sep 16 16:38:31.094199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:31.124057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Transition to ACTIVE for port object 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:38:31.136950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8820-8329-4b75-81aa-4e6fd76cd61c req-3139a6de-f4e8-4387-be5e-5f7633c4dbd8 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:31.138591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27bb8820-8329-4b75-81aa-4e6fd76cd61c req-3139a6de-f4e8-4387-be5e-5f7633c4dbd8 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 944 time: 0.1604483 Sep 16 16:38:31.149227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd0215ac-58ee-4cc7-893c-f3bec9ac37de req-291d34ce-35dd-4b59-8b43-02c3e4484cab tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646768 Sep 16 16:38:31.208762 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27bb8820-8329-4b75-81aa-4e6fd76cd61c req-f0b78685-7893-43a4-90f5-35936e4d0905 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576282 Sep 16 16:38:31.209557 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:31.228097 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-416723d1-1b3d-4027-bb7b-8a35983fc660 req-016617cd-d5d1-4424-9b9b-5f70681cf04e service neutron] 10.222.0.62 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292827 Sep 16 16:38:31.370374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:31.510414 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:31.511809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90483959-f881-4555-adde-f76e9392684e req-ed297e49-0c7f-4a0c-847b-e7b3d8d2b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:31.513965 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90483959-f881-4555-adde-f76e9392684e req-ed297e49-0c7f-4a0c-847b-e7b3d8d2b96c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7af026ae7ab4a46aec71320ef23d0e5&device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 1094 time: 0.0478816 Sep 16 16:38:31.618739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90483959-f881-4555-adde-f76e9392684e req-5ebf968c-88a1-423a-82d5-32ffbf319cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:31.620351 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90483959-f881-4555-adde-f76e9392684e req-5ebf968c-88a1-423a-82d5-32ffbf319cc9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 HTTP/1.1" status: 200 len: 910 time: 0.0995197 Sep 16 16:38:31.665182 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90483959-f881-4555-adde-f76e9392684e req-50e0c4ea-23b0-4f1c-ae53-0f650a6e15a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f6becc9-9ec5-41b3-884a-40728f29c537 HTTP/1.1" status: 200 len: 217 time: 0.0357776 Sep 16 16:38:31.718455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90483959-f881-4555-adde-f76e9392684e req-9e8f1747-0ae5-484d-884e-dd568726894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:31.720457 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90483959-f881-4555-adde-f76e9392684e req-9e8f1747-0ae5-484d-884e-dd568726894e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b755df14-f104-4eff-a3fa-8302f59924d2 HTTP/1.1" status: 200 len: 849 time: 0.0469248 Sep 16 16:38:31.750007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 24ed0163-67cf-4b6b-8af5-58c48fe24c18 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:38:31.754893 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90483959-f881-4555-adde-f76e9392684e req-aee9b6f7-81d9-4c9e-b6e9-1a950e9d8182 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270452 Sep 16 16:38:31.765496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.774439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:31.869160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 24ed0163-67cf-4b6b-8af5-58c48fe24c18, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=24ed0163-67cf-4b6b-8af5-58c48fe24c18,segment=NetworkSegment(19888ae5-6b74-4d04-a9f7-57c703887c76),segment_id=19888ae5-6b74-4d04-a9f7-57c703887c76)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:31.885530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '24ed0163-67cf-4b6b-8af5-58c48fe24c18', 'network_id': '68174018-8625-472d-92a2-f2ca7c112bdf', 'port_id': '24ed0163-67cf-4b6b-8af5-58c48fe24c18', 'mac_address': 'fa:16:3e:30:dd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4addff9b-a334-4234-a39a-5ca9bcde0d31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:38:31.894960 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90483959-f881-4555-adde-f76e9392684e req-eac32559-5c41-42b0-8f99-97ce0c6e8407 service neutron] 10.222.0.62 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322281 Sep 16 16:38:31.914881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Attempting to bind port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:31.915205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Attempting to bind port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:31.915611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Attempting to bind port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:31.927299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de357b3-1e90-451d-82b2-1f54ef5095e4 req-b396cad8-c2a5-477d-bdf2-2855b5376425 tempest-ComputeTenantNetworksTest-355703176 tempest-ComputeTenantNetworksTest-355703176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:31.933609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de357b3-1e90-451d-82b2-1f54ef5095e4 req-b396cad8-c2a5-477d-bdf2-2855b5376425 tempest-ComputeTenantNetworksTest-355703176 tempest-ComputeTenantNetworksTest-355703176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:31.939740 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:31.940946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de357b3-1e90-451d-82b2-1f54ef5095e4 req-b396cad8-c2a5-477d-bdf2-2855b5376425 tempest-ComputeTenantNetworksTest-355703176 tempest-ComputeTenantNetworksTest-355703176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:31.942630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6de357b3-1e90-451d-82b2-1f54ef5095e4 req-b396cad8-c2a5-477d-bdf2-2855b5376425 tempest-ComputeTenantNetworksTest-355703176 tempest-ComputeTenantNetworksTest-355703176-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6963537 Sep 16 16:38:31.945460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 on network 84a6c29a-5880-4300-bfee-276bb9db429b not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:38:31.946083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Attempting to bind port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:31.956663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4280e-9487-457a-97cb-52abc37090ec req-07c8c471-df9b-4ad7-bcc1-2a7b9aff6796 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:31.963871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40a4280e-9487-457a-97cb-52abc37090ec req-07c8c471-df9b-4ad7-bcc1-2a7b9aff6796 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 943 time: 0.1741660 Sep 16 16:38:31.976851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ed0163-67cf-4b6b-8af5-58c48fe24c18 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:31.982818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:31.983164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Checking segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:31.983554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Bound using segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:31.984444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Bound port: 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:31.984444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:31.987947 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:32.006431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 24ed0163-67cf-4b6b-8af5-58c48fe24c18, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=24ed0163-67cf-4b6b-8af5-58c48fe24c18,segment=NetworkSegment(19888ae5-6b74-4d04-a9f7-57c703887c76),segment_id=19888ae5-6b74-4d04-a9f7-57c703887c76)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:32.041852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40a4280e-9487-457a-97cb-52abc37090ec req-ff3523e6-90a3-48a2-813b-08317b3b6b52 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771129 Sep 16 16:38:32.065668 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-90483959-f881-4555-adde-f76e9392684e req-f76d7131-f96d-46d0-b35b-93b0fb4eb420 service neutron] 10.222.0.62 "GET /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636651 Sep 16 16:38:32.095350 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:32.107696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:32.113947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:32.129336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158070f-18f8-463f-8ca0-bcd4edbe2dc4 req-a0ec7ab6-2409-4fa7-9399-74b107426296 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:32.138045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1158070f-18f8-463f-8ca0-bcd4edbe2dc4 req-a0ec7ab6-2409-4fa7-9399-74b107426296 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 943 time: 0.1041808 Sep 16 16:38:32.177316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=24ed0163-67cf-4b6b-8af5-58c48fe24c18,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:32.187994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1158070f-18f8-463f-8ca0-bcd4edbe2dc4 req-3dba0096-e3b0-4a23-af23-5d5f57da7e32 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Sep 16 16:38:32.202017 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:32.273750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:32.274374 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:32.275754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] 10.222.0.62 "PUT /v2.0/ports/8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 1091 time: 1.8866615 Sep 16 16:38:32.278992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:32.280994 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:32.378110 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d442f3a-184c-498d-b80c-eb91b6e24c1e service neutron] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:32.402032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be7824-dff0-4166-9c96-5c24a60f2258 req-fb06eb3c-8dc2-4e1c-bac9-571b246c8ad8 tempest-ComputeTenantNetworksTest-355703176 tempest-ComputeTenantNetworksTest-355703176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:32.402032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73be7824-dff0-4166-9c96-5c24a60f2258 req-fb06eb3c-8dc2-4e1c-bac9-571b246c8ad8 tempest-ComputeTenantNetworksTest-355703176 tempest-ComputeTenantNetworksTest-355703176-project] 10.222.0.22 "GET /v2.0/networks/00b910f0-fcd6-4295-92f9-473aedbbb960 HTTP/1.1" status: 200 len: 769 time: 0.1665654 Sep 16 16:38:32.412237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44954) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:32.417027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['24ed0163-67cf-4b6b-8af5-58c48fe24c18'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:32.429596 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61cf5e-4c38-45f4-94d0-0d14e941bfda req-98c67ba7-9452-401a-ba36-3986631df7aa tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:32.435563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae61cf5e-4c38-45f4-94d0-0d14e941bfda req-98c67ba7-9452-401a-ba36-3986631df7aa tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 943 time: 0.1382885 Sep 16 16:38:32.583874 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:32.596192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-49298abf-fbcb-414b-af51-44ecef0dbfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:32.597725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-49298abf-fbcb-414b-af51-44ecef0dbfde service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1094 time: 0.1507778 Sep 16 16:38:32.602014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae61cf5e-4c38-45f4-94d0-0d14e941bfda req-50c23633-2103-42ca-9cf4-342e3a93810f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534691 Sep 16 16:38:32.676226 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc7d760-09d0-4fa3-9606-b6880832862d x-openstack-request-id: req-4fc7d760-09d0-4fa3-9606-b6880832862d {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:32.676630 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:32.676878 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fc7d760-09d0-4fa3-9606-b6880832862d {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:32.677269 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'status': 'completed', 'code': 200} Sep 16 16:38:32.679921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-a0a14ca9-c4c7-4540-89e6-711faaef0f24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 217 time: 0.0735381 Sep 16 16:38:32.687680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49857037-e099-473e-8cfb-d8ae5cb6f54b req-9abb2278-daf8-4839-9628-7a8cf1bbf5b0 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:32.689859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49857037-e099-473e-8cfb-d8ae5cb6f54b req-9abb2278-daf8-4839-9628-7a8cf1bbf5b0 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 944 time: 0.1868973 Sep 16 16:38:32.784317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:32.821146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b910f0-fcd6-4295-92f9-473aedbbb960']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:32.824122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-964cc43d-89c2-4d49-8243-cdb6f12625e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:32.825618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-964cc43d-89c2-4d49-8243-cdb6f12625e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.1336770 Sep 16 16:38:32.837993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49857037-e099-473e-8cfb-d8ae5cb6f54b req-2ca14aab-8152-4741-b12b-e84ceeb00179 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292508 Sep 16 16:38:32.845913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffeeb46-1bf4-4335-8738-e87d7c0d8b81') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:32.846354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffeeb46-1bf4-4335-8738-e87d7c0d8b81') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:32.870735 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:32.888282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:32.897462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:38:32.897767 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:38:32.899493 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:38:32.902036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-065b2285-6c63-497b-8987-2ce88cb4be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:32.902829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-065b2285-6c63-497b-8987-2ce88cb4be72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680499 Sep 16 16:38:33.037539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-e02aba50-a0f0-4561-9fa6-d3a39ccfe8d1 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254964 Sep 16 16:38:33.107290 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:33.118439 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:33.121526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] 10.222.0.22 "DELETE /v2.0/networks/00b910f0-fcd6-4295-92f9-473aedbbb960 HTTP/1.1" status: 204 len: 168 time: 0.7069197 Sep 16 16:38:33.147807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdb825-7267-4077-9654-0cffdf2aa8ab admin admin] Pushing event deleted for resources: {'Network': ['ID=00b910f0-fcd6-4295-92f9-473aedbbb960,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:33.187020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab221b02-21a9-48fe-9630-395cce63f6c0 req-a1d7dd0a-b35d-495c-8cdb-ff21d22273d6 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418455 Sep 16 16:38:33.215620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb19886-36f0-47a1-a8f4-65aeaf3beea7 req-231e8c2a-9312-42cd-9e31-fdfd454d6d7b tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:33.217192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcb19886-36f0-47a1-a8f4-65aeaf3beea7 req-231e8c2a-9312-42cd-9e31-fdfd454d6d7b tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1001472 Sep 16 16:38:33.259672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dcb19886-36f0-47a1-a8f4-65aeaf3beea7 req-cb37aeff-71ec-4e0e-b02f-7958cb5e731e tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354664 Sep 16 16:38:33.366191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa63fb4-6f03-4b2f-9174-8b66ef352d8d req-d8980869-e294-440f-af3e-5e1b3e98df6b tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:33.367676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6aa63fb4-6f03-4b2f-9174-8b66ef352d8d req-d8980869-e294-440f-af3e-5e1b3e98df6b tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 943 time: 0.0853524 Sep 16 16:38:33.389409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-8856fa26-de53-4416-b3db-ae0af4c50680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:33.390878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-8856fa26-de53-4416-b3db-ae0af4c50680 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1094 time: 0.0729175 Sep 16 16:38:33.428571 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6aa63fb4-6f03-4b2f-9174-8b66ef352d8d req-392aad78-de85-44b0-a856-6f15599a7716 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545132 Sep 16 16:38:33.496983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-6c35c019-9635-4750-9c53-e818319726df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:33.498536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-6c35c019-9635-4750-9c53-e818319726df service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.1000969 Sep 16 16:38:33.545423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-69f39294-0380-4ad3-8d90-54d531599e5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 217 time: 0.0394549 Sep 16 16:38:33.596501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-23c45e89-8316-4a61-9427-c798556f69df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:33.597992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-23c45e89-8316-4a61-9427-c798556f69df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0442116 Sep 16 16:38:33.644362 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-014bb74d-f01f-4c90-93bb-cd4bde3e879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:33.645904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-014bb74d-f01f-4c90-93bb-cd4bde3e879b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408030 Sep 16 16:38:33.692526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44970) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:33.715526 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:33.737586 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-092e589c-a919-4c52-85dc-9841dc23ae9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4752e67c77e44d27aa3edd3bc1dd70a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438902 Sep 16 16:38:33.740171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44972) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:33.768541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 24ed0163-67cf-4b6b-8af5-58c48fe24c18 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:33.783363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca253f18-59eb-4040-a5ad-7183f2d5f024 req-99e7990a-9881-4150-a3d6-068886ea00c7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:33.786733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca253f18-59eb-4040-a5ad-7183f2d5f024 req-99e7990a-9881-4150-a3d6-068886ea00c7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 943 time: 0.1121941 Sep 16 16:38:33.791881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-056a9d61-0e0b-48b0-bdae-9471cf26e3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:33.793072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-a9817135-cf22-400b-b9d9-6dec73628b65 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381414 Sep 16 16:38:33.814482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-056a9d61-0e0b-48b0-bdae-9471cf26e3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:33.885230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca253f18-59eb-4040-a5ad-7183f2d5f024 req-8e3da5c6-1765-4848-bdf8-2102134b9821 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910342 Sep 16 16:38:33.915763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 24ed0163-67cf-4b6b-8af5-58c48fe24c18 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:38:33.923751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 24ed0163-67cf-4b6b-8af5-58c48fe24c18 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:33.924943 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:33.943046 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-056a9d61-0e0b-48b0-bdae-9471cf26e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:33.943046 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-056a9d61-0e0b-48b0-bdae-9471cf26e3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:33.943650 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-056a9d61-0e0b-48b0-bdae-9471cf26e3f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f11739c-b1dd-45be-b1fe-3b76c13cbec2 HTTP/1.1" status: 204 len: 168 time: 0.2022116 Sep 16 16:38:33.952703 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5284dfc3-1b27-4e1a-8400-c5a16d27f74f req-38395d0e-972f-4cba-8645-6c9c29f7f7ce service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511850 Sep 16 16:38:33.953590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a9d61-0e0b-48b0-bdae-9471cf26e3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f11739c-b1dd-45be-b1fe-3b76c13cbec2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:33.969749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb22353-e2c8-45b8-8423-b2671844b324 req-9145ac02-3cda-4255-89f2-487b2286946a tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:33.974660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-beb22353-e2c8-45b8-8423-b2671844b324 req-9145ac02-3cda-4255-89f2-487b2286946a tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 944 time: 0.0643418 Sep 16 16:38:34.013546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-beb22353-e2c8-45b8-8423-b2671844b324 req-af8686c8-2934-41d4-90a8-da43485f9dba tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345359 Sep 16 16:38:34.035975 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:34.057609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ed0163-67cf-4b6b-8af5-58c48fe24c18'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:34.059916 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f776a-83b4-4284-81b9-b1bf54fa4088" -d '{"events": [{"server_uuid": "57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "24ed0163-67cf-4b6b-8af5-58c48fe24c18"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:34.074258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 24ed0163-67cf-4b6b-8af5-58c48fe24c18, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=24ed0163-67cf-4b6b-8af5-58c48fe24c18,segment=NetworkSegment(19888ae5-6b74-4d04-a9f7-57c703887c76),segment_id=19888ae5-6b74-4d04-a9f7-57c703887c76)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:34.106441 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4442c6d9-5740-4fbb-ab07-59d93367aee7 x-openstack-request-id: req-4442c6d9-5740-4fbb-ab07-59d93367aee7 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:34.106735 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "24ed0163-67cf-4b6b-8af5-58c48fe24c18", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:34.106986 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4442c6d9-5740-4fbb-ab07-59d93367aee7 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:34.107373 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ed0163-67cf-4b6b-8af5-58c48fe24c18', 'code': 200} Sep 16 16:38:34.157593 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:34.158520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a855464d-6057-4228-86ea-e8c0f86fb40a up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:34.206771 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3af7a1-c575-43ee-8025-59617b0ccfc2 req-abb8639b-3d02-44c3-a892-c7c4e1d55102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:34.208241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee3af7a1-c575-43ee-8025-59617b0ccfc2 req-abb8639b-3d02-44c3-a892-c7c4e1d55102 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 1096 time: 0.0415781 Sep 16 16:38:34.246360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=24ed0163-67cf-4b6b-8af5-58c48fe24c18,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:34.257227 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee3af7a1-c575-43ee-8025-59617b0ccfc2 req-7889ded3-d5fe-43a9-84b3-0d618533e760 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 Sep 16 16:38:34.329405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port a855464d-6057-4228-86ea-e8c0f86fb40a completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:38:34.338785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port a855464d-6057-4228-86ea-e8c0f86fb40a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:34.339212 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:34.403930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99cab8-cfca-4493-aaaa-f5a1dd942a4a req-d816f410-6186-4fad-8f84-100145238ee3 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:34.408504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f99cab8-cfca-4493-aaaa-f5a1dd942a4a req-d816f410-6186-4fad-8f84-100145238ee3 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 945 time: 0.0775280 Sep 16 16:38:34.449285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f99cab8-cfca-4493-aaaa-f5a1dd942a4a req-b6775fa9-4633-4399-9ae8-7b454f84286b tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398517 Sep 16 16:38:34.467430 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:34.506929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a855464d-6057-4228-86ea-e8c0f86fb40a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a855464d-6057-4228-86ea-e8c0f86fb40a,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:34.568513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560da72-2e16-4634-9487-c93527651042 req-4b53a380-2ad5-4489-95e4-6b9c898177a4 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:34.570042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5560da72-2e16-4634-9487-c93527651042 req-4b53a380-2ad5-4489-95e4-6b9c898177a4 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 943 time: 0.0543363 Sep 16 16:38:34.608295 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5560da72-2e16-4634-9487-c93527651042 req-3137260f-e555-4566-bd97-d89a7353decf tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321159 Sep 16 16:38:34.612969 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:34.660549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a855464d-6057-4228-86ea-e8c0f86fb40a,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:34.818002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6f6becc9-9ec5-41b3-884a-40728f29c537 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:38:34.926453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6f6becc9-9ec5-41b3-884a-40728f29c537, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6f6becc9-9ec5-41b3-884a-40728f29c537,segment=NetworkSegment(4066a271-8125-4f71-88c0-b0f7040008a5),segment_id=4066a271-8125-4f71-88c0-b0f7040008a5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:34.938474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '6f6becc9-9ec5-41b3-884a-40728f29c537', 'network_id': '6fdcc7a1-8d63-4699-a6d8-11bc286d3c54', 'port_id': '6f6becc9-9ec5-41b3-884a-40728f29c537', 'mac_address': 'fa:16:3e:20:e2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b755df14-f104-4eff-a3fa-8302f59924d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:38:34.977594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:34.992284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6becc9-9ec5-41b3-884a-40728f29c537 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:35.007685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fc338-091f-46a8-9876-d2d2b94c2966 req-4562baf5-a229-4502-9565-57c7a2169f16 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:35.009288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d5fc338-091f-46a8-9876-d2d2b94c2966 req-4562baf5-a229-4502-9565-57c7a2169f16 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 943 time: 0.0530581 Sep 16 16:38:35.011536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6f6becc9-9ec5-41b3-884a-40728f29c537, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6f6becc9-9ec5-41b3-884a-40728f29c537,segment=NetworkSegment(4066a271-8125-4f71-88c0-b0f7040008a5),segment_id=4066a271-8125-4f71-88c0-b0f7040008a5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:35.053148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d5fc338-091f-46a8-9876-d2d2b94c2966 req-5c94d039-6fe5-49a1-b08b-8182cdda5964 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365305 Sep 16 16:38:35.081941 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:35.131083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6f6becc9-9ec5-41b3-884a-40728f29c537,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:35.142732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c445d0-9759-4338-aea9-262a17b8723e req-61a38369-4043-4971-9086-9465cbc7793b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:35.144497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0c445d0-9759-4338-aea9-262a17b8723e req-61a38369-4043-4971-9086-9465cbc7793b tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 945 time: 0.0551953 Sep 16 16:38:35.184772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0c445d0-9759-4338-aea9-262a17b8723e req-30e692cf-d24d-4426-902d-f2a944177a3d tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340164 Sep 16 16:38:35.304797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6f6becc9-9ec5-41b3-884a-40728f29c537'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:35.574885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903866ae-4549-4bca-ad31-7ce8a588ad47 req-b23e79d2-51f6-43bf-a8ad-3c51a2d21eb2 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:35.576371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-903866ae-4549-4bca-ad31-7ce8a588ad47 req-b23e79d2-51f6-43bf-a8ad-3c51a2d21eb2 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 945 time: 0.0536234 Sep 16 16:38:35.617038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-903866ae-4549-4bca-ad31-7ce8a588ad47 req-ca5d6380-1e66-49b8-af55-75fe5d6d3c5e tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344131 Sep 16 16:38:35.739006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d872f63-c794-4f68-b1d6-b4f47614b66f req-c8244e63-310e-410b-a0fe-022517d07da0 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:35.744549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d872f63-c794-4f68-b1d6-b4f47614b66f req-c8244e63-310e-410b-a0fe-022517d07da0 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 944 time: 0.0508289 Sep 16 16:38:35.783535 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d872f63-c794-4f68-b1d6-b4f47614b66f req-4e4b9501-25f0-4d66-bccd-d51c1f3e2d2b tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366254 Sep 16 16:38:36.109021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a855464d-6057-4228-86ea-e8c0f86fb40a'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:36.111572 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b3515f-4bf0-4862-bb76-62f35557e1d7" -d '{"events": [{"server_uuid": "efc51e3e-8376-44d1-81e0-676182d6b5a4", "name": "network-vif-plugged", "status": "completed", "tag": "a855464d-6057-4228-86ea-e8c0f86fb40a"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:36.148755 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830f9e5b-4af1-44c6-81a8-1acd554dc259 x-openstack-request-id: req-830f9e5b-4af1-44c6-81a8-1acd554dc259 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:36.156543 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc51e3e-8376-44d1-81e0-676182d6b5a4", "name": "network-vif-plugged", "status": "completed", "tag": "a855464d-6057-4228-86ea-e8c0f86fb40a", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:36.156543 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-830f9e5b-4af1-44c6-81a8-1acd554dc259 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:36.156543 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a855464d-6057-4228-86ea-e8c0f86fb40a', 'code': 200} Sep 16 16:38:36.174462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db54a5-2b71-4052-ba1a-733c34449661 req-fa81cfcc-08a1-40a0-9b2c-01e342620e6a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:36.176045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42db54a5-2b71-4052-ba1a-733c34449661 req-fa81cfcc-08a1-40a0-9b2c-01e342620e6a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 943 time: 0.0574119 Sep 16 16:38:36.232622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42db54a5-2b71-4052-ba1a-733c34449661 req-8ca8a861-26ac-4d36-ba99-b0fa54734559 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493689 Sep 16 16:38:36.264129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789d011-4740-43d5-9980-e23af87bd887 req-b2767fcc-e014-4e49-9cf1-d4a6ba5bc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:36.265711 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2789d011-4740-43d5-9980-e23af87bd887 req-b2767fcc-e014-4e49-9cf1-d4a6ba5bc6ec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 1096 time: 0.0498841 Sep 16 16:38:36.301771 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2789d011-4740-43d5-9980-e23af87bd887 req-a5627e46-49ad-47ad-800f-91d1bc9d51e0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280652 Sep 16 16:38:36.308890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a962ba1-17ef-4f7b-abcd-fa599e770a08 req-01f95958-eb1d-4582-a037-e94d39343b52 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:36.310369 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a962ba1-17ef-4f7b-abcd-fa599e770a08 req-01f95958-eb1d-4582-a037-e94d39343b52 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 945 time: 0.0530164 Sep 16 16:38:36.349960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a962ba1-17ef-4f7b-abcd-fa599e770a08 req-8591157f-7f4f-487e-bf53-df24e5b99717 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329480 Sep 16 16:38:36.743645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87550-c8a8-4bb1-a6cb-abf338cb2265 req-86fdc0a7-c738-4b4f-8eec-211dfaa53337 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:36.745418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21e87550-c8a8-4bb1-a6cb-abf338cb2265 req-86fdc0a7-c738-4b4f-8eec-211dfaa53337 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 945 time: 0.0571351 Sep 16 16:38:36.783768 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21e87550-c8a8-4bb1-a6cb-abf338cb2265 req-00656e0b-bca8-4e30-8a69-60159aa091c4 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Sep 16 16:38:36.836102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:38:36.840670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6f6becc9-9ec5-41b3-884a-40728f29c537 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:36.918595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58c61e-ec0b-4cde-991c-a36d7416b48f req-b105a939-9deb-41e5-89a0-32c1c9ee0a93 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:36.920231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c58c61e-ec0b-4cde-991c-a36d7416b48f req-b105a939-9deb-41e5-89a0-32c1c9ee0a93 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 944 time: 0.0620375 Sep 16 16:38:36.967977 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c58c61e-ec0b-4cde-991c-a36d7416b48f req-fe0aaa93-3455-447b-8426-02ddd5278ed5 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Sep 16 16:38:37.006366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:37.017306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'port_id': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'mac_address': 'fa:16:3e:3a:cf:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:38:37.020486 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 6f6becc9-9ec5-41b3-884a-40728f29c537 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:38:37.025735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 6f6becc9-9ec5-41b3-884a-40728f29c537 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:37.026104 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:37.081834 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:37.101792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:37.123933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:37.162235 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:37.194264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6f6becc9-9ec5-41b3-884a-40728f29c537, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6f6becc9-9ec5-41b3-884a-40728f29c537,segment=NetworkSegment(4066a271-8125-4f71-88c0-b0f7040008a5),segment_id=4066a271-8125-4f71-88c0-b0f7040008a5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:37.223788 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:37.272113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:37.304405 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:37.374712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6f6becc9-9ec5-41b3-884a-40728f29c537,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:37.379099 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4085a-5a9e-4d55-9ad5-198b7081094c req-bea1aad0-297a-456d-98ac-de138e4154d8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:37.380693 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cc4085a-5a9e-4d55-9ad5-198b7081094c req-bea1aad0-297a-456d-98ac-de138e4154d8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0859628 Sep 16 16:38:37.421003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cc4085a-5a9e-4d55-9ad5-198b7081094c req-4168bc43-903d-447d-8dfb-b23c0e6f3d60 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336616 Sep 16 16:38:37.460212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:37.586432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62ed6-ccfd-43d9-a9c4-19ed0a38f2e7 req-8b217c36-7b8f-40a4-8937-a2699f441ec7 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:37.588872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9f62ed6-ccfd-43d9-a9c4-19ed0a38f2e7 req-8b217c36-7b8f-40a4-8937-a2699f441ec7 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 945 time: 0.0897994 Sep 16 16:38:37.661998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9f62ed6-ccfd-43d9-a9c4-19ed0a38f2e7 req-5ecb6aa5-6e0e-453c-85a7-c55ab628f4d1 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643048 Sep 16 16:38:37.672508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249d0fc-fc6b-4072-8211-f3e728371cbf req-80dc8233-922b-445c-a2cb-b4a56cfc6b99 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:37.674744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e249d0fc-fc6b-4072-8211-f3e728371cbf req-80dc8233-922b-445c-a2cb-b4a56cfc6b99 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 945 time: 0.0808277 Sep 16 16:38:37.723892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e249d0fc-fc6b-4072-8211-f3e728371cbf req-7f2a6036-0b8b-4b1b-b57c-067bc9159b89 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Sep 16 16:38:38.089912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a999-889d-4ccd-b6a9-aeefe4c9e3ea req-8d21b9de-b05c-4a03-9c0c-1bb664471b68 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:38.091397 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e53a999-889d-4ccd-b6a9-aeefe4c9e3ea req-8d21b9de-b05c-4a03-9c0c-1bb664471b68 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 945 time: 0.0488062 Sep 16 16:38:38.129824 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e53a999-889d-4ccd-b6a9-aeefe4c9e3ea req-d44655f4-4844-46d6-9775-f3f306da94f8 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Sep 16 16:38:38.151467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d1308a-459f-4e15-9ee8-d34bfe31fe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6becc9-9ec5-41b3-884a-40728f29c537'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:38.153843 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7bc456-940c-42b4-9d3d-3b236a941b9b" -d '{"events": [{"server_uuid": "f5d1308a-459f-4e15-9ee8-d34bfe31fe3d", "name": "network-vif-plugged", "status": "completed", "tag": "6f6becc9-9ec5-41b3-884a-40728f29c537"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:38.190633 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5938eac-f5c1-4ea0-8b2e-c3c7e63be54b x-openstack-request-id: req-e5938eac-f5c1-4ea0-8b2e-c3c7e63be54b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:38.190633 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d1308a-459f-4e15-9ee8-d34bfe31fe3d", "name": "network-vif-plugged", "status": "completed", "tag": "6f6becc9-9ec5-41b3-884a-40728f29c537", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:38.190633 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5938eac-f5c1-4ea0-8b2e-c3c7e63be54b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:38.190633 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d1308a-459f-4e15-9ee8-d34bfe31fe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6becc9-9ec5-41b3-884a-40728f29c537', 'code': 200} Sep 16 16:38:38.280562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec2063-84dc-4f2e-856e-6d10f8c4ca4d req-732cc4d7-73ca-43d3-9f8c-3d3de1623b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:38.282035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6ec2063-84dc-4f2e-856e-6d10f8c4ca4d req-732cc4d7-73ca-43d3-9f8c-3d3de1623b73 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 1096 time: 0.0388989 Sep 16 16:38:38.316072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6ec2063-84dc-4f2e-856e-6d10f8c4ca4d req-cde32952-4ee7-432d-a195-9a1a5a37073e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274532 Sep 16 16:38:38.540432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a54f7-5f16-4659-beb3-41e474d890a9 req-79583ccf-3b77-4d5d-8a7f-5d84393b00cc tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:38.547272 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-932a54f7-5f16-4659-beb3-41e474d890a9 req-79583ccf-3b77-4d5d-8a7f-5d84393b00cc tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0554304 Sep 16 16:38:38.595631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-932a54f7-5f16-4659-beb3-41e474d890a9 req-83535617-89c4-4db3-8c4c-812b2425ca36 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468781 Sep 16 16:38:38.811735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5004-7a1b-4a51-84e5-64f52941320b req-89534955-e53b-4933-b8f5-d5c84e0cf600 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:38.813791 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-830a5004-7a1b-4a51-84e5-64f52941320b req-89534955-e53b-4933-b8f5-d5c84e0cf600 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 945 time: 0.0834527 Sep 16 16:38:38.849673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:38:38.877410 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-830a5004-7a1b-4a51-84e5-64f52941320b req-76cd9877-f344-48fc-ac81-f43c215cb225 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564721 Sep 16 16:38:38.965122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d9f14-c0af-4187-ae7c-d057859119f9 req-eaf0d22f-21f6-4d87-92e3-7a635019b232 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:38.966670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-372d9f14-c0af-4187-ae7c-d057859119f9 req-eaf0d22f-21f6-4d87-92e3-7a635019b232 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 945 time: 0.0659516 Sep 16 16:38:38.979066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-1b67c41d-99bb-4217-af76-8045f6ff00e5 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:38.980850 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-1b67c41d-99bb-4217-af76-8045f6ff00e5 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 945 time: 0.0565841 Sep 16 16:38:39.042889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d0a46-5c61-4376-bf4e-fabb4e385ac0 req-dd6226a0-a002-43f1-bee6-9a8fb06a04e5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:39.044521 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae2d0a46-5c61-4376-bf4e-fabb4e385ac0 req-dd6226a0-a002-43f1-bee6-9a8fb06a04e5 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 945 time: 0.0769286 Sep 16 16:38:39.055109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-372d9f14-c0af-4187-ae7c-d057859119f9 req-47724896-fecc-49ef-acef-05130bb18d12 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/security-groups?id=be99c874-5cfd-4ff5-8868-23b432a5a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765986 Sep 16 16:38:39.055713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45130) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:39.060420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-71aef41e-2961-47b3-bcf1-ea7801f10168 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Request body: {'floatingip': {'port_id': 'a855464d-6057-4228-86ea-e8c0f86fb40a'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:39.100615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:38:39.106735 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-71aef41e-2961-47b3-bcf1-ea7801f10168 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:39.116700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:38:39.117439 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:39.117741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-706763e3-535b-4ec0-ac8f-9e2046cb15a8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Deleting port 24ed0163-67cf-4b6b-8af5-58c48fe24c18 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:38:39.118301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-706763e3-535b-4ec0-ac8f-9e2046cb15a8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:39.274143 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:39.282833 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-706763e3-535b-4ec0-ac8f-9e2046cb15a8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] For port 24ed0163-67cf-4b6b-8af5-58c48fe24c18, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=24ed0163-67cf-4b6b-8af5-58c48fe24c18,segment=NetworkSegment(19888ae5-6b74-4d04-a9f7-57c703887c76),segment_id=19888ae5-6b74-4d04-a9f7-57c703887c76)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:39.283225 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-706763e3-535b-4ec0-ac8f-9e2046cb15a8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:39.335960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-706763e3-535b-4ec0-ac8f-9e2046cb15a8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Calling delete_port for 24ed0163-67cf-4b6b-8af5-58c48fe24c18 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:38:39.366526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:39.381241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb8980-96a7-404b-b1b0-bea83dacbba6 req-3ab342c2-ce6b-4098-b3a1-9b8344fa8928 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:39.382902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9fb8980-96a7-404b-b1b0-bea83dacbba6 req-3ab342c2-ce6b-4098-b3a1-9b8344fa8928 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 945 time: 0.1415861 Sep 16 16:38:39.461490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9fb8980-96a7-404b-b1b0-bea83dacbba6 req-c3ce339c-390d-4adf-bde6-dc9378d86767 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501647 Sep 16 16:38:39.471778 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:39.566853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:39.572758 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-706763e3-535b-4ec0-ac8f-9e2046cb15a8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:39.576721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.577307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.577796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.579837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.580321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.580781 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.581378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.582110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.582665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.583232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.583778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.584735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:38:39.591101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['24ed0163-67cf-4b6b-8af5-58c48fe24c18'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:39.604619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706763e3-535b-4ec0-ac8f-9e2046cb15a8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Pushing event deleted for resources: {'Port': ['ID=24ed0163-67cf-4b6b-8af5-58c48fe24c18,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:39.720780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-706763e3-535b-4ec0-ac8f-9e2046cb15a8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] No DVR routers for this DVR port 24ed0163-67cf-4b6b-8af5-58c48fe24c18 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:38:39.726489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-706763e3-535b-4ec0-ac8f-9e2046cb15a8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:39.733690 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-16654dcf-939b-432d-80fe-3b7a05be5e29 req-706763e3-535b-4ec0-ac8f-9e2046cb15a8 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.52 "DELETE /v2.0/ports/24ed0163-67cf-4b6b-8af5-58c48fe24c18 HTTP/1.1" status: 204 len: 173 time: 0.7411814 Sep 16 16:38:39.738160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1', 'name': 'network-vif-deleted', 'tag': '24ed0163-67cf-4b6b-8af5-58c48fe24c18'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:39.741367 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aacac1e-567a-46d1-a13d-893c8a08308e" -d '{"events": [{"server_uuid": "57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1", "name": "network-vif-deleted", "tag": "24ed0163-67cf-4b6b-8af5-58c48fe24c18"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:39.825744 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7672260-1f11-487a-a663-c443d72cb738 x-openstack-request-id: req-c7672260-1f11-487a-a663-c443d72cb738 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:39.826037 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1", "name": "network-vif-deleted", "tag": "24ed0163-67cf-4b6b-8af5-58c48fe24c18", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:39.826282 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7672260-1f11-487a-a663-c443d72cb738 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:39.826685 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1', 'name': 'network-vif-deleted', 'tag': '24ed0163-67cf-4b6b-8af5-58c48fe24c18', 'status': 'completed', 'code': 200} Sep 16 16:38:39.854491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b88f3-dab3-4eb6-8a72-86400e65b369 req-4f449d05-ab37-4d6f-b30d-3c834c81d494 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:39.856266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b85b88f3-dab3-4eb6-8a72-86400e65b369 req-4f449d05-ab37-4d6f-b30d-3c834c81d494 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 945 time: 0.1482656 Sep 16 16:38:39.960875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b85b88f3-dab3-4eb6-8a72-86400e65b369 req-d9a55ab3-69d6-4c63-bb58-badb93efdc3e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942945 Sep 16 16:38:39.965590 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-71aef41e-2961-47b3-bcf1-ea7801f10168 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:40.026102 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-71aef41e-2961-47b3-bcf1-ea7801f10168 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:40.150516 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-71aef41e-2961-47b3-bcf1-ea7801f10168 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Floating IP 76cf239d-fc77-4d10-ba73-691b52e23f7a associated. External IP: 172.25.6.231, port: a855464d-6057-4228-86ea-e8c0f86fb40a. Sep 16 16:38:40.176426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-998ff35a-70d4-4cd0-9097-f88f6e852a11 req-0a4fd6fa-e3b8-41b5-aee7-e40f0fb0ac10 tempest-InstanceActionsNegativeTestJSON-208999078 tempest-InstanceActionsNegativeTestJSON-208999078-project] 10.222.0.22 "GET /v2.0/ports?device_id=57ab059a-5ccf-4e6d-b68e-73d8e4e0b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0443490 Sep 16 16:38:40.191503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:40.194001 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef07514c-0ff2-437f-a936-b62b5bbd515a" -d '{"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-plugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:40.234269 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a1ae9d-4e29-4e95-9622-b3747fa157b7 x-openstack-request-id: req-46a1ae9d-4e29-4e95-9622-b3747fa157b7 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:40.234565 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-plugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:40.234814 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46a1ae9d-4e29-4e95-9622-b3747fa157b7 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:40.235199 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'code': 200} Sep 16 16:38:40.760741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984921da-7855-4c99-b584-af7c8da794c0 req-c6feee4c-4769-4a87-9433-d27b555d7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:40.762212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-984921da-7855-4c99-b584-af7c8da794c0 req-c6feee4c-4769-4a87-9433-d27b555d7c00 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1096 time: 0.1129663 Sep 16 16:38:40.772618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5f9c-b55b-47c9-8a9d-1087160221f8 req-c05ecac4-9e34-43c7-9279-5fb539cbea62 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:40.773991 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a2f5f9c-b55b-47c9-8a9d-1087160221f8 req-c05ecac4-9e34-43c7-9279-5fb539cbea62 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 945 time: 0.1258490 Sep 16 16:38:40.840418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aef41e-2961-47b3-bcf1-ea7801f10168 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Router a1ed3fcb-4090-4826-9315-6f7212b32251 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:38:40.847729 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-984921da-7855-4c99-b584-af7c8da794c0 req-722c556a-2e00-4963-8285-df57c154d942 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712106 Sep 16 16:38:40.858455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a2f5f9c-b55b-47c9-8a9d-1087160221f8 req-8b4c1796-427d-4c25-8f4a-6a45742de37d tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739579 Sep 16 16:38:41.019058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aef41e-2961-47b3-bcf1-ea7801f10168 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:38:41.024580 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-71aef41e-2961-47b3-bcf1-ea7801f10168 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:41.033477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] Sync routers for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:38:41.046142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:41.049453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:41.070652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-71aef41e-2961-47b3-bcf1-ea7801f10168 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "PUT /v2.0/floatingips/76cf239d-fc77-4d10-ba73-691b52e23f7a HTTP/1.1" status: 200 len: 991 time: 2.0128770 Sep 16 16:38:41.070652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'tag': 'a855464d-6057-4228-86ea-e8c0f86fb40a'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:41.073221 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e0eea6-48e9-406a-a634-03fa56901c81" -d '{"events": [{"name": "network-changed", "server_uuid": "efc51e3e-8376-44d1-81e0-676182d6b5a4", "tag": "a855464d-6057-4228-86ea-e8c0f86fb40a"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:41.127851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78280b-06e8-4abd-9673-246a36f689ec req-352e47db-9b01-4cff-bebb-065bc3b45c67 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:41.130176 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a78280b-06e8-4abd-9673-246a36f689ec req-352e47db-9b01-4cff-bebb-065bc3b45c67 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 945 time: 0.0741689 Sep 16 16:38:41.190270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a78280b-06e8-4abd-9673-246a36f689ec req-8442461d-98d3-4171-947c-f0909e80200e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478504 Sep 16 16:38:41.213618 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99539765-5e9f-4789-acf3-9890cff6517e x-openstack-request-id: req-99539765-5e9f-4789-acf3-9890cff6517e {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:41.213927 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc51e3e-8376-44d1-81e0-676182d6b5a4", "tag": "a855464d-6057-4228-86ea-e8c0f86fb40a", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:41.214178 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99539765-5e9f-4789-acf3-9890cff6517e {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:41.214760 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'tag': 'a855464d-6057-4228-86ea-e8c0f86fb40a', 'status': 'completed', 'code': 200} Sep 16 16:38:41.257352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45202) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:41.275148 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:41.300152 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-0c775bc0-6a2d-4d90-81d3-1ffd564b08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:41.302328 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-0c775bc0-6a2d-4d90-81d3-1ffd564b08d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 1096 time: 0.0626347 Sep 16 16:38:41.314572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-83491ed7-1afa-46de-9fac-6fe5a4f0d2eb admin admin] Deleting subnet 4addff9b-a334-4234-a39a-5ca9bcde0d31 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:38:41.318522 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83491ed7-1afa-46de-9fac-6fe5a4f0d2eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:41.380115 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83491ed7-1afa-46de-9fac-6fe5a4f0d2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:41.444730 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83491ed7-1afa-46de-9fac-6fe5a4f0d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:41.496483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-d54b01d2-76e4-4692-8554-e4289b09467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:41.501709 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-d54b01d2-76e4-4692-8554-e4289b09467c service neutron] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 912 time: 0.1892161 Sep 16 16:38:41.619337 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83491ed7-1afa-46de-9fac-6fe5a4f0d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:41.650618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '76cf239d-fc77-4d10-ba73-691b52e23f7a', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'port_id': 'a855464d-6057-4228-86ea-e8c0f86fb40a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'mac_address': 'fa:16:3e:62:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:38:15Z', 'updated_at': '2021-09-16T16:38:39Z', 'revision_number': 1, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:41.696336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83491ed7-1afa-46de-9fac-6fe5a4f0d2eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4addff9b-a334-4234-a39a-5ca9bcde0d31,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:41.696568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] Checking router: a1ed3fcb-4090-4826-9315-6f7212b32251 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:38:41.712892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:41.714362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:41.715847 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83491ed7-1afa-46de-9fac-6fe5a4f0d2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:41.723225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-83491ed7-1afa-46de-9fac-6fe5a4f0d2eb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4addff9b-a334-4234-a39a-5ca9bcde0d31 HTTP/1.1" status: 204 len: 168 time: 0.4654624 Sep 16 16:38:41.723225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45220) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:41.800892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 24ed0163-67cf-4b6b-8af5-58c48fe24c18 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:38:41.833215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 24ed0163-67cf-4b6b-8af5-58c48fe24c18 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:38:41.834130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 24ed0163-67cf-4b6b-8af5-58c48fe24c18 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:38:41.854533 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-70a95356-5969-49c7-8506-8f79c04f81df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a855464d-6057-4228-86ea-e8c0f86fb40a HTTP/1.1" status: 200 len: 999 time: 0.3396847 Sep 16 16:38:41.858659 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:41.925685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-25762ca3-c395-4901-942f-6f23d37e804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:41.927670 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-25762ca3-c395-4901-942f-6f23d37e804c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.0719881 Sep 16 16:38:41.942935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:41.990139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-de544da3-6d67-452f-ab85-a0906816cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:41.992846 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-de544da3-6d67-452f-ab85-a0906816cfea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575233 Sep 16 16:38:42.136899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:42.139497 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-7858a6de-95e1-44cd-b797-224a699fada0 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394525 Sep 16 16:38:42.199902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68174018-8625-472d-92a2-f2ca7c112bdf']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:42.217188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19888ae5-6b74-4d04-a9f7-57c703887c76') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:42.217816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19888ae5-6b74-4d04-a9f7-57c703887c76') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:42.242602 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:42.263302 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:42.273673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:38:42.274366 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:38:42.276875 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:38:42.349223 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-75e0eea6-48e9-406a-a634-03fa56901c81 req-cbe90dbd-0a92-467a-a7a9-d56a24c6d0bf service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016280 Sep 16 16:38:42.435870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcc24d-fb52-4eea-bcbc-1e88a089ed43 req-80d0a7cb-2545-43dc-93f8-4c2ccc01fbf7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:42.437661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25dcc24d-fb52-4eea-bcbc-1e88a089ed43 req-80d0a7cb-2545-43dc-93f8-4c2ccc01fbf7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 945 time: 0.0697181 Sep 16 16:38:42.479428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '76cf239d-fc77-4d10-ba73-691b52e23f7a', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'port_id': 'a855464d-6057-4228-86ea-e8c0f86fb40a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'mac_address': 'fa:16:3e:62:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:38:15Z', 'updated_at': '2021-09-16T16:38:39Z', 'revision_number': 1, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:42.488621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25dcc24d-fb52-4eea-bcbc-1e88a089ed43 req-aca4a25c-ad0c-4d13-8272-72c6b5b58660 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431569 Sep 16 16:38:42.511716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c32257-b95c-4001-bf11-8a27d547d7a9 None None] The sync data for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 is: [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '76cf239d-fc77-4d10-ba73-691b52e23f7a', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'port_id': 'a855464d-6057-4228-86ea-e8c0f86fb40a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'mac_address': 'fa:16:3e:62:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:38:15Z', 'updated_at': '2021-09-16T16:38:39Z', 'revision_number': 1, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:38:42.529340 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:42.535731 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:42.540764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] 10.222.0.22 "DELETE /v2.0/networks/68174018-8625-472d-92a2-f2ca7c112bdf HTTP/1.1" status: 204 len: 168 time: 0.8124392 Sep 16 16:38:42.565118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f75417-4efc-426c-8c7b-d8ea85fcb04a admin admin] Pushing event deleted for resources: {'Network': ['ID=68174018-8625-472d-92a2-f2ca7c112bdf,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:42.699316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc2fe1-6db8-46a4-b517-8ecccc999d71 req-447269be-e75e-4ef3-b14e-6ab759223aa8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:42.700884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3cc2fe1-6db8-46a4-b517-8ecccc999d71 req-447269be-e75e-4ef3-b14e-6ab759223aa8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 945 time: 0.0615273 Sep 16 16:38:42.709959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45244) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:42.724300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9ea6f6ad-ba74-4782-bd15-2e3c0f6b8d99 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'floatingip': {'port_id': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:42.792333 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f6ad-ba74-4782-bd15-2e3c0f6b8d99 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:42.858520 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee7f6eb-f5ea-4a65-9627-54e504cb9ce1 None None] New status for floating IP 76cf239d-fc77-4d10-ba73-691b52e23f7a: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:38:42.951258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bba66-c5e3-4f22-828b-094f382b117a req-3459f56c-f0df-473c-95b0-9f3bec6077f7 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:42.952836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-076bba66-c5e3-4f22-828b-094f382b117a req-3459f56c-f0df-473c-95b0-9f3bec6077f7 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 945 time: 0.1153042 Sep 16 16:38:43.065208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-076bba66-c5e3-4f22-828b-094f382b117a req-2a647aaf-5441-4ba0-ac3f-b9ee56c35f4a tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976257 Sep 16 16:38:43.214246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45256) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:43.286046 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b5020e14-281b-4c1f-93a3-150cad0d69ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a11b3e30f326466f843349d62d0cf947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683470 Sep 16 16:38:43.289027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45258) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:43.377467 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7cdf13f-a9e4-4187-b2e4-be82ddf30174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:43.414002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7cdf13f-a9e4-4187-b2e4-be82ddf30174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:43.461103 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:43.462987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f6ad-ba74-4782-bd15-2e3c0f6b8d99 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:43.551938 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f6ad-ba74-4782-bd15-2e3c0f6b8d99 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:43.609713 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7cdf13f-a9e4-4187-b2e4-be82ddf30174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:43.615801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7cdf13f-a9e4-4187-b2e4-be82ddf30174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:43.618950 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a7cdf13f-a9e4-4187-b2e4-be82ddf30174 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be99c874-5cfd-4ff5-8868-23b432a5a0bc HTTP/1.1" status: 204 len: 168 time: 0.3256598 Sep 16 16:38:43.627102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdf13f-a9e4-4187-b2e4-be82ddf30174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be99c874-5cfd-4ff5-8868-23b432a5a0bc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:43.723748 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-9ea6f6ad-ba74-4782-bd15-2e3c0f6b8d99 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Floating IP 6c8f3dad-1bde-46a1-b9a4-5b3c96d5b708 associated. External IP: 172.25.6.215, port: 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7. Sep 16 16:38:43.727254 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:43.998876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea6f6ad-ba74-4782-bd15-2e3c0f6b8d99 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Router 9193eb00-4b66-485e-9d8e-a93dda97a0da has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:38:44.137089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74935-20bb-45b9-9869-a830b42b5344 req-03e058cb-30d2-4d2c-8042-4f175dd052a7 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:44.143360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10d74935-20bb-45b9-9869-a830b42b5344 req-03e058cb-30d2-4d2c-8042-4f175dd052a7 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 945 time: 0.1281126 Sep 16 16:38:44.191020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea6f6ad-ba74-4782-bd15-2e3c0f6b8d99 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:38:44.196228 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f6ad-ba74-4782-bd15-2e3c0f6b8d99 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:44.200174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] Sync routers for ids ['9193eb00-4b66-485e-9d8e-a93dda97a0da'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:38:44.217168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] Routers {'9193eb00-4b66-485e-9d8e-a93dda97a0da'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:44.217813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9193eb00-4b66-485e-9d8e-a93dda97a0da'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:44.268853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9ea6f6ad-ba74-4782-bd15-2e3c0f6b8d99 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "PUT /v2.0/floatingips/6c8f3dad-1bde-46a1-b9a4-5b3c96d5b708 HTTP/1.1" status: 200 len: 991 time: 1.5522459 Sep 16 16:38:44.268853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:44.270621 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33c055b-3cee-4454-a555-bb872c668410" -d '{"events": [{"name": "network-changed", "server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:44.329992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8fbd3-4153-47c4-93f5-7e021ecd9004 req-19abf6f2-827b-4e5e-ae99-ff034304e39d tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:44.331706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fff8fbd3-4153-47c4-93f5-7e021ecd9004 req-19abf6f2-827b-4e5e-ae99-ff034304e39d tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 945 time: 0.0833304 Sep 16 16:38:44.341914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-10d74935-20bb-45b9-9869-a830b42b5344 req-6c601ba3-04fc-4333-a69f-d2c622b7b562 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Deleting port 6f6becc9-9ec5-41b3-884a-40728f29c537 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:38:44.342324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-10d74935-20bb-45b9-9869-a830b42b5344 req-6c601ba3-04fc-4333-a69f-d2c622b7b562 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:44.382943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] Set router 9193eb00-4b66-485e-9d8e-a93dda97a0da gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:44.470946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fff8fbd3-4153-47c4-93f5-7e021ecd9004 req-da0852f3-ef85-42f5-8e60-9449c0ecfa2e tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bc47907-0b89-4bda-a85e-20dc4ace6ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115973 Sep 16 16:38:44.522319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-10d74935-20bb-45b9-9869-a830b42b5344 req-6c601ba3-04fc-4333-a69f-d2c622b7b562 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] For port 6f6becc9-9ec5-41b3-884a-40728f29c537, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6f6becc9-9ec5-41b3-884a-40728f29c537,segment=NetworkSegment(4066a271-8125-4f71-88c0-b0f7040008a5),segment_id=4066a271-8125-4f71-88c0-b0f7040008a5)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:44.522739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-10d74935-20bb-45b9-9869-a830b42b5344 req-6c601ba3-04fc-4333-a69f-d2c622b7b562 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:44.554817 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8844e5-65ec-4e42-b00e-1ff0f49520d9 x-openstack-request-id: req-0e8844e5-65ec-4e42-b00e-1ff0f49520d9 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:44.555202 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:44.557520 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e8844e5-65ec-4e42-b00e-1ff0f49520d9 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:44.557967 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'status': 'completed', 'code': 200} Sep 16 16:38:44.558907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-10d74935-20bb-45b9-9869-a830b42b5344 req-6c601ba3-04fc-4333-a69f-d2c622b7b562 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Calling delete_port for 6f6becc9-9ec5-41b3-884a-40728f29c537 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:38:44.627095 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c055b-3cee-4454-a555-bb872c668410 req-b7c07517-40bb-4454-ba9f-cfc0a3bed931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:44.628936 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e33c055b-3cee-4454-a555-bb872c668410 req-b7c07517-40bb-4454-ba9f-cfc0a3bed931 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1096 time: 0.0580180 Sep 16 16:38:44.801285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '6c8f3dad-1bde-46a1-b9a4-5b3c96d5b708', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'port_id': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'mac_address': 'fa:16:3e:3a:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:38:23Z', 'updated_at': '2021-09-16T16:38:43Z', 'revision_number': 1, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37de6666-2862-4c29-aa2f-cf039e61509e', 'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'mac_address': 'fa:16:3e:8a:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:16Z', 'updated_at': '2021-09-16T16:38:21Z', 'revision_number': 5, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'subnets': [{'id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:44.841354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] Checking router: 9193eb00-4b66-485e-9d8e-a93dda97a0da for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:38:44.854574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] Routers {'9193eb00-4b66-485e-9d8e-a93dda97a0da'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:38:44.856787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9193eb00-4b66-485e-9d8e-a93dda97a0da'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:44.874298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c055b-3cee-4454-a555-bb872c668410 req-a793b22f-8f99-4f43-8357-5915a36bedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:44.876303 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e33c055b-3cee-4454-a555-bb872c668410 req-a793b22f-8f99-4f43-8357-5915a36bedc7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.2395816 Sep 16 16:38:44.877946 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-10d74935-20bb-45b9-9869-a830b42b5344 req-6c601ba3-04fc-4333-a69f-d2c622b7b562 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:44.941577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c601ba3-04fc-4333-a69f-d2c622b7b562 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Pushing event deleted for resources: {'Port': ['ID=6f6becc9-9ec5-41b3-884a-40728f29c537,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:44.952111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6f6becc9-9ec5-41b3-884a-40728f29c537'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:44.999602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e33c055b-3cee-4454-a555-bb872c668410 req-e15a5d19-c499-4602-83c2-169302aac96b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 999 time: 0.1154308 Sep 16 16:38:45.034659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d74935-20bb-45b9-9869-a830b42b5344 req-6c601ba3-04fc-4333-a69f-d2c622b7b562 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] No DVR routers for this DVR port 6f6becc9-9ec5-41b3-884a-40728f29c537 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:38:45.039056 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-10d74935-20bb-45b9-9869-a830b42b5344 req-6c601ba3-04fc-4333-a69f-d2c622b7b562 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:45.043159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10d74935-20bb-45b9-9869-a830b42b5344 req-6c601ba3-04fc-4333-a69f-d2c622b7b562 tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.62 "DELETE /v2.0/ports/6f6becc9-9ec5-41b3-884a-40728f29c537 HTTP/1.1" status: 204 len: 173 time: 0.8966250 Sep 16 16:38:45.056618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] Set router 9193eb00-4b66-485e-9d8e-a93dda97a0da gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:38:45.072989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c055b-3cee-4454-a555-bb872c668410 req-27649d7a-bbb1-4ca5-9612-7d3fa0e0d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:45.074809 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e33c055b-3cee-4454-a555-bb872c668410 req-27649d7a-bbb1-4ca5-9612-7d3fa0e0d5d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0679114 Sep 16 16:38:45.138987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c055b-3cee-4454-a555-bb872c668410 req-dd5629f2-3416-4088-bb03-0c0c54472f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:45.140854 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e33c055b-3cee-4454-a555-bb872c668410 req-dd5629f2-3416-4088-bb03-0c0c54472f5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580213 Sep 16 16:38:45.264423 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e33c055b-3cee-4454-a555-bb872c668410 req-332d69f1-29cf-40e9-adc1-1d598a70fc88 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153891 Sep 16 16:38:45.420456 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e33c055b-3cee-4454-a555-bb872c668410 req-fb4fd190-104f-46fc-8065-91ea4946c988 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488771 Sep 16 16:38:45.482718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '6c8f3dad-1bde-46a1-b9a4-5b3c96d5b708', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'port_id': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'mac_address': 'fa:16:3e:3a:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:38:23Z', 'updated_at': '2021-09-16T16:38:43Z', 'revision_number': 1, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37de6666-2862-4c29-aa2f-cf039e61509e', 'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'mac_address': 'fa:16:3e:8a:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:16Z', 'updated_at': '2021-09-16T16:38:21Z', 'revision_number': 5, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'subnets': [{'id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:38:45.515891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0a02d-e649-445f-ba68-8ec1e312b441 None None] The sync data for ids ['9193eb00-4b66-485e-9d8e-a93dda97a0da'] in n-d-807786-3 is: [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '6c8f3dad-1bde-46a1-b9a4-5b3c96d5b708', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'port_id': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'mac_address': 'fa:16:3e:3a:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:38:23Z', 'updated_at': '2021-09-16T16:38:43Z', 'revision_number': 1, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37de6666-2862-4c29-aa2f-cf039e61509e', 'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'mac_address': 'fa:16:3e:8a:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:16Z', 'updated_at': '2021-09-16T16:38:21Z', 'revision_number': 5, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'subnets': [{'id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:38:45.626923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a744455f-ecba-4523-88b7-68b83cd370c5 req-02cf53eb-3030-4ced-9079-3cb05b522a7f tempest-VolumesActionsTest-1376020057 tempest-VolumesActionsTest-1376020057-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1308a-459f-4e15-9ee8-d34bfe31fe3d HTTP/1.1" status: 200 len: 210 time: 0.0363030 Sep 16 16:38:45.683735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45326) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:45.783417 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf67f38-23f2-4f89-872b-d28dd6713dae None None] New status for floating IP 6c8f3dad-1bde-46a1-b9a4-5b3c96d5b708: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:38:45.935668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1477618518-network', 'tenant_id': 'e13b869580d244eb877653104f2e317f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:46.063889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Made reservation on behalf of e13b869580d244eb877653104f2e317f for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:46.067227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:46.076946 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:46.185067 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:46.254447 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:46.276357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:38:46.291259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14236ca-d2de-4f07-991f-bd04a4e81947,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:46.299329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:46.299507 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Added segment 3c9b704c-5c99-4fc6-a624-3c48d3e49a41 of type vlan for network 1986af34-1a15-44c9-92dc-71bcf9fb7bec Sep 16 16:38:46.354748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:46.481618 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:46.485611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:46.485611 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:46.556049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] Pushing event updated for resources: {'Network': ['ID=1986af34-1a15-44c9-92dc-71bcf9fb7bec,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:46.558875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d1308a-459f-4e15-9ee8-d34bfe31fe3d', 'name': 'network-vif-deleted', 'tag': '6f6becc9-9ec5-41b3-884a-40728f29c537'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:46.561280 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629a81ba-2802-4f28-a287-e65cb1ad2ec6" -d '{"events": [{"server_uuid": "f5d1308a-459f-4e15-9ee8-d34bfe31fe3d", "name": "network-vif-deleted", "tag": "6f6becc9-9ec5-41b3-884a-40728f29c537"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:46.568732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 1986af34-1a15-44c9-92dc-71bcf9fb7bec details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:38:46.593328 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-df904d23-36b4-4164-9ada-697966b12d5f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9054551 Sep 16 16:38:46.597246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45350) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:46.599997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Request body: {'subnet': {'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1477618518-subnet', 'tenant_id': 'e13b869580d244eb877653104f2e317f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:46.624985 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed58cfde-b028-477b-97aa-c84bc2b0a7e7 x-openstack-request-id: req-ed58cfde-b028-477b-97aa-c84bc2b0a7e7 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:46.631591 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d1308a-459f-4e15-9ee8-d34bfe31fe3d", "name": "network-vif-deleted", "tag": "6f6becc9-9ec5-41b3-884a-40728f29c537", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:46.631591 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed58cfde-b028-477b-97aa-c84bc2b0a7e7 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:46.631591 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d1308a-459f-4e15-9ee8-d34bfe31fe3d', 'name': 'network-vif-deleted', 'tag': '6f6becc9-9ec5-41b3-884a-40728f29c537', 'status': 'completed', 'code': 200} Sep 16 16:38:46.706210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Made reservation on behalf of e13b869580d244eb877653104f2e317f for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:46.706210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:46.969212 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:47.027901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a752abfc-c34d-4bc2-a2a9-457a9bd7aedf,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:47.047120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Checking segment: {'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:47.047659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Network hostable DHCP agents. Network: 1986af34-1a15-44c9-92dc-71bcf9fb7bec, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:38:47.140651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Network 1986af34-1a15-44c9-92dc-71bcf9fb7bec is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:38:47.350843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 1986af34-1a15-44c9-92dc-71bcf9fb7bec) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:47.352122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:47.352797 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:47.365907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f099e5-f11b-42be-9e18-cf1d2750f387 None None] Network 1986af34-1a15-44c9-92dc-71bcf9fb7bec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:38:47.471802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cdf84026-bc97-46f9-893c-3be919b2e312 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8762031 Sep 16 16:38:47.522790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45382) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:47.555511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb2d1b-136d-47d9-a337-8a89930f67af None None] Network 1986af34-1a15-44c9-92dc-71bcf9fb7bec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:38:47.767123 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5eefd7c7-de76-4633-bd82-36cd04bcad3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:47.887490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5eefd7c7-de76-4633-bd82-36cd04bcad3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:47.951704 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5eefd7c7-de76-4633-bd82-36cd04bcad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:47.994375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefd7c7-de76-4633-bd82-36cd04bcad3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ac8d39-4887-4f17-b903-90cdc6a0ec73,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:48.000485 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5eefd7c7-de76-4633-bd82-36cd04bcad3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2cceffc1787b4f8d918a4b6c15b5c191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770379 Sep 16 16:38:48.003946 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45412) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:48.066616 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5347434-962f-4594-8101-9811931b3438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:48.076489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-d314fc2c-b7d8-4fe1-94cc-3e617dc98080 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:48.079556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-d314fc2c-b7d8-4fe1-94cc-3e617dc98080 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/networks?id=1986af34-1a15-44c9-92dc-71bcf9fb7bec HTTP/1.1" status: 200 len: 818 time: 0.1291125 Sep 16 16:38:48.094984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5347434-962f-4594-8101-9811931b3438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:48.098565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-847ba191-8fe5-40a6-87fe-1f9ac5b70db8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/quotas/e13b869580d244eb877653104f2e317f HTTP/1.1" status: 200 len: 375 time: 0.0110543 Sep 16 16:38:48.132592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-78528544-9f6a-41eb-9e8e-11ab0d6b6aea tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e13b869580d244eb877653104f2e317f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281262 Sep 16 16:38:48.233040 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-61ffaa12-eb8b-4d9a-b9af-4b4cd25beb4b service neutron] 10.222.0.22 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933115 Sep 16 16:38:48.287605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5347434-962f-4594-8101-9811931b3438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:48.290345 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5347434-962f-4594-8101-9811931b3438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:48.293891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a5347434-962f-4594-8101-9811931b3438 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56ac8d39-4887-4f17-b903-90cdc6a0ec73 HTTP/1.1" status: 204 len: 168 time: 0.2863994 Sep 16 16:38:48.308438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5347434-962f-4594-8101-9811931b3438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ac8d39-4887-4f17-b903-90cdc6a0ec73,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:48.360798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-95ced7db-92d9-4c7a-820c-036d9554fd69 service neutron] 10.222.0.22 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214130 Sep 16 16:38:48.895958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6f6becc9-9ec5-41b3-884a-40728f29c537 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:38:48.926094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 6f6becc9-9ec5-41b3-884a-40728f29c537 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:38:48.926444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6f6becc9-9ec5-41b3-884a-40728f29c537 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:38:49.214882 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45462) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:49.247323 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e1b494b-b068-46dd-a090-a6e67a019ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:49.275619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3b968d3-a148-4455-9bef-b4e2fa5e4a04 req-823c4aa2-f32a-494a-ba97-6339e53281dc tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 210 time: 0.0463715 Sep 16 16:38:49.386697 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e1b494b-b068-46dd-a090-a6e67a019ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:49.460861 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e1b494b-b068-46dd-a090-a6e67a019ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:49.505331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1e1b494b-b068-46dd-a090-a6e67a019ccb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=681636e30cd64cb9b2317a8dac6abbae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851319 Sep 16 16:38:49.505331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45476) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:49.549523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b494b-b068-46dd-a090-a6e67a019ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae256bf-073e-491c-9dbc-6caf16116177,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:49.582469 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b82dfc5a-55e9-4674-a38e-78fcaefcd0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:49.604207 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b82dfc5a-55e9-4674-a38e-78fcaefcd0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:49.721780 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b82dfc5a-55e9-4674-a38e-78fcaefcd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:49.724850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b82dfc5a-55e9-4674-a38e-78fcaefcd0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:49.733621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b82dfc5a-55e9-4674-a38e-78fcaefcd0b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ae256bf-073e-491c-9dbc-6caf16116177 HTTP/1.1" status: 204 len: 168 time: 0.2232385 Sep 16 16:38:49.757991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82dfc5a-55e9-4674-a38e-78fcaefcd0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae256bf-073e-491c-9dbc-6caf16116177,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:50.147423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fa06a-9ba2-4b5f-b08a-f00b9dc2ce41 req-b1a329c1-5826-40f4-9e4f-314097d45d20 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:50.162120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-127fa06a-9ba2-4b5f-b08a-f00b9dc2ce41 req-b1a329c1-5826-40f4-9e4f-314097d45d20 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 945 time: 0.0777323 Sep 16 16:38:50.231044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-127fa06a-9ba2-4b5f-b08a-f00b9dc2ce41 req-7090b2ff-4944-4358-bfbe-772122788490 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673692 Sep 16 16:38:50.458707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b156906e-dddf-4e50-8f11-1165674f1923 req-3b4fb480-e2d5-4013-9701-2d0de9c3a52d tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 210 time: 0.0444355 Sep 16 16:38:51.413754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a0bf8-4966-4585-9877-0068e4886dd5 req-241be7ca-de10-4974-9cd6-8fea4b41754e tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:51.421878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a5a0bf8-4966-4585-9877-0068e4886dd5 req-241be7ca-de10-4974-9cd6-8fea4b41754e tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 945 time: 0.0779769 Sep 16 16:38:51.483685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a5a0bf8-4966-4585-9877-0068e4886dd5 req-937e2ecb-8351-41b4-a834-ac5f5d1bd4b6 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596645 Sep 16 16:38:51.557307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b634c4d-a014-4292-8c56-d3da874e930c req-8dfb41b2-123d-48fe-84eb-3535879fe8c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 210 time: 0.0376034 Sep 16 16:38:51.784524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-0589227b-c4a3-49b1-93f5-3adf5d97a61d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:51.786573 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-0589227b-c4a3-49b1-93f5-3adf5d97a61d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 945 time: 0.0554254 Sep 16 16:38:51.950390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-3f097119-6392-4c77-82af-d81079ea745f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Deleting port 89704035-d2c8-44ac-bdf9-56cd35af9a89 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:38:51.951288 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-3f097119-6392-4c77-82af-d81079ea745f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:52.127091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-3f097119-6392-4c77-82af-d81079ea745f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] For port 89704035-d2c8-44ac-bdf9-56cd35af9a89, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=89704035-d2c8-44ac-bdf9-56cd35af9a89,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:38:52.127459 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-3f097119-6392-4c77-82af-d81079ea745f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:52.147801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-3f097119-6392-4c77-82af-d81079ea745f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Calling delete_port for 89704035-d2c8-44ac-bdf9-56cd35af9a89 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:38:52.597676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-3f097119-6392-4c77-82af-d81079ea745f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:52.619855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f7e67e7c-7efc-4f5b-98d6-615e65f47ed0', 'bc875c02-879b-4d28-ae9d-4cd09015e3c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:52.724995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f097119-6392-4c77-82af-d81079ea745f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Pushing event deleted for resources: {'Port': ['ID=89704035-d2c8-44ac-bdf9-56cd35af9a89,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:52.736996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6a482f18-ace3-4840-a931-de542dc9dff7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:38:52.765454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-3f097119-6392-4c77-82af-d81079ea745f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] No DVR routers for this DVR port 89704035-d2c8-44ac-bdf9-56cd35af9a89 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:38:52.769497 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-3f097119-6392-4c77-82af-d81079ea745f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:52.771756 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2ae2fbc-8db0-43be-bf85-ba3d2b610710 req-3f097119-6392-4c77-82af-d81079ea745f tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.52 "DELETE /v2.0/ports/89704035-d2c8-44ac-bdf9-56cd35af9a89 HTTP/1.1" status: 204 len: 173 time: 0.9784141 Sep 16 16:38:52.773209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2c1b92-7991-4598-a4b4-218d8ec5a2c9', 'name': 'network-vif-deleted', 'tag': '89704035-d2c8-44ac-bdf9-56cd35af9a89'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:52.775523 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e4c104-c557-489d-a0ce-4c35a47d6ea6" -d '{"events": [{"server_uuid": "3a2c1b92-7991-4598-a4b4-218d8ec5a2c9", "name": "network-vif-deleted", "tag": "89704035-d2c8-44ac-bdf9-56cd35af9a89"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:52.819759 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-280ed51d-e0a5-4b27-8905-a24def680a37 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2970963 Sep 16 16:38:52.820473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cd6f6871-f6cc-4d28-84e7-ba23e796a4c4 req-58dfbbec-e817-44d5-8390-3ba095ba72e8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 210 time: 0.0472496 Sep 16 16:38:52.911280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88fd5026-de1a-45c6-8295-e33b04c6cee2 req-ff9a9c4a-70bc-46dc-bae4-031e1d0c93fe tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 210 time: 0.1084652 Sep 16 16:38:52.942306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-b7aa18cc-2ee9-4bce-992f-4f167ecb5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:52.943898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-b7aa18cc-2ee9-4bce-992f-4f167ecb5f4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 1097 time: 0.0937972 Sep 16 16:38:52.987171 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f41eb66-1531-426a-a2ca-751391b356a1 x-openstack-request-id: req-5f41eb66-1531-426a-a2ca-751391b356a1 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:52.987466 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2c1b92-7991-4598-a4b4-218d8ec5a2c9", "name": "network-vif-deleted", "tag": "89704035-d2c8-44ac-bdf9-56cd35af9a89", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:52.987720 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f41eb66-1531-426a-a2ca-751391b356a1 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:52.988247 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2c1b92-7991-4598-a4b4-218d8ec5a2c9', 'name': 'network-vif-deleted', 'tag': '89704035-d2c8-44ac-bdf9-56cd35af9a89', 'status': 'completed', 'code': 200} Sep 16 16:38:53.253590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-c98ba492-60e4-4762-a5e4-efc6b85a0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:53.255697 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-c98ba492-60e4-4762-a5e4-efc6b85a0316 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 200 len: 915 time: 0.1946442 Sep 16 16:38:53.338213 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-72fe3392-f4bc-4e86-ac22-8d16fdebc91e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 HTTP/1.1" status: 200 len: 217 time: 0.0629275 Sep 16 16:38:53.438129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-ccb5a0e0-c9e6-4731-96b1-08ff454a902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:53.440652 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-ccb5a0e0-c9e6-4731-96b1-08ff454a902c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e95e675d-14c2-4dbd-8f50-7b3db5eb275a HTTP/1.1" status: 200 len: 854 time: 0.0940945 Sep 16 16:38:53.450747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-255fc151-7e10-4dce-b793-1caeece978f6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:53.452344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-255fc151-7e10-4dce-b793-1caeece978f6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.62 "GET /v2.0/networks?id=1986af34-1a15-44c9-92dc-71bcf9fb7bec HTTP/1.1" status: 200 len: 818 time: 0.1766038 Sep 16 16:38:53.473762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Request body: {'port': {'device_id': 'bc17a758-71d4-497f-b700-da4422a858a1', 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec', 'admin_state_up': True, 'tenant_id': 'e13b869580d244eb877653104f2e317f'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:53.509319 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-3f332c5a-02b1-4255-bbb8-71da29e2df84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10b14b39-f053-4d74-8685-c7c085a18520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446317 Sep 16 16:38:53.698505 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-418053ef-8c64-4d2f-8217-0176d7460d4a service neutron] 10.222.0.62 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801951 Sep 16 16:38:53.774650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Made reservation on behalf of e13b869580d244eb877653104f2e317f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:53.779145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:53.872714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 89704035-d2c8-44ac-bdf9-56cd35af9a89 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:38:53.885966 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3e6e151e-d6ff-4bff-8f91-18424c04597e req-5d3aa5b0-b19a-4b6b-9168-5fc4287b18fb service neutron] 10.222.0.62 "GET /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672094 Sep 16 16:38:53.936984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 89704035-d2c8-44ac-bdf9-56cd35af9a89 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:38:53.938276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 89704035-d2c8-44ac-bdf9-56cd35af9a89 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:38:54.080138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Allocated IP 172.20.0.13 (1986af34-1a15-44c9-92dc-71bcf9fb7bec/a752abfc-c34d-4bc2-a2a9-457a9bd7aedf/955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:54.144998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-04a7f202-bf23-4083-a4f1-217af57c5ad2 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:54.147295 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-04a7f202-bf23-4083-a4f1-217af57c5ad2 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.52 "GET /v2.0/networks?id=1986af34-1a15-44c9-92dc-71bcf9fb7bec HTTP/1.1" status: 200 len: 818 time: 0.2559147 Sep 16 16:38:54.161926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Request body: {'port': {'device_id': '506f6479-06cf-4cc5-88b7-38bfdcbfcf7e', 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec', 'admin_state_up': True, 'tenant_id': 'e13b869580d244eb877653104f2e317f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:54.222297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ca995b1-9678-4e88-b918-c12d14335d4f req-9907c829-0241-45e8-913c-45a95cae3ed0 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 210 time: 0.0678937 Sep 16 16:38:54.256246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f2a0136-105a-4aa7-87b9-c4e49a5d4a7d req-5d818ce0-24d0-44d1-a4a0-fecbe9292067 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a2c1b92-7991-4598-a4b4-218d8ec5a2c9 HTTP/1.1" status: 200 len: 210 time: 0.0759921 Sep 16 16:38:54.399484 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:54.423141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Made reservation on behalf of e13b869580d244eb877653104f2e317f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:54.423141 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:54.607646 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:54.725005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Pushing event updated for resources: {'Port': ['ID=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:54.729402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Network 1986af34-1a15-44c9-92dc-71bcf9fb7bec is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:54.731618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:54.735619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:54.788438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:54.789138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:54.827150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Allocated IP 172.20.0.9 (1986af34-1a15-44c9-92dc-71bcf9fb7bec/a752abfc-c34d-4bc2-a2a9-457a9bd7aedf/ace2aeff-dba0-42d1-a83f-2f8fee41290f) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:54.897938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-cefb7a8e-746f-482e-a1a2-4df2ac4233f4 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:54.899460 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-cefb7a8e-746f-482e-a1a2-4df2ac4233f4 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.62 "GET /v2.0/networks?id=1986af34-1a15-44c9-92dc-71bcf9fb7bec HTTP/1.1" status: 200 len: 818 time: 0.1860495 Sep 16 16:38:54.914657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Request body: {'port': {'device_id': '2f1708c8-896c-40b9-bb6c-8719169d91b1', 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec', 'admin_state_up': True, 'tenant_id': 'e13b869580d244eb877653104f2e317f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:55.193301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:55.212594 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-52bd29d5-d1b5-44f6-b88e-3c64a6fe122c tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7450275 Sep 16 16:38:55.227273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Request body: {'port': {'device_id': 'bc17a758-71d4-497f-b700-da4422a858a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:55.294647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:55.297523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Made reservation on behalf of e13b869580d244eb877653104f2e317f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:38:55.313533 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:55.323410 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:55.447455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dfe7c32-0b0b-49c8-8eeb-155823605178 req-f94e9f9f-4a6a-4d30-bf9d-bdcb4f412f19 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 210 time: 0.0465739 Sep 16 16:38:55.849818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Pushing event updated for resources: {'Port': ['ID=ace2aeff-dba0-42d1-a83f-2f8fee41290f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:55.881147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Network 1986af34-1a15-44c9-92dc-71bcf9fb7bec is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:55.884501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:55.887021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:55.927974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:55.938044 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:55.956251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Transition to ACTIVE for port object 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:38:56.035839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.039844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:56.041210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.130165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Allocated IP 172.20.0.3 (1986af34-1a15-44c9-92dc-71bcf9fb7bec/a752abfc-c34d-4bc2-a2a9-457a9bd7aedf/390ad821-a6ef-4717-bd87-e55ad609afe5) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:38:56.176845 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-299987ca-1ca5-41da-a8e3-28eb945f2789 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0201101 Sep 16 16:38:56.195780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Request body: {'port': {'device_id': '506f6479-06cf-4cc5-88b7-38bfdcbfcf7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:56.262863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Pushing event updated for resources: {'Port': ['ID=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:56.291098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45670) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:56.296586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Attempting to bind port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:56.296900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Attempting to bind port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:56.297700 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Attempting to bind port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e on network 1986af34-1a15-44c9-92dc-71bcf9fb7bec {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:56.304100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e on network 1986af34-1a15-44c9-92dc-71bcf9fb7bec not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:38:56.304627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Attempting to bind port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e on network 1986af34-1a15-44c9-92dc-71bcf9fb7bec {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:56.310926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:56.311515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Checking segment: {'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:56.312076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Bound using segment: {'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:56.312703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Bound port: 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:56.313294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.322523 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.484189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] For port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:56.496417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] For port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:56.620773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c30339a-a22f-441d-a93e-e81923313b34 req-bb544204-a780-4f15-9e33-a830cf7c6051 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 210 time: 0.0589361 Sep 16 16:38:56.622771 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.659797 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-302bce71-7fa1-411e-a823-6e180c5bd4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.664063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.761123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Pushing event updated for resources: {'Port': ['ID=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:56.789571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:56.789571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.790279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-88230efc-f1da-464a-b909-0507b5b4c912 service neutron] 10.222.0.62 "PUT /v2.0/ports/955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e HTTP/1.1" status: 200 len: 1092 time: 1.5677640 Sep 16 16:38:56.790753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc17a758-71d4-497f-b700-da4422a858a1', 'tag': '955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:56.792998 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6387c1fb-b0a5-4766-b884-49494b54e5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc17a758-71d4-497f-b700-da4422a858a1", "tag": "955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:56.851690 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.905716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-302bce71-7fa1-411e-a823-6e180c5bd4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.965878 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bcb4ec-20bf-4618-a9a6-b6cc6da05bb3 x-openstack-request-id: req-47bcb4ec-20bf-4618-a9a6-b6cc6da05bb3 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:56.966688 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc17a758-71d4-497f-b700-da4422a858a1", "tag": "955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:56.967747 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47bcb4ec-20bf-4618-a9a6-b6cc6da05bb3 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:56.969377 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc17a758-71d4-497f-b700-da4422a858a1', 'tag': '955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e', 'status': 'completed', 'code': 200} Sep 16 16:38:56.983380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Network 1986af34-1a15-44c9-92dc-71bcf9fb7bec is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:38:56.993718 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-302bce71-7fa1-411e-a823-6e180c5bd4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:56.996500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:38:57.053004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-da5228f0-31e1-4348-bfcc-44d67b3ee853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:57.057569 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-da5228f0-31e1-4348-bfcc-44d67b3ee853 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e13b869580d244eb877653104f2e317f&device_id=bc17a758-71d4-497f-b700-da4422a858a1 HTTP/1.1" status: 200 len: 1095 time: 0.1230869 Sep 16 16:38:57.064218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:38:57.119068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bce71-7fa1-411e-a823-6e180c5bd4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523413f8-2e70-4199-9dcb-db8e19bdc6bc,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:57.128273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:57.129123 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:57.160085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Pushing event updated for resources: {'Port': ['ID=390ad821-a6ef-4717-bd87-e55ad609afe5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:57.183434 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-302bce71-7fa1-411e-a823-6e180c5bd4f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=449f7410332444fe942ed0f13f6fd472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8894024 Sep 16 16:38:57.190990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45692) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:57.280180 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4dd7d278-dcd5-4bbc-8441-b8bf97ae8bc8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3692844 Sep 16 16:38:57.306774 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24ab53b2-0d2a-448d-b93a-0bf6a653c9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:57.342423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24ab53b2-0d2a-448d-b93a-0bf6a653c9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:57.443217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Request body: {'port': {'device_id': '2f1708c8-896c-40b9-bb6c-8719169d91b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:38:57.487254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace2aeff-dba0-42d1-a83f-2f8fee41290f {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:57.499577 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:57.535711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24ab53b2-0d2a-448d-b93a-0bf6a653c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:57.544098 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24ab53b2-0d2a-448d-b93a-0bf6a653c9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:57.545341 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-24ab53b2-0d2a-448d-b93a-0bf6a653c9e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/523413f8-2e70-4199-9dcb-db8e19bdc6bc HTTP/1.1" status: 204 len: 168 time: 0.3533976 Sep 16 16:38:57.574391 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Transition to ACTIVE for port object ace2aeff-dba0-42d1-a83f-2f8fee41290f will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:38:57.577111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab53b2-0d2a-448d-b93a-0bf6a653c9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523413f8-2e70-4199-9dcb-db8e19bdc6bc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:57.579710 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:57.609152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-2b74f581-707e-4a87-b851-6f35048ad64e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e HTTP/1.1" status: 200 len: 217 time: 0.5390399 Sep 16 16:38:57.668584 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:57.681016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-66afb2fb-2e1c-4b70-9796-d3bc86d09be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:57.683257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-66afb2fb-2e1c-4b70-9796-d3bc86d09be6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a752abfc-c34d-4bc2-a2a9-457a9bd7aedf HTTP/1.1" status: 200 len: 858 time: 0.0692546 Sep 16 16:38:57.800139 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-b2761063-f4f8-471b-936e-76206e854e52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1986af34-1a15-44c9-92dc-71bcf9fb7bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961454 Sep 16 16:38:57.817778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ace2aeff-dba0-42d1-a83f-2f8fee41290f,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:58.017269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137de82-b7cf-46f3-ba97-1f35fab3e203 req-e64c0813-9d1c-4c52-86eb-9ca2ac82d6fd tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:58.027392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b137de82-b7cf-46f3-ba97-1f35fab3e203 req-e64c0813-9d1c-4c52-86eb-9ca2ac82d6fd tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 931 time: 0.2593355 Sep 16 16:38:58.037101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Attempting to bind port ace2aeff-dba0-42d1-a83f-2f8fee41290f on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:58.046667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Attempting to bind port ace2aeff-dba0-42d1-a83f-2f8fee41290f by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:58.046667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Attempting to bind port ace2aeff-dba0-42d1-a83f-2f8fee41290f on network 1986af34-1a15-44c9-92dc-71bcf9fb7bec {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:58.113158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Port ace2aeff-dba0-42d1-a83f-2f8fee41290f on network 1986af34-1a15-44c9-92dc-71bcf9fb7bec not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:38:58.113835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Attempting to bind port ace2aeff-dba0-42d1-a83f-2f8fee41290f on network 1986af34-1a15-44c9-92dc-71bcf9fb7bec {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:58.145068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:58.145417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Checking segment: {'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:58.145798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Bound using segment: {'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:58.146248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Bound port: ace2aeff-dba0-42d1-a83f-2f8fee41290f, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:58.146615 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:58.188676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b137de82-b7cf-46f3-ba97-1f35fab3e203 req-577b543d-3503-4bbe-9748-dadaa8edf322 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593988 Sep 16 16:38:58.221083 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e53f0cce-3dd8-489a-bc94-b772690b744d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:58.235312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-16fc94a4-4f1c-417e-9c4d-ab1dfca689d9 service neutron] 10.222.0.62 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801794 Sep 16 16:38:58.311262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] For port ace2aeff-dba0-42d1-a83f-2f8fee41290f, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:58.329620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] For port ace2aeff-dba0-42d1-a83f-2f8fee41290f, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ace2aeff-dba0-42d1-a83f-2f8fee41290f,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:58.345288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390ad821-a6ef-4717-bd87-e55ad609afe5 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:38:58.359384 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:58.394067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Transition to ACTIVE for port object 390ad821-a6ef-4717-bd87-e55ad609afe5 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:38:58.401273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:58.452458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-4d3e8901-15ce-43b4-abce-f9f211b094c9 service neutron] 10.222.0.62 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851444 Sep 16 16:38:58.483329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:58.484055 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:58.485675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] 10.222.0.52 "PUT /v2.0/ports/ace2aeff-dba0-42d1-a83f-2f8fee41290f HTTP/1.1" status: 200 len: 1091 time: 2.2953236 Sep 16 16:38:58.489773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506f6479-06cf-4cc5-88b7-38bfdcbfcf7e', 'tag': 'ace2aeff-dba0-42d1-a83f-2f8fee41290f'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:38:58.492695 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5b38bc-aceb-417e-9c20-2c8bd52c3b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "506f6479-06cf-4cc5-88b7-38bfdcbfcf7e", "tag": "ace2aeff-dba0-42d1-a83f-2f8fee41290f"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:38:58.525376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45716) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:58.537647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a2e85-35fe-4767-a5eb-3c40ecaaedf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ace2aeff-dba0-42d1-a83f-2f8fee41290f,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:58.550178 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:58.562515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcaaa245-30d9-4315-983e-e5da95cb0f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:58.569569 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2d43e5-b350-40d7-8941-9083675b9745 x-openstack-request-id: req-9b2d43e5-b350-40d7-8941-9083675b9745 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:38:58.570009 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506f6479-06cf-4cc5-88b7-38bfdcbfcf7e", "tag": "ace2aeff-dba0-42d1-a83f-2f8fee41290f", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:38:58.570360 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b2d43e5-b350-40d7-8941-9083675b9745 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:38:58.570855 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f6479-06cf-4cc5-88b7-38bfdcbfcf7e', 'tag': 'ace2aeff-dba0-42d1-a83f-2f8fee41290f', 'status': 'completed', 'code': 200} Sep 16 16:38:58.681017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387c1fb-b0a5-4766-b884-49494b54e5e2 req-f29bea3a-6d88-4893-b3d4-1d1e161244cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:58.683564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6387c1fb-b0a5-4766-b884-49494b54e5e2 req-f29bea3a-6d88-4893-b3d4-1d1e161244cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e13b869580d244eb877653104f2e317f&device_id=bc17a758-71d4-497f-b700-da4422a858a1 HTTP/1.1" status: 200 len: 1095 time: 0.1091218 Sep 16 16:38:58.687313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b38bc-aceb-417e-9c20-2c8bd52c3b5a req-5c05cf13-44ae-44e0-88aa-6fda7dc61b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:58.689385 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0d5b38bc-aceb-417e-9c20-2c8bd52c3b5a req-5c05cf13-44ae-44e0-88aa-6fda7dc61b1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e13b869580d244eb877653104f2e317f&device_id=506f6479-06cf-4cc5-88b7-38bfdcbfcf7e HTTP/1.1" status: 200 len: 1094 time: 0.0888681 Sep 16 16:38:58.693463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Pushing event updated for resources: {'Port': ['ID=390ad821-a6ef-4717-bd87-e55ad609afe5,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:58.816077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387c1fb-b0a5-4766-b884-49494b54e5e2 req-6c41b4f9-98b7-4705-b244-157c681281bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:58.819188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6387c1fb-b0a5-4766-b884-49494b54e5e2 req-6c41b4f9-98b7-4705-b244-157c681281bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=1986af34-1a15-44c9-92dc-71bcf9fb7bec HTTP/1.1" status: 200 len: 919 time: 0.1259186 Sep 16 16:38:58.886360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Attempting to bind port 390ad821-a6ef-4717-bd87-e55ad609afe5 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:38:58.887177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Attempting to bind port 390ad821-a6ef-4717-bd87-e55ad609afe5 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:38:58.887805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Attempting to bind port 390ad821-a6ef-4717-bd87-e55ad609afe5 on network 1986af34-1a15-44c9-92dc-71bcf9fb7bec {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:58.899943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6387c1fb-b0a5-4766-b884-49494b54e5e2 req-732a2dcc-cb6f-4717-a0ae-ba1ebb59bc56 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e HTTP/1.1" status: 200 len: 217 time: 0.0659757 Sep 16 16:38:58.902743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Port 390ad821-a6ef-4717-bd87-e55ad609afe5 on network 1986af34-1a15-44c9-92dc-71bcf9fb7bec not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:38:58.903373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Attempting to bind port 390ad821-a6ef-4717-bd87-e55ad609afe5 on network 1986af34-1a15-44c9-92dc-71bcf9fb7bec {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:38:58.936947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:38:58.936947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Checking segment: {'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:38:58.936947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Bound using segment: {'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:38:58.936947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Bound port: 390ad821-a6ef-4717-bd87-e55ad609afe5, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9b704c-5c99-4fc6-a624-3c48d3e49a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:38:58.936947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:59.001243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b38bc-aceb-417e-9c20-2c8bd52c3b5a req-66071e5f-66d7-4624-a940-c2783c83a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:59.003434 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0d5b38bc-aceb-417e-9c20-2c8bd52c3b5a req-66071e5f-66d7-4624-a940-c2783c83a59b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e13b869580d244eb877653104f2e317f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2764332 Sep 16 16:38:59.039199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387c1fb-b0a5-4766-b884-49494b54e5e2 req-355f7e5a-275a-4e2b-8a9c-8fa70c415f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:59.040697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6387c1fb-b0a5-4766-b884-49494b54e5e2 req-355f7e5a-275a-4e2b-8a9c-8fa70c415f44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a752abfc-c34d-4bc2-a2a9-457a9bd7aedf HTTP/1.1" status: 200 len: 858 time: 0.1332426 Sep 16 16:38:59.068164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcaaa245-30d9-4315-983e-e5da95cb0f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:59.114320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6387c1fb-b0a5-4766-b884-49494b54e5e2 req-c3fe18fd-509b-4fc6-a056-900d540b6c9e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1986af34-1a15-44c9-92dc-71bcf9fb7bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600059 Sep 16 16:38:59.157703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcaaa245-30d9-4315-983e-e5da95cb0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:59.217147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b38bc-aceb-417e-9c20-2c8bd52c3b5a req-832d11fd-6b5c-4862-b9e9-8aed5f48109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:59.219085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0d5b38bc-aceb-417e-9c20-2c8bd52c3b5a req-832d11fd-6b5c-4862-b9e9-8aed5f48109f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1995707 Sep 16 16:38:59.242836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] For port 390ad821-a6ef-4717-bd87-e55ad609afe5, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:38:59.248261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] For port 390ad821-a6ef-4717-bd87-e55ad609afe5, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390ad821-a6ef-4717-bd87-e55ad609afe5,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:38:59.317608 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fcaaa245-30d9-4315-983e-e5da95cb0f0a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec3f12ded8504f9db61d4b1272a45e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7910442 Sep 16 16:38:59.323381 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45734) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:38:59.353659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:59.354031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaaa245-30d9-4315-983e-e5da95cb0f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc8d1f7-d50d-47f3-847e-3898bd485187,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:59.410354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-d4ac6e2a-d76f-45e7-9365-bb0c986e4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:59.412350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-d4ac6e2a-d76f-45e7-9365-bb0c986e4d9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e13b869580d244eb877653104f2e317f&device_id=506f6479-06cf-4cc5-88b7-38bfdcbfcf7e HTTP/1.1" status: 200 len: 1094 time: 0.1098747 Sep 16 16:38:59.426232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:59.433854 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:59.433854 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] 10.222.0.62 "PUT /v2.0/ports/390ad821-a6ef-4717-bd87-e55ad609afe5 HTTP/1.1" status: 200 len: 1091 time: 2.1257401 Sep 16 16:38:59.468787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-7554f04a-e90e-4a28-b469-ecaa5e7722a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace2aeff-dba0-42d1-a83f-2f8fee41290f HTTP/1.1" status: 200 len: 217 time: 0.0443785 Sep 16 16:38:59.507549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6387c1fb-b0a5-4766-b884-49494b54e5e2 req-daa5fdba-bd07-428c-a619-90164ffc8e14 service neutron] 10.222.0.62 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833716 Sep 16 16:38:59.527819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527c98d-01d6-4cd1-9b90-489afbb49dbe service neutron] Pushing event updated for resources: {'Port': ['ID=390ad821-a6ef-4717-bd87-e55ad609afe5,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:38:59.543352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-f276a1fe-cb49-485f-b0b6-3b3bf2af00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:59.544659 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-f276a1fe-cb49-485f-b0b6-3b3bf2af00dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a752abfc-c34d-4bc2-a2a9-457a9bd7aedf HTTP/1.1" status: 200 len: 858 time: 0.0654354 Sep 16 16:38:59.560804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffdaaa2b-7e94-4108-83f0-aa294606c322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:59.607188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d52e61-b6cf-479e-87f3-ef3c7da67963 req-8589e626-f75f-49fb-886a-e7d4fc8041b1 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:59.609032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40d52e61-b6cf-479e-87f3-ef3c7da67963 req-8589e626-f75f-49fb-886a-e7d4fc8041b1 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 943 time: 0.2727847 Sep 16 16:38:59.620782 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-30faa93a-0057-4b5c-944a-9ef54d79efc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1986af34-1a15-44c9-92dc-71bcf9fb7bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561526 Sep 16 16:38:59.662480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-50b7779b-d766-46e6-902e-59dd4e6ae624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:59.664160 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-50b7779b-d766-46e6-902e-59dd4e6ae624 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e13b869580d244eb877653104f2e317f&device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 1094 time: 0.1117725 Sep 16 16:38:59.683275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffdaaa2b-7e94-4108-83f0-aa294606c322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:59.717096 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-b0cae624-ef41-4713-874d-6825b0706b61 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=390ad821-a6ef-4717-bd87-e55ad609afe5 HTTP/1.1" status: 200 len: 217 time: 0.0434535 Sep 16 16:38:59.779429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40d52e61-b6cf-479e-87f3-ef3c7da67963 req-94fb5712-4f27-4fed-973b-daa259bfa4fd tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574070 Sep 16 16:38:59.785388 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6387c1fb-b0a5-4766-b884-49494b54e5e2 req-0d98c27a-8ce1-43dd-8f3d-e1ba42ef8910 service neutron] 10.222.0.62 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609634 Sep 16 16:38:59.817988 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-133740be-f782-4e56-bc70-75e0b060bcd4 service neutron] 10.222.0.52 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878107 Sep 16 16:38:59.820728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-e0eed061-65b9-43cb-8fcd-35f0a378eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:38:59.822156 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-e0eed061-65b9-43cb-8fcd-35f0a378eff6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a752abfc-c34d-4bc2-a2a9-457a9bd7aedf HTTP/1.1" status: 200 len: 858 time: 0.0741832 Sep 16 16:38:59.881881 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-391d39d5-209f-41f9-8272-2afcfd51a269 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1986af34-1a15-44c9-92dc-71bcf9fb7bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460882 Sep 16 16:38:59.894685 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffdaaa2b-7e94-4108-83f0-aa294606c322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:59.897346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffdaaa2b-7e94-4108-83f0-aa294606c322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:38:59.898549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ffdaaa2b-7e94-4108-83f0-aa294606c322 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5dc8d1f7-d50d-47f3-847e-3898bd485187 HTTP/1.1" status: 204 len: 168 time: 0.5740945 Sep 16 16:38:59.910440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaaa2b-7e94-4108-83f0-aa294606c322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc8d1f7-d50d-47f3-847e-3898bd485187,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:00.125300 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-0811ee77-0811-429a-90e0-d2f7d6b2ae3a service neutron] 10.222.0.52 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991838 Sep 16 16:39:00.151138 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-35fb3dca-cfd2-4fc0-8b56-3b51841211ad service neutron] 10.222.0.62 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881707 Sep 16 16:39:00.263459 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-250309c5-e5c8-4661-8ddf-6c86dd25064a req-6cf4ab83-4703-43db-928a-7bcfbec7a479 service neutron] 10.222.0.62 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031833 Sep 16 16:39:00.572087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1708c8-896c-40b9-bb6c-8719169d91b1', 'tag': '390ad821-a6ef-4717-bd87-e55ad609afe5'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:00.575050 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceeb514-8aae-46b1-8995-63325c9d4ada" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1708c8-896c-40b9-bb6c-8719169d91b1", "tag": "390ad821-a6ef-4717-bd87-e55ad609afe5"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:00.624588 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44af5bdd-e1fd-4b85-80ee-01252f1d8e1c x-openstack-request-id: req-44af5bdd-e1fd-4b85-80ee-01252f1d8e1c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:00.624588 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1708c8-896c-40b9-bb6c-8719169d91b1", "tag": "390ad821-a6ef-4717-bd87-e55ad609afe5", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:00.624588 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44af5bdd-e1fd-4b85-80ee-01252f1d8e1c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:00.624588 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1708c8-896c-40b9-bb6c-8719169d91b1', 'tag': '390ad821-a6ef-4717-bd87-e55ad609afe5', 'status': 'completed', 'code': 200} Sep 16 16:39:00.710968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeb514-8aae-46b1-8995-63325c9d4ada req-b27dc05d-0ad1-4fc0-85c5-c4c24d55f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:00.712584 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dceeb514-8aae-46b1-8995-63325c9d4ada req-b27dc05d-0ad1-4fc0-85c5-c4c24d55f0fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e13b869580d244eb877653104f2e317f&device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 1094 time: 0.0640736 Sep 16 16:39:00.800299 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6c52922b-cffc-4e1e-bdf7-d102a2ccc9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:00.822661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b847b9c-604e-4b9e-b2ba-f5438cb91735 req-eed59837-a5f0-4b68-8c47-15ba45933e1a tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:00.832119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b847b9c-604e-4b9e-b2ba-f5438cb91735 req-eed59837-a5f0-4b68-8c47-15ba45933e1a tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 945 time: 0.0749519 Sep 16 16:39:00.884346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b847b9c-604e-4b9e-b2ba-f5438cb91735 req-b9d47284-dc07-4298-b0af-dba63bad179c tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509217 Sep 16 16:39:00.897550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeb514-8aae-46b1-8995-63325c9d4ada req-b77c1372-fa1f-4626-8e14-ba9d34ef331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:00.899369 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dceeb514-8aae-46b1-8995-63325c9d4ada req-b77c1372-fa1f-4626-8e14-ba9d34ef331f service neutron] 10.222.0.62 "GET /v2.0/networks?id=1986af34-1a15-44c9-92dc-71bcf9fb7bec HTTP/1.1" status: 200 len: 919 time: 0.1751273 Sep 16 16:39:00.964099 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dceeb514-8aae-46b1-8995-63325c9d4ada req-9d3d4c24-7061-4427-a90d-78a307ddb7d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=390ad821-a6ef-4717-bd87-e55ad609afe5 HTTP/1.1" status: 200 len: 217 time: 0.0571837 Sep 16 16:39:00.964319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:39:01.015906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeb38d-1892-47b6-86ef-02ca2b1cee65 req-4695300a-1fcb-4d21-b063-bab76d97db6f tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:01.024651 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03aeb38d-1892-47b6-86ef-02ca2b1cee65 req-4695300a-1fcb-4d21-b063-bab76d97db6f tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 943 time: 0.0865877 Sep 16 16:39:01.119398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03aeb38d-1892-47b6-86ef-02ca2b1cee65 req-1d0572fc-97d6-4f77-ae1a-e6ce30a483ac tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865362 Sep 16 16:39:01.139412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeb514-8aae-46b1-8995-63325c9d4ada req-f3ec900d-03ad-4212-9c3b-08fda3b30cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:01.141000 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dceeb514-8aae-46b1-8995-63325c9d4ada req-f3ec900d-03ad-4212-9c3b-08fda3b30cef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a752abfc-c34d-4bc2-a2a9-457a9bd7aedf HTTP/1.1" status: 200 len: 858 time: 0.1635146 Sep 16 16:39:01.181902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:01.202658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e', 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec', 'port_id': '955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e', 'mac_address': 'fa:16:3e:6d:cc:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a752abfc-c34d-4bc2-a2a9-457a9bd7aedf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:39:01.206909 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dceeb514-8aae-46b1-8995-63325c9d4ada req-23685499-7194-40c4-b815-69693a7ce172 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1986af34-1a15-44c9-92dc-71bcf9fb7bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517879 Sep 16 16:39:01.277576 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:01.303273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:39:01.326268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:01.421815 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:01.472898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dceeb514-8aae-46b1-8995-63325c9d4ada req-c941943d-404e-4d73-a6f1-826bc9129037 service neutron] 10.222.0.62 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403374 Sep 16 16:39:01.475110 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:01.507367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:01.652466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dceeb514-8aae-46b1-8995-63325c9d4ada req-777cf90b-ef3d-42d6-af46-7a47d7cc0873 service neutron] 10.222.0.62 "GET /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729448 Sep 16 16:39:01.666292 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-234ff541-edc8-4682-8768-46d9bfed258f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0727646 Sep 16 16:39:01.677267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:01.809520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-919eaea3-5592-4096-8de0-684327425c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:01.810486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-919eaea3-5592-4096-8de0-684327425c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:01.811061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-919eaea3-5592-4096-8de0-684327425c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:01.811602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-919eaea3-5592-4096-8de0-684327425c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:01.812136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-919eaea3-5592-4096-8de0-684327425c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:01.813533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-919eaea3-5592-4096-8de0-684327425c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:01.814731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-919eaea3-5592-4096-8de0-684327425c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:01.835295 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-919eaea3-5592-4096-8de0-684327425c7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6500 time: 0.0789270 Sep 16 16:39:01.919907 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:02.018781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-e7d883e4-9ca9-4569-a962-e5ee6f65e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:02.019444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-e7d883e4-9ca9-4569-a962-e5ee6f65e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:02.020281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-e7d883e4-9ca9-4569-a962-e5ee6f65e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:02.022258 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-e7d883e4-9ca9-4569-a962-e5ee6f65e23a service neutron] 10.222.0.52 "GET /v2.0/networks?id=62c586e6-0201-471e-b583-b9418df0ff0d&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604 HTTP/1.1" status: 200 len: 2299 time: 0.1725214 Sep 16 16:39:02.048802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b2d21-341d-4aab-be0b-bc0696aa3dba req-73bb7b67-f7cc-47fb-a4f2-bb40bd58ff63 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:02.050609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a46b2d21-341d-4aab-be0b-bc0696aa3dba req-73bb7b67-f7cc-47fb-a4f2-bb40bd58ff63 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 945 time: 0.0609047 Sep 16 16:39:02.095330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a46b2d21-341d-4aab-be0b-bc0696aa3dba req-287658a2-ee59-435a-a8d7-d179d6d94fab tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Sep 16 16:39:02.106322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-26a1d4df-d49d-4792-b03f-f1d13700d340 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e HTTP/1.1" status: 200 len: 1001 time: 0.0753479 Sep 16 16:39:02.168193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-d29d5ae5-6db4-44c9-b61b-bf122b3f4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:02.170258 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-d29d5ae5-6db4-44c9-b61b-bf122b3f4888 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=94aa22e8-4939-422f-b724-bd08abd2ae2f HTTP/1.1" status: 200 len: 856 time: 0.0559556 Sep 16 16:39:02.223738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-dee84484-2652-4b1a-8bab-40fc8f2ee7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:02.225608 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-dee84484-2652-4b1a-8bab-40fc8f2ee7e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62c586e6-0201-471e-b583-b9418df0ff0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420697 Sep 16 16:39:02.241051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fa4d6-60d5-44b4-bb33-3d769e8f896e req-49ad1c48-0f04-4ece-b41b-2b2473181f36 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:02.242679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a4fa4d6-60d5-44b4-bb33-3d769e8f896e req-49ad1c48-0f04-4ece-b41b-2b2473181f36 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 943 time: 0.0614672 Sep 16 16:39:02.286873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a4fa4d6-60d5-44b4-bb33-3d769e8f896e req-118bb96e-42d2-4c61-8b24-8228007a0949 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377517 Sep 16 16:39:02.363729 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-4c604dd7-d9cb-4948-87ff-43e22edab854 service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279466 Sep 16 16:39:02.374310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-2d3eb649-65a1-4fbf-8f90-417e62af7485 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:02.374310 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-2d3eb649-65a1-4fbf-8f90-417e62af7485 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.52 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 945 time: 0.0755870 Sep 16 16:39:02.553951 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-4ee1ccdb-72a0-4909-b067-b7d3122996ff service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789548 Sep 16 16:39:02.561635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-69bd34b6-9f9d-4596-8467-0d2d693f4dbe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Deleting port 6a482f18-ace3-4840-a931-de542dc9dff7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:02.561935 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-69bd34b6-9f9d-4596-8467-0d2d693f4dbe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:02.608258 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-2e922762-abe9-4176-a06a-07e262618b8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=f05e97f8-44e6-4e66-87c0-537832c067fe HTTP/1.1" status: 200 len: 217 time: 0.0425489 Sep 16 16:39:02.715994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45826) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:02.725696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-bd3532f7-2a58-4e9d-aceb-e1d4934a1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:02.727193 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-bd3532f7-2a58-4e9d-aceb-e1d4934a1497 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.0930381 Sep 16 16:39:02.780504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-69bd34b6-9f9d-4596-8467-0d2d693f4dbe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] For port 6a482f18-ace3-4840-a931-de542dc9dff7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6a482f18-ace3-4840-a931-de542dc9dff7,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:02.780877 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-69bd34b6-9f9d-4596-8467-0d2d693f4dbe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:02.798831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-69bd34b6-9f9d-4596-8467-0d2d693f4dbe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Calling delete_port for 6a482f18-ace3-4840-a931-de542dc9dff7 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:02.808405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-98647f8d-6498-42af-baae-1076bb35f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:02.809969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-98647f8d-6498-42af-baae-1076bb35f10f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740976 Sep 16 16:39:02.904677 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e149d6ed-ccf0-4240-a228-958093d0b64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:02.987847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 390ad821-a6ef-4717-bd87-e55ad609afe5 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:39:03.011163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:03.059233 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e149d6ed-ccf0-4240-a228-958093d0b64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:03.132302 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e149d6ed-ccf0-4240-a228-958093d0b64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:03.212697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e149d6ed-ccf0-4240-a228-958093d0b64d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=249385c4c0e44cab9e591c890af69f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959037 Sep 16 16:39:03.213776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149d6ed-ccf0-4240-a228-958093d0b64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566df088-9d40-41fc-8f1c-0914f21540a8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:03.216477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45836) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:03.260277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:39:03.266228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:03.267946 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:03.325555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98550016-2c15-4d1e-a21b-20b0ca53d03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:03.334643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0504af-646e-4b38-bbe9-bd4ba2459c95 req-be29e68f-f758-4c2f-8fa5-9e3e436f8ef8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:03.336205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b0504af-646e-4b38-bbe9-bd4ba2459c95 req-be29e68f-f758-4c2f-8fa5-9e3e436f8ef8 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 945 time: 0.1008763 Sep 16 16:39:03.373332 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-4d9a2a9b-deb7-4b2c-b878-eb7e0a46ee91 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537539 Sep 16 16:39:03.377649 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98550016-2c15-4d1e-a21b-20b0ca53d03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:03.465243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 390ad821-a6ef-4717-bd87-e55ad609afe5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390ad821-a6ef-4717-bd87-e55ad609afe5,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:03.473513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b0504af-646e-4b38-bbe9-bd4ba2459c95 req-c9304f6e-e1bb-4beb-85e0-20e25c2d477d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230323 Sep 16 16:39:03.501451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '390ad821-a6ef-4717-bd87-e55ad609afe5', 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec', 'port_id': '390ad821-a6ef-4717-bd87-e55ad609afe5', 'mac_address': 'fa:16:3e:61:4f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a752abfc-c34d-4bc2-a2a9-457a9bd7aedf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:39:03.552481 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-39df5670-310f-439c-a474-2db9f52dfc01 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677532 Sep 16 16:39:03.589224 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:03.602177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3144d-cb3b-4704-a2fd-2ce4d353db92 req-33bd2ecf-2350-4f63-a5b8-45eba38664fc tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:03.613021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29d3144d-cb3b-4704-a2fd-2ce4d353db92 req-33bd2ecf-2350-4f63-a5b8-45eba38664fc tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 943 time: 0.0743451 Sep 16 16:39:03.617461 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98550016-2c15-4d1e-a21b-20b0ca53d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:03.621392 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-9b0cd203-544c-4455-888e-dd8a9880ae85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=8ab0bbc4-e6a3-417d-bad8-c3094a12594a HTTP/1.1" status: 200 len: 217 time: 0.0547247 Sep 16 16:39:03.623063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98550016-2c15-4d1e-a21b-20b0ca53d03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:03.627762 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-98550016-2c15-4d1e-a21b-20b0ca53d03c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/566df088-9d40-41fc-8f1c-0914f21540a8 HTTP/1.1" status: 204 len: 168 time: 0.3985872 Sep 16 16:39:03.639388 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-69bd34b6-9f9d-4596-8467-0d2d693f4dbe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:03.656412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98550016-2c15-4d1e-a21b-20b0ca53d03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566df088-9d40-41fc-8f1c-0914f21540a8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:03.702180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f7e67e7c-7efc-4f5b-98d6-615e65f47ed0', 'bc875c02-879b-4d28-ae9d-4cd09015e3c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:03.723382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6a482f18-ace3-4840-a931-de542dc9dff7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:03.723733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29d3144d-cb3b-4704-a2fd-2ce4d353db92 req-7efa57fb-b3a1-4189-8ffb-77b0c650ee97 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010637 Sep 16 16:39:03.734345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd34b6-9f9d-4596-8467-0d2d693f4dbe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Pushing event deleted for resources: {'Port': ['ID=6a482f18-ace3-4840-a931-de542dc9dff7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:03.770035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-3253b99f-1015-4559-ae56-3a56ff4d50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:03.771740 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-3253b99f-1015-4559-ae56-3a56ff4d50d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.1435478 Sep 16 16:39:03.809595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-69bd34b6-9f9d-4596-8467-0d2d693f4dbe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] No DVR routers for this DVR port 6a482f18-ace3-4840-a931-de542dc9dff7 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:03.814627 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-69bd34b6-9f9d-4596-8467-0d2d693f4dbe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:03.816782 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b15518b-8601-4ba6-b96b-6b73b5f5d00c req-69bd34b6-9f9d-4596-8467-0d2d693f4dbe tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.52 "DELETE /v2.0/ports/6a482f18-ace3-4840-a931-de542dc9dff7 HTTP/1.1" status: 204 len: 173 time: 1.4333026 Sep 16 16:39:03.817245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9993b08a-0348-4009-acac-88be9c82adf5', 'name': 'network-vif-deleted', 'tag': '6a482f18-ace3-4840-a931-de542dc9dff7'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:03.819831 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e3e768-8581-43f2-948e-5aa88ba9f494" -d '{"events": [{"server_uuid": "9993b08a-0348-4009-acac-88be9c82adf5", "name": "network-vif-deleted", "tag": "6a482f18-ace3-4840-a931-de542dc9dff7"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:03.858143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-5a89d271-3408-49c5-b6ca-99cfc13be5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:03.861473 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-5a89d271-3408-49c5-b6ca-99cfc13be5f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0655506 Sep 16 16:39:03.908653 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d80e7b-f1b2-4889-bcbc-4e13050f1b04 x-openstack-request-id: req-82d80e7b-f1b2-4889-bcbc-4e13050f1b04 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:03.909177 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9993b08a-0348-4009-acac-88be9c82adf5", "name": "network-vif-deleted", "tag": "6a482f18-ace3-4840-a931-de542dc9dff7", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:03.909556 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82d80e7b-f1b2-4889-bcbc-4e13050f1b04 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:03.910075 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9993b08a-0348-4009-acac-88be9c82adf5', 'name': 'network-vif-deleted', 'tag': '6a482f18-ace3-4840-a931-de542dc9dff7', 'status': 'completed', 'code': 200} Sep 16 16:39:04.007919 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-31f8a6d8-4daf-4643-9469-b9cb63a2567d service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400862 Sep 16 16:39:04.023230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc17a758-71d4-497f-b700-da4422a858a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:04.026424 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70281026-c68a-4962-ab9c-e3aa52d9a2bc" -d '{"events": [{"server_uuid": "bc17a758-71d4-497f-b700-da4422a858a1", "name": "network-vif-plugged", "status": "completed", "tag": "955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:04.040317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ace2aeff-dba0-42d1-a83f-2f8fee41290f details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:39:04.056359 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:04.069136 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:04.072409 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:04.102263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390ad821-a6ef-4717-bd87-e55ad609afe5 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:39:04.163721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-5fea51bc-5c8e-4e49-85c6-d8e39a41005b service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456466 Sep 16 16:39:04.218662 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-6c3bd6f7-8db5-4e03-bc95-0ff76f641302 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=ea0d0c04-595f-4e21-97cf-1ee3b39295dd HTTP/1.1" status: 200 len: 217 time: 0.0462892 Sep 16 16:39:04.273186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 390ad821-a6ef-4717-bd87-e55ad609afe5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390ad821-a6ef-4717-bd87-e55ad609afe5,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:04.305908 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:04.333785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-da5ad8a4-c452-4899-96e5-86f38f83e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:04.338904 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-da5ad8a4-c452-4899-96e5-86f38f83e5bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.1108282 Sep 16 16:39:04.448420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-7419e4e8-fca0-4dcb-8451-469c8588646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:04.448420 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-7419e4e8-fca0-4dcb-8451-469c8588646e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978124 Sep 16 16:39:04.513229 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121437cb-06c1-406d-b132-effc93da296d x-openstack-request-id: req-121437cb-06c1-406d-b132-effc93da296d {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:04.513571 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc17a758-71d4-497f-b700-da4422a858a1", "name": "network-vif-plugged", "status": "completed", "tag": "955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:04.513756 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-121437cb-06c1-406d-b132-effc93da296d {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:04.514203 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc17a758-71d4-497f-b700-da4422a858a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e', 'code': 200} Sep 16 16:39:04.543014 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:04.562347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ace2aeff-dba0-42d1-a83f-2f8fee41290f, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ace2aeff-dba0-42d1-a83f-2f8fee41290f,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:04.564920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:04.599179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'ace2aeff-dba0-42d1-a83f-2f8fee41290f', 'network_id': '1986af34-1a15-44c9-92dc-71bcf9fb7bec', 'port_id': 'ace2aeff-dba0-42d1-a83f-2f8fee41290f', 'mac_address': 'fa:16:3e:42:5e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a752abfc-c34d-4bc2-a2a9-457a9bd7aedf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:39:04.717623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7240d83-50e6-4d89-b586-53dd84317e99 req-96d8c1ad-f0a4-4fb6-9a41-8a0f5ce0447d tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=9993b08a-0348-4009-acac-88be9c82adf5 HTTP/1.1" status: 200 len: 210 time: 0.0610042 Sep 16 16:39:04.728715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=390ad821-a6ef-4717-bd87-e55ad609afe5,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:04.895239 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:04.899444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a0d4e-8b76-472d-9e42-353f6c40f0a7 req-6c2c2b65-e9ba-46ce-9d59-de19fe8a25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:04.899952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['390ad821-a6ef-4717-bd87-e55ad609afe5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:04.901285 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b0a0d4e-8b76-472d-9e42-353f6c40f0a7 req-6c2c2b65-e9ba-46ce-9d59-de19fe8a25d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc17a758-71d4-497f-b700-da4422a858a1 HTTP/1.1" status: 200 len: 1097 time: 0.3149014 Sep 16 16:39:04.993685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace2aeff-dba0-42d1-a83f-2f8fee41290f {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:39:05.003909 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-0cbe5566-67f9-479c-b3f7-7c0c312f3680 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512903 Sep 16 16:39:05.036822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df6d11-ea03-406c-b8af-9a830cc881ce req-074c4e54-e2f2-45b2-b337-d4317e538a5e tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:05.047134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76df6d11-ea03-406c-b8af-9a830cc881ce req-074c4e54-e2f2-45b2-b337-d4317e538a5e tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 944 time: 0.1065810 Sep 16 16:39:05.053577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ace2aeff-dba0-42d1-a83f-2f8fee41290f, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ace2aeff-dba0-42d1-a83f-2f8fee41290f,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:05.080764 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b0a0d4e-8b76-472d-9e42-353f6c40f0a7 req-b2b4b253-6e4c-46db-a8c1-c589ace08340 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687531 Sep 16 16:39:05.126883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76df6d11-ea03-406c-b8af-9a830cc881ce req-973458cd-6dbf-4f9b-9e88-b326fe6397ee tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743589 Sep 16 16:39:05.202236 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:05.233290 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-388cdc37-562f-49e6-8224-2ed2bfaad018 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173460 Sep 16 16:39:05.294748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ace2aeff-dba0-42d1-a83f-2f8fee41290f,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:05.320646 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-91f07203-9f03-49cf-a498-3a6c4ca0204e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=c8200d1d-3946-44b4-b45a-b57718561077 HTTP/1.1" status: 200 len: 217 time: 0.0744798 Sep 16 16:39:05.384206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-1282b623-a877-4082-9c37-db2f93a095d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:05.385772 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-1282b623-a877-4082-9c37-db2f93a095d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.0553465 Sep 16 16:39:05.453378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-cfc63902-b7c0-4019-ab00-765d6377536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:05.454967 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-cfc63902-b7c0-4019-ab00-765d6377536e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0607560 Sep 16 16:39:05.518556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ace2aeff-dba0-42d1-a83f-2f8fee41290f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:05.598118 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-8c73a0b7-1b41-4203-b549-48b0c3d147a3 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340816 Sep 16 16:39:05.736601 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-9e5f5d53-7c00-4bf3-a453-b281dce0c9e4 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270709 Sep 16 16:39:05.795292 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-a02d5d2f-9301-4763-9ff8-8904a5c89c53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f41156ca-fe2c-4554-bce2-6da322a34a02 HTTP/1.1" status: 200 len: 217 time: 0.0539217 Sep 16 16:39:05.903321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-5cf06ade-8bda-4fe1-b34d-4a7e2b9419ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:05.908340 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-5cf06ade-8bda-4fe1-b34d-4a7e2b9419ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.1005690 Sep 16 16:39:05.922195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6a482f18-ace3-4840-a931-de542dc9dff7 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:05.948245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 6a482f18-ace3-4840-a931-de542dc9dff7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:05.948637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6a482f18-ace3-4840-a931-de542dc9dff7 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:05.979430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-703f107e-3cff-42d7-8073-1ac7ffdf111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:05.981266 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-703f107e-3cff-42d7-8073-1ac7ffdf111b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635061 Sep 16 16:39:06.102478 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-9f6fc838-595e-4f46-b1e8-e1195f22c981 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123669 Sep 16 16:39:06.249889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-019be1ca-a30c-42e4-bbde-43d7df57a812 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396465 Sep 16 16:39:06.294529 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-dcd3df5b-de8c-4d9a-8c4b-4d3dd6748731 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d HTTP/1.1" status: 200 len: 217 time: 0.0363834 Sep 16 16:39:06.329200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052a478-327a-48ac-9b11-5d00fa60df5f req-bb4e4495-0669-4dbe-a866-8f13b3046133 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:06.331536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a052a478-327a-48ac-9b11-5d00fa60df5f req-bb4e4495-0669-4dbe-a866-8f13b3046133 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 944 time: 0.0646923 Sep 16 16:39:06.371017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-5296e4f2-2868-4bbf-8813-39e3430d5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:06.372551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-5296e4f2-2868-4bbf-8813-39e3430d5f4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.0708361 Sep 16 16:39:06.424954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a052a478-327a-48ac-9b11-5d00fa60df5f req-e6e0965e-7a8e-4469-b402-269de05aabe1 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778527 Sep 16 16:39:06.483294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-af41e629-10b3-4f59-a9fa-d77ccc40cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:06.485106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-af41e629-10b3-4f59-a9fa-d77ccc40cb37 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041758 Sep 16 16:39:06.648366 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-a6d413c8-7bbe-4125-8a40-b25ba562f9a7 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549928 Sep 16 16:39:06.714086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502de41-b27f-4fb5-9dac-c51feccaa49b req-7a03d078-b91d-40ca-a748-8356d38dd2ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:06.715563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5502de41-b27f-4fb5-9dac-c51feccaa49b req-7a03d078-b91d-40ca-a748-8356d38dd2ac tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 945 time: 0.0725858 Sep 16 16:39:06.770819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5502de41-b27f-4fb5-9dac-c51feccaa49b req-b34af983-384b-44a2-b59c-46123926e213 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468767 Sep 16 16:39:06.804358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2976f5f6-45ce-45bb-b855-5923c60fa20d req-7310516f-4964-426b-acaa-13486c2c4d6f service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457758 Sep 16 16:39:06.991902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 390ad821-a6ef-4717-bd87-e55ad609afe5 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:07.134357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 390ad821-a6ef-4717-bd87-e55ad609afe5 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:39:07.138721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 390ad821-a6ef-4717-bd87-e55ad609afe5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:07.139145 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:07.304139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:07.354350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1708c8-896c-40b9-bb6c-8719169d91b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ad821-a6ef-4717-bd87-e55ad609afe5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:07.357146 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acdb466-7d1e-48e1-bb38-0e70a737c74b" -d '{"events": [{"server_uuid": "2f1708c8-896c-40b9-bb6c-8719169d91b1", "name": "network-vif-plugged", "status": "completed", "tag": "390ad821-a6ef-4717-bd87-e55ad609afe5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:07.374480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 390ad821-a6ef-4717-bd87-e55ad609afe5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390ad821-a6ef-4717-bd87-e55ad609afe5,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:07.417743 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e037d6-2a57-4667-94e8-8ed794867d03 x-openstack-request-id: req-09e037d6-2a57-4667-94e8-8ed794867d03 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:07.418034 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1708c8-896c-40b9-bb6c-8719169d91b1", "name": "network-vif-plugged", "status": "completed", "tag": "390ad821-a6ef-4717-bd87-e55ad609afe5", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:07.418284 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09e037d6-2a57-4667-94e8-8ed794867d03 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:07.418680 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1708c8-896c-40b9-bb6c-8719169d91b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ad821-a6ef-4717-bd87-e55ad609afe5', 'code': 200} Sep 16 16:39:07.453917 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:07.558740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=390ad821-a6ef-4717-bd87-e55ad609afe5,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:07.577976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caab7c-2f77-43fb-a166-a53fb41a6425 req-918dd951-efe3-4130-9fd1-22fa49b7daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:07.585640 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5caab7c-2f77-43fb-a166-a53fb41a6425 req-918dd951-efe3-4130-9fd1-22fa49b7daf3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 1096 time: 0.0885558 Sep 16 16:39:07.634862 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5caab7c-2f77-43fb-a166-a53fb41a6425 req-4e86dc85-c7a5-4db3-82e1-6fa61a72e8df service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Sep 16 16:39:07.638498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e713e7-12ce-43d1-ab06-d7eb15b1fdb5 req-5f215428-5d87-46e9-b165-aa1cae4b65d8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:07.640043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42e713e7-12ce-43d1-ab06-d7eb15b1fdb5 req-5f215428-5d87-46e9-b165-aa1cae4b65d8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 945 time: 0.0619690 Sep 16 16:39:07.692785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42e713e7-12ce-43d1-ab06-d7eb15b1fdb5 req-3ff6bd78-3cad-4fdd-a7f4-273cf932705f tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457001 Sep 16 16:39:07.878065 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:39:07.921246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ace2aeff-dba0-42d1-a83f-2f8fee41290f up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:07.958536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2533f3-c55b-4162-b038-221c893417a5 req-e70730e3-87b8-4592-8010-a056154b93dd tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:07.960884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a2533f3-c55b-4162-b038-221c893417a5 req-e70730e3-87b8-4592-8010-a056154b93dd tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 945 time: 0.0641875 Sep 16 16:39:08.016201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a2533f3-c55b-4162-b038-221c893417a5 req-af1f9311-e4af-44d1-a158-f317c41fbaab tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493867 Sep 16 16:39:08.194339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port ace2aeff-dba0-42d1-a83f-2f8fee41290f completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:39:08.200320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port ace2aeff-dba0-42d1-a83f-2f8fee41290f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:08.200704 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:08.269753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-725bd342-d5f5-467a-925a-eb60b2990dfa tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:08.273047 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-725bd342-d5f5-467a-925a-eb60b2990dfa tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 945 time: 0.0643156 Sep 16 16:39:08.303496 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:08.362787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ace2aeff-dba0-42d1-a83f-2f8fee41290f, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ace2aeff-dba0-42d1-a83f-2f8fee41290f,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:08.386035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45978) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:08.442885 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:08.461568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-c01b6a37-3057-4cc8-8530-33e8af9abad0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Deleting port bc875c02-879b-4d28-ae9d-4cd09015e3c3 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:08.466207 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-c01b6a37-3057-4cc8-8530-33e8af9abad0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:08.523126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ace2aeff-dba0-42d1-a83f-2f8fee41290f,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:08.563417 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bab2c409-ecca-463f-9992-a0431a9ee633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:08.613456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-c01b6a37-3057-4cc8-8530-33e8af9abad0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] For port bc875c02-879b-4d28-ae9d-4cd09015e3c3, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bc875c02-879b-4d28-ae9d-4cd09015e3c3,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:08.614100 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-c01b6a37-3057-4cc8-8530-33e8af9abad0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:08.629887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-c01b6a37-3057-4cc8-8530-33e8af9abad0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Calling delete_port for bc875c02-879b-4d28-ae9d-4cd09015e3c3 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:08.713910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bab2c409-ecca-463f-9992-a0431a9ee633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:08.813592 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bab2c409-ecca-463f-9992-a0431a9ee633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:08.865324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bab2c409-ecca-463f-9992-a0431a9ee633 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85b173c4ad3a4bbab2fa674d2b055e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779844 Sep 16 16:39:08.868625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45984) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:08.897467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2c409-ecca-463f-9992-a0431a9ee633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e684a3f-19e7-4018-8b15-a8eb439bd9de,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:08.903893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-c01b6a37-3057-4cc8-8530-33e8af9abad0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:08.916551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d16860-941e-47bc-84ed-27794b990fdb req-d16adc56-85c3-4a2f-ab2b-69ac99474e98 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:08.918514 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8d16860-941e-47bc-84ed-27794b990fdb req-d16adc56-85c3-4a2f-ab2b-69ac99474e98 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 945 time: 0.1222060 Sep 16 16:39:08.921351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f7e67e7c-7efc-4f5b-98d6-615e65f47ed0', 'bc875c02-879b-4d28-ae9d-4cd09015e3c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:08.981878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b6a37-3057-4cc8-8530-33e8af9abad0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Pushing event deleted for resources: {'Port': ['ID=bc875c02-879b-4d28-ae9d-4cd09015e3c3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:08.995505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8d16860-941e-47bc-84ed-27794b990fdb req-7b57aeee-62a1-4235-a6c4-d9b9d5d02bc0 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696597 Sep 16 16:39:09.108850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-c01b6a37-3057-4cc8-8530-33e8af9abad0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] No DVR routers for this DVR port bc875c02-879b-4d28-ae9d-4cd09015e3c3 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:09.126919 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-c01b6a37-3057-4cc8-8530-33e8af9abad0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:09.129019 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec4210cc-9f10-4c91-a0fa-17d4b087d11b req-c01b6a37-3057-4cc8-8530-33e8af9abad0 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.62 "DELETE /v2.0/ports/bc875c02-879b-4d28-ae9d-4cd09015e3c3 HTTP/1.1" status: 204 len: 173 time: 0.8497853 Sep 16 16:39:09.129759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a5efc-e661-49d5-a6a5-648d2737f9fc', 'name': 'network-vif-deleted', 'tag': 'bc875c02-879b-4d28-ae9d-4cd09015e3c3'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:09.133999 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0e99c7-ccc8-4875-a2c2-e20b5a5f3005" -d '{"events": [{"server_uuid": "f99a5efc-e661-49d5-a6a5-648d2737f9fc", "name": "network-vif-deleted", "tag": "bc875c02-879b-4d28-ae9d-4cd09015e3c3"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:09.137361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39f99fd7-579e-40d0-a532-f688e2e0b454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:09.165522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39f99fd7-579e-40d0-a532-f688e2e0b454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:09.195745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86879306-f025-4035-99d7-9dc7a3386ef2 req-59d88c7d-dfe5-4d96-b396-a68f5667f6ca tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99a5efc-e661-49d5-a6a5-648d2737f9fc HTTP/1.1" status: 200 len: 210 time: 0.0350144 Sep 16 16:39:09.257922 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ddb41a-6665-4c87-ad97-340e4047154a x-openstack-request-id: req-35ddb41a-6665-4c87-ad97-340e4047154a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:09.258778 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a5efc-e661-49d5-a6a5-648d2737f9fc", "name": "network-vif-deleted", "tag": "bc875c02-879b-4d28-ae9d-4cd09015e3c3", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:09.259037 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35ddb41a-6665-4c87-ad97-340e4047154a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:09.259448 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a5efc-e661-49d5-a6a5-648d2737f9fc', 'name': 'network-vif-deleted', 'tag': 'bc875c02-879b-4d28-ae9d-4cd09015e3c3', 'status': 'completed', 'code': 200} Sep 16 16:39:09.351360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39f99fd7-579e-40d0-a532-f688e2e0b454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:09.354165 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39f99fd7-579e-40d0-a532-f688e2e0b454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:09.357687 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-39f99fd7-579e-40d0-a532-f688e2e0b454 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e684a3f-19e7-4018-8b15-a8eb439bd9de HTTP/1.1" status: 204 len: 168 time: 0.4864817 Sep 16 16:39:09.371723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f99fd7-579e-40d0-a532-f688e2e0b454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e684a3f-19e7-4018-8b15-a8eb439bd9de,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:09.419650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f6479-06cf-4cc5-88b7-38bfdcbfcf7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace2aeff-dba0-42d1-a83f-2f8fee41290f'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:09.422734 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65592aa-1646-47d1-beb5-ed2ca99833c5" -d '{"events": [{"server_uuid": "506f6479-06cf-4cc5-88b7-38bfdcbfcf7e", "name": "network-vif-plugged", "status": "completed", "tag": "ace2aeff-dba0-42d1-a83f-2f8fee41290f"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:09.467955 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789311d0-d15b-4500-a3c0-f40978c2e7c1 x-openstack-request-id: req-789311d0-d15b-4500-a3c0-f40978c2e7c1 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:09.469052 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f6479-06cf-4cc5-88b7-38bfdcbfcf7e", "name": "network-vif-plugged", "status": "completed", "tag": "ace2aeff-dba0-42d1-a83f-2f8fee41290f", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:09.469301 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-789311d0-d15b-4500-a3c0-f40978c2e7c1 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:09.469301 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f6479-06cf-4cc5-88b7-38bfdcbfcf7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace2aeff-dba0-42d1-a83f-2f8fee41290f', 'code': 200} Sep 16 16:39:09.587230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4d5ec-1161-4c13-99ca-699115a4636e req-46a2a4f8-0117-45e8-9049-20bd407d339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:09.588660 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ad4d5ec-1161-4c13-99ca-699115a4636e req-46a2a4f8-0117-45e8-9049-20bd407d339b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=506f6479-06cf-4cc5-88b7-38bfdcbfcf7e HTTP/1.1" status: 200 len: 1096 time: 0.0557277 Sep 16 16:39:09.634790 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ad4d5ec-1161-4c13-99ca-699115a4636e req-fb22a585-6585-4194-90e8-6592765061f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377569 Sep 16 16:39:10.240601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a060d-c67f-496f-9a72-ef87d53b6630 req-284720e6-0462-45d1-8a04-b00fc84dabda tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:10.253545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e12a060d-c67f-496f-9a72-ef87d53b6630 req-284720e6-0462-45d1-8a04-b00fc84dabda tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 945 time: 0.1168199 Sep 16 16:39:10.304744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e12a060d-c67f-496f-9a72-ef87d53b6630 req-a71eece2-83da-4969-b459-299a3732da52 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Sep 16 16:39:10.505107 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd573-c4f3-4c3d-bac6-1b2145caff2d req-2c93d8dc-02d2-4287-8728-e177189a85fb tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:10.506693 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-592bd573-c4f3-4c3d-bac6-1b2145caff2d req-2c93d8dc-02d2-4287-8728-e177189a85fb tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=506f6479-06cf-4cc5-88b7-38bfdcbfcf7e HTTP/1.1" status: 200 len: 945 time: 0.0578592 Sep 16 16:39:10.551344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-592bd573-c4f3-4c3d-bac6-1b2145caff2d req-fb676190-2abe-48da-b726-79198206bd29 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381234 Sep 16 16:39:11.785906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f79b2-4dd7-460b-a35e-eb190a7adc48 req-1a35d476-9b75-440b-88d4-0387414935b5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:11.798104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-206f79b2-4dd7-460b-a35e-eb190a7adc48 req-1a35d476-9b75-440b-88d4-0387414935b5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=506f6479-06cf-4cc5-88b7-38bfdcbfcf7e HTTP/1.1" status: 200 len: 945 time: 0.1401312 Sep 16 16:39:11.851988 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-206f79b2-4dd7-460b-a35e-eb190a7adc48 req-a1e3d93a-33b3-4c7f-8797-0d04600a7354 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517340 Sep 16 16:39:11.984788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70c56-a3ea-4134-91b5-c56f70382f70 req-f0d28f52-a3a0-4826-a72d-a9cc3b70919b tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:11.993017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4d70c56-a3ea-4134-91b5-c56f70382f70 req-f0d28f52-a3a0-4826-a72d-a9cc3b70919b tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc17a758-71d4-497f-b700-da4422a858a1 HTTP/1.1" status: 200 len: 946 time: 0.0676084 Sep 16 16:39:12.051492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4d70c56-a3ea-4134-91b5-c56f70382f70 req-bb81552a-4efa-4e9f-8c43-ee63f8397189 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515790 Sep 16 16:39:12.663747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983318e-7227-4d47-8caf-f4261ccb5909 req-1c0b56ed-aaba-44e2-b7ca-0ba87f216da4 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:12.665865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0983318e-7227-4d47-8caf-f4261ccb5909 req-1c0b56ed-aaba-44e2-b7ca-0ba87f216da4 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc17a758-71d4-497f-b700-da4422a858a1 HTTP/1.1" status: 200 len: 946 time: 0.0762300 Sep 16 16:39:12.714408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0983318e-7227-4d47-8caf-f4261ccb5909 req-5276599f-fe9d-4bbe-bffd-c7a57b3aa562 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355687 Sep 16 16:39:13.002240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bc875c02-879b-4d28-ae9d-4cd09015e3c3 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:13.025401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: bc875c02-879b-4d28-ae9d-4cd09015e3c3 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:13.025741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bc875c02-879b-4d28-ae9d-4cd09015e3c3 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:13.522784 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:13.777248 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:13.870158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935106d0-7543-48c2-878d-e3b4a33e140b req-17f11ef6-5171-4621-bb2b-663ddf279bd8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:13.872710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-935106d0-7543-48c2-878d-e3b4a33e140b req-17f11ef6-5171-4621-bb2b-663ddf279bd8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc17a758-71d4-497f-b700-da4422a858a1 HTTP/1.1" status: 200 len: 946 time: 0.0705526 Sep 16 16:39:13.927323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-935106d0-7543-48c2-878d-e3b4a33e140b req-d8ff5ff4-fc31-4888-8354-238aeef0fd13 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473909 Sep 16 16:39:14.110157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-19110c59-5e93-4728-bf11-3a20581b4a81 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:14.113976 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-19110c59-5e93-4728-bf11-3a20581b4a81 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc17a758-71d4-497f-b700-da4422a858a1 HTTP/1.1" status: 200 len: 946 time: 0.1122565 Sep 16 16:39:14.232793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Deleting port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:14.234810 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:14.360728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] For port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:14.367217 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:14.476008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Calling delete_port for 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:14.535514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97824-d8c4-4b41-aca4-7e983cc2cd1b req-33b21be3-7f5b-4c4a-b5ee-33760206d31e tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:14.543473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1c97824-d8c4-4b41-aca4-7e983cc2cd1b req-33b21be3-7f5b-4c4a-b5ee-33760206d31e tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 946 time: 0.1009576 Sep 16 16:39:14.601376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1c97824-d8c4-4b41-aca4-7e983cc2cd1b req-89b98732-9c1b-4800-97b8-e24887cbcec4 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566945 Sep 16 16:39:14.821928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46204) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:14.896408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f74c1c-04a4-411a-8b3c-ca1b121df3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:14.931805 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:14.948327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ace2aeff-dba0-42d1-a83f-2f8fee41290f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:14.977129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Pushing event deleted for resources: {'Port': ['ID=955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:15.000345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e', '390ad821-a6ef-4717-bd87-e55ad609afe5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:15.053413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.054197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.054957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.055533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.056191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.057890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.058498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.059375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.059975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.061438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.066787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.076299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:15.081462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee186e1f-763d-4716-84e9-426148bcb2ec req-b0a74e8f-332e-45b8-b2ab-0b0d01bbf43f tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc17a758-71d4-497f-b700-da4422a858a1 HTTP/1.1" status: 200 len: 210 time: 0.0430551 Sep 16 16:39:15.117300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] No DVR routers for this DVR port 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:15.120984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:15.125431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-92f88aa3-a7e6-43ac-aef0-a189fd69eade req-b8026acd-88c1-4dae-994e-13bdcb548108 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.62 "DELETE /v2.0/ports/955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e HTTP/1.1" status: 204 len: 173 time: 1.0027134 Sep 16 16:39:15.129334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc17a758-71d4-497f-b700-da4422a858a1', 'name': 'network-vif-deleted', 'tag': '955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:15.134010 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba62cdb-86a0-42c9-b296-c5ac16a32a51" -d '{"events": [{"server_uuid": "bc17a758-71d4-497f-b700-da4422a858a1", "name": "network-vif-deleted", "tag": "955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:15.190471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f74c1c-04a4-411a-8b3c-ca1b121df3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:15.233632 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab51f5a4-66bc-41dd-93af-a1dc44eb41c5 x-openstack-request-id: req-ab51f5a4-66bc-41dd-93af-a1dc44eb41c5 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:15.236619 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc17a758-71d4-497f-b700-da4422a858a1", "name": "network-vif-deleted", "tag": "955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:15.239707 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab51f5a4-66bc-41dd-93af-a1dc44eb41c5 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:15.239707 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc17a758-71d4-497f-b700-da4422a858a1', 'name': 'network-vif-deleted', 'tag': '955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e', 'status': 'completed', 'code': 200} Sep 16 16:39:15.283255 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f74c1c-04a4-411a-8b3c-ca1b121df3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:15.343103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46218) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:15.343418 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-97f74c1c-04a4-411a-8b3c-ca1b121df3bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc3038b40da4453c8e17cff928af6946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538912 Sep 16 16:39:15.344459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f74c1c-04a4-411a-8b3c-ca1b121df3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb2288b-18f1-455d-a5f6-e64875985470,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:15.426480 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9f48149-4cc0-458a-a12f-2e2d8a3171a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:15.448188 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9f48149-4cc0-458a-a12f-2e2d8a3171a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:15.608533 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9f48149-4cc0-458a-a12f-2e2d8a3171a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:15.612262 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9f48149-4cc0-458a-a12f-2e2d8a3171a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:15.614445 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c9f48149-4cc0-458a-a12f-2e2d8a3171a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dcb2288b-18f1-455d-a5f6-e64875985470 HTTP/1.1" status: 204 len: 168 time: 0.2678022 Sep 16 16:39:15.621869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f48149-4cc0-458a-a12f-2e2d8a3171a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb2288b-18f1-455d-a5f6-e64875985470,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:15.769558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36b2a-c318-4347-9a49-cb8532ce8ccf req-0b0ed291-96d0-4790-bb38-c5e6a2423310 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:15.772839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55a36b2a-c318-4347-9a49-cb8532ce8ccf req-0b0ed291-96d0-4790-bb38-c5e6a2423310 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 946 time: 0.0606759 Sep 16 16:39:15.825027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55a36b2a-c318-4347-9a49-cb8532ce8ccf req-4410a266-90f3-4e89-8fb7-1dcbc50ffdda tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Sep 16 16:39:16.195432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-160eb9b7-f93f-4f9f-9b3b-93e917bb1dd2 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:16.195432 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-160eb9b7-f93f-4f9f-9b3b-93e917bb1dd2 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.62 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 946 time: 0.0663619 Sep 16 16:39:16.204923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0be23662-69f4-450f-8629-cf1f0284c4f7 req-8f7250ee-f7c2-49ad-a388-ad7e0238db58 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc17a758-71d4-497f-b700-da4422a858a1 HTTP/1.1" status: 200 len: 210 time: 0.0379069 Sep 16 16:39:16.340432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-c9bdac77-3800-49cd-9717-4c8f270560f5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Deleting port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:16.340775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-c9bdac77-3800-49cd-9717-4c8f270560f5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.400310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46240) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:16.418054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f53f9e91-e481-460f-be1e-25da31e7f24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.443982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-c9bdac77-3800-49cd-9717-4c8f270560f5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] For port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,segment=NetworkSegment(0d2ba4e3-bf40-42e9-94ae-1d45fd43e788),segment_id=0d2ba4e3-bf40-42e9-94ae-1d45fd43e788)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:16.444424 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-c9bdac77-3800-49cd-9717-4c8f270560f5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.458474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-c9bdac77-3800-49cd-9717-4c8f270560f5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Calling delete_port for f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:16.521309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f53f9e91-e481-460f-be1e-25da31e7f24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.594992 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f53f9e91-e481-460f-be1e-25da31e7f24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.646162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f53f9e91-e481-460f-be1e-25da31e7f24c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e67ab430c8b4f63b22589e7e8fbdb72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444494 Sep 16 16:39:16.647093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f9e91-e481-460f-be1e-25da31e7f24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61702f47-3eca-4a6d-8f47-e6339c504434,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:16.650549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46248) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:16.691678 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-c9bdac77-3800-49cd-9717-4c8f270560f5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.705848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f7e67e7c-7efc-4f5b-98d6-615e65f47ed0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:16.713407 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d9456a-f533-43d4-9387-0b6d55135141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.739890 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d9456a-f533-43d4-9387-0b6d55135141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.754561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdac77-3800-49cd-9717-4c8f270560f5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Pushing event deleted for resources: {'Port': ['ID=f7e67e7c-7efc-4f5b-98d6-615e65f47ed0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:16.819004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-c9bdac77-3800-49cd-9717-4c8f270560f5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] No DVR routers for this DVR port f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:16.821984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-c9bdac77-3800-49cd-9717-4c8f270560f5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.824262 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7313ae57-5509-4a3a-a6b8-bcd7ed8a827e req-c9bdac77-3800-49cd-9717-4c8f270560f5 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.62 "DELETE /v2.0/ports/f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 HTTP/1.1" status: 204 len: 173 time: 0.6130166 Sep 16 16:39:16.860796 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d9456a-f533-43d4-9387-0b6d55135141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.862313 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d9456a-f533-43d4-9387-0b6d55135141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:16.864053 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-60d9456a-f533-43d4-9387-0b6d55135141 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61702f47-3eca-4a6d-8f47-e6339c504434 HTTP/1.1" status: 204 len: 168 time: 0.2127893 Sep 16 16:39:16.876602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9456a-f533-43d4-9387-0b6d55135141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61702f47-3eca-4a6d-8f47-e6339c504434,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:16.987713 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d22098b2-8fcc-4981-81f5-b64d4d2ff051 req-2cfd358c-8fb4-4ebf-b8b1-d204f43f9397 tempest-AttachVolumeNegativeTest-1241639639 tempest-AttachVolumeNegativeTest-1241639639-project] 10.222.0.22 "GET /v2.0/ports?device_id=351b4abe-ed66-4683-a980-932f6f4625e4 HTTP/1.1" status: 200 len: 210 time: 0.0515778 Sep 16 16:39:17.125101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8203f3f-b42f-4601-a20c-c901d44a38ba req-4dad1947-ee44-4218-8279-bc7bab5fb882 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:17.126994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8203f3f-b42f-4601-a20c-c901d44a38ba req-4dad1947-ee44-4218-8279-bc7bab5fb882 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 946 time: 0.0827467 Sep 16 16:39:17.175518 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8203f3f-b42f-4601-a20c-c901d44a38ba req-5798a6e3-cb90-4f7a-96ac-6990a11f0d73 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Sep 16 16:39:17.239353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351b4abe-ed66-4683-a980-932f6f4625e4', 'name': 'network-vif-deleted', 'tag': 'f7e67e7c-7efc-4f5b-98d6-615e65f47ed0'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:17.242443 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356abe58-71f9-4803-a0cd-de87137d03ea" -d '{"events": [{"server_uuid": "351b4abe-ed66-4683-a980-932f6f4625e4", "name": "network-vif-deleted", "tag": "f7e67e7c-7efc-4f5b-98d6-615e65f47ed0"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:17.302409 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2c825d-96da-4f82-81e9-b3d0ead2583a x-openstack-request-id: req-4a2c825d-96da-4f82-81e9-b3d0ead2583a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:17.302884 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351b4abe-ed66-4683-a980-932f6f4625e4", "name": "network-vif-deleted", "tag": "f7e67e7c-7efc-4f5b-98d6-615e65f47ed0", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:17.303226 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a2c825d-96da-4f82-81e9-b3d0ead2583a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:17.303728 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351b4abe-ed66-4683-a980-932f6f4625e4', 'name': 'network-vif-deleted', 'tag': 'f7e67e7c-7efc-4f5b-98d6-615e65f47ed0', 'status': 'completed', 'code': 200} Sep 16 16:39:18.192070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83a3b4-350d-4629-9b04-768313142447 req-d5c86b85-f514-4d06-ac9c-354734b41cc1 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:18.193695 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f83a3b4-350d-4629-9b04-768313142447 req-d5c86b85-f514-4d06-ac9c-354734b41cc1 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 946 time: 0.1106293 Sep 16 16:39:18.217937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1650a3-c1b9-4760-b0bb-4e7465543ded req-878347ee-1dee-4c98-8be6-35f3760296cc tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:18.225294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1650a3-c1b9-4760-b0bb-4e7465543ded req-878347ee-1dee-4c98-8be6-35f3760296cc tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:18.227363 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc1650a3-c1b9-4760-b0bb-4e7465543ded req-878347ee-1dee-4c98-8be6-35f3760296cc tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1&device_id=506f6479-06cf-4cc5-88b7-38bfdcbfcf7e HTTP/1.1" status: 200 len: 1681 time: 0.0935392 Sep 16 16:39:18.279187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f83a3b4-350d-4629-9b04-768313142447 req-e5b24112-0c19-43fd-b78f-c110fa3e651c tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751216 Sep 16 16:39:18.317174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc1650a3-c1b9-4760-b0bb-4e7465543ded req-7c70098b-6eae-4183-b7f0-1f3778e4123e tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782938 Sep 16 16:39:18.348943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46324) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:18.466296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-890527b8-f052-4996-a418-93331468d7b8 admin admin] Deleting subnet e95e675d-14c2-4dbd-8f50-7b3db5eb275a {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:39:18.475407 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-890527b8-f052-4996-a418-93331468d7b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:18.521031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-890527b8-f052-4996-a418-93331468d7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:18.566750 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-890527b8-f052-4996-a418-93331468d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:19.020291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-890527b8-f052-4996-a418-93331468d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:19.041371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:19.047814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890527b8-f052-4996-a418-93331468d7b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95e675d-14c2-4dbd-8f50-7b3db5eb275a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:19.051743 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-890527b8-f052-4996-a418-93331468d7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:19.053593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-890527b8-f052-4996-a418-93331468d7b8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e95e675d-14c2-4dbd-8f50-7b3db5eb275a HTTP/1.1" status: 204 len: 168 time: 0.7033880 Sep 16 16:39:19.056104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46346) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:19.071510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:19.080722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 955d1e4c-89f9-4e01-b2d3-fb6ca602cc7e not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:19.159777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:19.265181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:19.289336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b14b39-f053-4d74-8685-c7c085a18520']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:19.301642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:19.302344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2ba4e3-bf40-42e9-94ae-1d45fd43e788') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:19.314596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:19.346028 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:19.353890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:39:19.354684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:39:19.391150 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:39:19.539043 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bf4c1-89ce-4be6-8998-6267c01d90ee req-65dc349b-1297-4e0e-ba9e-a2d50bee807c tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:19.543764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae5bf4c1-89ce-4be6-8998-6267c01d90ee req-65dc349b-1297-4e0e-ba9e-a2d50bee807c tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 946 time: 0.1111884 Sep 16 16:39:19.563365 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:19.574647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:19.588714 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] 10.222.0.22 "DELETE /v2.0/networks/10b14b39-f053-4d74-8685-c7c085a18520 HTTP/1.1" status: 204 len: 168 time: 0.5193093 Sep 16 16:39:19.601561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4ea8c-2e65-4bdf-9cb5-84b84c02193d admin admin] Pushing event deleted for resources: {'Network': ['ID=10b14b39-f053-4d74-8685-c7c085a18520,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:19.626971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae5bf4c1-89ce-4be6-8998-6267c01d90ee req-cc6029d7-33c5-4304-af87-4e7e29a3e07b tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733781 Sep 16 16:39:20.011072 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46380) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:20.153596 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8ca0c227-c2d5-4ed3-84a0-7fc98838af46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=775191cda7c6499dafc9f5c1b5c9653c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411638 Sep 16 16:39:20.156283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46384) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:20.169263 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31ba64-565e-4416-9ad2-6145259959d5 req-8fadf435-e25a-497b-b455-daeabb2f0925 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:20.188158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d31ba64-565e-4416-9ad2-6145259959d5 req-8fadf435-e25a-497b-b455-daeabb2f0925 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=506f6479-06cf-4cc5-88b7-38bfdcbfcf7e HTTP/1.1" status: 200 len: 945 time: 0.0921767 Sep 16 16:39:20.223219 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb7a1fa-0d5f-4a6e-90fd-fbe12766d025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:20.265290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d31ba64-565e-4416-9ad2-6145259959d5 req-8a60e4f6-ed0a-41d3-b5ab-d41dc8211a81 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761924 Sep 16 16:39:20.268161 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb7a1fa-0d5f-4a6e-90fd-fbe12766d025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:20.400080 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb7a1fa-0d5f-4a6e-90fd-fbe12766d025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:20.402983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb7a1fa-0d5f-4a6e-90fd-fbe12766d025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:20.407945 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0bb7a1fa-0d5f-4a6e-90fd-fbe12766d025 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e6b0eae-ffaf-40a6-a01d-4a499e5095ab HTTP/1.1" status: 204 len: 168 time: 0.2466116 Sep 16 16:39:20.413662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7a1fa-0d5f-4a6e-90fd-fbe12766d025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6b0eae-ffaf-40a6-a01d-4a499e5095ab,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:20.789922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-bc0a59ff-f143-4965-9c58-80c59bed48e8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:20.792471 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-bc0a59ff-f143-4965-9c58-80c59bed48e8 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.52 "GET /v2.0/ports?device_id=506f6479-06cf-4cc5-88b7-38bfdcbfcf7e HTTP/1.1" status: 200 len: 945 time: 0.1115210 Sep 16 16:39:20.825357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35fb9-707a-4465-b888-93df44883860 req-1edcd0e5-9986-4e27-9338-dcebd3a66e2d tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:20.838617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24d35fb9-707a-4465-b888-93df44883860 req-1edcd0e5-9986-4e27-9338-dcebd3a66e2d tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 946 time: 0.1014464 Sep 16 16:39:20.920222 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24d35fb9-707a-4465-b888-93df44883860 req-f70dd956-6011-4078-999a-133f132129f0 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801089 Sep 16 16:39:21.054355 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:21.122625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-488b3a85-03b2-48bb-af10-d7876c2ace1b tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:21.124118 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-488b3a85-03b2-48bb-af10-d7876c2ace1b tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.62 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 946 time: 0.3304570 Sep 16 16:39:21.146097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-084ad08f-2237-426b-a23b-22ec6bbcebe5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Deleting port ace2aeff-dba0-42d1-a83f-2f8fee41290f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:21.146413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-084ad08f-2237-426b-a23b-22ec6bbcebe5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:21.158496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:21.164778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f7e67e7c-7efc-4f5b-98d6-615e65f47ed0 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:21.307379 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-084ad08f-2237-426b-a23b-22ec6bbcebe5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] For port ace2aeff-dba0-42d1-a83f-2f8fee41290f, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ace2aeff-dba0-42d1-a83f-2f8fee41290f,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:21.308410 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-084ad08f-2237-426b-a23b-22ec6bbcebe5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:21.326075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-084ad08f-2237-426b-a23b-22ec6bbcebe5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Calling delete_port for ace2aeff-dba0-42d1-a83f-2f8fee41290f owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:21.340885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Deleting port 9c9e911c-8913-4f82-a823-55456212edc5 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:21.341545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:21.482028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd02a1-482e-4696-809c-2f2543db5dcf req-25e23090-b4b5-4369-aea7-fa53e2131ccc tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:21.484130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dabd02a1-482e-4696-809c-2f2543db5dcf req-25e23090-b4b5-4369-aea7-fa53e2131ccc tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=506f6479-06cf-4cc5-88b7-38bfdcbfcf7e HTTP/1.1" status: 200 len: 945 time: 0.1369121 Sep 16 16:39:21.492757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-34aac549-2d60-4dd0-827c-f1d69c29b29b tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:21.494394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-34aac549-2d60-4dd0-827c-f1d69c29b29b tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1708c8-896c-40b9-bb6c-8719169d91b1 HTTP/1.1" status: 200 len: 945 time: 0.0836105 Sep 16 16:39:21.556665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dabd02a1-482e-4696-809c-2f2543db5dcf req-7f2a1aa1-760f-4aad-ba9d-b65e83e6cf27 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/security-groups?id=b14236ca-d2de-4f07-991f-bd04a4e81947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612159 Sep 16 16:39:21.654276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-abf471af-05aa-4a37-a23f-ae8dac3449c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Deleting port 390ad821-a6ef-4717-bd87-e55ad609afe5 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:21.654810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-abf471af-05aa-4a37-a23f-ae8dac3449c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:21.769766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-abf471af-05aa-4a37-a23f-ae8dac3449c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] For port 390ad821-a6ef-4717-bd87-e55ad609afe5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=390ad821-a6ef-4717-bd87-e55ad609afe5,segment=NetworkSegment(3c9b704c-5c99-4fc6-a624-3c48d3e49a41),segment_id=3c9b704c-5c99-4fc6-a624-3c48d3e49a41)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:21.770149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-abf471af-05aa-4a37-a23f-ae8dac3449c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:21.791037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-abf471af-05aa-4a37-a23f-ae8dac3449c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Calling delete_port for 390ad821-a6ef-4717-bd87-e55ad609afe5 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:21.795516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] For port 9c9e911c-8913-4f82-a823-55456212edc5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9c9e911c-8913-4f82-a823-55456212edc5,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:21.795894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:22.075471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-084ad08f-2237-426b-a23b-22ec6bbcebe5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:22.097320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ace2aeff-dba0-42d1-a83f-2f8fee41290f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:22.129928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['390ad821-a6ef-4717-bd87-e55ad609afe5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:22.167189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ad08f-2237-426b-a23b-22ec6bbcebe5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Pushing event deleted for resources: {'Port': ['ID=ace2aeff-dba0-42d1-a83f-2f8fee41290f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:22.187856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-abf471af-05aa-4a37-a23f-ae8dac3449c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:22.237618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ace2aeff-dba0-42d1-a83f-2f8fee41290f'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:22.283757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf471af-05aa-4a37-a23f-ae8dac3449c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Pushing event deleted for resources: {'Port': ['ID=390ad821-a6ef-4717-bd87-e55ad609afe5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:22.369030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db522e6-2548-4d35-8c6b-c160593574f3 req-ba21285f-1b34-43b3-9263-5d3c7fe071bb tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:22.378794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0db522e6-2548-4d35-8c6b-c160593574f3 req-ba21285f-1b34-43b3-9263-5d3c7fe071bb tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 946 time: 0.2669294 Sep 16 16:39:22.403471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-abf471af-05aa-4a37-a23f-ae8dac3449c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] No DVR routers for this DVR port 390ad821-a6ef-4717-bd87-e55ad609afe5 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:22.406429 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-abf471af-05aa-4a37-a23f-ae8dac3449c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:22.408802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7592d5c6-7bdf-4905-af88-7e82b2cf1531 req-abf471af-05aa-4a37-a23f-ae8dac3449c6 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.62 "DELETE /v2.0/ports/390ad821-a6ef-4717-bd87-e55ad609afe5 HTTP/1.1" status: 204 len: 173 time: 0.9062405 Sep 16 16:39:22.410331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1708c8-896c-40b9-bb6c-8719169d91b1', 'name': 'network-vif-deleted', 'tag': '390ad821-a6ef-4717-bd87-e55ad609afe5'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:22.413484 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5e5830-596d-4585-b1a7-d995f369e645" -d '{"events": [{"server_uuid": "2f1708c8-896c-40b9-bb6c-8719169d91b1", "name": "network-vif-deleted", "tag": "390ad821-a6ef-4717-bd87-e55ad609afe5"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:22.482305 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:22.482852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:22.484785 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Floating IP 6815080e-79a6-4ae4-b09a-6c07b2c9d60e disassociated. External IP: 172.25.6.64, port: 9c9e911c-8913-4f82-a823-55456212edc5. Sep 16 16:39:22.484785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Calling delete_port for 9c9e911c-8913-4f82-a823-55456212edc5 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:22.488460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0db522e6-2548-4d35-8c6b-c160593574f3 req-382b301f-7a31-4ece-80fd-e1fff53974c9 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085212 Sep 16 16:39:22.552271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-084ad08f-2237-426b-a23b-22ec6bbcebe5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] No DVR routers for this DVR port ace2aeff-dba0-42d1-a83f-2f8fee41290f on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:22.556098 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-084ad08f-2237-426b-a23b-22ec6bbcebe5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:22.558353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71bafd7f-ab1a-426f-8553-1dde80fe0f3e req-084ad08f-2237-426b-a23b-22ec6bbcebe5 tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.52 "DELETE /v2.0/ports/ace2aeff-dba0-42d1-a83f-2f8fee41290f HTTP/1.1" status: 204 len: 173 time: 1.7488089 Sep 16 16:39:22.558963 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f6479-06cf-4cc5-88b7-38bfdcbfcf7e', 'name': 'network-vif-deleted', 'tag': 'ace2aeff-dba0-42d1-a83f-2f8fee41290f'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:22.561489 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d506d5-b560-41dc-a138-a7f68b2469a4" -d '{"events": [{"server_uuid": "506f6479-06cf-4cc5-88b7-38bfdcbfcf7e", "name": "network-vif-deleted", "tag": "ace2aeff-dba0-42d1-a83f-2f8fee41290f"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:22.716559 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e502ccc-d78f-49bc-b710-5a1ecc9f08bd x-openstack-request-id: req-0e502ccc-d78f-49bc-b710-5a1ecc9f08bd {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:22.716855 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f6479-06cf-4cc5-88b7-38bfdcbfcf7e", "name": "network-vif-deleted", "tag": "ace2aeff-dba0-42d1-a83f-2f8fee41290f", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:22.717609 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e502ccc-d78f-49bc-b710-5a1ecc9f08bd {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:22.718014 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f6479-06cf-4cc5-88b7-38bfdcbfcf7e', 'name': 'network-vif-deleted', 'tag': 'ace2aeff-dba0-42d1-a83f-2f8fee41290f', 'status': 'completed', 'code': 200} Sep 16 16:39:22.772448 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41d2aef-bc0b-4ae4-a46c-f7b5a8b35548 x-openstack-request-id: req-a41d2aef-bc0b-4ae4-a46c-f7b5a8b35548 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:22.773017 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1708c8-896c-40b9-bb6c-8719169d91b1", "name": "network-vif-deleted", "tag": "390ad821-a6ef-4717-bd87-e55ad609afe5", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:22.773443 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a41d2aef-bc0b-4ae4-a46c-f7b5a8b35548 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:22.773997 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1708c8-896c-40b9-bb6c-8719169d91b1', 'name': 'network-vif-deleted', 'tag': '390ad821-a6ef-4717-bd87-e55ad609afe5', 'status': 'completed', 'code': 200} Sep 16 16:39:22.899724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55c0014b-e51d-4161-8858-61545d99936f req-fe840020-fed2-41b9-b519-bbe3f760c28f tempest-ListServersNegativeTestJSON-971188731 tempest-ListServersNegativeTestJSON-971188731-project] 10.222.0.22 "GET /v2.0/ports?device_id=506f6479-06cf-4cc5-88b7-38bfdcbfcf7e HTTP/1.1" status: 200 len: 210 time: 0.0633943 Sep 16 16:39:22.908790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:22.944880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Pushing event deleted for resources: {'Port': ['ID=9c9e911c-8913-4f82-a823-55456212edc5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:23.142265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:39:23.277671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:39:23.290242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] Sync routers for ids ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:39:23.305588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] Routers {'1d28e0e3-d6fe-49b4-886d-36bd19de9155'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:39:23.306239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:39:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:23.321459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] No DVR routers for this DVR port 9c9e911c-8913-4f82-a823-55456212edc5 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:23.324240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:23.326421 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-843cd984-5a65-4d3b-98e4-48517cb47c44 req-0ec77b13-fefb-48ec-9b2a-1d0fc398c4cf tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.62 "DELETE /v2.0/ports/9c9e911c-8913-4f82-a823-55456212edc5 HTTP/1.1" status: 204 len: 173 time: 2.1938088 Sep 16 16:39:23.446339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] Set router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:39:23.549003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46514) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:23.625264 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-30358acd-7d95-4dbf-a960-5e0cad1e1915 req-8a89b389-2f2c-4d82-80c0-991fa4265f20 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 210 time: 0.0511117 Sep 16 16:39:23.808317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:37:02Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '31eabb36-0a45-4d77-bc64-7c806a9c715b', 'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'mac_address': 'fa:16:3e:d3:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:37:00Z', 'updated_at': '2021-09-16T16:37:09Z', 'revision_number': 5, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'subnets': [{'id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:23.840774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] Checking router: 1d28e0e3-d6fe-49b4-886d-36bd19de9155 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:39:23.851169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] Routers {'1d28e0e3-d6fe-49b4-886d-36bd19de9155'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:39:23.851989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:39:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:23.873081 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f5e8ba6e-c4e0-4a81-a9ab-af6c015cb364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:23.986388 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f5e8ba6e-c4e0-4a81-a9ab-af6c015cb364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.047243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] Set router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:39:24.059376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46546) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:24.141932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24f3362-a909-423c-a2e2-7bd9327f602a admin admin] Deleting subnet a752abfc-c34d-4bc2-a2a9-457a9bd7aedf {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:39:24.145205 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c24f3362-a909-423c-a2e2-7bd9327f602a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.157104 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f5e8ba6e-c4e0-4a81-a9ab-af6c015cb364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.189019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c24f3362-a909-423c-a2e2-7bd9327f602a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.225736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8ba6e-c4e0-4a81-a9ab-af6c015cb364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94560100-95d7-4959-81dc-260cbca7ccaf,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:24.241405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f5e8ba6e-c4e0-4a81-a9ab-af6c015cb364 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39ad2202a68c404088bc64e2ca937d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6881239 Sep 16 16:39:24.242197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46552) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:24.252139 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c24f3362-a909-423c-a2e2-7bd9327f602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.344073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:37:02Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '31eabb36-0a45-4d77-bc64-7c806a9c715b', 'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'mac_address': 'fa:16:3e:d3:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:37:00Z', 'updated_at': '2021-09-16T16:37:09Z', 'revision_number': 5, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'subnets': [{'id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:24.355574 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c2becf8-acca-4c8b-adf4-5e179836926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.379551 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c2becf8-acca-4c8b-adf4-5e179836926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.396579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd3e80-24a0-46f0-ba6b-8dedd5dd6163 None None] The sync data for ids ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'] in n-d-807786-3 is: [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:37:02Z', 'revision_number': 4, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '31eabb36-0a45-4d77-bc64-7c806a9c715b', 'name': '', 'network_id': 'df0d353d-ef72-4b4b-91d1-d6ca0da472ab', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'mac_address': 'fa:16:3e:d3:76:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:37:00Z', 'updated_at': '2021-09-16T16:37:09Z', 'revision_number': 5, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'subnets': [{'id': 'a0289bec-155d-487a-9918-3bb9c6750d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:39:24.449126 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c24f3362-a909-423c-a2e2-7bd9327f602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.477842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f3362-a909-423c-a2e2-7bd9327f602a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a752abfc-c34d-4bc2-a2a9-457a9bd7aedf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:24.493106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c24f3362-a909-423c-a2e2-7bd9327f602a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.495039 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c24f3362-a909-423c-a2e2-7bd9327f602a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a752abfc-c34d-4bc2-a2a9-457a9bd7aedf HTTP/1.1" status: 204 len: 168 time: 0.4331398 Sep 16 16:39:24.498231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46556) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:24.571942 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c2becf8-acca-4c8b-adf4-5e179836926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.574613 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c2becf8-acca-4c8b-adf4-5e179836926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.579739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0c2becf8-acca-4c8b-adf4-5e179836926d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94560100-95d7-4959-81dc-260cbca7ccaf HTTP/1.1" status: 204 len: 168 time: 0.3365345 Sep 16 16:39:24.591613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.594829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2becf8-acca-4c8b-adf4-5e179836926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94560100-95d7-4959-81dc-260cbca7ccaf,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:24.730836 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.732922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'name': 'network-vif-deleted', 'tag': '9c9e911c-8913-4f82-a823-55456212edc5'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:24.735701 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38c0ab8-504a-4445-8a1b-9e899f2a304d" -d '{"events": [{"server_uuid": "160d31f6-dab9-4cee-b32d-4cb99d7e9d03", "name": "network-vif-deleted", "tag": "9c9e911c-8913-4f82-a823-55456212edc5"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:24.780950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1986af34-1a15-44c9-92dc-71bcf9fb7bec']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:24.811180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9b704c-5c99-4fc6-a624-3c48d3e49a41') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:24.811686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55730434-d777-4b79-aecb-233735a5dfab req-4700eb84-39ae-42d2-806c-8116fd9497e6 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/ports?device_id=160d31f6-dab9-4cee-b32d-4cb99d7e9d03 HTTP/1.1" status: 200 len: 210 time: 0.0473306 Sep 16 16:39:24.812180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9b704c-5c99-4fc6-a624-3c48d3e49a41') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:24.812817 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c697d9-4c3d-4efc-9294-57c7cb35fd8b None None] New status for floating IP 6815080e-79a6-4ae4-b09a-6c07b2c9d60e: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:39:24.815180 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ef4694-dcf0-4a29-aea1-6ee86332912c x-openstack-request-id: req-a9ef4694-dcf0-4a29-aea1-6ee86332912c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:24.815533 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160d31f6-dab9-4cee-b32d-4cb99d7e9d03", "name": "network-vif-deleted", "tag": "9c9e911c-8913-4f82-a823-55456212edc5", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:24.815718 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9ef4694-dcf0-4a29-aea1-6ee86332912c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:24.816111 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160d31f6-dab9-4cee-b32d-4cb99d7e9d03', 'name': 'network-vif-deleted', 'tag': '9c9e911c-8913-4f82-a823-55456212edc5', 'status': 'completed', 'code': 200} Sep 16 16:39:24.824617 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.840902 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.849167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:39:24.849631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:39:24.851477 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:39:25.013933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:25.019830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:25.021712 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1986af34-1a15-44c9-92dc-71bcf9fb7bec HTTP/1.1" status: 204 len: 168 time: 0.5225186 Sep 16 16:39:25.034774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094aa24-9134-4e56-b09a-40d29a388f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=1986af34-1a15-44c9-92dc-71bcf9fb7bec,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:25.082969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 390ad821-a6ef-4717-bd87-e55ad609afe5 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:25.115983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 390ad821-a6ef-4717-bd87-e55ad609afe5 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:25.118508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 390ad821-a6ef-4717-bd87-e55ad609afe5 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:25.123266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9c9e911c-8913-4f82-a823-55456212edc5 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:25.143744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 9c9e911c-8913-4f82-a823-55456212edc5 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:25.144097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9c9e911c-8913-4f82-a823-55456212edc5 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:25.570331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46612) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:25.616708 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a1c287ae-aa61-4d3e-a717-c4c844d0b160 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e13b869580d244eb877653104f2e317f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451157 Sep 16 16:39:25.619067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46618) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:25.645270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46620) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:25.668984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f451637-bdb5-43bb-8c21-acb43ef00ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:25.699720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6345d43f-e35e-4e37-8730-2b34a01f12cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:25.738226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6345d43f-e35e-4e37-8730-2b34a01f12cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:25.826814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f451637-bdb5-43bb-8c21-acb43ef00ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:25.896784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f451637-bdb5-43bb-8c21-acb43ef00ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:25.901580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6345d43f-e35e-4e37-8730-2b34a01f12cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:25.904032 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6345d43f-e35e-4e37-8730-2b34a01f12cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:25.906096 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6345d43f-e35e-4e37-8730-2b34a01f12cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b14236ca-d2de-4f07-991f-bd04a4e81947 HTTP/1.1" status: 204 len: 168 time: 0.2852728 Sep 16 16:39:25.947184 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4f451637-bdb5-43bb-8c21-acb43ef00ab5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b001cb47b4b4aa29e04fbb2bb7a1aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007948 Sep 16 16:39:25.947799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46642) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:25.948377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f451637-bdb5-43bb-8c21-acb43ef00ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87144034-80fb-408d-ac17-5c766a4e4663,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:25.961735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345d43f-e35e-4e37-8730-2b34a01f12cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14236ca-d2de-4f07-991f-bd04a4e81947,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:26.010959 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-345096dc-d04b-4e0f-9ae8-7670dd8d3afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.030268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46644) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:26.040757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-345096dc-d04b-4e0f-9ae8-7670dd8d3afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.063278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ace2aeff-dba0-42d1-a83f-2f8fee41290f no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:26.087906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: ace2aeff-dba0-42d1-a83f-2f8fee41290f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:26.088362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ace2aeff-dba0-42d1-a83f-2f8fee41290f not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:26.115844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69457890-0e3d-405c-b033-e10e5e653762 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.141619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69457890-0e3d-405c-b033-e10e5e653762 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.176910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-345096dc-d04b-4e0f-9ae8-7670dd8d3afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.182295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-345096dc-d04b-4e0f-9ae8-7670dd8d3afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.186439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-345096dc-d04b-4e0f-9ae8-7670dd8d3afe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87144034-80fb-408d-ac17-5c766a4e4663 HTTP/1.1" status: 204 len: 168 time: 0.2367785 Sep 16 16:39:26.198775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345096dc-d04b-4e0f-9ae8-7670dd8d3afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87144034-80fb-408d-ac17-5c766a4e4663,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:26.271026 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69457890-0e3d-405c-b033-e10e5e653762 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.273836 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-69457890-0e3d-405c-b033-e10e5e653762 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.275014 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-69457890-0e3d-405c-b033-e10e5e653762 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "DELETE /v2.0/security-groups/1c8dbfd3-56e8-4836-b842-00cd28c9a9ec HTTP/1.1" status: 204 len: 168 time: 0.2427747 Sep 16 16:39:26.277759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46664) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:26.287197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69457890-0e3d-405c-b033-e10e5e653762 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8dbfd3-56e8-4836-b842-00cd28c9a9ec,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:26.294275 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-0e7e5b01-4954-4206-9d6b-ecf1854c3fd9 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] show failed (client error): The resource could not be found. Sep 16 16:39:26.299745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46666) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:26.308411 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0e7e5b01-4954-4206-9d6b-ecf1854c3fd9 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "GET /v2.0/security-groups/1c8dbfd3-56e8-4836-b842-00cd28c9a9ec HTTP/1.1" status: 404 len: 347 time: 0.0155225 Sep 16 16:39:26.443982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-1e21f12f-d361-48e0-b81a-d92a90db1ec5 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Deleting port 27094107-e585-44f1-a831-7f231b93c572 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:26.444342 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e21f12f-d361-48e0-b81a-d92a90db1ec5 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.524023 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e21f12f-d361-48e0-b81a-d92a90db1ec5 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.524364 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e21f12f-d361-48e0-b81a-d92a90db1ec5 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.536934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-1e21f12f-d361-48e0-b81a-d92a90db1ec5 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Calling delete_port for 27094107-e585-44f1-a831-7f231b93c572 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:26.757103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e21f12f-d361-48e0-b81a-d92a90db1ec5 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.785432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21f12f-d361-48e0-b81a-d92a90db1ec5 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Pushing event deleted for resources: {'Port': ['ID=27094107-e585-44f1-a831-7f231b93c572,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:26.851218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e21f12f-d361-48e0-b81a-d92a90db1ec5 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.854426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1e21f12f-d361-48e0-b81a-d92a90db1ec5 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:26.855911 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1e21f12f-d361-48e0-b81a-d92a90db1ec5 tempest-ServersTestManualDisk-1815363433 tempest-ServersTestManualDisk-1815363433-project] 10.222.0.22 "DELETE /v2.0/floatingips/6815080e-79a6-4ae4-b09a-6c07b2c9d60e HTTP/1.1" status: 204 len: 168 time: 0.5553114 Sep 16 16:39:26.859241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46680) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:27.323109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:27.638049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] Deleting port 31eabb36-0a45-4d77-bc64-7c806a9c715b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:27.638397 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:27.720531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] For port 31eabb36-0a45-4d77-bc64-7c806a9c715b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=31eabb36-0a45-4d77-bc64-7c806a9c715b,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:27.720904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:27.734812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] Calling delete_port for 31eabb36-0a45-4d77-bc64-7c806a9c715b owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:28.006090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46720) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:28.020190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:28.055998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] Pushing event deleted for resources: {'Port': ['ID=31eabb36-0a45-4d77-bc64-7c806a9c715b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:28.185181 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c07f-1119-41da-9de6-acd37c114d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:28.353014 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff5f2-e56b-4a3e-b93f-018acfd822f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:28.374929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46732) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:28.401297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:28.462383 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1603308447-network', 'tenant_id': 'cfce77dbcec64583bb64285854c27808'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:28.619185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff5f2-e56b-4a3e-b93f-018acfd822f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:28.673417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff5f2-e56b-4a3e-b93f-018acfd822f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:28.729013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] Router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:39:28.730123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ff5f2-e56b-4a3e-b93f-018acfd822f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf71b38-cbd0-4869-889e-21e0ece005d1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:28.739936 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1d0ff5f2-e56b-4a3e-b93f-018acfd822f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2cd3af6d5bc4ec9bdc85675676671f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297752 Sep 16 16:39:28.740050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46748) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:28.771200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Made reservation on behalf of cfce77dbcec64583bb64285854c27808 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:28.773630 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:28.787896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:28.818314 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8f86515-2557-480e-bea3-380ef3d04667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:28.850301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:39:28.851308 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8f86515-2557-480e-bea3-380ef3d04667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:28.858953 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-22797e80-d671-4e55-ac8d-6213d95a6840 admin admin] 10.222.0.22 "PUT /v2.0/routers/1d28e0e3-d6fe-49b4-886d-36bd19de9155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9985301 Sep 16 16:39:28.859709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46750) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:28.863989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] Sync routers for ids ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:39:28.878130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] Routers {'1d28e0e3-d6fe-49b4-886d-36bd19de9155'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:39:28.879140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:39:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:28.946626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.014506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] Set router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:39:29.025338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8f86515-2557-480e-bea3-380ef3d04667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.027989 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8f86515-2557-480e-bea3-380ef3d04667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.032566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c8f86515-2557-480e-bea3-380ef3d04667 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/caf71b38-cbd0-4869-889e-21e0ece005d1 HTTP/1.1" status: 204 len: 168 time: 0.2885120 Sep 16 16:39:29.040703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f86515-2557-480e-bea3-380ef3d04667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf71b38-cbd0-4869-889e-21e0ece005d1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:29.099365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46756) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:29.142873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.162021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:39:29.173993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.174429 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Added segment f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2 of type vlan for network 7739233c-ef86-42a5-8cf5-d0885a317ede Sep 16 16:39:29.241675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.247027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee6fb47-6c49-4059-8b94-f06e7b9ef108 admin admin] Deleting subnet b755df14-f104-4eff-a3fa-8302f59924d2 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:39:29.260581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee6fb47-6c49-4059-8b94-f06e7b9ef108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.285196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:39:27Z', 'revision_number': 5, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:29.288665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286c112a-6483-44a7-9526-5ddb26136115,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:29.325954 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.327116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] Checking router: 1d28e0e3-d6fe-49b4-886d-36bd19de9155 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:39:29.337979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] Routers {'1d28e0e3-d6fe-49b4-886d-36bd19de9155'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:39:29.338895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:39:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:29.344326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee6fb47-6c49-4059-8b94-f06e7b9ef108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.409966 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee6fb47-6c49-4059-8b94-f06e7b9ef108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.428100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46762) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:29.466698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.467765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:29.468902 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.586276 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.617379 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] Pushing event updated for resources: {'Network': ['ID=7739233c-ef86-42a5-8cf5-d0885a317ede,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:29.639577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 7739233c-ef86-42a5-8cf5-d0885a317ede details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:39:29.675482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b02795f3-42bc-4d5b-8831-decea5788bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.724727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ca814a01-c827-4454-b82c-d6a55bc4e10f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3468022 Sep 16 16:39:29.726372 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee6fb47-6c49-4059-8b94-f06e7b9ef108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.730077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46772) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:29.740443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Request body: {'subnet': {'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1603308447-subnet', 'tenant_id': 'cfce77dbcec64583bb64285854c27808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:29.757319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6fb47-6c49-4059-8b94-f06e7b9ef108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b755df14-f104-4eff-a3fa-8302f59924d2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:29.763529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee6fb47-6c49-4059-8b94-f06e7b9ef108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.774465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] Set router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:39:29.781962 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1ee6fb47-6c49-4059-8b94-f06e7b9ef108 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b755df14-f104-4eff-a3fa-8302f59924d2 HTTP/1.1" status: 204 len: 168 time: 0.6812282 Sep 16 16:39:29.790415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46774) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:29.833860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Deleting port 58aba5ce-18a5-4d42-8091-e7dabec3c924 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:29.834196 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.915422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46776) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:29.937984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9d5bebb-54e9-4c84-8a42-888e0c402781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:29.958351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.003696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:39:27Z', 'revision_number': 5, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:30.035849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec304b-ba3b-4ecf-bcf1-37085f734a3d None None] The sync data for ids ['1d28e0e3-d6fe-49b4-886d-36bd19de9155'] in n-d-807786-3 is: [{'id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'name': 'tempest-ServersTestManualDisk-316785887-router', 'tenant_id': '0ec4611ebaba4a3aba307cc201d1948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:36:54Z', 'updated_at': '2021-09-16T16:39:27Z', 'revision_number': 5, 'project_id': '0ec4611ebaba4a3aba307cc201d1948f', 'gw_port': {'id': '58aba5ce-18a5-4d42-8091-e7dabec3c924', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28e0e3-d6fe-49b4-886d-36bd19de9155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:36:56Z', 'updated_at': '2021-09-16T16:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:39:30.047607 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b02795f3-42bc-4d5b-8831-decea5788bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.056287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] For port 58aba5ce-18a5-4d42-8091-e7dabec3c924, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=58aba5ce-18a5-4d42-8091-e7dabec3c924,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:30.056287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.089338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Calling delete_port for 58aba5ce-18a5-4d42-8091-e7dabec3c924 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:30.122019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.143488 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b02795f3-42bc-4d5b-8831-decea5788bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.206751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdcc7a1-8d63-4699-a6d8-11bc286d3c54']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:30.237585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4066a271-8125-4f71-88c0-b0f7040008a5') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:30.237995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4066a271-8125-4f71-88c0-b0f7040008a5') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:30.252885 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b02795f3-42bc-4d5b-8831-decea5788bd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea40d603061c4fbab34e41d96dec0a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8238139 Sep 16 16:39:30.262542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46778) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:30.262699 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.269995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02795f3-42bc-4d5b-8831-decea5788bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61cc631-7e3a-42af-b381-1adbbf8cec63,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:30.283814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.328227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:39:30.328947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:39:30.330562 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:39:30.333519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Made reservation on behalf of cfce77dbcec64583bb64285854c27808 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:30.333519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.333954 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89b5d232-bc01-4b50-9866-ddc8394a7c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.371261 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89b5d232-bc01-4b50-9866-ddc8394a7c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.452075 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9d5bebb-54e9-4c84-8a42-888e0c402781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.564044 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89b5d232-bc01-4b50-9866-ddc8394a7c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.564044 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89b5d232-bc01-4b50-9866-ddc8394a7c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.564044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-89b5d232-bc01-4b50-9866-ddc8394a7c9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f61cc631-7e3a-42af-b381-1adbbf8cec63 HTTP/1.1" status: 204 len: 168 time: 0.3069301 Sep 16 16:39:30.572372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5d232-bc01-4b50-9866-ddc8394a7c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61cc631-7e3a-42af-b381-1adbbf8cec63,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:30.610752 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c9d5bebb-54e9-4c84-8a42-888e0c402781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.631377 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.645519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.647532 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] 10.222.0.22 "DELETE /v2.0/networks/6fdcc7a1-8d63-4699-a6d8-11bc286d3c54 HTTP/1.1" status: 204 len: 168 time: 0.8632925 Sep 16 16:39:30.654048 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.658710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5bebb-54e9-4c84-8a42-888e0c402781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb8f7e-2c99-41d3-aa53-375ebe78568b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:30.682609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c9d5bebb-54e9-4c84-8a42-888e0c402781 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da0797d1a18349cba037f09f2a7b0d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7604096 Sep 16 16:39:30.682609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46788) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:30.703837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cd4bf-71f9-407c-ac59-df2c4edf1a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdcc7a1-8d63-4699-a6d8-11bc286d3c54,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:30.749541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46a57a89-eb71-4a28-8205-24ca7bb1f218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.764197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Pushing event deleted for resources: {'Port': ['ID=58aba5ce-18a5-4d42-8091-e7dabec3c924,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:30.779895 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46a57a89-eb71-4a28-8205-24ca7bb1f218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.782425 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2e34-e61b-4422-a7b5-d9a5bf3d9cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.875390 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.885172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46a57a89-eb71-4a28-8205-24ca7bb1f218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.887761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46a57a89-eb71-4a28-8205-24ca7bb1f218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:30.888962 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-46a57a89-eb71-4a28-8205-24ca7bb1f218 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89bb8f7e-2c99-41d3-aa53-375ebe78568b HTTP/1.1" status: 204 len: 168 time: 0.2100315 Sep 16 16:39:30.896664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a57a89-eb71-4a28-8205-24ca7bb1f218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb8f7e-2c99-41d3-aa53-375ebe78568b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:30.941291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.002202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.009264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.069388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebbbc7ae-c057-4bb5-a212-e2f154690100,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:31.080105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Checking segment: {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:39:31.080776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Network hostable DHCP agents. Network: 7739233c-ef86-42a5-8cf5-d0885a317ede, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:39:31.089266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46796) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:31.140440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b4e11825-dea1-4053-a2b4-ae229517d244 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7af026ae7ab4a46aec71320ef23d0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498228 Sep 16 16:39:31.143078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46798) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:31.194926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e0291480-696f-436f-922d-a25d3b3351a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.202687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.203341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d28e0e3-d6fe-49b4-886d-36bd19de9155 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:39:31.208795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.209293 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9c0418ae-55a5-40e7-8eb7-22cb742b9810 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1d28e0e3-d6fe-49b4-886d-36bd19de9155 HTTP/1.1" status: 204 len: 168 time: 2.3486314 Sep 16 16:39:31.211843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46802) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:31.221618 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e0291480-696f-436f-922d-a25d3b3351a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.258165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Network 7739233c-ef86-42a5-8cf5-d0885a317ede is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:39:31.277324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d56b0cc-4d7b-4e44-b2be-edb1faa4facf admin admin] Deleting subnet a0289bec-155d-487a-9918-3bb9c6750d50 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:39:31.280961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d56b0cc-4d7b-4e44-b2be-edb1faa4facf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.321285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d56b0cc-4d7b-4e44-b2be-edb1faa4facf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.407414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 7739233c-ef86-42a5-8cf5-d0885a317ede) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:31.413531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:31.414121 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.415046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3819817-b473-4565-a4bc-d58ef942e79a None None] Network 7739233c-ef86-42a5-8cf5-d0885a317ede requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:39:31.435579 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d56b0cc-4d7b-4e44-b2be-edb1faa4facf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.445295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e0291480-696f-436f-922d-a25d3b3351a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.448683 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e0291480-696f-436f-922d-a25d3b3351a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.450316 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e0291480-696f-436f-922d-a25d3b3351a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bc47907-0b89-4bda-a85e-20dc4ace6ebb HTTP/1.1" status: 204 len: 168 time: 0.3060687 Sep 16 16:39:31.459837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0291480-696f-436f-922d-a25d3b3351a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc47907-0b89-4bda-a85e-20dc4ace6ebb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:31.471676 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.537455 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b8923c81-5243-4224-8613-229a2d9d309a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8022628 Sep 16 16:39:31.567653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2dfe69-f487-475b-88b8-38745ab6f99c None None] Network 7739233c-ef86-42a5-8cf5-d0885a317ede requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:39:31.598200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d56b0cc-4d7b-4e44-b2be-edb1faa4facf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.637079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56b0cc-4d7b-4e44-b2be-edb1faa4facf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0289bec-155d-487a-9918-3bb9c6750d50,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:31.644929 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d56b0cc-4d7b-4e44-b2be-edb1faa4facf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.647806 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1d56b0cc-4d7b-4e44-b2be-edb1faa4facf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a0289bec-155d-487a-9918-3bb9c6750d50 HTTP/1.1" status: 204 len: 168 time: 0.4335895 Sep 16 16:39:31.651337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa26a20c-5f21-4391-81de-99f0d5023d95 None None] Network df0d353d-ef72-4b4b-91d1-d6ca0da472ab requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:39:31.653598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46820) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:31.763328 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.869820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Deleting port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:31.871317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.878437 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:31.933111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5e58a-86a9-4a7b-a3b2-bdaeccbbbfb8 None None] DHCP port deletion for df0d353d-ef72-4b4b-91d1-d6ca0da472ab request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:39:31.934298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 31eabb36-0a45-4d77-bc64-7c806a9c715b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:31.970031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 31eabb36-0a45-4d77-bc64-7c806a9c715b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:31.970570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 31eabb36-0a45-4d77-bc64-7c806a9c715b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:31.971059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 58aba5ce-18a5-4d42-8091-e7dabec3c924 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:31.990094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] For port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9968e928-3f5f-4a6e-bad0-b7ff83b883ae,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:31.992503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.011329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Calling delete_port for 9968e928-3f5f-4a6e-bad0-b7ff83b883ae owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:32.019749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 58aba5ce-18a5-4d42-8091-e7dabec3c924 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:32.020037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 58aba5ce-18a5-4d42-8091-e7dabec3c924 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:32.058323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5e58a-86a9-4a7b-a3b2-bdaeccbbbfb8 None None] Deleting port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:32.058988 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b7f5e58a-86a9-4a7b-a3b2-bdaeccbbbfb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.138815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b7f5e58a-86a9-4a7b-a3b2-bdaeccbbbfb8 None None] For port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9968e928-3f5f-4a6e-bad0-b7ff83b883ae,segment=NetworkSegment(aa45ec37-7314-4362-be5d-3c7e40c5dfc6),segment_id=aa45ec37-7314-4362-be5d-3c7e40c5dfc6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:32.139282 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b7f5e58a-86a9-4a7b-a3b2-bdaeccbbbfb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.152894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5e58a-86a9-4a7b-a3b2-bdaeccbbbfb8 None None] Calling delete_port for 9968e928-3f5f-4a6e-bad0-b7ff83b883ae owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:32.162605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.190457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9968e928-3f5f-4a6e-bad0-b7ff83b883ae,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:32.194241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] No DVR routers for this DVR port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:32.262164 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b7f5e58a-86a9-4a7b-a3b2-bdaeccbbbfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.286478 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.298779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5e58a-86a9-4a7b-a3b2-bdaeccbbbfb8 None None] Pushing event deleted for resources: {'Port': ['ID=9968e928-3f5f-4a6e-bad0-b7ff83b883ae,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:32.319469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0d353d-ef72-4b4b-91d1-d6ca0da472ab']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:32.320889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5e58a-86a9-4a7b-a3b2-bdaeccbbbfb8 None None] No DVR routers for this DVR port 9968e928-3f5f-4a6e-bad0-b7ff83b883ae on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:32.334766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:32.335269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa45ec37-7314-4362-be5d-3c7e40c5dfc6') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:32.348534 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.364323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.371500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:39:32.372196 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:39:32.374311 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:39:32.442211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-29ab0982-a409-4edf-9887-746fd15f155d tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:32.443700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-29ab0982-a409-4edf-9887-746fd15f155d tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/networks?id=7739233c-ef86-42a5-8cf5-d0885a317ede HTTP/1.1" status: 200 len: 813 time: 0.1356211 Sep 16 16:39:32.458708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-9c858e8a-3019-4891-ab66-62752fa825fb tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/quotas/cfce77dbcec64583bb64285854c27808 HTTP/1.1" status: 200 len: 375 time: 0.0090528 Sep 16 16:39:32.491151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-b490414c-30e0-45ab-989a-b66b16d89255 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cfce77dbcec64583bb64285854c27808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271235 Sep 16 16:39:32.583451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-ea90008e-bdcb-41e5-a29c-ff4b3a546bcc service neutron] 10.222.0.22 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852878 Sep 16 16:39:32.596763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.603173 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:32.607958 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] 10.222.0.22 "DELETE /v2.0/networks/df0d353d-ef72-4b4b-91d1-d6ca0da472ab HTTP/1.1" status: 204 len: 168 time: 0.9507072 Sep 16 16:39:32.616475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879df9c7-34e8-4275-96cc-0456d4005b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0d353d-ef72-4b4b-91d1-d6ca0da472ab,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:32.716834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-2cce9cd7-e363-42d4-8a57-3c5c947578dd service neutron] 10.222.0.22 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273043 Sep 16 16:39:32.885705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46874) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:33.046869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2132322178'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:33.087633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46886) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:33.134006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-90679bd3-304f-4b4f-91a9-df0d2710674f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ec4611ebaba4a3aba307cc201d1948f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412943 Sep 16 16:39:33.134166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46892) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:33.177216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Made reservation on behalf of 572a263797b74f64a86b7108f9cecf23 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:33.181436 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.198936 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.299973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1bb48e1d-cfc0-46eb-a937-26d037059be3 req-f8809131-2a04-4637-9588-eeae4605ff00 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 210 time: 0.0374317 Sep 16 16:39:33.321120 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8246ac8e-8f1f-4164-bc11-37dc30a0d1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.332062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.350398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8246ac8e-8f1f-4164-bc11-37dc30a0d1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.439361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.470274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:39:33.480623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e599556-b7b2-434c-9923-326a6adfa873,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:33.486257 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.489412 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Added segment aaa84174-12f1-4051-a6fd-2144c00ab6dd of type vlan for network 9d1860a4-7022-4900-a9ca-b287f1e39628 Sep 16 16:39:33.521871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8246ac8e-8f1f-4164-bc11-37dc30a0d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.524772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8246ac8e-8f1f-4164-bc11-37dc30a0d1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.526150 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8246ac8e-8f1f-4164-bc11-37dc30a0d1bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1651bb0b-a52b-4c3c-aa1b-6b71a7f629e3 HTTP/1.1" status: 204 len: 168 time: 0.3918166 Sep 16 16:39:33.550845 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.553939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246ac8e-8f1f-4164-bc11-37dc30a0d1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1651bb0b-a52b-4c3c-aa1b-6b71a7f629e3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:33.682926 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.685687 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.692404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:33.693849 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:33.769609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Network': ['ID=9d1860a4-7022-4900-a9ca-b287f1e39628,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:33.798318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:39:33.835860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46956) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:33.836586 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-33051189-b596-445d-867b-be5af21ac2dc tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9493086 Sep 16 16:39:33.847562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'subnet': {'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:33.910748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9968e928-3f5f-4a6e-bad0-b7ff83b883ae no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:33.966765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 9968e928-3f5f-4a6e-bad0-b7ff83b883ae {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:33.967106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9968e928-3f5f-4a6e-bad0-b7ff83b883ae not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:34.193665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Made reservation on behalf of 572a263797b74f64a86b7108f9cecf23 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:34.197339 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:34.371038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0631f09e-ae32-4fe7-985d-754bbc0a8d24 req-e2ccbd9e-fa85-4864-95ee-589f321a70da tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 210 time: 0.0348730 Sep 16 16:39:34.525162 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:34.597501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Subnet': ['ID=738db93a-f89a-4396-aec4-bfa3f48f938c,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:34.608083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.608869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.609361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.609708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.610106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.610438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.610761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.611258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.611746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.612374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.612879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.613369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:34.617139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Checking segment: {'id': 'aaa84174-12f1-4051-a6fd-2144c00ab6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:39:34.617689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Network hostable DHCP agents. Network: 9d1860a4-7022-4900-a9ca-b287f1e39628, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:39:34.713996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:39:34.813787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 9d1860a4-7022-4900-a9ca-b287f1e39628) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:34.827164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:34.827400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be62c6-b1b2-4a2f-b641-41f1a51842e3 None None] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:39:34.834548 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:34.963190 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-99ff1814-2564-4875-8002-8696e95c4b21 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1243925 Sep 16 16:39:34.965877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47008) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:34.972026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'port': {'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1871741646'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:35.006625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-9d1860a4-7022-4900-a9ca-b287f1e39628', 'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628', 'tenant_id': '572a263797b74f64a86b7108f9cecf23', 'fixed_ips': [{'subnet_id': '738db93a-f89a-4396-aec4-bfa3f48f938c'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:39:35.008158 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.157737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47014) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:35.262031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Made reservation on behalf of 572a263797b74f64a86b7108f9cecf23 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:35.267368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Allocated IP 2001:db8::2 (9d1860a4-7022-4900-a9ca-b287f1e39628/738db93a-f89a-4396-aec4-bfa3f48f938c/cd159286-2496-40cd-8f18-5082988993a9) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:35.269387 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.287546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-912286946-network', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:35.302680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] device_id is not set on port b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:39:35.441945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:35.444994 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.461873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.473997 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.506084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51027280-8232-4978-9c6e-30aa86031494 req-e964ebb4-9f2d-49b2-b027-e5b7b5ac6ec7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 210 time: 0.0383999 Sep 16 16:39:35.597538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.620795 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.685896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:35.687551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:35.691742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:35.698243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Allocated IP 2001:db8::1b8 (9d1860a4-7022-4900-a9ca-b287f1e39628/738db93a-f89a-4396-aec4-bfa3f48f938c/b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:35.728922 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.733294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Pushing event updated for resources: {'Port': ['ID=cd159286-2496-40cd-8f18-5082988993a9,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:35.790808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:39:35.794253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Attempting to bind port cd159286-2496-40cd-8f18-5082988993a9 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:39:35.794911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Attempting to bind port cd159286-2496-40cd-8f18-5082988993a9 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'aaa84174-12f1-4051-a6fd-2144c00ab6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:39:35.795578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Attempting to bind port cd159286-2496-40cd-8f18-5082988993a9 on network 9d1860a4-7022-4900-a9ca-b287f1e39628 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:39:35.808936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:39:35.813795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Checking segment: {'id': 'aaa84174-12f1-4051-a6fd-2144c00ab6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:39:35.814758 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.816303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Bound using segment: {'id': 'aaa84174-12f1-4051-a6fd-2144c00ab6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:39:35.817164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Bound port: cd159286-2496-40cd-8f18-5082988993a9, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa84174-12f1-4051-a6fd-2144c00ab6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:39:35.817673 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.819711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752c5591-206f-4ed4-bf57-c567e25bd658,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:35.831016 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.832695 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Added segment 0c994381-c80c-4435-b071-3b36a96dc600 of type vlan for network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 Sep 16 16:39:35.932022 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] For port cd159286-2496-40cd-8f18-5082988993a9, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:39:35.934434 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:35.937932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] For port cd159286-2496-40cd-8f18-5082988993a9, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cd159286-2496-40cd-8f18-5082988993a9,segment=NetworkSegment(aaa84174-12f1-4051-a6fd-2144c00ab6dd),segment_id=aaa84174-12f1-4051-a6fd-2144c00ab6dd)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:39:35.994311 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:36.008791 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:36.080548 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b96bc-f121-4921-8939-ba91c47e66d9 None None] Pushing event updated for resources: {'Port': ['ID=cd159286-2496-40cd-8f18-5082988993a9,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:36.100621 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:36.101814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:36.108338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:36.139180 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:36.223755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:36.231640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:36.236071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] Pushing event updated for resources: {'Network': ['ID=5d6b3691-b7c0-4e78-998f-20949ea2fb14,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:36.238396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:36.244222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:36.244888 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:36.247992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:39:36.265593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-94d2fbe4-b4c5-4d1f-916f-df9fc8d2e84d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1067507 Sep 16 16:39:36.269459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47064) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:36.276541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Request body: {'subnet': {'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-912286946-subnet', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:36.283195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Port': ['ID=b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:36.396891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:36.399943 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:36.509824 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e365d71c-363f-430e-aa3e-63db5de04472 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5397484 Sep 16 16:39:36.510433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47068) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:36.516949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'port': {'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-865354684', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b8', 'mac_address': 'fa:16:3e:dc:71:39'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:36.672994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c09bfdb-ba1d-4b87-abf1-05d2d0dade28 req-0c71e3c8-5eed-49cc-9748-b7177e596c19 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 210 time: 0.0448403 Sep 16 16:39:36.751086 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:36.801934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-230a3471-2f1a-4836-9b82-f948ee32b04d tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:36.802202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Made reservation on behalf of 572a263797b74f64a86b7108f9cecf23 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:36.803900 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-230a3471-2f1a-4836-9b82-f948ee32b04d tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.62 "GET /v2.0/networks?id=7739233c-ef86-42a5-8cf5-d0885a317ede HTTP/1.1" status: 200 len: 813 time: 0.1665287 Sep 16 16:39:36.819824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Request body: {'port': {'device_id': 'e137e482-8039-46a9-9b7a-b8fe082fb399', 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede', 'admin_state_up': True, 'tenant_id': 'cfce77dbcec64583bb64285854c27808'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:36.868616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88aef2e-a025-4427-a993-94c2b42a4721,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:36.919030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Checking segment: {'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:39:36.919648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Network hostable DHCP agents. Network: 5d6b3691-b7c0-4e78-998f-20949ea2fb14, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:39:36.961462 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.025990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] device_id is not set on port 05bf8b01-2e90-4739-b245-47863129d938 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:39:37.051306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:39:37.169613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Made reservation on behalf of cfce77dbcec64583bb64285854c27808 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:37.169613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.196745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 5d6b3691-b7c0-4e78-998f-20949ea2fb14) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:37.207688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf053e4-b5af-4e16-a46f-656026578968 None None] Network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:39:37.218745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Allocated IP 2001:db8::18a (9d1860a4-7022-4900-a9ca-b287f1e39628/738db93a-f89a-4396-aec4-bfa3f48f938c/05bf8b01-2e90-4739-b245-47863129d938) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:37.230487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:37.234789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.532355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.551992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000b106-02fd-44f0-8d28-e56e832799cf None None] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:39:37.599567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Allocated IP 172.20.0.12 (7739233c-ef86-42a5-8cf5-d0885a317ede/ebbbc7ae-c057-4bb5-a212-e2f154690100/5cfc9b6b-179d-4a2b-ad2e-1da6d6669028) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:37.610456 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-35986e9c-b353-4845-9bf0-8644d00e1d95 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3356669 Sep 16 16:39:37.611394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47086) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:37.627874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:37.643190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:39:37.644355 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.666218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-c1e3044c-0e08-405c-9809-67a83ce0c4e8 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:37.667893 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-c1e3044c-0e08-405c-9809-67a83ce0c4e8 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.52 "GET /v2.0/networks?id=7739233c-ef86-42a5-8cf5-d0885a317ede HTTP/1.1" status: 200 len: 813 time: 0.1935315 Sep 16 16:39:37.685332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Request body: {'port': {'device_id': 'c0790dbf-bcaf-47e8-ada1-3085cbe74c9e', 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede', 'admin_state_up': True, 'tenant_id': 'cfce77dbcec64583bb64285854c27808'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:37.689929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.784361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4cbcdc18-9e94-4086-8249-2eeaec29b138 None None] Provisioning complete for port cd159286-2496-40cd-8f18-5082988993a9 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:37.788955 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdc18-9e94-4086-8249-2eeaec29b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.796879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.798597 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.838584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:37.855657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:37.888487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:37.895404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:37.896096 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.925666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Port': ['ID=05bf8b01-2e90-4739-b245-47863129d938,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:37.927735 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:37.965246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09031d84-c37e-487b-aac6-5fb1a29f97dd req-893bc69f-bbbd-4b60-a9db-b3a5ce9b370f tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 210 time: 0.1185167 Sep 16 16:39:38.027778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Made reservation on behalf of cfce77dbcec64583bb64285854c27808 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:38.042114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:38.050961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:38.073267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:38.131745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-be788b82-e115-4802-a061-ccd3ea9ea011 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.6196980 Sep 16 16:39:38.136062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47098) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:38.161936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cd159286-2496-40cd-8f18-5082988993a9 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:38.180853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Network 7739233c-ef86-42a5-8cf5-d0885a317ede is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:38.191559 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:38.200039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:38.252867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:38.253657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:38.318414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Pushing event updated for resources: {'Port': ['ID=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:38.329716 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3b69f-4b8d-4f81-8a14-cc473cf7be94 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:38.336566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port cd159286-2496-40cd-8f18-5082988993a9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:38.337107 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3b69f-4b8d-4f81-8a14-cc473cf7be94 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:38.337638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:38.344064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3b69f-4b8d-4f81-8a14-cc473cf7be94 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:38.348540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d2e3b69f-4b8d-4f81-8a14-cc473cf7be94 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2088497 Sep 16 16:39:38.350572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47100) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:38.406637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Allocated IP 172.20.0.2 (5d6b3691-b7c0-4e78-998f-20949ea2fb14/a88aef2e-a025-4427-a993-94c2b42a4721/139f52c9-2420-4b1a-aa37-18b1dbb43071) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:38.440969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-d3dccdf2-af8f-4716-b506-7df167099a94 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6194129 Sep 16 16:39:38.465590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Request body: {'port': {'device_id': 'e137e482-8039-46a9-9b7a-b8fe082fb399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:38.483386 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdc18-9e94-4086-8249-2eeaec29b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:38.545429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Allocated IP 172.20.0.14 (7739233c-ef86-42a5-8cf5-d0885a317ede/ebbbc7ae-c057-4bb5-a212-e2f154690100/951cc4ba-00bd-42eb-9153-da831f0d58f6) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:38.610618 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:38.656710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4cbcdc18-9e94-4086-8249-2eeaec29b138 None None] For port cd159286-2496-40cd-8f18-5082988993a9, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cd159286-2496-40cd-8f18-5082988993a9,segment=NetworkSegment(aaa84174-12f1-4051-a6fd-2144c00ab6dd),segment_id=aaa84174-12f1-4051-a6fd-2144c00ab6dd)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:38.688934 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:38.740572 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdc18-9e94-4086-8249-2eeaec29b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:38.849118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcdc18-9e94-4086-8249-2eeaec29b138 None None] Pushing event updated for resources: {'Port': ['ID=cd159286-2496-40cd-8f18-5082988993a9,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:38.908983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:38.920085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:39:38.920508 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:39:38.969911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6fdacdf8-9b17-47a1-a866-5d36da287264 None None] Provisioning complete for port 05bf8b01-2e90-4739-b245-47863129d938 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:38.970300 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6fdacdf8-9b17-47a1-a866-5d36da287264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.022278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6fdacdf8-9b17-47a1-a866-5d36da287264 None None] Port 05bf8b01-2e90-4739-b245-47863129d938 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:39.034315 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.081200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.141203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Pushing event updated for resources: {'Port': ['ID=139f52c9-2420-4b1a-aa37-18b1dbb43071,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:39.186573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:39.214851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:39.232039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:39.240415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6fdacdf8-9b17-47a1-a866-5d36da287264 None None] Provisioning complete for port cd159286-2496-40cd-8f18-5082988993a9 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:39.240795 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6fdacdf8-9b17-47a1-a866-5d36da287264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.243129 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.347059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Network 7739233c-ef86-42a5-8cf5-d0885a317ede is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:39.360065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:39.410267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:39.461334 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.470929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Pushing event updated for resources: {'Port': ['ID=951cc4ba-00bd-42eb-9153-da831f0d58f6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:39.511990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:39.512719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.562430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Attempting to bind port 139f52c9-2420-4b1a-aa37-18b1dbb43071 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:39:39.564660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Attempting to bind port 139f52c9-2420-4b1a-aa37-18b1dbb43071 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:39:39.567816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Attempting to bind port 139f52c9-2420-4b1a-aa37-18b1dbb43071 on network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:39:39.580759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef60bb-cc0d-400c-9853-dfee8c7bda2f req-3f95b9d6-f5f9-46ab-9b4e-c882d60f1b4c tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:39.588997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2aef60bb-cc0d-400c-9853-dfee8c7bda2f req-3f95b9d6-f5f9-46ab-9b4e-c882d60f1b4c tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 932 time: 0.2590783 Sep 16 16:39:39.622296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-26998c65-ee26-43d5-88d4-26c2dff72f45 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9444513 Sep 16 16:39:39.624239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:39:39.625317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Checking segment: {'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:39:39.626748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.627344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Bound using segment: {'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:39:39.630177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Bound port: 139f52c9-2420-4b1a-aa37-18b1dbb43071, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:39:39.632156 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.655182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Request body: {'port': {'device_id': 'c0790dbf-bcaf-47e8-ada1-3085cbe74c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:39.719470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:39:39.737402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.795380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2aef60bb-cc0d-400c-9853-dfee8c7bda2f req-2cd6b95e-ace4-4001-9487-b284a46e2eda tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054141 Sep 16 16:39:39.822068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-029a2a89-1da7-49f2-aa69-e2e0da9a609f tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Deleting port 05bf8b01-2e90-4739-b245-47863129d938 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:39.822417 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-029a2a89-1da7-49f2-aa69-e2e0da9a609f tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.831502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Transition to ACTIVE for port object 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:39:39.840328 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:39.910089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] For port 139f52c9-2420-4b1a-aa37-18b1dbb43071, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:39:39.920031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] For port 139f52c9-2420-4b1a-aa37-18b1dbb43071, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=139f52c9-2420-4b1a-aa37-18b1dbb43071,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:39:39.923245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cd159286-2496-40cd-8f18-5082988993a9 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:39.925181 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6fdacdf8-9b17-47a1-a866-5d36da287264 None None] Provisioning complete for port b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:39.925555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6fdacdf8-9b17-47a1-a866-5d36da287264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.004928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.072314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Pushing event updated for resources: {'Port': ['ID=139f52c9-2420-4b1a-aa37-18b1dbb43071,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:40.091520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.091892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.092205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.093570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.094111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.094456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.094796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.095131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.095465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.095793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.096120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.096509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819aed8-bac0-4168-b197-e7a62693c229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:40.116824 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6fdacdf8-9b17-47a1-a866-5d36da287264 None None] Port b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:40.142809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port cd159286-2496-40cd-8f18-5082988993a9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:40.143424 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.164311 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-029a2a89-1da7-49f2-aa69-e2e0da9a609f tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.190930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-029a2a89-1da7-49f2-aa69-e2e0da9a609f tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Calling delete_port for 05bf8b01-2e90-4739-b245-47863129d938 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:40.277507 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dd3c6050-84c1-4b04-863b-df01271bd935 None None] Provisioning complete for port 05bf8b01-2e90-4739-b245-47863129d938 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:40.285600 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6050-84c1-4b04-863b-df01271bd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.362428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c6050-84c1-4b04-863b-df01271bd935 None None] Port 05bf8b01-2e90-4739-b245-47863129d938 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:40.372646 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dd3c6050-84c1-4b04-863b-df01271bd935 None None] Provisioning complete for port b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:40.373125 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6050-84c1-4b04-863b-df01271bd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.505291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c6050-84c1-4b04-863b-df01271bd935 None None] Port b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:40.569994 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.586056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.598253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.709376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:40.816767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Allocated IP 172.25.6.103 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/d6866b73-6c90-45fb-ab8b-cc6f8841e1e0) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:40.836589 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-029a2a89-1da7-49f2-aa69-e2e0da9a609f tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.847545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Attempting to bind port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:39:40.847883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Attempting to bind port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:39:40.848236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Attempting to bind port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 on network 7739233c-ef86-42a5-8cf5-d0885a317ede {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:39:40.858977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 on network 7739233c-ef86-42a5-8cf5-d0885a317ede not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:39:40.859451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Attempting to bind port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 on network 7739233c-ef86-42a5-8cf5-d0885a317ede {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:39:40.875783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:39:40.875783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Checking segment: {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:39:40.875783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Bound using segment: {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:39:40.875783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Bound port: 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:39:40.876256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:40.943292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a2a89-1da7-49f2-aa69-e2e0da9a609f tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event deleted for resources: {'Port': ['ID=05bf8b01-2e90-4739-b245-47863129d938,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:40.974633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951cc4ba-00bd-42eb-9153-da831f0d58f6 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:39:40.990069 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.029330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] For port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:39:41.036263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Transition to ACTIVE for port object 951cc4ba-00bd-42eb-9153-da831f0d58f6 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:39:41.045246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] For port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:39:41.122436 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.128232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.170188 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-029a2a89-1da7-49f2-aa69-e2e0da9a609f tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.176200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-029a2a89-1da7-49f2-aa69-e2e0da9a609f tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "DELETE /v2.0/ports/05bf8b01-2e90-4739-b245-47863129d938 HTTP/1.1" status: 204 len: 168 time: 2.8215401 Sep 16 16:39:41.179181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47142) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:41.223808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e69fd8-2dfc-449f-b528-30a2b1ca6c61 req-e6ec5959-dc33-4323-b612-988d454de3a0 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:41.231089 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69e69fd8-2dfc-449f-b528-30a2b1ca6c61 req-e6ec5959-dc33-4323-b612-988d454de3a0 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 932 time: 0.2824967 Sep 16 16:39:41.249482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:41.250103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.252344 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] 10.222.0.62 "PUT /v2.0/ports/5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 HTTP/1.1" status: 200 len: 1092 time: 2.8038030 Sep 16 16:39:41.281223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e137e482-8039-46a9-9b7a-b8fe082fb399', 'tag': '5cfc9b6b-179d-4a2b-ad2e-1da6d6669028'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:41.281330 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.281417 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8991f31-49c5-4e5d-951f-6549fd82d2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e137e482-8039-46a9-9b7a-b8fe082fb399", "tag": "5cfc9b6b-179d-4a2b-ad2e-1da6d6669028"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:41.281511 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f4258e-81fe-49a1-8085-41d7181eb00a tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] GET failed (client error): The resource could not be found. Sep 16 16:39:41.281511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-15f4258e-81fe-49a1-8085-41d7181eb00a tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "GET /v2.0/ports/05bf8b01-2e90-4739-b245-47863129d938 HTTP/1.1" status: 404 len: 333 time: 0.0970998 Sep 16 16:39:41.289641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47148) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:41.297759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'port': {'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-377832147'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:41.304325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Pushing event updated for resources: {'Port': ['ID=951cc4ba-00bd-42eb-9153-da831f0d58f6,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:41.408499 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a092329-f903-4ef8-ad3b-32fa3af970a4 x-openstack-request-id: req-6a092329-f903-4ef8-ad3b-32fa3af970a4 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:41.419098 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e137e482-8039-46a9-9b7a-b8fe082fb399", "tag": "5cfc9b6b-179d-4a2b-ad2e-1da6d6669028", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:41.419098 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a092329-f903-4ef8-ad3b-32fa3af970a4 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:41.419098 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e137e482-8039-46a9-9b7a-b8fe082fb399', 'tag': '5cfc9b6b-179d-4a2b-ad2e-1da6d6669028', 'status': 'completed', 'code': 200} Sep 16 16:39:41.419098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a8451-aaf0-46ac-94c2-2a92713c7756 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:41.517141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69e69fd8-2dfc-449f-b528-30a2b1ca6c61 req-d1ebea54-aa30-4aba-ab61-abae0ea9de68 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850776 Sep 16 16:39:41.522353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Attempting to bind port 951cc4ba-00bd-42eb-9153-da831f0d58f6 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:39:41.522693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Attempting to bind port 951cc4ba-00bd-42eb-9153-da831f0d58f6 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:39:41.523022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Attempting to bind port 951cc4ba-00bd-42eb-9153-da831f0d58f6 on network 7739233c-ef86-42a5-8cf5-d0885a317ede {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:39:41.540975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8991f31-49c5-4e5d-951f-6549fd82d2b5 req-895393b5-c8dc-420a-a1a2-57d0b946ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:41.543623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f8991f31-49c5-4e5d-951f-6549fd82d2b5 req-895393b5-c8dc-420a-a1a2-57d0b946ff9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfce77dbcec64583bb64285854c27808&device_id=e137e482-8039-46a9-9b7a-b8fe082fb399 HTTP/1.1" status: 200 len: 1095 time: 0.1278760 Sep 16 16:39:41.544253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Port 951cc4ba-00bd-42eb-9153-da831f0d58f6 on network 7739233c-ef86-42a5-8cf5-d0885a317ede not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:39:41.544599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Attempting to bind port 951cc4ba-00bd-42eb-9153-da831f0d58f6 on network 7739233c-ef86-42a5-8cf5-d0885a317ede {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:39:41.555191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:39:41.555523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Checking segment: {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:39:41.555910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Bound using segment: {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:39:41.556339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Bound port: 951cc4ba-00bd-42eb-9153-da831f0d58f6, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:39:41.556724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.611550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Made reservation on behalf of 572a263797b74f64a86b7108f9cecf23 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:41.615069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182f715f-d9a4-4ec2-9357-bf9f95f6f8d1 None None] Network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:39:41.616909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.658005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.683203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] device_id is not set on port 5bb9e814-fee1-43b8-a9f1-972ba0321b58 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:39:41.705191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-40e8144c-48e6-438b-a338-4414c145e035 None None] Provisioning complete for port 139f52c9-2420-4b1a-aa37-18b1dbb43071 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:41.705564 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40e8144c-48e6-438b-a338-4414c145e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.766909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] For port 951cc4ba-00bd-42eb-9153-da831f0d58f6, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:39:41.773336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] For port 951cc4ba-00bd-42eb-9153-da831f0d58f6, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=951cc4ba-00bd-42eb-9153-da831f0d58f6,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:39:41.775299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8991f31-49c5-4e5d-951f-6549fd82d2b5 req-80383c50-c706-4bb3-99b2-9ffb5a4824c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:41.777570 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f8991f31-49c5-4e5d-951f-6549fd82d2b5 req-80383c50-c706-4bb3-99b2-9ffb5a4824c1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=cfce77dbcec64583bb64285854c27808&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2229924 Sep 16 16:39:41.805846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:41.838165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:41.849480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:41.881805 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.900500 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40e8144c-48e6-438b-a338-4414c145e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:41.965618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Pushing event updated for resources: {'Port': ['ID=d6866b73-6c90-45fb-ab8b-cc6f8841e1e0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:41.975621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-40e8144c-48e6-438b-a338-4414c145e035 None None] For port 139f52c9-2420-4b1a-aa37-18b1dbb43071, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=139f52c9-2420-4b1a-aa37-18b1dbb43071,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:42.001513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 139f52c9-2420-4b1a-aa37-18b1dbb43071 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:42.040125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:42.041033 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:42.042669 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] 10.222.0.52 "PUT /v2.0/ports/951cc4ba-00bd-42eb-9153-da831f0d58f6 HTTP/1.1" status: 200 len: 1092 time: 2.4079199 Sep 16 16:39:42.058793 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40e8144c-48e6-438b-a338-4414c145e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:42.062043 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 139f52c9-2420-4b1a-aa37-18b1dbb43071 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:42.067170 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:42.125055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6c96b-32dc-4fa3-bf38-ef0fdadc457b service neutron] Pushing event updated for resources: {'Port': ['ID=951cc4ba-00bd-42eb-9153-da831f0d58f6,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:42.134059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8991f31-49c5-4e5d-951f-6549fd82d2b5 req-fbc9ed6e-f6a0-43f6-934c-8d46673670e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:42.140967 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f8991f31-49c5-4e5d-951f-6549fd82d2b5 req-fbc9ed6e-f6a0-43f6-934c-8d46673670e9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3541238 Sep 16 16:39:42.189483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8144c-48e6-438b-a338-4414c145e035 None None] Pushing event updated for resources: {'Port': ['ID=139f52c9-2420-4b1a-aa37-18b1dbb43071,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:42.292913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Allocated IP 2001:db8::c0 (9d1860a4-7022-4900-a9ca-b287f1e39628/738db93a-f89a-4396-aec4-bfa3f48f938c/5bb9e814-fee1-43b8-a9f1-972ba0321b58) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:42.304992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-4bcdaa99-6007-44b5-94b8-7faff883010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:42.306440 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-4bcdaa99-6007-44b5-94b8-7faff883010d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfce77dbcec64583bb64285854c27808&device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 1095 time: 0.1410680 Sep 16 16:39:42.308668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-cf63d95c-c750-442c-bcfe-33c8e374be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:42.310070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-cf63d95c-c750-442c-bcfe-33c8e374be20 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfce77dbcec64583bb64285854c27808&device_id=e137e482-8039-46a9-9b7a-b8fe082fb399 HTTP/1.1" status: 200 len: 1095 time: 0.0946124 Sep 16 16:39:42.369694 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-5491b444-a1d8-4755-a88a-8466eb899e75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951cc4ba-00bd-42eb-9153-da831f0d58f6 HTTP/1.1" status: 200 len: 217 time: 0.0521646 Sep 16 16:39:42.415263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-b21767d4-1a57-4f7d-8064-420cd67badd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 HTTP/1.1" status: 200 len: 217 time: 0.0916073 Sep 16 16:39:42.485650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3185a3d1-2537-4f12-a3ab-312167bfe30b None None] Provisioning complete for port 139f52c9-2420-4b1a-aa37-18b1dbb43071 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:42.486104 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3185a3d1-2537-4f12-a3ab-312167bfe30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:42.511535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-4c2926db-0bd7-4bea-b87c-ee2ede6e370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:42.513943 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-4c2926db-0bd7-4bea-b87c-ee2ede6e370b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbbc7ae-c057-4bb5-a212-e2f154690100 HTTP/1.1" status: 200 len: 853 time: 0.1134541 Sep 16 16:39:42.519821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-3785674f-e5ba-408e-9789-18595e5a4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:42.524556 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-3785674f-e5ba-408e-9789-18595e5a4ed8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebbbc7ae-c057-4bb5-a212-e2f154690100 HTTP/1.1" status: 200 len: 853 time: 0.0758471 Sep 16 16:39:42.538934 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:42.591141 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-9d9c67ab-b646-4846-abfb-b43f25275893 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7739233c-ef86-42a5-8cf5-d0885a317ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688844 Sep 16 16:39:42.631847 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:42.655514 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-fde4df36-3955-4c74-b02f-fbeb51048bbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7739233c-ef86-42a5-8cf5-d0885a317ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843821 Sep 16 16:39:42.777397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681b8ba-1f8e-4a36-b246-838ae87c7642 req-cda57a50-31b2-4e80-a337-d08c2cd47b63 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:42.778954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b681b8ba-1f8e-4a36-b246-838ae87c7642 req-cda57a50-31b2-4e80-a337-d08c2cd47b63 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 944 time: 0.1420708 Sep 16 16:39:42.816820 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-8806aa20-2b63-402f-a91c-7270d58ee6ad service neutron] 10.222.0.52 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153656 Sep 16 16:39:42.853282 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-e8ee8d61-bc15-41d7-98f8-e137a85b68ad service neutron] 10.222.0.62 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880944 Sep 16 16:39:42.931341 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b681b8ba-1f8e-4a36-b246-838ae87c7642 req-0ea5b769-bbe0-437b-a6e5-e376f3ee437f tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105845 Sep 16 16:39:42.934113 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:43.010167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:43.010824 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-2287e774-c136-4c69-90d6-da1ac167f7d9 service neutron] 10.222.0.52 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816757 Sep 16 16:39:43.014753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:43.019687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:43.030629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:43.036649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:43.037286 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:43.037903 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19058be4-cfa7-4ba9-85ff-ee9b3c820ffd req-bf254896-56be-4f69-a090-88f7bf428ef6 service neutron] 10.222.0.62 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742561 Sep 16 16:39:43.046871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Port': ['ID=5bb9e814-fee1-43b8-a9f1-972ba0321b58,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:43.204814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6cae6b95-7cf9-42bf-bc01-95fbc9b2b4d8 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9140069 Sep 16 16:39:43.207957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47190) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:43.213307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-21777e85-e97d-4d11-9845-92670b5970d3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b8', 'mac_address': 'fa:16:3e:dc:71:39'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:43.299244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Router ca338d43-408b-4125-9036-2fe28988617a is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:39:43.328443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-50d95398-f6ab-4ddb-ad02-2b19fd175a1e None None] Provisioning complete for port 5bb9e814-fee1-43b8-a9f1-972ba0321b58 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:43.329042 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-50d95398-f6ab-4ddb-ad02-2b19fd175a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:43.364142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-50d95398-f6ab-4ddb-ad02-2b19fd175a1e None None] Port 5bb9e814-fee1-43b8-a9f1-972ba0321b58 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:43.411203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0790dbf-bcaf-47e8-ada1-3085cbe74c9e', 'tag': '951cc4ba-00bd-42eb-9153-da831f0d58f6'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:43.418903 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeb5550-8f45-4713-9538-33752ca43567" -d '{"events": [{"name": "network-changed", "server_uuid": "c0790dbf-bcaf-47e8-ada1-3085cbe74c9e", "tag": "951cc4ba-00bd-42eb-9153-da831f0d58f6"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:43.457956 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037d1659-37fc-4297-af4f-629a6dd8648d x-openstack-request-id: req-037d1659-37fc-4297-af4f-629a6dd8648d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:43.458278 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0790dbf-bcaf-47e8-ada1-3085cbe74c9e", "tag": "951cc4ba-00bd-42eb-9153-da831f0d58f6", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:43.458574 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-037d1659-37fc-4297-af4f-629a6dd8648d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:43.458980 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0790dbf-bcaf-47e8-ada1-3085cbe74c9e', 'tag': '951cc4ba-00bd-42eb-9153-da831f0d58f6', 'status': 'completed', 'code': 200} Sep 16 16:39:43.499658 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:43.509590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:39:43.523428 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Sync routers for ids ['ca338d43-408b-4125-9036-2fe28988617a'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:39:43.528326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-21777e85-e97d-4d11-9845-92670b5970d3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:43.540759 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Routers {'ca338d43-408b-4125-9036-2fe28988617a'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:39:43.541723 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:39:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ca338d43-408b-4125-9036-2fe28988617a'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:43.550968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb5550-8f45-4713-9538-33752ca43567 req-e21fc06a-9ae7-408b-9e1c-29b57109786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:43.552994 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-daeb5550-8f45-4713-9538-33752ca43567 req-e21fc06a-9ae7-408b-9e1c-29b57109786f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfce77dbcec64583bb64285854c27808&device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 1095 time: 0.0701842 Sep 16 16:39:43.622120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:43.629878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-91d467bd-33ae-440f-994e-97b3586eb7be admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0142424 Sep 16 16:39:43.631388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47200) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:43.679688 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Set router ca338d43-408b-4125-9036-2fe28988617a gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:39:43.687482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb5550-8f45-4713-9538-33752ca43567 req-90a76a7f-3595-444a-a375-77980b5d4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:43.689479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-daeb5550-8f45-4713-9538-33752ca43567 req-90a76a7f-3595-444a-a375-77980b5d4f5c service neutron] 10.222.0.52 "GET /v2.0/networks?id=7739233c-ef86-42a5-8cf5-d0885a317ede HTTP/1.1" status: 200 len: 914 time: 0.1288526 Sep 16 16:39:43.765364 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-daeb5550-8f45-4713-9538-33752ca43567 req-96997ce1-bc5c-41c9-950d-d5b3ecab56d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951cc4ba-00bd-42eb-9153-da831f0d58f6 HTTP/1.1" status: 200 len: 217 time: 0.0642011 Sep 16 16:39:43.786261 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:43.919340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 139f52c9-2420-4b1a-aa37-18b1dbb43071 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:43.940067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb5550-8f45-4713-9538-33752ca43567 req-b50678e5-b1fb-480e-aca7-6c259cdce3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:43.941698 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-daeb5550-8f45-4713-9538-33752ca43567 req-b50678e5-b1fb-480e-aca7-6c259cdce3d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbbc7ae-c057-4bb5-a212-e2f154690100 HTTP/1.1" status: 200 len: 853 time: 0.1712999 Sep 16 16:39:44.009614 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-daeb5550-8f45-4713-9538-33752ca43567 req-69b23d77-d8c5-4f71-9070-5055049f16a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7739233c-ef86-42a5-8cf5-d0885a317ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598416 Sep 16 16:39:44.036181 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 139f52c9-2420-4b1a-aa37-18b1dbb43071 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:44.036903 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:44.173180 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:42Z', 'revision_number': 3, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:44.182141 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-daeb5550-8f45-4713-9538-33752ca43567 req-cfc28465-f016-4d54-8c81-543db5cbf924 service neutron] 10.222.0.52 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641424 Sep 16 16:39:44.227543 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Checking router: ca338d43-408b-4125-9036-2fe28988617a for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:39:44.229763 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Updating router ca338d43-408b-4125-9036-2fe28988617a port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:39:44.294567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-daeb5550-8f45-4713-9538-33752ca43567 req-45fc6ddd-511c-41b7-89c8-412e1414750e service neutron] 10.222.0.52 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060972 Sep 16 16:39:44.303783 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:44.633878 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:44.707130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e49365-a3b1-4e82-9101-134daf4f1c76 req-665e0866-a3df-4736-a797-4dcae980dadc tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:44.707725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57e49365-a3b1-4e82-9101-134daf4f1c76 req-665e0866-a3df-4736-a797-4dcae980dadc tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 944 time: 0.6213422 Sep 16 16:39:44.717492 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:44.775097 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Attempting to bind port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:39:44.775875 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Attempting to bind port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:39:44.776330 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Attempting to bind port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:39:44.791161 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:39:44.791642 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:39:44.794565 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:44.795332 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:39:44.796799 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Bound port: d6866b73-6c90-45fb-ab8b-cc6f8841e1e0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:39:44.797270 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:44.810047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-21777e85-e97d-4d11-9845-92670b5970d3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:44.822454 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57e49365-a3b1-4e82-9101-134daf4f1c76 req-a1df920d-2668-4fce-9046-8cffc1a4d199 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060445 Sep 16 16:39:44.852904 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Pushing event updated for resources: {'Port': ['ID=d6866b73-6c90-45fb-ab8b-cc6f8841e1e0,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:44.878122 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.878799 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.879306 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.879631 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.879963 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.880502 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.880995 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.881498 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.881995 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.882726 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.883212 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.883695 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:39:44.887769 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] For port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:39:44.892061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:44.892571 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] For port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d6866b73-6c90-45fb-ab8b-cc6f8841e1e0,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:39:44.900036 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:39:44.930543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-21777e85-e97d-4d11-9845-92670b5970d3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.006667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-21777e85-e97d-4d11-9845-92670b5970d3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] In _notify_port_updated(), no bound segment for port 5bb9e814-fee1-43b8-a9f1-972ba0321b58 on network 9d1860a4-7022-4900-a9ca-b287f1e39628 {{(pid=95358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:39:45.012806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21777e85-e97d-4d11-9845-92670b5970d3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:45.013441 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-21777e85-e97d-4d11-9845-92670b5970d3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.015415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-21777e85-e97d-4d11-9845-92670b5970d3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "PUT /v2.0/ports/5bb9e814-fee1-43b8-a9f1-972ba0321b58 HTTP/1.1" status: 200 len: 1001 time: 1.8064313 Sep 16 16:39:45.019195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47220) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:45.028079 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.040753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21777e85-e97d-4d11-9845-92670b5970d3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Port': ['ID=5bb9e814-fee1-43b8-a9f1-972ba0321b58,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:45.144697 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Routers {'ca338d43-408b-4125-9036-2fe28988617a'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:39:45.149145 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:39:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ca338d43-408b-4125-9036-2fe28988617a'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:45.159485 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2abbb-c5db-4366-9ed7-b5b8d7c664c9 None None] Pushing event updated for resources: {'Port': ['ID=d6866b73-6c90-45fb-ab8b-cc6f8841e1e0,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:45.176842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:39:45.239085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Allocated IP 172.20.0.1 (5d6b3691-b7c0-4e78-998f-20949ea2fb14/a88aef2e-a025-4427-a993-94c2b42a4721/77733d6b-b53c-4c85-a606-bfdd19538fbf) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:45.256681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5fb01ef4-aa80-495f-9cff-3da09c49b1cb tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Deleting port 5bb9e814-fee1-43b8-a9f1-972ba0321b58 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:45.258952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fb01ef4-aa80-495f-9cff-3da09c49b1cb tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.348192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-995eb9fe-8549-4f91-8758-d5b59543b99b None None] Provisioning complete for port 5bb9e814-fee1-43b8-a9f1-972ba0321b58 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:45.348696 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-995eb9fe-8549-4f91-8758-d5b59543b99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.404552 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fb01ef4-aa80-495f-9cff-3da09c49b1cb tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.438819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5fb01ef4-aa80-495f-9cff-3da09c49b1cb tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Calling delete_port for 5bb9e814-fee1-43b8-a9f1-972ba0321b58 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:45.444019 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] Set router ca338d43-408b-4125-9036-2fe28988617a gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:39:45.456461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:45.489513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.495108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-995eb9fe-8549-4f91-8758-d5b59543b99b None None] Port 5bb9e814-fee1-43b8-a9f1-972ba0321b58 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:45.506238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '5cfc9b6b-179d-4a2b-ad2e-1da6d6669028', 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede', 'port_id': '5cfc9b6b-179d-4a2b-ad2e-1da6d6669028', 'mac_address': 'fa:16:3e:95:28:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebbbc7ae-c057-4bb5-a212-e2f154690100', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:39:45.517721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47228) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:45.563709 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.581424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:39:45.607727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:45.616637 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.666717 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:45.671257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:45.677370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:45.716283 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.728918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Pushing event updated for resources: {'Port': ['ID=77733d6b-b53c-4c85-a606-bfdd19538fbf,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:45.733644 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:42Z', 'revision_number': 3, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:45.752589 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-420f64d7-0535-4903-8fb9-a46ded04469f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.767576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.768727 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d0893-17b1-407e-b631-20716fa0d578 None None] The sync data for ids ['ca338d43-408b-4125-9036-2fe28988617a'] in n-d-807786-3 is: [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:42Z', 'revision_number': 3, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:39:45.777699 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fb01ef4-aa80-495f-9cff-3da09c49b1cb tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:45.822551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:45.842503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb01ef4-aa80-495f-9cff-3da09c49b1cb tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event deleted for resources: {'Port': ['ID=5bb9e814-fee1-43b8-a9f1-972ba0321b58,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:45.923225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['5cfc9b6b-179d-4a2b-ad2e-1da6d6669028'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:46.098485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fb01ef4-aa80-495f-9cff-3da09c49b1cb tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.107511 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5fb01ef4-aa80-495f-9cff-3da09c49b1cb tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "DELETE /v2.0/ports/5bb9e814-fee1-43b8-a9f1-972ba0321b58 HTTP/1.1" status: 204 len: 168 time: 1.0870895 Sep 16 16:39:46.108349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47238) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:46.119384 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-420f64d7-0535-4903-8fb9-a46ded04469f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.150610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 951cc4ba-00bd-42eb-9153-da831f0d58f6 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:39:46.197193 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23acf11-fbf9-4a41-a1b2-672892008135 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] GET failed (client error): The resource could not be found. Sep 16 16:39:46.205398 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c23acf11-fbf9-4a41-a1b2-672892008135 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "GET /v2.0/ports/5bb9e814-fee1-43b8-a9f1-972ba0321b58 HTTP/1.1" status: 404 len: 333 time: 0.0958993 Sep 16 16:39:46.206696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47240) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:46.226899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'port': {'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1657275620'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:46.237044 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-420f64d7-0535-4903-8fb9-a46ded04469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.286888 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.293519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2f973b32-3ebf-434f-a763-9fd5e3db8042 None None] Provisioning complete for port 77733d6b-b53c-4c85-a606-bfdd19538fbf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:46.294249 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f973b32-3ebf-434f-a763-9fd5e3db8042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.367209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-420f64d7-0535-4903-8fb9-a46ded04469f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bb7906e028441bf9b624b096540fdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8483400 Sep 16 16:39:46.391511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027d2ef-3f11-4ddf-b98c-ba8542523f10 req-bbdf6fa4-8b81-4b40-aeb5-2082a7964d1f tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:46.391697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47244) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:46.391815 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1027d2ef-3f11-4ddf-b98c-ba8542523f10 req-bbdf6fa4-8b81-4b40-aeb5-2082a7964d1f tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 944 time: 0.2542951 Sep 16 16:39:46.391815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f64d7-0535-4903-8fb9-a46ded04469f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb23d4e-6fbc-4289-9309-c2e672646d37,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:46.465458 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88c3981d-5825-4ff9-9d37-a27cc4a98d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.548421 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88c3981d-5825-4ff9-9d37-a27cc4a98d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.553245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1027d2ef-3f11-4ddf-b98c-ba8542523f10 req-da58e884-802f-4d8c-99a8-1a5e83d92519 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270843 Sep 16 16:39:46.610594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Made reservation on behalf of 572a263797b74f64a86b7108f9cecf23 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:46.614287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.635137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] device_id is not set on port 509782b1-d4b1-4996-ada1-7aadb8dd9866 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:39:46.687995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88c3981d-5825-4ff9-9d37-a27cc4a98d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.691989 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88c3981d-5825-4ff9-9d37-a27cc4a98d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.695869 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-88c3981d-5825-4ff9-9d37-a27cc4a98d5d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3eb23d4e-6fbc-4289-9309-c2e672646d37 HTTP/1.1" status: 204 len: 168 time: 0.3149467 Sep 16 16:39:46.698955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2f973b32-3ebf-434f-a763-9fd5e3db8042 None None] Port 77733d6b-b53c-4c85-a606-bfdd19538fbf cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:46.712514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.719813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 951cc4ba-00bd-42eb-9153-da831f0d58f6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=951cc4ba-00bd-42eb-9153-da831f0d58f6,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:46.733003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '951cc4ba-00bd-42eb-9153-da831f0d58f6', 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede', 'port_id': '951cc4ba-00bd-42eb-9153-da831f0d58f6', 'mac_address': 'fa:16:3e:a5:b2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebbbc7ae-c057-4bb5-a212-e2f154690100', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:39:46.751990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3981d-5825-4ff9-9d37-a27cc4a98d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb23d4e-6fbc-4289-9309-c2e672646d37,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:46.780730 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.801097 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.819025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951cc4ba-00bd-42eb-9153-da831f0d58f6 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:39:46.852437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 951cc4ba-00bd-42eb-9153-da831f0d58f6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=951cc4ba-00bd-42eb-9153-da831f0d58f6,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:46.873069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Allocated IP 2001:db8::ee (9d1860a4-7022-4900-a9ca-b287f1e39628/738db93a-f89a-4396-aec4-bfa3f48f938c/509782b1-d4b1-4996-ada1-7aadb8dd9866) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:46.877314 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:46.901224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Pushing event updated for resources: {'Port': ['ID=77733d6b-b53c-4c85-a606-bfdd19538fbf,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:46.956324 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:47.016339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=951cc4ba-00bd-42eb-9153-da831f0d58f6,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:47.019933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:47.022229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:47.071058 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:47.172973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:47.192454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:47.230952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Router ca338d43-408b-4125-9036-2fe28988617a has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:39:47.257235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['951cc4ba-00bd-42eb-9153-da831f0d58f6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:47.277760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:47.286844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:47.309854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:47.337135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:47.347475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:47.393442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Port': ['ID=509782b1-d4b1-4996-ada1-7aadb8dd9866,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:47.449642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:39:47.459996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:47.460371 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:47.466395 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f4e39f25-8aa5-40a1-83dd-1d10f8244835 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2530596 Sep 16 16:39:47.476893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47258) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:47.483209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-def334e5-3880-4e07-87fe-75f39ec6a15c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:dc:71:39'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:47.518548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:39:47.537902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-df04a143-4810-4892-a162-91e734eb0307 admin admin] 10.222.0.22 "PUT /v2.0/routers/ca338d43-408b-4125-9036-2fe28988617a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9003904 Sep 16 16:39:47.574822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-adc98707-a1bc-49bb-b089-eefe2d457556 None None] Provisioning complete for port 77733d6b-b53c-4c85-a606-bfdd19538fbf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:47.575122 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-adc98707-a1bc-49bb-b089-eefe2d457556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:47.636701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-adc98707-a1bc-49bb-b089-eefe2d457556 None None] Port 77733d6b-b53c-4c85-a606-bfdd19538fbf cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:47.753722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:47.772690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c29593c6-ad5a-4cc8-96da-b66841b68ec3 None None] Provisioning complete for port 509782b1-d4b1-4996-ada1-7aadb8dd9866 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:47.773061 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c29593c6-ad5a-4cc8-96da-b66841b68ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:47.783408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de339-80e2-4571-be53-69ea616d6cd5 req-1c4b38f3-b3ec-4df8-8301-b7699e775df7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:47.785182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd0de339-80e2-4571-be53-69ea616d6cd5 req-1c4b38f3-b3ec-4df8-8301-b7699e775df7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 945 time: 0.0855205 Sep 16 16:39:47.815959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e137e482-8039-46a9-9b7a-b8fe082fb399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfc9b6b-179d-4a2b-ad2e-1da6d6669028'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:47.823276 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d43a3-fc35-43ac-beae-ea00dee2916b" -d '{"events": [{"server_uuid": "e137e482-8039-46a9-9b7a-b8fe082fb399", "name": "network-vif-plugged", "status": "completed", "tag": "5cfc9b6b-179d-4a2b-ad2e-1da6d6669028"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:47.828489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47268) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:47.840642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:47.850138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c29593c6-ad5a-4cc8-96da-b66841b68ec3 None None] Port 509782b1-d4b1-4996-ada1-7aadb8dd9866 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:47.851354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2fbd-3189-467e-b9d3-f6d9b2c656ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:47.856278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-def334e5-3880-4e07-87fe-75f39ec6a15c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:47.890672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd0de339-80e2-4571-be53-69ea616d6cd5 req-93d174f4-126e-4321-82ea-64c0d56cf3c0 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982487 Sep 16 16:39:47.922477 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.027187 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7a38b4-e7c8-44b8-a862-ef4f9e9aa676 x-openstack-request-id: req-5f7a38b4-e7c8-44b8-a862-ef4f9e9aa676 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:48.027487 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e137e482-8039-46a9-9b7a-b8fe082fb399", "name": "network-vif-plugged", "status": "completed", "tag": "5cfc9b6b-179d-4a2b-ad2e-1da6d6669028", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:48.027725 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f7a38b4-e7c8-44b8-a862-ef4f9e9aa676 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:48.028126 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e137e482-8039-46a9-9b7a-b8fe082fb399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfc9b6b-179d-4a2b-ad2e-1da6d6669028', 'code': 200} Sep 16 16:39:48.029236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:48.090446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:48.105939 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2fbd-3189-467e-b9d3-f6d9b2c656ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.149824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeaf014-ff5b-4fcb-9c4d-8200fa991dcb req-b798ddc4-abb6-4209-aa01-401e84a68274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:48.151356 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-beeaf014-ff5b-4fcb-9c4d-8200fa991dcb req-b798ddc4-abb6-4209-aa01-401e84a68274 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e137e482-8039-46a9-9b7a-b8fe082fb399 HTTP/1.1" status: 200 len: 1097 time: 0.1318812 Sep 16 16:39:48.153287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:48.154175 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.187263 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2fbd-3189-467e-b9d3-f6d9b2c656ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.284305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1cbe2fbd-3189-467e-b9d3-f6d9b2c656ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db2ac5e780ff458db5da01a23aee7fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539471 Sep 16 16:39:48.285306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe2fbd-3189-467e-b9d3-f6d9b2c656ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d7634f-bf50-4ae2-8570-fc630d61a181,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:48.287625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47284) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:48.294403 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-beeaf014-ff5b-4fcb-9c4d-8200fa991dcb req-563d5664-2df6-4a78-9717-65e41112254d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343768 Sep 16 16:39:48.374497 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.401268 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-def334e5-3880-4e07-87fe-75f39ec6a15c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.405866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d6866b73-6c90-45fb-ab8b-cc6f8841e1e0,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:48.411157 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c17b11e1-3695-4288-a2f0-48de95773d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.441252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c17b11e1-3695-4288-a2f0-48de95773d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.501783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.502274 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-def334e5-3880-4e07-87fe-75f39ec6a15c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.547221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-def334e5-3880-4e07-87fe-75f39ec6a15c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] In _notify_port_updated(), no bound segment for port 509782b1-d4b1-4996-ada1-7aadb8dd9866 on network 9d1860a4-7022-4900-a9ca-b287f1e39628 {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:39:48.553034 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Sync routers for ids ['ca338d43-408b-4125-9036-2fe28988617a'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:39:48.553406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def334e5-3880-4e07-87fe-75f39ec6a15c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:48.554062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-def334e5-3880-4e07-87fe-75f39ec6a15c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.555462 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-def334e5-3880-4e07-87fe-75f39ec6a15c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "PUT /v2.0/ports/509782b1-d4b1-4996-ada1-7aadb8dd9866 HTTP/1.1" status: 200 len: 1002 time: 1.0772028 Sep 16 16:39:48.558238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47314) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:48.571742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def334e5-3880-4e07-87fe-75f39ec6a15c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Port': ['ID=509782b1-d4b1-4996-ada1-7aadb8dd9866,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:48.597530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Routers {'ca338d43-408b-4125-9036-2fe28988617a'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:39:48.597530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:39:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ca338d43-408b-4125-9036-2fe28988617a'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:48.624273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c17b11e1-3695-4288-a2f0-48de95773d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.627800 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c17b11e1-3695-4288-a2f0-48de95773d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.629173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c17b11e1-3695-4288-a2f0-48de95773d0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73d7634f-bf50-4ae2-8570-fc630d61a181 HTTP/1.1" status: 204 len: 168 time: 0.3283613 Sep 16 16:39:48.675609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=d6866b73-6c90-45fb-ab8b-cc6f8841e1e0,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:48.682106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b11e1-3695-4288-a2f0-48de95773d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d7634f-bf50-4ae2-8570-fc630d61a181,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:48.752680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-98af7187-5366-4553-a911-ed49690fd6e2 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Deleting port 509782b1-d4b1-4996-ada1-7aadb8dd9866 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:48.752961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98af7187-5366-4553-a911-ed49690fd6e2 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.799112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Set router ca338d43-408b-4125-9036-2fe28988617a gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:39:48.901220 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98af7187-5366-4553-a911-ed49690fd6e2 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:48.944474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-98af7187-5366-4553-a911-ed49690fd6e2 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Calling delete_port for 509782b1-d4b1-4996-ada1-7aadb8dd9866 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:49.079972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f7be36e2-6f42-43e4-bdce-2a475e78b8b1 None None] Provisioning complete for port 509782b1-d4b1-4996-ada1-7aadb8dd9866 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:49.080420 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f7be36e2-6f42-43e4-bdce-2a475e78b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:49.101541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfaf5-7c89-49cb-90e1-90e851d41736 req-51384956-eb63-4b96-ad9b-436c8a760ecc tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:49.103121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff4bfaf5-7c89-49cb-90e1-90e851d41736 req-51384956-eb63-4b96-ad9b-436c8a760ecc tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 945 time: 0.0867589 Sep 16 16:39:49.146112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:45Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '77733d6b-b53c-4c85-a606-bfdd19538fbf', 'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'mac_address': 'fa:16:3e:2a:29:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:44Z', 'updated_at': '2021-09-16T16:39:46Z', 'revision_number': 2, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'subnets': [{'id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:49.147879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f7be36e2-6f42-43e4-bdce-2a475e78b8b1 None None] Port 509782b1-d4b1-4996-ada1-7aadb8dd9866 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:49.195822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Checking router: ca338d43-408b-4125-9036-2fe28988617a for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:39:49.196187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Updating router ca338d43-408b-4125-9036-2fe28988617a port 77733d6b-b53c-4c85-a606-bfdd19538fbf binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:39:49.201283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff4bfaf5-7c89-49cb-90e1-90e851d41736 req-44bc9472-bd0f-45bd-a543-28dbe77a4394 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883412 Sep 16 16:39:49.244321 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:49.370516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98af7187-5366-4553-a911-ed49690fd6e2 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:49.455804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af7187-5366-4553-a911-ed49690fd6e2 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event deleted for resources: {'Port': ['ID=509782b1-d4b1-4996-ada1-7aadb8dd9866,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:49.510358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98af7187-5366-4553-a911-ed49690fd6e2 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:49.517495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47338) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:49.531088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-98af7187-5366-4553-a911-ed49690fd6e2 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "DELETE /v2.0/ports/509782b1-d4b1-4996-ada1-7aadb8dd9866 HTTP/1.1" status: 204 len: 168 time: 0.9700003 Sep 16 16:39:49.600897 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-33443c8e-1df3-4e7c-afb3-506cfdeb1e5c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] GET failed (client error): The resource could not be found. Sep 16 16:39:49.608878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47344) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:49.616093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'port': {'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1404055997'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:49.617070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-33443c8e-1df3-4e7c-afb3-506cfdeb1e5c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "GET /v2.0/ports/509782b1-d4b1-4996-ada1-7aadb8dd9866 HTTP/1.1" status: 404 len: 333 time: 0.0960906 Sep 16 16:39:49.703223 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:49.861592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:49.919722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:49.919722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:49.919722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:49.938955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Made reservation on behalf of 572a263797b74f64a86b7108f9cecf23 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:49.942663 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:49.972407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] device_id is not set on port d7424baf-99bc-4d20-916f-c86e3ba425c2 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:39:50.028293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ee5a2-a00c-4292-a82c-0bbddcc414f0 None None] Pushing event updated for resources: {'Port': ['ID=77733d6b-b53c-4c85-a606-bfdd19538fbf,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:50.127178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Attempting to bind port 77733d6b-b53c-4c85-a606-bfdd19538fbf on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:39:50.127472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Attempting to bind port 77733d6b-b53c-4c85-a606-bfdd19538fbf by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:39:50.127837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Attempting to bind port 77733d6b-b53c-4c85-a606-bfdd19538fbf on network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:39:50.147160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:39:50.147913 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Checking segment: {'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:39:50.148332 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:50.148810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Bound using segment: {'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:39:50.149299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Bound port: 77733d6b-b53c-4c85-a606-bfdd19538fbf, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:39:50.149684 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:50.159737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 951cc4ba-00bd-42eb-9153-da831f0d58f6 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:50.170826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Allocated IP 2001:db8::112 (9d1860a4-7022-4900-a9ca-b287f1e39628/738db93a-f89a-4396-aec4-bfa3f48f938c/d7424baf-99bc-4d20-916f-c86e3ba425c2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:50.321472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] For port 77733d6b-b53c-4c85-a606-bfdd19538fbf, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:39:50.325608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] For port 77733d6b-b53c-4c85-a606-bfdd19538fbf, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=77733d6b-b53c-4c85-a606-bfdd19538fbf,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:39:50.419653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ea406f44-60dc-4588-83bb-09f1b9413600 None None] Provisioning complete for port 77733d6b-b53c-4c85-a606-bfdd19538fbf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:50.422235 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea406f44-60dc-4588-83bb-09f1b9413600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:50.448844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:50.469623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced355b9-137a-4931-b13d-9066827cfde2 req-ebfddf4e-ef76-4bcf-bb10-797b57892cce tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:50.477985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ced355b9-137a-4931-b13d-9066827cfde2 req-ebfddf4e-ef76-4bcf-bb10-797b57892cce tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 945 time: 0.1055052 Sep 16 16:39:50.502886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ea406f44-60dc-4588-83bb-09f1b9413600 None None] Port 77733d6b-b53c-4c85-a606-bfdd19538fbf cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:50.503957 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:50.550690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 951cc4ba-00bd-42eb-9153-da831f0d58f6 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:39:50.564490 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 951cc4ba-00bd-42eb-9153-da831f0d58f6 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:50.564880 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:50.570568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ced355b9-137a-4931-b13d-9066827cfde2 req-9e5132b4-1b49-456a-a917-cfc847a3eea3 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908308 Sep 16 16:39:50.627528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ee5a2-a00c-4292-a82c-0bbddcc414f0 None None] Pushing event updated for resources: {'Port': ['ID=77733d6b-b53c-4c85-a606-bfdd19538fbf,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:50.645870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Routers {'ca338d43-408b-4125-9036-2fe28988617a'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:39:50.645870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:39:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ca338d43-408b-4125-9036-2fe28988617a'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:50.646174 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:50.695862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:50.700409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:50.706746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:50.718929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:50.718929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:50.775238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Port': ['ID=d7424baf-99bc-4d20-916f-c86e3ba425c2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:50.898278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a1648374-3c69-4b61-bc6c-c449878ef601 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2861979 Sep 16 16:39:50.898922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47400) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:50.907926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'port': {'network_id': '9d1860a4-7022-4900-a9ca-b287f1e39628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-911340349'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:51.069602 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:51.112605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7d2a6476-9bb0-42a0-b5f5-07ce28a6ddce None None] Provisioning complete for port 77733d6b-b53c-4c85-a606-bfdd19538fbf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:51.112989 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6476-9bb0-42a0-b5f5-07ce28a6ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:51.141290 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0790dbf-bcaf-47e8-ada1-3085cbe74c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951cc4ba-00bd-42eb-9153-da831f0d58f6'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:51.143606 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793e2a07-1147-4a8b-921a-89d9462e8fe3" -d '{"events": [{"server_uuid": "c0790dbf-bcaf-47e8-ada1-3085cbe74c9e", "name": "network-vif-plugged", "status": "completed", "tag": "951cc4ba-00bd-42eb-9153-da831f0d58f6"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:51.152774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] Set router ca338d43-408b-4125-9036-2fe28988617a gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:39:51.192397 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29f3a4-500f-4f1c-ac9c-9b56f3c8f912 x-openstack-request-id: req-7d29f3a4-500f-4f1c-ac9c-9b56f3c8f912 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:51.192701 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0790dbf-bcaf-47e8-ada1-3085cbe74c9e", "name": "network-vif-plugged", "status": "completed", "tag": "951cc4ba-00bd-42eb-9153-da831f0d58f6", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:51.192957 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d29f3a4-500f-4f1c-ac9c-9b56f3c8f912 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:51.193340 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0790dbf-bcaf-47e8-ada1-3085cbe74c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951cc4ba-00bd-42eb-9153-da831f0d58f6', 'code': 200} Sep 16 16:39:51.199169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 951cc4ba-00bd-42eb-9153-da831f0d58f6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=951cc4ba-00bd-42eb-9153-da831f0d58f6,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:51.207580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Made reservation on behalf of 572a263797b74f64a86b7108f9cecf23 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:39:51.216507 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:51.255646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] device_id is not set on port c53fec28-a4d6-48a9-b401-eaaec90b3004 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:39:51.288993 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:51.338534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cd2ab-bb04-4240-a5dd-31d088a1921a req-9d69da4d-7249-461b-8f59-dc085962909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:51.341130 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-736cd2ab-bb04-4240-a5dd-31d088a1921a req-9d69da4d-7249-461b-8f59-dc085962909e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 1096 time: 0.0816443 Sep 16 16:39:51.413963 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-736cd2ab-bb04-4240-a5dd-31d088a1921a req-12477288-de62-44c1-ad36-36fcfad902db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661962 Sep 16 16:39:51.426013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=951cc4ba-00bd-42eb-9153-da831f0d58f6,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:51.428710 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6476-9bb0-42a0-b5f5-07ce28a6ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:51.500188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7d2a6476-9bb0-42a0-b5f5-07ce28a6ddce None None] For port 77733d6b-b53c-4c85-a606-bfdd19538fbf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=77733d6b-b53c-4c85-a606-bfdd19538fbf,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:51.511317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Allocated IP 2001:db8::bf (9d1860a4-7022-4900-a9ca-b287f1e39628/738db93a-f89a-4396-aec4-bfa3f48f938c/c53fec28-a4d6-48a9-b401-eaaec90b3004) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:39:51.528079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:45Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '77733d6b-b53c-4c85-a606-bfdd19538fbf', 'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'mac_address': 'fa:16:3e:2a:29:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:44Z', 'updated_at': '2021-09-16T16:39:50Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'subnets': [{'id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:51.569960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2035cb-8630-4b67-a593-ae027b281697 None None] The sync data for ids ['ca338d43-408b-4125-9036-2fe28988617a'] in n-d-807786-3 is: [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:45Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '77733d6b-b53c-4c85-a606-bfdd19538fbf', 'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'mac_address': 'fa:16:3e:2a:29:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:44Z', 'updated_at': '2021-09-16T16:39:50Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'subnets': [{'id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:39:51.633821 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6476-9bb0-42a0-b5f5-07ce28a6ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:51.770804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a6476-9bb0-42a0-b5f5-07ce28a6ddce None None] Pushing event updated for resources: {'Port': ['ID=77733d6b-b53c-4c85-a606-bfdd19538fbf,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:51.808974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-28da2c90-a735-411b-8551-77373d2a4319 None None] Provisioning complete for port d7424baf-99bc-4d20-916f-c86e3ba425c2 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:51.809911 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28da2c90-a735-411b-8551-77373d2a4319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:51.894712 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249bfc-5dae-4948-9863-563fdf44f04d req-02318dab-5c3e-4cea-99cd-f92051754464 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:51.896368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0249bfc-5dae-4948-9863-563fdf44f04d req-02318dab-5c3e-4cea-99cd-f92051754464 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 946 time: 0.1796598 Sep 16 16:39:51.946695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:52.055067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-28da2c90-a735-411b-8551-77373d2a4319 None None] Port d7424baf-99bc-4d20-916f-c86e3ba425c2 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:52.056283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0249bfc-5dae-4948-9863-563fdf44f04d req-ffe11ccc-146d-4732-b2f3-3b309f5bf5a2 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650971 Sep 16 16:39:52.066970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 77733d6b-b53c-4c85-a606-bfdd19538fbf up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:39:52.135719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 77733d6b-b53c-4c85-a606-bfdd19538fbf triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:52.136336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:52.374827 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:52.445492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:39:52.446991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:39:52.452326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:39:52.461645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:52.461645 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:52.482293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Port': ['ID=c53fec28-a4d6-48a9-b401-eaaec90b3004,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:52.612286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1588ea46-5c06-44db-aeaf-ee92c1d96739 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7111294 Sep 16 16:39:52.613803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47438) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:52.619690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b6e1b642-55c2-45ba-b832-297ff2e2261c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b8', 'mac_address': 'fa:16:3e:dc:71:39'}, {'ip_address': '2001:db8::112', 'mac_address': 'fa:16:3e:0d:f7:ff'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:39:52.745061 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b642-55c2-45ba-b832-297ff2e2261c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:52.822646 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-64ccfaa5-9d6f-4e54-9449-390ae6d37a4d None None] Provisioning complete for port c53fec28-a4d6-48a9-b401-eaaec90b3004 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:52.822646 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-64ccfaa5-9d6f-4e54-9449-390ae6d37a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:52.892785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-64ccfaa5-9d6f-4e54-9449-390ae6d37a4d None None] Port c53fec28-a4d6-48a9-b401-eaaec90b3004 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:53.034606 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b642-55c2-45ba-b832-297ff2e2261c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:53.128145 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b642-55c2-45ba-b832-297ff2e2261c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:53.178290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b6e1b642-55c2-45ba-b832-297ff2e2261c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] In _notify_port_updated(), no bound segment for port c53fec28-a4d6-48a9-b401-eaaec90b3004 on network 9d1860a4-7022-4900-a9ca-b287f1e39628 {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:39:53.184903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e1b642-55c2-45ba-b832-297ff2e2261c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:53.186779 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b642-55c2-45ba-b832-297ff2e2261c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:53.188173 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b6e1b642-55c2-45ba-b832-297ff2e2261c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "PUT /v2.0/ports/c53fec28-a4d6-48a9-b401-eaaec90b3004 HTTP/1.1" status: 200 len: 1066 time: 0.5728552 Sep 16 16:39:53.192006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47464) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:53.211863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99512d5d-feb4-452b-9627-f55b1368de2d req-50836224-fe85-4cda-88b9-9bcfd6bfb1ae tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:53.216328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99512d5d-feb4-452b-9627-f55b1368de2d req-50836224-fe85-4cda-88b9-9bcfd6bfb1ae tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 946 time: 0.0968897 Sep 16 16:39:53.281536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99512d5d-feb4-452b-9627-f55b1368de2d req-03fcb9c1-4708-4e7a-ad16-9a6095b34623 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595808 Sep 16 16:39:53.308134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1b642-55c2-45ba-b832-297ff2e2261c tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event updated for resources: {'Port': ['ID=c53fec28-a4d6-48a9-b401-eaaec90b3004,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:53.375180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-93df700a-7df2-4fe8-a31f-17e5e2a33708 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Deleting port c53fec28-a4d6-48a9-b401-eaaec90b3004 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:53.375576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93df700a-7df2-4fe8-a31f-17e5e2a33708 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:53.473760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b6eaa-210e-4b0a-af84-fffb5d5da6e2 req-0d87c002-cdee-416d-8457-afa60fbb2c98 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:53.473760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-490b6eaa-210e-4b0a-af84-fffb5d5da6e2 req-0d87c002-cdee-416d-8457-afa60fbb2c98 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=e137e482-8039-46a9-9b7a-b8fe082fb399 HTTP/1.1" status: 200 len: 946 time: 0.0887179 Sep 16 16:39:53.511592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93df700a-7df2-4fe8-a31f-17e5e2a33708 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:53.536193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-93df700a-7df2-4fe8-a31f-17e5e2a33708 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Calling delete_port for c53fec28-a4d6-48a9-b401-eaaec90b3004 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:53.546661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-490b6eaa-210e-4b0a-af84-fffb5d5da6e2 req-9083772c-6bd7-4267-b606-83a17e7c8b8a tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683880 Sep 16 16:39:53.627843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7605d474-6786-4eab-b2dd-2ae56f36395b None None] Provisioning complete for port c53fec28-a4d6-48a9-b401-eaaec90b3004 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:39:53.628337 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7605d474-6786-4eab-b2dd-2ae56f36395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:53.672364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7605d474-6786-4eab-b2dd-2ae56f36395b None None] Port c53fec28-a4d6-48a9-b401-eaaec90b3004 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:39:53.810343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93df700a-7df2-4fe8-a31f-17e5e2a33708 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:53.837975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df700a-7df2-4fe8-a31f-17e5e2a33708 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event deleted for resources: {'Port': ['ID=c53fec28-a4d6-48a9-b401-eaaec90b3004,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:54.054124 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-93df700a-7df2-4fe8-a31f-17e5e2a33708 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:54.056149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-93df700a-7df2-4fe8-a31f-17e5e2a33708 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "DELETE /v2.0/ports/c53fec28-a4d6-48a9-b401-eaaec90b3004 HTTP/1.1" status: 204 len: 168 time: 0.8634775 Sep 16 16:39:54.059039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47490) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:54.129560 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-215db952-f41f-49a0-b0ff-2b9aaecb7ef2 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] GET failed (client error): The resource could not be found. Sep 16 16:39:54.138508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-215db952-f41f-49a0-b0ff-2b9aaecb7ef2 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "GET /v2.0/ports/c53fec28-a4d6-48a9-b401-eaaec90b3004 HTTP/1.1" status: 404 len: 333 time: 0.0712614 Sep 16 16:39:54.139608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47494) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:54.251851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-abdd253f-b661-46ec-acb9-0b0dcd6bfa20 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Deleting port d7424baf-99bc-4d20-916f-c86e3ba425c2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:54.252290 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-abdd253f-b661-46ec-acb9-0b0dcd6bfa20 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:54.369827 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-abdd253f-b661-46ec-acb9-0b0dcd6bfa20 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:54.384637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-abdd253f-b661-46ec-acb9-0b0dcd6bfa20 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Calling delete_port for d7424baf-99bc-4d20-916f-c86e3ba425c2 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:54.999749 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-abdd253f-b661-46ec-acb9-0b0dcd6bfa20 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:55.032329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd253f-b661-46ec-acb9-0b0dcd6bfa20 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event deleted for resources: {'Port': ['ID=d7424baf-99bc-4d20-916f-c86e3ba425c2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:55.075954 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-abdd253f-b661-46ec-acb9-0b0dcd6bfa20 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:55.075954 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-abdd253f-b661-46ec-acb9-0b0dcd6bfa20 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "DELETE /v2.0/ports/d7424baf-99bc-4d20-916f-c86e3ba425c2 HTTP/1.1" status: 204 len: 168 time: 0.9273975 Sep 16 16:39:55.077735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47518) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:55.113613 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-919bdab3-e18f-4e2c-bdc6-a2ee11dd6b2a tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] GET failed (client error): The resource could not be found. Sep 16 16:39:55.117589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-919bdab3-e18f-4e2c-bdc6-a2ee11dd6b2a tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "GET /v2.0/ports/d7424baf-99bc-4d20-916f-c86e3ba425c2 HTTP/1.1" status: 404 len: 333 time: 0.0358467 Sep 16 16:39:55.122575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47522) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:55.276222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a2be943d-2ead-4ab2-9a33-3788f77f0794 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Deleting port b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:55.276690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2be943d-2ead-4ab2-9a33-3788f77f0794 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:55.397373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2be943d-2ead-4ab2-9a33-3788f77f0794 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:55.427517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a2be943d-2ead-4ab2-9a33-3788f77f0794 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Calling delete_port for b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:55.650638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47530) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:55.695651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2be943d-2ead-4ab2-9a33-3788f77f0794 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:55.737854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be943d-2ead-4ab2-9a33-3788f77f0794 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event deleted for resources: {'Port': ['ID=b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:55.778404 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a2be943d-2ead-4ab2-9a33-3788f77f0794 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:55.781123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a2be943d-2ead-4ab2-9a33-3788f77f0794 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "DELETE /v2.0/ports/b2fd5ec0-0956-4a39-8d2c-a9abd13f6db1 HTTP/1.1" status: 204 len: 168 time: 0.6560819 Sep 16 16:39:55.781749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-265a3640-b862-4af9-bbee-14fc6337b590 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:55.783279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-265a3640-b862-4af9-bbee-14fc6337b590 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e137e482-8039-46a9-9b7a-b8fe082fb399 HTTP/1.1" status: 200 len: 946 time: 0.4105916 Sep 16 16:39:55.783777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47534) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:55.813871 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e46eb70-81ed-482e-8a71-2092968fd64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:55.935111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c91305-1a8d-41b8-9192-01cdd86ffcc9 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Deleting subnet 738db93a-f89a-4396-aec4-bfa3f48f938c {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:39:55.944563 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60c91305-1a8d-41b8-9192-01cdd86ffcc9 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:55.965086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e46eb70-81ed-482e-8a71-2092968fd64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:55.995750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-7286af9b-5ac9-41ed-b51e-2a9bc1185398 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:55.997496 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-7286af9b-5ac9-41ed-b51e-2a9bc1185398 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0790dbf-bcaf-47e8-ada1-3085cbe74c9e HTTP/1.1" status: 200 len: 946 time: 0.1769001 Sep 16 16:39:56.030581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e46eb70-81ed-482e-8a71-2092968fd64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.046256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60c91305-1a8d-41b8-9192-01cdd86ffcc9 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.072090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46eb70-81ed-482e-8a71-2092968fd64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b41eba6-fa8f-4a79-ac67-febeb68c8fc9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:56.086875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1e46eb70-81ed-482e-8a71-2092968fd64e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8c3ada783b04807b64b5182dda3b7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351466 Sep 16 16:39:56.089508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47540) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:56.145685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-9817e56f-8f54-4f63-8739-65af721a3eb7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Deleting port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:56.146289 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-9817e56f-8f54-4f63-8739-65af721a3eb7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.335221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5739-d5e7-4eea-a9be-816d62670cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.385441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5739-d5e7-4eea-a9be-816d62670cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.395829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-e98e42dc-a563-4ccf-9f23-5f4d3d8408a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Deleting port 951cc4ba-00bd-42eb-9153-da831f0d58f6 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:56.396170 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-e98e42dc-a563-4ccf-9f23-5f4d3d8408a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.452263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-9817e56f-8f54-4f63-8739-65af721a3eb7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] For port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:56.452651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-9817e56f-8f54-4f63-8739-65af721a3eb7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.528538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-9817e56f-8f54-4f63-8739-65af721a3eb7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Calling delete_port for 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:56.616589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-e98e42dc-a563-4ccf-9f23-5f4d3d8408a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] For port 951cc4ba-00bd-42eb-9153-da831f0d58f6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=951cc4ba-00bd-42eb-9153-da831f0d58f6,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:56.616914 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-e98e42dc-a563-4ccf-9f23-5f4d3d8408a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.640039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-e98e42dc-a563-4ccf-9f23-5f4d3d8408a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Calling delete_port for 951cc4ba-00bd-42eb-9153-da831f0d58f6 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:56.876734 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60c91305-1a8d-41b8-9192-01cdd86ffcc9 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.963622 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5739-d5e7-4eea-a9be-816d62670cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.966319 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5739-d5e7-4eea-a9be-816d62670cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:56.970077 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1a9d5739-d5e7-4eea-a9be-816d62670cb6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b41eba6-fa8f-4a79-ac67-febeb68c8fc9 HTTP/1.1" status: 204 len: 168 time: 0.8769319 Sep 16 16:39:56.994110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d5739-d5e7-4eea-a9be-816d62670cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b41eba6-fa8f-4a79-ac67-febeb68c8fc9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:57.122183 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-e98e42dc-a563-4ccf-9f23-5f4d3d8408a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.137779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['951cc4ba-00bd-42eb-9153-da831f0d58f6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:57.143802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['5cfc9b6b-179d-4a2b-ad2e-1da6d6669028'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:57.159212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e42dc-a563-4ccf-9f23-5f4d3d8408a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Pushing event deleted for resources: {'Port': ['ID=951cc4ba-00bd-42eb-9153-da831f0d58f6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:57.172315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60c91305-1a8d-41b8-9192-01cdd86ffcc9 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.174437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-9817e56f-8f54-4f63-8739-65af721a3eb7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.226357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['951cc4ba-00bd-42eb-9153-da831f0d58f6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:39:57.229969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c91305-1a8d-41b8-9192-01cdd86ffcc9 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event deleted for resources: {'Subnet': ['ID=738db93a-f89a-4396-aec4-bfa3f48f938c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:57.275168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-e98e42dc-a563-4ccf-9f23-5f4d3d8408a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] No DVR routers for this DVR port 951cc4ba-00bd-42eb-9153-da831f0d58f6 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:57.284047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-e98e42dc-a563-4ccf-9f23-5f4d3d8408a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.284047 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f3f710a5-7e84-4d35-b27c-b39246e97bb2 req-e98e42dc-a563-4ccf-9f23-5f4d3d8408a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.52 "DELETE /v2.0/ports/951cc4ba-00bd-42eb-9153-da831f0d58f6 HTTP/1.1" status: 204 len: 173 time: 1.2779958 Sep 16 16:39:57.284681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817e56f-8f54-4f63-8739-65af721a3eb7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Pushing event deleted for resources: {'Port': ['ID=5cfc9b6b-179d-4a2b-ad2e-1da6d6669028,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:57.286587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0790dbf-bcaf-47e8-ada1-3085cbe74c9e', 'name': 'network-vif-deleted', 'tag': '951cc4ba-00bd-42eb-9153-da831f0d58f6'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:57.288766 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddfd09f-c7b1-4645-89ef-9473c6d45c01" -d '{"events": [{"server_uuid": "c0790dbf-bcaf-47e8-ada1-3085cbe74c9e", "name": "network-vif-deleted", "tag": "951cc4ba-00bd-42eb-9153-da831f0d58f6"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:57.292753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60c91305-1a8d-41b8-9192-01cdd86ffcc9 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.297894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47558) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:57.298353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-60c91305-1a8d-41b8-9192-01cdd86ffcc9 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "DELETE /v2.0/subnets/738db93a-f89a-4396-aec4-bfa3f48f938c HTTP/1.1" status: 204 len: 168 time: 1.5132883 Sep 16 16:39:57.301044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040a43a-7fc5-4f90-a070-a2f518180bde None None] Network 9d1860a4-7022-4900-a9ca-b287f1e39628 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:39:57.367834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-9817e56f-8f54-4f63-8739-65af721a3eb7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] No DVR routers for this DVR port 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:57.384200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-9817e56f-8f54-4f63-8739-65af721a3eb7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.386626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-caeb2b90-d055-467b-8dd6-6f1f35815127 req-9817e56f-8f54-4f63-8739-65af721a3eb7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.62 "DELETE /v2.0/ports/5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 HTTP/1.1" status: 204 len: 173 time: 1.5919166 Sep 16 16:39:57.522409 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f92b9-e39e-4644-8424-74ac5eb61bed x-openstack-request-id: req-1c8f92b9-e39e-4644-8424-74ac5eb61bed {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:57.522639 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0790dbf-bcaf-47e8-ada1-3085cbe74c9e", "name": "network-vif-deleted", "tag": "951cc4ba-00bd-42eb-9153-da831f0d58f6", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:57.523043 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c8f92b9-e39e-4644-8424-74ac5eb61bed {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:57.523441 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0790dbf-bcaf-47e8-ada1-3085cbe74c9e', 'name': 'network-vif-deleted', 'tag': '951cc4ba-00bd-42eb-9153-da831f0d58f6', 'status': 'completed', 'code': 200} Sep 16 16:39:57.568178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8576f2f-53c4-43cd-98b6-9eb29a4a4b20 None None] DHCP port deletion for 9d1860a4-7022-4900-a9ca-b287f1e39628 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:39:57.599420 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.663465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e8576f2f-53c4-43cd-98b6-9eb29a4a4b20 None None] Deleting port cd159286-2496-40cd-8f18-5082988993a9 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:57.664348 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8576f2f-53c4-43cd-98b6-9eb29a4a4b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.691225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-c7ef9a96-2e9b-4693-8caa-34c8f1a0a2c9 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:39:57.692798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-c7ef9a96-2e9b-4693-8caa-34c8f1a0a2c9 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/networks?id=7739233c-ef86-42a5-8cf5-d0885a317ede HTTP/1.1" status: 200 len: 813 time: 0.2766149 Sep 16 16:39:57.726282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f5ac7ee2-bb64-474f-91d2-985e1b9d6cb1 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/quotas/cfce77dbcec64583bb64285854c27808 HTTP/1.1" status: 200 len: 375 time: 0.0252275 Sep 16 16:39:57.743922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Deleting port cd159286-2496-40cd-8f18-5082988993a9 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:39:57.744612 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.746229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e8576f2f-53c4-43cd-98b6-9eb29a4a4b20 None None] For port cd159286-2496-40cd-8f18-5082988993a9, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cd159286-2496-40cd-8f18-5082988993a9,segment=NetworkSegment(aaa84174-12f1-4051-a6fd-2144c00ab6dd),segment_id=aaa84174-12f1-4051-a6fd-2144c00ab6dd)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:57.746621 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8576f2f-53c4-43cd-98b6-9eb29a4a4b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.767740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e8576f2f-53c4-43cd-98b6-9eb29a4a4b20 None None] Calling delete_port for cd159286-2496-40cd-8f18-5082988993a9 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:57.780961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f6daec27-a7b1-4935-8287-a29532af3599 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cfce77dbcec64583bb64285854c27808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538182 Sep 16 16:39:57.845344 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] For port cd159286-2496-40cd-8f18-5082988993a9, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cd159286-2496-40cd-8f18-5082988993a9,segment=NetworkSegment(aaa84174-12f1-4051-a6fd-2144c00ab6dd),segment_id=aaa84174-12f1-4051-a6fd-2144c00ab6dd)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:39:57.845719 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.869600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47572) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:57.870473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Calling delete_port for cd159286-2496-40cd-8f18-5082988993a9 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:39:57.891170 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0c39345-9534-4cff-b81e-8a60c550256f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:57.913003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cd159286-2496-40cd-8f18-5082988993a9 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:57.993435 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8576f2f-53c4-43cd-98b6-9eb29a4a4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.032962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.047082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8576f2f-53c4-43cd-98b6-9eb29a4a4b20 None None] No DVR routers for this DVR port cd159286-2496-40cd-8f18-5082988993a9 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:58.049617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8576f2f-53c4-43cd-98b6-9eb29a4a4b20 None None] Pushing event deleted for resources: {'Port': ['ID=cd159286-2496-40cd-8f18-5082988993a9,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:58.079776 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.112128 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0c39345-9534-4cff-b81e-8a60c550256f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.117045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] No DVR routers for this DVR port cd159286-2496-40cd-8f18-5082988993a9 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:39:58.120197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event deleted for resources: {'Port': ['ID=cd159286-2496-40cd-8f18-5082988993a9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:58.253066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0c39345-9534-4cff-b81e-8a60c550256f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.273311 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.299074 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6358c0f1-280b-4fe7-ae9b-67328838a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.304170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1860a4-7022-4900-a9ca-b287f1e39628']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:58.323058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa84174-12f1-4051-a6fd-2144c00ab6dd') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:58.323270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa84174-12f1-4051-a6fd-2144c00ab6dd') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:39:58.334772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-93a7dce5-64a2-4633-8cbf-e077db2925c7 service neutron] 10.222.0.22 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156553 Sep 16 16:39:58.336422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.338633 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e0c39345-9534-4cff-b81e-8a60c550256f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d655caeccb64b06b386a58f1dd2d616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676802 Sep 16 16:39:58.339756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c39345-9534-4cff-b81e-8a60c550256f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d019b98-7950-4abc-a1a6-17a5be9e850a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:58.342032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47586) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:58.413144 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a685aa48-4140-485e-aca6-5733c9a35151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.446224 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a685aa48-4140-485e-aca6-5733c9a35151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.453051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.468959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:39:58.468959 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:39:58.472994 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:39:58.589799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-33c946bc-fb2f-4ebf-8552-2ef3bc86466d service neutron] 10.222.0.22 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442460 Sep 16 16:39:58.601824 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a685aa48-4140-485e-aca6-5733c9a35151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.605793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a685aa48-4140-485e-aca6-5733c9a35151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.609804 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a685aa48-4140-485e-aca6-5733c9a35151 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d019b98-7950-4abc-a1a6-17a5be9e850a HTTP/1.1" status: 204 len: 168 time: 0.2638733 Sep 16 16:39:58.620049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685aa48-4140-485e-aca6-5733c9a35151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d019b98-7950-4abc-a1a6-17a5be9e850a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:58.688085 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.701050 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:58.708712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] 10.222.0.22 "DELETE /v2.0/networks/9d1860a4-7022-4900-a9ca-b287f1e39628 HTTP/1.1" status: 204 len: 168 time: 1.4072337 Sep 16 16:39:58.753579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c678b-5506-4225-9fb7-c0f6961813b3 tempest-AllowedAddressPairIpV6TestJSON-1187052370 tempest-AllowedAddressPairIpV6TestJSON-1187052370-project] Pushing event deleted for resources: {'Network': ['ID=9d1860a4-7022-4900-a9ca-b287f1e39628,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:39:59.106911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-175f2471-1a77-44a2-9dfb-5132dd66f96d req-dbb82292-4101-4d63-a8e7-342df4292833 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 210 time: 0.0355983 Sep 16 16:39:59.238500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:39:59.279786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:39:59.280133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5cfc9b6b-179d-4a2b-ad2e-1da6d6669028 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:39:59.329481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47626) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:59.523545 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c827159b-6b21-48bd-9e69-2a0782f66e0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=572a263797b74f64a86b7108f9cecf23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921194 Sep 16 16:39:59.524187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e137e482-8039-46a9-9b7a-b8fe082fb399', 'name': 'network-vif-deleted', 'tag': '5cfc9b6b-179d-4a2b-ad2e-1da6d6669028'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:39:59.526443 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba6aed7-5af7-4662-abda-133ad14e5210" -d '{"events": [{"server_uuid": "e137e482-8039-46a9-9b7a-b8fe082fb399", "name": "network-vif-deleted", "tag": "5cfc9b6b-179d-4a2b-ad2e-1da6d6669028"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:39:59.528050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47636) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:39:59.598711 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8c1358-6c0f-4c16-872a-da0069c4bf2f x-openstack-request-id: req-3f8c1358-6c0f-4c16-872a-da0069c4bf2f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:39:59.599049 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e137e482-8039-46a9-9b7a-b8fe082fb399", "name": "network-vif-deleted", "tag": "5cfc9b6b-179d-4a2b-ad2e-1da6d6669028", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:39:59.599302 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f8c1358-6c0f-4c16-872a-da0069c4bf2f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:39:59.599732 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e137e482-8039-46a9-9b7a-b8fe082fb399', 'name': 'network-vif-deleted', 'tag': '5cfc9b6b-179d-4a2b-ad2e-1da6d6669028', 'status': 'completed', 'code': 200} Sep 16 16:39:59.628972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4aec5fec-e6bc-4986-8e5f-d42c365f3d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:59.673545 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4aec5fec-e6bc-4986-8e5f-d42c365f3d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:59.798552 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4aec5fec-e6bc-4986-8e5f-d42c365f3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:59.803048 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4aec5fec-e6bc-4986-8e5f-d42c365f3d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:39:59.804690 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4aec5fec-e6bc-4986-8e5f-d42c365f3d9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e599556-b7b2-434c-9923-326a6adfa873 HTTP/1.1" status: 204 len: 168 time: 0.2699633 Sep 16 16:39:59.829375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec5fec-e6bc-4986-8e5f-d42c365f3d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e599556-b7b2-434c-9923-326a6adfa873,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:00.171563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 951cc4ba-00bd-42eb-9153-da831f0d58f6 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:40:00.192697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 951cc4ba-00bd-42eb-9153-da831f0d58f6 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:40:00.194501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 951cc4ba-00bd-42eb-9153-da831f0d58f6 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:40:00.257947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02534e51-2807-4517-903b-0e8f4a8d3598 req-ebdf92d0-4e5c-46fa-98ce-8e454df5db7e tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 210 time: 0.0741665 Sep 16 16:40:00.764463 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-16051aa9-97dc-42e6-ac5c-b745e6a4fb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:01.394106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47718) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:01.449681 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:01.485437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53d28e5e-47e6-4ef3-afd3-0a54da2838bc req-7b881fe6-77fe-4500-8e01-9c59c69bbae1 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 210 time: 0.0933781 Sep 16 16:40:01.585630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1436124482'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:01.718687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Made reservation on behalf of 4cb46caa3a3041fe858256eea6ac846a for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:01.722372 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:01.734038 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:01.927391 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:01.947663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:01.996583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-81256878-0627-43bb-8129-70114ce88421 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:01.999604 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-81256878-0627-43bb-8129-70114ce88421 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.62 "GET /v2.0/networks?id=7739233c-ef86-42a5-8cf5-d0885a317ede HTTP/1.1" status: 200 len: 813 time: 0.1809657 Sep 16 16:40:02.013421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Request body: {'port': {'device_id': '02150df6-90f8-4b41-a1ac-366ca7adf4bf', 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede', 'admin_state_up': True, 'tenant_id': 'cfce77dbcec64583bb64285854c27808'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:02.112202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:02.155769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:02.203177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda05afa-cdaf-4f8c-86ff-ce173d1acb28,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:02.221280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:02.221280 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Added segment d2727b62-4316-4ccf-8ea1-2f9115a02374 of type vlan for network aacace2b-184a-4fc4-891d-46f0edd18b51 Sep 16 16:40:02.309568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:02.395083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-35dd3dbe-a03b-49e6-b8a1-90ea8996c47d tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:02.396649 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-35dd3dbe-a03b-49e6-b8a1-90ea8996c47d tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.52 "GET /v2.0/networks?id=7739233c-ef86-42a5-8cf5-d0885a317ede HTTP/1.1" status: 200 len: 813 time: 0.1578693 Sep 16 16:40:02.411328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Request body: {'port': {'device_id': '63653ea4-e040-423f-8594-60264c0a07dd', 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede', 'admin_state_up': True, 'tenant_id': 'cfce77dbcec64583bb64285854c27808'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:02.518698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Made reservation on behalf of cfce77dbcec64583bb64285854c27808 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:02.523935 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:02.557751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:02.565733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:02.567037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:02.708165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-568aa702-91ee-43e8-b26b-266061934245 req-66b02319-e626-4cbd-8404-43a7efb8a163 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 210 time: 0.0701957 Sep 16 16:40:02.822695 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4245739 Sep 16 16:40:02.825452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47746) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:02.831859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Request body: {'subnet': {'network_id': 'aacace2b-184a-4fc4-891d-46f0edd18b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:02.836220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccb59e-68a0-4d00-aece-9ab8338e30d7 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event updated for resources: {'Network': ['ID=aacace2b-184a-4fc4-891d-46f0edd18b51,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:02.848346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network aacace2b-184a-4fc4-891d-46f0edd18b51 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:02.874651 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-bd11c00f-9983-49c8-adec-66ece19c079c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2529190 Sep 16 16:40:02.985739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Allocated IP 172.20.0.11 (7739233c-ef86-42a5-8cf5-d0885a317ede/ebbbc7ae-c057-4bb5-a212-e2f154690100/8ea91d61-425d-4669-aa5a-b5769db51dc2) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:03.019649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-872e7d69-5dd2-448c-b626-2abc4ede7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:03.021264 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-872e7d69-5dd2-448c-b626-2abc4ede7792 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 1096 time: 0.1234941 Sep 16 16:40:03.051243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Made reservation on behalf of cfce77dbcec64583bb64285854c27808 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:03.054863 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:03.181358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Made reservation on behalf of 4cb46caa3a3041fe858256eea6ac846a for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:03.185030 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:03.324330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-7aa4d16e-fd49-4e41-bb1b-594e63fb4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:03.325871 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-7aa4d16e-fd49-4e41-bb1b-594e63fb4eb9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 200 len: 912 time: 0.2686775 Sep 16 16:40:03.329360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:03.430690 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-72c86fd4-b8f8-4a96-ba90-4fca3db5ed26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a855464d-6057-4228-86ea-e8c0f86fb40a HTTP/1.1" status: 200 len: 1001 time: 0.0970147 Sep 16 16:40:03.487181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-480b26da-eac6-472f-801e-8f4d3abb7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:03.488607 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-480b26da-eac6-472f-801e-8f4d3abb7e8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 200 len: 850 time: 0.0513496 Sep 16 16:40:03.533962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:03.534077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:03.620500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-997090e6-96d6-4046-b6d2-624b457556da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:03.622062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-997090e6-96d6-4046-b6d2-624b457556da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192b9611-4d0c-4afa-835b-5392318dd117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266568 Sep 16 16:40:03.636069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event updated for resources: {'Subnet': ['ID=0a8a083e-9494-45e1-813a-2ca3d97d19ce,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:03.653141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Checking segment: {'id': 'd2727b62-4316-4ccf-8ea1-2f9115a02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aacace2b-184a-4fc4-891d-46f0edd18b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:03.653556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Network hostable DHCP agents. Network: aacace2b-184a-4fc4-891d-46f0edd18b51, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:03.679942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Network 7739233c-ef86-42a5-8cf5-d0885a317ede is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:03.702129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:03.723476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:03.727676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Allocated IP 172.20.0.9 (7739233c-ef86-42a5-8cf5-d0885a317ede/ebbbc7ae-c057-4bb5-a212-e2f154690100/5c235bdb-7514-4176-987b-eb5231e88124) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:03.739970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Pushing event updated for resources: {'Port': ['ID=8ea91d61-425d-4669-aa5a-b5769db51dc2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:03.745719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:03.769761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Network aacace2b-184a-4fc4-891d-46f0edd18b51 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:03.853353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-a917ecf1-fa3f-481c-9d12-5e474ee0e6b4 service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205839 Sep 16 16:40:03.855686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d52f779d-692a-42fd-add7-c34c5c883eab req-9fa5f2fe-a2b4-46af-9cf5-4da99599b3a3 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 210 time: 0.0311174 Sep 16 16:40:03.868155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:03.868814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:03.884054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, aacace2b-184a-4fc4-891d-46f0edd18b51) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:03.888287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:03.889423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:03.898614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9beeb-9c51-4ce9-8f70-926ced68802b None None] Network aacace2b-184a-4fc4-891d-46f0edd18b51 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:03.991971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-46c97d1b-24c8-4336-a579-7208834d186f tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1646092 Sep 16 16:40:03.995301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47778) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:04.005529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Request body: {'port': {'network_id': 'aacace2b-184a-4fc4-891d-46f0edd18b51', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2062035768'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:04.181642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-aacace2b-184a-4fc4-891d-46f0edd18b51', 'network_id': 'aacace2b-184a-4fc4-891d-46f0edd18b51', 'tenant_id': '4cb46caa3a3041fe858256eea6ac846a', 'fixed_ips': [{'subnet_id': '0a8a083e-9494-45e1-813a-2ca3d97d19ce'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:40:04.182522 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:04.387032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8eb1ab23-a08f-4908-a36d-9979c12bb89f req-38ca2f23-d278-4a73-b8ea-e75f98456bcf service neutron] 10.222.0.52 "GET /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251465 Sep 16 16:40:04.392593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Made reservation on behalf of 4cb46caa3a3041fe858256eea6ac846a for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:04.397833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:04.401093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Allocated IP 172.20.0.2 (aacace2b-184a-4fc4-891d-46f0edd18b51/0a8a083e-9494-45e1-813a-2ca3d97d19ce/1a060543-f606-4e75-ad82-cf0af9d3e2d7) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:04.420498 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:04.427896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] device_id is not set on port c2f9681d-ebf3-48e3-8950-08319f3377c3 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:40:04.582176 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:04.616647 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-dd7fb2f6-566b-4d94-8513-9f43ccad1c20 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6082060 Sep 16 16:40:04.628883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Request body: {'port': {'device_id': '02150df6-90f8-4b41-a1ac-366ca7adf4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:04.659115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:04.724495 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:04.741188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Network 7739233c-ef86-42a5-8cf5-d0885a317ede is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:04.741951 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:04.754173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:04.765437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:04.769995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Pushing event updated for resources: {'Port': ['ID=5c235bdb-7514-4176-987b-eb5231e88124,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:04.782668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Network aacace2b-184a-4fc4-891d-46f0edd18b51 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:04.790289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:04.796431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:04.845267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Pushing event updated for resources: {'Port': ['ID=1a060543-f606-4e75-ad82-cf0af9d3e2d7,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:04.870001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Allocated IP 172.20.0.6 (aacace2b-184a-4fc4-891d-46f0edd18b51/0a8a083e-9494-45e1-813a-2ca3d97d19ce/c2f9681d-ebf3-48e3-8950-08319f3377c3) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:04.893865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Attempting to bind port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:04.893865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Attempting to bind port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd2727b62-4316-4ccf-8ea1-2f9115a02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aacace2b-184a-4fc4-891d-46f0edd18b51'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:04.893865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Attempting to bind port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 on network aacace2b-184a-4fc4-891d-46f0edd18b51 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:04.908549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:04.909072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Checking segment: {'id': 'd2727b62-4316-4ccf-8ea1-2f9115a02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aacace2b-184a-4fc4-891d-46f0edd18b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:04.909188 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:04.909538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Bound using segment: {'id': 'd2727b62-4316-4ccf-8ea1-2f9115a02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aacace2b-184a-4fc4-891d-46f0edd18b51'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:04.910156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Bound port: 1a060543-f606-4e75-ad82-cf0af9d3e2d7, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2727b62-4316-4ccf-8ea1-2f9115a02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aacace2b-184a-4fc4-891d-46f0edd18b51'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:04.910550 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:04.954748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:04.955883 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:04.991876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] For port 1a060543-f606-4e75-ad82-cf0af9d3e2d7, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:40:04.995188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] For port 1a060543-f606-4e75-ad82-cf0af9d3e2d7, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1a060543-f606-4e75-ad82-cf0af9d3e2d7,segment=NetworkSegment(d2727b62-4316-4ccf-8ea1-2f9115a02374),segment_id=d2727b62-4316-4ccf-8ea1-2f9115a02374)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:40:05.139121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d0e5a-c8e0-440c-9c4b-92a35f95d098 req-2e7f3080-d0ac-42b8-beff-9ddd4be58baa tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:05.148031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c81d0e5a-c8e0-440c-9c4b-92a35f95d098 req-2e7f3080-d0ac-42b8-beff-9ddd4be58baa tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 931 time: 0.1405187 Sep 16 16:40:05.180189 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:05.207273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:05.216468 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-45ad4fb6-229d-48bb-b39d-b0e4a9438074 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8096609 Sep 16 16:40:05.220137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c81d0e5a-c8e0-440c-9c4b-92a35f95d098 req-1ea0a1ae-1966-4705-906f-574dd9d82ae9 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710924 Sep 16 16:40:05.249215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Request body: {'port': {'device_id': '63653ea4-e040-423f-8594-60264c0a07dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:05.320360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ef350-019d-4207-a485-d0f37d6bcb35 None None] Pushing event updated for resources: {'Port': ['ID=1a060543-f606-4e75-ad82-cf0af9d3e2d7,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:05.381830 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:05.440808 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:05.453921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Network aacace2b-184a-4fc4-891d-46f0edd18b51 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:05.456513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea91d61-425d-4669-aa5a-b5769db51dc2 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:40:05.457980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:05.461556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:05.475197 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:05.485414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event updated for resources: {'Port': ['ID=c2f9681d-ebf3-48e3-8950-08319f3377c3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:05.525662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Transition to ACTIVE for port object 8ea91d61-425d-4669-aa5a-b5769db51dc2 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:40:05.551947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:05.555212 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:05.684356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:05.759322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-876ddf8d-83f7-4cc6-ab64-ea905a84abeb tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7625515 Sep 16 16:40:05.762326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47810) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:05.771534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea91d61-425d-4669-aa5a-b5769db51dc2,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:05.775312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Request body: {'port': {'network_id': 'aacace2b-184a-4fc4-891d-46f0edd18b51', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2022773798', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:05.776263 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] bootfile-name is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:40:05.778071 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] tftp-server is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:40:05.779998 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] server-ip-address is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:40:05.948369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Attempting to bind port 8ea91d61-425d-4669-aa5a-b5769db51dc2 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:05.948908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Attempting to bind port 8ea91d61-425d-4669-aa5a-b5769db51dc2 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:05.949329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Attempting to bind port 8ea91d61-425d-4669-aa5a-b5769db51dc2 on network 7739233c-ef86-42a5-8cf5-d0885a317ede {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:05.969240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Port 8ea91d61-425d-4669-aa5a-b5769db51dc2 on network 7739233c-ef86-42a5-8cf5-d0885a317ede not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:40:05.969852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Attempting to bind port 8ea91d61-425d-4669-aa5a-b5769db51dc2 on network 7739233c-ef86-42a5-8cf5-d0885a317ede {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:05.981569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1a060543-f606-4e75-ad82-cf0af9d3e2d7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:05.982656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:05.983724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Checking segment: {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:05.984128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Bound using segment: {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:05.987770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Bound port: 8ea91d61-425d-4669-aa5a-b5769db51dc2, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:05.987770 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.051720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:06.052736 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.070551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Made reservation on behalf of 4cb46caa3a3041fe858256eea6ac846a for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:06.072681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c235bdb-7514-4176-987b-eb5231e88124 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:40:06.078682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.088572 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.110121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] device_id is not set on port ce752d2c-b94b-4496-89ab-02e8f0e02253 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:40:06.118024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Transition to ACTIVE for port object 5c235bdb-7514-4176-987b-eb5231e88124 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:40:06.119220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] For port 8ea91d61-425d-4669-aa5a-b5769db51dc2, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:40:06.124692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] For port 8ea91d61-425d-4669-aa5a-b5769db51dc2, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8ea91d61-425d-4669-aa5a-b5769db51dc2,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:40:06.142547 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.187525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 1a060543-f606-4e75-ad82-cf0af9d3e2d7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1a060543-f606-4e75-ad82-cf0af9d3e2d7,segment=NetworkSegment(d2727b62-4316-4ccf-8ea1-2f9115a02374),segment_id=d2727b62-4316-4ccf-8ea1-2f9115a02374)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:06.249864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Allocated IP 172.20.0.13 (aacace2b-184a-4fc4-891d-46f0edd18b51/0a8a083e-9494-45e1-813a-2ca3d97d19ce/ce752d2c-b94b-4496-89ab-02e8f0e02253) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:06.255860 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.318362 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.346773 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.385746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Pushing event updated for resources: {'Port': ['ID=5c235bdb-7514-4176-987b-eb5231e88124,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:06.396309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:06.396309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.396309 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] 10.222.0.62 "PUT /v2.0/ports/8ea91d61-425d-4669-aa5a-b5769db51dc2 HTTP/1.1" status: 200 len: 1092 time: 1.7709024 Sep 16 16:40:06.396309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02150df6-90f8-4b41-a1ac-366ca7adf4bf', 'tag': '8ea91d61-425d-4669-aa5a-b5769db51dc2'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:40:06.406738 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d623acd-974f-4ff4-831d-e1a275f6b935" -d '{"events": [{"name": "network-changed", "server_uuid": "02150df6-90f8-4b41-a1ac-366ca7adf4bf", "tag": "8ea91d61-425d-4669-aa5a-b5769db51dc2"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:40:06.449332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=1a060543-f606-4e75-ad82-cf0af9d3e2d7,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:06.578275 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487725b2-9226-4339-9579-8ae4f1d0eda8 x-openstack-request-id: req-487725b2-9226-4339-9579-8ae4f1d0eda8 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:40:06.578703 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02150df6-90f8-4b41-a1ac-366ca7adf4bf", "tag": "8ea91d61-425d-4669-aa5a-b5769db51dc2", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:40:06.579068 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-487725b2-9226-4339-9579-8ae4f1d0eda8 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:40:06.579842 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02150df6-90f8-4b41-a1ac-366ca7adf4bf', 'tag': '8ea91d61-425d-4669-aa5a-b5769db51dc2', 'status': 'completed', 'code': 200} Sep 16 16:40:06.615378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Attempting to bind port 5c235bdb-7514-4176-987b-eb5231e88124 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:06.615820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Attempting to bind port 5c235bdb-7514-4176-987b-eb5231e88124 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:06.616249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Attempting to bind port 5c235bdb-7514-4176-987b-eb5231e88124 on network 7739233c-ef86-42a5-8cf5-d0885a317ede {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:06.628002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c43f37-1abe-40fb-af37-182346e874b3 req-048d24bf-2f6c-42ec-9e68-0d1c224869c2 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:06.630107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16c43f37-1abe-40fb-af37-182346e874b3 req-048d24bf-2f6c-42ec-9e68-0d1c224869c2 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 943 time: 0.2311399 Sep 16 16:40:06.644715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Port 5c235bdb-7514-4176-987b-eb5231e88124 on network 7739233c-ef86-42a5-8cf5-d0885a317ede not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:40:06.645220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Attempting to bind port 5c235bdb-7514-4176-987b-eb5231e88124 on network 7739233c-ef86-42a5-8cf5-d0885a317ede {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:06.665014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389da6e-d791-432f-82d1-1ed04963a562 None None] Network aacace2b-184a-4fc4-891d-46f0edd18b51 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:06.676832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:06.677331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Checking segment: {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:06.677825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Bound using segment: {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:06.678381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Bound port: 5c235bdb-7514-4176-987b-eb5231e88124, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:06.678847 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.744925 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.762385 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16c43f37-1abe-40fb-af37-182346e874b3 req-efa802fa-2329-4e51-b7df-08a2085cbe66 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933709 Sep 16 16:40:06.762772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] For port 5c235bdb-7514-4176-987b-eb5231e88124, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:40:06.776586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] For port 5c235bdb-7514-4176-987b-eb5231e88124, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5c235bdb-7514-4176-987b-eb5231e88124,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:40:06.789257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b602f2-8462-4e2c-8e7d-3146f8106198 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea91d61-425d-4669-aa5a-b5769db51dc2,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:06.797824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-a6c6198f-9479-41cf-b17c-b7bdfb9429cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:06.799554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-a6c6198f-9479-41cf-b17c-b7bdfb9429cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfce77dbcec64583bb64285854c27808&device_id=02150df6-90f8-4b41-a1ac-366ca7adf4bf HTTP/1.1" status: 200 len: 1095 time: 0.2168489 Sep 16 16:40:06.854798 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-d9f3d563-43bf-4f8c-b535-1cf1b37a92a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea91d61-425d-4669-aa5a-b5769db51dc2 HTTP/1.1" status: 200 len: 217 time: 0.0471835 Sep 16 16:40:06.909917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-86e68e24-2e7e-4d6b-b78d-6d44b1bf12e4 None None] Provisioning complete for port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:06.910291 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-86e68e24-2e7e-4d6b-b78d-6d44b1bf12e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.916736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-88b805fb-fac9-4629-aaf3-85e3243d34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:06.918442 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-88b805fb-fac9-4629-aaf3-85e3243d34f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebbbc7ae-c057-4bb5-a212-e2f154690100 HTTP/1.1" status: 200 len: 853 time: 0.0559916 Sep 16 16:40:06.940537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:06.986915 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-6c8de7e4-2868-49f7-8c9e-96a686353a52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7739233c-ef86-42a5-8cf5-d0885a317ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612648 Sep 16 16:40:06.991714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:07.033243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Network aacace2b-184a-4fc4-891d-46f0edd18b51 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:07.036264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:07.044300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:07.048919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event updated for resources: {'Port': ['ID=ce752d2c-b94b-4496-89ab-02e8f0e02253,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:07.074983 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:07.075964 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:07.078305 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] 10.222.0.52 "PUT /v2.0/ports/5c235bdb-7514-4176-987b-eb5231e88124 HTTP/1.1" status: 200 len: 1091 time: 1.8469944 Sep 16 16:40:07.103175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:07.105134 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:07.172665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db24f33-d3ab-49c2-b217-6c75006273ae service neutron] Pushing event updated for resources: {'Port': ['ID=5c235bdb-7514-4176-987b-eb5231e88124,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:07.212270 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-0df22246-c5b0-4f84-a82c-96aa70cbf5f7 service neutron] 10.222.0.62 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055309 Sep 16 16:40:07.293090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f2227537-381e-4822-b379-091cbfa91f2a tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.5285952 Sep 16 16:40:07.303713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47834) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:07.322950 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-3b6f6ebe-dfd8-4ee2-947a-a959ce0b8e11 service neutron] 10.222.0.62 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035223 Sep 16 16:40:07.383653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-151eb123-685d-4381-a9e6-35a5f6d6a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:07.385225 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-151eb123-685d-4381-a9e6-35a5f6d6a92e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfce77dbcec64583bb64285854c27808&device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 1094 time: 0.0648096 Sep 16 16:40:07.390447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c47284-de48-42be-ac9f-e40bde8cdd9c tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:07.404422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c47284-de48-42be-ac9f-e40bde8cdd9c tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:07.407083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c47284-de48-42be-ac9f-e40bde8cdd9c tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:07.415171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-23c47284-de48-42be-ac9f-e40bde8cdd9c tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1034863 Sep 16 16:40:07.415171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47838) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:07.455705 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-d098bd10-7e94-4d72-bfc9-4c5246986c1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c235bdb-7514-4176-987b-eb5231e88124 HTTP/1.1" status: 200 len: 217 time: 0.0606492 Sep 16 16:40:07.500823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0bddac28-8f2c-450f-abde-72292f14d427 None None] Provisioning complete for port ce752d2c-b94b-4496-89ab-02e8f0e02253 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:07.501407 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0bddac28-8f2c-450f-abde-72292f14d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:07.543678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-c3aba95b-5e2e-4e3d-815b-d3d420951208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:07.545817 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-c3aba95b-5e2e-4e3d-815b-d3d420951208 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbbc7ae-c057-4bb5-a212-e2f154690100 HTTP/1.1" status: 200 len: 853 time: 0.0822787 Sep 16 16:40:07.591710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0bddac28-8f2c-450f-abde-72292f14d427 None None] Port ce752d2c-b94b-4496-89ab-02e8f0e02253 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:40:07.619733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0bddac28-8f2c-450f-abde-72292f14d427 None None] Provisioning complete for port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:07.620366 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0bddac28-8f2c-450f-abde-72292f14d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:07.623451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-08384a2c-9cfb-4d42-b46f-9849ad8b5b21 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Deleting port ce752d2c-b94b-4496-89ab-02e8f0e02253 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:07.623680 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-08384a2c-9cfb-4d42-b46f-9849ad8b5b21 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:07.631188 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-d72f1744-3607-4a92-b38a-8437322f7e5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7739233c-ef86-42a5-8cf5-d0885a317ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734677 Sep 16 16:40:07.667293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d623acd-974f-4ff4-831d-e1a275f6b935 req-2bc200dc-a8d1-4ab7-877f-1450d100c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:07.671123 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d623acd-974f-4ff4-831d-e1a275f6b935 req-2bc200dc-a8d1-4ab7-877f-1450d100c041 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfce77dbcec64583bb64285854c27808&device_id=02150df6-90f8-4b41-a1ac-366ca7adf4bf HTTP/1.1" status: 200 len: 1095 time: 0.1237452 Sep 16 16:40:07.789691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0bddac28-8f2c-450f-abde-72292f14d427 None None] Provisioning complete for port c2f9681d-ebf3-48e3-8950-08319f3377c3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:07.790184 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0bddac28-8f2c-450f-abde-72292f14d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:07.809760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-08384a2c-9cfb-4d42-b46f-9849ad8b5b21 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:07.829901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-08384a2c-9cfb-4d42-b46f-9849ad8b5b21 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Calling delete_port for ce752d2c-b94b-4496-89ab-02e8f0e02253 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:07.880032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0bddac28-8f2c-450f-abde-72292f14d427 None None] Port c2f9681d-ebf3-48e3-8950-08319f3377c3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:40:07.942178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1a060543-f606-4e75-ad82-cf0af9d3e2d7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:07.951301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d623acd-974f-4ff4-831d-e1a275f6b935 req-aae9a061-383c-442d-a5e5-c3f99480b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:07.953604 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d623acd-974f-4ff4-831d-e1a275f6b935 req-aae9a061-383c-442d-a5e5-c3f99480b83d service neutron] 10.222.0.62 "GET /v2.0/networks?id=7739233c-ef86-42a5-8cf5-d0885a317ede HTTP/1.1" status: 200 len: 914 time: 0.2678301 Sep 16 16:40:07.960351 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-88d2398a-30a1-46cf-aa06-36debd88c4c2 service neutron] 10.222.0.52 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198202 Sep 16 16:40:08.023741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:08.028044 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:08.075086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54230c0b-4c20-4459-bd5d-721f5d4790a7 req-4269a0a1-b0eb-4d8b-8565-8a5c2b12972e tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:08.077073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54230c0b-4c20-4459-bd5d-721f5d4790a7 req-4269a0a1-b0eb-4d8b-8565-8a5c2b12972e tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 943 time: 0.1035588 Sep 16 16:40:08.109314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-780c169e-e057-43ab-9aa8-7dfe0b6ab917 None None] Provisioning complete for port c2f9681d-ebf3-48e3-8950-08319f3377c3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:08.111500 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-780c169e-e057-43ab-9aa8-7dfe0b6ab917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:08.167557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54230c0b-4c20-4459-bd5d-721f5d4790a7 req-bee25647-110d-4496-9fd3-aa3f1ac68194 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780709 Sep 16 16:40:08.173806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-780c169e-e057-43ab-9aa8-7dfe0b6ab917 None None] Port c2f9681d-ebf3-48e3-8950-08319f3377c3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:40:08.205946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d623acd-974f-4ff4-831d-e1a275f6b935 req-0d3da548-9607-48c2-b2d7-f8259eb4f73c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea91d61-425d-4669-aa5a-b5769db51dc2 HTTP/1.1" status: 200 len: 217 time: 0.2442071 Sep 16 16:40:08.240326 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8711e424-e400-4a2a-ab70-1e620c552a91 req-8ecfba9c-29d6-45b0-9740-07b11a82012f service neutron] 10.222.0.52 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717659 Sep 16 16:40:08.282118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d623acd-974f-4ff4-831d-e1a275f6b935 req-66236ad8-d0d2-4e14-8a62-076e76423073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:08.283596 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d623acd-974f-4ff4-831d-e1a275f6b935 req-66236ad8-d0d2-4e14-8a62-076e76423073 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebbbc7ae-c057-4bb5-a212-e2f154690100 HTTP/1.1" status: 200 len: 853 time: 0.0522704 Sep 16 16:40:08.294262 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-08384a2c-9cfb-4d42-b46f-9849ad8b5b21 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:08.296595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-70abd54f-5484-4103-973e-fd49bf771041 None None] Provisioning complete for port ce752d2c-b94b-4496-89ab-02e8f0e02253 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:08.297053 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70abd54f-5484-4103-973e-fd49bf771041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:08.321509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-70abd54f-5484-4103-973e-fd49bf771041 None None] Port ce752d2c-b94b-4496-89ab-02e8f0e02253 was deleted so its status cannot be updated. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 16:40:08.321845 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d623acd-974f-4ff4-831d-e1a275f6b935 req-91ab3db8-b1e3-4748-9a8e-a1928b3234e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7739233c-ef86-42a5-8cf5-d0885a317ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305750 Sep 16 16:40:08.334922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08384a2c-9cfb-4d42-b46f-9849ad8b5b21 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event deleted for resources: {'Port': ['ID=ce752d2c-b94b-4496-89ab-02e8f0e02253,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:08.444948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-08384a2c-9cfb-4d42-b46f-9849ad8b5b21 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:08.445106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d623acd-974f-4ff4-831d-e1a275f6b935 req-a5e16aac-0bc5-4643-b589-69c09766f64f service neutron] 10.222.0.62 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112409 Sep 16 16:40:08.445206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-08384a2c-9cfb-4d42-b46f-9849ad8b5b21 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "DELETE /v2.0/ports/ce752d2c-b94b-4496-89ab-02e8f0e02253 HTTP/1.1" status: 204 len: 168 time: 1.0325980 Sep 16 16:40:08.448723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47854) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:08.455342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Request body: {'port': {'name': 'tempest-new-port-name-850613612', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:08.455836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] bootfile-name is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:40:08.456171 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] tftp-server is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:40:08.456538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] server-ip-address is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:40:08.563111 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4d623acd-974f-4ff4-831d-e1a275f6b935 req-e588e437-5ede-4547-a889-5d9e74ae1ee4 service neutron] 10.222.0.62 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112394 Sep 16 16:40:08.580954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63653ea4-e040-423f-8594-60264c0a07dd', 'tag': '5c235bdb-7514-4176-987b-eb5231e88124'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:40:08.583429 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e324f38-1f26-4471-ac59-65ad83d540d5" -d '{"events": [{"name": "network-changed", "server_uuid": "63653ea4-e040-423f-8594-60264c0a07dd", "tag": "5c235bdb-7514-4176-987b-eb5231e88124"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:40:08.677271 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc55e90e-f345-486d-8483-ec53fc056e67 x-openstack-request-id: req-bc55e90e-f345-486d-8483-ec53fc056e67 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:40:08.677559 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63653ea4-e040-423f-8594-60264c0a07dd", "tag": "5c235bdb-7514-4176-987b-eb5231e88124", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:40:08.677812 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc55e90e-f345-486d-8483-ec53fc056e67 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:40:08.678306 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63653ea4-e040-423f-8594-60264c0a07dd', 'tag': '5c235bdb-7514-4176-987b-eb5231e88124', 'status': 'completed', 'code': 200} Sep 16 16:40:08.746483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e324f38-1f26-4471-ac59-65ad83d540d5 req-fed74171-10d2-4fb0-894b-57461c5076d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:08.749116 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8e324f38-1f26-4471-ac59-65ad83d540d5 req-fed74171-10d2-4fb0-894b-57461c5076d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfce77dbcec64583bb64285854c27808&device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 1094 time: 0.0533106 Sep 16 16:40:08.864680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e324f38-1f26-4471-ac59-65ad83d540d5 req-b15f11dc-7c5c-4ab4-8dbc-a8fe7d29c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:08.866290 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8e324f38-1f26-4471-ac59-65ad83d540d5 req-b15f11dc-7c5c-4ab4-8dbc-a8fe7d29c02b service neutron] 10.222.0.52 "GET /v2.0/networks?id=7739233c-ef86-42a5-8cf5-d0885a317ede HTTP/1.1" status: 200 len: 914 time: 0.1096339 Sep 16 16:40:08.927192 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8e324f38-1f26-4471-ac59-65ad83d540d5 req-4e7bc51e-993b-4230-9b0b-8c2210d32cf4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c235bdb-7514-4176-987b-eb5231e88124 HTTP/1.1" status: 200 len: 217 time: 0.0525568 Sep 16 16:40:09.018345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:09.028365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e324f38-1f26-4471-ac59-65ad83d540d5 req-65ce4b9d-9621-4321-85f5-2f2f03f03cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:09.028365 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8e324f38-1f26-4471-ac59-65ad83d540d5 req-65ce4b9d-9621-4321-85f5-2f2f03f03cb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbbc7ae-c057-4bb5-a212-e2f154690100 HTTP/1.1" status: 200 len: 853 time: 0.0800920 Sep 16 16:40:09.066384 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8e324f38-1f26-4471-ac59-65ad83d540d5 req-79e4f0ad-95aa-4dc6-aa00-96dca92b7508 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7739233c-ef86-42a5-8cf5-d0885a317ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316885 Sep 16 16:40:09.174730 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8e324f38-1f26-4471-ac59-65ad83d540d5 req-e549d705-063a-46c7-9e73-666b93bf14f8 service neutron] 10.222.0.52 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997205 Sep 16 16:40:09.254516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:09.299544 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8e324f38-1f26-4471-ac59-65ad83d540d5 req-9ad784d3-48d3-4a76-9bb9-310b954061c6 service neutron] 10.222.0.52 "GET /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166813 Sep 16 16:40:09.318896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0bb8b-07fa-4dbe-b47a-9da9d6d0a011 req-51d6bfb1-105d-4c48-ab7a-0a2ba437816e tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:09.320514 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2b0bb8b-07fa-4dbe-b47a-9da9d6d0a011 req-51d6bfb1-105d-4c48-ab7a-0a2ba437816e tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 943 time: 0.0575423 Sep 16 16:40:09.364941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2b0bb8b-07fa-4dbe-b47a-9da9d6d0a011 req-baf2bc69-34d9-4f25-9ca7-7d5942a61386 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371401 Sep 16 16:40:09.923444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:10.012579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event updated for resources: {'Port': ['ID=c2f9681d-ebf3-48e3-8950-08319f3377c3,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:10.024883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] In _notify_port_updated(), no bound segment for port c2f9681d-ebf3-48e3-8950-08319f3377c3 on network aacace2b-184a-4fc4-891d-46f0edd18b51 {{(pid=95358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:40:10.031047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:10.031725 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:10.033100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a837757d-4f5f-4f3a-86cc-a476e14c7182 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "PUT /v2.0/ports/c2f9681d-ebf3-48e3-8950-08319f3377c3 HTTP/1.1" status: 200 len: 1135 time: 1.5831833 Sep 16 16:40:10.035898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47886) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:10.085486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577d852-ebe7-495c-8045-96360fe93cfe tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:10.088100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7577d852-ebe7-495c-8045-96360fe93cfe tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "GET /v2.0/ports/c2f9681d-ebf3-48e3-8950-08319f3377c3 HTTP/1.1" status: 200 len: 1135 time: 0.0500865 Sep 16 16:40:10.091805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47890) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:10.255832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9b6c331f-52f3-4f95-9d78-401d9b23a130 None None] Provisioning complete for port c2f9681d-ebf3-48e3-8950-08319f3377c3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:10.256449 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9b6c331f-52f3-4f95-9d78-401d9b23a130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:10.293691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c0a51693-4f17-472d-8098-ee05ebc370cc tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Deleting port c2f9681d-ebf3-48e3-8950-08319f3377c3 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:10.294332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0a51693-4f17-472d-8098-ee05ebc370cc tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:10.313389 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c331f-52f3-4f95-9d78-401d9b23a130 None None] Port c2f9681d-ebf3-48e3-8950-08319f3377c3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:40:10.397229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0a51693-4f17-472d-8098-ee05ebc370cc tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:10.411278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c0a51693-4f17-472d-8098-ee05ebc370cc tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Calling delete_port for c2f9681d-ebf3-48e3-8950-08319f3377c3 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:10.533070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4625c-3fd9-49e9-80b8-4769e899886a req-ca1264ca-9587-4478-a7fb-f7348eddb33d tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:10.534459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ae4625c-3fd9-49e9-80b8-4769e899886a req-ca1264ca-9587-4478-a7fb-f7348eddb33d tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 943 time: 0.0802195 Sep 16 16:40:10.610066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ae4625c-3fd9-49e9-80b8-4769e899886a req-262b67e1-dbd4-4e6d-aad3-c44920376a12 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688748 Sep 16 16:40:11.064919 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0a51693-4f17-472d-8098-ee05ebc370cc tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.098017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a51693-4f17-472d-8098-ee05ebc370cc tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event deleted for resources: {'Port': ['ID=c2f9681d-ebf3-48e3-8950-08319f3377c3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:11.171511 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0a51693-4f17-472d-8098-ee05ebc370cc tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.180493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c0a51693-4f17-472d-8098-ee05ebc370cc tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "DELETE /v2.0/ports/c2f9681d-ebf3-48e3-8950-08319f3377c3 HTTP/1.1" status: 204 len: 168 time: 1.0808580 Sep 16 16:40:11.180493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47920) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:11.231090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-e706ffee-3738-4ded-b958-3d02c9f66004 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Deleting subnet 0a8a083e-9494-45e1-813a-2ca3d97d19ce {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:40:11.235180 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e706ffee-3738-4ded-b958-3d02c9f66004 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.290128 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e706ffee-3738-4ded-b958-3d02c9f66004 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.290361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8ea91d61-425d-4669-aa5a-b5769db51dc2 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:40:11.379977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e706ffee-3738-4ded-b958-3d02c9f66004 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.423564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8ea91d61-425d-4669-aa5a-b5769db51dc2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8ea91d61-425d-4669-aa5a-b5769db51dc2,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:11.437149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '8ea91d61-425d-4669-aa5a-b5769db51dc2', 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede', 'port_id': '8ea91d61-425d-4669-aa5a-b5769db51dc2', 'mac_address': 'fa:16:3e:5d:4e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebbbc7ae-c057-4bb5-a212-e2f154690100', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:40:11.480837 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.493991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea91d61-425d-4669-aa5a-b5769db51dc2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:40:11.515122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8ea91d61-425d-4669-aa5a-b5769db51dc2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8ea91d61-425d-4669-aa5a-b5769db51dc2,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:11.561867 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e706ffee-3738-4ded-b958-3d02c9f66004 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.590398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706ffee-3738-4ded-b958-3d02c9f66004 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8a083e-9494-45e1-813a-2ca3d97d19ce,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:11.593009 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e706ffee-3738-4ded-b958-3d02c9f66004 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.594906 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e706ffee-3738-4ded-b958-3d02c9f66004 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "DELETE /v2.0/subnets/0a8a083e-9494-45e1-813a-2ca3d97d19ce HTTP/1.1" status: 204 len: 168 time: 0.4177785 Sep 16 16:40:11.597357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47930) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:11.599469 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcce0c0-5bad-4d88-a076-e10018e262fd None None] Network aacace2b-184a-4fc4-891d-46f0edd18b51 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:11.613778 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.692433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.781042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc470c-f4db-45c8-87e0-cdd55135bbaa req-a840303b-7c73-446e-8b10-744e0bd3c724 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:11.787727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55dc470c-f4db-45c8-87e0-cdd55135bbaa req-a840303b-7c73-446e-8b10-744e0bd3c724 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 943 time: 0.0838835 Sep 16 16:40:11.808336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8ea91d61-425d-4669-aa5a-b5769db51dc2,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:11.819272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Deleting port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:11.823522 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.848560 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8ea91d61-425d-4669-aa5a-b5769db51dc2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:40:11.863858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55dc470c-f4db-45c8-87e0-cdd55135bbaa req-121bc3a2-bb46-43e6-9aa2-ec60f257e1f1 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731359 Sep 16 16:40:11.912233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] For port 1a060543-f606-4e75-ad82-cf0af9d3e2d7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1a060543-f606-4e75-ad82-cf0af9d3e2d7,segment=NetworkSegment(d2727b62-4316-4ccf-8ea1-2f9115a02374),segment_id=d2727b62-4316-4ccf-8ea1-2f9115a02374)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:11.912737 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:11.927847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Calling delete_port for 1a060543-f606-4e75-ad82-cf0af9d3e2d7 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:11.937297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55880bba-5097-4911-9d3b-3b478cd29e18 None None] DHCP port deletion for aacace2b-184a-4fc4-891d-46f0edd18b51 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:40:12.059094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-55880bba-5097-4911-9d3b-3b478cd29e18 None None] Deleting port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:12.059577 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55880bba-5097-4911-9d3b-3b478cd29e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.142782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-55880bba-5097-4911-9d3b-3b478cd29e18 None None] For port 1a060543-f606-4e75-ad82-cf0af9d3e2d7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1a060543-f606-4e75-ad82-cf0af9d3e2d7,segment=NetworkSegment(d2727b62-4316-4ccf-8ea1-2f9115a02374),segment_id=d2727b62-4316-4ccf-8ea1-2f9115a02374)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:12.143105 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55880bba-5097-4911-9d3b-3b478cd29e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.156328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-55880bba-5097-4911-9d3b-3b478cd29e18 None None] Calling delete_port for 1a060543-f606-4e75-ad82-cf0af9d3e2d7 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:12.190593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.203781 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5c235bdb-7514-4176-987b-eb5231e88124 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:40:12.221824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event deleted for resources: {'Port': ['ID=1a060543-f606-4e75-ad82-cf0af9d3e2d7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:12.225751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] No DVR routers for this DVR port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:40:12.322727 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55880bba-5097-4911-9d3b-3b478cd29e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.337476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55880bba-5097-4911-9d3b-3b478cd29e18 None None] No DVR routers for this DVR port 1a060543-f606-4e75-ad82-cf0af9d3e2d7 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:40:12.380148 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.398025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55880bba-5097-4911-9d3b-3b478cd29e18 None None] Pushing event deleted for resources: {'Port': ['ID=1a060543-f606-4e75-ad82-cf0af9d3e2d7,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:12.435822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5c235bdb-7514-4176-987b-eb5231e88124, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5c235bdb-7514-4176-987b-eb5231e88124,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:12.443697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacace2b-184a-4fc4-891d-46f0edd18b51']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:12.455093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5c235bdb-7514-4176-987b-eb5231e88124', 'network_id': '7739233c-ef86-42a5-8cf5-d0885a317ede', 'port_id': '5c235bdb-7514-4176-987b-eb5231e88124', 'mac_address': 'fa:16:3e:97:ac:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebbbc7ae-c057-4bb5-a212-e2f154690100', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:40:12.467481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2727b62-4316-4ccf-8ea1-2f9115a02374') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:12.467868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2727b62-4316-4ccf-8ea1-2f9115a02374') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:12.486648 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.501928 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.511008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:40:12.511622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:40:12.515806 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:40:12.520427 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.543315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c235bdb-7514-4176-987b-eb5231e88124 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:40:12.569114 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5c235bdb-7514-4176-987b-eb5231e88124, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5c235bdb-7514-4176-987b-eb5231e88124,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:12.658821 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.707873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5c235bdb-7514-4176-987b-eb5231e88124,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:12.729663 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.741534 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:12.741534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] 10.222.0.22 "DELETE /v2.0/networks/aacace2b-184a-4fc4-891d-46f0edd18b51 HTTP/1.1" status: 204 len: 168 time: 1.1417158 Sep 16 16:40:12.754619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eca87f-4746-4821-b017-742ac9aa39f1 tempest-ExtraDHCPOptionsTestJSON-475237762 tempest-ExtraDHCPOptionsTestJSON-475237762-project] Pushing event deleted for resources: {'Network': ['ID=aacace2b-184a-4fc4-891d-46f0edd18b51,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:12.939681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5c235bdb-7514-4176-987b-eb5231e88124'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:40:13.010777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2d638-1dc0-4407-9451-f914ab8a357f req-d7c7986c-5db1-4546-947c-c8ad64fd9ec8 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:13.010777 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ce2d638-1dc0-4407-9451-f914ab8a357f req-d7c7986c-5db1-4546-947c-c8ad64fd9ec8 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 944 time: 0.0575492 Sep 16 16:40:13.057054 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ce2d638-1dc0-4407-9451-f914ab8a357f req-dfa89a11-7001-4b8c-a277-2e7dd741441d tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Sep 16 16:40:13.285626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8ea91d61-425d-4669-aa5a-b5769db51dc2 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:13.294001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47968) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:13.449479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 8ea91d61-425d-4669-aa5a-b5769db51dc2 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:40:13.457397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 8ea91d61-425d-4669-aa5a-b5769db51dc2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:13.457781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:13.526968 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:13.621954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c971afb1-6812-4e1e-9840-ff037a3bae09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4cb46caa3a3041fe858256eea6ac846a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302164 Sep 16 16:40:13.624685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47984) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:13.637028 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:13.672577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02150df6-90f8-4b41-a1ac-366ca7adf4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea91d61-425d-4669-aa5a-b5769db51dc2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:40:13.675013 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93efbb37-9b2f-4d99-a5eb-a7f440b54bc6" -d '{"events": [{"server_uuid": "02150df6-90f8-4b41-a1ac-366ca7adf4bf", "name": "network-vif-plugged", "status": "completed", "tag": "8ea91d61-425d-4669-aa5a-b5769db51dc2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:40:13.681252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1426-3a6e-4a91-8fb3-a082c7fcf8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:13.692515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8ea91d61-425d-4669-aa5a-b5769db51dc2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8ea91d61-425d-4669-aa5a-b5769db51dc2,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:13.707512 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1426-3a6e-4a91-8fb3-a082c7fcf8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:13.721002 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9f9415-0169-4078-9c8f-16da5ffe7a31 x-openstack-request-id: req-6a9f9415-0169-4078-9c8f-16da5ffe7a31 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:40:13.721300 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02150df6-90f8-4b41-a1ac-366ca7adf4bf", "name": "network-vif-plugged", "status": "completed", "tag": "8ea91d61-425d-4669-aa5a-b5769db51dc2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:40:13.721619 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a9f9415-0169-4078-9c8f-16da5ffe7a31 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:40:13.721928 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02150df6-90f8-4b41-a1ac-366ca7adf4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea91d61-425d-4669-aa5a-b5769db51dc2', 'code': 200} Sep 16 16:40:13.832823 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:13.833893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:13.867565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e871a34-bd39-478c-9196-5c00dfc388cd req-48b62a9d-ca5e-4a0c-9666-1996cf0979d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:13.874107 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e871a34-bd39-478c-9196-5c00dfc388cd req-48b62a9d-ca5e-4a0c-9666-1996cf0979d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=02150df6-90f8-4b41-a1ac-366ca7adf4bf HTTP/1.1" status: 200 len: 1096 time: 0.0841408 Sep 16 16:40:13.882044 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1426-3a6e-4a91-8fb3-a082c7fcf8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:13.884769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1426-3a6e-4a91-8fb3-a082c7fcf8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:13.888856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9b9d1426-3a6e-4a91-8fb3-a082c7fcf8ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dda05afa-cdaf-4f8c-86ff-ce173d1acb28 HTTP/1.1" status: 204 len: 168 time: 0.2624612 Sep 16 16:40:13.924120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d1426-3a6e-4a91-8fb3-a082c7fcf8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda05afa-cdaf-4f8c-86ff-ce173d1acb28,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:13.961747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1a060543-f606-4e75-ad82-cf0af9d3e2d7 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:40:13.962995 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e871a34-bd39-478c-9196-5c00dfc388cd req-054119b5-8db1-4381-87be-d9501e7f2729 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811031 Sep 16 16:40:14.010851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 1a060543-f606-4e75-ad82-cf0af9d3e2d7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:40:14.011433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1a060543-f606-4e75-ad82-cf0af9d3e2d7 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:40:14.017987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8ea91d61-425d-4669-aa5a-b5769db51dc2,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:14.215672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5c235bdb-7514-4176-987b-eb5231e88124 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:14.237980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c8a1f-7dd6-47d2-b6fd-2ea0fdd1925f req-4e9bb503-fc81-41f2-a668-881325990246 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:14.240167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-707c8a1f-7dd6-47d2-b6fd-2ea0fdd1925f req-4e9bb503-fc81-41f2-a668-881325990246 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 944 time: 0.0646782 Sep 16 16:40:14.293031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-707c8a1f-7dd6-47d2-b6fd-2ea0fdd1925f req-ba3ae97a-b3a8-4675-931e-00b115457c90 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Sep 16 16:40:14.394523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 5c235bdb-7514-4176-987b-eb5231e88124 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:40:14.402517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5c235bdb-7514-4176-987b-eb5231e88124 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:14.404570 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:14.526800 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:14.565026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5c235bdb-7514-4176-987b-eb5231e88124, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5c235bdb-7514-4176-987b-eb5231e88124,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:14.636000 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:14.711780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5c235bdb-7514-4176-987b-eb5231e88124,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:15.424001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48038) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:15.425092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a6652-7bab-449e-9df1-590f639e06b2 req-7cea9e36-9f81-47e3-a50c-de6b16b7f4a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:15.426630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-772a6652-7bab-449e-9df1-590f639e06b2 req-7cea9e36-9f81-47e3-a50c-de6b16b7f4a4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 945 time: 0.0564191 Sep 16 16:40:15.467092 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-772a6652-7bab-449e-9df1-590f639e06b2 req-064e8688-7b6a-4591-9dc2-60164056b09e tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334845 Sep 16 16:40:15.522050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'networks': [{'name': 'tempest-network--651671798'}, {'name': 'tempest-network--963001551'}]} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:15.522050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'network': {'name': 'tempest-network--651671798'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:15.522591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'network': {'name': 'tempest-network--963001551'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:15.608885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48044) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:15.669788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Made reservation on behalf of ca40f9e347c94105b4f62686079b4e72 for: {'network': 2} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:15.674527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:15.683553 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:15.723468 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a6754ef-35c3-433b-970d-34ad057d0b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:15.723643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63653ea4-e040-423f-8594-60264c0a07dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c235bdb-7514-4176-987b-eb5231e88124'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:40:15.726655 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40a5e63-2317-4b85-9525-5d5934f4bed8" -d '{"events": [{"server_uuid": "63653ea4-e040-423f-8594-60264c0a07dd", "name": "network-vif-plugged", "status": "completed", "tag": "5c235bdb-7514-4176-987b-eb5231e88124"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:40:15.769028 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a92a07-b860-4084-8162-0d17c5b64f03 x-openstack-request-id: req-70a92a07-b860-4084-8162-0d17c5b64f03 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:40:15.769392 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63653ea4-e040-423f-8594-60264c0a07dd", "name": "network-vif-plugged", "status": "completed", "tag": "5c235bdb-7514-4176-987b-eb5231e88124", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:40:15.769707 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70a92a07-b860-4084-8162-0d17c5b64f03 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:40:15.770199 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63653ea4-e040-423f-8594-60264c0a07dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c235bdb-7514-4176-987b-eb5231e88124', 'code': 200} Sep 16 16:40:15.809532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:15.868313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033ba34-9a59-435f-b54d-ae1cc715cec9 req-5453503e-a8ee-47dc-8daf-565b0a09c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:15.869888 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e033ba34-9a59-435f-b54d-ae1cc715cec9 req-5453503e-a8ee-47dc-8daf-565b0a09c17e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 1096 time: 0.0410371 Sep 16 16:40:15.905858 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e033ba34-9a59-435f-b54d-ae1cc715cec9 req-965df2f8-73c1-46e9-a89d-825b05ef11c2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287850 Sep 16 16:40:15.922443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:15.922903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:15.982109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:15.983909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1c0148-766f-4351-97e2-3852361342eb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:16.008958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.008958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.008958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.008958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.008958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.008958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.008958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.008958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.009690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.009690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.009690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.009982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:16.014837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.015506 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Added segment 867630cd-c476-480e-b742-60eb02d6b2b1 of type vlan for network 0e224bd4-8197-4d25-afae-f8e3c9a433e3 Sep 16 16:40:16.070359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.126029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:16.129096 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a6754ef-35c3-433b-970d-34ad057d0b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.137057 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.137382 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Added segment 7564797a-5d39-43c2-83c4-114701bf9889 of type vlan for network 760e22b7-fff0-4b77-9811-5dda1a930854 Sep 16 16:40:16.179955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.249543 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a6754ef-35c3-433b-970d-34ad057d0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.289802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6754ef-35c3-433b-970d-34ad057d0b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4d23e2-025b-4b31-846f-4019f1d5be9e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:16.294098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a6754ef-35c3-433b-970d-34ad057d0b97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9929d675837446408c8a83baa92998cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6841938 Sep 16 16:40:16.303122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48064) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:16.330644 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.331139 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.336645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:16.342016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:16.342683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.423947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'Network': ['ID=0e224bd4-8197-4d25-afae-f8e3c9a433e3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:16.426022 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cabc8f19-a4fc-45b5-829f-b5cf0825b5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.436157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 0e224bd4-8197-4d25-afae-f8e3c9a433e3 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:16.473376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cabc8f19-a4fc-45b5-829f-b5cf0825b5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.512619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0860577 Sep 16 16:40:16.514292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc874ec7-7bc8-4485-a152-a0e35115d246 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'Network': ['ID=760e22b7-fff0-4b77-9811-5dda1a930854,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:16.515091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48068) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:16.536167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 760e22b7-fff0-4b77-9811-5dda1a930854 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:16.646926 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cabc8f19-a4fc-45b5-829f-b5cf0825b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.649546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cabc8f19-a4fc-45b5-829f-b5cf0825b5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.653155 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cabc8f19-a4fc-45b5-829f-b5cf0825b5d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d4d23e2-025b-4b31-846f-4019f1d5be9e HTTP/1.1" status: 204 len: 168 time: 0.3521144 Sep 16 16:40:16.660205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc8f19-a4fc-45b5-829f-b5cf0825b5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4d23e2-025b-4b31-846f-4019f1d5be9e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:16.661998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64becb3b-902a-4cd3-9b3a-054d76f6e506 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:16.668311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64becb3b-902a-4cd3-9b3a-054d76f6e506 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:16.674715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64becb3b-902a-4cd3-9b3a-054d76f6e506 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:16.680753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64becb3b-902a-4cd3-9b3a-054d76f6e506 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:16.682358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-64becb3b-902a-4cd3-9b3a-054d76f6e506 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1663234 Sep 16 16:40:16.686208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48074) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:16.695096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a192409-1e55-43b5-94eb-b9c15c093565 req-a33ceac7-1aac-4750-be78-b1e7ff0523ba tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:16.696608 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2a192409-1e55-43b5-94eb-b9c15c093565 req-a33ceac7-1aac-4750-be78-b1e7ff0523ba tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 945 time: 0.1068897 Sep 16 16:40:16.742005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2a192409-1e55-43b5-94eb-b9c15c093565 req-c5d849a4-9119-4706-ab93-ad60fbf82a46 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366101 Sep 16 16:40:16.784857 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.894682 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.917386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e224bd4-8197-4d25-afae-f8e3c9a433e3']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:16.930147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867630cd-c476-480e-b742-60eb02d6b2b1') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:16.930569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867630cd-c476-480e-b742-60eb02d6b2b1') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:16.943526 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.957922 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.964804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:40:16.965431 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:40:16.969460 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:40:17.197606 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.208674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.211797 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "DELETE /v2.0/networks/0e224bd4-8197-4d25-afae-f8e3c9a433e3 HTTP/1.1" status: 204 len: 168 time: 0.5242281 Sep 16 16:40:17.214351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48084) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:17.222236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5def35-e178-4ae0-aa01-06ac1e883563 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Network': ['ID=0e224bd4-8197-4d25-afae-f8e3c9a433e3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:17.317441 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.416859 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.438611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760e22b7-fff0-4b77-9811-5dda1a930854']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:17.447999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7564797a-5d39-43c2-83c4-114701bf9889') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:17.448288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7564797a-5d39-43c2-83c4-114701bf9889') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:17.458013 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.473251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.479581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:40:17.480085 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:40:17.483763 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:40:17.607360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48092) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:17.620823 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da30e045-192e-441c-b716-9682b407c275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.645562 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.649791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.652321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "DELETE /v2.0/networks/760e22b7-fff0-4b77-9811-5dda1a930854 HTTP/1.1" status: 204 len: 168 time: 0.4362833 Sep 16 16:40:17.658870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48094) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:17.676200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc227593-b796-4a76-8c1f-8a0880473136 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Network': ['ID=760e22b7-fff0-4b77-9811-5dda1a930854,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:17.737701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da30e045-192e-441c-b716-9682b407c275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.879372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0a8c-acbc-456a-a963-73de324b2913 req-4f6e12c6-c847-4e71-9c1c-8d2849b76d0a tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:17.881150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa0c0a8c-acbc-456a-a963-73de324b2913 req-4f6e12c6-c847-4e71-9c1c-8d2849b76d0a tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 945 time: 0.0573022 Sep 16 16:40:17.895986 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da30e045-192e-441c-b716-9682b407c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:17.978632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30e045-192e-441c-b716-9682b407c275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3d7682-048d-4bd5-ae59-09acf992cb40,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:17.999265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-da30e045-192e-441c-b716-9682b407c275 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3454543b0af24c0ca3412f6379653524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3905852 Sep 16 16:40:18.001957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48104) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:18.019956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa0c0a8c-acbc-456a-a963-73de324b2913 req-f11412bb-fd0f-46f0-9145-dfa78517a67b tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130240 Sep 16 16:40:18.100329 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ac-97e9-4d01-8bb6-b825ac8a92bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.149820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ac-97e9-4d01-8bb6-b825ac8a92bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.174359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db279bd-984f-47c9-b103-16582c15a8a5 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:18.180367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db279bd-984f-47c9-b103-16582c15a8a5 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:18.181956 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9db279bd-984f-47c9-b103-16582c15a8a5 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5215802 Sep 16 16:40:18.186164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48108) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:18.191446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-445179047'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:18.197476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cbb1e-b492-4676-ab70-52e10f57688b req-3eaedd06-69c4-4a07-934c-fce18de88e57 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:18.197476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-642cbb1e-b492-4676-ab70-52e10f57688b req-3eaedd06-69c4-4a07-934c-fce18de88e57 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=02150df6-90f8-4b41-a1ac-366ca7adf4bf HTTP/1.1" status: 200 len: 946 time: 0.0907931 Sep 16 16:40:18.240771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-642cbb1e-b492-4676-ab70-52e10f57688b req-41d44505-b78a-40bf-9ea2-e0819b0264c7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356407 Sep 16 16:40:18.328859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Made reservation on behalf of ca40f9e347c94105b4f62686079b4e72 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:18.332489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.374836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ac-97e9-4d01-8bb6-b825ac8a92bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.380396 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ac-97e9-4d01-8bb6-b825ac8a92bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.382131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bf96f7ac-97e9-4d01-8bb6-b825ac8a92bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b3d7682-048d-4bd5-ae59-09acf992cb40 HTTP/1.1" status: 204 len: 168 time: 0.3786945 Sep 16 16:40:18.382594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:18.390829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ac-97e9-4d01-8bb6-b825ac8a92bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3d7682-048d-4bd5-ae59-09acf992cb40,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:18.408873 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.409228 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Added segment 41b7ee72-42d5-4f62-b4b9-07ad3e8db4b4 of type vlan for network c337ccbd-f5be-4c58-b0fe-e913f68266f2 Sep 16 16:40:18.459539 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.607525 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.613383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:18.614016 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.689215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'Network': ['ID=c337ccbd-f5be-4c58-b0fe-e913f68266f2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:18.695545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network c337ccbd-f5be-4c58-b0fe-e913f68266f2 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:18.768239 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f1bcc152-00b4-445c-92e6-1240092d899d tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5770652 Sep 16 16:40:18.768772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48122) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:18.775565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-267984643'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:18.921497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Made reservation on behalf of ca40f9e347c94105b4f62686079b4e72 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:18.925009 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.951625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:18.966934 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:18.977357 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Added segment a5a26f10-807a-4264-a752-2834a9a8e74f of type vlan for network 51089b4a-5709-4bd9-90b9-00c864ac83b9 Sep 16 16:40:19.017498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:19.230372 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:19.239218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:19.239999 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:19.321063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'Network': ['ID=51089b4a-5709-4bd9-90b9-00c864ac83b9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:19.332934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 51089b4a-5709-4bd9-90b9-00c864ac83b9 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:19.409340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48148) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:19.409489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8b5c73e0-7241-4eb8-afcb-e19c0446d75c tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6394126 Sep 16 16:40:19.414634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'ports': [{'network_id': 'c337ccbd-f5be-4c58-b0fe-e913f68266f2', 'name': 'tempest-port--1943928124', 'admin_state_up': True}, {'network_id': '51089b4a-5709-4bd9-90b9-00c864ac83b9', 'admin_state_up': False}]} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:19.414972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'port': {'network_id': 'c337ccbd-f5be-4c58-b0fe-e913f68266f2', 'name': 'tempest-port--1943928124', 'admin_state_up': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:19.415496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'port': {'network_id': '51089b4a-5709-4bd9-90b9-00c864ac83b9', 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:19.476144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435d291-5f6f-4ca2-8259-cd1fe4077be7 req-18f0d97c-4a0d-4b68-9c24-a2b5158592a7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:19.485271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1435d291-5f6f-4ca2-8259-cd1fe4077be7 req-18f0d97c-4a0d-4b68-9c24-a2b5158592a7 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=02150df6-90f8-4b41-a1ac-366ca7adf4bf HTTP/1.1" status: 200 len: 946 time: 0.0733426 Sep 16 16:40:19.536864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1435d291-5f6f-4ca2-8259-cd1fe4077be7 req-286dd9a3-5210-4516-9cc6-0b75c0700c27 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Sep 16 16:40:19.761265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Made reservation on behalf of ca40f9e347c94105b4f62686079b4e72 for: {'port': 2} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:19.767273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:19.785333 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:19.885417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] device_id is not set on port 3b02f3c8-1aac-453e-8755-2f5886fbd85c yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:40:20.064452 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:20.172721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] device_id is not set on port dbc05b20-3f32-4cb5-b923-f48f56265204 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:40:20.184557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-921069eb-ef01-48a9-80bc-7f7716fb93d1 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:20.186871 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-921069eb-ef01-48a9-80bc-7f7716fb93d1 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.62 "GET /v2.0/ports?device_id=02150df6-90f8-4b41-a1ac-366ca7adf4bf HTTP/1.1" status: 200 len: 946 time: 0.1400306 Sep 16 16:40:20.428503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-33c22c6a-4f3e-4b15-857c-9bec7aaf8156 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Deleting port 8ea91d61-425d-4669-aa5a-b5769db51dc2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:20.434979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-33c22c6a-4f3e-4b15-857c-9bec7aaf8156 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:20.438288 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:20.651824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48182) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:20.758765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-33c22c6a-4f3e-4b15-857c-9bec7aaf8156 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] For port 8ea91d61-425d-4669-aa5a-b5769db51dc2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8ea91d61-425d-4669-aa5a-b5769db51dc2,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:20.759139 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-33c22c6a-4f3e-4b15-857c-9bec7aaf8156 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:20.766529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007749c-0ff4-485e-b5f8-42621c332b34 req-14575c6f-a374-472e-a6ef-d096aecd45e4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:20.768480 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7007749c-0ff4-485e-b5f8-42621c332b34 req-14575c6f-a374-472e-a6ef-d096aecd45e4 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=02150df6-90f8-4b41-a1ac-366ca7adf4bf HTTP/1.1" status: 200 len: 946 time: 0.0656226 Sep 16 16:40:20.778789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-33c22c6a-4f3e-4b15-857c-9bec7aaf8156 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Calling delete_port for 8ea91d61-425d-4669-aa5a-b5769db51dc2 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:20.797839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-e1a89045-bd89-4c62-ba2a-363b3309c0b2 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:20.799189 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-e1a89045-bd89-4c62-ba2a-363b3309c0b2 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.52 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 945 time: 0.1030850 Sep 16 16:40:20.838618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7007749c-0ff4-485e-b5f8-42621c332b34 req-e4aa2ca5-7469-467f-a2dd-34c89d753c61 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/security-groups?id=286c112a-6483-44a7-9526-5ddb26136115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610123 Sep 16 16:40:20.849752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:20.871358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ae95f529-08c6-49e9-b9da-26f507c9328b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:20.979595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ae95f529-08c6-49e9-b9da-26f507c9328b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.009016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'Port': ['ID=3b02f3c8-1aac-453e-8755-2f5886fbd85c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:21.053621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Checking segment: {'id': '41b7ee72-42d5-4f62-b4b9-07ad3e8db4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c337ccbd-f5be-4c58-b0fe-e913f68266f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:21.053986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Network hostable DHCP agents. Network: c337ccbd-f5be-4c58-b0fe-e913f68266f2, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:21.087274 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ae95f529-08c6-49e9-b9da-26f507c9328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.097023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-ec60fffe-8996-4d0a-ac31-7e4aa3fefe78 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Deleting port 5c235bdb-7514-4176-987b-eb5231e88124 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:21.097358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-ec60fffe-8996-4d0a-ac31-7e4aa3fefe78 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.130992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ae95f529-08c6-49e9-b9da-26f507c9328b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=166cfbcc12e2445d97ecb3bf55f151e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771359 Sep 16 16:40:21.131935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95f529-08c6-49e9-b9da-26f507c9328b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35b3df5-0477-4ac2-9388-0794e7601455,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:21.134625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48192) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:21.189118 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42d69f48-cce4-47ea-a8d6-62ff387d12df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.212511 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42d69f48-cce4-47ea-a8d6-62ff387d12df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.217659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-ec60fffe-8996-4d0a-ac31-7e4aa3fefe78 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] For port 5c235bdb-7514-4176-987b-eb5231e88124, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5c235bdb-7514-4176-987b-eb5231e88124,segment=NetworkSegment(f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2),segment_id=f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:21.219097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-ec60fffe-8996-4d0a-ac31-7e4aa3fefe78 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.233033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-ec60fffe-8996-4d0a-ac31-7e4aa3fefe78 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Calling delete_port for 5c235bdb-7514-4176-987b-eb5231e88124 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:21.293790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Network c337ccbd-f5be-4c58-b0fe-e913f68266f2 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:21.318117 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-33c22c6a-4f3e-4b15-857c-9bec7aaf8156 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.337187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8ea91d61-425d-4669-aa5a-b5769db51dc2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:40:21.377906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c22c6a-4f3e-4b15-857c-9bec7aaf8156 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Pushing event deleted for resources: {'Port': ['ID=8ea91d61-425d-4669-aa5a-b5769db51dc2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:21.414915 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42d69f48-cce4-47ea-a8d6-62ff387d12df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.417513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42d69f48-cce4-47ea-a8d6-62ff387d12df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.418699 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-42d69f48-cce4-47ea-a8d6-62ff387d12df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f35b3df5-0477-4ac2-9388-0794e7601455 HTTP/1.1" status: 204 len: 168 time: 0.2834556 Sep 16 16:40:21.428807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d69f48-cce4-47ea-a8d6-62ff387d12df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35b3df5-0477-4ac2-9388-0794e7601455,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:21.486360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-33c22c6a-4f3e-4b15-857c-9bec7aaf8156 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] No DVR routers for this DVR port 8ea91d61-425d-4669-aa5a-b5769db51dc2 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:40:21.492000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-33c22c6a-4f3e-4b15-857c-9bec7aaf8156 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.497365 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-19a52534-b7d4-4b59-bf19-0a037064e6b6 req-33c22c6a-4f3e-4b15-857c-9bec7aaf8156 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.62 "DELETE /v2.0/ports/8ea91d61-425d-4669-aa5a-b5769db51dc2 HTTP/1.1" status: 204 len: 173 time: 1.3029730 Sep 16 16:40:21.504417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02150df6-90f8-4b41-a1ac-366ca7adf4bf', 'name': 'network-vif-deleted', 'tag': '8ea91d61-425d-4669-aa5a-b5769db51dc2'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:40:21.508623 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f62877-e713-436e-a56b-f19160088bc7" -d '{"events": [{"server_uuid": "02150df6-90f8-4b41-a1ac-366ca7adf4bf", "name": "network-vif-deleted", "tag": "8ea91d61-425d-4669-aa5a-b5769db51dc2"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:40:21.520031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, c337ccbd-f5be-4c58-b0fe-e913f68266f2) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:21.569678 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-ec60fffe-8996-4d0a-ac31-7e4aa3fefe78 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.571321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:21.573379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.663699 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5c235bdb-7514-4176-987b-eb5231e88124'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:40:21.665369 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf415239-87f8-444d-91be-a035edb5988c x-openstack-request-id: req-bf415239-87f8-444d-91be-a035edb5988c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:40:21.665669 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02150df6-90f8-4b41-a1ac-366ca7adf4bf", "name": "network-vif-deleted", "tag": "8ea91d61-425d-4669-aa5a-b5769db51dc2", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:40:21.676058 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf415239-87f8-444d-91be-a035edb5988c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:40:21.676058 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02150df6-90f8-4b41-a1ac-366ca7adf4bf', 'name': 'network-vif-deleted', 'tag': '8ea91d61-425d-4669-aa5a-b5769db51dc2', 'status': 'completed', 'code': 200} Sep 16 16:40:21.677804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6c7a3f-caba-4533-bd15-b34bde101143 None None] Network c337ccbd-f5be-4c58-b0fe-e913f68266f2 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:21.678622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60fffe-8996-4d0a-ac31-7e4aa3fefe78 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Pushing event deleted for resources: {'Port': ['ID=5c235bdb-7514-4176-987b-eb5231e88124,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:21.684293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8ea91d61-425d-4669-aa5a-b5769db51dc2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:40:21.785067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5c235bdb-7514-4176-987b-eb5231e88124'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:40:21.791835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-ec60fffe-8996-4d0a-ac31-7e4aa3fefe78 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] No DVR routers for this DVR port 5c235bdb-7514-4176-987b-eb5231e88124 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:40:21.795647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-ec60fffe-8996-4d0a-ac31-7e4aa3fefe78 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:21.797796 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8c19873b-c82f-4476-b7d6-f1b82b48929a req-ec60fffe-8996-4d0a-ac31-7e4aa3fefe78 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.52 "DELETE /v2.0/ports/5c235bdb-7514-4176-987b-eb5231e88124 HTTP/1.1" status: 204 len: 173 time: 0.9926174 Sep 16 16:40:21.819470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'Port': ['ID=dbc05b20-3f32-4cb5-b923-f48f56265204,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:21.850458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Checking segment: {'id': 'a5a26f10-807a-4264-a752-2834a9a8e74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '51089b4a-5709-4bd9-90b9-00c864ac83b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:21.850458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Network hostable DHCP agents. Network: 51089b4a-5709-4bd9-90b9-00c864ac83b9, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:21.886643 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:40:21.962369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Network 51089b4a-5709-4bd9-90b9-00c864ac83b9 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:21.976359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b12825a1-c666-41be-b2c7-a247b017b809 req-cbae8453-a6d4-4e85-ae61-5cd587a74250 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=02150df6-90f8-4b41-a1ac-366ca7adf4bf HTTP/1.1" status: 200 len: 210 time: 0.0511551 Sep 16 16:40:22.093336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 51089b4a-5709-4bd9-90b9-00c864ac83b9) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:22.105019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d4d64-c9ad-4811-8911-f775705b4b4f None None] Network 51089b4a-5709-4bd9-90b9-00c864ac83b9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:22.115215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:22.121691 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:22.133880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:22.133880 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:22.341987 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-20fb29fd-7ef2-47c8-9ab4-9dea64b96e84 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9313676 Sep 16 16:40:22.344584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48228) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:22.397649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dca581-d4cc-4e10-85f4-f89561eab410 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:22.403736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dca581-d4cc-4e10-85f4-f89561eab410 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:22.405479 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-21dca581-d4cc-4e10-85f4-f89561eab410 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0596063 Sep 16 16:40:22.408256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48230) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:22.505277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2d218975-8369-4f45-a8e2-f4c0a373adfe tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Deleting port 3b02f3c8-1aac-453e-8755-2f5886fbd85c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:22.505735 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d218975-8369-4f45-a8e2-f4c0a373adfe tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:22.575527 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d218975-8369-4f45-a8e2-f4c0a373adfe tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:22.588965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2d218975-8369-4f45-a8e2-f4c0a373adfe tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Calling delete_port for 3b02f3c8-1aac-453e-8755-2f5886fbd85c owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:22.832002 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d218975-8369-4f45-a8e2-f4c0a373adfe tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:22.863267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d218975-8369-4f45-a8e2-f4c0a373adfe tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Port': ['ID=3b02f3c8-1aac-453e-8755-2f5886fbd85c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:22.873586 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d218975-8369-4f45-a8e2-f4c0a373adfe tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:22.877662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2d218975-8369-4f45-a8e2-f4c0a373adfe tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "DELETE /v2.0/ports/3b02f3c8-1aac-453e-8755-2f5886fbd85c HTTP/1.1" status: 204 len: 168 time: 0.4683585 Sep 16 16:40:22.878302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48244) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:22.981265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-5ba9e265-1183-4b0b-95e3-059f53eb5e20 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Deleting port dbc05b20-3f32-4cb5-b923-f48f56265204 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:22.981265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ba9e265-1183-4b0b-95e3-059f53eb5e20 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:23.070465 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ba9e265-1183-4b0b-95e3-059f53eb5e20 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:23.079757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-5ba9e265-1183-4b0b-95e3-059f53eb5e20 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Calling delete_port for dbc05b20-3f32-4cb5-b923-f48f56265204 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:23.173456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fab33bed-117a-49dd-b2c8-f673ca3fdc15 req-2c603270-f659-4d94-9fed-d50c829c2061 tempest-MultipleCreateTestJSON-977365267 tempest-MultipleCreateTestJSON-977365267-project] 10.222.0.22 "GET /v2.0/ports?device_id=63653ea4-e040-423f-8594-60264c0a07dd HTTP/1.1" status: 200 len: 210 time: 0.0387464 Sep 16 16:40:23.654822 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ba9e265-1183-4b0b-95e3-059f53eb5e20 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:23.668690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63653ea4-e040-423f-8594-60264c0a07dd', 'name': 'network-vif-deleted', 'tag': '5c235bdb-7514-4176-987b-eb5231e88124'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:40:23.671445 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab9afd5-74cb-447c-ac43-8bf0b790fe25" -d '{"events": [{"server_uuid": "63653ea4-e040-423f-8594-60264c0a07dd", "name": "network-vif-deleted", "tag": "5c235bdb-7514-4176-987b-eb5231e88124"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:40:23.705285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9e265-1183-4b0b-95e3-059f53eb5e20 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Port': ['ID=dbc05b20-3f32-4cb5-b923-f48f56265204,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:23.715026 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ba9e265-1183-4b0b-95e3-059f53eb5e20 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:23.719804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5ba9e265-1183-4b0b-95e3-059f53eb5e20 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "DELETE /v2.0/ports/dbc05b20-3f32-4cb5-b923-f48f56265204 HTTP/1.1" status: 204 len: 168 time: 0.8299899 Sep 16 16:40:23.720545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48268) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:23.766908 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12cdc45-2f04-400c-85e3-9c5f2917c2a8 x-openstack-request-id: req-d12cdc45-2f04-400c-85e3-9c5f2917c2a8 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:40:23.767202 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63653ea4-e040-423f-8594-60264c0a07dd", "name": "network-vif-deleted", "tag": "5c235bdb-7514-4176-987b-eb5231e88124", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:40:23.767654 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d12cdc45-2f04-400c-85e3-9c5f2917c2a8 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:40:23.768113 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63653ea4-e040-423f-8594-60264c0a07dd', 'name': 'network-vif-deleted', 'tag': '5c235bdb-7514-4176-987b-eb5231e88124', 'status': 'completed', 'code': 200} Sep 16 16:40:23.788252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ba769f85-af28-45fd-bde9-c738d2b97792 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0663335 Sep 16 16:40:23.792035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48270) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:23.797758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1999354669'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:23.892831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Made reservation on behalf of ca40f9e347c94105b4f62686079b4e72 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:23.896760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:23.929767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:23.943090 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:23.943837 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Added segment 4d3870ba-399a-4e70-88b6-72eb7a7da61b of type vlan for network 1ad922d6-167e-4686-8ede-766b9319b961 Sep 16 16:40:24.033989 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.151720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db272f-cca1-480d-afeb-d4c9b90f72a6 req-6dc9cfc0-0209-4ecc-9fa3-8ad8ffc70a97 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:24.159889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3db272f-cca1-480d-afeb-d4c9b90f72a6 req-6dc9cfc0-0209-4ecc-9fa3-8ad8ffc70a97 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 945 time: 0.0638182 Sep 16 16:40:24.231775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3db272f-cca1-480d-afeb-d4c9b90f72a6 req-f382ceb7-8ebd-4452-8ace-ab681a30103a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693135 Sep 16 16:40:24.257807 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.257807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:24.257807 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.298862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48290) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:24.376033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d61b26-cfba-411b-830c-2f6b4a1e80b0 admin admin] Deleting subnet ebbbc7ae-c057-4bb5-a212-e2f154690100 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:40:24.378754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'Network': ['ID=1ad922d6-167e-4686-8ede-766b9319b961,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:24.410872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 1ad922d6-167e-4686-8ede-766b9319b961 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:24.413246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b26-cfba-411b-830c-2f6b4a1e80b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.428425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-13949324-15aa-4e24-a6e3-dd2e80ee5aba tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6349092 Sep 16 16:40:24.431874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48302) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:24.441676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-776730975'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:24.463802 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b26-cfba-411b-830c-2f6b4a1e80b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.584434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b26-cfba-411b-830c-2f6b4a1e80b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.607595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Made reservation on behalf of ca40f9e347c94105b4f62686079b4e72 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:24.613441 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.668573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:24.691020 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.691331 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Added segment 2ba31ab1-2301-42ff-b83d-f3b04318505d of type vlan for network a2790ea4-262e-491a-9204-05c244b3bec9 Sep 16 16:40:24.737572 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.815489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b26-cfba-411b-830c-2f6b4a1e80b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.837693 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b26-cfba-411b-830c-2f6b4a1e80b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.845166 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e8d61b26-cfba-411b-830c-2f6b4a1e80b0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ebbbc7ae-c057-4bb5-a212-e2f154690100 HTTP/1.1" status: 204 len: 168 time: 0.5449100 Sep 16 16:40:24.847542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48314) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:24.880069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d61b26-cfba-411b-830c-2f6b4a1e80b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebbbc7ae-c057-4bb5-a212-e2f154690100,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:24.947308 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.962792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:24.962792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:24.993493 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:25.056418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'Network': ['ID=a2790ea4-262e-491a-9204-05c244b3bec9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:25.060760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ced74e5a-d498-4042-9a6b-f7c73ea28b55 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6277559 Sep 16 16:40:25.068697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network a2790ea4-262e-491a-9204-05c244b3bec9 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:25.266655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:25.309570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7739233c-ef86-42a5-8cf5-d0885a317ede']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:25.321673 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:25.321988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d5a0b9-fe2e-4e5e-a4d9-45dd86df85b2') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:25.333548 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:25.349101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:25.352546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8ea91d61-425d-4669-aa5a-b5769db51dc2 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:40:25.356366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:40:25.357852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:40:25.360820 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:40:25.401210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 8ea91d61-425d-4669-aa5a-b5769db51dc2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:40:25.404094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8ea91d61-425d-4669-aa5a-b5769db51dc2 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:40:25.580325 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:25.593435 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:25.605356 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7739233c-ef86-42a5-8cf5-d0885a317ede HTTP/1.1" status: 204 len: 168 time: 0.7540445 Sep 16 16:40:25.649057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969273a-68b0-4f67-a8f3-505ef8de0720 admin admin] Pushing event deleted for resources: {'Network': ['ID=7739233c-ef86-42a5-8cf5-d0885a317ede,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:25.917048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48334) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:26.042502 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7590b448-66a2-4c99-a97a-25a8fa865368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.061533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48338) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:26.139348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a5e91924-ff04-4023-b5d1-90137351eace admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfce77dbcec64583bb64285854c27808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756302 Sep 16 16:40:26.139928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48340) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:26.228376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7590b448-66a2-4c99-a97a-25a8fa865368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.283721 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7590b448-66a2-4c99-a97a-25a8fa865368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.304681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f65142-1f95-419b-9d39-c6b383ccda5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.316566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5c235bdb-7514-4176-987b-eb5231e88124 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:40:26.381310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 5c235bdb-7514-4176-987b-eb5231e88124 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:40:26.386810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5c235bdb-7514-4176-987b-eb5231e88124 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:40:26.401989 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f65142-1f95-419b-9d39-c6b383ccda5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.425180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590b448-66a2-4c99-a97a-25a8fa865368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2643edf1-ecbb-491e-9473-c4cd599e8b24,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:26.441867 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7590b448-66a2-4c99-a97a-25a8fa865368 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2fb03dcd4df644598ed19963ef192c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5231681 Sep 16 16:40:26.450225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48348) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:26.531394 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aae633dc-a5e5-4cd7-a66f-cf5fc29bbfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.575072 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aae633dc-a5e5-4cd7-a66f-cf5fc29bbfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.641402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f65142-1f95-419b-9d39-c6b383ccda5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.644739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f65142-1f95-419b-9d39-c6b383ccda5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.657734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-54f65142-1f95-419b-9d39-c6b383ccda5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/286c112a-6483-44a7-9526-5ddb26136115 HTTP/1.1" status: 204 len: 168 time: 0.5072696 Sep 16 16:40:26.691557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f65142-1f95-419b-9d39-c6b383ccda5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286c112a-6483-44a7-9526-5ddb26136115,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:26.801650 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aae633dc-a5e5-4cd7-a66f-cf5fc29bbfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.804626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aae633dc-a5e5-4cd7-a66f-cf5fc29bbfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:26.806189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aae633dc-a5e5-4cd7-a66f-cf5fc29bbfab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2643edf1-ecbb-491e-9473-c4cd599e8b24 HTTP/1.1" status: 204 len: 168 time: 0.3541007 Sep 16 16:40:26.838689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae633dc-a5e5-4cd7-a66f-cf5fc29bbfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2643edf1-ecbb-491e-9473-c4cd599e8b24,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:28.004138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48386) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:28.026771 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16023886-8524-4fb7-9ba9-842f8d07ba5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:28.212467 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16023886-8524-4fb7-9ba9-842f8d07ba5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:28.237333 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a92394f4-95a2-443f-a762-e410122a6d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:28.290297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48396) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:28.297527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'subnets': [{'network_id': '1ad922d6-167e-4686-8ede-766b9319b961', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--62511438', 'ip_version': 6}, {'network_id': 'a2790ea4-262e-491a-9204-05c244b3bec9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:28.298250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'subnet': {'network_id': '1ad922d6-167e-4686-8ede-766b9319b961', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--62511438', 'ip_version': 6}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:28.298929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Request body: {'subnet': {'network_id': 'a2790ea4-262e-491a-9204-05c244b3bec9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:28.413027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-16023886-8524-4fb7-9ba9-842f8d07ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:28.476530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16023886-8524-4fb7-9ba9-842f8d07ba5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7039d726-0e10-43a9-b575-6341657702a0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:28.480992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-16023886-8524-4fb7-9ba9-842f8d07ba5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=516d8458c4c940b589f60525c63622c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747593 Sep 16 16:40:28.484638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48406) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:28.577546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48408) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:28.588229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3736-f4a3-49c7-a15c-e9da7dd773e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:28.616174 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3736-f4a3-49c7-a15c-e9da7dd773e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:28.648960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Made reservation on behalf of ca40f9e347c94105b4f62686079b4e72 for: {'subnet': 2} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:28.658975 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:28.659878 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:28.768663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3736-f4a3-49c7-a15c-e9da7dd773e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:28.771676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3736-f4a3-49c7-a15c-e9da7dd773e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:28.773072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e2aa3736-f4a3-49c7-a15c-e9da7dd773e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7039d726-0e10-43a9-b575-6341657702a0 HTTP/1.1" status: 204 len: 168 time: 0.2873261 Sep 16 16:40:28.786561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-834356829-network', 'tenant_id': 'e88e93fe1d9d4a2294b26cbf274f424c'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:28.792320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa3736-f4a3-49c7-a15c-e9da7dd773e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7039d726-0e10-43a9-b575-6341657702a0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:28.938082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Made reservation on behalf of e88e93fe1d9d4a2294b26cbf274f424c for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:28.944948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.015286 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.379734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:40:29.387098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.484420 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.506512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:29.531743 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.542439 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Added segment cbb42a59-2534-4831-b091-6388bace5cdc of type vlan for network f7f02e6f-9d39-4708-9c59-0c5f70756107 Sep 16 16:40:29.584712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:29.596742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.611591 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'port_id': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'mac_address': 'fa:16:3e:3a:cf:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:40:29.641091 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.661747 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.679249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:40:29.711924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:29.758456 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a595a3-9391-4f8c-aa7f-b15fa9fd094e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:29.779200 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.780614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'Subnet': ['ID=7d09f1ca-8650-462f-95a1-f9c9b725fdcb,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:29.826021 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.829292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:29.830180 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:29.843428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Checking segment: {'id': '4d3870ba-399a-4e70-88b6-72eb7a7da61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ad922d6-167e-4686-8ede-766b9319b961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:29.843864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Network hostable DHCP agents. Network: 1ad922d6-167e-4686-8ede-766b9319b961, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:29.863236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:29.908000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:40:29.934815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] Pushing event updated for resources: {'Network': ['ID=f7f02e6f-9d39-4708-9c59-0c5f70756107,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:29.953471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network f7f02e6f-9d39-4708-9c59-0c5f70756107 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:29.968288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48474) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:29.968908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-701c0c3a-33a4-4862-9bb8-342e6e7a2295 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3876772 Sep 16 16:40:29.969153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Request body: {'subnet': {'network_id': 'f7f02e6f-9d39-4708-9c59-0c5f70756107', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-834356829-subnet', 'tenant_id': 'e88e93fe1d9d4a2294b26cbf274f424c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:30.056169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Network 1ad922d6-167e-4686-8ede-766b9319b961 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:30.083796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Made reservation on behalf of e88e93fe1d9d4a2294b26cbf274f424c for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:30.087889 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:30.157476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 1ad922d6-167e-4686-8ede-766b9319b961) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:30.172516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:30.193845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616aab8-2469-487c-a350-3f84ad1ee323 None None] Network 1ad922d6-167e-4686-8ede-766b9319b961 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:30.444075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event updated for resources: {'Subnet': ['ID=86b30600-33e1-4cf5-9a81-028a7468725b,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:30.453781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Checking segment: {'id': '2ba31ab1-2301-42ff-b83d-f3b04318505d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a2790ea4-262e-491a-9204-05c244b3bec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:30.454286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Network hostable DHCP agents. Network: a2790ea4-262e-491a-9204-05c244b3bec9, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:30.601730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Network a2790ea4-262e-491a-9204-05c244b3bec9 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:30.633544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-1ad922d6-167e-4686-8ede-766b9319b961', 'network_id': '1ad922d6-167e-4686-8ede-766b9319b961', 'tenant_id': 'ca40f9e347c94105b4f62686079b4e72', 'fixed_ips': [{'subnet_id': '7d09f1ca-8650-462f-95a1-f9c9b725fdcb'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:40:30.634152 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:30.746098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, a2790ea4-262e-491a-9204-05c244b3bec9) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:30.746754 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:30.751318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:30.758353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:30.758353 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:30.865615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79efd444-9e1e-45b9-af3a-4d8ff5c42cc3,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:30.893821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aff3799d-5f3e-49f3-945a-37802407edec tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.6022384 Sep 16 16:40:30.900139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48504) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:30.920533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee6917c-5a2a-4cfe-b9fe-b13b7ebb84bc None None] Network a2790ea4-262e-491a-9204-05c244b3bec9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:30.944113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Checking segment: {'id': 'cbb42a59-2534-4831-b091-6388bace5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f7f02e6f-9d39-4708-9c59-0c5f70756107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:30.945770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Network hostable DHCP agents. Network: f7f02e6f-9d39-4708-9c59-0c5f70756107, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:31.023176 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a7661c19-ad4c-45cd-93e3-c3371cfc72ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.026632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Allocated IP 2001:db8::1 (1ad922d6-167e-4686-8ede-766b9319b961/7d09f1ca-8650-462f-95a1-f9c9b725fdcb/0b472f6a-9796-4567-a50f-3c579d936eab) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:31.040730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Network f7f02e6f-9d39-4708-9c59-0c5f70756107 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:31.080490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d5896-496c-43a9-b34c-6b1dcd545bbc tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:31.082092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d5896-496c-43a9-b34c-6b1dcd545bbc tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:31.084139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d5896-496c-43a9-b34c-6b1dcd545bbc tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:31.088993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b13d5896-496c-43a9-b34c-6b1dcd545bbc tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1932545 Sep 16 16:40:31.096133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48510) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:31.187512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, f7f02e6f-9d39-4708-9c59-0c5f70756107) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:31.203042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:31.203988 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.204485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f27d7e0-29f9-494e-8a48-7ae74d6dcc13 None None] Network f7f02e6f-9d39-4708-9c59-0c5f70756107 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:31.255244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaef330a-7a0d-4263-a097-eb2ab5f7aed9 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Deleting subnet 7d09f1ca-8650-462f-95a1-f9c9b725fdcb {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:40:31.323296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9d707780-5df7-48c6-b052-2b1507826b7e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3598499 Sep 16 16:40:31.351891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-a2790ea4-262e-491a-9204-05c244b3bec9', 'network_id': 'a2790ea4-262e-491a-9204-05c244b3bec9', 'tenant_id': 'ca40f9e347c94105b4f62686079b4e72', 'fixed_ips': [{'subnet_id': '86b30600-33e1-4cf5-9a81-028a7468725b'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:40:31.353333 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.425534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:31.494987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.581057 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eaef330a-7a0d-4263-a097-eb2ab5f7aed9 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.621940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48534) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:31.674697 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.691956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-665c79ee-c1be-45bb-9c3e-3de42af95b0d admin admin] Deleting subnet 79efd444-9e1e-45b9-af3a-4d8ff5c42cc3 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:40:31.696219 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-665c79ee-c1be-45bb-9c3e-3de42af95b0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.712436 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eaef330a-7a0d-4263-a097-eb2ab5f7aed9 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.745706 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.765094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-665c79ee-c1be-45bb-9c3e-3de42af95b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.872080 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-665c79ee-c1be-45bb-9c3e-3de42af95b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:31.983773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eaef330a-7a0d-4263-a097-eb2ab5f7aed9 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.146047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a673a7-413e-46e3-827f-44c71ad4d487 None None] Network f7f02e6f-9d39-4708-9c59-0c5f70756107 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:32.155807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Network 1ad922d6-167e-4686-8ede-766b9319b961 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:32.215095 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-665c79ee-c1be-45bb-9c3e-3de42af95b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.245629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-665c79ee-c1be-45bb-9c3e-3de42af95b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.262683 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-665c79ee-c1be-45bb-9c3e-3de42af95b0d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/79efd444-9e1e-45b9-af3a-4d8ff5c42cc3 HTTP/1.1" status: 204 len: 168 time: 0.6381669 Sep 16 16:40:32.263706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48548) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:32.264194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:32.264194 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.319595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Pushing event updated for resources: {'Port': ['ID=0b472f6a-9796-4567-a50f-3c579d936eab,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:32.322535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c79ee-c1be-45bb-9c3e-3de42af95b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79efd444-9e1e-45b9-af3a-4d8ff5c42cc3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:32.324573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:32.328462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:32.409434 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eaef330a-7a0d-4263-a097-eb2ab5f7aed9 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.430068 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Allocated IP 2001:db8:0:1::1 (a2790ea4-262e-491a-9204-05c244b3bec9/86b30600-33e1-4cf5-9a81-028a7468725b/bc1ce3bb-19be-4057-9e03-f80aeb929e91) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:32.582209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef330a-7a0d-4263-a097-eb2ab5f7aed9 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Subnet': ['ID=7d09f1ca-8650-462f-95a1-f9c9b725fdcb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:32.589171 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eaef330a-7a0d-4263-a097-eb2ab5f7aed9 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.592300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-eaef330a-7a0d-4263-a097-eb2ab5f7aed9 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "DELETE /v2.0/subnets/7d09f1ca-8650-462f-95a1-f9c9b725fdcb HTTP/1.1" status: 204 len: 168 time: 1.4935796 Sep 16 16:40:32.594886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48562) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:32.610676 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.680328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-2703e1fc-9858-4d69-941c-5ddcf819a3b3 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Deleting subnet 86b30600-33e1-4cf5-9a81-028a7468725b {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:40:32.714063 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.736193 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.782273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.801759 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2703e1fc-9858-4d69-941c-5ddcf819a3b3 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.805746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f02e6f-9d39-4708-9c59-0c5f70756107']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:32.819938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb42a59-2534-4831-b091-6388bace5cdc') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:32.820238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb42a59-2534-4831-b091-6388bace5cdc') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:32.833052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.851159 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.859019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:40:32.859433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:40:32.951912 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:40:32.954758 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2703e1fc-9858-4d69-941c-5ddcf819a3b3 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:32.980480 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.043534 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.051089 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.056101 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f7f02e6f-9d39-4708-9c59-0c5f70756107 HTTP/1.1" status: 204 len: 168 time: 0.7903039 Sep 16 16:40:33.127449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5b646-df35-4d05-b6ed-cd3c9cc3d833 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7f02e6f-9d39-4708-9c59-0c5f70756107,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:33.169963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2703e1fc-9858-4d69-941c-5ddcf819a3b3 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.302951 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.372052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Network a2790ea4-262e-491a-9204-05c244b3bec9 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:33.395473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2703e1fc-9858-4d69-941c-5ddcf819a3b3 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.411604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Attempting to bind port 0b472f6a-9796-4567-a50f-3c579d936eab on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:33.411604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Attempting to bind port 0b472f6a-9796-4567-a50f-3c579d936eab by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '4d3870ba-399a-4e70-88b6-72eb7a7da61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ad922d6-167e-4686-8ede-766b9319b961'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:33.411604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Attempting to bind port 0b472f6a-9796-4567-a50f-3c579d936eab on network 1ad922d6-167e-4686-8ede-766b9319b961 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:33.418314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:33.421175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:33.426528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:33.428606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Checking segment: {'id': '4d3870ba-399a-4e70-88b6-72eb7a7da61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ad922d6-167e-4686-8ede-766b9319b961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:33.428606 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.428606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Bound using segment: {'id': '4d3870ba-399a-4e70-88b6-72eb7a7da61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ad922d6-167e-4686-8ede-766b9319b961'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:33.428606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Bound port: 0b472f6a-9796-4567-a50f-3c579d936eab, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3870ba-399a-4e70-88b6-72eb7a7da61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ad922d6-167e-4686-8ede-766b9319b961'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:33.429211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.482549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:33.484887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:40:33.487469 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea7242c-4d0c-4247-b6b4-b91629734486" -d '{"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-plugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:40:33.490144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Pushing event updated for resources: {'Port': ['ID=bc1ce3bb-19be-4057-9e03-f80aeb929e91,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:33.530599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703e1fc-9858-4d69-941c-5ddcf819a3b3 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Subnet': ['ID=86b30600-33e1-4cf5-9a81-028a7468725b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:33.560283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2703e1fc-9858-4d69-941c-5ddcf819a3b3 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.572934 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2703e1fc-9858-4d69-941c-5ddcf819a3b3 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "DELETE /v2.0/subnets/86b30600-33e1-4cf5-9a81-028a7468725b HTTP/1.1" status: 204 len: 168 time: 0.9748120 Sep 16 16:40:33.573382 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48594) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:33.579029 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.584081 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958b1965-4e3f-485e-aa8b-a0529c4900c0 x-openstack-request-id: req-958b1965-4e3f-485e-aa8b-a0529c4900c0 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:40:33.584081 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-plugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:40:33.595613 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-958b1965-4e3f-485e-aa8b-a0529c4900c0 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:40:33.596482 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'code': 200} Sep 16 16:40:33.723058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:33.724692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c01a90f-2767-4f6a-a87e-070d28b3bf83 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:33.734345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48602) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:33.736774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3c01a90f-2767-4f6a-a87e-070d28b3bf83 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1614964 Sep 16 16:40:33.758782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48604) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:33.808152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Attempting to bind port bc1ce3bb-19be-4057-9e03-f80aeb929e91 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:33.808837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Attempting to bind port bc1ce3bb-19be-4057-9e03-f80aeb929e91 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2ba31ab1-2301-42ff-b83d-f3b04318505d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a2790ea4-262e-491a-9204-05c244b3bec9'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:33.809443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Attempting to bind port bc1ce3bb-19be-4057-9e03-f80aeb929e91 on network a2790ea4-262e-491a-9204-05c244b3bec9 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:33.829048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:33.829752 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Checking segment: {'id': '2ba31ab1-2301-42ff-b83d-f3b04318505d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a2790ea4-262e-491a-9204-05c244b3bec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:33.830508 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.831124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Bound using segment: {'id': '2ba31ab1-2301-42ff-b83d-f3b04318505d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a2790ea4-262e-491a-9204-05c244b3bec9'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:33.831819 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Bound port: bc1ce3bb-19be-4057-9e03-f80aeb929e91, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba31ab1-2301-42ff-b83d-f3b04318505d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a2790ea4-262e-491a-9204-05c244b3bec9'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:33.832501 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.842044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-32e01f45-d5f0-408c-84ca-7cf97415ff16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e88e93fe1d9d4a2294b26cbf274f424c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820215 Sep 16 16:40:33.846021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48608) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:33.859615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] For port 0b472f6a-9796-4567-a50f-3c579d936eab, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:40:33.888553 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:33.902177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] For port 0b472f6a-9796-4567-a50f-3c579d936eab, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0b472f6a-9796-4567-a50f-3c579d936eab,segment=NetworkSegment(4d3870ba-399a-4e70-88b6-72eb7a7da61b),segment_id=4d3870ba-399a-4e70-88b6-72eb7a7da61b)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:40:33.936969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] For port bc1ce3bb-19be-4057-9e03-f80aeb929e91, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:40:33.941169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] For port bc1ce3bb-19be-4057-9e03-f80aeb929e91, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=bc1ce3bb-19be-4057-9e03-f80aeb929e91,segment=NetworkSegment(2ba31ab1-2301-42ff-b83d-f3b04318505d),segment_id=2ba31ab1-2301-42ff-b83d-f3b04318505d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:40:33.970188 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.000909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c09ddd-4543-4291-b840-16d33e95b373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.027634 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.050869 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c09ddd-4543-4291-b840-16d33e95b373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.078328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99a0e-ea68-448b-9ccd-59230c5ea8d9 None None] Pushing event updated for resources: {'Port': ['ID=0b472f6a-9796-4567-a50f-3c579d936eab,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:34.088580 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.190259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Deleting port bc1ce3bb-19be-4057-9e03-f80aeb929e91 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:34.196163 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.214648 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c09ddd-4543-4291-b840-16d33e95b373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.217786 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c09ddd-4543-4291-b840-16d33e95b373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.226075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f9c09ddd-4543-4291-b840-16d33e95b373 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5a595a3-9391-4f8c-aa7f-b15fa9fd094e HTTP/1.1" status: 204 len: 168 time: 0.3789513 Sep 16 16:40:34.260753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c09ddd-4543-4291-b840-16d33e95b373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a595a3-9391-4f8c-aa7f-b15fa9fd094e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:34.433279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43ea9-5166-4b38-9583-612253a48e77 None None] Pushing event updated for resources: {'Port': ['ID=bc1ce3bb-19be-4057-9e03-f80aeb929e91,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:34.447802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] For port bc1ce3bb-19be-4057-9e03-f80aeb929e91, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=bc1ce3bb-19be-4057-9e03-f80aeb929e91,segment=NetworkSegment(2ba31ab1-2301-42ff-b83d-f3b04318505d),segment_id=2ba31ab1-2301-42ff-b83d-f3b04318505d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:34.451979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.456272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28509ed4-940b-4a6e-90b4-018764061f53 None None] Network 1ad922d6-167e-4686-8ede-766b9319b961 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:34.483955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Calling delete_port for bc1ce3bb-19be-4057-9e03-f80aeb929e91 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:34.508536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb11cf6-399f-48cd-8cd1-2f83475f0298 None None] Network a2790ea4-262e-491a-9204-05c244b3bec9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:34.765343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.813058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Port': ['ID=bc1ce3bb-19be-4057-9e03-f80aeb929e91,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:34.820192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] No DVR routers for this DVR port bc1ce3bb-19be-4057-9e03-f80aeb929e91 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:40:34.937667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:34.975140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2790ea4-262e-491a-9204-05c244b3bec9']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:35.026375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba31ab1-2301-42ff-b83d-f3b04318505d') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:35.027700 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba31ab1-2301-42ff-b83d-f3b04318505d') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:35.074479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:35.134729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48656) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:35.139586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d95919f-8445-45c2-bcff-12dfe2594cb1 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:40:35.142455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1317674220'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:35.152363 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:35.173431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:40:35.177827 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:40:35.190981 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:40:35.448669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d95919f-8445-45c2-bcff-12dfe2594cb1 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:40:35.724695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:35.728371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:35.728949 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:35.741715 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:35.744992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "DELETE /v2.0/networks/a2790ea4-262e-491a-9204-05c244b3bec9 HTTP/1.1" status: 204 len: 168 time: 2.0088115 Sep 16 16:40:35.748114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48662) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:35.800881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:35.837257 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:35.843608 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Added segment 10fb73cd-97aa-4be1-b577-51a0e4220322 of type vlan for network 27a1d148-97da-476c-8a1d-7ddcf4c78621 Sep 16 16:40:35.940369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67afff-cb6a-4c35-a653-31df364b0fb4 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Network': ['ID=a2790ea4-262e-491a-9204-05c244b3bec9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:36.055303 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.110020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48676) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:36.110799 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.188038 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.195448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:36.196908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.202505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Deleting port 0b472f6a-9796-4567-a50f-3c579d936eab {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:36.207523 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.361544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] For port 0b472f6a-9796-4567-a50f-3c579d936eab, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0b472f6a-9796-4567-a50f-3c579d936eab,segment=NetworkSegment(4d3870ba-399a-4e70-88b6-72eb7a7da61b),segment_id=4d3870ba-399a-4e70-88b6-72eb7a7da61b)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:36.364657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.380445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48684) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:36.386855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2489862 Sep 16 16:40:36.395958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1942740662'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:36.414642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfcba4a-c857-4b37-8bce-0c8a81659f84 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:40:36.422234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Network': ['ID=27a1d148-97da-476c-8a1d-7ddcf4c78621,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:36.427126 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-493226ff-b10d-4023-a15b-0a0f2256dbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.459210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.462086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.462086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.462086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.462086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.462086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.462086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.463267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.463764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.464285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.464861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.465484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f79ec-ad23-430d-b402-bbda3a6fcc0c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:36.473966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Calling delete_port for 0b472f6a-9796-4567-a50f-3c579d936eab owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:36.484210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 27a1d148-97da-476c-8a1d-7ddcf4c78621 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:36.557229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:36.564282 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.631614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:36.642716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.643262 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Added segment 5949eb23-c5bd-42f2-b41c-0ff32b182b6e of type vlan for network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af Sep 16 16:40:36.709210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.726598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfcba4a-c857-4b37-8bce-0c8a81659f84 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:40:36.786359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.877073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] No DVR routers for this DVR port 0b472f6a-9796-4567-a50f-3c579d936eab on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:40:36.896265 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.899913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-493226ff-b10d-4023-a15b-0a0f2256dbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.906482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:36.907132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.976134 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-493226ff-b10d-4023-a15b-0a0f2256dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:36.999148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Port': ['ID=0b472f6a-9796-4567-a50f-3c579d936eab,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:37.008835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Network': ['ID=584c92f2-bce0-4fa1-bbcc-be59ae57d9af,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:37.031244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:37.158294 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.179371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-493226ff-b10d-4023-a15b-0a0f2256dbfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=78fc08653b6347139d2f9f8461b40d07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0680525 Sep 16 16:40:37.181252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493226ff-b10d-4023-a15b-0a0f2256dbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34c64db-e2d5-4af0-9af0-b9be971424d1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:37.184737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48720) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:37.204632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad922d6-167e-4686-8ede-766b9319b961']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:37.219327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48722) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:37.227181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'subnet': {'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:37.229539 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4d77961e-091d-47aa-be97-c25e7b1f20cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8475971 Sep 16 16:40:37.240878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3870ba-399a-4e70-88b6-72eb7a7da61b') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:37.241149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3870ba-399a-4e70-88b6-72eb7a7da61b') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:37.262110 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.301402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.320249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:40:37.321136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:40:37.330521 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:40:37.435252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5dc7785c-b701-4150-b2e1-e56d6f0f92fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.485667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48726) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:37.491714 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5dc7785c-b701-4150-b2e1-e56d6f0f92fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.565550 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.573968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.573968 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "DELETE /v2.0/networks/1ad922d6-167e-4686-8ede-766b9319b961 HTTP/1.1" status: 204 len: 168 time: 1.8072097 Sep 16 16:40:37.582602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48730) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:37.618091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c202e-10ca-4290-9226-8d48ef0d9a05 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Network': ['ID=1ad922d6-167e-4686-8ede-766b9319b961,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:37.672494 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3d6ddb0-a5dc-4d0e-b4d4-738cfc60cc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.692096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:37.695663 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.723028 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.740720 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5dc7785c-b701-4150-b2e1-e56d6f0f92fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.740720 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5dc7785c-b701-4150-b2e1-e56d6f0f92fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.740720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5dc7785c-b701-4150-b2e1-e56d6f0f92fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d34c64db-e2d5-4af0-9af0-b9be971424d1 HTTP/1.1" status: 204 len: 168 time: 0.5516911 Sep 16 16:40:37.811454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7785c-b701-4150-b2e1-e56d6f0f92fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34c64db-e2d5-4af0-9af0-b9be971424d1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:37.952061 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.960893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3d6ddb0-a5dc-4d0e-b4d4-738cfc60cc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:37.980308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51089b4a-5709-4bd9-90b9-00c864ac83b9']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:38.004928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a26f10-807a-4264-a752-2834a9a8e74f') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:38.005221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a26f10-807a-4264-a752-2834a9a8e74f') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:38.017656 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.047752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.055600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:40:38.057367 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:40:38.062309 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:40:38.254290 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.265964 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.270852 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "DELETE /v2.0/networks/51089b4a-5709-4bd9-90b9-00c864ac83b9 HTTP/1.1" status: 204 len: 168 time: 0.6792810 Sep 16 16:40:38.309093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48750) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:38.314722 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cc3e4-5a2d-4919-8ec6-dcb291562119 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Network': ['ID=51089b4a-5709-4bd9-90b9-00c864ac83b9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:38.476936 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.598850 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.648366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c337ccbd-f5be-4c58-b0fe-e913f68266f2']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:38.667374 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b7ee72-42d5-4f62-b4b9-07ad3e8db4b4') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:38.669581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b7ee72-42d5-4f62-b4b9-07ad3e8db4b4') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:38.693348 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.707388 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.713884 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:40:38.714346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.838295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48756) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:38.838811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48758) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:38.839323 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3d6ddb0-a5dc-4d0e-b4d4-738cfc60cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:40:38.871268 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:40:38.875049 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ff71ed4-9225-4568-89c1-d77dff36beb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.927601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.944341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:38.949421 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] 10.222.0.22 "DELETE /v2.0/networks/c337ccbd-f5be-4c58-b0fe-e913f68266f2 HTTP/1.1" status: 204 len: 168 time: 0.6282780 Sep 16 16:40:39.026408 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ff71ed4-9225-4568-89c1-d77dff36beb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:39.032714 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:39.039788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50717bb2-fefa-4b2f-ad03-9c0666400b54 tempest-BulkNetworkOpsIpV6Test-2027941297 tempest-BulkNetworkOpsIpV6Test-2027941297-project] Pushing event deleted for resources: {'Network': ['ID=c337ccbd-f5be-4c58-b0fe-e913f68266f2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:39.223353 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ff71ed4-9225-4568-89c1-d77dff36beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:39.292862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c3d6ddb0-a5dc-4d0e-b4d4-738cfc60cc70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75c33241850247ff94eb9e06cabbfbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8032780 Sep 16 16:40:39.296030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48772) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:39.303317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6ddb0-a5dc-4d0e-b4d4-738cfc60cc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a596c-0e93-4aff-8c80-0af5fc64f4c8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:39.381184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Subnet': ['ID=5c724a81-a9c9-4a64-bd71-d24b921f1002,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:39.395831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4302c7ff-1363-42fd-b9ff-01f20ffb7a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:39.466989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Checking segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:39.467367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network hostable DHCP agents. Network: 27a1d148-97da-476c-8a1d-7ddcf4c78621, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:39.485998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ff71ed4-9225-4568-89c1-d77dff36beb6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=744f82a799ac44968923c8c2d854695a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6390269 Sep 16 16:40:39.494243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48774) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:39.575867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff71ed4-9225-4568-89c1-d77dff36beb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34142065-af21-477d-adc7-385b556a6fe5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:39.697602 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe86b-c3df-47ac-a341-5197046f866c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:39.741630 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe86b-c3df-47ac-a341-5197046f866c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:39.770351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network 27a1d148-97da-476c-8a1d-7ddcf4c78621 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:39.799390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48780) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:39.837954 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4302c7ff-1363-42fd-b9ff-01f20ffb7a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:39.937149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4302c7ff-1363-42fd-b9ff-01f20ffb7a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:39.940648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 27a1d148-97da-476c-8a1d-7ddcf4c78621) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:39.951182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f8bd5-dbb9-4d1f-9f0a-7e899d8c9a5e None None] Network 27a1d148-97da-476c-8a1d-7ddcf4c78621 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:39.992266 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe86b-c3df-47ac-a341-5197046f866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:39.994883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe86b-c3df-47ac-a341-5197046f866c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:39.996116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9bfbe86b-c3df-47ac-a341-5197046f866c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34142065-af21-477d-adc7-385b556a6fe5 HTTP/1.1" status: 204 len: 168 time: 0.4970133 Sep 16 16:40:40.005862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302c7ff-1363-42fd-b9ff-01f20ffb7a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91982e9b-2528-4ec0-af8a-d05e1517914b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:40.013528 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:40.014265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.085743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbe86b-c3df-47ac-a341-5197046f866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34142065-af21-477d-adc7-385b556a6fe5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:40.105686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4302c7ff-1363-42fd-b9ff-01f20ffb7a65 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d796502cdd24c1f873e7f742d1ba1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2611675 Sep 16 16:40:40.107453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48786) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:40.147770 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-921e567c-10c0-415b-9d86-af120b6ea766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.149780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-33bf2d7b-688a-4380-91fc-44e9beb36a17 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9240420 Sep 16 16:40:40.150660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48790) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:40.181077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'subnet': {'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:40.182527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-921e567c-10c0-415b-9d86-af120b6ea766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.273187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48798) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:40.273562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ae6debcc-ed3f-49f9-8b98-f14a424ea571 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca40f9e347c94105b4f62686079b4e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727798 Sep 16 16:40:40.338087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-921e567c-10c0-415b-9d86-af120b6ea766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.345117 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-921e567c-10c0-415b-9d86-af120b6ea766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.348788 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-921e567c-10c0-415b-9d86-af120b6ea766 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c27a596c-0e93-4aff-8c80-0af5fc64f4c8 HTTP/1.1" status: 204 len: 168 time: 1.0490432 Sep 16 16:40:40.371763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b067065-74e8-48cf-b4f6-64478f0362bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.414743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e567c-10c0-415b-9d86-af120b6ea766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a596c-0e93-4aff-8c80-0af5fc64f4c8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:40.423104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-27a1d148-97da-476c-8a1d-7ddcf4c78621', 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'fixed_ips': [{'subnet_id': '5c724a81-a9c9-4a64-bd71-d24b921f1002'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:40:40.424043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.499944 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b067065-74e8-48cf-b4f6-64478f0362bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.505893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:40.510183 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.530689 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765bd340-98d3-4f45-8398-2e02c91c6753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.623312 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765bd340-98d3-4f45-8398-2e02c91c6753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.719372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Allocated IP 10.1.1.2 (27a1d148-97da-476c-8a1d-7ddcf4c78621/5c724a81-a9c9-4a64-bd71-d24b921f1002/ea40d790-e208-4ab3-9689-cca5acb0d026) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:40.844811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b067065-74e8-48cf-b4f6-64478f0362bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.851356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0b067065-74e8-48cf-b4f6-64478f0362bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.857236 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0b067065-74e8-48cf-b4f6-64478f0362bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91982e9b-2528-4ec0-af8a-d05e1517914b HTTP/1.1" status: 204 len: 168 time: 0.7439985 Sep 16 16:40:40.858113 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765bd340-98d3-4f45-8398-2e02c91c6753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.862958 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-765bd340-98d3-4f45-8398-2e02c91c6753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:40.871526 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-765bd340-98d3-4f45-8398-2e02c91c6753 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b1c0148-766f-4351-97e2-3852361342eb HTTP/1.1" status: 204 len: 168 time: 0.5964875 Sep 16 16:40:40.907429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b067065-74e8-48cf-b4f6-64478f0362bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91982e9b-2528-4ec0-af8a-d05e1517914b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:40.937804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bd340-98d3-4f45-8398-2e02c91c6753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1c0148-766f-4351-97e2-3852361342eb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:40.992928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:41.081441 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:41.130821 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Network 27a1d148-97da-476c-8a1d-7ddcf4c78621 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:41.136342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:41.139911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:41.143222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:41.153694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Pushing event updated for resources: {'Port': ['ID=ea40d790-e208-4ab3-9689-cca5acb0d026,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:41.187074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.187831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.188367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.193505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.193505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.193505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.193505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.193505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.193505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.193505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.193505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.193505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:41.232910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Attempting to bind port ea40d790-e208-4ab3-9689-cca5acb0d026 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:41.233377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Attempting to bind port ea40d790-e208-4ab3-9689-cca5acb0d026 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:41.233990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Attempting to bind port ea40d790-e208-4ab3-9689-cca5acb0d026 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:41.239920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:41.240720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Checking segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:41.246679 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:41.248031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Bound using segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:41.251057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Bound port: ea40d790-e208-4ab3-9689-cca5acb0d026, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:41.251057 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:41.276232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Checking segment: {'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:41.276959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network hostable DHCP agents. Network: 584c92f2-bce0-4fa1-bbcc-be59ae57d9af, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:41.290615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Subnet': ['ID=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:41.360583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] For port ea40d790-e208-4ab3-9689-cca5acb0d026, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:40:41.364416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] For port ea40d790-e208-4ab3-9689-cca5acb0d026, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ea40d790-e208-4ab3-9689-cca5acb0d026,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:40:41.397448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:41.471870 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:41.499869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 584c92f2-bce0-4fa1-bbcc-be59ae57d9af) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:41.504552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:41.505528 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:41.513656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9cc49e-e3a8-4e71-8ae7-1a44ed3ff064 None None] Network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:41.609516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1b6a55f9-8792-4d6b-a5b5-89f211f285fc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4449830 Sep 16 16:40:41.612582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48840) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:41.617866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'port': {'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621', 'name': 'tempest-TaggedBootDevicesTest-2099668810', 'fixed_ips': [{'subnet_id': '5c724a81-a9c9-4a64-bd71-d24b921f1002'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:41.632899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a94481-2c52-47eb-b58f-7ba56f120c05 None None] Pushing event updated for resources: {'Port': ['ID=ea40d790-e208-4ab3-9689-cca5acb0d026,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:41.966372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-584c92f2-bce0-4fa1-bbcc-be59ae57d9af', 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'fixed_ips': [{'subnet_id': '1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:40:41.967176 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:41.994725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:42.197704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:42.241299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] device_id is not set on port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:40:42.303868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Allocated IP 10.2.2.2 (584c92f2-bce0-4fa1-bbcc-be59ae57d9af/1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac/1549fc1a-afad-416a-9a43-62de2d7b970c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:42.643886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Allocated IP 10.1.1.53 (27a1d148-97da-476c-8a1d-7ddcf4c78621/5c724a81-a9c9-4a64-bd71-d24b921f1002/ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:42.654678 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:42.739098 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:42.796231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:42.805055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:42.813274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:42.962243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Pushing event updated for resources: {'Port': ['ID=1549fc1a-afad-416a-9a43-62de2d7b970c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:43.003661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:43.031944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Attempting to bind port 1549fc1a-afad-416a-9a43-62de2d7b970c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:43.032626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Attempting to bind port 1549fc1a-afad-416a-9a43-62de2d7b970c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:43.033221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Attempting to bind port 1549fc1a-afad-416a-9a43-62de2d7b970c on network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:43.043258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:43.044920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Checking segment: {'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:43.045677 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:43.047622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Bound using segment: {'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:43.048332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Bound port: 1549fc1a-afad-416a-9a43-62de2d7b970c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:43.049660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:43.175974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] For port 1549fc1a-afad-416a-9a43-62de2d7b970c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:40:43.180124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] For port 1549fc1a-afad-416a-9a43-62de2d7b970c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1549fc1a-afad-416a-9a43-62de2d7b970c,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:40:43.201292 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:43.283111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network 27a1d148-97da-476c-8a1d-7ddcf4c78621 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:43.286354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:43.290516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:43.335974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fa4310-42aa-4b6f-9e0c-873d0b444f39 None None] Network 27a1d148-97da-476c-8a1d-7ddcf4c78621 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:43.339739 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:43.353702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Port': ['ID=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:43.398303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:43.398666 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:43.512096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e49defb7-97b2-439b-aeb4-849f6e819c3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8982298 Sep 16 16:40:43.515178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48898) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:43.521807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'port': {'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621', 'name': 'tempest-TaggedBootDevicesTest-285363994', 'fixed_ips': [{'subnet_id': '5c724a81-a9c9-4a64-bd71-d24b921f1002'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:43.607232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc483-8284-444a-a95a-cac0d0bd4cad None None] Provisioning complete for port ea40d790-e208-4ab3-9689-cca5acb0d026 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:43.607232 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc483-8284-444a-a95a-cac0d0bd4cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:43.647524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d747c3f-a528-4d94-aaa0-efe5f14c8b1b None None] Pushing event updated for resources: {'Port': ['ID=1549fc1a-afad-416a-9a43-62de2d7b970c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:43.658953 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:43.792333 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:43.917589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:43.931740 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:43.948949 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc483-8284-444a-a95a-cac0d0bd4cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:44.016640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] device_id is not set on port 6363fdc0-2e27-4457-988b-e88b55801776 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:40:44.052251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0a5fc483-8284-444a-a95a-cac0d0bd4cad None None] For port ea40d790-e208-4ab3-9689-cca5acb0d026, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ea40d790-e208-4ab3-9689-cca5acb0d026,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:44.169797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1549fc1a-afad-416a-9a43-62de2d7b970c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:44.279308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1549fc1a-afad-416a-9a43-62de2d7b970c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:44.279308 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:44.354265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Allocated IP 10.1.1.161 (27a1d148-97da-476c-8a1d-7ddcf4c78621/5c724a81-a9c9-4a64-bd71-d24b921f1002/6363fdc0-2e27-4457-988b-e88b55801776) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:44.528745 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc483-8284-444a-a95a-cac0d0bd4cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:44.587217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc483-8284-444a-a95a-cac0d0bd4cad None None] Pushing event updated for resources: {'Port': ['ID=ea40d790-e208-4ab3-9689-cca5acb0d026,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:44.629169 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:44.729881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48936) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:44.756557 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:44.786400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ad376c12-1945-4c2b-8295-1307ade847f2 None None] Provisioning complete for port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:44.786781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad376c12-1945-4c2b-8295-1307ade847f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:44.792344 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:44.832821 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ad376c12-1945-4c2b-8295-1307ade847f2 None None] Port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:40:44.860430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 1549fc1a-afad-416a-9a43-62de2d7b970c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1549fc1a-afad-416a-9a43-62de2d7b970c,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:44.866682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ad376c12-1945-4c2b-8295-1307ade847f2 None None] Provisioning complete for port ea40d790-e208-4ab3-9689-cca5acb0d026 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:44.867397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad376c12-1945-4c2b-8295-1307ade847f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:44.923773 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:44.924949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea40d790-e208-4ab3-9689-cca5acb0d026 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:44.967653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network 27a1d148-97da-476c-8a1d-7ddcf4c78621 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:44.976842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Port': ['ID=6363fdc0-2e27-4457-988b-e88b55801776,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:44.988216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:44.998644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:45.161357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:45.164200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:45.272375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-168fc46a-b13b-45aa-a304-4dc64aacd00b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7556391 Sep 16 16:40:45.362460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48948) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:45.399199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ea40d790-e208-4ab3-9689-cca5acb0d026 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:45.401714 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:45.425499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-network', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:45.531010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4426818d-2d29-4ca2-8410-65be5d0d07ab None None] Network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:45.534059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=1549fc1a-afad-416a-9a43-62de2d7b970c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:45.545947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Made reservation on behalf of c622cc4e797f4be09121fee06d61369e for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:45.548687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:45.578691 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:45.663308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-09c29bc6-d6d1-4b7c-9242-5062d6c76326 None None] Provisioning complete for port 1549fc1a-afad-416a-9a43-62de2d7b970c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:45.663972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-09c29bc6-d6d1-4b7c-9242-5062d6c76326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:45.886735 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:45.958209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.046995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:46.056061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1183470123'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:46.099000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f31768-7b76-484d-9de3-8da6559da140,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:46.105855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.107066 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Added segment a88cea8c-f8d0-4dfa-b86c-21d592f56d91 of type vlan for network 5c696e74-b340-47cf-ba65-d3ea254b224f Sep 16 16:40:46.162592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48962) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:46.181378 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:46.188054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-09c29bc6-d6d1-4b7c-9242-5062d6c76326 None None] Provisioning complete for port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:46.189700 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.200525 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-09c29bc6-d6d1-4b7c-9242-5062d6c76326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.226478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.279207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1901342333', 'router:external': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:46.280828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-09c29bc6-d6d1-4b7c-9242-5062d6c76326 None None] Port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:40:46.302761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.337038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1549fc1a-afad-416a-9a43-62de2d7b970c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:46.451110 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.453126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:46.453810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.455412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48972) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:46.462080 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-da42e54e-6a68-4ec4-85b2-c834c82c2c95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469743448', 'description': 'tempest-description--1180494595'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:46.520726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8218a541-1cc8-4650-97a1-66f56e208c33 None None] Provisioning complete for port 6363fdc0-2e27-4457-988b-e88b55801776 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:46.520726 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8218a541-1cc8-4650-97a1-66f56e208c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.524060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.608448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-da42e54e-6a68-4ec4-85b2-c834c82c2c95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:40:46.608448 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 16:40:46.608448 n-d-807786-3 neutron-server[95357]: [parameters: {'project_id_1': '3c0420db67b640fbae53ef9c686feeab', 'expiration_1': datetime.datetime(2021, 9, 16, 16, 40, 26, 482008)}] Sep 16 16:40:46.608448 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:40:46.610820 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-da42e54e-6a68-4ec4-85b2-c834c82c2c95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:40:46.640273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8218a541-1cc8-4650-97a1-66f56e208c33 None None] Port 6363fdc0-2e27-4457-988b-e88b55801776 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:40:46.649169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1549fc1a-afad-416a-9a43-62de2d7b970c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:46.649816 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.653900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.670436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Made reservation on behalf of a39d2db2de5e4a09a0b5bfb24146ba14 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:46.672808 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.677519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:46.683316 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.772958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fbe252-61fb-4032-b8c0-654e8f5420bd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:46.783943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0526500 Sep 16 16:40:46.784714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c54f83-b45d-4e21-85f3-50811a3189b5 admin admin] Pushing event updated for resources: {'Network': ['ID=5c696e74-b340-47cf-ba65-d3ea254b224f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:46.790490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48982) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:46.796713 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.797065 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Added segment 17a43e76-9911-4739-9683-716436cbca3d of type vlan for network dc3596c9-49e8-40bd-b993-f2a9530ad7b0 Sep 16 16:40:46.800779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Request body: {'subnet': {'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-subnet', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:46.819655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1157c93b-b47c-4c4e-b468-a2e324f8dea0 None None] Provisioning complete for port 1549fc1a-afad-416a-9a43-62de2d7b970c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:46.819997 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1157c93b-b47c-4c4e-b468-a2e324f8dea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.837710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 5c696e74-b340-47cf-ba65-d3ea254b224f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:46.885656 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.886447 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:46.926013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea40d790-e208-4ab3-9689-cca5acb0d026 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:46.985969 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.001002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.003780 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:47.007383 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.043740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:47.061487 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.063799 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Added segment 883e25f7-3d35-4b40-ab19-7c224945168d of type vlan for network 6e4b2ac0-e009-488b-912a-986a64b341b9 Sep 16 16:40:47.169677 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ea40d790-e208-4ab3-9689-cca5acb0d026 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:47.169677 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.177741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Network': ['ID=dc3596c9-49e8-40bd-b993-f2a9530ad7b0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:47.224070 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.226926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d016f3-ea33-4a3f-bf59-abb9491ee873,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:47.228509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network dc3596c9-49e8-40bd-b993-f2a9530ad7b0 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:47.256962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Made reservation on behalf of c622cc4e797f4be09121fee06d61369e for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:47.259914 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.341886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ff584155-8fdc-466d-86d0-5440bd252d58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9759178 Sep 16 16:40:47.694361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.758527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.760003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:47.760846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.845905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event updated for resources: {'Network': ['ID=6e4b2ac0-e009-488b-912a-986a64b341b9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:47.848765 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da42e54e-6a68-4ec4-85b2-c834c82c2c95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:47.869819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8b82f6-f135-443d-98c1-6aa2a48676bd,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:47.884071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6e4b2ac0-e009-488b-912a-986a64b341b9 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:47.913442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Checking segment: {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:47.914171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Network hostable DHCP agents. Network: 5c696e74-b340-47cf-ba65-d3ea254b224f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:47.927612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48998) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:47.935259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Request body: {'subnet': {'network_id': '6e4b2ac0-e009-488b-912a-986a64b341b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:47.939510 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d8090064-a41d-4377-a83e-22f2491ad984 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7751966 Sep 16 16:40:48.115929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Network 5c696e74-b340-47cf-ba65-d3ea254b224f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:48.132622 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da42e54e-6a68-4ec4-85b2-c834c82c2c95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:48.252274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 5c696e74-b340-47cf-ba65-d3ea254b224f) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:48.261908 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da42e54e-6a68-4ec4-85b2-c834c82c2c95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:48.265995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ed0e58-4b53-422e-87c9-020da293e9e3 None None] Network 5c696e74-b340-47cf-ba65-d3ea254b224f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:48.292003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:48.296213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:48.426649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42e54e-6a68-4ec4-85b2-c834c82c2c95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:48.431307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Made reservation on behalf of a39d2db2de5e4a09a0b5bfb24146ba14 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:48.439815 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:48.546547 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da42e54e-6a68-4ec4-85b2-c834c82c2c95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:48.548021 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-da42e54e-6a68-4ec4-85b2-c834c82c2c95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0909297 Sep 16 16:40:48.549832 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c776468c-92ed-436b-8334-15a308039e16 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7559354 Sep 16 16:40:48.553077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49004) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:48.553454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49006) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:48.565375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:48.581867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b4fe299c-04fc-47a2-a1b5-77913bd55ce2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'security_group_rule': {'security_group_id': 'fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:48.759951 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:48.766017 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:48.826458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-5c696e74-b340-47cf-ba65-d3ea254b224f', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:40:48.827386 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.078535 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.080132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4fe299c-04fc-47a2-a1b5-77913bd55ce2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.182179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Allocated IP 172.20.0.2 (5c696e74-b340-47cf-ba65-d3ea254b224f/7d8b82f6-f135-443d-98c1-6aa2a48676bd/8af2ab67-faf9-496a-b68a-5e0efbae261f) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:49.307500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.objects.ports [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95358) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:40:49.308039 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.437003 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4fe299c-04fc-47a2-a1b5-77913bd55ce2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.445921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ed923f03-4460-437b-8216-a0b33028ab58,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:49.454286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Checking segment: {'id': '883e25f7-3d35-4b40-ab19-7c224945168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6e4b2ac0-e009-488b-912a-986a64b341b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:49.454646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Network hostable DHCP agents. Network: 6e4b2ac0-e009-488b-912a-986a64b341b9, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:49.513757 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.550972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Network 6e4b2ac0-e009-488b-912a-986a64b341b9 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:49.551365 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.568813 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4fe299c-04fc-47a2-a1b5-77913bd55ce2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.584489 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.603314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe299c-04fc-47a2-a1b5-77913bd55ce2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b011bf-7d68-44c6-b272-f45392c61e2a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:49.642795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Network 5c696e74-b340-47cf-ba65-d3ea254b224f is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:49.645968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:49.649477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:49.672815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Pushing event updated for resources: {'Port': ['ID=8af2ab67-faf9-496a-b68a-5e0efbae261f,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:49.692198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 6e4b2ac0-e009-488b-912a-986a64b341b9) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:49.706053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:49.706053 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.730208 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4fe299c-04fc-47a2-a1b5-77913bd55ce2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.732240 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b4fe299c-04fc-47a2-a1b5-77913bd55ce2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1624343 Sep 16 16:40:49.735718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49020) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:49.745530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-373f93b6-e387-4148-bc91-42fcf808a4b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'security_group_rule': {'security_group_id': 'fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:49.752463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f2649d-6a4b-4adb-8013-d35908361afc None None] Network 6e4b2ac0-e009-488b-912a-986a64b341b9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:49.812972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cae11a06-35dc-4d0f-b69b-429e68065373 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8830485 Sep 16 16:40:49.816185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49024) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:49.819235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Attempting to bind port 8af2ab67-faf9-496a-b68a-5e0efbae261f on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:49.820301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Attempting to bind port 8af2ab67-faf9-496a-b68a-5e0efbae261f by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:49.822062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Attempting to bind port 8af2ab67-faf9-496a-b68a-5e0efbae261f on network 5c696e74-b340-47cf-ba65-d3ea254b224f {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:49.826079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1356211019', 'network_id': '6e4b2ac0-e009-488b-912a-986a64b341b9'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:49.839006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:49.843970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Checking segment: {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:49.845445 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:49.846763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Bound using segment: {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:49.847460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Bound port: 8af2ab67-faf9-496a-b68a-5e0efbae261f, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:49.848845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:50.035493 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-373f93b6-e387-4148-bc91-42fcf808a4b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:50.105664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Made reservation on behalf of a39d2db2de5e4a09a0b5bfb24146ba14 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:50.109333 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:50.178273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] device_id is not set on port 2275a6a0-044b-49ce-9442-328a87b5cf16 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:40:50.220328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] For port 8af2ab67-faf9-496a-b68a-5e0efbae261f, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:40:50.245956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] For port 8af2ab67-faf9-496a-b68a-5e0efbae261f, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8af2ab67-faf9-496a-b68a-5e0efbae261f,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:40:50.321965 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:50.323824 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95fd57d-6984-4707-8993-b3de94edfc38 None None] Network 6e4b2ac0-e009-488b-912a-986a64b341b9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:50.364861 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-373f93b6-e387-4148-bc91-42fcf808a4b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:50.381171 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:50.405374 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:50.468397 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-373f93b6-e387-4148-bc91-42fcf808a4b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:50.580434 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f93b6-e387-4148-bc91-42fcf808a4b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da942707-14e6-4209-93bb-8892b82282f1,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:50.607945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Allocated IP 172.20.0.7 (6e4b2ac0-e009-488b-912a-986a64b341b9/ed923f03-4460-437b-8216-a0b33028ab58/2275a6a0-044b-49ce-9442-328a87b5cf16) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:50.656206 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-373f93b6-e387-4148-bc91-42fcf808a4b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:50.667136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49034) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:50.677909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-373f93b6-e387-4148-bc91-42fcf808a4b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9309506 Sep 16 16:40:50.702639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:50.738343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49040) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:50.752017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'subnet': {'network_id': 'dc3596c9-49e8-40bd-b993-f2a9530ad7b0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:50.804956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Allocated IP 172.25.6.22 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/c788a3c9-e275-4d37-a3ba-4d5211b4d025) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:50.821749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b964b-7069-4bd6-b2cb-406d5b7ddbdf None None] Pushing event updated for resources: {'Port': ['ID=8af2ab67-faf9-496a-b68a-5e0efbae261f,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:50.965889 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:50.999130 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:51.088336 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:51.111622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:51.179443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:51.183525 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:51.241965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:51.248809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:51.262850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:51.287593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c788a3c9-e275-4d37-a3ba-4d5211b4d025,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:51.338935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:51.410142 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:51.418016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Network 6e4b2ac0-e009-488b-912a-986a64b341b9 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:51.434442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event updated for resources: {'Port': ['ID=2275a6a0-044b-49ce-9442-328a87b5cf16,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:51.438507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:51.444776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:51.487807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:51.489884 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:51.597073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2c343127-112a-4567-a632-6672f11fd0b5 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7792904 Sep 16 16:40:51.603398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49048) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:51.662765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Allocated IP 172.25.6.141 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/0cf2cbbc-6983-42bc-a705-f99b9923ce2e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:51.692315 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:51.842762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Subnet': ['ID=8c0fbc4a-04c3-4462-bc0f-622fe6c0095a,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:51.867973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f01a0405-aefe-4627-acc2-ac4da59a5db7 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Deleting port 2275a6a0-044b-49ce-9442-328a87b5cf16 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:51.868332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f01a0405-aefe-4627-acc2-ac4da59a5db7 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:51.905186 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:52.233066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Checking segment: {'id': '17a43e76-9911-4739-9683-716436cbca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc3596c9-49e8-40bd-b993-f2a9530ad7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:52.233417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network hostable DHCP agents. Network: dc3596c9-49e8-40bd-b993-f2a9530ad7b0, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:52.267530 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:52.320754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8af2ab67-faf9-496a-b68a-5e0efbae261f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:52.359692 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f01a0405-aefe-4627-acc2-ac4da59a5db7 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:52.379948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f01a0405-aefe-4627-acc2-ac4da59a5db7 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Calling delete_port for 2275a6a0-044b-49ce-9442-328a87b5cf16 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:52.409055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8af2ab67-faf9-496a-b68a-5e0efbae261f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:52.409434 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:52.445264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:52.450432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01414ff1-02a7-4f59-bd9b-982b0c9bb65f None None] Network 5c696e74-b340-47cf-ba65-d3ea254b224f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:52.474751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network dc3596c9-49e8-40bd-b993-f2a9530ad7b0 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:52.569051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0f71caa8-50b8-490a-821c-2550cc20441e None None] Provisioning complete for port 8af2ab67-faf9-496a-b68a-5e0efbae261f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:52.569717 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f71caa8-50b8-490a-821c-2550cc20441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:52.576291 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, dc3596c9-49e8-40bd-b993-f2a9530ad7b0) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:52.592314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:52.592942 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:52.739702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:52.760659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3c96680a-7fd3-4a53-8273-ad8a83d4d0de tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0079150 Sep 16 16:40:52.761672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49060) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:52.791872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1446337787'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:52.800188 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f01a0405-aefe-4627-acc2-ac4da59a5db7 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:52.807523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50a2c89-2ef2-43c3-94c1-d631f4c65378 None None] Network dc3596c9-49e8-40bd-b993-f2a9530ad7b0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:52.897081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:52.910004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:52.921299 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:52.924298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a0405-aefe-4627-acc2-ac4da59a5db7 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event deleted for resources: {'Port': ['ID=2275a6a0-044b-49ce-9442-328a87b5cf16,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:52.936134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:52.943793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:52.950356 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.013562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Port': ['ID=0cf2cbbc-6983-42bc-a705-f99b9923ce2e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:53.031551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:40:53.041280 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f01a0405-aefe-4627-acc2-ac4da59a5db7 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.043535 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f01a0405-aefe-4627-acc2-ac4da59a5db7 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "DELETE /v2.0/ports/2275a6a0-044b-49ce-9442-328a87b5cf16 HTTP/1.1" status: 204 len: 168 time: 1.4389627 Sep 16 16:40:53.047154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49066) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:53.050657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 8af2ab67-faf9-496a-b68a-5e0efbae261f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8af2ab67-faf9-496a-b68a-5e0efbae261f,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:53.052562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e4b2ac0-e009-488b-912a-986a64b341b9', 'external_fixed_ips': [{'subnet_id': 'ed923f03-4460-437b-8216-a0b33028ab58', 'ip_address': '172.20.0.7'}]}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:53.059481 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.060674 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Added segment 121c46e1-3519-447f-8254-1f3de3d9e00e of type vlan for network 37d90d39-137e-438a-9b00-508bed4af9e5 Sep 16 16:40:53.124448 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.139893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.266371 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.266863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:40:53.267279 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.271736 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.278162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:53.278809 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.299274 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.340314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.402064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Network': ['ID=37d90d39-137e-438a-9b00-508bed4af9e5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:53.419761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f71caa8-50b8-490a-821c-2550cc20441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.422747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 37d90d39-137e-438a-9b00-508bed4af9e5 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:40:53.451764 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.455189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-024d3856-ae99-4c18-987a-19d6f40e5c5e tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6916358 Sep 16 16:40:53.458544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49076) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:53.472313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'subnet': {'network_id': '37d90d39-137e-438a-9b00-508bed4af9e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:53.596086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=8af2ab67-faf9-496a-b68a-5e0efbae261f,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:53.624065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:40:53.635324 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Sync routers for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:40:53.656709 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:40:53.657888 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:40:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:53.690534 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-0f71caa8-50b8-490a-821c-2550cc20441e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:40:53.690892 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-0f71caa8-50b8-490a-821c-2550cc20441e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:40:53.744237 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.745886 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-08698edb-a9ae-4086-ab69-3de622cc62a4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1914315 Sep 16 16:40:53.749645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49082) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:53.778582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-dc3596c9-49e8-40bd-b993-f2a9530ad7b0', 'network_id': 'dc3596c9-49e8-40bd-b993-f2a9530ad7b0', 'tenant_id': 'fc9d8b907f664d70a126ff6a947d05ea', 'fixed_ips': [{'subnet_id': '8c0fbc4a-04c3-4462-bc0f-622fe6c0095a'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:40:53.779462 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.801036 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:40:53.864221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:53.969890 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.043180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:54.049650 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.049850 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:51Z', 'revision_number': 3, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:54.089124 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.095013 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Checking router: d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:40:54.095421 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Updating router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 port c788a3c9-e275-4d37-a3ba-4d5211b4d025 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:40:54.125972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Allocated IP 2001:db8:0:ffff::2 (dc3596c9-49e8-40bd-b993-f2a9530ad7b0/8c0fbc4a-04c3-4462-bc0f-622fe6c0095a/dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:54.303406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8af2ab67-faf9-496a-b68a-5e0efbae261f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:54.335703 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.491961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.528593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.534688 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.535334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Port': ['ID=0cf2cbbc-6983-42bc-a705-f99b9923ce2e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:54.616618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8af2ab67-faf9-496a-b68a-5e0efbae261f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:54.617036 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.648322 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.716655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Network dc3596c9-49e8-40bd-b993-f2a9530ad7b0 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:54.724159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:54.731476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:54.743891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Allocated IP 172.20.0.7 (6e4b2ac0-e009-488b-912a-986a64b341b9/ed923f03-4460-437b-8216-a0b33028ab58/efc8e657-3e7d-46ee-865a-08e3280000ad) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:54.750081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Pushing event updated for resources: {'Port': ['ID=dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:54.800950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-239e1bee-b37f-4c3c-930e-b8c3dfc0ab94 None None] Provisioning complete for port 8af2ab67-faf9-496a-b68a-5e0efbae261f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:54.801349 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-239e1bee-b37f-4c3c-930e-b8c3dfc0ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.904430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.956841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Attempting to bind port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:54.957221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Attempting to bind port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '17a43e76-9911-4739-9683-716436cbca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc3596c9-49e8-40bd-b993-f2a9530ad7b0'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:54.957576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Attempting to bind port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db on network dc3596c9-49e8-40bd-b993-f2a9530ad7b0 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:54.974551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:54.975734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Checking segment: {'id': '17a43e76-9911-4739-9683-716436cbca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc3596c9-49e8-40bd-b993-f2a9530ad7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:54.975734 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:54.975734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Bound using segment: {'id': '17a43e76-9911-4739-9683-716436cbca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc3596c9-49e8-40bd-b993-f2a9530ad7b0'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:54.976344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Bound port: dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a43e76-9911-4739-9683-716436cbca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc3596c9-49e8-40bd-b993-f2a9530ad7b0'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:54.976780 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.005612 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.046486 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.085710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Network 6e4b2ac0-e009-488b-912a-986a64b341b9 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:55.087278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] For port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:40:55.089254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:55.091493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] For port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db,segment=NetworkSegment(17a43e76-9911-4739-9683-716436cbca3d),segment_id=17a43e76-9911-4739-9683-716436cbca3d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:40:55.093207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:55.124172 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.230034 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.248058 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Attempting to bind port c788a3c9-e275-4d37-a3ba-4d5211b4d025 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:55.248460 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Attempting to bind port c788a3c9-e275-4d37-a3ba-4d5211b4d025 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:55.248800 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Attempting to bind port c788a3c9-e275-4d37-a3ba-4d5211b4d025 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:55.256964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event updated for resources: {'Port': ['ID=efc8e657-3e7d-46ee-865a-08e3280000ad,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:55.257182 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Pushing event updated for resources: {'Port': ['ID=c788a3c9-e275-4d37-a3ba-4d5211b4d025,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:55.263329 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:55.263745 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:55.264146 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.264567 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:55.265023 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Bound port: c788a3c9-e275-4d37-a3ba-4d5211b4d025, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:55.265395 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.286470 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.286869 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.287207 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.288686 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.289023 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.289357 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.291840 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.292193 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.292824 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.293201 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.293529 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.296012 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:40:55.362140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb20a2a-075f-4abd-9101-f430d453670b None None] Pushing event updated for resources: {'Port': ['ID=dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:55.417093 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] For port c788a3c9-e275-4d37-a3ba-4d5211b4d025, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:40:55.419374 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] For port c788a3c9-e275-4d37-a3ba-4d5211b4d025, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c788a3c9-e275-4d37-a3ba-4d5211b4d025,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:40:55.577263 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.594139 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.633737 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.648344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-ba4ac84c-3b59-4c0f-ae7b-0a517245874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:55.652253 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-ba4ac84c-3b59-4c0f-ae7b-0a517245874b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1096 time: 0.2221577 Sep 16 16:40:55.773664 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:40:55.774704 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:40:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:55.779740 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39210b-fe46-40dd-9770-27b512d8dace None None] Pushing event updated for resources: {'Port': ['ID=c788a3c9-e275-4d37-a3ba-4d5211b4d025,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:55.788824 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.791052 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b5b2284d-a064-4f44-888b-5d48c29636b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1219513 Sep 16 16:40:55.966452 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:55.969162 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:40:56.000404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-32120f01-1578-4b0b-bd98-154d2b1673e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:56.000404 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-32120f01-1578-4b0b-bd98-154d2b1673e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.3072898 Sep 16 16:40:56.075027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:56.163445 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-ad5c0cdf-c266-46df-ba81-bec9e1dfc18a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 1001 time: 0.1550825 Sep 16 16:40:56.302303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:56.327310 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:51Z', 'revision_number': 3, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:56.330962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-eed53056-32e5-4fe2-b5f9-e592f116b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:56.333552 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-eed53056-32e5-4fe2-b5f9-e592f116b933 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.1603513 Sep 16 16:40:56.359875 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73569e14-b011-48ce-a72c-01d0989a6a49 None None] The sync data for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 is: [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:51Z', 'revision_number': 3, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:40:56.367259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:56.367955 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:56.439676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-a97dfa66-5e8f-42a2-b689-3837aef6841d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1469743448&fields=id&tenant_id=3c0420db67b640fbae53ef9c686feeab HTTP/1.1" status: 200 len: 267 time: 0.1753385 Sep 16 16:40:56.502974 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:56.511555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:40:56.539618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-bfc93517-aac9-4432-b964-f9501e39a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:56.541264 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-bfc93517-aac9-4432-b964-f9501e39a732 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939585 Sep 16 16:40:56.542091 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:56.547951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-ce0bdd7e-8019-4d49-b139-9c8a02d618cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:56.549003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db,segment=NetworkSegment(17a43e76-9911-4739-9683-716436cbca3d),segment_id=17a43e76-9911-4739-9683-716436cbca3d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:40:56.553604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-ce0bdd7e-8019-4d49-b139-9c8a02d618cf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports/ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 HTTP/1.1" status: 200 len: 931 time: 0.0986245 Sep 16 16:40:56.553604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Router 784553c5-5ffa-4865-9a80-7da81052ea59 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:40:56.630756 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:56.665744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-aeb92a9a-ae0a-49e3-9018-2e0ced6de16c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:56.667186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-aeb92a9a-ae0a-49e3-9018-2e0ced6de16c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports/6363fdc0-2e27-4457-988b-e88b55801776 HTTP/1.1" status: 200 len: 931 time: 0.1108489 Sep 16 16:40:56.723881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:56.759879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Allocated IP 172.20.0.1 (5c696e74-b340-47cf-ba65-d3ea254b224f/7d8b82f6-f135-443d-98c1-6aa2a48676bd/fec4f824-5cea-45b5-8314-5537a81a9fc4) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:56.806371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-bf34cf58-2fcf-475f-8877-cbd2381871ec tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1262262 Sep 16 16:40:56.863934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Subnet': ['ID=c5fa844a-6515-48f6-b252-3ae1fa885cc7,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:56.918761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Checking segment: {'id': '121c46e1-3519-447f-8254-1f3de3d9e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37d90d39-137e-438a-9b00-508bed4af9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:56.919175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network hostable DHCP agents. Network: 37d90d39-137e-438a-9b00-508bed4af9e5, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:40:56.919427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-15a6c324-906e-4c51-ab4c-971bbe3f169f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0976400 Sep 16 16:40:56.976156 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-790f7f1f-0216-4d59-8f2a-1cf9e9bbf6af service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953037 Sep 16 16:40:56.985467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:40:57.016698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Sync routers for ids ['784553c5-5ffa-4865-9a80-7da81052ea59'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:40:57.036423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Routers {'784553c5-5ffa-4865-9a80-7da81052ea59'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:40:57.038271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:40:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['784553c5-5ffa-4865-9a80-7da81052ea59'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:57.146330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:57.186838 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network 37d90d39-137e-438a-9b00-508bed4af9e5 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:40:57.231569 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-518774b4-3ee2-471c-968f-d3d9fd9e567d req-71b5d486-7c54-4f5c-9801-238ae60ffb91 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216151 Sep 16 16:40:57.237300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Set router 784553c5-5ffa-4865-9a80-7da81052ea59 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:40:57.273445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2862b0-6b29-475f-a81a-c6b6385d19df None None] Network dc3596c9-49e8-40bd-b993-f2a9530ad7b0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:57.316642 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:57.319638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 37d90d39-137e-438a-9b00-508bed4af9e5) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:57.336779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:57.341296 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:57.346870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c8d18-7efc-4849-815f-d1f905432acd None None] Network 37d90d39-137e-438a-9b00-508bed4af9e5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:40:57.358318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:57.361715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-47c006e1-8bb5-49c2-9745-ae602ccae210 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3111465 Sep 16 16:40:57.372467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49156) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:57.421578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Pushing event updated for resources: {'Port': ['ID=fec4f824-5cea-45b5-8314-5537a81a9fc4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:57.426883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Network 5c696e74-b340-47cf-ba65-d3ea254b224f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:57.429739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:57.441750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:57.501054 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:57.505725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eea96c18-c4bf-4218-a33d-10e0e904852c None None] Provisioning complete for port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:57.506352 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eea96c18-c4bf-4218-a33d-10e0e904852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:57.592891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c6850da0-1d5a-4009-a6e6-78a868751615 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1268239 Sep 16 16:40:57.678047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:57.683167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49162) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:40:57.705058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf0e40-1f29-46b9-8eee-ccda1fe4398a req-71b806fd-751b-4963-9b8c-7f1bd6b04576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:57.713614 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4daf0e40-1f29-46b9-8eee-ccda1fe4398a req-71b806fd-751b-4963-9b8c-7f1bd6b04576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 945 time: 0.3568561 Sep 16 16:40:57.767365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'port': {'network_id': '37d90d39-137e-438a-9b00-508bed4af9e5', 'name': 'tempest-NetworksIpV6TestAttrs-1618521722'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:40:57.899728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:57.942155 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-18999da2-312c-418f-858e-9e2779790ffe tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:57.950761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-18999da2-312c-418f-858e-9e2779790ffe tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:57.959096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-18999da2-312c-418f-858e-9e2779790ffe tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:40:57.968118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-18999da2-312c-418f-858e-9e2779790ffe tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/networks?id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af HTTP/1.1" status: 200 len: 1990 time: 1.0398276 Sep 16 16:40:58.003717 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-67323ba6-98d9-4f8a-b09e-9c5fced6316b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/quotas/3c0420db67b640fbae53ef9c686feeab HTTP/1.1" status: 200 len: 375 time: 0.0345702 Sep 16 16:40:58.079734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4daf0e40-1f29-46b9-8eee-ccda1fe4398a req-f2020aba-01cc-4c45-930d-097300804675 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595839 Sep 16 16:40:58.139961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-37d90d39-137e-438a-9b00-508bed4af9e5', 'network_id': '37d90d39-137e-438a-9b00-508bed4af9e5', 'tenant_id': 'fc9d8b907f664d70a126ff6a947d05ea', 'fixed_ips': [{'subnet_id': 'c5fa844a-6515-48f6-b252-3ae1fa885cc7'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:40:58.140839 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.220519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.290632 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55dad2bd-6544-4a1b-9d1e-abe7373d5649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.293793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-627e6458-a148-445f-9d2c-28429cf166c7 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2890830 Sep 16 16:40:58.307454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784553c5-5ffa-4865-9a80-7da81052ea59', 'name': '', 'tenant_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e4b2ac0-e009-488b-912a-986a64b341b9', 'external_fixed_ips': [{'subnet_id': 'ed923f03-4460-437b-8216-a0b33028ab58', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'efc8e657-3e7d-46ee-865a-08e3280000ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:53Z', 'updated_at': '2021-09-16T16:40:55Z', 'revision_number': 3, 'project_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'gw_port': {'id': 'efc8e657-3e7d-46ee-865a-08e3280000ad', 'name': '', 'network_id': '6e4b2ac0-e009-488b-912a-986a64b341b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784553c5-5ffa-4865-9a80-7da81052ea59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'ed923f03-4460-437b-8216-a0b33028ab58', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:54Z', 'updated_at': '2021-09-16T16:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed923f03-4460-437b-8216-a0b33028ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:58.322476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:40:58.326465 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.332667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.353959 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.363643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] device_id is not set on port cdc10c9f-77d3-4ede-8226-1edabe1ee539 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:40:58.405519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:58.450133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Checking router: 784553c5-5ffa-4865-9a80-7da81052ea59 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:40:58.450520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Updating router 784553c5-5ffa-4865-9a80-7da81052ea59 port efc8e657-3e7d-46ee-865a-08e3280000ad binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:40:58.490338 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.556017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Pushing event updated for resources: {'Port': ['ID=fec4f824-5cea-45b5-8314-5537a81a9fc4,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:58.565728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.615830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-90f984d0-44fb-4026-b180-0ae1d1496fcb None None] Provisioning complete for port fec4f824-5cea-45b5-8314-5537a81a9fc4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:58.616634 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90f984d0-44fb-4026-b180-0ae1d1496fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.665539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Deleting port efc8e657-3e7d-46ee-865a-08e3280000ad {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:40:58.665890 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.709201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e7fcc1da-2304-460a-8419-fb803d4d138f service neutron] 10.222.0.22 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145050 Sep 16 16:40:58.769051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Allocated IP 2001:db8::f816:3eff:febc:735f (37d90d39-137e-438a-9b00-508bed4af9e5/c5fa844a-6515-48f6-b252-3ae1fa885cc7/b811b807-2f83-443c-a1c9-bec94e1ad922) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:58.775369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Network 5c696e74-b340-47cf-ba65-d3ea254b224f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:58.778084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:58.899650 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:40:58.904805 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:58.935636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Calling delete_port for efc8e657-3e7d-46ee-865a-08e3280000ad owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:40:58.951299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-90f984d0-44fb-4026-b180-0ae1d1496fcb None None] Port fec4f824-5cea-45b5-8314-5537a81a9fc4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:40:58.973141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96df1b73-ca4f-4a71-9dbe-9277e3a5efe8 service neutron] 10.222.0.22 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218633 Sep 16 16:40:58.997673 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:40:59.039842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:59.040578 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:59.114688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b0f28bc7-cdf9-45e2-b978-da3a9d838e55 service neutron] 10.222.0.22 "GET /v2.0/ports/ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0922623 Sep 16 16:40:59.159486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:40:59.172259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-698e680a-6b73-47ba-b5e0-afa4b326117c None None] Provisioning complete for port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:59.172259 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-698e680a-6b73-47ba-b5e0-afa4b326117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:59.189205 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f1a8fdd5-5724-4111-b2c5-9d0af3c26716 admin admin] 10.222.0.22 "PUT /v2.0/routers/d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4255157 Sep 16 16:40:59.229482 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Sync routers for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:40:59.244884 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:40:59.245734 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:40:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:59.367377 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:59.369485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c788a3c9-e275-4d37-a3ba-4d5211b4d025 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:40:59.506930 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:40:59.519444 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:59.614483 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:59.619388 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:40:59.619768 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:40:59.635810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Network 37d90d39-137e-438a-9b00-508bed4af9e5 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:40:59.635939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Allocated IP 2001:db8::f816:3eff:feae:309a (37d90d39-137e-438a-9b00-508bed4af9e5/c5fa844a-6515-48f6-b252-3ae1fa885cc7/cdc10c9f-77d3-4ede-8226-1edabe1ee539) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:40:59.646028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:40:59.660867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:40:59.665362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Pushing event updated for resources: {'Port': ['ID=b811b807-2f83-443c-a1c9-bec94e1ad922,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:59.672345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c30d948e-f205-4c15-b486-5ec8c19cd3dd service neutron] 10.222.0.22 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492632 Sep 16 16:40:59.689951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event deleted for resources: {'Port': ['ID=efc8e657-3e7d-46ee-865a-08e3280000ad,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:40:59.749429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c788a3c9-e275-4d37-a3ba-4d5211b4d025 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:59.749429 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:59.827143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:59.835210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Attempting to bind port b811b807-2f83-443c-a1c9-bec94e1ad922 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:40:59.835636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Attempting to bind port b811b807-2f83-443c-a1c9-bec94e1ad922 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '121c46e1-3519-447f-8254-1f3de3d9e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37d90d39-137e-438a-9b00-508bed4af9e5'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:40:59.836064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Attempting to bind port b811b807-2f83-443c-a1c9-bec94e1ad922 on network 37d90d39-137e-438a-9b00-508bed4af9e5 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:40:59.854257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:40:59.855087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Checking segment: {'id': '121c46e1-3519-447f-8254-1f3de3d9e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37d90d39-137e-438a-9b00-508bed4af9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:40:59.855087 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:59.855497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Bound using segment: {'id': '121c46e1-3519-447f-8254-1f3de3d9e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37d90d39-137e-438a-9b00-508bed4af9e5'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:40:59.857194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Bound port: b811b807-2f83-443c-a1c9-bec94e1ad922, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121c46e1-3519-447f-8254-1f3de3d9e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37d90d39-137e-438a-9b00-508bed4af9e5'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:40:59.857608 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:59.863389 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bfed3474-f0c0-4233-8d51-9b272cf25cab None None] Provisioning complete for port fec4f824-5cea-45b5-8314-5537a81a9fc4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:40:59.863389 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bfed3474-f0c0-4233-8d51-9b272cf25cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:40:59.875809 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 2, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:40:59.924831 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Checking router: d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:40:59.925846 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Updating router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 port fec4f824-5cea-45b5-8314-5537a81a9fc4 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:40:59.952098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bfed3474-f0c0-4233-8d51-9b272cf25cab None None] Port fec4f824-5cea-45b5-8314-5537a81a9fc4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:40:59.959890 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.002369 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.009502 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.011006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.017762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] For port b811b807-2f83-443c-a1c9-bec94e1ad922, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:00.035607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] For port b811b807-2f83-443c-a1c9-bec94e1ad922, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b811b807-2f83-443c-a1c9-bec94e1ad922,segment=NetworkSegment(121c46e1-3519-447f-8254-1f3de3d9e00e),segment_id=121c46e1-3519-447f-8254-1f3de3d9e00e)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:00.057263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port c788a3c9-e275-4d37-a3ba-4d5211b4d025, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c788a3c9-e275-4d37-a3ba-4d5211b4d025,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:00.098207 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c3502bd4-6f77-404c-8158-c8b4492e9ea2 service neutron] 10.222.0.22 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049900 Sep 16 16:41:00.125225 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.195671 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.197736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Port efc8e657-3e7d-46ee-865a-08e3280000ad not found while updating agent binding for router 784553c5-5ffa-4865-9a80-7da81052ea59. {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 16:41:00.205224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-43d81533-7b05-44e4-817b-500404f1bb1a service neutron] 10.222.0.22 "GET /v2.0/ports/6363fdc0-2e27-4457-988b-e88b55801776?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0613246 Sep 16 16:41:00.263286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804add80-41d3-478f-8e12-291a9dae4743 None None] Pushing event updated for resources: {'Port': ['ID=b811b807-2f83-443c-a1c9-bec94e1ad922,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:00.269375 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.270022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 784553c5-5ffa-4865-9a80-7da81052ea59 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:41:00.276818 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.288712 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.289964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ba4c21d0-51d0-40d6-9b72-147c6cd49b2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "DELETE /v2.0/routers/784553c5-5ffa-4865-9a80-7da81052ea59 HTTP/1.1" status: 204 len: 168 time: 2.9165545 Sep 16 16:41:00.294144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49212) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:00.304586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Routers set() bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:00.305036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Router IDs set() for agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 16:41:00.305759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_agentschedulers_db [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'784553c5-5ffa-4865-9a80-7da81052ea59'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:40:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent'). {{(pid=95359) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 16:41:00.306246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beae554-f963-4ef5-b505-8d151a0b2f94 None None] The sync data for ids ['784553c5-5ffa-4865-9a80-7da81052ea59'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:41:00.346276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=c788a3c9-e275-4d37-a3ba-4d5211b4d025,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:00.402912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-d291b18d-387e-4bf5-89d5-b04345aebcef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Deleting subnet ed923f03-4460-437b-8216-a0b33028ab58 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:41:00.407494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d291b18d-387e-4bf5-89d5-b04345aebcef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.435661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d2ff687e-5d00-47ac-96d0-6f299dff5d12 service neutron] 10.222.0.22 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227228 Sep 16 16:41:00.459252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d291b18d-387e-4bf5-89d5-b04345aebcef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.524520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d291b18d-387e-4bf5-89d5-b04345aebcef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.532595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.579178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-94958381-7b81-47fa-889b-d353e2f9c156 service neutron] 10.222.0.22 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422265 Sep 16 16:41:00.657055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Port': ['ID=cdc10c9f-77d3-4ede-8226-1edabe1ee539,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:00.661141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network 37d90d39-137e-438a-9b00-508bed4af9e5 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:00.666313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:00.671118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:00.677045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d291b18d-387e-4bf5-89d5-b04345aebcef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.678120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:00.678863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.724148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49220) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:00.724148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ca6d6b7a-5a0e-41ed-8bd2-ff17ca50bef0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485565543', 'description': 'tempest-description--1121873814'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:00.724674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d291b18d-387e-4bf5-89d5-b04345aebcef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.724674 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d291b18d-387e-4bf5-89d5-b04345aebcef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/ed923f03-4460-437b-8216-a0b33028ab58 HTTP/1.1" status: 204 len: 168 time: 0.4233277 Sep 16 16:41:00.725401 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.741104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49222) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:00.770112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b18d-387e-4bf5-89d5-b04345aebcef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ed923f03-4460-437b-8216-a0b33028ab58,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:00.774993 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0492af18-2af7-4a7a-a696-d07a6a6e42e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.827004 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.831565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-2779eba8-eea0-4078-a770-dc7b2e3b9f56 service neutron] 10.222.0.22 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520156 Sep 16 16:41:00.837027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6b7a-5a0e-41ed-8bd2-ff17ca50bef0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.978272 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Attempting to bind port fec4f824-5cea-45b5-8314-5537a81a9fc4 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:00.979469 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Attempting to bind port fec4f824-5cea-45b5-8314-5537a81a9fc4 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:00.981787 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Attempting to bind port fec4f824-5cea-45b5-8314-5537a81a9fc4 on network 5c696e74-b340-47cf-ba65-d3ea254b224f {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:00.991941 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:00.993353 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Checking segment: {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:00.993604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4cde781d-b4af-48d0-a3f3-6405f7b0cf93 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2773259 Sep 16 16:41:00.994383 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:00.995027 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Bound using segment: {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:00.996790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49228) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:01.008888 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Bound port: fec4f824-5cea-45b5-8314-5537a81a9fc4, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:01.010022 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.032312 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.127853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5b2188-5158-465f-90df-f52342469248 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Deleting subnet c5fa844a-6515-48f6-b252-3ae1fa885cc7 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:41:01.135705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2188-5158-465f-90df-f52342469248 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.186488 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6b7a-5a0e-41ed-8bd2-ff17ca50bef0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.205751 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] For port fec4f824-5cea-45b5-8314-5537a81a9fc4, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:01.211417 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] For port fec4f824-5cea-45b5-8314-5537a81a9fc4, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=fec4f824-5cea-45b5-8314-5537a81a9fc4,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:01.220305 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb632d-ab15-4cdc-b716-e38441b5c87f None None] Pushing event updated for resources: {'Port': ['ID=fec4f824-5cea-45b5-8314-5537a81a9fc4,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:01.249697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fc6ed9fb-957d-416d-97af-7210239c66cf None None] Provisioning complete for port fec4f824-5cea-45b5-8314-5537a81a9fc4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:01.250677 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed9fb-957d-416d-97af-7210239c66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.281947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2188-5158-465f-90df-f52342469248 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.301406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ed9fb-957d-416d-97af-7210239c66cf None None] Port fec4f824-5cea-45b5-8314-5537a81a9fc4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:41:01.335850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.344473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6b7a-5a0e-41ed-8bd2-ff17ca50bef0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.346736 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.394647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-4e898cdc-697f-4a4d-ba3d-67097db670be service neutron] 10.222.0.22 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792297 Sep 16 16:41:01.470932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4b2ac0-e009-488b-912a-986a64b341b9']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:01.476146 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6b7a-5a0e-41ed-8bd2-ff17ca50bef0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.478086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ca6d6b7a-5a0e-41ed-8bd2-ff17ca50bef0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7668810 Sep 16 16:41:01.482489 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.501830 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:01.506214 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:01.522022 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2188-5158-465f-90df-f52342469248 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.536337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49236) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:01.551473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:01.572554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f533c12f-8541-4e39-ae35-a69faa66718c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'security_group_rule': {'security_group_id': 'a654c92a-d3cc-453f-97bd-028b49a8e889', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:01.602513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883e25f7-3d35-4b40-ab19-7c224945168d') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:01.605643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883e25f7-3d35-4b40-ab19-7c224945168d') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:01.663546 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.754835 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.773590 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2188-5158-465f-90df-f52342469248 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.797025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:01.801388 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f5413b-1314-457b-b29d-532a1f28211e" -d '{"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:01.854565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b2188-5158-465f-90df-f52342469248 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fa844a-6515-48f6-b252-3ae1fa885cc7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:01.862547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:01.875284 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2188-5158-465f-90df-f52342469248 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.882980 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bb5b2188-5158-465f-90df-f52342469248 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/subnets/c5fa844a-6515-48f6-b252-3ae1fa885cc7 HTTP/1.1" status: 204 len: 168 time: 0.8845563 Sep 16 16:41:01.888954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49244) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:01.897671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-f9295584-3993-4799-80a3-25749a63338d service neutron] 10.222.0.22 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837158 Sep 16 16:41:01.901050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d6b7a-5a0e-41ed-8bd2-ff17ca50bef0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a654c92a-d3cc-453f-97bd-028b49a8e889,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:01.905346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9155d6d2-f789-4342-8912-535b74cef92b None None] Provisioning complete for port fec4f824-5cea-45b5-8314-5537a81a9fc4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:01.905346 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9155d6d2-f789-4342-8912-535b74cef92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:01.943856 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24d81d7-9821-4f54-af87-127b7d92bbff x-openstack-request-id: req-c24d81d7-9821-4f54-af87-127b7d92bbff {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:01.944171 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:01.944490 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c24d81d7-9821-4f54-af87-127b7d92bbff {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:01.944962 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'code': 200} Sep 16 16:41:01.953409 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:02.047100 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:02.050478 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb632d-ab15-4cdc-b716-e38441b5c87f None None] Pushing event updated for resources: {'Port': ['ID=fec4f824-5cea-45b5-8314-5537a81a9fc4,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:02.111872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b375b15f-a6be-409e-b8c4-f30fe6caf6d5 None None] Network 37d90d39-137e-438a-9b00-508bed4af9e5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:02.122902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49246) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:02.145009 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:02.151469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3f74b-111c-45f4-ba6e-6e5ec1e42f61 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:02.160416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3f74b-111c-45f4-ba6e-6e5ec1e42f61 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:02.165563 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b9e3f74b-111c-45f4-ba6e-6e5ec1e42f61 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2752523 Sep 16 16:41:02.170452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49250) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:02.345676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:02.359781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74a1c4f8-b052-49eb-ba87-9fb9125bf6e8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:02.365913 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9155d6d2-f789-4342-8912-535b74cef92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:02.376109 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a1c4f8-b052-49eb-ba87-9fb9125bf6e8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 16:41:02.376706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a1c4f8-b052-49eb-ba87-9fb9125bf6e8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:41:02.384779 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-74a1c4f8-b052-49eb-ba87-9fb9125bf6e8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/37d90d39-137e-438a-9b00-508bed4af9e5 HTTP/1.1" status: 409 len: 405 time: 0.2175424 Sep 16 16:41:02.392871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49254) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:02.424085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-804382576'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:02.490015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33ea8759-1f4c-4ef4-b136-ab09941d2432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:02.578244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b811b807-2f83-443c-a1c9-bec94e1ad922 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:02.614011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:02.617542 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:01Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:02.618140 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:02.694786 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaed0bf-f6b8-4419-8cb8-965ddb485a6e None None] The sync data for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 is: [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:01Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:41:02.704895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:41:02.721339 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:02.721814 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Added segment 9658c3b7-6c6b-448b-b4dd-64b78ee6f08b of type vlan for network 6307481a-180d-49d2-9597-912eb5412b6e Sep 16 16:41:02.819446 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:02.862193 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:02.876726 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f533c12f-8541-4e39-ae35-a69faa66718c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:02.993055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:41:02.994793 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:41:03.013160 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:41:03.030565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33ea8759-1f4c-4ef4-b136-ab09941d2432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.035224 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.049253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9155d6d2-f789-4342-8912-535b74cef92b None None] For port fec4f824-5cea-45b5-8314-5537a81a9fc4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=fec4f824-5cea-45b5-8314-5537a81a9fc4,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:03.053417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:03.056300 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.092294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f533c12f-8541-4e39-ae35-a69faa66718c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.099573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-4c5b57d6-728d-41da-a10f-87342ce4d5dc service neutron] 10.222.0.22 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1680684 Sep 16 16:41:03.141637 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33ea8759-1f4c-4ef4-b136-ab09941d2432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.178465 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9155d6d2-f789-4342-8912-535b74cef92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.198394 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea8759-1f4c-4ef4-b136-ab09941d2432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6550f27e-3383-4d7f-8c6b-a90002d36ada,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:03.291241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f533c12f-8541-4e39-ae35-a69faa66718c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.307097 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-33ea8759-1f4c-4ef4-b136-ab09941d2432 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c1aab81fa29423e9e7103acc46b9580&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1761694 Sep 16 16:41:03.309501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Network': ['ID=6307481a-180d-49d2-9597-912eb5412b6e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:03.317784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49276) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:03.344937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533c12f-8541-4e39-ae35-a69faa66718c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9cf70e-404a-423a-99ce-6519cd9452bd,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:03.359080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6307481a-180d-49d2-9597-912eb5412b6e details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:41:03.404899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b4e5d66d-c8f4-457d-bd31-082e9991e9d8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0136898 Sep 16 16:41:03.406127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49278) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:03.424118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b811b807-2f83-443c-a1c9-bec94e1ad922 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:03.424118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.433383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'subnet': {'network_id': '6307481a-180d-49d2-9597-912eb5412b6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:03.484767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-0fb09732-3151-4c82-8eb6-46d1bd8a2b8d service neutron] 10.222.0.22 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769188 Sep 16 16:41:03.517352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.556686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e4b2ac0-e009-488b-912a-986a64b341b9 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 16:41:03.563991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f533c12f-8541-4e39-ae35-a69faa66718c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.565969 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f533c12f-8541-4e39-ae35-a69faa66718c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0238719 Sep 16 16:41:03.579529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49288) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:03.585663 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.591621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "DELETE /v2.0/networks/6e4b2ac0-e009-488b-912a-986a64b341b9 HTTP/1.1" status: 204 len: 168 time: 2.8364983 Sep 16 16:41:03.619948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977cc98-e51b-454e-8e68-98639712d9a4 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e4b2ac0-e009-488b-912a-986a64b341b9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:03.621653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155d6d2-f789-4342-8912-535b74cef92b None None] Pushing event updated for resources: {'Port': ['ID=fec4f824-5cea-45b5-8314-5537a81a9fc4,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:03.624086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-87ad687c-17e5-413e-bae2-68edda509f8d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'security_group_rule': {'security_group_id': 'a654c92a-d3cc-453f-97bd-028b49a8e889', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:03.625870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe32fe82-1ba7-4259-9536-353dfc294a7d None None] DHCP port deletion for 37d90d39-137e-438a-9b00-508bed4af9e5 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:41:03.627831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:41:03.694017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2ec31d55-a4f9-4e2c-8951-9c2930b1e6c8 None None] Provisioning complete for port b811b807-2f83-443c-a1c9-bec94e1ad922 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:03.694354 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ec31d55-a4f9-4e2c-8951-9c2930b1e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.761471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f2cf-b83e-4bcf-a51e-85abdece518d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.785600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-4614e03b-466c-49f6-9af9-882eae22c6ac service neutron] 10.222.0.22 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935836 Sep 16 16:41:03.894114 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.resource_extend [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:41:03.898897 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f2cf-b83e-4bcf-a51e-85abdece518d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:03.956611 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.015747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8a85cb6c-656f-46ee-b546-8b6f691af3e3 service neutron] 10.222.0.22 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217309 Sep 16 16:41:04.035363 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87ad687c-17e5-413e-bae2-68edda509f8d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.060351 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.110153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fe32fe82-1ba7-4259-9536-353dfc294a7d None None] Deleting port b811b807-2f83-443c-a1c9-bec94e1ad922 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:04.115211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fe32fe82-1ba7-4259-9536-353dfc294a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.194106 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ec31d55-a4f9-4e2c-8951-9c2930b1e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.225423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8a77ad24-9bc9-43b1-ba64-681d40f5ef75 service neutron] 10.222.0.22 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004395 Sep 16 16:41:04.251571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87ad687c-17e5-413e-bae2-68edda509f8d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.258065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f2cf-b83e-4bcf-a51e-85abdece518d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.263126 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f2cf-b83e-4bcf-a51e-85abdece518d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.265496 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c1a1f2cf-b83e-4bcf-a51e-85abdece518d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6550f27e-3383-4d7f-8c6b-a90002d36ada HTTP/1.1" status: 204 len: 168 time: 0.9430757 Sep 16 16:41:04.292669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:04.310445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port b811b807-2f83-443c-a1c9-bec94e1ad922, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b811b807-2f83-443c-a1c9-bec94e1ad922,segment=NetworkSegment(121c46e1-3519-447f-8254-1f3de3d9e00e),segment_id=121c46e1-3519-447f-8254-1f3de3d9e00e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:04.320337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.341994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49310) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:04.346918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d8cf5561-5784-4bde-82db-4a5e332a5f90 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Request body: {'router': {'name': 'tempest-router--956549868', 'project_id': '143ed0617aed40d0a4ff76fa4a684105'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:04.377919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1f2cf-b83e-4bcf-a51e-85abdece518d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6550f27e-3383-4d7f-8c6b-a90002d36ada,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:04.403503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87ad687c-17e5-413e-bae2-68edda509f8d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.526086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5561-5784-4bde-82db-4a5e332a5f90 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.526086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5561-5784-4bde-82db-4a5e332a5f90 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.583985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad687c-17e5-413e-bae2-68edda509f8d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af64d3ff-c81c-460d-8b67-c1b2761ac512,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:04.639173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-fe32fe82-1ba7-4259-9536-353dfc294a7d None None] For port b811b807-2f83-443c-a1c9-bec94e1ad922, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b811b807-2f83-443c-a1c9-bec94e1ad922,segment=NetworkSegment(121c46e1-3519-447f-8254-1f3de3d9e00e),segment_id=121c46e1-3519-447f-8254-1f3de3d9e00e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:04.640073 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fe32fe82-1ba7-4259-9536-353dfc294a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.645921 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.647000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c788a3c9-e275-4d37-a3ba-4d5211b4d025 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:04.652831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:04.667256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87ad687c-17e5-413e-bae2-68edda509f8d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.672447 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-87ad687c-17e5-413e-bae2-68edda509f8d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0612562 Sep 16 16:41:04.678173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49324) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:04.689207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:04.716009 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5561-5784-4bde-82db-4a5e332a5f90 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.776483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fe32fe82-1ba7-4259-9536-353dfc294a7d None None] Calling delete_port for b811b807-2f83-443c-a1c9-bec94e1ad922 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:04.781008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=b811b807-2f83-443c-a1c9-bec94e1ad922,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:04.878349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'port_id': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'mac_address': 'fa:16:3e:3a:cf:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:41:04.882509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5561-5784-4bde-82db-4a5e332a5f90 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:04.959719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:05.000727 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5561-5784-4bde-82db-4a5e332a5f90 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:05.007101 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d8cf5561-5784-4bde-82db-4a5e332a5f90 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6639774 Sep 16 16:41:05.007990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49332) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:05.065093 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2ec31d55-a4f9-4e2c-8951-9c2930b1e6c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:41:05.084516 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2ec31d55-a4f9-4e2c-8951-9c2930b1e6c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:41:05.214835 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:05.249785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c788a3c9-e275-4d37-a3ba-4d5211b4d025 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:05.250166 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:05.260070 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:05.280735 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c96a146b-86b0-49a4-a017-85d103883a65 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:05.287437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:05.375407 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:05.459262 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fe32fe82-1ba7-4259-9536-353dfc294a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:05.480265 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe32fe82-1ba7-4259-9536-353dfc294a7d None None] No DVR routers for this DVR port b811b807-2f83-443c-a1c9-bec94e1ad922 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:41:05.508815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:41:05.513251 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:05.553276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:05.637472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32fe82-1ba7-4259-9536-353dfc294a7d None None] Pushing event deleted for resources: {'Port': ['ID=b811b807-2f83-443c-a1c9-bec94e1ad922,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:05.652094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2ec31d55-a4f9-4e2c-8951-9c2930b1e6c8 None None] Port b811b807-2f83-443c-a1c9-bec94e1ad922 update to ACTIVE by agent not found {{(pid=95359) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 16:41:05.825695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c96a146b-86b0-49a4-a017-85d103883a65 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:05.831132 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c96a146b-86b0-49a4-a017-85d103883a65 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:05.929436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device fec4f824-5cea-45b5-8314-5537a81a9fc4 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:05.974279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Allocated IP 172.25.6.147 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/c87b62cc-5ff8-4d43-a277-a191bac188e4) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:06.056579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port fec4f824-5cea-45b5-8314-5537a81a9fc4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:06.061076 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:06.067330 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c96a146b-86b0-49a4-a017-85d103883a65 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:06.079104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96a146b-86b0-49a4-a017-85d103883a65 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6459af3b-1e53-4eed-a4a5-44c7e6604eb6 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:41:06.079104 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c96a146b-86b0-49a4-a017-85d103883a65 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:06.089047 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c96a146b-86b0-49a4-a017-85d103883a65 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "DELETE /v2.0/routers/6459af3b-1e53-4eed-a4a5-44c7e6604eb6 HTTP/1.1" status: 204 len: 168 time: 1.0783458 Sep 16 16:41:06.197413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:41:06.242210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:06.445346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b811b807-2f83-443c-a1c9-bec94e1ad922 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:06.445346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: b811b807-2f83-443c-a1c9-bec94e1ad922 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:41:06.445346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b811b807-2f83-443c-a1c9-bec94e1ad922 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:41:06.486199 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-28075109-6709-45a9-b235-9043a54ce340 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5472238 Sep 16 16:41:06.540353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Subnet': ['ID=cd4ec3be-e380-4b56-a5f7-839cb72abcc5,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:06.615277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Checking segment: {'id': '9658c3b7-6c6b-448b-b4dd-64b78ee6f08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6307481a-180d-49d2-9597-912eb5412b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:06.620073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network hostable DHCP agents. Network: 6307481a-180d-49d2-9597-912eb5412b6e, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:41:06.692223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:06.694000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49378) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:06.712869 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba440bdf-6bd8-4649-9257-905c5ea265f7 req-f9e3708a-7815-4ee7-818d-383658a9d2f5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.1871328 Sep 16 16:41:06.809836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-3d86beaf-ded9-4e31-819d-4af9da1dd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:06.810347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-3d86beaf-ded9-4e31-819d-4af9da1dd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:06.811017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-3d86beaf-ded9-4e31-819d-4af9da1dd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:06.811773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-3d86beaf-ded9-4e31-819d-4af9da1dd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:06.812442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-3d86beaf-ded9-4e31-819d-4af9da1dd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:06.813081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-3d86beaf-ded9-4e31-819d-4af9da1dd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:06.813711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-3d86beaf-ded9-4e31-819d-4af9da1dd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:06.820062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-3d86beaf-ded9-4e31-819d-4af9da1dd527 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6500 time: 0.1734598 Sep 16 16:41:06.881506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network 6307481a-180d-49d2-9597-912eb5412b6e is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:41:06.913262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49386) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:06.964151 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:07.084728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 6307481a-180d-49d2-9597-912eb5412b6e) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:07.095730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd84658-37e1-4981-a0d1-0324791926ee None None] Network 6307481a-180d-49d2-9597-912eb5412b6e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:07.116799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-899815447-network', 'tenant_id': '3cfe334ca4ed421299158e989ad14f8f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:07.130766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:07.154668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:07.155271 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:07.166557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:07.177364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:07.249614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'Port': ['ID=c87b62cc-5ff8-4d43-a277-a191bac188e4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:07.255014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-99cb2f51-e70b-483e-921d-230466f06a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:07.255504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-99cb2f51-e70b-483e-921d-230466f06a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:07.255982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-99cb2f51-e70b-483e-921d-230466f06a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:07.257808 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-99cb2f51-e70b-483e-921d-230466f06a96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62c586e6-0201-471e-b583-b9418df0ff0d&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604 HTTP/1.1" status: 200 len: 2299 time: 0.3972476 Sep 16 16:41:07.288044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1558036219', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:07.419348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-6307481a-180d-49d2-9597-912eb5412b6e', 'network_id': '6307481a-180d-49d2-9597-912eb5412b6e', 'tenant_id': 'fc9d8b907f664d70a126ff6a947d05ea', 'fixed_ips': [{'subnet_id': 'cd4ec3be-e380-4b56-a5f7-839cb72abcc5'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:41:07.420327 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:07.602092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:07.706275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Made reservation on behalf of 3cfe334ca4ed421299158e989ad14f8f for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:07.710269 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:07.731338 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-8de06d24-c1be-4882-9a4b-4f3252f268cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e HTTP/1.1" status: 200 len: 1001 time: 0.4638727 Sep 16 16:41:07.734411 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:07.737718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:07.738141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:07.743134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Allocated IP 2001:db8::f816:3eff:fe74:d611 (6307481a-180d-49d2-9597-912eb5412b6e/cd4ec3be-e380-4b56-a5f7-839cb72abcc5/97493e44-9f52-4217-8fab-f20022027d8f) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:07.868516 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b964c0f0-455b-4360-a751-2a9b282ce045 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4379983 Sep 16 16:41:07.873281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49402) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:07.897368 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:07.916698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f451375c-7f3f-489d-ba54-e9f52af5e26f req-d5e85300-8b68-4fdf-85b5-bdc33bed1ae7 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0790207 Sep 16 16:41:07.928802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'port': {'network_id': '6307481a-180d-49d2-9597-912eb5412b6e', 'name': 'tempest-NetworksIpV6TestAttrs-330983151'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:07.945473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:07.952743 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.025246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.036120 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.073386 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.084011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-2ea4d5d8-b16e-4eae-9aab-2a13d6290f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:08.085886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:08.087691 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7643eea-8e7b-4816-8708-43ee0af704c7" -d '{"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-plugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:08.089452 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-2ea4d5d8-b16e-4eae-9aab-2a13d6290f95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=94aa22e8-4939-422f-b724-bd08abd2ae2f HTTP/1.1" status: 200 len: 856 time: 0.3496614 Sep 16 16:41:08.110090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:08.148924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.205143 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bbda01-ebef-4e9e-a337-586e43dd1103 x-openstack-request-id: req-a8bbda01-ebef-4e9e-a337-586e43dd1103 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:08.205737 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-plugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:08.206206 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8bbda01-ebef-4e9e-a337-586e43dd1103 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:08.206827 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'code': 200} Sep 16 16:41:08.210209 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.263286 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.278815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:41:08.294006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.294006 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Added segment 1823a6d2-45f4-4830-8fc2-a9f1a503b35c of type vlan for network 25a85cae-dead-4ae8-9f5c-13292fc249db Sep 16 16:41:08.313217 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.336583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=10']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:08.346790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.350435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c129dd-8a51-44d2-9bf5-b17eb215d807,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:08.379804 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.439625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-9ba062d9-807f-4372-95f4-9807da25296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:08.452187 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-9ba062d9-807f-4372-95f4-9807da25296f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62c586e6-0201-471e-b583-b9418df0ff0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3051028 Sep 16 16:41:08.460124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Network 6307481a-180d-49d2-9597-912eb5412b6e is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:08.464355 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:08.473555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:08.545050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Pushing event updated for resources: {'Port': ['ID=97493e44-9f52-4217-8fab-f20022027d8f,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:08.578953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:08.583011 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.648398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Attempting to bind port 97493e44-9f52-4217-8fab-f20022027d8f on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:08.649460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Attempting to bind port 97493e44-9f52-4217-8fab-f20022027d8f by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9658c3b7-6c6b-448b-b4dd-64b78ee6f08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6307481a-180d-49d2-9597-912eb5412b6e'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:08.650136 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Attempting to bind port 97493e44-9f52-4217-8fab-f20022027d8f on network 6307481a-180d-49d2-9597-912eb5412b6e {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:08.656774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:08.657519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Checking segment: {'id': '9658c3b7-6c6b-448b-b4dd-64b78ee6f08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6307481a-180d-49d2-9597-912eb5412b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:08.658697 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.659305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Bound using segment: {'id': '9658c3b7-6c6b-448b-b4dd-64b78ee6f08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6307481a-180d-49d2-9597-912eb5412b6e'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:08.661291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Bound port: 97493e44-9f52-4217-8fab-f20022027d8f, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9658c3b7-6c6b-448b-b4dd-64b78ee6f08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6307481a-180d-49d2-9597-912eb5412b6e'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:08.661928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.666424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] device_id is not set on port 6f22181f-5784-41d8-a0df-135b946cf558 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:41:08.672555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.685041 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-b1698dd1-cf81-42d7-a59c-e0a4fad58a39 service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268701 Sep 16 16:41:08.690290 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.691434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:08.692018 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.845897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] For port 97493e44-9f52-4217-8fab-f20022027d8f, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:08.850626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] For port 97493e44-9f52-4217-8fab-f20022027d8f, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=97493e44-9f52-4217-8fab-f20022027d8f,segment=NetworkSegment(9658c3b7-6c6b-448b-b4dd-64b78ee6f08b),segment_id=9658c3b7-6c6b-448b-b4dd-64b78ee6f08b)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:08.883408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Allocated IP 2001:db8::f816:3eff:fe59:f23e (6307481a-180d-49d2-9597-912eb5412b6e/cd4ec3be-e380-4b56-a5f7-839cb72abcc5/6f22181f-5784-41d8-a0df-135b946cf558) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:08.940331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] Pushing event updated for resources: {'Network': ['ID=25a85cae-dead-4ae8-9f5c-13292fc249db,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:08.962743 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:08.968178 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bab738db-27d2-463d-a4d0-1e586a263e34 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2728548 Sep 16 16:41:08.973440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49416) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:08.981908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Request body: {'subnet': {'network_id': '25a85cae-dead-4ae8-9f5c-13292fc249db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-899815447-subnet', 'tenant_id': '3cfe334ca4ed421299158e989ad14f8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:09.016009 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:09.031029 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-f2e9a418-064a-45ff-bb99-20d882978934 service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340909 Sep 16 16:41:09.090459 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-816d8230-f85d-43bf-a620-993d2baf4cb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=f05e97f8-44e6-4e66-87c0-537832c067fe HTTP/1.1" status: 200 len: 217 time: 0.0538573 Sep 16 16:41:09.091602 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:09.112628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73152efc-7f11-4eff-ad9f-6b45a07b8d0e None None] Pushing event updated for resources: {'Port': ['ID=97493e44-9f52-4217-8fab-f20022027d8f,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:09.125568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 25a85cae-dead-4ae8-9f5c-13292fc249db details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:41:09.150523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'Port': ['ID=c87b62cc-5ff8-4d43-a277-a191bac188e4,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:09.241712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-abdb12a0-48a4-48b8-bb40-a7ba8bad7343 req-61dc061e-99ef-409b-bf75-8198eae8e056 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.1264272 Sep 16 16:41:09.250635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Made reservation on behalf of 3cfe334ca4ed421299158e989ad14f8f for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:09.256549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-1e9fbcad-b1e8-4d24-82ec-8dce554114bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:09.260117 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:09.260732 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-1e9fbcad-b1e8-4d24-82ec-8dce554114bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.1111410 Sep 16 16:41:09.268032 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:09.333156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-c5096e49-3b51-4f41-b3d3-869f9e3380e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:09.335119 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-c5096e49-3b51-4f41-b3d3-869f9e3380e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635402 Sep 16 16:41:09.407943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:09.435499 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:09.438015 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-092a4c21-613b-4c6c-88b5-86845bb55e72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7582631 Sep 16 16:41:09.498499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:09.502724 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:09.733079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 97493e44-9f52-4217-8fab-f20022027d8f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:09.783599 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-b6d30049-c8be-43dc-9687-9766cadaae04 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399443 Sep 16 16:41:09.844352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 97493e44-9f52-4217-8fab-f20022027d8f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:09.845007 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:09.930088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Allocated IP 172.25.6.211 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/514a2c61-ff60-48df-94e3-fd2d254f1557) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:09.995504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-ccbd9c42-5f55-4d85-84d4-e56560f6f712 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1485565543&fields=id&tenant_id=c622cc4e797f4be09121fee06d61369e HTTP/1.1" status: 200 len: 267 time: 0.0912554 Sep 16 16:41:10.000834 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:10.084636 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:10.089576 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-eb6343ad-b6b4-4db5-b7b5-488e4c063cd5 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712796 Sep 16 16:41:10.094079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-30b89bc8-f973-443c-9f13-d657102bfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:10.098280 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-30b89bc8-f973-443c-9f13-d657102bfa6a service neutron] 10.222.0.62 "GET /v2.0/ports/ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 HTTP/1.1" status: 200 len: 1027 time: 0.4255002 Sep 16 16:41:10.156370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 97493e44-9f52-4217-8fab-f20022027d8f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=97493e44-9f52-4217-8fab-f20022027d8f,segment=NetworkSegment(9658c3b7-6c6b-448b-b4dd-64b78ee6f08b),segment_id=9658c3b7-6c6b-448b-b4dd-64b78ee6f08b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:10.201871 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-b4cf79ca-36d1-43b5-a9f1-c99d71c4b72d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=8ab0bbc4-e6a3-417d-bad8-c3094a12594a HTTP/1.1" status: 200 len: 217 time: 0.1023679 Sep 16 16:41:10.224098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-4ac576c8-09be-40a0-acb1-0208cca5b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:10.225699 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-4ac576c8-09be-40a0-acb1-0208cca5b4ac service neutron] 10.222.0.62 "GET /v2.0/ports/6363fdc0-2e27-4457-988b-e88b55801776 HTTP/1.1" status: 200 len: 1027 time: 0.1144133 Sep 16 16:41:10.302885 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:10.359739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-bdaf027a-b6ff-421d-a8fa-3730e36bbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:10.365394 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-bdaf027a-b6ff-421d-a8fa-3730e36bbee7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.1544652 Sep 16 16:41:10.372478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:10.424669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=97493e44-9f52-4217-8fab-f20022027d8f,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:10.531499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:10.595844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network 6307481a-180d-49d2-9597-912eb5412b6e is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:10.606849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-78182b6b-483a-4e5f-9646-6664f42399c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:10.617112 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-78182b6b-483a-4e5f-9646-6664f42399c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1667590 Sep 16 16:41:10.621235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:10.629183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:10.635927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:10.637682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:10.665562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-5be29223-5374-4e06-889f-b858fae8c2d4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:10.671743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-5be29223-5374-4e06-889f-b858fae8c2d4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:10.700235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-5be29223-5374-4e06-889f-b858fae8c2d4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:10.701936 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-5be29223-5374-4e06-889f-b858fae8c2d4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "GET /v2.0/networks?id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af HTTP/1.1" status: 200 len: 1990 time: 0.4531968 Sep 16 16:41:10.836061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bca073ee-d154-4d0b-bdf1-d9c98e94aedd req-b5499b01-fdc0-4490-b503-e4f1e07fc884 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.1941736 Sep 16 16:41:10.908085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-5df300a4-b407-43b1-9695-5dfdc6474ed4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c0420db67b640fbae53ef9c686feeab HTTP/1.1" status: 200 len: 380 time: 0.1798697 Sep 16 16:41:10.920879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Pushing event updated for resources: {'Subnet': ['ID=590a055f-41c8-4251-aba0-6153ef76eaea,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:10.935924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Checking segment: {'id': '1823a6d2-45f4-4830-8fc2-a9f1a503b35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25a85cae-dead-4ae8-9f5c-13292fc249db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:10.937015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Network hostable DHCP agents. Network: 25a85cae-dead-4ae8-9f5c-13292fc249db, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:41:10.940461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Port': ['ID=6f22181f-5784-41d8-a0df-135b946cf558,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:10.954999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'admin_state_up': True, 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'security_groups': ['fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:10.964287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912cacf3-6ea2-43cb-8db8-1a8916e0a10e None None] Network 6307481a-180d-49d2-9597-912eb5412b6e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:10.975141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d4d2278b-d2cc-4d60-8df8-b1c8547f1054 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0991902 Sep 16 16:41:10.978287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49454) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:11.031641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:11.113292 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-40194c35-ba2e-4193-b0c4-35dfd4029e5d service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740262 Sep 16 16:41:11.117302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Network 25a85cae-dead-4ae8-9f5c-13292fc249db is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:41:11.156064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:11.158002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Pushing event updated for resources: {'Port': ['ID=514a2c61-ff60-48df-94e3-fd2d254f1557,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:11.161779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:11.169347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:11.185264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-df403818-8d34-4f5b-87df-98e7cac86aea tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:11.193523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-df403818-8d34-4f5b-87df-98e7cac86aea tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 817 time: 1.1225121 Sep 16 16:41:11.252945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 25a85cae-dead-4ae8-9f5c-13292fc249db) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:11.264277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-e1a1b0b6-82a5-455d-9dbc-250a0a668799 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/quotas/c622cc4e797f4be09121fee06d61369e HTTP/1.1" status: 200 len: 375 time: 0.0693829 Sep 16 16:41:11.311458 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:11.316726 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:11.319704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a8d2aa-4bb1-4102-a8bb-89722ad9d2c3 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Deleting subnet cd4ec3be-e380-4b56-a5f7-839cb72abcc5 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:41:11.342623 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41a8d2aa-4bb1-4102-a8bb-89722ad9d2c3 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:11.406070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-76e39515-fd7d-49c5-8197-40433c03601b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1403179 Sep 16 16:41:11.465411 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-406ed146-84a9-4478-b9ef-978031e1a2c3 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510366 Sep 16 16:41:11.479614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-40937b03-f14f-40b9-854a-43e167e24270 None None] Provisioning complete for port 97493e44-9f52-4217-8fab-f20022027d8f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:11.480546 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40937b03-f14f-40b9-854a-43e167e24270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:11.496262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809e613-b9cc-405b-8a6e-4c76c8a4111c None None] Network 25a85cae-dead-4ae8-9f5c-13292fc249db requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:11.561993 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-69206bd1-71c2-427c-b35e-f79d9188759a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=ea0d0c04-595f-4e21-97cf-1ee3b39295dd HTTP/1.1" status: 200 len: 217 time: 0.0889277 Sep 16 16:41:11.664250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-ce60df91-06da-4795-9da0-1fb48ccae8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:11.666866 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-ce60df91-06da-4795-9da0-1fb48ccae8c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.0875621 Sep 16 16:41:11.669440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:11.684425 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:11.761580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 97493e44-9f52-4217-8fab-f20022027d8f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:11.873166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d653b-9314-45b9-968b-f3ae885188e2 None None] Network 25a85cae-dead-4ae8-9f5c-13292fc249db requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:11.901977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Allocated IP 172.20.0.3 (5d6b3691-b7c0-4e78-998f-20949ea2fb14/a88aef2e-a025-4427-a993-94c2b42a4721/85650c64-ce51-4fb4-a675-6fbb7faa181a) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:12.047719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 97493e44-9f52-4217-8fab-f20022027d8f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:12.048440 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:12.062000 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41a8d2aa-4bb1-4102-a8bb-89722ad9d2c3 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:12.172522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9d739892-f5ec-48d8-9975-0f7af115537c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1881804 Sep 16 16:41:12.230915 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:12.274178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-88415cf8-5f97-450d-a12f-4abdb1b16100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:12.275505 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-88415cf8-5f97-450d-a12f-4abdb1b16100 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5593517 Sep 16 16:41:12.292107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05ee2754-faf7-45dd-bb8b-d4be6107940b req-d8091672-e27e-442a-a01a-f1e2fea42a20 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.1398497 Sep 16 16:41:12.384594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:12.471430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:12.485232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-774e15ec-b777-40a3-99fd-83d3905c7fe2 service neutron] 10.222.0.22 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0697732 Sep 16 16:41:12.499115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:12.501560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:12.563613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Port': ['ID=85650c64-ce51-4fb4-a675-6fbb7faa181a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:12.640427 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-8d12c86c-1d46-4e3b-8711-492b3d036d58 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490584 Sep 16 16:41:12.652975 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41a8d2aa-4bb1-4102-a8bb-89722ad9d2c3 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:12.692969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-57b411ed-9cb2-4d71-82c8-aa96e9d82c9d None None] Provisioning complete for port 97493e44-9f52-4217-8fab-f20022027d8f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:12.693426 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-57b411ed-9cb2-4d71-82c8-aa96e9d82c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:12.702877 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33aa4634-82d3-4b10-b5ac-043d764da886 service neutron] 10.222.0.22 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059326 Sep 16 16:41:12.791266 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-05addfd4-9b43-4faf-9ed7-de1a5285d181 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499405 Sep 16 16:41:12.875893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:12.877869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:12.882986 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-235a1ac0-8e10-41ce-a213-faed393bdf8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=c8200d1d-3946-44b4-b45a-b57718561077 HTTP/1.1" status: 200 len: 217 time: 0.0817523 Sep 16 16:41:12.925623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-57b411ed-9cb2-4d71-82c8-aa96e9d82c9d None None] Provisioning complete for port 6f22181f-5784-41d8-a0df-135b946cf558 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:12.925940 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-57b411ed-9cb2-4d71-82c8-aa96e9d82c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:12.955763 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-5360093a-5e84-4f9a-91ea-7fb3826cb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:12.965158 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-5360093a-5e84-4f9a-91ea-7fb3826cb931 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.0752482 Sep 16 16:41:13.028686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-57b411ed-9cb2-4d71-82c8-aa96e9d82c9d None None] Port 6f22181f-5784-41d8-a0df-135b946cf558 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:41:13.047747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-576d4e57-0b46-4f1e-8331-6e0b38017e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:13.049861 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-576d4e57-0b46-4f1e-8331-6e0b38017e13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747125 Sep 16 16:41:13.136304 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:13.155475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a4a34427-d983-4c1c-a5a9-f39bef593090 None None] Provisioning complete for port 85650c64-ce51-4fb4-a675-6fbb7faa181a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:13.156535 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a4a34427-d983-4c1c-a5a9-f39bef593090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:13.171904 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-a6d5ae38-b245-4e2b-b4af-4ec991a7d3f6 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145782 Sep 16 16:41:13.199927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a4a34427-d983-4c1c-a5a9-f39bef593090 None None] Port 85650c64-ce51-4fb4-a675-6fbb7faa181a cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:41:13.216915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a4a34427-d983-4c1c-a5a9-f39bef593090 None None] Provisioning complete for port 6f22181f-5784-41d8-a0df-135b946cf558 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:13.233014 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a4a34427-d983-4c1c-a5a9-f39bef593090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:13.296943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a4a34427-d983-4c1c-a5a9-f39bef593090 None None] Port 6f22181f-5784-41d8-a0df-135b946cf558 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:41:13.300197 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d07678a1-df1a-40a7-beb6-a9af724c9edd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3843040 Sep 16 16:41:13.321973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621', 'admin_state_up': True, 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'security_groups': ['fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:13.502219 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41a8d2aa-4bb1-4102-a8bb-89722ad9d2c3 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:13.505082 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:13.505564 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-a87ba085-472d-4240-97fc-8d75191e92c7 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237543 Sep 16 16:41:13.591606 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-43cf1461-1b51-49f2-a9be-cd30032c414d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f41156ca-fe2c-4554-bce2-6da322a34a02 HTTP/1.1" status: 200 len: 217 time: 0.0776384 Sep 16 16:41:13.592357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:13.595901 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:13.626604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-186409e6-7c2b-4127-8b27-b77a830233d8 req-8c1ad672-d6f6-4ca0-adcd-3bbca38e8342 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 210 time: 0.2089820 Sep 16 16:41:13.697653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8d2aa-4bb1-4102-a8bb-89722ad9d2c3 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4ec3be-e380-4b56-a5f7-839cb72abcc5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:13.700072 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41a8d2aa-4bb1-4102-a8bb-89722ad9d2c3 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:13.710900 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01beb632-e17a-477a-94c1-d449905a42eb None None] Network 6307481a-180d-49d2-9597-912eb5412b6e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:13.726671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-41a8d2aa-4bb1-4102-a8bb-89722ad9d2c3 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/subnets/cd4ec3be-e380-4b56-a5f7-839cb72abcc5 HTTP/1.1" status: 204 len: 168 time: 2.7469776 Sep 16 16:41:13.735376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49500) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:13.783364 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:13.907387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-4eedc0dd-950d-4d1e-8eac-f477d5825c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:13.911176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49504) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:13.912830 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-4eedc0dd-950d-4d1e-8eac-f477d5825c13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.2974772 Sep 16 16:41:13.927904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1004098697-network', 'tenant_id': '644a16e827dd423fb15c4705ef12d5ca'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:13.979143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40247d1d-d395-48eb-9dd1-a7f169621b58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:13.983358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40247d1d-d395-48eb-9dd1-a7f169621b58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:13.985674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-40247d1d-d395-48eb-9dd1-a7f169621b58 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2483861 Sep 16 16:41:13.994750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ec20-514c-46ea-8784-0a50840fbe93 req-8a750703-9381-43a1-931c-0031db2c211e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:14.003369 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a427ec20-514c-46ea-8784-0a50840fbe93 req-8a750703-9381-43a1-931c-0031db2c211e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 931 time: 0.5118573 Sep 16 16:41:14.029004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49506) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:14.055212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Allocated IP 10.1.1.39 (27a1d148-97da-476c-8a1d-7ddcf4c78621/5c724a81-a9c9-4a64-bd71-d24b921f1002/39550247-d430-45db-b8f5-c9dbc078ec7e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:14.099222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f71df7-3a8b-476a-8718-b0581a00114d None None] DHCP port deletion for 6307481a-180d-49d2-9597-912eb5412b6e request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:41:14.190487 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a427ec20-514c-46ea-8784-0a50840fbe93 req-14c0d658-cc86-4f42-8d4c-bdddc0308c90 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856680 Sep 16 16:41:14.192343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-24f71df7-3a8b-476a-8718-b0581a00114d None None] Deleting port 97493e44-9f52-4217-8fab-f20022027d8f {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:14.193238 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-24f71df7-3a8b-476a-8718-b0581a00114d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.194125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-b6641a44-f4db-4fed-a2d8-c27e17fda629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:14.200987 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-b6641a44-f4db-4fed-a2d8-c27e17fda629 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2675340 Sep 16 16:41:14.203062 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-00c8daa9-da7d-487e-a700-1eace07d32dc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.252171 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.262996 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c8daa9-da7d-487e-a700-1eace07d32dc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 16:41:14.263607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c8daa9-da7d-487e-a700-1eace07d32dc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:41:14.265540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-00c8daa9-da7d-487e-a700-1eace07d32dc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/6307481a-180d-49d2-9597-912eb5412b6e HTTP/1.1" status: 409 len: 405 time: 0.2038822 Sep 16 16:41:14.266758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-24f71df7-3a8b-476a-8718-b0581a00114d None None] For port 97493e44-9f52-4217-8fab-f20022027d8f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=97493e44-9f52-4217-8fab-f20022027d8f,segment=NetworkSegment(9658c3b7-6c6b-448b-b4dd-64b78ee6f08b),segment_id=9658c3b7-6c6b-448b-b4dd-64b78ee6f08b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:14.267368 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-24f71df7-3a8b-476a-8718-b0581a00114d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.270799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49512) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:14.280919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-711481742'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:14.283235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-24f71df7-3a8b-476a-8718-b0581a00114d None None] Calling delete_port for 97493e44-9f52-4217-8fab-f20022027d8f owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:14.426993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Made reservation on behalf of 644a16e827dd423fb15c4705ef12d5ca for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:14.430060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.432408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.444853 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.453347 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-24f71df7-3a8b-476a-8718-b0581a00114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.454446 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-7ae4e0d5-f335-4e32-8fd8-74c96d3dd725 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981666 Sep 16 16:41:14.508593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:14.512475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.534083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f71df7-3a8b-476a-8718-b0581a00114d None None] Pushing event deleted for resources: {'Port': ['ID=97493e44-9f52-4217-8fab-f20022027d8f,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:14.547250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f71df7-3a8b-476a-8718-b0581a00114d None None] No DVR routers for this DVR port 97493e44-9f52-4217-8fab-f20022027d8f on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:41:14.598977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:41:14.607296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.613256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Router ccc1e5fb-38c6-4e36-942c-348599aabd05 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:41:14.627815 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.628972 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Added segment 315a55dc-1a79-4fb0-b34f-30ab3aab7cf7 of type vlan for network 4534ac22-35bb-4252-9b09-ba3e3dd32065 Sep 16 16:41:14.633071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-e3201b36-b994-44e6-9b74-65c1b61730a7 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678393 Sep 16 16:41:14.701103 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.712986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:41:14.722219 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.724434 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.724434 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Added segment ac43c2b6-ba8b-4f91-b965-0522d3c0267d of type vlan for network a44e25be-0742-4b40-9d51-94fc2f1bc9eb Sep 16 16:41:14.728619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-ecd29316-2428-48c1-a5ff-d116ca14b043 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d HTTP/1.1" status: 200 len: 217 time: 0.0864828 Sep 16 16:41:14.777971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.848354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:41:14.853289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Port': ['ID=39550247-d430-45db-b8f5-c9dbc078ec7e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:14.866304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edae85c-cd59-4c2c-ba08-27125aee27fb None None] Sync routers for ids ['ccc1e5fb-38c6-4e36-942c-348599aabd05'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:41:14.869260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network 27a1d148-97da-476c-8a1d-7ddcf4c78621 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:14.873734 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.878518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:14.879782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:14.889949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edae85c-cd59-4c2c-ba08-27125aee27fb None None] Routers {'ccc1e5fb-38c6-4e36-942c-348599aabd05'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:14.892538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7edae85c-cd59-4c2c-ba08-27125aee27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ccc1e5fb-38c6-4e36-942c-348599aabd05'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:14.909130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:14.922184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:14.962984 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8d02ddc-868d-402e-8e0e-4138406e1e79 req-3a0abf0c-bb66-46d4-a88a-aedb6fde289d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 210 time: 0.1372159 Sep 16 16:41:14.966930 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:15.010268 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7319727 Sep 16 16:41:15.010268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-709423e9-27d4-4ea9-a198-3203b05f915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:15.012793 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-709423e9-27d4-4ea9-a198-3203b05f915b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.2691786 Sep 16 16:41:15.030663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49520) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:15.041076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7edae85c-cd59-4c2c-ba08-27125aee27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:15.044967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a656b67b-46f3-49f7-8568-f53f6ebcf74a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:15.053943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'subnet': {'network_id': '4534ac22-35bb-4252-9b09-ba3e3dd32065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:15.056247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edae85c-cd59-4c2c-ba08-27125aee27fb None None] Routers {'ccc1e5fb-38c6-4e36-942c-348599aabd05'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:15.058170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7edae85c-cd59-4c2c-ba08-27125aee27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ccc1e5fb-38c6-4e36-942c-348599aabd05'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:15.064296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:15.065989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e06f73ac-c0ba-4c9f-b7c7-b42b99d879ad tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1509359 Sep 16 16:41:15.068190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49524) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:15.135333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7edae85c-cd59-4c2c-ba08-27125aee27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:15.135664 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edae85c-cd59-4c2c-ba08-27125aee27fb None None] The sync data for ids ['ccc1e5fb-38c6-4e36-942c-348599aabd05'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:41:15.284472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0eb4b-98c6-49d2-86e7-9e5d52a0a24c tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Network': ['ID=4534ac22-35bb-4252-9b09-ba3e3dd32065,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:15.303281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 4534ac22-35bb-4252-9b09-ba3e3dd32065 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:41:15.491571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eb8dec36-14d8-4a65-bb6a-0100fcb13e33 None None] Provisioning complete for port 39550247-d430-45db-b8f5-c9dbc078ec7e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:15.492142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb8dec36-14d8-4a65-bb6a-0100fcb13e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:15.598545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-eb8dec36-14d8-4a65-bb6a-0100fcb13e33 None None] Port 39550247-d430-45db-b8f5-c9dbc078ec7e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:41:15.623672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:15.638519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:15.642719 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:15.705878 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 97493e44-9f52-4217-8fab-f20022027d8f no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:15.741123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 97493e44-9f52-4217-8fab-f20022027d8f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:41:15.741467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 97493e44-9f52-4217-8fab-f20022027d8f not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:41:15.778087 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] Pushing event updated for resources: {'Network': ['ID=a44e25be-0742-4b40-9d51-94fc2f1bc9eb,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:15.790785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network a44e25be-0742-4b40-9d51-94fc2f1bc9eb details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:41:15.928247 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c5cf-ffb1-4da7-9792-9a1c781d03a8 req-5f017015-27df-461e-891a-cae2548e8db9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:15.951348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:15.952144 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:15.960415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c5cf-ffb1-4da7-9792-9a1c781d03a8 req-5f017015-27df-461e-891a-cae2548e8db9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:15.966478 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a923c5cf-ffb1-4da7-9792-9a1c781d03a8 req-5f017015-27df-461e-891a-cae2548e8db9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 1652 time: 0.3483224 Sep 16 16:41:16.002257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7e13d75d-c418-43f6-9715-ef3e48d5271c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0846815 Sep 16 16:41:16.005066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49534) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:16.012805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Request body: {'subnet': {'network_id': 'a44e25be-0742-4b40-9d51-94fc2f1bc9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1004098697-subnet', 'tenant_id': '644a16e827dd423fb15c4705ef12d5ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:16.037343 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-690eae3a-5ff8-45c2-add9-3d27ac281a8a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/routers/ccc1e5fb-38c6-4e36-942c-348599aabd05 HTTP/1.1" status: 200 len: 921 time: 0.9679501 Sep 16 16:41:16.040775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49540) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:16.061552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-296a0230-70fb-4ae5-8b92-8970e0206fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:16.063296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-296a0230-70fb-4ae5-8b92-8970e0206fd7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0148406 Sep 16 16:41:16.126705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2456dab5-857e-47b6-9741-bed71aeaa781 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=ccc1e5fb-38c6-4e36-942c-348599aabd05 HTTP/1.1" status: 200 len: 205 time: 0.0844102 Sep 16 16:41:16.129752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49546) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:16.232159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-432bdda8-0ce4-4f2a-818e-c812bcfa9f0e req-88fa5bc9-72e4-4385-88e2-75585942f240 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 210 time: 0.1212776 Sep 16 16:41:16.240018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a923c5cf-ffb1-4da7-9792-9a1c781d03a8 req-b97e12cb-f4ff-47d3-b921-72ebb9b88cfd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639928 Sep 16 16:41:16.274329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-c54f06b0-c752-437a-aebd-15c1b5a2c163 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975589 Sep 16 16:41:16.300615 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7da98808-46f8-45a4-bea6-c57129aed2d9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9732792 Sep 16 16:41:16.316600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621', 'admin_state_up': True, 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'security_groups': ['fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:16.451103 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:16.454557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Made reservation on behalf of 644a16e827dd423fb15c4705ef12d5ca for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:16.457346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:16.498321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:16.501887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:16.561899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e7a026f-fa5a-425b-96a3-254af5e3c24e req-ddb2b1bb-d98f-4254-a051-868bbcf657a8 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434645 Sep 16 16:41:16.648116 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:16.892247 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:16.903852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Deleting port 514a2c61-ff60-48df-94e3-fd2d254f1557 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:16.904190 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:16.959067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:16.963241 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:16.968306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5700695c-d52d-4ac9-ba12-b0c2df857fdd,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:16.986732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-187d10ad-9aed-4dfa-a35e-e90e9e78e1bd tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:16.987530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-187d10ad-9aed-4dfa-a35e-e90e9e78e1bd tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 817 time: 0.1443312 Sep 16 16:41:17.035755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Checking segment: {'id': 'ac43c2b6-ba8b-4f91-b965-0522d3c0267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a44e25be-0742-4b40-9d51-94fc2f1bc9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:17.036114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Network hostable DHCP agents. Network: a44e25be-0742-4b40-9d51-94fc2f1bc9eb, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:41:17.052698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:17.074652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Calling delete_port for 514a2c61-ff60-48df-94e3-fd2d254f1557 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:17.190441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Network a44e25be-0742-4b40-9d51-94fc2f1bc9eb is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:41:17.360340 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-e6909a93-a43d-4ff3-b3bb-cacc425f2916 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c622cc4e797f4be09121fee06d61369e HTTP/1.1" status: 200 len: 380 time: 0.3448272 Sep 16 16:41:17.372989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, a44e25be-0742-4b40-9d51-94fc2f1bc9eb) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:17.373643 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'port': {'device_id': '2f60a906-5dfe-44e2-b420-446220f5faae', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'admin_state_up': True, 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'security_groups': ['a654c92a-d3cc-453f-97bd-028b49a8e889']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:17.377687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:17.379095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:17.383463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73a9494-95d5-4c91-bc4a-8b652e02a026 None None] Network a44e25be-0742-4b40-9d51-94fc2f1bc9eb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:17.442816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Allocated IP 10.1.1.56 (27a1d148-97da-476c-8a1d-7ddcf4c78621/5c724a81-a9c9-4a64-bd71-d24b921f1002/54226eab-2109-4213-afce-8844fbb3b740) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:17.507381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:41:17.516571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:17.519644 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:17.547375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5d175472-7ef6-45c1-9ffb-278396616190 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5399742 Sep 16 16:41:17.556797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e1a3a29-6659-4023-b594-abcc9d965020 req-6c10d96d-a15f-4e85-930d-7a04a41ef02f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 210 time: 0.1395528 Sep 16 16:41:17.586418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Pushing event deleted for resources: {'Port': ['ID=514a2c61-ff60-48df-94e3-fd2d254f1557,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:17.644857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad27a0d6-b7b6-45d1-be36-67c1d89f994a None None] Network a44e25be-0742-4b40-9d51-94fc2f1bc9eb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:17.677025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d18f8-f09a-45a4-9bf5-3d4ba8f87df3 req-1f431bbb-c416-4aac-a57d-0c1396fb401d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:17.685806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d18f8-f09a-45a4-9bf5-3d4ba8f87df3 req-1f431bbb-c416-4aac-a57d-0c1396fb401d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:17.687348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d9d18f8-f09a-45a4-9bf5-3d4ba8f87df3 req-1f431bbb-c416-4aac-a57d-0c1396fb401d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 1652 time: 0.2728426 Sep 16 16:41:17.744476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Subnet': ['ID=33a5ab6e-471f-42e8-9faa-ddb86de031f9,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:17.760109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.760570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.762017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.762634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.762634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.762917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.763388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.763811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.764153 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:17.764361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.764814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.765369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.765789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:17.839806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Checking segment: {'id': '315a55dc-1a79-4fb0-b34f-30ab3aab7cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4534ac22-35bb-4252-9b09-ba3e3dd32065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:17.840329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network hostable DHCP agents. Network: 4534ac22-35bb-4252-9b09-ba3e3dd32065, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:41:17.859366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Made reservation on behalf of c622cc4e797f4be09121fee06d61369e for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:17.863375 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:17.900096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d9d18f8-f09a-45a4-9bf5-3d4ba8f87df3 req-531cab11-097a-4773-9f1d-f8c9c505fe4f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961420 Sep 16 16:41:17.957132 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:17.960409 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:17.986049 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.049376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network 4534ac22-35bb-4252-9b09-ba3e3dd32065 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:41:18.133490 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.137721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Fanout notify agent at l3_agent the message router_deleted on router ccc1e5fb-38c6-4e36-942c-348599aabd05 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:41:18.137876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 4534ac22-35bb-4252-9b09-ba3e3dd32065) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:18.146416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:18.147050 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.147827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8036f-7a35-4352-abc5-c281f38dcb29 None None] Network 4534ac22-35bb-4252-9b09-ba3e3dd32065 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:18.149949 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.157370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dd3f40f3-3117-4d82-a7a6-7fe703aeb37c tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/ccc1e5fb-38c6-4e36-942c-348599aabd05 HTTP/1.1" status: 204 len: 168 time: 2.0089695 Sep 16 16:41:18.158655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49566) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:18.163562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Allocated IP 172.20.0.6 (5c696e74-b340-47cf-ba65-d3ea254b224f/7d8b82f6-f135-443d-98c1-6aa2a48676bd/46ba6da9-5603-4585-97d9-71f082072db7) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:18.182176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1661541006', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'enable_snat': False}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:18.272875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a4a9672f-214b-44d7-b732-3d6b9be9f84d tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2356198 Sep 16 16:41:18.279159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49576) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:18.285892 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.459991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Port': ['ID=54226eab-2109-4213-afce-8844fbb3b740,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:18.521817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network 27a1d148-97da-476c-8a1d-7ddcf4c78621 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:18.526319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:18.532776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-4534ac22-35bb-4252-9b09-ba3e3dd32065', 'network_id': '4534ac22-35bb-4252-9b09-ba3e3dd32065', 'tenant_id': 'fc9d8b907f664d70a126ff6a947d05ea', 'fixed_ips': [{'subnet_id': '33a5ab6e-471f-42e8-9faa-ddb86de031f9'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:41:18.533353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:18.533579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.600783 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.619697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:18.620608 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.669790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-5f379e8a-c6d4-4c6d-83c3-c7d3e896d529 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:18.672177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-5f379e8a-c6d4-4c6d-83c3-c7d3e896d529 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/networks?id=25a85cae-dead-4ae8-9f5c-13292fc249db HTTP/1.1" status: 200 len: 811 time: 0.3295567 Sep 16 16:41:18.707845 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5006477-d283-4e9c-9ce4-964a1d0902ce tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4051762 Sep 16 16:41:18.714305 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.716077 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.734436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af', 'admin_state_up': True, 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'security_groups': ['fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:18.803830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.869686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Allocated IP 2001:db8::f816:3eff:fe36:6707 (4534ac22-35bb-4252-9b09-ba3e3dd32065/33a5ab6e-471f-42e8-9faa-ddb86de031f9/599a12a3-2d90-4416-8ba7-d54b331d8a8f) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:18.947681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-764d6a5e-c24b-49d0-b225-ba493c2b568e tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/quotas/3cfe334ca4ed421299158e989ad14f8f HTTP/1.1" status: 200 len: 375 time: 0.2452617 Sep 16 16:41:18.958529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:18.999533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cd9723ce-4187-4b7f-bef2-c5009a848d32 None None] Provisioning complete for port 54226eab-2109-4213-afce-8844fbb3b740 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:19.001045 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cd9723ce-4187-4b7f-bef2-c5009a848d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.008362 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Network 5c696e74-b340-47cf-ba65-d3ea254b224f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:19.019608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:19.028900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:19.033941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:19.068598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-6b7bf39e-2f1c-4ee8-a6af-ede583776230 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cfe334ca4ed421299158e989ad14f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1166773 Sep 16 16:41:19.071467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-cd9723ce-4187-4b7f-bef2-c5009a848d32 None None] Port 54226eab-2109-4213-afce-8844fbb3b740 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:41:19.147360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:19.148030 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.157730 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.298575 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.328130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:19.400491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-33114327-a96b-4f50-bb6d-5560ebd2d7eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0323689 Sep 16 16:41:19.402902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Network 4534ac22-35bb-4252-9b09-ba3e3dd32065 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:19.422987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:19.427170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:19.470184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Pushing event updated for resources: {'Port': ['ID=599a12a3-2d90-4416-8ba7-d54b331d8a8f,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:19.482565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-794f1811-c213-4c5f-a41a-ae875151285a None None] Provisioning complete for port 46ba6da9-5603-4585-97d9-71f082072db7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:19.482760 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-794f1811-c213-4c5f-a41a-ae875151285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.509370 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.516414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Request body: {'port': {'device_id': '2f60a906-5dfe-44e2-b420-446220f5faae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:19.550465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-323fbd7e-35f4-4f30-8f19-85b9a1b4f7af service neutron] 10.222.0.22 "GET /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810004 Sep 16 16:41:19.600763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8b731-fb5b-4c46-bbe1-949e70709cba req-64fbc9ce-120c-47f4-962a-327c6dab45d1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:19.602905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01a8b731-fb5b-4c46-bbe1-949e70709cba req-64fbc9ce-120c-47f4-962a-327c6dab45d1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 931 time: 0.6729379 Sep 16 16:41:19.615232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.684646 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.794294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.887084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-794f1811-c213-4c5f-a41a-ae875151285a None None] Port 46ba6da9-5603-4585-97d9-71f082072db7 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:41:19.901303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Attempting to bind port 599a12a3-2d90-4416-8ba7-d54b331d8a8f on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:19.902912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Attempting to bind port 599a12a3-2d90-4416-8ba7-d54b331d8a8f by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '315a55dc-1a79-4fb0-b34f-30ab3aab7cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4534ac22-35bb-4252-9b09-ba3e3dd32065'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:19.902912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Attempting to bind port 599a12a3-2d90-4416-8ba7-d54b331d8a8f on network 4534ac22-35bb-4252-9b09-ba3e3dd32065 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:19.908796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:19.909169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Checking segment: {'id': '315a55dc-1a79-4fb0-b34f-30ab3aab7cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4534ac22-35bb-4252-9b09-ba3e3dd32065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:19.909695 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.910086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Bound using segment: {'id': '315a55dc-1a79-4fb0-b34f-30ab3aab7cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4534ac22-35bb-4252-9b09-ba3e3dd32065'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:19.910608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Bound port: 599a12a3-2d90-4416-8ba7-d54b331d8a8f, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315a55dc-1a79-4fb0-b34f-30ab3aab7cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4534ac22-35bb-4252-9b09-ba3e3dd32065'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:19.910995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:19.990232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] For port 599a12a3-2d90-4416-8ba7-d54b331d8a8f, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:19.997551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-8a7eb92e-94ce-41b9-8a55-65dc02bd59c4 service neutron] 10.222.0.22 "GET /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359086 Sep 16 16:41:20.002416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] For port 599a12a3-2d90-4416-8ba7-d54b331d8a8f, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=599a12a3-2d90-4416-8ba7-d54b331d8a8f,segment=NetworkSegment(315a55dc-1a79-4fb0-b34f-30ab3aab7cf7),segment_id=315a55dc-1a79-4fb0-b34f-30ab3aab7cf7)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:20.070841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:20.094952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01a8b731-fb5b-4c46-bbe1-949e70709cba req-c51cebd7-c827-44bb-88f0-b54c1d428728 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039133 Sep 16 16:41:20.220997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ba6da9-5603-4585-97d9-71f082072db7 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:20.223999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f84461-b212-40d0-88e0-ec742e55bc9e None None] Pushing event updated for resources: {'Port': ['ID=599a12a3-2d90-4416-8ba7-d54b331d8a8f,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:20.244940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:20.284721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Transition to ACTIVE for port object 46ba6da9-5603-4585-97d9-71f082072db7 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:41:20.301754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Deleting port 599a12a3-2d90-4416-8ba7-d54b331d8a8f {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:20.302099 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:20.362203 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:20.672625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Attempting to bind port 46ba6da9-5603-4585-97d9-71f082072db7 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:20.672967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Attempting to bind port 46ba6da9-5603-4585-97d9-71f082072db7 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:20.673301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Attempting to bind port 46ba6da9-5603-4585-97d9-71f082072db7 on network 5c696e74-b340-47cf-ba65-d3ea254b224f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:20.691768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Allocated IP 10.2.2.100 (584c92f2-bce0-4fa1-bbcc-be59ae57d9af/1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac/ff6305a2-78d5-457d-bf4a-cea817751f17) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:20.724220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Port 46ba6da9-5603-4585-97d9-71f082072db7 on network 5c696e74-b340-47cf-ba65-d3ea254b224f not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:41:20.724220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Attempting to bind port 46ba6da9-5603-4585-97d9-71f082072db7 on network 5c696e74-b340-47cf-ba65-d3ea254b224f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:20.740682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Pushing event updated for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:20.772600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:20.773024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Checking segment: {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:20.773500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Bound using segment: {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:20.779711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Bound port: 46ba6da9-5603-4585-97d9-71f082072db7, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:20.780169 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:21.073112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] For port 599a12a3-2d90-4416-8ba7-d54b331d8a8f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=599a12a3-2d90-4416-8ba7-d54b331d8a8f,segment=NetworkSegment(315a55dc-1a79-4fb0-b34f-30ab3aab7cf7),segment_id=315a55dc-1a79-4fb0-b34f-30ab3aab7cf7)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:21.074252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:21.093476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Calling delete_port for 599a12a3-2d90-4416-8ba7-d54b331d8a8f owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:21.102508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:21.111431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:21.216240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba14bd12-8877-41db-8eda-fa7658bd9110 req-4f2a6372-1aed-4bea-9684-c69a331e1e2e tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 210 time: 0.8342829 Sep 16 16:41:21.307629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:21.327365 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:21.496240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:21.496900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:21.498417 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] 10.222.0.52 "PUT /v2.0/ports/46ba6da9-5603-4585-97d9-71f082072db7 HTTP/1.1" status: 200 len: 1091 time: 2.0856259 Sep 16 16:41:21.500013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:21.500139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2f18c-5c87-4a8b-931f-051b535a8dc7 req-f138c7f3-c607-42ab-b284-73f3519dffde tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:21.507093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2f18c-5c87-4a8b-931f-051b535a8dc7 req-f138c7f3-c607-42ab-b284-73f3519dffde tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:21.519070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2f18c-5c87-4a8b-931f-051b535a8dc7 req-f138c7f3-c607-42ab-b284-73f3519dffde tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:21.532661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3c2f18c-5c87-4a8b-931f-051b535a8dc7 req-f138c7f3-c607-42ab-b284-73f3519dffde tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 2372 time: 0.3309579 Sep 16 16:41:21.579243 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "tag": "46ba6da9-5603-4585-97d9-71f082072db7"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:21.603235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1be55-859c-4062-9f0d-72a8482f665e service neutron] Pushing event updated for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:21.722642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3c2f18c-5c87-4a8b-931f-051b535a8dc7 req-f8268c01-a26e-4f93-8de7-106fa16baddb tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077392 Sep 16 16:41:21.768908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 599a12a3-2d90-4416-8ba7-d54b331d8a8f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:21.803306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:21.821161 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:21.869475 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:21.869475 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:21.870881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No active binding found for port 599a12a3-2d90-4416-8ba7-d54b331d8a8f {{(pid=95359) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 16:41:21.870881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 599a12a3-2d90-4416-8ba7-d54b331d8a8f not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 16:41:21.895817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Port 599a12a3-2d90-4416-8ba7-d54b331d8a8f not found, will not notify nova. {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 16:41:21.905836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:21.911876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:21.915865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:21.949332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Port': ['ID=599a12a3-2d90-4416-8ba7-d54b331d8a8f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:21.956962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Port': ['ID=ff6305a2-78d5-457d-bf4a-cea817751f17,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:21.977889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:21.978544 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:22.008722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No DVR routers for this DVR port 599a12a3-2d90-4416-8ba7-d54b331d8a8f on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:41:22.114436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850186e-bb8d-4505-a957-b16163d9c91f req-3b2b3c22-46bd-4364-b69e-92df2543431f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:22.124202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d850186e-bb8d-4505-a957-b16163d9c91f req-3b2b3c22-46bd-4364-b69e-92df2543431f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.2613404 Sep 16 16:41:22.153179 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8ec84ffe-b995-4433-8526-de149d912409 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4349849 Sep 16 16:41:22.170024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af', 'admin_state_up': True, 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'security_groups': ['fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:22.176973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:22.204189 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d0a0c6-1aa9-49e1-8df6-48a545182268 None None] Network 4534ac22-35bb-4252-9b09-ba3e3dd32065 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:22.264586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-606cf274-bb12-4979-99ef-b4b660208784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:22.266252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-606cf274-bb12-4979-99ef-b4b660208784 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 1094 time: 0.1721454 Sep 16 16:41:22.364822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ac519e50-4e79-40c6-af00-dbccb6b5ce62 None None] Could not find standard attr ID for object 599a12a3-2d90-4416-8ba7-d54b331d8a8f. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:41:22.371592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d850186e-bb8d-4505-a957-b16163d9c91f req-dfffa605-8294-4e7a-8cba-5ce3cca1cfbc tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467995 Sep 16 16:41:22.382196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Allocated IP 172.25.6.183 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/ce9ad710-a150-4637-a516-86f9c2120c08) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:22.497074 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-b4275e01-34e0-4dcf-9bdd-ac605c0c463d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ba6da9-5603-4585-97d9-71f082072db7 HTTP/1.1" status: 200 len: 217 time: 0.2205465 Sep 16 16:41:22.517621 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc7d316-a65e-40e9-9a74-c3bfc613c42d x-openstack-request-id: req-8fc7d316-a65e-40e9-9a74-c3bfc613c42d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:22.517911 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "tag": "46ba6da9-5603-4585-97d9-71f082072db7", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:22.518166 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8fc7d316-a65e-40e9-9a74-c3bfc613c42d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:22.518566 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7', 'status': 'completed', 'code': 200} Sep 16 16:41:22.575901 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:22.685732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-31162ba2-ec86-44c2-87aa-80385e331699 None None] Provisioning complete for port ff6305a2-78d5-457d-bf4a-cea817751f17 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:22.686282 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31162ba2-ec86-44c2-87aa-80385e331699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:22.728530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-31162ba2-ec86-44c2-87aa-80385e331699 None None] Port ff6305a2-78d5-457d-bf4a-cea817751f17 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:41:22.750148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-57109f7e-9815-4ef5-abc0-eb167e440779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:22.751693 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-57109f7e-9815-4ef5-abc0-eb167e440779 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.2323818 Sep 16 16:41:22.761675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Subnet': ['ID=33a5ab6e-471f-42e8-9faa-ddb86de031f9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:22.846598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cdfba0ca-28e7-4a39-ad9b-a2edbe3354b6 req-eda3066a-f41b-42f9-9dd9-ae0b73e90c1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 210 time: 0.1438746 Sep 16 16:41:22.849459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-45d6937b-ce48-41e3-a4ac-db0ad585f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:22.851002 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-45d6937b-ce48-41e3-a4ac-db0ad585f776 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875018 Sep 16 16:41:22.916294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Made reservation on behalf of 3c0420db67b640fbae53ef9c686feeab for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:22.926229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d43c0-6ad3-4950-b96c-6b52e20d5423 None None] Network 4534ac22-35bb-4252-9b09-ba3e3dd32065 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:22.933395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:22.956418 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:23.010930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ebc76-5384-4992-a1b5-646c9b98d7b8 req-9e7baba9-e114-407f-946a-955c71a88278 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:23.012738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b74ebc76-5384-4992-a1b5-646c9b98d7b8 req-9e7baba9-e114-407f-946a-955c71a88278 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 945 time: 0.3715596 Sep 16 16:41:23.033765 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:23.111408 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-eb1fd4f6-c3b0-4e92-a1e8-5198bf078cc4 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517896 Sep 16 16:41:23.123074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4534ac22-35bb-4252-9b09-ba3e3dd32065']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:23.206397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315a55dc-1a79-4fb0-b34f-30ab3aab7cf7') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:23.206986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315a55dc-1a79-4fb0-b34f-30ab3aab7cf7') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:23.223857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e8df7e-937b-4b82-b74f-63b54c4846b7 None None] DHCP port deletion for 4534ac22-35bb-4252-9b09-ba3e3dd32065 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:41:23.242509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:23.283591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72279d0f-3fe3-4807-8a93-e41296f86279 req-032f91dd-f23f-4203-8b08-9fc3d99f4a5d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:23.290975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72279d0f-3fe3-4807-8a93-e41296f86279 req-032f91dd-f23f-4203-8b08-9fc3d99f4a5d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:23.298862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72279d0f-3fe3-4807-8a93-e41296f86279 req-032f91dd-f23f-4203-8b08-9fc3d99f4a5d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:23.305318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72279d0f-3fe3-4807-8a93-e41296f86279 req-032f91dd-f23f-4203-8b08-9fc3d99f4a5d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:23.307336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72279d0f-3fe3-4807-8a93-e41296f86279 req-032f91dd-f23f-4203-8b08-9fc3d99f4a5d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 3093 time: 0.3335083 Sep 16 16:41:23.320077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b74ebc76-5384-4992-a1b5-646c9b98d7b8 req-90aa0fa6-242a-47f7-87af-0ba516b52ade tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564135 Sep 16 16:41:23.329405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:23.347097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:41:23.347479 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:41:23.362982 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:41:23.384169 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e78165be-0bc0-436a-88e1-ffec54306aa2 req-b01685bb-81b8-4535-989c-f6ea41767e71 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083468 Sep 16 16:41:23.385244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Allocated IP 10.2.2.200 (584c92f2-bce0-4fa1-bbcc-be59ae57d9af/1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac/7519e8ad-dcdc-4816-ab61-66137e06cc82) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:23.512744 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:23.563483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72279d0f-3fe3-4807-8a93-e41296f86279 req-f02520a2-c8b9-4cfe-aa0d-42b36de9c4e8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401037 Sep 16 16:41:23.670713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-bd1f85fb-933e-412f-858a-c31a11c12a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:23.674015 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-bd1f85fb-933e-412f-858a-c31a11c12a1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 1094 time: 0.1005421 Sep 16 16:41:23.677267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:23.706024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:23.707195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 599a12a3-2d90-4416-8ba7-d54b331d8a8f no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:23.755057 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:23.761770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 599a12a3-2d90-4416-8ba7-d54b331d8a8f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:41:23.762264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 599a12a3-2d90-4416-8ba7-d54b331d8a8f not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:41:23.763331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/4534ac22-35bb-4252-9b09-ba3e3dd32065 HTTP/1.1" status: 204 len: 168 time: 5.4804597 Sep 16 16:41:23.767516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d343c7b-f19e-474d-8cd9-98f30daebb42 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Network': ['ID=4534ac22-35bb-4252-9b09-ba3e3dd32065,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:23.784700 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:23.785841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49652) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:23.801322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1413050347'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:23.823021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:23.825858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event updated for resources: {'Port': ['ID=ce9ad710-a150-4637-a516-86f9c2120c08,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:23.828411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:23.860277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-a0a6007f-7e8c-45ca-8019-7995486466c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:23.862198 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-a0a6007f-7e8c-45ca-8019-7995486466c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.1776366 Sep 16 16:41:23.915124 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-604c87d6-33e2-4844-86a3-4ee36644d04c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ba6da9-5603-4585-97d9-71f082072db7 HTTP/1.1" status: 200 len: 217 time: 0.0449479 Sep 16 16:41:23.916880 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:24.119698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:24.146525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:24.153445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event updated for resources: {'Port': ['ID=7519e8ad-dcdc-4816-ab61-66137e06cc82,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:24.155929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:24.172351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-2e8aeed7-9d93-4ee9-8bc2-290785a2663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:24.174947 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-2e8aeed7-9d93-4ee9-8bc2-290785a2663e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.2468989 Sep 16 16:41:24.211734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99ca3d-9082-4b55-8647-570c019bed09 req-1cf43598-1c79-4105-b1a1-f175de7a2aae tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:24.221349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f99ca3d-9082-4b55-8647-570c019bed09 req-1cf43598-1c79-4105-b1a1-f175de7a2aae tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.6725612 Sep 16 16:41:24.239606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9ad84c5-2fdf-4145-a5ed-ca03c637f03d req-9c707e2e-69b0-446d-aec3-5729aaa53292 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 210 time: 0.1698422 Sep 16 16:41:24.254495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-5f44a230-51b4-4fa7-a506-3fc8b72097f1 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:24.254495 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-5f44a230-51b4-4fa7-a506-3fc8b72097f1 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 945 time: 0.2698839 Sep 16 16:41:24.287242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:24.291888 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:24.420593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:41:24.423063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:24.423785 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:24.451829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f99ca3d-9082-4b55-8647-570c019bed09 req-485fee4c-3ce3-4902-a273-93ba805be6f6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260652 Sep 16 16:41:24.454022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-b3ef0f32-995b-40da-a073-cb1f6c1abb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:24.455870 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-b3ef0f32-995b-40da-a073-cb1f6c1abb31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2483768 Sep 16 16:41:24.476690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-f006cb4f-4c66-4335-84d8-2d9be8320448 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:24.478634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-f006cb4f-4c66-4335-84d8-2d9be8320448 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.62 "GET /v2.0/networks?id=25a85cae-dead-4ae8-9f5c-13292fc249db HTTP/1.1" status: 200 len: 811 time: 0.6712286 Sep 16 16:41:24.485271 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:24.485903 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Added segment f8ab46dc-99f0-469f-a53f-45a2868c61a5 of type vlan for network b1bc7a18-84bd-4857-a451-c4742d39757d Sep 16 16:41:24.555475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8bf0bfb4-2658-4039-a0d9-f124539a97b2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4000444 Sep 16 16:41:24.574388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:24.579299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Request body: {'port': {'device_id': 'd65e9116-fac6-4f38-ad45-a42a939090ba', 'network_id': '25a85cae-dead-4ae8-9f5c-13292fc249db', 'admin_state_up': True, 'tenant_id': '3cfe334ca4ed421299158e989ad14f8f'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:24.690001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f908166d-d487-405a-8326-8de0bed5cb1f None None] Provisioning complete for port 7519e8ad-dcdc-4816-ab61-66137e06cc82 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:24.690592 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f908166d-d487-405a-8326-8de0bed5cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:24.762339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f908166d-d487-405a-8326-8de0bed5cb1f None None] Port 7519e8ad-dcdc-4816-ab61-66137e06cc82 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:41:24.867385 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:24.893028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f6f74-896d-4bbb-b0cb-af528b039529 req-0b228325-807e-40c4-b0c8-7a98c1d3ef13 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:24.900708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-508f6f74-896d-4bbb-b0cb-af528b039529 req-0b228325-807e-40c4-b0c8-7a98c1d3ef13 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 945 time: 0.4315324 Sep 16 16:41:24.968217 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:25.029100 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.resource_extend [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:41:25.060637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Deleting port a855464d-6057-4228-86ea-e8c0f86fb40a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:25.061230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:25.097251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b32405-0e8f-4e06-9a00-dd5b80cae050 req-b56528f8-22ac-443c-a440-da14c2893bd2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:25.103539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b32405-0e8f-4e06-9a00-dd5b80cae050 req-b56528f8-22ac-443c-a440-da14c2893bd2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:25.107511 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:25.109960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b32405-0e8f-4e06-9a00-dd5b80cae050 req-b56528f8-22ac-443c-a440-da14c2893bd2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:25.115879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b32405-0e8f-4e06-9a00-dd5b80cae050 req-b56528f8-22ac-443c-a440-da14c2893bd2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:25.125438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b32405-0e8f-4e06-9a00-dd5b80cae050 req-b56528f8-22ac-443c-a440-da14c2893bd2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:25.133240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6b32405-0e8f-4e06-9a00-dd5b80cae050 req-b56528f8-22ac-443c-a440-da14c2893bd2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 3814 time: 0.4196756 Sep 16 16:41:25.177764 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-2f6a1fff-81fc-4304-a9a2-c956eaea1d40 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623793 Sep 16 16:41:25.237276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-508f6f74-896d-4bbb-b0cb-af528b039529 req-d83d570f-4129-4d65-bd47-ed863085ad05 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups?id=639e935b-a173-449d-b33e-f8e98023a29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325400 Sep 16 16:41:25.285112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6b32405-0e8f-4e06-9a00-dd5b80cae050 req-7eb0a53d-f8cb-44b1-9963-b2694d302224 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508925 Sep 16 16:41:25.313180 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2b851f4-1201-45e4-9fae-ee6eb2c3fae7 req-cc10da57-a7ae-4583-abde-a9f96cb0fdee service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271791 Sep 16 16:41:25.321291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:25.337722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:25.340489 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:25.369153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] For port a855464d-6057-4228-86ea-e8c0f86fb40a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a855464d-6057-4228-86ea-e8c0f86fb40a,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:25.369570 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:25.381521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Made reservation on behalf of 3cfe334ca4ed421299158e989ad14f8f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:25.392336 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:25.833527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Network': ['ID=b1bc7a18-84bd-4857-a451-c4742d39757d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:25.845926 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:25.846418 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:25.848880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network b1bc7a18-84bd-4857-a451-c4742d39757d details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:41:25.858283 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Floating IP 76cf239d-fc77-4d10-ba73-691b52e23f7a disassociated. External IP: 172.25.6.231, port: a855464d-6057-4228-86ea-e8c0f86fb40a. Sep 16 16:41:25.860144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Calling delete_port for a855464d-6057-4228-86ea-e8c0f86fb40a owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:26.005706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Allocated IP 172.20.0.9 (25a85cae-dead-4ae8-9f5c-13292fc249db/590a055f-41c8-4251-aba0-6153ef76eaea/406e3c34-b88d-441a-a37a-90236ddf0940) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:26.044935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85650c64-ce51-4fb4-a675-6fbb7faa181a {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:26.055441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:26.085218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Transition to ACTIVE for port object 85650c64-ce51-4fb4-a675-6fbb7faa181a will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:41:26.173468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fb749829-8552-4d47-a63d-6f23dbb657fc tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3772552 Sep 16 16:41:26.174449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49674) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:26.182042 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:26.213644 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d4a92b1-d0dd-4c74-9eb4-faf2146088ca req-aca08732-2cc6-461a-b055-d23878914c16 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 210 time: 0.4534221 Sep 16 16:41:26.219375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'subnet': {'network_id': 'b1bc7a18-84bd-4857-a451-c4742d39757d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:26.259813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Pushing event updated for resources: {'Port': ['ID=85650c64-ce51-4fb4-a675-6fbb7faa181a,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:26.345359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b29241-b406-49c3-a1ee-b5ca7338a334 req-bf435426-1848-4861-b0d4-c62bf3ad607f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:26.353288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20b29241-b406-49c3-a1ee-b5ca7338a334 req-bf435426-1848-4861-b0d4-c62bf3ad607f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.5225246 Sep 16 16:41:26.451525 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:26.455601 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20b29241-b406-49c3-a1ee-b5ca7338a334 req-b43a39d6-0bc4-4442-8df5-904d547e974e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014030 Sep 16 16:41:26.495312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 46ba6da9-5603-4585-97d9-71f082072db7 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:41:26.563752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event deleted for resources: {'Port': ['ID=a855464d-6057-4228-86ea-e8c0f86fb40a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:26.575077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Attempting to bind port 85650c64-ce51-4fb4-a675-6fbb7faa181a on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:26.576027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Attempting to bind port 85650c64-ce51-4fb4-a675-6fbb7faa181a by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:26.576027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Attempting to bind port 85650c64-ce51-4fb4-a675-6fbb7faa181a on network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:26.580736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44f52d22-efe8-47d1-ad91-4af695a23d05 req-3ffe2ce7-5021-4e3f-ac61-35909ce3a4cd tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 210 time: 0.1626148 Sep 16 16:41:26.614138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Port 85650c64-ce51-4fb4-a675-6fbb7faa181a on network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:41:26.614470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Attempting to bind port 85650c64-ce51-4fb4-a675-6fbb7faa181a on network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:26.622326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:26.700495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:26.700847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Checking segment: {'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:26.701469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Bound using segment: {'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:26.701727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Bound port: 85650c64-ce51-4fb4-a675-6fbb7faa181a, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c994381-c80c-4435-b071-3b36a96dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:26.702103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:26.763400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:26.781417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '46ba6da9-5603-4585-97d9-71f082072db7', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'port_id': '46ba6da9-5603-4585-97d9-71f082072db7', 'mac_address': 'fa:16:3e:d7:97:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:41:26.786607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:26.791051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:26.828776 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:26.834476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:26.857798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ba6da9-5603-4585-97d9-71f082072db7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:26.861233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116f0b1-31b6-411b-8e20-a9509c377420 req-cc9452a7-1c21-4994-b7b6-e5648bf2a1db tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:26.867816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116f0b1-31b6-411b-8e20-a9509c377420 req-cc9452a7-1c21-4994-b7b6-e5648bf2a1db tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:26.874157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116f0b1-31b6-411b-8e20-a9509c377420 req-cc9452a7-1c21-4994-b7b6-e5648bf2a1db tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:26.881131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116f0b1-31b6-411b-8e20-a9509c377420 req-cc9452a7-1c21-4994-b7b6-e5648bf2a1db tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:26.884232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:26.893043 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116f0b1-31b6-411b-8e20-a9509c377420 req-cc9452a7-1c21-4994-b7b6-e5648bf2a1db tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:26.896368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8116f0b1-31b6-411b-8e20-a9509c377420 req-cc9452a7-1c21-4994-b7b6-e5648bf2a1db tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 3826 time: 0.2148850 Sep 16 16:41:26.960853 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:26.982090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Router a1ed3fcb-4090-4826-9315-6f7212b32251 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:41:27.070068 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:27.100816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:27.198439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:41:27.209928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] For port 85650c64-ce51-4fb4-a675-6fbb7faa181a, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:27.210540 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] Sync routers for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:41:27.227169 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:27.227724 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:27.239058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['46ba6da9-5603-4585-97d9-71f082072db7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:41:27.269157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Network 25a85cae-dead-4ae8-9f5c-13292fc249db is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:27.287930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8116f0b1-31b6-411b-8e20-a9509c377420 req-c06a56cf-07aa-4183-8e3b-d9e6f95396fd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905115 Sep 16 16:41:27.317493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] No DVR routers for this DVR port a855464d-6057-4228-86ea-e8c0f86fb40a on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:41:27.332816 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:27.336824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:27.342992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60bd64e2-f33d-4f41-b859-2c7061c97da4 req-aca30c11-ae2a-48cc-a5b9-9e53d3476846 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.52 "DELETE /v2.0/ports/a855464d-6057-4228-86ea-e8c0f86fb40a HTTP/1.1" status: 204 len: 173 time: 3.0469699 Sep 16 16:41:27.361566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] For port 85650c64-ce51-4fb4-a675-6fbb7faa181a, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:27.364545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'name': 'network-vif-deleted', 'tag': 'a855464d-6057-4228-86ea-e8c0f86fb40a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:27.370771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:27.373716 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d45214-b0d4-4209-b3b9-acea8a5d85f3" -d '{"events": [{"server_uuid": "efc51e3e-8376-44d1-81e0-676182d6b5a4", "name": "network-vif-deleted", "tag": "a855464d-6057-4228-86ea-e8c0f86fb40a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:27.429748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:27.460604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:27.461655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:27.466906 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] 10.222.0.62 "PUT /v2.0/ports/85650c64-ce51-4fb4-a675-6fbb7faa181a HTTP/1.1" status: 200 len: 1091 time: 2.9011333 Sep 16 16:41:27.518783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:27.520665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:27.540602 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4969757-67f1-4694-b56b-a0d59d538947 x-openstack-request-id: req-b4969757-67f1-4694-b56b-a0d59d538947 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:27.543022 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc51e3e-8376-44d1-81e0-676182d6b5a4", "name": "network-vif-deleted", "tag": "a855464d-6057-4228-86ea-e8c0f86fb40a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:27.543303 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4969757-67f1-4694-b56b-a0d59d538947 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:27.543727 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc51e3e-8376-44d1-81e0-676182d6b5a4', 'name': 'network-vif-deleted', 'tag': 'a855464d-6057-4228-86ea-e8c0f86fb40a', 'status': 'completed', 'code': 200} Sep 16 16:41:27.582924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:27.593400 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:27.652124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Pushing event updated for resources: {'Port': ['ID=406e3c34-b88d-441a-a37a-90236ddf0940,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:27.680250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:27.761871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276f86d-2c5a-492e-9890-e8be91d54099 service neutron] Pushing event updated for resources: {'Port': ['ID=85650c64-ce51-4fb4-a675-6fbb7faa181a,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:27.801224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70a8fc-a8f5-45bf-a53c-3e2da797c5f9 req-4af562c8-60ab-4a59-b9db-07de10559c1d tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:27.803445 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea70a8fc-a8f5-45bf-a53c-3e2da797c5f9 req-4af562c8-60ab-4a59-b9db-07de10559c1d tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 931 time: 0.2728136 Sep 16 16:41:27.813462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-2f91c381-cba3-411a-b83b-44d8e11eec1f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3181822 Sep 16 16:41:27.862234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Router e793d75d-f234-411d-8c1c-f05a36a5e5a1 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:41:27.879005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Request body: {'port': {'device_id': 'd65e9116-fac6-4f38-ad45-a42a939090ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:27.996679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba55d9-9d88-43e7-ae6f-d38d8e97b24a req-4f57741e-90e8-40ff-95b8-de3af6587edc tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:28.006296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0ba55d9-9d88-43e7-ae6f-d38d8e97b24a req-4f57741e-90e8-40ff-95b8-de3af6587edc tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 944 time: 0.2811649 Sep 16 16:41:28.016776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea70a8fc-a8f5-45bf-a53c-3e2da797c5f9 req-0ce5bd50-11c6-44e3-8bf1-9bb9f769104a tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997144 Sep 16 16:41:28.189453 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4960c3d0-e545-4f7b-baf3-6f0bdd7d4e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:28.194368 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:28.241134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9286348f-76ed-40e6-9b11-9dcc7773240b req-7b6a0a57-82d7-4937-a8e6-cbf3de040a4f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/ports?device_id=efc51e3e-8376-44d1-81e0-676182d6b5a4 HTTP/1.1" status: 200 len: 210 time: 0.0314949 Sep 16 16:41:28.267678 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] Checking router: a1ed3fcb-4090-4826-9315-6f7212b32251 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:41:28.282950 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:28.304023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:28.311854 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:28.315478 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:28.319072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:28.345802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Transition to ACTIVE for port object ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:41:28.348358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0ba55d9-9d88-43e7-ae6f-d38d8e97b24a req-3deb8783-a8db-49ee-a91d-d695ab9ea8d2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409369 Sep 16 16:41:28.353175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:28.407667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:28.513941 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 46ba6da9-5603-4585-97d9-71f082072db7 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:28.560481 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:28.605725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:28.631782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Attempting to bind port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:28.632127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Attempting to bind port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:28.636361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Attempting to bind port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:28.645380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:41:28.645731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Attempting to bind port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:28.654136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:28.654478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Checking segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:28.654874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Bound using segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:28.658807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Bound port: ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:28.658807 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:28.675306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:41:28.696153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Sync routers for ids ['e793d75d-f234-411d-8c1c-f05a36a5e5a1'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:41:28.711599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Routers {'e793d75d-f234-411d-8c1c-f05a36a5e5a1'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:28.712710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e793d75d-f234-411d-8c1c-f05a36a5e5a1'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:28.724896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 46ba6da9-5603-4585-97d9-71f082072db7 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:41:28.752764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] For port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:28.758479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] For port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:28.803635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 46ba6da9-5603-4585-97d9-71f082072db7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:28.804416 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:28.836939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:28.846176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Subnet': ['ID=218eab37-7f51-4053-959b-e714d68a8837,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:28.964227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:28.966572 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:28.967847 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:28.968872 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] 10.222.0.62 "PUT /v2.0/ports/ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 HTTP/1.1" status: 200 len: 1130 time: 1.3925722 Sep 16 16:41:28.990531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac9465-dac4-4d49-af5e-ef8d104f8881 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:29.029194 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f894c09-dbcf-414c-91d1-c21b395f0191 None None] The sync data for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 is: [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:33:26Z', 'revision_number': 4, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4d8ec621-90ac-47f6-98e0-f53befc8cdf5', 'name': '', 'network_id': '192b9611-4d0c-4afa-835b-5392318dd117', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'mac_address': 'fa:16:3e:51:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:26Z', 'updated_at': '2021-09-16T16:33:36Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'subnets': [{'id': '606ec290-cbe0-48fd-96ae-f5f2bbe64d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:41:29.055890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Set router e793d75d-f234-411d-8c1c-f05a36a5e5a1 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:29.065093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:29.301189 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:29.302796 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f9c24696-9765-4c14-aa39-cc968dc9c43c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.1413603 Sep 16 16:41:29.305829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49710) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:29.317108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Checking segment: {'id': 'f8ab46dc-99f0-469f-a53f-45a2868c61a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b1bc7a18-84bd-4857-a451-c4742d39757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:29.317754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network hostable DHCP agents. Network: b1bc7a18-84bd-4857-a451-c4742d39757d, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:41:29.337781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb2b1-0224-4483-9a03-52737b604302 req-67f25b2b-3298-4a71-8c42-90e1effc2e4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:29.344727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb2b1-0224-4483-9a03-52737b604302 req-67f25b2b-3298-4a71-8c42-90e1effc2e4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:29.355114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb2b1-0224-4483-9a03-52737b604302 req-67f25b2b-3298-4a71-8c42-90e1effc2e4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:29.363816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb2b1-0224-4483-9a03-52737b604302 req-67f25b2b-3298-4a71-8c42-90e1effc2e4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:29.374931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb2b1-0224-4483-9a03-52737b604302 req-67f25b2b-3298-4a71-8c42-90e1effc2e4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:29.381483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb2b1-0224-4483-9a03-52737b604302 req-67f25b2b-3298-4a71-8c42-90e1effc2e4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:29.383697 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:29.383873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66cbb2b1-0224-4483-9a03-52737b604302 req-67f25b2b-3298-4a71-8c42-90e1effc2e4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 4598 time: 0.8190570 Sep 16 16:41:29.510016 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:29.510989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406e3c34-b88d-441a-a37a-90236ddf0940 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:29.511156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:29.511156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:29.511680 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4033ee1-769f-4a8d-96ec-b9f55a98331e" -d '{"events": [{"server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "name": "network-vif-plugged", "status": "completed", "tag": "46ba6da9-5603-4585-97d9-71f082072db7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:29.525745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2f6d6-7c6c-4be2-8a5b-8b47deffb754 req-5a7e660f-76c4-4442-a811-258bfa20e62b tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:29.527450 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cb2f6d6-7c6c-4be2-8a5b-8b47deffb754 req-5a7e660f-76c4-4442-a811-258bfa20e62b tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 931 time: 0.2164936 Sep 16 16:41:29.540717 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:29.555673 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '85650c64-ce51-4fb4-a675-6fbb7faa181a'}, {'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': 'ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:29.558738 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680c362f-26a2-483d-9832-a5ddd3712432" -d '{"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "85650c64-ce51-4fb4-a675-6fbb7faa181a"}, {"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:29.583790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793d75d-f234-411d-8c1c-f05a36a5e5a1', 'name': 'tempest-snat-router-1661541006', 'tenant_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.183'}], 'enable_snat': False}, 'gw_port_id': 'ce9ad710-a150-4637-a516-86f9c2120c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:41:18Z', 'updated_at': '2021-09-16T16:41:24Z', 'revision_number': 3, 'project_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'gw_port': {'id': 'ce9ad710-a150-4637-a516-86f9c2120c08', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793d75d-f234-411d-8c1c-f05a36a5e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:41:21Z', 'updated_at': '2021-09-16T16:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:29.585862 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76904ded-2c05-4d6c-9ab7-15480071ed16 None None] New status for floating IP 76cf239d-fc77-4d10-ba73-691b52e23f7a: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:41:29.616403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66cbb2b1-0224-4483-9a03-52737b604302 req-e3bdb31a-c30e-42e9-99ea-29cf111bb7b9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1793044 Sep 16 16:41:29.624146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Checking router: e793d75d-f234-411d-8c1c-f05a36a5e5a1 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:41:29.624346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Updating router e793d75d-f234-411d-8c1c-f05a36a5e5a1 port ce9ad710-a150-4637-a516-86f9c2120c08 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:41:29.631592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network b1bc7a18-84bd-4857-a451-c4742d39757d is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:41:29.651594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:29.652377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a855464d-6057-4228-86ea-e8c0f86fb40a no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:29.657192 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:29.657308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Transition to ACTIVE for port object 406e3c34-b88d-441a-a37a-90236ddf0940 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:41:29.707621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cb2f6d6-7c6c-4be2-8a5b-8b47deffb754 req-8c93cc7c-0721-46d5-af14-d5dea65e5a1b tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626432 Sep 16 16:41:29.740919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:29.745632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, b1bc7a18-84bd-4857-a451-c4742d39757d) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:29.752091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:29.752953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:29.779425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a25d6d-1252-4685-9e3b-60a2b73be732 None None] Network b1bc7a18-84bd-4857-a451-c4742d39757d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:29.783289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: a855464d-6057-4228-86ea-e8c0f86fb40a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:41:29.784526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a855464d-6057-4228-86ea-e8c0f86fb40a not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:41:29.794163 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:29.817798 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-651c3c55-2a33-4767-b6d8-41c2d5ed0f09 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/routers/e793d75d-f234-411d-8c1c-f05a36a5e5a1 HTTP/1.1" status: 200 len: 909 time: 0.5105786 Sep 16 16:41:29.821621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49732) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:29.841874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1661541006', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'enable_snat': True}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:29.896009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dc3f1c0c-f579-4ac3-8d88-50c125c7d6ad tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6848810 Sep 16 16:41:29.898517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49734) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:29.925246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Pushing event updated for resources: {'Port': ['ID=406e3c34-b88d-441a-a37a-90236ddf0940,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:30.094992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05724d8-f250-4dc4-a143-3b96a52b910a req-89b9c18d-2ed7-49cf-824c-b9b236ca7f7b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:30.112235 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491a7ccc-71ee-4219-b312-1fbec3bd1b63 x-openstack-request-id: req-491a7ccc-71ee-4219-b312-1fbec3bd1b63 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:30.112637 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "name": "network-vif-plugged", "status": "completed", "tag": "46ba6da9-5603-4585-97d9-71f082072db7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:30.121732 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-491a7ccc-71ee-4219-b312-1fbec3bd1b63 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:30.122524 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7', 'code': 200} Sep 16 16:41:30.124773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f05724d8-f250-4dc4-a143-3b96a52b910a req-89b9c18d-2ed7-49cf-824c-b9b236ca7f7b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.3003976 Sep 16 16:41:30.203548 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.252557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-b1bc7a18-84bd-4857-a451-c4742d39757d', 'network_id': 'b1bc7a18-84bd-4857-a451-c4742d39757d', 'tenant_id': 'fc9d8b907f664d70a126ff6a947d05ea', 'fixed_ips': [{'subnet_id': '218eab37-7f51-4053-959b-e714d68a8837'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:41:30.255088 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.263540 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ed7e58-4d6f-42bb-abcb-341dd86b2cc7 x-openstack-request-id: req-42ed7e58-4d6f-42bb-abcb-341dd86b2cc7 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:30.263879 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "85650c64-ce51-4fb4-a675-6fbb7faa181a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:30.264246 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42ed7e58-4d6f-42bb-abcb-341dd86b2cc7 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:30.264758 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '85650c64-ce51-4fb4-a675-6fbb7faa181a', 'status': 'completed', 'code': 200} Sep 16 16:41:30.265094 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': 'ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0', 'status': 'completed', 'code': 200} Sep 16 16:41:30.267260 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.268565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.288421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f05724d8-f250-4dc4-a143-3b96a52b910a req-217c20c7-22a2-47f8-b681-b6a61fbb3344 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608613 Sep 16 16:41:30.288421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Attempting to bind port 406e3c34-b88d-441a-a37a-90236ddf0940 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:30.288421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Attempting to bind port 406e3c34-b88d-441a-a37a-90236ddf0940 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '1823a6d2-45f4-4830-8fc2-a9f1a503b35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25a85cae-dead-4ae8-9f5c-13292fc249db'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:30.288819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Attempting to bind port 406e3c34-b88d-441a-a37a-90236ddf0940 on network 25a85cae-dead-4ae8-9f5c-13292fc249db {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:30.302231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Port 406e3c34-b88d-441a-a37a-90236ddf0940 on network 25a85cae-dead-4ae8-9f5c-13292fc249db not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:41:30.302555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Attempting to bind port 406e3c34-b88d-441a-a37a-90236ddf0940 on network 25a85cae-dead-4ae8-9f5c-13292fc249db {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:30.308743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:30.309218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Checking segment: {'id': '1823a6d2-45f4-4830-8fc2-a9f1a503b35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25a85cae-dead-4ae8-9f5c-13292fc249db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:30.309664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Bound using segment: {'id': '1823a6d2-45f4-4830-8fc2-a9f1a503b35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25a85cae-dead-4ae8-9f5c-13292fc249db'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:30.310178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Bound port: 406e3c34-b88d-441a-a37a-90236ddf0940, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1823a6d2-45f4-4830-8fc2-a9f1a503b35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25a85cae-dead-4ae8-9f5c-13292fc249db'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:30.310605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.351266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49736) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:30.404949 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.438745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9869eeba-3260-46f5-a9d7-86e1ebd77e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.482583 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9869eeba-3260-46f5-a9d7-86e1ebd77e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.506626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] For port 406e3c34-b88d-441a-a37a-90236ddf0940, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:30.535879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] For port 406e3c34-b88d-441a-a37a-90236ddf0940, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=406e3c34-b88d-441a-a37a-90236ddf0940,segment=NetworkSegment(1823a6d2-45f4-4830-8fc2-a9f1a503b35c),segment_id=1823a6d2-45f4-4830-8fc2-a9f1a503b35c)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:30.591799 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.637817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:30.638855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.640767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] 10.222.0.62 "PUT /v2.0/ports/406e3c34-b88d-441a-a37a-90236ddf0940 HTTP/1.1" status: 200 len: 1091 time: 2.7669768 Sep 16 16:41:30.641875 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9869eeba-3260-46f5-a9d7-86e1ebd77e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.645766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9869eeba-3260-46f5-a9d7-86e1ebd77e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.648649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9869eeba-3260-46f5-a9d7-86e1ebd77e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "DELETE /v2.0/security-groups/639e935b-a173-449d-b33e-f8e98023a29d HTTP/1.1" status: 204 len: 168 time: 0.2962952 Sep 16 16:41:30.649518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65e9116-fac6-4f38-ad45-a42a939090ba', 'tag': '406e3c34-b88d-441a-a37a-90236ddf0940'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:30.653386 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de57b661-7cdf-4406-9dd7-0c00f280605c" -d '{"events": [{"name": "network-changed", "server_uuid": "d65e9116-fac6-4f38-ad45-a42a939090ba", "tag": "406e3c34-b88d-441a-a37a-90236ddf0940"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:30.677666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49738) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:30.679734 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38035823-a70f-4825-868c-962410d0d042 req-864f9a84-caea-42dd-bf88-0ac6e81d7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:30.686387 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38035823-a70f-4825-868c-962410d0d042 req-864f9a84-caea-42dd-bf88-0ac6e81d7aff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 1096 time: 0.4483685 Sep 16 16:41:30.760780 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869eeba-3260-46f5-a9d7-86e1ebd77e62 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639e935b-a173-449d-b33e-f8e98023a29d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:30.769696 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030a1975-55ec-45f9-8fb7-7f890f33d35e x-openstack-request-id: req-030a1975-55ec-45f9-8fb7-7f890f33d35e {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:30.770511 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65e9116-fac6-4f38-ad45-a42a939090ba", "tag": "406e3c34-b88d-441a-a37a-90236ddf0940", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:30.773976 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-030a1975-55ec-45f9-8fb7-7f890f33d35e {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:30.774267 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65e9116-fac6-4f38-ad45-a42a939090ba', 'tag': '406e3c34-b88d-441a-a37a-90236ddf0940', 'status': 'completed', 'code': 200} Sep 16 16:41:30.783975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Allocated IP 2001:db8::2 (b1bc7a18-84bd-4857-a451-c4742d39757d/218eab37-7f51-4053-959b-e714d68a8837/7d3fc93a-7fa9-4635-aaef-3f4b6560c619) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:30.820853 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-b0f3f755-4233-489f-841f-969ebbcd0863 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] show failed (client error): The resource could not be found. Sep 16 16:41:30.822248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b0f3f755-4233-489f-841f-969ebbcd0863 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "GET /v2.0/security-groups/639e935b-a173-449d-b33e-f8e98023a29d HTTP/1.1" status: 404 len: 347 time: 0.1133754 Sep 16 16:41:30.849149 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.850595 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-caf6f986-99ee-49b1-93c6-359dd489dd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:30.866213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49750) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:30.866774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-aad63b95-fe7a-477a-90cb-3b3fc7926cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:30.866774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-aad63b95-fe7a-477a-90cb-3b3fc7926cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:30.866976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-aad63b95-fe7a-477a-90cb-3b3fc7926cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:30.867350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-aad63b95-fe7a-477a-90cb-3b3fc7926cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:30.867832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-aad63b95-fe7a-477a-90cb-3b3fc7926cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:30.868312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-aad63b95-fe7a-477a-90cb-3b3fc7926cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:30.871233 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-680c362f-26a2-483d-9832-a5ddd3712432 req-aad63b95-fe7a-477a-90cb-3b3fc7926cdc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5284 time: 0.5950792 Sep 16 16:41:30.991811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.124792 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.151751 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-38035823-a70f-4825-868c-962410d0d042 req-8230768b-c2ad-4ca7-a347-68d3729c1e82 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447278 Sep 16 16:41:31.181326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Attempting to bind port ce9ad710-a150-4637-a516-86f9c2120c08 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:31.181719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Attempting to bind port ce9ad710-a150-4637-a516-86f9c2120c08 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:31.182078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Attempting to bind port ce9ad710-a150-4637-a516-86f9c2120c08 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:31.185788 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.198631 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:31.199865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:31.199865 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.200463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:31.200972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Bound port: ce9ad710-a150-4637-a516-86f9c2120c08, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:31.201359 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.250203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf45ee3-c545-4ce9-a8fe-c02d953f2a43 None None] Pushing event updated for resources: {'Port': ['ID=ce9ad710-a150-4637-a516-86f9c2120c08,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:31.392131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] For port ce9ad710-a150-4637-a516-86f9c2120c08, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:31.416830 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.422177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] For port ce9ad710-a150-4637-a516-86f9c2120c08, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ce9ad710-a150-4637-a516-86f9c2120c08,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:31.437065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cced30-e2cc-41f5-bea3-ba3c13454a06 service neutron] Pushing event updated for resources: {'Port': ['ID=406e3c34-b88d-441a-a37a-90236ddf0940,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:31.492449 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.521957 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.525041 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.595466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b3e8-4a0d-4e4c-8f0c-9d2ae808e1ef req-19387197-1c38-4433-af4b-7a3e7ca79792 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.602337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b3e8-4a0d-4e4c-8f0c-9d2ae808e1ef req-19387197-1c38-4433-af4b-7a3e7ca79792 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.608206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6363fdc0-2e27-4457-988b-e88b55801776 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:31.613451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b3e8-4a0d-4e4c-8f0c-9d2ae808e1ef req-19387197-1c38-4433-af4b-7a3e7ca79792 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.615574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b3e8-4a0d-4e4c-8f0c-9d2ae808e1ef req-19387197-1c38-4433-af4b-7a3e7ca79792 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.623412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b3e8-4a0d-4e4c-8f0c-9d2ae808e1ef req-19387197-1c38-4433-af4b-7a3e7ca79792 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.630283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b3e8-4a0d-4e4c-8f0c-9d2ae808e1ef req-19387197-1c38-4433-af4b-7a3e7ca79792 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.631621 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.632191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7024b3e8-4a0d-4e4c-8f0c-9d2ae808e1ef req-19387197-1c38-4433-af4b-7a3e7ca79792 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 4598 time: 0.8509109 Sep 16 16:41:31.658792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Network b1bc7a18-84bd-4857-a451-c4742d39757d is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:31.676163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:31.679500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Pushing event updated for resources: {'Port': ['ID=7d3fc93a-7fa9-4635-aaef-3f4b6560c619,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:31.682311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:31.686290 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Routers {'e793d75d-f234-411d-8c1c-f05a36a5e5a1'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:31.687205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e793d75d-f234-411d-8c1c-f05a36a5e5a1'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:31.694726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777888-f8da-47f1-aaa3-5d27e55e7f1b req-bcc4084d-12b3-4e09-aa61-594b014e95fe tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.696287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb777888-f8da-47f1-aaa3-5d27e55e7f1b req-bcc4084d-12b3-4e09-aa61-594b014e95fe tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 943 time: 0.8348930 Sep 16 16:41:31.706397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-0edceca5-e5e7-4f0a-b630-fcbc893665e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.707888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-0edceca5-e5e7-4f0a-b630-fcbc893665e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cfe334ca4ed421299158e989ad14f8f&device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 1094 time: 0.9327304 Sep 16 16:41:31.734637 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.788943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Transition to ACTIVE for port object 6363fdc0-2e27-4457-988b-e88b55801776 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:41:31.798784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Subnet': ['ID=218eab37-7f51-4053-959b-e714d68a8837,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:31.837129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-b13ab626-4181-42a2-94d7-87ddf19745e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.837621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-b13ab626-4181-42a2-94d7-87ddf19745e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.838131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-b13ab626-4181-42a2-94d7-87ddf19745e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.840783 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-680c362f-26a2-483d-9832-a5ddd3712432 req-b13ab626-4181-42a2-94d7-87ddf19745e5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c0420db67b640fbae53ef9c686feeab&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8925631 Sep 16 16:41:31.846588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Attempting to bind port 7d3fc93a-7fa9-4635-aaef-3f4b6560c619 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:31.852790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-6c0f3fd4-79fe-4611-b539-5ac7349e4e15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=406e3c34-b88d-441a-a37a-90236ddf0940 HTTP/1.1" status: 200 len: 217 time: 0.1354165 Sep 16 16:41:31.853901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Attempting to bind port 7d3fc93a-7fa9-4635-aaef-3f4b6560c619 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f8ab46dc-99f0-469f-a53f-45a2868c61a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b1bc7a18-84bd-4857-a451-c4742d39757d'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:31.855183 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Attempting to bind port 7d3fc93a-7fa9-4635-aaef-3f4b6560c619 on network b1bc7a18-84bd-4857-a451-c4742d39757d {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:31.880296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7024b3e8-4a0d-4e4c-8f0c-9d2ae808e1ef req-de51d634-e565-4cb6-ac3e-cfd844c367c1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2149363 Sep 16 16:41:31.900276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:31.901581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Checking segment: {'id': 'f8ab46dc-99f0-469f-a53f-45a2868c61a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b1bc7a18-84bd-4857-a451-c4742d39757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:31.902288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.902979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Bound using segment: {'id': 'f8ab46dc-99f0-469f-a53f-45a2868c61a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b1bc7a18-84bd-4857-a451-c4742d39757d'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:31.903749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Bound port: 7d3fc93a-7fa9-4635-aaef-3f4b6560c619, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ab46dc-99f0-469f-a53f-45a2868c61a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b1bc7a18-84bd-4857-a451-c4742d39757d'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:31.904416 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.937201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb777888-f8da-47f1-aaa3-5d27e55e7f1b req-72925814-58e7-4cd1-9a16-f53e1fa919bf tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283220 Sep 16 16:41:31.954899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f4953cb5-6a9a-4082-9273-4c0d28dec378 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Deleting port ef45d050-871e-476f-84df-c5709a21e232 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:31.955235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4953cb5-6a9a-4082-9273-4c0d28dec378 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:31.958017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-699559d5-5ced-4695-ae79-6ec7f4064991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:31.969248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-699559d5-5ced-4695-ae79-6ec7f4064991 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=590a055f-41c8-4251-aba0-6153ef76eaea HTTP/1.1" status: 200 len: 851 time: 0.1036384 Sep 16 16:41:31.971767 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf45ee3-c545-4ce9-a8fe-c02d953f2a43 None None] Pushing event updated for resources: {'Port': ['ID=ce9ad710-a150-4637-a516-86f9c2120c08,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:31.973697 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:32.015219 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:32.047550 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:32.064525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] Set router e793d75d-f234-411d-8c1c-f05a36a5e5a1 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:32.075520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-3ec47ddd-b596-4e39-a330-048b54ad5c99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25a85cae-dead-4ae8-9f5c-13292fc249db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813379 Sep 16 16:41:32.094281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bc7a18-84bd-4857-a451-c4742d39757d']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:32.119739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ab46dc-99f0-469f-a53f-45a2868c61a5') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:32.119967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ab46dc-99f0-469f-a53f-45a2868c61a5') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:32.171580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:32.225201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4953cb5-6a9a-4082-9273-4c0d28dec378 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:32.225544 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4953cb5-6a9a-4082-9273-4c0d28dec378 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:32.225673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] For port 7d3fc93a-7fa9-4635-aaef-3f4b6560c619, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:32.235707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-f43d5f76-db6c-4a35-9ba6-7278b6d4af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.237427 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-680c362f-26a2-483d-9832-a5ddd3712432 req-f43d5f76-db6c-4a35-9ba6-7278b6d4af56 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3865411 Sep 16 16:41:32.238039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Pushing event updated for resources: {'Port': ['ID=6363fdc0-2e27-4457-988b-e88b55801776,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:32.248736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] For port 7d3fc93a-7fa9-4635-aaef-3f4b6560c619, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7d3fc93a-7fa9-4635-aaef-3f4b6560c619,segment=NetworkSegment(f8ab46dc-99f0-469f-a53f-45a2868c61a5),segment_id=f8ab46dc-99f0-469f-a53f-45a2868c61a5)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:32.252136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f4953cb5-6a9a-4082-9273-4c0d28dec378 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Calling delete_port for ef45d050-871e-476f-84df-c5709a21e232 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:32.334201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:32.366371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:32.475518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:41:32.476197 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:32.517125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044d6f-41c1-4795-806a-c026089f0b80 None None] Pushing event updated for resources: {'Port': ['ID=7d3fc93a-7fa9-4635-aaef-3f4b6560c619,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:41:32.535193 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:41:32.547122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e32b17-6048-4095-ab1d-88708c2b7b65 None None] Network b1bc7a18-84bd-4857-a451-c4742d39757d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:32.558241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-36e64a13-96ef-4ab5-bbdc-300aacaab57a service neutron] 10.222.0.62 "GET /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217668 Sep 16 16:41:32.584197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793d75d-f234-411d-8c1c-f05a36a5e5a1', 'name': 'tempest-snat-router-1661541006', 'tenant_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.183'}], 'enable_snat': False}, 'gw_port_id': 'ce9ad710-a150-4637-a516-86f9c2120c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:41:18Z', 'updated_at': '2021-09-16T16:41:24Z', 'revision_number': 3, 'project_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'gw_port': {'id': 'ce9ad710-a150-4637-a516-86f9c2120c08', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793d75d-f234-411d-8c1c-f05a36a5e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:41:21Z', 'updated_at': '2021-09-16T16:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:32.592444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Attempting to bind port 6363fdc0-2e27-4457-988b-e88b55801776 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:32.592830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Attempting to bind port 6363fdc0-2e27-4457-988b-e88b55801776 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:32.593299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Attempting to bind port 6363fdc0-2e27-4457-988b-e88b55801776 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:32.626059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e3d71a-de7a-4372-9053-18860ed2b83d None None] The sync data for ids ['e793d75d-f234-411d-8c1c-f05a36a5e5a1'] in n-d-807786-3 is: [{'id': 'e793d75d-f234-411d-8c1c-f05a36a5e5a1', 'name': 'tempest-snat-router-1661541006', 'tenant_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.183'}], 'enable_snat': False}, 'gw_port_id': 'ce9ad710-a150-4637-a516-86f9c2120c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:41:18Z', 'updated_at': '2021-09-16T16:41:24Z', 'revision_number': 3, 'project_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'gw_port': {'id': 'ce9ad710-a150-4637-a516-86f9c2120c08', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793d75d-f234-411d-8c1c-f05a36a5e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:41:21Z', 'updated_at': '2021-09-16T16:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:41:32.673135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-713b05c3-0da3-432e-855b-a52c8e155a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.673742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-713b05c3-0da3-432e-855b-a52c8e155a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.674277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-713b05c3-0da3-432e-855b-a52c8e155a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.674768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-713b05c3-0da3-432e-855b-a52c8e155a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.675383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-713b05c3-0da3-432e-855b-a52c8e155a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.675914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-713b05c3-0da3-432e-855b-a52c8e155a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.676482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-713b05c3-0da3-432e-855b-a52c8e155a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.678475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-680c362f-26a2-483d-9832-a5ddd3712432 req-713b05c3-0da3-432e-855b-a52c8e155a56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6165 time: 0.3212910 Sep 16 16:41:32.679073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Port 6363fdc0-2e27-4457-988b-e88b55801776 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:41:32.683705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Attempting to bind port 6363fdc0-2e27-4457-988b-e88b55801776 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:32.688685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:32.688982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Checking segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:32.689358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Bound using segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:32.690258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Bound port: 6363fdc0-2e27-4457-988b-e88b55801776, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:32.690822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:32.732559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef8edfc4-4ec4-4092-aba8-df68a841db9e req-36e3c73c-df5b-4c61-9995-4970c2b4acbe service neutron] 10.222.0.62 "GET /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230063 Sep 16 16:41:32.775673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10388d2e-c5b5-464d-844a-59fd1c3a6128 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:41:32.789079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96c39d-02f7-4a6a-a4e0-c8f1eb726a1d req-0a1f615a-7896-4ee4-93ed-a6daa09bf34a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.797577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c96c39d-02f7-4a6a-a4e0-c8f1eb726a1d req-0a1f615a-7896-4ee4-93ed-a6daa09bf34a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.7210433 Sep 16 16:41:32.895492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-b9030a7f-21b4-4745-9cd0-2976e77802b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.896995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-b9030a7f-21b4-4745-9cd0-2976e77802b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.897720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-b9030a7f-21b4-4745-9cd0-2976e77802b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.900204 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-680c362f-26a2-483d-9832-a5ddd3712432 req-b9030a7f-21b4-4745-9cd0-2976e77802b3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c0420db67b640fbae53ef9c686feeab&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1784790 Sep 16 16:41:32.902256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c96c39d-02f7-4a6a-a4e0-c8f1eb726a1d req-091aa8fd-4c97-476a-9cfa-318aafb04dc6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033785 Sep 16 16:41:32.956369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57b661-7cdf-4406-9dd7-0c00f280605c req-2c81b3e0-f382-4ed1-ac79-b00143ccfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:32.958240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de57b661-7cdf-4406-9dd7-0c00f280605c req-2c81b3e0-f382-4ed1-ac79-b00143ccfa25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cfe334ca4ed421299158e989ad14f8f&device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 1094 time: 0.0998380 Sep 16 16:41:32.961512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:41:32.961512 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:41:32.961512 n-d-807786-3 neutron-server[95357]: [parameters: {'id': 'b1bc7a18-84bd-4857-a451-c4742d39757d'}] Sep 16 16:41:32.961512 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:41:32.962369 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:41:33.043921 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.061694 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4953cb5-6a9a-4082-9273-4c0d28dec378 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.118756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.139629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10388d2e-c5b5-464d-844a-59fd1c3a6128 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:41:33.202695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4953cb5-6a9a-4082-9273-4c0d28dec378 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Pushing event deleted for resources: {'Port': ['ID=ef45d050-871e-476f-84df-c5709a21e232,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:33.276971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Allocated IP 172.25.6.50 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/1d2c9a36-863a-476b-a28c-036024dd1fd5) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:33.362426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9858a8c-7f8a-4820-8228-765cd6079d36 req-9df49d0a-c38b-4abd-951d-72a6bb4f96bf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.369441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9858a8c-7f8a-4820-8228-765cd6079d36 req-9df49d0a-c38b-4abd-951d-72a6bb4f96bf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.378723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9858a8c-7f8a-4820-8228-765cd6079d36 req-9df49d0a-c38b-4abd-951d-72a6bb4f96bf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.385266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9858a8c-7f8a-4820-8228-765cd6079d36 req-9df49d0a-c38b-4abd-951d-72a6bb4f96bf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.392304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9858a8c-7f8a-4820-8228-765cd6079d36 req-9df49d0a-c38b-4abd-951d-72a6bb4f96bf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.404198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9858a8c-7f8a-4820-8228-765cd6079d36 req-9df49d0a-c38b-4abd-951d-72a6bb4f96bf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.414087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.417919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9858a8c-7f8a-4820-8228-765cd6079d36 req-9df49d0a-c38b-4abd-951d-72a6bb4f96bf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.420246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9858a8c-7f8a-4820-8228-765cd6079d36 req-9df49d0a-c38b-4abd-951d-72a6bb4f96bf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5370 time: 0.2560997 Sep 16 16:41:33.425179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57b661-7cdf-4406-9dd7-0c00f280605c req-01d02ecc-e638-4c0c-a47b-7bb8b60fc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.426623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de57b661-7cdf-4406-9dd7-0c00f280605c req-01d02ecc-e638-4c0c-a47b-7bb8b60fc309 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25a85cae-dead-4ae8-9f5c-13292fc249db HTTP/1.1" status: 200 len: 912 time: 0.4610691 Sep 16 16:41:33.453340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f56b4f-78f8-4080-b995-ba92dedfa8be req-d8fa4545-f561-4e13-a59b-1d37b7cdf87b tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.455078 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22f56b4f-78f8-4080-b995-ba92dedfa8be req-d8fa4545-f561-4e13-a59b-1d37b7cdf87b tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 943 time: 0.2802217 Sep 16 16:41:33.464078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.471758 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4953cb5-6a9a-4082-9273-4c0d28dec378 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.471758 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4953cb5-6a9a-4082-9273-4c0d28dec378 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.473444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f4953cb5-6a9a-4082-9273-4c0d28dec378 tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] 10.222.0.22 "DELETE /v2.0/floatingips/76cf239d-fc77-4d10-ba73-691b52e23f7a HTTP/1.1" status: 204 len: 168 time: 2.6007962 Sep 16 16:41:33.573696 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de57b661-7cdf-4406-9dd7-0c00f280605c req-20635b73-b0e5-4cfb-91a9-b284a72f3221 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=406e3c34-b88d-441a-a37a-90236ddf0940 HTTP/1.1" status: 200 len: 217 time: 0.1362264 Sep 16 16:41:33.584910 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.639704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] For port 6363fdc0-2e27-4457-988b-e88b55801776, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:33.644314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] For port 6363fdc0-2e27-4457-988b-e88b55801776, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6363fdc0-2e27-4457-988b-e88b55801776,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:33.652419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9858a8c-7f8a-4820-8228-765cd6079d36 req-4708b85b-8c35-4051-827b-8de0eaff5950 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2182641 Sep 16 16:41:33.693206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22f56b4f-78f8-4080-b995-ba92dedfa8be req-b199b9c7-54a5-45e8-acc0-5cfe9a678196 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720636 Sep 16 16:41:33.698398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57b661-7cdf-4406-9dd7-0c00f280605c req-e638f89f-3110-481f-9c26-2174dd37943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.702110 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de57b661-7cdf-4406-9dd7-0c00f280605c req-e638f89f-3110-481f-9c26-2174dd37943e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=590a055f-41c8-4251-aba0-6153ef76eaea HTTP/1.1" status: 200 len: 851 time: 0.1140978 Sep 16 16:41:33.715843 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.724358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event updated for resources: {'Port': ['ID=1d2c9a36-863a-476b-a28c-036024dd1fd5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:33.748023 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ce9ad710-a150-4637-a516-86f9c2120c08 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:33.755441 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de57b661-7cdf-4406-9dd7-0c00f280605c req-8cc200f8-2718-4497-b08a-9b0d7e0ffc5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25a85cae-dead-4ae8-9f5c-13292fc249db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454707 Sep 16 16:41:33.851213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.860559 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:33.905572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ce9ad710-a150-4637-a516-86f9c2120c08 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:33.906182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:33.917346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:33.930580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Pushing event updated for resources: {'Port': ['ID=6363fdc0-2e27-4457-988b-e88b55801776,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:33.934291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:33.976112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c669aa0-b8dd-42a4-b326-58743266ff01 req-cb4647db-9308-4dd2-8532-4280ecaa0d3b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:33.977976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c669aa0-b8dd-42a4-b326-58743266ff01 req-cb4647db-9308-4dd2-8532-4280ecaa0d3b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.1605966 Sep 16 16:41:34.044922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de57b661-7cdf-4406-9dd7-0c00f280605c req-8b268210-e5af-4fa0-a851-90ee1da7dc0e service neutron] 10.222.0.62 "GET /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816298 Sep 16 16:41:34.048955 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c669aa0-b8dd-42a4-b326-58743266ff01 req-6867a153-913b-4125-a513-b0d40806d4d9 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626607 Sep 16 16:41:34.068046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.068714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:34.079187 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9ac88bc0-92de-4628-84e7-829314736703 service neutron] 10.222.0.62 "PUT /v2.0/ports/6363fdc0-2e27-4457-988b-e88b55801776 HTTP/1.1" status: 200 len: 1130 time: 5.0188003 Sep 16 16:41:34.099646 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:34.141882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port ce9ad710-a150-4637-a516-86f9c2120c08, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ce9ad710-a150-4637-a516-86f9c2120c08,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:34.158481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '6363fdc0-2e27-4457-988b-e88b55801776'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:34.161235 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce780b19-8295-4d3c-b304-36fd48b0e6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "6363fdc0-2e27-4457-988b-e88b55801776"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:34.167489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c362f-26a2-483d-9832-a5ddd3712432 req-fa8281e1-02e2-4c35-8a8a-11cd91f8b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.169324 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-680c362f-26a2-483d-9832-a5ddd3712432 req-fa8281e1-02e2-4c35-8a8a-11cd91f8b94a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2153306 Sep 16 16:41:34.178346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:34.212372 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:34.268817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de57b661-7cdf-4406-9dd7-0c00f280605c req-80a65517-46ca-4bbb-b3ef-f68d500f8c36 service neutron] 10.222.0.62 "GET /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844049 Sep 16 16:41:34.319777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Deleting port 7d3fc93a-7fa9-4635-aaef-3f4b6560c619 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:34.320528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:34.346490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faad2a-bef3-401d-ac44-631a2f8257d5 req-7306490b-a21c-4dda-bb0f-256c6ddc9475 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.349860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43faad2a-bef3-401d-ac44-631a2f8257d5 req-7306490b-a21c-4dda-bb0f-256c6ddc9475 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.2981226 Sep 16 16:41:34.358368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=ce9ad710-a150-4637-a516-86f9c2120c08,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:34.410497 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:34.423382 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43faad2a-bef3-401d-ac44-631a2f8257d5 req-fa884e4c-2c04-430d-afed-187a813a238d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603952 Sep 16 16:41:34.497313 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e75e8f-1af6-4e5f-a33b-17522d6dd70e x-openstack-request-id: req-b7e75e8f-1af6-4e5f-a33b-17522d6dd70e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:34.497313 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "6363fdc0-2e27-4457-988b-e88b55801776", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:34.497313 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7e75e8f-1af6-4e5f-a33b-17522d6dd70e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:34.497313 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '6363fdc0-2e27-4457-988b-e88b55801776', 'status': 'completed', 'code': 200} Sep 16 16:41:34.597918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] For port 7d3fc93a-7fa9-4635-aaef-3f4b6560c619, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7d3fc93a-7fa9-4635-aaef-3f4b6560c619,segment=NetworkSegment(f8ab46dc-99f0-469f-a53f-45a2868c61a5),segment_id=f8ab46dc-99f0-469f-a53f-45a2868c61a5)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:34.598292 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:34.626325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Calling delete_port for 7d3fc93a-7fa9-4635-aaef-3f4b6560c619 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:34.654914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a18b2e-898c-42fe-aa74-117413f14fb2 req-50b033de-366c-4bb4-8430-ff2e64870aec tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.660912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67a18b2e-898c-42fe-aa74-117413f14fb2 req-50b033de-366c-4bb4-8430-ff2e64870aec tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0830355 Sep 16 16:41:34.670627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-fad33682-4df1-4397-ac37-6dbb8836c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.671121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-fad33682-4df1-4397-ac37-6dbb8836c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.671813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-fad33682-4df1-4397-ac37-6dbb8836c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.672295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-fad33682-4df1-4397-ac37-6dbb8836c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.673131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-fad33682-4df1-4397-ac37-6dbb8836c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.673748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-fad33682-4df1-4397-ac37-6dbb8836c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.674544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-fad33682-4df1-4397-ac37-6dbb8836c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:34.677297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-fad33682-4df1-4397-ac37-6dbb8836c5a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6207 time: 0.1602080 Sep 16 16:41:34.678072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49810) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:34.683286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-75f4eeff-1b1f-451a-8c08-cd3b999d5625 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'floatingip': {'port_id': '46ba6da9-5603-4585-97d9-71f082072db7'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:34.814480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.061860 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.078802 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75f4eeff-1b1f-451a-8c08-cd3b999d5625 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.210499 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.221647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Port': ['ID=7d3fc93a-7fa9-4635-aaef-3f4b6560c619,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:35.227057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No DVR routers for this DVR port 7d3fc93a-7fa9-4635-aaef-3f4b6560c619 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:41:35.410104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.431904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bc7a18-84bd-4857-a451-c4742d39757d']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:35.441757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ab46dc-99f0-469f-a53f-45a2868c61a5') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:35.442093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ab46dc-99f0-469f-a53f-45a2868c61a5') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:35.458529 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.504460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39550247-d430-45db-b8f5-c9dbc078ec7e {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:35.511124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-039d6816-e36c-4efb-a1f2-036a045444b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:35.511613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-039d6816-e36c-4efb-a1f2-036a045444b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:35.512160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-039d6816-e36c-4efb-a1f2-036a045444b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:35.513512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.516905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-039d6816-e36c-4efb-a1f2-036a045444b8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c0420db67b640fbae53ef9c686feeab&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7638798 Sep 16 16:41:35.517047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.530737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:41:35.531137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:41:35.534358 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:41:35.658010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ce9ad710-a150-4637-a516-86f9c2120c08 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:35.675163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Transition to ACTIVE for port object 39550247-d430-45db-b8f5-c9dbc078ec7e will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:41:35.675968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.688246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.690248 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/b1bc7a18-84bd-4857-a451-c4742d39757d HTTP/1.1" status: 204 len: 168 time: 5.7866623 Sep 16 16:41:35.704330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49824) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:35.720210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ce9ad710-a150-4637-a516-86f9c2120c08 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:35.720781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.727050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-748860685'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:35.742671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b85f87-4568-4890-b018-5ff06e7994b9 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Network': ['ID=b1bc7a18-84bd-4857-a451-c4742d39757d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:35.746992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Router d641061e-d44b-48d0-91ea-3e414231dac8 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:41:35.767608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 406e3c34-b88d-441a-a37a-90236ddf0940 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:41:35.851190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.891047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:35.896486 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:41:35.901372 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:35.956749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 406e3c34-b88d-441a-a37a-90236ddf0940, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=406e3c34-b88d-441a-a37a-90236ddf0940,segment=NetworkSegment(1823a6d2-45f4-4830-8fc2-a9f1a503b35c),segment_id=1823a6d2-45f4-4830-8fc2-a9f1a503b35c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:35.971321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '406e3c34-b88d-441a-a37a-90236ddf0940', 'network_id': '25a85cae-dead-4ae8-9f5c-13292fc249db', 'port_id': '406e3c34-b88d-441a-a37a-90236ddf0940', 'mac_address': 'fa:16:3e:35:63:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590a055f-41c8-4251-aba0-6153ef76eaea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:41:36.055347 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:36.083893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406e3c34-b88d-441a-a37a-90236ddf0940 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:36.129770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 406e3c34-b88d-441a-a37a-90236ddf0940, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=406e3c34-b88d-441a-a37a-90236ddf0940,segment=NetworkSegment(1823a6d2-45f4-4830-8fc2-a9f1a503b35c),segment_id=1823a6d2-45f4-4830-8fc2-a9f1a503b35c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:36.173674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.resource_extend [None req-75f4eeff-1b1f-451a-8c08-cd3b999d5625 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 16:41:36.218195 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:36.298112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=406e3c34-b88d-441a-a37a-90236ddf0940,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:36.329605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04bc7-c0d6-49c6-b329-aec17ae8f0cd req-be384735-5b3f-41a8-b8f4-32483b6d4edf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.340630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04bc7-c0d6-49c6-b329-aec17ae8f0cd req-be384735-5b3f-41a8-b8f4-32483b6d4edf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.348314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04bc7-c0d6-49c6-b329-aec17ae8f0cd req-be384735-5b3f-41a8-b8f4-32483b6d4edf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.372607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04bc7-c0d6-49c6-b329-aec17ae8f0cd req-be384735-5b3f-41a8-b8f4-32483b6d4edf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.381812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04bc7-c0d6-49c6-b329-aec17ae8f0cd req-be384735-5b3f-41a8-b8f4-32483b6d4edf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.388566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04bc7-c0d6-49c6-b329-aec17ae8f0cd req-be384735-5b3f-41a8-b8f4-32483b6d4edf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.395752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04bc7-c0d6-49c6-b329-aec17ae8f0cd req-be384735-5b3f-41a8-b8f4-32483b6d4edf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.398368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39d04bc7-c0d6-49c6-b329-aec17ae8f0cd req-be384735-5b3f-41a8-b8f4-32483b6d4edf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5370 time: 0.8824527 Sep 16 16:41:36.414232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-440ea411-cc64-45e0-bcee-5a65c0b2d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.415864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce780b19-8295-4d3c-b304-36fd48b0e6bd req-440ea411-cc64-45e0-bcee-5a65c0b2d3b8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8803229 Sep 16 16:41:36.435563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e10023-d5e2-4ea9-8741-3d16eaf0162c req-2b03e577-e8e9-4000-a5f7-99bfe19da61a tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.437859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00e10023-d5e2-4ea9-8741-3d16eaf0162c req-2b03e577-e8e9-4000-a5f7-99bfe19da61a tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 943 time: 0.9230096 Sep 16 16:41:36.448759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['406e3c34-b88d-441a-a37a-90236ddf0940'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:41:36.527616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Attempting to bind port 39550247-d430-45db-b8f5-c9dbc078ec7e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:36.527954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Attempting to bind port 39550247-d430-45db-b8f5-c9dbc078ec7e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:36.528286 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Attempting to bind port 39550247-d430-45db-b8f5-c9dbc078ec7e on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:36.539614 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39d04bc7-c0d6-49c6-b329-aec17ae8f0cd req-e5951adb-46cf-4cc5-b269-e20d7b8d02cd tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127210 Sep 16 16:41:36.540321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Pushing event updated for resources: {'Port': ['ID=39550247-d430-45db-b8f5-c9dbc078ec7e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:36.600124 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75f4eeff-1b1f-451a-8c08-cd3b999d5625 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:36.605751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Port 39550247-d430-45db-b8f5-c9dbc078ec7e on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:41:36.606083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Attempting to bind port 39550247-d430-45db-b8f5-c9dbc078ec7e on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:36.612032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00e10023-d5e2-4ea9-8741-3d16eaf0162c req-4b087502-1f11-4648-b08f-61b73eb980c0 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146045 Sep 16 16:41:36.615222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:36.615526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Checking segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:36.615915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Bound using segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:36.616473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Bound port: 39550247-d430-45db-b8f5-c9dbc078ec7e, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:36.616742 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:36.632206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:41:36.724604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] For port 39550247-d430-45db-b8f5-c9dbc078ec7e, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:36.730141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] For port 39550247-d430-45db-b8f5-c9dbc078ec7e, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=39550247-d430-45db-b8f5-c9dbc078ec7e,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:36.730366 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75f4eeff-1b1f-451a-8c08-cd3b999d5625 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:36.738772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:36.739120 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Added segment 14cfb6b0-7dee-46af-a8f0-6994b82c53b0 of type vlan for network 5ea88eb5-0cca-409a-9222-016efb870d5c Sep 16 16:41:36.748602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:41:36.764231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Sync routers for ids ['d641061e-d44b-48d0-91ea-3e414231dac8'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:41:36.793875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Routers {'d641061e-d44b-48d0-91ea-3e414231dac8'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:36.794330 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d641061e-d44b-48d0-91ea-3e414231dac8'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:36.796538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:36.816256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:36.857131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.857720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:36.859122 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] 10.222.0.62 "PUT /v2.0/ports/39550247-d430-45db-b8f5-c9dbc078ec7e HTTP/1.1" status: 200 len: 1090 time: 2.6865683 Sep 16 16:41:36.862160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '39550247-d430-45db-b8f5-c9dbc078ec7e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:36.865242 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6" -d '{"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "39550247-d430-45db-b8f5-c9dbc078ec7e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:36.875441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:36.876792 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-06987ba8-db01-45e9-a305-305108c8bf5a tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0509648 Sep 16 16:41:36.879579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49830) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:36.901350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee752ff-205e-4094-ace1-f07fb322b7dc req-625b406e-3ce5-4263-9d1f-a9631f1b3a07 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:36.911801 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ee752ff-205e-4094-ace1-f07fb322b7dc req-625b406e-3ce5-4263-9d1f-a9631f1b3a07 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.2473595 Sep 16 16:41:36.972778 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-75f4eeff-1b1f-451a-8c08-cd3b999d5625 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Floating IP 82af3950-dbcc-4a83-a9c3-e5bcad70dcf0 associated. External IP: 172.25.6.147, port: 46ba6da9-5603-4585-97d9-71f082072db7. Sep 16 16:41:37.026692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Set router d641061e-d44b-48d0-91ea-3e414231dac8 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:37.027647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:37.043410 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db66a33-2ab8-4c3e-be74-8da478c9cbaf x-openstack-request-id: req-2db66a33-2ab8-4c3e-be74-8da478c9cbaf {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:37.043703 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "39550247-d430-45db-b8f5-c9dbc078ec7e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:37.043940 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2db66a33-2ab8-4c3e-be74-8da478c9cbaf {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:37.044334 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '39550247-d430-45db-b8f5-c9dbc078ec7e', 'status': 'completed', 'code': 200} Sep 16 16:41:37.050892 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ef69f638-208c-499f-acb0-3e7e68bdb61e tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/routers/d641061e-d44b-48d0-91ea-3e414231dac8 HTTP/1.1" status: 200 len: 907 time: 0.1678526 Sep 16 16:41:37.056459 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:37.059152 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.059784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:37.063720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49832) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:37.173104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Network': ['ID=5ea88eb5-0cca-409a-9222-016efb870d5c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:37.173637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ee752ff-205e-4094-ace1-f07fb322b7dc req-563d5490-7ae3-4ba4-bdd8-2cd9733bb041 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609901 Sep 16 16:41:37.229629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077979e-b9b6-42d9-af7c-1bde2f28476c service neutron] Pushing event updated for resources: {'Port': ['ID=39550247-d430-45db-b8f5-c9dbc078ec7e,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:37.263756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-49554d28-67de-4955-a0f2-e25b0323125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.265092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-49554d28-67de-4955-a0f2-e25b0323125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.266455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-49554d28-67de-4955-a0f2-e25b0323125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.267853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-49554d28-67de-4955-a0f2-e25b0323125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.269244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-49554d28-67de-4955-a0f2-e25b0323125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.270424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-49554d28-67de-4955-a0f2-e25b0323125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.270974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-49554d28-67de-4955-a0f2-e25b0323125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.273379 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-49554d28-67de-4955-a0f2-e25b0323125f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6274 time: 0.2425985 Sep 16 16:41:37.284611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-82428d4f-b1f9-4b33-b2a4-e1e5fa638584 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5681458 Sep 16 16:41:37.285436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49836) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:37.293143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Request body: {'subnet': {'network_id': '5ea88eb5-0cca-409a-9222-016efb870d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:37.329725 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:37.351335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 5ea88eb5-0cca-409a-9222-016efb870d5c details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:41:37.519148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-50fc15d9-6578-4f5a-9fa2-47d7a4a272d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.524485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-50fc15d9-6578-4f5a-9fa2-47d7a4a272d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.524485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-50fc15d9-6578-4f5a-9fa2-47d7a4a272d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.524485 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-50fc15d9-6578-4f5a-9fa2-47d7a4a272d3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c0420db67b640fbae53ef9c686feeab&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2362087 Sep 16 16:41:37.585356 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:37.591080 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:37.639545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd641061e-d44b-48d0-91ea-3e414231dac8', 'name': 'tempest-snat-router-1661541006', 'tenant_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1d2c9a36-863a-476b-a28c-036024dd1fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:41:30Z', 'updated_at': '2021-09-16T16:41:34Z', 'revision_number': 3, 'project_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'gw_port': {'id': '1d2c9a36-863a-476b-a28c-036024dd1fd5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd641061e-d44b-48d0-91ea-3e414231dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:41:33Z', 'updated_at': '2021-09-16T16:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:37.676980 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Checking router: d641061e-d44b-48d0-91ea-3e414231dac8 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:41:37.677705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Updating router d641061e-d44b-48d0-91ea-3e414231dac8 port 1d2c9a36-863a-476b-a28c-036024dd1fd5 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:41:37.705505 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:37.732482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Made reservation on behalf of fc9d8b907f664d70a126ff6a947d05ea for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:41:37.738402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:37.815893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f4eeff-1b1f-451a-8c08-cd3b999d5625 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:41:37.833505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:41:37.837251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 406e3c34-b88d-441a-a37a-90236ddf0940 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:37.859359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-7b1bd482-5feb-4181-a7e0-d3ceff7b344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.861261 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c2e763e0-3025-47f6-91c8-d8b6ce61eef6 req-7b1bd482-5feb-4181-a7e0-d3ceff7b344b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3274066 Sep 16 16:41:37.935819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fd640-1f00-483c-9acb-a4edf42ea48c req-f8a7cb8a-0cc2-4b5d-8f43-96ce49103ecc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.942671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fd640-1f00-483c-9acb-a4edf42ea48c req-f8a7cb8a-0cc2-4b5d-8f43-96ce49103ecc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.949129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fd640-1f00-483c-9acb-a4edf42ea48c req-f8a7cb8a-0cc2-4b5d-8f43-96ce49103ecc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.955826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fd640-1f00-483c-9acb-a4edf42ea48c req-f8a7cb8a-0cc2-4b5d-8f43-96ce49103ecc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.962957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fd640-1f00-483c-9acb-a4edf42ea48c req-f8a7cb8a-0cc2-4b5d-8f43-96ce49103ecc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.970553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fd640-1f00-483c-9acb-a4edf42ea48c req-f8a7cb8a-0cc2-4b5d-8f43-96ce49103ecc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.977619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fd640-1f00-483c-9acb-a4edf42ea48c req-f8a7cb8a-0cc2-4b5d-8f43-96ce49103ecc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:37.986952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f96fd640-1f00-483c-9acb-a4edf42ea48c req-f8a7cb8a-0cc2-4b5d-8f43-96ce49103ecc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5382 time: 0.3092287 Sep 16 16:41:38.063847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e93f4c-5b31-469c-9f73-bd10234411fd req-bd402e6f-cec9-4de6-a76e-25aad1449e80 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:38.071319 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15e93f4c-5b31-469c-9f73-bd10234411fd req-bd402e6f-cec9-4de6-a76e-25aad1449e80 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 944 time: 0.3110833 Sep 16 16:41:38.131807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:38.136041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 406e3c34-b88d-441a-a37a-90236ddf0940 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:41:38.147110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 406e3c34-b88d-441a-a37a-90236ddf0940 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:38.147795 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.169346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Deleting port 1d2c9a36-863a-476b-a28c-036024dd1fd5 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:38.171646 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.179997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'port_id': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'mac_address': 'fa:16:3e:3a:cf:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:41:38.235967 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f96fd640-1f00-483c-9acb-a4edf42ea48c req-cd4910fb-bc78-410b-a1d3-d80c4f9037b1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288928 Sep 16 16:41:38.255139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.259557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:41:38.265468 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.310769 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:38.344641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.362968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Checking segment: {'id': '14cfb6b0-7dee-46af-a8f0-6994b82c53b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ea88eb5-0cca-409a-9222-016efb870d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:38.363871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network hostable DHCP agents. Network: 5ea88eb5-0cca-409a-9222-016efb870d5c, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:41:38.365030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:38.370897 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event updated for resources: {'Subnet': ['ID=3a626ed6-97d8-4c90-89b4-c6c98b5b01bf,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:38.418125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15e93f4c-5b31-469c-9f73-bd10234411fd req-5cf6562e-c288-4dae-92f1-5c7e46322dfa tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456841 Sep 16 16:41:38.434558 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.501029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 406e3c34-b88d-441a-a37a-90236ddf0940, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=406e3c34-b88d-441a-a37a-90236ddf0940,segment=NetworkSegment(1823a6d2-45f4-4830-8fc2-a9f1a503b35c),segment_id=1823a6d2-45f4-4830-8fc2-a9f1a503b35c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:38.502616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65e9116-fac6-4f38-ad45-a42a939090ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406e3c34-b88d-441a-a37a-90236ddf0940'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:38.507226 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b1751-4096-459a-8da9-c882e58208ed" -d '{"events": [{"server_uuid": "d65e9116-fac6-4f38-ad45-a42a939090ba", "name": "network-vif-plugged", "status": "completed", "tag": "406e3c34-b88d-441a-a37a-90236ddf0940"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:38.515159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.534709 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.535639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Network 5ea88eb5-0cca-409a-9222-016efb870d5c is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:41:38.620954 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.621758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:38.623176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 5ea88eb5-0cca-409a-9222-016efb870d5c) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:38.636453 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aba38ce-df4d-4f9e-98a4-54059c617228 x-openstack-request-id: req-7aba38ce-df4d-4f9e-98a4-54059c617228 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:38.636772 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65e9116-fac6-4f38-ad45-a42a939090ba", "name": "network-vif-plugged", "status": "completed", "tag": "406e3c34-b88d-441a-a37a-90236ddf0940", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:38.637025 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7aba38ce-df4d-4f9e-98a4-54059c617228 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:38.637422 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65e9116-fac6-4f38-ad45-a42a939090ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406e3c34-b88d-441a-a37a-90236ddf0940', 'code': 200} Sep 16 16:41:38.641733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:38.642707 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.688153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b0487a-4ed1-4505-a077-7808fe193e38 None None] Network 5ea88eb5-0cca-409a-9222-016efb870d5c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:38.716125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.794064 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c98a44d7-2c10-430d-a62e-52d134f903a5 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5042989 Sep 16 16:41:38.794982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49862) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:38.818715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc2886-36b0-4183-a09c-673607fd49cc req-c0c35009-1d09-456e-8fcb-254040b420c6 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:38.823261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54dc2886-36b0-4183-a09c-673607fd49cc req-c0c35009-1d09-456e-8fcb-254040b420c6 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 945 time: 0.2178562 Sep 16 16:41:38.844662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Calling delete_port for 1d2c9a36-863a-476b-a28c-036024dd1fd5 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:38.861943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:41:38.874318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f4eeff-1b1f-451a-8c08-cd3b999d5625 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:41:38.889226 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] Sync routers for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:41:38.904752 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:38.906670 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:38.932922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Attempting to bind port 1d2c9a36-863a-476b-a28c-036024dd1fd5 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:38.933682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Attempting to bind port 1d2c9a36-863a-476b-a28c-036024dd1fd5 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:38.937908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Attempting to bind port 1d2c9a36-863a-476b-a28c-036024dd1fd5 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:38.947390 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75f4eeff-1b1f-451a-8c08-cd3b999d5625 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:38.958590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638dfb-0a8a-4a67-b90e-fcb2cd95d4d0 req-ae1fa8a3-b69e-4b8d-95ea-4f61a509210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:38.964985 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-db638dfb-0a8a-4a67-b90e-fcb2cd95d4d0 req-ae1fa8a3-b69e-4b8d-95ea-4f61a509210f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 1096 time: 0.2582834 Sep 16 16:41:39.072169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:39.073155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:39.073155 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:39.073562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:39.073992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Bound port: 1d2c9a36-863a-476b-a28c-036024dd1fd5, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:39.074373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:39.095073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Pushing event updated for resources: {'Port': ['ID=1d2c9a36-863a-476b-a28c-036024dd1fd5,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:39.112130 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:39.144161 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:39.155192 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-db638dfb-0a8a-4a67-b90e-fcb2cd95d4d0 req-dd84de79-7528-438a-9edf-4f930ac5c976 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824706 Sep 16 16:41:39.361624 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=11']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:39.389938 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:39.430331 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:39.444690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90015a3-0bad-4190-9c1a-5570059cd67a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-5ea88eb5-0cca-409a-9222-016efb870d5c', 'network_id': '5ea88eb5-0cca-409a-9222-016efb870d5c', 'tenant_id': 'fc9d8b907f664d70a126ff6a947d05ea', 'fixed_ips': [{'subnet_id': '3a626ed6-97d8-4c90-89b4-c6c98b5b01bf'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:41:39.449959 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c90015a3-0bad-4190-9c1a-5570059cd67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:39.659277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:39.691872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] For port 1d2c9a36-863a-476b-a28c-036024dd1fd5, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:39.718712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54dc2886-36b0-4183-a09c-673607fd49cc req-a3f8511a-1c75-44fd-af9c-759334a7b206 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8589909 Sep 16 16:41:39.727748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-75f4eeff-1b1f-451a-8c08-cd3b999d5625 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "PUT /v2.0/floatingips/82af3950-dbcc-4a83-a9c3-e5bcad70dcf0 HTTP/1.1" status: 200 len: 991 time: 5.0479710 Sep 16 16:41:39.732838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:39.733066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:39.735133 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae13bb-0a00-4aed-960d-6d1daf64d92e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "tag": "46ba6da9-5603-4585-97d9-71f082072db7"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:39.781092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:39.800025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] For port 1d2c9a36-863a-476b-a28c-036024dd1fd5, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1d2c9a36-863a-476b-a28c-036024dd1fd5,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:39.855231 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '82af3950-dbcc-4a83-a9c3-e5bcad70dcf0', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'port_id': '46ba6da9-5603-4585-97d9-71f082072db7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'mac_address': 'fa:16:3e:d7:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f60a906-5dfe-44e2-b420-446220f5faae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:41:07Z', 'updated_at': '2021-09-16T16:41:35Z', 'revision_number': 1, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:39.921238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Subnet': ['ID=3a626ed6-97d8-4c90-89b4-c6c98b5b01bf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:39.947235 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] Checking router: d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:41:39.989459 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:39.991729 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:39.999767 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:40.017745 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:40.029111 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:40.045533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54226eab-2109-4213-afce-8844fbb3b740 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:40.057063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:40.063100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=406e3c34-b88d-441a-a37a-90236ddf0940,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:40.064605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea88eb5-0cca-409a-9222-016efb870d5c']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:40.073427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Transition to ACTIVE for port object 54226eab-2109-4213-afce-8844fbb3b740 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:41:40.115313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cfb6b0-7dee-46af-a8f0-6994b82c53b0') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:40.115313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cfb6b0-7dee-46af-a8f0-6994b82c53b0') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:40.144733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65dcfa-770d-433d-80f9-4f22fef4d3e4 req-e4e4bae6-fdb6-4a87-aa67-f2a1960cb4a2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:40.154035 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:40.186613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65dcfa-770d-433d-80f9-4f22fef4d3e4 req-e4e4bae6-fdb6-4a87-aa67-f2a1960cb4a2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:40.221036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65dcfa-770d-433d-80f9-4f22fef4d3e4 req-e4e4bae6-fdb6-4a87-aa67-f2a1960cb4a2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:40.228477 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:40.236964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65dcfa-770d-433d-80f9-4f22fef4d3e4 req-e4e4bae6-fdb6-4a87-aa67-f2a1960cb4a2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:40.239352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:41:40.239771 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:41:40.248898 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:41:40.253926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65dcfa-770d-433d-80f9-4f22fef4d3e4 req-e4e4bae6-fdb6-4a87-aa67-f2a1960cb4a2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:40.267549 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:40.268926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65dcfa-770d-433d-80f9-4f22fef4d3e4 req-e4e4bae6-fdb6-4a87-aa67-f2a1960cb4a2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:40.275755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65dcfa-770d-433d-80f9-4f22fef4d3e4 req-e4e4bae6-fdb6-4a87-aa67-f2a1960cb4a2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:40.300506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c65dcfa-770d-433d-80f9-4f22fef4d3e4 req-e4e4bae6-fdb6-4a87-aa67-f2a1960cb4a2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5382 time: 0.5684359 Sep 16 16:41:40.347833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server [None req-c90015a3-0bad-4190-9c1a-5570059cd67a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a626ed6-97d8-4c90-89b4-c6c98b5b01bf: This subnet is being modified by another concurrent operation. Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 16:41:40.433797 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise exception Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a626ed6-97d8-4c90-89b4-c6c98b5b01bf: This subnet is being modified by another concurrent operation. Sep 16 16:41:40.439219 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server Sep 16 16:41:40.453056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:40.462393 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:40.466973 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/5ea88eb5-0cca-409a-9222-016efb870d5c HTTP/1.1" status: 204 len: 168 time: 1.6646864 Sep 16 16:41:40.468013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=12']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:40.473028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49890) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:40.489589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Pushing event updated for resources: {'Port': ['ID=54226eab-2109-4213-afce-8844fbb3b740,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:40.506356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.507000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.525360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.526144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.526696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.527204 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.527712 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.528244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.529036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.529456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Routers {'d641061e-d44b-48d0-91ea-3e414231dac8'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:40.529739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.530390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.530881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:40.531718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086634dc-930e-4eda-b40c-f1229f6bc967 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Network': ['ID=5ea88eb5-0cca-409a-9222-016efb870d5c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:40.532034 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d641061e-d44b-48d0-91ea-3e414231dac8'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:40.601090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c65dcfa-770d-433d-80f9-4f22fef4d3e4 req-b47fbcb2-d0f1-4be7-a38c-c191e9a846fa tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2926400 Sep 16 16:41:40.606121 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f8dc3d-00eb-4e0b-b1da-0e10536a1af0 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] DELETE failed (client error): The resource could not be found. Sep 16 16:41:40.611405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f8dc3d-00eb-4e0b-b1da-0e10536a1af0 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:41:40.615390 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520aec53-f752-4dee-82c2-3db13873199b None None] Network 5ea88eb5-0cca-409a-9222-016efb870d5c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:40.622879 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b0f8dc3d-00eb-4e0b-b1da-0e10536a1af0 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/subnets/3a626ed6-97d8-4c90-89b4-c6c98b5b01bf HTTP/1.1" status: 404 len: 337 time: 0.1160083 Sep 16 16:41:40.623378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49892) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:40.684662 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-832fffb6-4b98-4267-a564-e8554638d6aa tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] DELETE failed (client error): The resource could not be found. Sep 16 16:41:40.685717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832fffb6-4b98-4267-a564-e8554638d6aa tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:41:40.687302 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-832fffb6-4b98-4267-a564-e8554638d6aa tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/5ea88eb5-0cca-409a-9222-016efb870d5c HTTP/1.1" status: 404 len: 339 time: 0.0595410 Sep 16 16:41:40.690023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49894) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:40.781750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520aec53-f752-4dee-82c2-3db13873199b None None] Network 5ea88eb5-0cca-409a-9222-016efb870d5c could not be found, it might have been deleted concurrently. {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 16:41:40.788964 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e62845f-e05d-4814-a0d9-59d39dafb236 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] DELETE failed (client error): The resource could not be found. Sep 16 16:41:40.789576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e62845f-e05d-4814-a0d9-59d39dafb236 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:41:40.796364 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7e62845f-e05d-4814-a0d9-59d39dafb236 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/subnets/218eab37-7f51-4053-959b-e714d68a8837 HTTP/1.1" status: 404 len: 337 time: 0.0975044 Sep 16 16:41:40.799458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49900) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:40.860011 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1387575d-8915-4b9b-8964-2a0c94157d0a tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] DELETE failed (client error): The resource could not be found. Sep 16 16:41:40.861624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1387575d-8915-4b9b-8964-2a0c94157d0a tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:41:40.866271 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1387575d-8915-4b9b-8964-2a0c94157d0a tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/b1bc7a18-84bd-4857-a451-c4742d39757d HTTP/1.1" status: 404 len: 339 time: 0.0656495 Sep 16 16:41:40.867142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49904) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:40.899286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee3542-f772-45ea-917d-4dfe2bf9845b req-46bd7020-49fe-42d4-bf4c-2a72b9e597c3 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:40.901734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66ee3542-f772-45ea-917d-4dfe2bf9845b req-46bd7020-49fe-42d4-bf4c-2a72b9e597c3 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.8270390 Sep 16 16:41:40.923086 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '82af3950-dbcc-4a83-a9c3-e5bcad70dcf0', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'port_id': '46ba6da9-5603-4585-97d9-71f082072db7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'mac_address': 'fa:16:3e:d7:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f60a906-5dfe-44e2-b420-446220f5faae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:41:07Z', 'updated_at': '2021-09-16T16:41:35Z', 'revision_number': 1, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:40.954833 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ec436b-3f10-4dc9-b54b-b94ab06a85c8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] DELETE failed (client error): The resource could not be found. Sep 16 16:41:40.958915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ec436b-3f10-4dc9-b54b-b94ab06a85c8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:41:40.961067 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1f318-0a1d-44b0-bd93-9b81db2ea818 x-openstack-request-id: req-c0e1f318-0a1d-44b0-bd93-9b81db2ea818 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:40.961365 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "tag": "46ba6da9-5603-4585-97d9-71f082072db7", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:40.961615 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0e1f318-0a1d-44b0-bd93-9b81db2ea818 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:40.962003 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7', 'status': 'completed', 'code': 200} Sep 16 16:41:40.967924 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-86ec436b-3f10-4dc9-b54b-b94ab06a85c8 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/subnets/33a5ab6e-471f-42e8-9faa-ddb86de031f9 HTTP/1.1" status: 404 len: 337 time: 0.0996182 Sep 16 16:41:40.969760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49906) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:41.002887 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564b390-a6b3-452c-83f8-00ccd1e13446 None None] The sync data for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 is: [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '82af3950-dbcc-4a83-a9c3-e5bcad70dcf0', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'port_id': '46ba6da9-5603-4585-97d9-71f082072db7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'mac_address': 'fa:16:3e:d7:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f60a906-5dfe-44e2-b420-446220f5faae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:41:07Z', 'updated_at': '2021-09-16T16:41:35Z', 'revision_number': 1, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:41:41.067624 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] Set router d641061e-d44b-48d0-91ea-3e414231dac8 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:41.101598 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0223f7-55be-461e-b667-a89a2dd0f2fa tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] DELETE failed (client error): The resource could not be found. Sep 16 16:41:41.102941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0223f7-55be-461e-b667-a89a2dd0f2fa tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:41:41.105072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0c0223f7-55be-461e-b667-a89a2dd0f2fa tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/4534ac22-35bb-4252-9b09-ba3e3dd32065 HTTP/1.1" status: 404 len: 339 time: 0.1330144 Sep 16 16:41:41.114147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49908) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:41.147814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd641061e-d44b-48d0-91ea-3e414231dac8', 'name': 'tempest-snat-router-1661541006', 'tenant_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:41:30Z', 'updated_at': '2021-09-16T16:41:37Z', 'revision_number': 4, 'project_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:41.158895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-ad104fac-1d7f-4348-b993-1270ed73ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:41.160659 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-ad104fac-1d7f-4348-b993-1270ed73ec32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 1096 time: 0.1363976 Sep 16 16:41:41.222690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025af977-848d-40af-8630-f36c8bfe22ec None None] The sync data for ids ['d641061e-d44b-48d0-91ea-3e414231dac8'] in n-d-807786-3 is: [{'id': 'd641061e-d44b-48d0-91ea-3e414231dac8', 'name': 'tempest-snat-router-1661541006', 'tenant_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:41:30Z', 'updated_at': '2021-09-16T16:41:37Z', 'revision_number': 4, 'project_id': 'a39d2db2de5e4a09a0b5bfb24146ba14', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:41:41.233951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5699ffd3-dd64-4c5d-9cf5-6f43ddbbdebd None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:41:41.302941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66ee3542-f772-45ea-917d-4dfe2bf9845b req-a0ae1e15-44db-45c8-aaad-e225d36d9405 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694849 Sep 16 16:41:41.416048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Attempting to bind port 54226eab-2109-4213-afce-8844fbb3b740 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:41.428142 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Attempting to bind port 54226eab-2109-4213-afce-8844fbb3b740 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:41.433286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Attempting to bind port 54226eab-2109-4213-afce-8844fbb3b740 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:41.460637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Port 54226eab-2109-4213-afce-8844fbb3b740 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:41:41.463772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Attempting to bind port 54226eab-2109-4213-afce-8844fbb3b740 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:41.470407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9c23ec6b-beb4-40ec-b0ba-d364d54ea708 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Deleting port 6f22181f-5784-41d8-a0df-135b946cf558 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:41.470949 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c23ec6b-beb4-40ec-b0ba-d364d54ea708 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:41.475024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-9b2cf5f0-074c-483d-bb0d-8e4ad7b86d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:41.477257 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-9b2cf5f0-074c-483d-bb0d-8e4ad7b86d59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.3033366 Sep 16 16:41:41.521105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98284e4-5278-4705-b011-aaa4ab88d135 req-431266b9-8c49-4826-b3bb-9c60e260ce71 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:41.523184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b98284e4-5278-4705-b011-aaa4ab88d135 req-431266b9-8c49-4826-b3bb-9c60e260ce71 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.4587982 Sep 16 16:41:41.536317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5699ffd3-dd64-4c5d-9cf5-6f43ddbbdebd None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:41:41.601925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Pushing event updated for resources: {'Port': ['ID=1d2c9a36-863a-476b-a28c-036024dd1fd5,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:41.603140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:41.603481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Checking segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:41.604506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Bound using segment: {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:41.605308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Bound port: 54226eab-2109-4213-afce-8844fbb3b740, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fb73cd-97aa-4be1-b577-51a0e4220322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:41.606323 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:41.623581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f619979-1b56-4ef1-a3e4-635bc142df9c None None] New status for floating IP 82af3950-dbcc-4a83-a9c3-e5bcad70dcf0: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:41:41.649537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b98284e4-5278-4705-b011-aaa4ab88d135 req-b5bc2856-1abe-45f2-89d1-8351929650b0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143782 Sep 16 16:41:41.718069 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:41.782247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c23ec6b-beb4-40ec-b0ba-d364d54ea708 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:41.804978 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-0c367879-7342-4aa0-a4f9-875d2d79feea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ba6da9-5603-4585-97d9-71f082072db7 HTTP/1.1" status: 200 len: 999 time: 0.3177090 Sep 16 16:41:41.843056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9c23ec6b-beb4-40ec-b0ba-d364d54ea708 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Calling delete_port for 6f22181f-5784-41d8-a0df-135b946cf558 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:41.852288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d2c9a36-863a-476b-a28c-036024dd1fd5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:41.952937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] For port 54226eab-2109-4213-afce-8844fbb3b740, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:42.022100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] For port 54226eab-2109-4213-afce-8844fbb3b740, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=54226eab-2109-4213-afce-8844fbb3b740,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:42.046640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57437e-8e83-4768-a315-fad52fbb4b7e req-e966d7c6-310d-4ec5-8334-d2952491553a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.053369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57437e-8e83-4768-a315-fad52fbb4b7e req-e966d7c6-310d-4ec5-8334-d2952491553a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.062921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57437e-8e83-4768-a315-fad52fbb4b7e req-e966d7c6-310d-4ec5-8334-d2952491553a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.070637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57437e-8e83-4768-a315-fad52fbb4b7e req-e966d7c6-310d-4ec5-8334-d2952491553a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.078081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57437e-8e83-4768-a315-fad52fbb4b7e req-e966d7c6-310d-4ec5-8334-d2952491553a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.085168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57437e-8e83-4768-a315-fad52fbb4b7e req-e966d7c6-310d-4ec5-8334-d2952491553a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.095103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57437e-8e83-4768-a315-fad52fbb4b7e req-e966d7c6-310d-4ec5-8334-d2952491553a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.098046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f57437e-8e83-4768-a315-fad52fbb4b7e req-e966d7c6-310d-4ec5-8334-d2952491553a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5394 time: 0.2473748 Sep 16 16:41:42.102430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.175237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-76c72660-439d-40ec-a8cb-dd66f73d50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.181315 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-76c72660-439d-40ec-a8cb-dd66f73d50b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.3679004 Sep 16 16:41:42.222029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f57437e-8e83-4768-a315-fad52fbb4b7e req-09710ea2-9e42-4119-bae7-3bd7f98f6d55 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126802 Sep 16 16:41:42.222823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Pushing event updated for resources: {'Port': ['ID=54226eab-2109-4213-afce-8844fbb3b740,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:42.241061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.286973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c23ec6b-beb4-40ec-b0ba-d364d54ea708 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.346792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.347347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.347701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.348039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.348375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.351361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.351704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.352040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.352409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.352885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.353231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.356766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1545793-1119-43e8-b856-a69c8c0951a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:41:42.378276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:41:42.383222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23ec6b-beb4-40ec-b0ba-d364d54ea708 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Port': ['ID=6f22181f-5784-41d8-a0df-135b946cf558,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:42.400438 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c23ec6b-beb4-40ec-b0ba-d364d54ea708 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.411770 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9c23ec6b-beb4-40ec-b0ba-d364d54ea708 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/ports/6f22181f-5784-41d8-a0df-135b946cf558 HTTP/1.1" status: 204 len: 168 time: 1.2964532 Sep 16 16:41:42.420537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49920) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:42.426844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.429581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.515303 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e340702-d356-45b0-8a3c-81f23f5b7f99 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] DELETE failed (client error): The resource could not be found. Sep 16 16:41:42.518018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e340702-d356-45b0-8a3c-81f23f5b7f99 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:41:42.523895 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4e340702-d356-45b0-8a3c-81f23f5b7f99 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/subnets/cd4ec3be-e380-4b56-a5f7-839cb72abcc5 HTTP/1.1" status: 404 len: 337 time: 0.0988929 Sep 16 16:41:42.526824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49924) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:42.543471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.548902 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.554045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-96926ce8-0f8c-4194-82a9-d0006a9cd063 service neutron] 10.222.0.62 "PUT /v2.0/ports/54226eab-2109-4213-afce-8844fbb3b740 HTTP/1.1" status: 200 len: 1090 time: 5.5323627 Sep 16 16:41:42.576089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-68b4b260-453e-4294-bef8-dd2cb8a1e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.578923 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-68b4b260-453e-4294-bef8-dd2cb8a1e774 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3900125 Sep 16 16:41:42.606394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e5e5a-fdd6-46b2-9ce7-59709126f49d req-0bf7b3b9-8c32-4570-8410-b95faccda9a4 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.608214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-613e5e5a-fdd6-46b2-9ce7-59709126f49d req-0bf7b3b9-8c32-4570-8410-b95faccda9a4 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.1328237 Sep 16 16:41:42.609404 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.612033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d641061e-d44b-48d0-91ea-3e414231dac8 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:41:42.628921 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.633512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2f191881-b68e-4464-9a74-3004c89a68cb tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "DELETE /v2.0/routers/d641061e-d44b-48d0-91ea-3e414231dac8 HTTP/1.1" status: 204 len: 168 time: 5.5637977 Sep 16 16:41:42.634405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49926) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:42.700316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:42.728261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:41:42.729641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.775151 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-01997c31-eb0c-4d3b-a916-e8dbcde2ad89 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666613 Sep 16 16:41:42.893711 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:42.950541 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46ae13bb-0a00-4aed-960d-6d1daf64d92e req-c4034a69-56df-424a-88fb-bc11a28e86d1 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664429 Sep 16 16:41:42.973682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1b71-1083-4c39-ba24-827915050767 req-c9f15964-7a2a-4e0d-bf39-e28d155255ba tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:42.977429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28bc1b71-1083-4c39-ba24-827915050767 req-c9f15964-7a2a-4e0d-bf39-e28d155255ba tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1649125 Sep 16 16:41:42.983779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-613e5e5a-fdd6-46b2-9ce7-59709126f49d req-b0099ea8-9939-43ee-b4e0-a57641f92cbb tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481286 Sep 16 16:41:42.991060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '54226eab-2109-4213-afce-8844fbb3b740'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:43.003927 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c4d366-1b7f-46ea-adb0-63109e9d87b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "54226eab-2109-4213-afce-8844fbb3b740"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:43.044510 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.344871 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.380107 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.429445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:43.430156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6307481a-180d-49d2-9597-912eb5412b6e']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:43.434286 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ae18e1-76a7-4ba3-8376-c2aedb0d257a" -d '{"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-plugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:43.443471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9658c3b7-6c6b-448b-b4dd-64b78ee6f08b') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:43.443767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9658c3b7-6c6b-448b-b4dd-64b78ee6f08b') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:43.457924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.474953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.482533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:43.484727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:41:43.485905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:41:43.502702 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:41:43.521760 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.559826 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.662961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.711065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=13']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:43.728439 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.736989 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/6307481a-180d-49d2-9597-912eb5412b6e HTTP/1.1" status: 204 len: 168 time: 1.2087290 Sep 16 16:41:43.738519 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.739977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9f4d1-6df6-48be-803d-ccb02a54f99b tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Network': ['ID=6307481a-180d-49d2-9597-912eb5412b6e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:43.748769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49944) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:43.789672 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:43.913568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28bc1b71-1083-4c39-ba24-827915050767 req-afc532dd-6bc4-435f-af29-66ca668349b8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8656249 Sep 16 16:41:43.956045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a8550-48e6-4792-a4f3-741166440635 req-58e24d51-4b97-4a51-8ba8-2ca53a70ff2d tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:43.957727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd2a8550-48e6-4792-a4f3-741166440635 req-58e24d51-4b97-4a51-8ba8-2ca53a70ff2d tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.5677207 Sep 16 16:41:43.958377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e2f32d26-4540-4c73-86c2-bcf9626451ef tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Deleting port cdc10c9f-77d3-4ede-8226-1edabe1ee539 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:43.960704 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2f32d26-4540-4c73-86c2-bcf9626451ef tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:44.011480 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6652c7e3-7680-46a5-bd5b-9efd29f65588 x-openstack-request-id: req-6652c7e3-7680-46a5-bd5b-9efd29f65588 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:44.013526 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "54226eab-2109-4213-afce-8844fbb3b740", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:44.013950 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6652c7e3-7680-46a5-bd5b-9efd29f65588 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:44.016218 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '54226eab-2109-4213-afce-8844fbb3b740', 'status': 'completed', 'code': 200} Sep 16 16:41:44.241841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2f32d26-4540-4c73-86c2-bcf9626451ef tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:44.264660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd2a8550-48e6-4792-a4f3-741166440635 req-11af23af-df57-4c88-a655-7517d7b4279a tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607467 Sep 16 16:41:44.272839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-efcd0f80-57b6-41a5-a33d-9f1c163eba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.273858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-efcd0f80-57b6-41a5-a33d-9f1c163eba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.274690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-efcd0f80-57b6-41a5-a33d-9f1c163eba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.275325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-efcd0f80-57b6-41a5-a33d-9f1c163eba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.276636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-efcd0f80-57b6-41a5-a33d-9f1c163eba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.277277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-efcd0f80-57b6-41a5-a33d-9f1c163eba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.277935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-efcd0f80-57b6-41a5-a33d-9f1c163eba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.280475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-efcd0f80-57b6-41a5-a33d-9f1c163eba25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6341 time: 0.1146610 Sep 16 16:41:44.281753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e2f32d26-4540-4c73-86c2-bcf9626451ef tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Calling delete_port for cdc10c9f-77d3-4ede-8226-1edabe1ee539 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:44.343828 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b3c412-a713-47f3-88e4-95a3d16b2c1f x-openstack-request-id: req-40b3c412-a713-47f3-88e4-95a3d16b2c1f {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:44.344633 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-plugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:44.344988 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40b3c412-a713-47f3-88e4-95a3d16b2c1f {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:44.346136 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'code': 200} Sep 16 16:41:44.365524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547b0d8-38c6-47a3-9387-42b75a972598 req-804c25b5-046f-475c-8368-4330b0c4c4de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.374022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547b0d8-38c6-47a3-9387-42b75a972598 req-804c25b5-046f-475c-8368-4330b0c4c4de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.380996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547b0d8-38c6-47a3-9387-42b75a972598 req-804c25b5-046f-475c-8368-4330b0c4c4de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.390710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547b0d8-38c6-47a3-9387-42b75a972598 req-804c25b5-046f-475c-8368-4330b0c4c4de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.398625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547b0d8-38c6-47a3-9387-42b75a972598 req-804c25b5-046f-475c-8368-4330b0c4c4de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.407686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547b0d8-38c6-47a3-9387-42b75a972598 req-804c25b5-046f-475c-8368-4330b0c4c4de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.416336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547b0d8-38c6-47a3-9387-42b75a972598 req-804c25b5-046f-475c-8368-4330b0c4c4de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.433652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c547b0d8-38c6-47a3-9387-42b75a972598 req-804c25b5-046f-475c-8368-4330b0c4c4de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5394 time: 0.2849364 Sep 16 16:41:44.493925 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:44.496769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-7f36787a-a2b4-42ab-8546-ae612f47d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.497398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-7f36787a-a2b4-42ab-8546-ae612f47d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.498611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-7f36787a-a2b4-42ab-8546-ae612f47d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.501652 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-7f36787a-a2b4-42ab-8546-ae612f47d351 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c0420db67b640fbae53ef9c686feeab&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2031388 Sep 16 16:41:44.533932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6305a2-78d5-457d-bf4a-cea817751f17 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:44.542691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c547b0d8-38c6-47a3-9387-42b75a972598 req-cd3f9cbc-1a51-4471-986e-a106149c33b9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076841 Sep 16 16:41:44.558848 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:44.593181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Transition to ACTIVE for port object ff6305a2-78d5-457d-bf4a-cea817751f17 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:41:44.653232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2f32d26-4540-4c73-86c2-bcf9626451ef tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:44.686948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Deleting port ce9ad710-a150-4637-a516-86f9c2120c08 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:44.687327 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:44.690038 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:44.741578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f32d26-4540-4c73-86c2-bcf9626451ef tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Port': ['ID=cdc10c9f-77d3-4ede-8226-1edabe1ee539,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:44.749956 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2f32d26-4540-4c73-86c2-bcf9626451ef tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:44.751800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6305a2-78d5-457d-bf4a-cea817751f17,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:44.754897 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e2f32d26-4540-4c73-86c2-bcf9626451ef tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/ports/cdc10c9f-77d3-4ede-8226-1edabe1ee539 HTTP/1.1" status: 204 len: 168 time: 1.0050294 Sep 16 16:41:44.757850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49952) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:44.814933 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13a5824-1c51-47c1-8dd5-1a6113ad0372 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] DELETE failed (client error): The resource could not be found. Sep 16 16:41:44.815505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13a5824-1c51-47c1-8dd5-1a6113ad0372 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:41:44.820661 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a13a5824-1c51-47c1-8dd5-1a6113ad0372 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/subnets/c5fa844a-6515-48f6-b252-3ae1fa885cc7 HTTP/1.1" status: 404 len: 337 time: 0.0613368 Sep 16 16:41:44.824607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49954) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:44.869553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-cc384238-06a8-4efb-b31b-a22efa5a47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:44.871558 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-51c4d366-1b7f-46ea-adb0-63109e9d87b3 req-cc384238-06a8-4efb-b31b-a22efa5a47fe service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2774553 Sep 16 16:41:44.966379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.002776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] For port ce9ad710-a150-4637-a516-86f9c2120c08, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ce9ad710-a150-4637-a516-86f9c2120c08,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:45.003170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.099708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.133931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d90d39-137e-438a-9b00-508bed4af9e5']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:45.144315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Calling delete_port for ce9ad710-a150-4637-a516-86f9c2120c08 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:45.157312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121c46e1-3519-447f-8254-1f3de3d9e00e') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:45.157697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121c46e1-3519-447f-8254-1f3de3d9e00e') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:45.180341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.196138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.204690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:41:45.205570 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.232133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Attempting to bind port ff6305a2-78d5-457d-bf4a-cea817751f17 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:45.232899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Attempting to bind port ff6305a2-78d5-457d-bf4a-cea817751f17 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:45.233427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Attempting to bind port ff6305a2-78d5-457d-bf4a-cea817751f17 on network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:45.277995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Port ff6305a2-78d5-457d-bf4a-cea817751f17 on network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:41:45.278617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Attempting to bind port ff6305a2-78d5-457d-bf4a-cea817751f17 on network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:41:45.288879 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:41:45.297022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d714b6-cc43-4287-9bc7-454e993d40f7 req-d3197f74-20e1-4f51-b0eb-337bc524a887 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:45.298872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0d714b6-cc43-4287-9bc7-454e993d40f7 req-d3197f74-20e1-4f51-b0eb-337bc524a887 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.2685399 Sep 16 16:41:45.306609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154c2c7-711b-46c7-a61c-7c2c8535e1a7 req-cc9aa1df-e1e6-44e7-9c11-29579e062421 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:45.314745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4154c2c7-711b-46c7-a61c-7c2c8535e1a7 req-cc9aa1df-e1e6-44e7-9c11-29579e062421 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.1850057 Sep 16 16:41:45.336731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:45.337355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Checking segment: {'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:45.338551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Bound using segment: {'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:45.339260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Bound port: ff6305a2-78d5-457d-bf4a-cea817751f17, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:45.339810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.348594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.358125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.360029 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/37d90d39-137e-438a-9b00-508bed4af9e5 HTTP/1.1" status: 204 len: 168 time: 0.5349317 Sep 16 16:41:45.365486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49964) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:45.451613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c6da41-8601-4aa5-9349-96ba2af75635 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Deleting subnet 8c0fbc4a-04c3-4462-bc0f-622fe6c0095a {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:41:45.455097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65c6da41-8601-4aa5-9349-96ba2af75635 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.482840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4154c2c7-711b-46c7-a61c-7c2c8535e1a7 req-8e82d848-9ca8-42fb-92df-8fc4144fce15 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668849 Sep 16 16:41:45.500979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65c6da41-8601-4aa5-9349-96ba2af75635 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.528043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0d714b6-cc43-4287-9bc7-454e993d40f7 req-250aa8ad-6327-4fda-b77c-0c05b613cd8f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071559 Sep 16 16:41:45.608285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] For port ff6305a2-78d5-457d-bf4a-cea817751f17, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:45.611951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] For port ff6305a2-78d5-457d-bf4a-cea817751f17, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff6305a2-78d5-457d-bf4a-cea817751f17,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:45.663459 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65c6da41-8601-4aa5-9349-96ba2af75635 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.700197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba283b-5a96-464b-85a8-970e4d19d639 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Network': ['ID=37d90d39-137e-438a-9b00-508bed4af9e5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:45.713995 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.804148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:45.806008 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.807560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] 10.222.0.62 "PUT /v2.0/ports/ff6305a2-78d5-457d-bf4a-cea817751f17 HTTP/1.1" status: 200 len: 1091 time: 3.1164749 Sep 16 16:41:45.857777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65c6da41-8601-4aa5-9349-96ba2af75635 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.873623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9138b72-afbb-4d61-acf4-97844f100ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6305a2-78d5-457d-bf4a-cea817751f17,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:45.904016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af4be-ca49-49b5-9e10-dd4571b54d2f req-ebab117d-e76a-4df7-b7c7-64a132bd95ba tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:45.910416 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af4be-ca49-49b5-9e10-dd4571b54d2f req-ebab117d-e76a-4df7-b7c7-64a132bd95ba tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:45.917094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af4be-ca49-49b5-9e10-dd4571b54d2f req-ebab117d-e76a-4df7-b7c7-64a132bd95ba tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:45.923148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6da41-8601-4aa5-9349-96ba2af75635 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0fbc4a-04c3-4462-bc0f-622fe6c0095a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:45.923389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af4be-ca49-49b5-9e10-dd4571b54d2f req-ebab117d-e76a-4df7-b7c7-64a132bd95ba tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:45.923783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe7ddf-33dc-4dff-8454-5b351ef27e27 None None] Network dc3596c9-49e8-40bd-b993-f2a9530ad7b0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:45.929666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af4be-ca49-49b5-9e10-dd4571b54d2f req-ebab117d-e76a-4df7-b7c7-64a132bd95ba tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:45.931344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65c6da41-8601-4aa5-9349-96ba2af75635 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.936327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af4be-ca49-49b5-9e10-dd4571b54d2f req-ebab117d-e76a-4df7-b7c7-64a132bd95ba tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:45.937526 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-65c6da41-8601-4aa5-9349-96ba2af75635 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/subnets/8c0fbc4a-04c3-4462-bc0f-622fe6c0095a HTTP/1.1" status: 204 len: 168 time: 0.5702040 Sep 16 16:41:45.941483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49976) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:45.960151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af4be-ca49-49b5-9e10-dd4571b54d2f req-ebab117d-e76a-4df7-b7c7-64a132bd95ba tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:45.962447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-936af4be-ca49-49b5-9e10-dd4571b54d2f req-ebab117d-e76a-4df7-b7c7-64a132bd95ba tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5406 time: 0.2581627 Sep 16 16:41:45.970623 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:45.981921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Request body: {'port': {'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:46.105134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.122534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': 'ff6305a2-78d5-457d-bf4a-cea817751f17'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:46.128766 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31f6d40-15be-4aeb-9372-a709015f84aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "ff6305a2-78d5-457d-bf4a-cea817751f17"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:46.145198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce9ad710-a150-4637-a516-86f9c2120c08,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:46.227511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Deleting port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:46.228368 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.298007 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea8341-a1ab-4aa3-9023-5f6b23de5b0c x-openstack-request-id: req-f8ea8341-a1ab-4aa3-9023-5f6b23de5b0c {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:46.298468 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "ff6305a2-78d5-457d-bf4a-cea817751f17", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:46.299041 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8ea8341-a1ab-4aa3-9023-5f6b23de5b0c {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:46.299525 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': 'ff6305a2-78d5-457d-bf4a-cea817751f17', 'status': 'completed', 'code': 200} Sep 16 16:41:46.337874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] For port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db,segment=NetworkSegment(17a43e76-9911-4739-9683-716436cbca3d),segment_id=17a43e76-9911-4739-9683-716436cbca3d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:46.338529 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.355244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Calling delete_port for dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:46.393004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-936af4be-ca49-49b5-9e10-dd4571b54d2f req-b31c7138-5b72-4341-8500-c1ec2461c3da tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3982096 Sep 16 16:41:46.413107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02eed7-bddf-4f55-ab87-f08edea84b3c None None] DHCP port deletion for dc3596c9-49e8-40bd-b993-f2a9530ad7b0 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:41:46.439752 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.484063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.522873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ad02eed7-bddf-4f55-ab87-f08edea84b3c None None] Deleting port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:46.523551 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad02eed7-bddf-4f55-ab87-f08edea84b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.556159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-d4eaa8b7-b581-4ca2-9e6a-a6c4131c0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:46.557432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-d4eaa8b7-b581-4ca2-9e6a-a6c4131c0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:46.559024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-d4eaa8b7-b581-4ca2-9e6a-a6c4131c0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:46.559573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-d4eaa8b7-b581-4ca2-9e6a-a6c4131c0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:46.561569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-d4eaa8b7-b581-4ca2-9e6a-a6c4131c0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:46.564135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-d4eaa8b7-b581-4ca2-9e6a-a6c4131c0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:46.564720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-d4eaa8b7-b581-4ca2-9e6a-a6c4131c0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:46.570038 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-d4eaa8b7-b581-4ca2-9e6a-a6c4131c0085 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6408 time: 0.1276002 Sep 16 16:41:46.667691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ad02eed7-bddf-4f55-ab87-f08edea84b3c None None] For port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db,segment=NetworkSegment(17a43e76-9911-4739-9683-716436cbca3d),segment_id=17a43e76-9911-4739-9683-716436cbca3d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:46.672341 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad02eed7-bddf-4f55-ab87-f08edea84b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.704796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ad02eed7-bddf-4f55-ab87-f08edea84b3c None None] Calling delete_port for dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:46.770664 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.773101 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.783134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.829290 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad02eed7-bddf-4f55-ab87-f08edea84b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.846885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Port': ['ID=dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:46.859555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] No DVR routers for this DVR port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:41:46.887422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02eed7-bddf-4f55-ab87-f08edea84b3c None None] Pushing event deleted for resources: {'Port': ['ID=dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:46.899000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02eed7-bddf-4f55-ab87-f08edea84b3c None None] No DVR routers for this DVR port dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:41:46.965075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57e7f5-b48d-4827-bc90-15c21944d686 req-bc20e906-49f5-4a80-bbef-7172c40c4a66 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:46.966791 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d57e7f5-b48d-4827-bc90-15c21944d686 req-bc20e906-49f5-4a80-bbef-7172c40c4a66 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.3343704 Sep 16 16:41:46.970607 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:46.994153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3596c9-49e8-40bd-b993-f2a9530ad7b0']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:46.995855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b74b58-b319-472d-b292-a17d7ddb5175 req-56b66cda-5780-4eb8-a112-992220c5de4b tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:46.997440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5b74b58-b319-472d-b292-a17d7ddb5175 req-56b66cda-5780-4eb8-a112-992220c5de4b tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.3664682 Sep 16 16:41:47.005551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a43e76-9911-4739-9683-716436cbca3d') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:47.005902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a43e76-9911-4739-9683-716436cbca3d') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:47.018072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:47.023450 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:47.023963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e793d75d-f234-411d-8c1c-f05a36a5e5a1 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:41:47.034855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:47.038887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:47.041883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-93347d6a-c87b-4a57-b1c8-0969e5f346ef tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "DELETE /v2.0/routers/e793d75d-f234-411d-8c1c-f05a36a5e5a1 HTTP/1.1" status: 204 len: 168 time: 4.3659937 Sep 16 16:41:47.047453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:41:47.047990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:47.048981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49990) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:47.079304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-88922183', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:47.126225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d57e7f5-b48d-4827-bc90-15c21944d686 req-52585fe1-3a86-42d3-902e-40cf967e3e4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500392 Sep 16 16:41:47.263470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5b74b58-b319-472d-b292-a17d7ddb5175 req-42ca9f65-125c-409e-9959-f250de9b978b tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405267 Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:41:47.703690 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:41:47.744982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-20446cd3-a702-4001-9823-ef14d055973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:47.746058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:47.761654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-20446cd3-a702-4001-9823-ef14d055973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:47.762297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-20446cd3-a702-4001-9823-ef14d055973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:47.765554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-20446cd3-a702-4001-9823-ef14d055973f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c0420db67b640fbae53ef9c686feeab&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1769636 Sep 16 16:41:47.768461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:47.777027 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:47.779589 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] 10.222.0.22 "DELETE /v2.0/networks/dc3596c9-49e8-40bd-b993-f2a9530ad7b0 HTTP/1.1" status: 204 len: 168 time: 1.8400989 Sep 16 16:41:47.795231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:41:47.808248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dfd2cc4e-f5fe-4c47-88d1-ebff2ed350db not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:41:47.810966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ce9ad710-a150-4637-a516-86f9c2120c08 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:47.886815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ce9ad710-a150-4637-a516-86f9c2120c08 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:41:47.887200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730714c-8069-48ef-a19c-9f44e2444062 tempest-NetworksIpV6TestAttrs-1494409477 tempest-NetworksIpV6TestAttrs-1494409477-project] Pushing event deleted for resources: {'Network': ['ID=dc3596c9-49e8-40bd-b993-f2a9530ad7b0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:47.912997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ce9ad710-a150-4637-a516-86f9c2120c08 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:41:48.050683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ef60-fe2c-4ac4-9c9b-c19ce9d72fdb req-e64f7199-3878-4eee-a254-363df7850ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.052204 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-99c6ef60-fe2c-4ac4-9c9b-c19ce9d72fdb req-e64f7199-3878-4eee-a254-363df7850ba9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cfe334ca4ed421299158e989ad14f8f&device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 1096 time: 0.2356269 Sep 16 16:41:48.073969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7519e8ad-dcdc-4816-ab61-66137e06cc82 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:41:48.083285 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:48.098359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Transition to ACTIVE for port object 7519e8ad-dcdc-4816-ab61-66137e06cc82 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:41:48.121813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:48.123321 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:48.133003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-8d0a7c23-0524-4fdb-8924-8ea2a1ccf70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.134568 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e31f6d40-15be-4aeb-9372-a709015f84aa req-8d0a7c23-0524-4fdb-8924-8ea2a1ccf70a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2636836 Sep 16 16:41:48.185799 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:48.213961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ef60-fe2c-4ac4-9c9b-c19ce9d72fdb req-70260d69-9dd2-4f22-a46f-fad0ba64c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.216014 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-99c6ef60-fe2c-4ac4-9c9b-c19ce9d72fdb req-70260d69-9dd2-4f22-a46f-fad0ba64c682 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25a85cae-dead-4ae8-9f5c-13292fc249db HTTP/1.1" status: 200 len: 912 time: 0.1474159 Sep 16 16:41:48.293917 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-99c6ef60-fe2c-4ac4-9c9b-c19ce9d72fdb req-ae6e1f87-20d4-4e7f-9059-8a09e0919838 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=406e3c34-b88d-441a-a37a-90236ddf0940 HTTP/1.1" status: 200 len: 217 time: 0.0656130 Sep 16 16:41:48.326765 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:48.348426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5c61f-8215-434e-8072-d846f72a52c0 req-55b47d46-0386-4b09-8da1-c2c2c83387dd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.364749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb5c61f-8215-434e-8072-d846f72a52c0 req-55b47d46-0386-4b09-8da1-c2c2c83387dd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.2639456 Sep 16 16:41:48.503875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ef60-fe2c-4ac4-9c9b-c19ce9d72fdb req-ff9ebef8-09d6-4b88-a5b7-58d3f2516fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.503875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-99c6ef60-fe2c-4ac4-9c9b-c19ce9d72fdb req-ff9ebef8-09d6-4b88-a5b7-58d3f2516fc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=590a055f-41c8-4251-aba0-6153ef76eaea HTTP/1.1" status: 200 len: 851 time: 0.1177883 Sep 16 16:41:48.504464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd503-3c9a-4bd7-a9fc-d38fcc5f322a req-1294ddad-3dae-4260-ac1a-ec426eba0dfb tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.504464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd503-3c9a-4bd7-a9fc-d38fcc5f322a req-1294ddad-3dae-4260-ac1a-ec426eba0dfb tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.504464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd503-3c9a-4bd7-a9fc-d38fcc5f322a req-1294ddad-3dae-4260-ac1a-ec426eba0dfb tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.504464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd503-3c9a-4bd7-a9fc-d38fcc5f322a req-1294ddad-3dae-4260-ac1a-ec426eba0dfb tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.504956 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-99c6ef60-fe2c-4ac4-9c9b-c19ce9d72fdb req-304aa832-e5e5-4b3b-9b6e-3c7be812358c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25a85cae-dead-4ae8-9f5c-13292fc249db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441463 Sep 16 16:41:48.505068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd503-3c9a-4bd7-a9fc-d38fcc5f322a req-1294ddad-3dae-4260-ac1a-ec426eba0dfb tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.505068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd503-3c9a-4bd7-a9fc-d38fcc5f322a req-1294ddad-3dae-4260-ac1a-ec426eba0dfb tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.505068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd503-3c9a-4bd7-a9fc-d38fcc5f322a req-1294ddad-3dae-4260-ac1a-ec426eba0dfb tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.505068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f18dd503-3c9a-4bd7-a9fc-d38fcc5f322a req-1294ddad-3dae-4260-ac1a-ec426eba0dfb tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5406 time: 0.3839467 Sep 16 16:41:48.505068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Pushing event updated for resources: {'Port': ['ID=7519e8ad-dcdc-4816-ab61-66137e06cc82,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:48.606508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb5c61f-8215-434e-8072-d846f72a52c0 req-f8686761-3733-4971-8821-7c4952c84380 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405069 Sep 16 16:41:48.630531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f18dd503-3c9a-4bd7-a9fc-d38fcc5f322a req-a3ced577-5164-4ee9-bcda-9701c9d83ef1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073384 Sep 16 16:41:48.631586 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-99c6ef60-fe2c-4ac4-9c9b-c19ce9d72fdb req-03b7635f-fa89-43fe-8fc2-8dc84db3bfde service neutron] 10.222.0.62 "GET /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532972 Sep 16 16:41:48.832563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-b14bf800-169b-46d1-a25b-3826f79980b8 req-91b5e2bd-9122-4028-a56c-8a1f47dfe33c service neutron] (95358) timed out ('10.222.0.22', 51380) {{(pid=95358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 16:41:48.839612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50016) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:48.856412 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-99c6ef60-fe2c-4ac4-9c9b-c19ce9d72fdb req-9cddebc7-a0e7-4b5c-918e-9beac1bbdf43 service neutron] 10.222.0.62 "GET /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115808 Sep 16 16:41:48.891898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Attempting to bind port 7519e8ad-dcdc-4816-ab61-66137e06cc82 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:41:48.892430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Attempting to bind port 7519e8ad-dcdc-4816-ab61-66137e06cc82 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:41:48.893126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Attempting to bind port 7519e8ad-dcdc-4816-ab61-66137e06cc82 on network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:48.898150 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:48.907266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Port 7519e8ad-dcdc-4816-ab61-66137e06cc82 on network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:41:48.907709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Attempting to bind port 7519e8ad-dcdc-4816-ab61-66137e06cc82 on network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:41:48.920268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d082e3-f52e-4f06-9169-f9b3405a5fa0 req-7d44edb6-2024-4148-b10d-56080a46b6a4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:48.921863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47d082e3-f52e-4f06-9169-f9b3405a5fa0 req-7d44edb6-2024-4148-b10d-56080a46b6a4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.2077203 Sep 16 16:41:48.922861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:41:48.923197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Checking segment: {'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:41:48.923579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Bound using segment: {'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:41:48.924021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Bound port: 7519e8ad-dcdc-4816-ab61-66137e06cc82, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5949eb23-c5bd-42f2-b41c-0ff32b182b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:41:48.924593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:49.000283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47d082e3-f52e-4f06-9169-f9b3405a5fa0 req-41c1f986-b4c6-401b-b809-775956c3648e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659206 Sep 16 16:41:49.089267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] For port 7519e8ad-dcdc-4816-ab61-66137e06cc82, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:41:49.089499 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-02e6acd7-beee-4446-aee9-4f30fe2fb086 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc9d8b907f664d70a126ff6a947d05ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464383 Sep 16 16:41:49.090176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50020) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:49.103057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] For port 7519e8ad-dcdc-4816-ab61-66137e06cc82, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:41:49.175111 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:49.177225 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-317526e6-7139-4e34-ba60-5656245f9362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:49.212246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-317526e6-7139-4e34-ba60-5656245f9362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:49.237612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Pushing event updated for resources: {'Port': ['ID=7519e8ad-dcdc-4816-ab61-66137e06cc82,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:49.252073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:49.252885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:49.254274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-eb8a4b45-0212-47c8-89ad-10ee3f914895 service neutron] 10.222.0.62 "PUT /v2.0/ports/7519e8ad-dcdc-4816-ab61-66137e06cc82 HTTP/1.1" status: 200 len: 1091 time: 3.2852423 Sep 16 16:41:49.254713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '7519e8ad-dcdc-4816-ab61-66137e06cc82'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:41:49.257377 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b" -d '{"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "7519e8ad-dcdc-4816-ab61-66137e06cc82"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:41:49.366522 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bcc3ba-bcb2-443c-a62f-082cc48aac46 x-openstack-request-id: req-a0bcc3ba-bcb2-443c-a62f-082cc48aac46 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:41:49.367180 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "7519e8ad-dcdc-4816-ab61-66137e06cc82", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:41:49.367374 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0bcc3ba-bcb2-443c-a62f-082cc48aac46 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:41:49.367882 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '7519e8ad-dcdc-4816-ab61-66137e06cc82', 'status': 'completed', 'code': 200} Sep 16 16:41:49.407918 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-317526e6-7139-4e34-ba60-5656245f9362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:49.411094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-317526e6-7139-4e34-ba60-5656245f9362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:49.423012 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-317526e6-7139-4e34-ba60-5656245f9362 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21fbe252-61fb-4032-b8c0-654e8f5420bd HTTP/1.1" status: 204 len: 168 time: 0.3210564 Sep 16 16:41:49.428796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317526e6-7139-4e34-ba60-5656245f9362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fbe252-61fb-4032-b8c0-654e8f5420bd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:49.499815 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:49.594437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-c309c453-4b5c-4d66-a5f6-0eb693482f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:49.595091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-c309c453-4b5c-4d66-a5f6-0eb693482f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:49.595423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-c309c453-4b5c-4d66-a5f6-0eb693482f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:49.595902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-c309c453-4b5c-4d66-a5f6-0eb693482f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:49.596826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-c309c453-4b5c-4d66-a5f6-0eb693482f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:49.596979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-c309c453-4b5c-4d66-a5f6-0eb693482f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:49.597368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-c309c453-4b5c-4d66-a5f6-0eb693482f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:49.599519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-c309c453-4b5c-4d66-a5f6-0eb693482f26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6475 time: 0.2306044 Sep 16 16:41:49.601697 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:49.983802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5ecd-e9e6-4434-b246-b4ffdeefad52 req-c395603b-0415-46d8-afee-37533b53acbf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:49.997062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5ecd-e9e6-4434-b246-b4ffdeefad52 req-c395603b-0415-46d8-afee-37533b53acbf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.004490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5ecd-e9e6-4434-b246-b4ffdeefad52 req-c395603b-0415-46d8-afee-37533b53acbf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.011135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5ecd-e9e6-4434-b246-b4ffdeefad52 req-c395603b-0415-46d8-afee-37533b53acbf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.020733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5ecd-e9e6-4434-b246-b4ffdeefad52 req-c395603b-0415-46d8-afee-37533b53acbf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.028576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5ecd-e9e6-4434-b246-b4ffdeefad52 req-c395603b-0415-46d8-afee-37533b53acbf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.035437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5ecd-e9e6-4434-b246-b4ffdeefad52 req-c395603b-0415-46d8-afee-37533b53acbf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.046464 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-930c5ecd-e9e6-4434-b246-b4ffdeefad52 req-c395603b-0415-46d8-afee-37533b53acbf tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.2653406 Sep 16 16:41:50.054713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-817eddfb-c77e-4590-8461-fe59cae0a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.055203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-817eddfb-c77e-4590-8461-fe59cae0a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.055670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-817eddfb-c77e-4590-8461-fe59cae0a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.058104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-817eddfb-c77e-4590-8461-fe59cae0a892 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c0420db67b640fbae53ef9c686feeab&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4464059 Sep 16 16:41:50.066452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b828075-4c46-46f0-953c-36329064f564 req-c46b3dc1-9191-4736-a877-f14191282253 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.076979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b828075-4c46-46f0-953c-36329064f564 req-c46b3dc1-9191-4736-a877-f14191282253 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.3763728 Sep 16 16:41:50.200660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Allocated IP 172.25.6.236 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/4937f854-0de1-4af2-996b-e0730c9a1db2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:41:50.273788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-930c5ecd-e9e6-4434-b246-b4ffdeefad52 req-549501d0-37ad-46ff-8f95-5efd20165743 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2266111 Sep 16 16:41:50.304729 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b828075-4c46-46f0-953c-36329064f564 req-cb3d21f4-7ccd-44da-be90-7f5a8001a529 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249358 Sep 16 16:41:50.328536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-54e3e0a4-333b-427e-afff-1dea37fa14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.330047 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e34f0ba-7efd-4ebf-9d0e-4d2ba202b10b req-54e3e0a4-333b-427e-afff-1dea37fa14d1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265983 Sep 16 16:41:50.524727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-25b074da-f7f5-41eb-8543-1987eb0ac67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.525457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-25b074da-f7f5-41eb-8543-1987eb0ac67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.526284 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-25b074da-f7f5-41eb-8543-1987eb0ac67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.526825 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-25b074da-f7f5-41eb-8543-1987eb0ac67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.527312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-25b074da-f7f5-41eb-8543-1987eb0ac67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.527787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-25b074da-f7f5-41eb-8543-1987eb0ac67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.528293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-25b074da-f7f5-41eb-8543-1987eb0ac67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.530374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-25b074da-f7f5-41eb-8543-1987eb0ac67c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6475 time: 0.1356909 Sep 16 16:41:50.720616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50058) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:50.730342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:50.751812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-efd35a27-727f-4a0f-b05d-74e441eb5464 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a HTTP/1.1" status: 200 len: 217 time: 0.2077241 Sep 16 16:41:50.836046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db85c9-6d24-4e2c-b8bb-e1c8d1653af6 req-7ab425fb-c4b7-40f4-88ce-27268d936104 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.838287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1db85c9-6d24-4e2c-b8bb-e1c8d1653af6 req-7ab425fb-c4b7-40f4-88ce-27268d936104 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.3252115 Sep 16 16:41:50.883219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e30648be-0f9e-49e1-9499-f82f5ff6cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:50.885144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e30648be-0f9e-49e1-9499-f82f5ff6cec8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a88aef2e-a025-4427-a993-94c2b42a4721 HTTP/1.1" status: 200 len: 850 time: 0.1203048 Sep 16 16:41:50.947090 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:50.977954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1db85c9-6d24-4e2c-b8bb-e1c8d1653af6 req-12769c08-2e76-4dab-80a1-0e42b042f71a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289895 Sep 16 16:41:51.021878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-a97ea1ca-bfbd-4684-92fc-050c36f333e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:51.023905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-a97ea1ca-bfbd-4684-92fc-050c36f333e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298211 Sep 16 16:41:51.041874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:41:51.046827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:41:51.072666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:41:51.102042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50066) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:51.190879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Pushing event updated for resources: {'Port': ['ID=4937f854-0de1-4af2-996b-e0730c9a1db2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:51.319497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d934e09b-ebc7-47a4-8d97-871b016061da tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:51.320319 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-d934e09b-ebc7-47a4-8d97-871b016061da tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 16:41:51.320867 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-d934e09b-ebc7-47a4-8d97-871b016061da tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 16:41:51.321868 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d934e09b-ebc7-47a4-8d97-871b016061da tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2187788 Sep 16 16:41:51.327687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50072) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:51.348715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515156907'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:51.498425 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:51.517611 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:51.671400 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:51.731031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:51.735135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:51.843947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3124c078-7eec-4268-a1b9-ba5a2eb1be06,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:51.976609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab182dd2-cdfa-4f7e-8f6b-8295f23a27a0 req-15fcf619-4cc4-41c0-b940-1009281c0485 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:51.985959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab182dd2-cdfa-4f7e-8f6b-8295f23a27a0 req-15fcf619-4cc4-41c0-b940-1009281c0485 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.2687626 Sep 16 16:41:52.021546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.048654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab182dd2-cdfa-4f7e-8f6b-8295f23a27a0 req-10c19a70-6ac8-4218-bad4-6bd8531fb292 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589366 Sep 16 16:41:52.055686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-148507cd-8f29-4394-bf9f-fe9e4d3aec82 service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0100439 Sep 16 16:41:52.067136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.097196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b618-2833-4117-8113-523cc97d616c req-1d7ced15-29dc-4a66-9d92-c3227a298da1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:52.110265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b618-2833-4117-8113-523cc97d616c req-1d7ced15-29dc-4a66-9d92-c3227a298da1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:52.130304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b618-2833-4117-8113-523cc97d616c req-1d7ced15-29dc-4a66-9d92-c3227a298da1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:52.157981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b618-2833-4117-8113-523cc97d616c req-1d7ced15-29dc-4a66-9d92-c3227a298da1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:52.166000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4156eda-a3b6-4822-ac4b-a13e43375ab7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:52.195710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b618-2833-4117-8113-523cc97d616c req-1d7ced15-29dc-4a66-9d92-c3227a298da1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:52.198568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] Deleting port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:52.204370 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.205590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b618-2833-4117-8113-523cc97d616c req-1d7ced15-29dc-4a66-9d92-c3227a298da1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:52.212118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b618-2833-4117-8113-523cc97d616c req-1d7ced15-29dc-4a66-9d92-c3227a298da1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:52.214811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46d2b618-2833-4117-8113-523cc97d616c req-1d7ced15-29dc-4a66-9d92-c3227a298da1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.4928079 Sep 16 16:41:52.235241 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.235241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0cc327a0-6689-4fc7-91f5-23dc903d0bc6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8909349 Sep 16 16:41:52.235945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50084) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:52.335993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] For port 4d8ec621-90ac-47f6-98e0-f53befc8cdf5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4d8ec621-90ac-47f6-98e0-f53befc8cdf5,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:52.340671 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.357972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] Calling delete_port for 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:52.393101 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46d2b618-2833-4117-8113-523cc97d616c req-3aeb803f-3f44-4d38-9d3a-14446d14bf6a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346595 Sep 16 16:41:52.453393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b5a0d463-3598-46c7-a51c-ab145ec04199 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'c4156eda-a3b6-4822-ac4b-a13e43375ab7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:52.456412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.502387 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b2a2372e-2830-4245-bd1c-4c9fac84eebd service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865446 Sep 16 16:41:52.565508 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d463-3598-46c7-a51c-ab145ec04199 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.568728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-89404e37-1183-4c07-9522-c3757ed225da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 HTTP/1.1" status: 200 len: 217 time: 0.0551977 Sep 16 16:41:52.597624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c7911-674a-4fc9-8c4e-c2b2d9d2b63d req-b8ac740c-95a7-4b54-946a-d54cf78c6515 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:52.599543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-778c7911-674a-4fc9-8c4e-c2b2d9d2b63d req-b8ac740c-95a7-4b54-946a-d54cf78c6515 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.1897056 Sep 16 16:41:52.680552 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d463-3598-46c7-a51c-ab145ec04199 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.702706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c41265f3-7c40-436f-a532-cfec2e94b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:52.704821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c41265f3-7c40-436f-a532-cfec2e94b918 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.1274073 Sep 16 16:41:52.733739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-778c7911-674a-4fc9-8c4e-c2b2d9d2b63d req-0e3bf7ee-cf8f-4e34-ab49-b3949afff5e2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705161 Sep 16 16:41:52.748757 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d463-3598-46c7-a51c-ab145ec04199 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.770471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0d463-3598-46c7-a51c-ab145ec04199 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e1bde4-9e43-4e1b-9de6-22ba4efe5145,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:52.828546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.855401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9bd97183-b223-4a2c-998c-2c77cd2fc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:52.857458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9bd97183-b223-4a2c-998c-2c77cd2fc060 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1298275 Sep 16 16:41:52.885229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8ec621-90ac-47f6-98e0-f53befc8cdf5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:52.908499 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d463-3598-46c7-a51c-ab145ec04199 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.912251 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b5a0d463-3598-46c7-a51c-ab145ec04199 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6710613 Sep 16 16:41:52.913992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50088) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:52.920206 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:52.954684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-faaf8eb3-2591-434f-8ee8-e4fd92d33b26 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'c4156eda-a3b6-4822-ac4b-a13e43375ab7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:53.069573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:53.101999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee7e0-7021-4710-a8fc-8d7658d260db req-fc7a9db8-4e62-416f-9ead-d64ca95d00ed tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.104369 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9deee7e0-7021-4710-a8fc-8d7658d260db req-fc7a9db8-4e62-416f-9ead-d64ca95d00ed tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.2209992 Sep 16 16:41:53.169015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-91da00ac-1f5d-4d2d-b938-08240e1a8f9b service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025885 Sep 16 16:41:53.208039 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-faaf8eb3-2591-434f-8ee8-e4fd92d33b26 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:53.227254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9deee7e0-7021-4710-a8fc-8d7658d260db req-a180c6bf-5829-4619-99ec-a0738156954f tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117976 Sep 16 16:41:53.381202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-324a4dd7-fff4-4b92-bb73-7fc2f278cb93 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002501 Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-de02d958-93d1-4ac2-a255-e4dad167ef90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6363fdc0-2e27-4457-988b-e88b55801776 HTTP/1.1" status: 200 len: 217 time: 0.0431983 Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-132c1d48-d73f-410c-afba-8125e306aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-132c1d48-d73f-410c-afba-8125e306aeda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0707586 Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df384475-57a7-443c-8f88-aa1be0e84e72 req-c63f445a-db51-48b9-82bf-fdabcc0adcb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df384475-57a7-443c-8f88-aa1be0e84e72 req-c63f445a-db51-48b9-82bf-fdabcc0adcb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df384475-57a7-443c-8f88-aa1be0e84e72 req-c63f445a-db51-48b9-82bf-fdabcc0adcb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df384475-57a7-443c-8f88-aa1be0e84e72 req-c63f445a-db51-48b9-82bf-fdabcc0adcb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df384475-57a7-443c-8f88-aa1be0e84e72 req-c63f445a-db51-48b9-82bf-fdabcc0adcb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df384475-57a7-443c-8f88-aa1be0e84e72 req-c63f445a-db51-48b9-82bf-fdabcc0adcb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df384475-57a7-443c-8f88-aa1be0e84e72 req-c63f445a-db51-48b9-82bf-fdabcc0adcb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df384475-57a7-443c-8f88-aa1be0e84e72 req-c63f445a-db51-48b9-82bf-fdabcc0adcb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.1266830 Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e799a9db-6a97-4565-a83d-0cd421d5a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.683266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-e799a9db-6a97-4565-a83d-0cd421d5a36b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114583 Sep 16 16:41:53.686474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df384475-57a7-443c-8f88-aa1be0e84e72 req-16482923-e878-49d5-841b-18de19260760 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624197 Sep 16 16:41:53.735723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-44c0f2b7-7007-46eb-b605-2ebd89a8166c service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948262 Sep 16 16:41:53.774780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] Router a1ed3fcb-4090-4826-9315-6f7212b32251 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:41:53.861475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-1b5e8654-fbad-45cc-b4d6-9c148f17ec92 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195138 Sep 16 16:41:53.874111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf9223-ad5f-4684-afda-db42d2ee5fd0 req-6f311056-10cc-4925-85c7-95aea5b36977 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:53.875616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bdf9223-ad5f-4684-afda-db42d2ee5fd0 req-6f311056-10cc-4925-85c7-95aea5b36977 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.0707846 Sep 16 16:41:53.883408 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-faaf8eb3-2591-434f-8ee8-e4fd92d33b26 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 16:41:53.884440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-faaf8eb3-2591-434f-8ee8-e4fd92d33b26 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9657233 Sep 16 16:41:53.888572 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50098) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:53.907808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:41:53.916659 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-14054c9c-0e82-46be-9984-be21b5ab526d admin admin] 10.222.0.22 "PUT /v2.0/routers/a1ed3fcb-4090-4826-9315-6f7212b32251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1922586 Sep 16 16:41:53.919556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Router ace860ec-f84c-4091-8e81-8d0dca82a35b is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:41:53.920323 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] Sync routers for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:41:53.921408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50100) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:53.921965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-8d31e8c4-5236-4475-a8e9-7eafbc4ba1eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=39550247-d430-45db-b8f5-c9dbc078ec7e HTTP/1.1" status: 200 len: 217 time: 0.0454857 Sep 16 16:41:53.933657 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:53.934577 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:54.044418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bdf9223-ad5f-4684-afda-db42d2ee5fd0 req-069c6988-ea71-4d52-b047-dc873f69a8a3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582441 Sep 16 16:41:54.069137 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:54.069270 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:54.071723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-844f8db0-395b-43e3-b24f-6c1ffde1f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:54.075876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-844f8db0-395b-43e3-b24f-6c1ffde1f959 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.1433527 Sep 16 16:41:54.162659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2263691-cbf4-4a09-b907-4d927ffb0f51 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:54.206051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:41:54.218515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d2967-a719-40d8-be35-36ac1ecb72a7 None None] Sync routers for ids ['ace860ec-f84c-4091-8e81-8d0dca82a35b'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:41:54.231872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d2967-a719-40d8-be35-36ac1ecb72a7 None None] Routers {'ace860ec-f84c-4091-8e81-8d0dca82a35b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:54.234153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-057d2967-a719-40d8-be35-36ac1ecb72a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ace860ec-f84c-4091-8e81-8d0dca82a35b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:54.239851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c71c1a55-ffeb-4d82-8485-e7288cf845ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:54.240913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c71c1a55-ffeb-4d82-8485-e7288cf845ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1590824 Sep 16 16:41:54.246102 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2263691-cbf4-4a09-b907-4d927ffb0f51 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:54.302789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:54.343398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:54.346613 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8d29af59-7a6e-48bf-95f3-a2d24e10dc16 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.2820506 Sep 16 16:41:54.349548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50110) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:54.355291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d5e9ab28-c3bb-4723-b6e5-9407eafa01b8 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'enable_snat': False}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:54.360353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-057d2967-a719-40d8-be35-36ac1ecb72a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:54.378728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d2967-a719-40d8-be35-36ac1ecb72a7 None None] Routers {'ace860ec-f84c-4091-8e81-8d0dca82a35b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:54.379813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-057d2967-a719-40d8-be35-36ac1ecb72a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ace860ec-f84c-4091-8e81-8d0dca82a35b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:54.410805 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:41:52Z', 'revision_number': 5, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port': {'id': '7484f1e0-2ea1-42eb-b1e3-23739967b1f0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:33:21Z', 'updated_at': '2021-09-16T16:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:54.418811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-057d2967-a719-40d8-be35-36ac1ecb72a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:54.419780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d2967-a719-40d8-be35-36ac1ecb72a7 None None] The sync data for ids ['ace860ec-f84c-4091-8e81-8d0dca82a35b'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:41:54.450962 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2263691-cbf4-4a09-b907-4d927ffb0f51 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:54.453774 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2263691-cbf4-4a09-b907-4d927ffb0f51 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:54.455725 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] Checking router: a1ed3fcb-4090-4826-9315-6f7212b32251 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:41:54.458340 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e2263691-cbf4-4a09-b907-4d927ffb0f51 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/c4156eda-a3b6-4822-ac4b-a13e43375ab7 HTTP/1.1" status: 204 len: 168 time: 0.5682681 Sep 16 16:41:54.458872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50112) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:54.468901 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] Routers {'a1ed3fcb-4090-4826-9315-6f7212b32251'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:54.469542 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a1ed3fcb-4090-4826-9315-6f7212b32251'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:54.488080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-904fb1e6-033f-4198-8574-f309d64da452 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399116 Sep 16 16:41:54.503331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e342b-4e18-4c78-8588-89018d9d59fe req-5e17b199-9455-4723-9c96-e0ac583d251c tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:54.505313 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-804e342b-4e18-4c78-8588-89018d9d59fe req-5e17b199-9455-4723-9c96-e0ac583d251c tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.1270449 Sep 16 16:41:54.519575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2263691-cbf4-4a09-b907-4d927ffb0f51 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4156eda-a3b6-4822-ac4b-a13e43375ab7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:54.594943 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-25c8ab66-93f7-4799-88d9-aafae988da0d tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1288147 Sep 16 16:41:54.595538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50114) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:54.605008 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] Set router a1ed3fcb-4090-4826-9315-6f7212b32251 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:41:54.606288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e43ef449-5d1f-4434-bb6d-340083f3d553 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'tempest-secgroup--333686837'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:54.618517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-804e342b-4e18-4c78-8588-89018d9d59fe req-3d2e1aac-9f4f-4fd6-95e8-8196ae7485a3 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034226 Sep 16 16:41:54.695802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-adca5b14-a5c6-4c3f-b16f-334a6dee1412 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892819 Sep 16 16:41:54.705485 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:41:54Z', 'revision_number': 6, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:54.776347 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdb303-2a4c-4dc7-9e50-9798b17578ef None None] The sync data for ids ['a1ed3fcb-4090-4826-9315-6f7212b32251'] in n-d-807786-3 is: [{'id': 'a1ed3fcb-4090-4826-9315-6f7212b32251', 'name': 'tempest-AttachVolumeTestJSON-1457814876-router', 'tenant_id': '8fe0e35a734d49a9989bf7f95aeed427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:33:19Z', 'updated_at': '2021-09-16T16:41:54Z', 'revision_number': 6, 'project_id': '8fe0e35a734d49a9989bf7f95aeed427', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:41:54.778978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-30c0bfd3-1829-4e2d-baba-6265107269f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=54226eab-2109-4213-afce-8844fbb3b740 HTTP/1.1" status: 200 len: 217 time: 0.0754628 Sep 16 16:41:54.837006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e43ef449-5d1f-4434-bb6d-340083f3d553 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:54.866462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7267a39d-9a9a-44e0-ac01-a45839ef94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:54.867947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7267a39d-9a9a-44e0-ac01-a45839ef94e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0821431 Sep 16 16:41:54.895219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Deleting port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:54.895959 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:54.972415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9a815de1-ad9e-4405-b239-ca61282208c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:54.973868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-9a815de1-ad9e-4405-b239-ca61282208c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872920 Sep 16 16:41:55.106233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d061b-2dde-485a-b098-15ca9c55d284 req-e8d9f9c8-0817-4f13-b48e-0ecc6d2b518c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.116632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d061b-2dde-485a-b098-15ca9c55d284 req-e8d9f9c8-0817-4f13-b48e-0ecc6d2b518c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.123093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d061b-2dde-485a-b098-15ca9c55d284 req-e8d9f9c8-0817-4f13-b48e-0ecc6d2b518c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.139020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d061b-2dde-485a-b098-15ca9c55d284 req-e8d9f9c8-0817-4f13-b48e-0ecc6d2b518c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.153606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d061b-2dde-485a-b098-15ca9c55d284 req-e8d9f9c8-0817-4f13-b48e-0ecc6d2b518c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.166629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d061b-2dde-485a-b098-15ca9c55d284 req-e8d9f9c8-0817-4f13-b48e-0ecc6d2b518c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.173308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d061b-2dde-485a-b098-15ca9c55d284 req-e8d9f9c8-0817-4f13-b48e-0ecc6d2b518c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.175477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-626d061b-2dde-485a-b098-15ca9c55d284 req-e8d9f9c8-0817-4f13-b48e-0ecc6d2b518c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.2573826 Sep 16 16:41:55.532484 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ab28-c3bb-4723-b6e5-9407eafa01b8 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:55.563601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427987b5-01f9-4190-ae06-4bb862442c52 req-aa2535c1-afe1-449e-b4c6-fa8fff5695d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.565218 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-427987b5-01f9-4190-ae06-4bb862442c52 req-aa2535c1-afe1-449e-b4c6-fa8fff5695d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cfe334ca4ed421299158e989ad14f8f&device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 1096 time: 0.1491938 Sep 16 16:41:55.636049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] For port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7484f1e0-2ea1-42eb-b1e3-23739967b1f0,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:55.636694 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:55.639215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-626d061b-2dde-485a-b098-15ca9c55d284 req-167ff0a2-eaae-444b-a28f-c675e1198c44 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4474699 Sep 16 16:41:55.657822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Calling delete_port for 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:55.668003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b693d74-56a2-4a41-9483-eb979fcc96d5 req-3dade368-6fa1-442e-a50c-0b0338d3d512 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.693236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b693d74-56a2-4a41-9483-eb979fcc96d5 req-3dade368-6fa1-442e-a50c-0b0338d3d512 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.5163403 Sep 16 16:41:55.752450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:55.763227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-a76ff32c-5801-40ba-b441-39aa633b3bf4 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765224 Sep 16 16:41:55.785808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:41:55.786407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4d8ec621-90ac-47f6-98e0-f53befc8cdf5 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:41:55.787014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7484f1e0-2ea1-42eb-b1e3-23739967b1f0 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:55.815561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b693d74-56a2-4a41-9483-eb979fcc96d5 req-68f9998a-ef59-4471-b17f-92b49a7b7290 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216438 Sep 16 16:41:55.922410 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:55.922679 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e43ef449-5d1f-4434-bb6d-340083f3d553 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:55.962039 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-ad609ddf-891e-4347-9bdb-245f0281d32c service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672530 Sep 16 16:41:55.965780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 7484f1e0-2ea1-42eb-b1e3-23739967b1f0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7484f1e0-2ea1-42eb-b1e3-23739967b1f0,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:55.968567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427987b5-01f9-4190-ae06-4bb862442c52 req-f8ef840a-a7dd-4865-93ee-85ff5d46615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.971519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-427987b5-01f9-4190-ae06-4bb862442c52 req-f8ef840a-a7dd-4865-93ee-85ff5d46615c service neutron] 10.222.0.62 "GET /v2.0/networks?id=25a85cae-dead-4ae8-9f5c-13292fc249db HTTP/1.1" status: 200 len: 912 time: 0.3980365 Sep 16 16:41:55.977287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dfe49-9621-448d-aa0a-62dd2ec09021 req-9747a519-75fb-43b1-a033-4abf3e26d613 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:55.986382 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d3dfe49-9621-448d-aa0a-62dd2ec09021 req-9747a519-75fb-43b1-a033-4abf3e26d613 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.2331479 Sep 16 16:41:56.045716 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:56.058380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-cc3f6d62-08a3-49eb-a39e-48ac164bd0b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff6305a2-78d5-457d-bf4a-cea817751f17 HTTP/1.1" status: 200 len: 217 time: 0.0686398 Sep 16 16:41:56.088675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-427987b5-01f9-4190-ae06-4bb862442c52 req-7b16501e-96a1-415a-ab8b-381accf40603 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=406e3c34-b88d-441a-a37a-90236ddf0940 HTTP/1.1" status: 200 len: 217 time: 0.0982978 Sep 16 16:41:56.109886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=7484f1e0-2ea1-42eb-b1e3-23739967b1f0,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:56.115762 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e43ef449-5d1f-4434-bb6d-340083f3d553 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:56.136051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d3dfe49-9621-448d-aa0a-62dd2ec09021 req-373bc643-73e5-4beb-a135-7c7ff4447521 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483045 Sep 16 16:41:56.152316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5cf1a77-f601-4df8-9e3b-cffbf6d50fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:56.154447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-b5cf1a77-f601-4df8-9e3b-cffbf6d50fa8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 200 len: 797 time: 0.0883076 Sep 16 16:41:56.207386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ef449-5d1f-4434-bb6d-340083f3d553 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbea6f8-2fbc-49df-95c0-eb1ffb6020fe,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:56.220728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427987b5-01f9-4190-ae06-4bb862442c52 req-30fb4c1d-7d76-4291-b715-77dda01e88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:56.222261 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-427987b5-01f9-4190-ae06-4bb862442c52 req-30fb4c1d-7d76-4291-b715-77dda01e88a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=590a055f-41c8-4251-aba0-6153ef76eaea HTTP/1.1" status: 200 len: 851 time: 0.1016250 Sep 16 16:41:56.244215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d624dfe8-59b9-414f-818b-8f919a6a0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:56.246269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-d624dfe8-59b9-414f-818b-8f919a6a0801 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819900 Sep 16 16:41:56.268406 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-427987b5-01f9-4190-ae06-4bb862442c52 req-da6e2dc5-2c74-4d49-b7b4-89a5cc170e8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25a85cae-dead-4ae8-9f5c-13292fc249db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383327 Sep 16 16:41:56.283749 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e43ef449-5d1f-4434-bb6d-340083f3d553 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:56.287391 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e43ef449-5d1f-4434-bb6d-340083f3d553 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6832190 Sep 16 16:41:56.290172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50130) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:56.296572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d61f709d-d515-452d-a481-e2047d9ccf9f tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': '2dbea6f8-2fbc-49df-95c0-eb1ffb6020fe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:56.297576 n-d-807786-3 neutron-server[95358]: WARNING neutron.api.v2.base [None req-d61f709d-d515-452d-a481-e2047d9ccf9f tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 16:41:56.298950 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-d61f709d-d515-452d-a481-e2047d9ccf9f tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:41:56.307227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d61f709d-d515-452d-a481-e2047d9ccf9f tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0097377 Sep 16 16:41:56.310818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50132) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:56.477883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-7291d5f3-003e-479c-b604-149fe3adcd35 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214494 Sep 16 16:41:56.478976 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1cac8d8f-00be-45df-b523-345b7579502c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:56.560364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1cac8d8f-00be-45df-b523-345b7579502c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:56.603356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:56.660792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7484f1e0-2ea1-42eb-b1e3-23739967b1f0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:56.672631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-3debdea7-5f49-4661-a025-99aedce53a5c service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836376 Sep 16 16:41:56.704907 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-427987b5-01f9-4190-ae06-4bb862442c52 req-6001d069-5f62-4a58-b96b-50ffa5d6847a service neutron] 10.222.0.62 "GET /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148774 Sep 16 16:41:56.737098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-34a155f2-21f5-40e1-8643-fd12a215d561 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82 HTTP/1.1" status: 200 len: 217 time: 0.0511608 Sep 16 16:41:56.739884 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1cac8d8f-00be-45df-b523-345b7579502c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:56.743010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1cac8d8f-00be-45df-b523-345b7579502c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:56.747914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1cac8d8f-00be-45df-b523-345b7579502c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/2dbea6f8-2fbc-49df-95c0-eb1ffb6020fe HTTP/1.1" status: 204 len: 168 time: 0.4330342 Sep 16 16:41:56.769562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50136) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:56.847355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac8d8f-00be-45df-b523-345b7579502c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbea6f8-2fbc-49df-95c0-eb1ffb6020fe,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:56.890365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-2721dc1e-3c70-4741-97b1-2ea2c90038a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:56.892036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-2721dc1e-3c70-4741-97b1-2ea2c90038a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 200 len: 797 time: 0.1454206 Sep 16 16:41:56.947593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-72975251-3e6e-428d-94a5-7fc4c221e1b7 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1730545 Sep 16 16:41:56.957511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50142) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:56.968889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-965eaf71-c458-47a4-a3c4-919213c8ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:56.969482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d2b24-a826-4b32-ad20-2cebdf7fdd81 req-e69f036d-2dcd-4c84-86e0-e0b4af8bd344 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:56.970404 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-965eaf71-c458-47a4-a3c4-919213c8ad2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1097 time: 0.3794577 Sep 16 16:41:56.982735 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:56.986032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d2b24-a826-4b32-ad20-2cebdf7fdd81 req-e69f036d-2dcd-4c84-86e0-e0b4af8bd344 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:56.992982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d2b24-a826-4b32-ad20-2cebdf7fdd81 req-e69f036d-2dcd-4c84-86e0-e0b4af8bd344 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:56.999611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d2b24-a826-4b32-ad20-2cebdf7fdd81 req-e69f036d-2dcd-4c84-86e0-e0b4af8bd344 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:57.006328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d2b24-a826-4b32-ad20-2cebdf7fdd81 req-e69f036d-2dcd-4c84-86e0-e0b4af8bd344 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:57.014086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d2b24-a826-4b32-ad20-2cebdf7fdd81 req-e69f036d-2dcd-4c84-86e0-e0b4af8bd344 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:57.020415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d2b24-a826-4b32-ad20-2cebdf7fdd81 req-e69f036d-2dcd-4c84-86e0-e0b4af8bd344 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:57.022570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-953d2b24-a826-4b32-ad20-2cebdf7fdd81 req-e69f036d-2dcd-4c84-86e0-e0b4af8bd344 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.2845078 Sep 16 16:41:57.044505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-015876eb-2e44-42e0-bba2-972ac417f816 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029135844'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:57.074444 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ab28-c3bb-4723-b6e5-9407eafa01b8 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.115412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-68f612c3-a4af-40c7-acbe-fc91a8de3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:57.116043 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.116885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-68f612c3-a4af-40c7-acbe-fc91a8de3d40 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2134311 Sep 16 16:41:57.121570 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.125433 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ab28-c3bb-4723-b6e5-9407eafa01b8 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.128614 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-953d2b24-a826-4b32-ad20-2cebdf7fdd81 req-9739531d-44c5-4655-93e5-114c4546cac6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768893 Sep 16 16:41:57.134140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465f3e-8f5e-4eef-905a-5404ea52e9df req-5a5f2ce4-9a7a-4322-9a17-d79f8e3a82d1 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:57.136443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85465f3e-8f5e-4eef-905a-5404ea52e9df req-5a5f2ce4-9a7a-4322-9a17-d79f8e3a82d1 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.2026825 Sep 16 16:41:57.186982 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-015876eb-2e44-42e0-bba2-972ac417f816 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.205067 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-427987b5-01f9-4190-ae06-4bb862442c52 req-22462969-bbe7-4f29-aaac-076101b458c1 service neutron] 10.222.0.62 "GET /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748249 Sep 16 16:41:57.263107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85465f3e-8f5e-4eef-905a-5404ea52e9df req-6f836cb4-ba52-45fd-be8e-848a029e85f9 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063032 Sep 16 16:41:57.334735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-a3d8536d-5561-4f1e-a321-ec1c04bc4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:57.336301 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-a3d8536d-5561-4f1e-a321-ec1c04bc4027 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.3208694 Sep 16 16:41:57.351162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-616ed378-a6b6-4bc7-b246-12fa3266ad1c service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137260 Sep 16 16:41:57.384892 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.385554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ed3fcb-4090-4826-9315-6f7212b32251 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:41:57.392924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.394074 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-be38df35-9f98-43e8-a259-8a7cd3bb0a40 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a1ed3fcb-4090-4826-9315-6f7212b32251 HTTP/1.1" status: 204 len: 168 time: 3.4717228 Sep 16 16:41:57.397191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50148) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:57.426009 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-015876eb-2e44-42e0-bba2-972ac417f816 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.501968 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-86a30631-0100-4331-8598-457d912b2004 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 1001 time: 0.1257617 Sep 16 16:41:57.504794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e9ab28-c3bb-4723-b6e5-9407eafa01b8 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Router ace860ec-f84c-4091-8e81-8d0dca82a35b has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:41:57.528978 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-015876eb-2e44-42e0-bba2-972ac417f816 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.575312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c54760c-1d1c-4ae3-b9fc-443acccaa7a9 admin admin] Deleting subnet 606ec290-cbe0-48fd-96ae-f5f2bbe64d3f {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:41:57.590417 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c54760c-1d1c-4ae3-b9fc-443acccaa7a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.631296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015876eb-2e44-42e0-bba2-972ac417f816 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2965f56c-c634-4ecb-9b3f-2f9782aa3ccc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:57.644855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cccc5-d5c9-48c5-a426-1fe33b637f31 req-01ad715f-0493-4732-9e66-ed7a806bf6ab tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:57.646548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-771cccc5-d5c9-48c5-a426-1fe33b637f31 req-01ad715f-0493-4732-9e66-ed7a806bf6ab tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.2010431 Sep 16 16:41:57.651427 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-015876eb-2e44-42e0-bba2-972ac417f816 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.652790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-015876eb-2e44-42e0-bba2-972ac417f816 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6961207 Sep 16 16:41:57.657358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50150) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:57.658443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a659cc9-1f3f-4d93-99e3-835cb95e19f1 req-c06599be-a534-424f-b634-01cf0f0b5f91 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991505 Sep 16 16:41:57.669912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f9c6aa75-ccdb-426b-a87e-a3a34638cd7d tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': '2965f56c-c634-4ecb-9b3f-2f9782aa3ccc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:57.671055 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-f9c6aa75-ccdb-426b-a87e-a3a34638cd7d tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 16:41:57.671644 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-f9c6aa75-ccdb-426b-a87e-a3a34638cd7d tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:41:57.675844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c54760c-1d1c-4ae3-b9fc-443acccaa7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.676531 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f9c6aa75-ccdb-426b-a87e-a3a34638cd7d tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0161064 Sep 16 16:41:57.677921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50152) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:57.685491 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-642252f2-60fe-478f-a6ed-0246e6288273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:57.687059 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-642252f2-60fe-478f-a6ed-0246e6288273 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.1717608 Sep 16 16:41:57.737055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-771cccc5-d5c9-48c5-a426-1fe33b637f31 req-1158a5f7-264d-440f-b612-91c9d4dd8cd0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809503 Sep 16 16:41:57.822908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c54760c-1d1c-4ae3-b9fc-443acccaa7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.841545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-ab9fe9cc-8e28-499d-8bd7-4a6488e7463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:57.843193 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-ab9fe9cc-8e28-499d-8bd7-4a6488e7463b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438990 Sep 16 16:41:57.867570 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-582f5af6-83ef-4d48-a2b3-e63f9a4deff3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.878656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e9ab28-c3bb-4723-b6e5-9407eafa01b8 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:41:57.889563 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25cc3c-a367-4a81-aa96-3e28b667c231 None None] Sync routers for ids ['ace860ec-f84c-4091-8e81-8d0dca82a35b'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:41:57.900488 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25cc3c-a367-4a81-aa96-3e28b667c231 None None] Routers {'ace860ec-f84c-4091-8e81-8d0dca82a35b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:57.900911 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ab28-c3bb-4723-b6e5-9407eafa01b8 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.901296 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9e25cc3c-a367-4a81-aa96-3e28b667c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ace860ec-f84c-4091-8e81-8d0dca82a35b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:57.902528 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d5e9ab28-c3bb-4723-b6e5-9407eafa01b8 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "PUT /v2.0/routers/ace860ec-f84c-4091-8e81-8d0dca82a35b HTTP/1.1" status: 200 len: 920 time: 3.5515530 Sep 16 16:41:57.905265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50154) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:57.935976 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-582f5af6-83ef-4d48-a2b3-e63f9a4deff3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:57.966618 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9e25cc3c-a367-4a81-aa96-3e28b667c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:57.976715 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25cc3c-a367-4a81-aa96-3e28b667c231 None None] Routers {'ace860ec-f84c-4091-8e81-8d0dca82a35b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:41:57.977457 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9e25cc3c-a367-4a81-aa96-3e28b667c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:41:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ace860ec-f84c-4091-8e81-8d0dca82a35b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:57.980155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c54760c-1d1c-4ae3-b9fc-443acccaa7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.021344 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9e25cc3c-a367-4a81-aa96-3e28b667c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:58.022148 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25cc3c-a367-4a81-aa96-3e28b667c231 None None] The sync data for ids ['ace860ec-f84c-4091-8e81-8d0dca82a35b'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:41:58.037857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54760c-1d1c-4ae3-b9fc-443acccaa7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606ec290-cbe0-48fd-96ae-f5f2bbe64d3f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:58.054997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c54760c-1d1c-4ae3-b9fc-443acccaa7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.059743 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8c54760c-1d1c-4ae3-b9fc-443acccaa7a9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/606ec290-cbe0-48fd-96ae-f5f2bbe64d3f HTTP/1.1" status: 204 len: 168 time: 0.6554601 Sep 16 16:41:58.063546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c0f5d9-492a-4be1-a1f3-8c0c2686c2e3 None None] Network 192b9611-4d0c-4afa-835b-5392318dd117 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:41:58.077774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50156) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:58.205995 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.242748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aae84b8b-9a2b-40ba-a4a8-52289e8bf1df tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/routers/ace860ec-f84c-4091-8e81-8d0dca82a35b HTTP/1.1" status: 200 len: 920 time: 0.3336129 Sep 16 16:41:58.263326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50160) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:58.286018 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c2dda5cd-c3ec-4b7c-a7e0-1d3b5498b02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.356626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f711ffc-729f-4bda-aace-3a189da90f38 None None] DHCP port deletion for 192b9611-4d0c-4afa-835b-5392318dd117 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:41:58.459767 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3f711ffc-729f-4bda-aace-3a189da90f38 None None] Deleting port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:58.460802 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3f711ffc-729f-4bda-aace-3a189da90f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.469487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4154b0c3-a390-4b04-a346-aeb6c30ff360 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:58.471195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4154b0c3-a390-4b04-a346-aeb6c30ff360 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&device_id=ace860ec-f84c-4091-8e81-8d0dca82a35b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2054713 Sep 16 16:41:58.477419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50168) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:58.485905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b1306-1934-4009-899a-806e1fdb3fc4 req-5bc998a0-d798-441e-ada4-a7fa19f3b7cc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:58.492152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b1306-1934-4009-899a-806e1fdb3fc4 req-5bc998a0-d798-441e-ada4-a7fa19f3b7cc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:58.500323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b1306-1934-4009-899a-806e1fdb3fc4 req-5bc998a0-d798-441e-ada4-a7fa19f3b7cc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:58.506794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b1306-1934-4009-899a-806e1fdb3fc4 req-5bc998a0-d798-441e-ada4-a7fa19f3b7cc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:58.514702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b1306-1934-4009-899a-806e1fdb3fc4 req-5bc998a0-d798-441e-ada4-a7fa19f3b7cc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:58.520894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b1306-1934-4009-899a-806e1fdb3fc4 req-5bc998a0-d798-441e-ada4-a7fa19f3b7cc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:58.528281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b1306-1934-4009-899a-806e1fdb3fc4 req-5bc998a0-d798-441e-ada4-a7fa19f3b7cc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:58.530818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b3b1306-1934-4009-899a-806e1fdb3fc4 req-5bc998a0-d798-441e-ada4-a7fa19f3b7cc tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.2549026 Sep 16 16:41:58.536660 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-a994b43b-58c8-4485-8829-427119b4fa43 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717601 Sep 16 16:41:58.541764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Deleting port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:58.542239 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.547437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3f711ffc-729f-4bda-aace-3a189da90f38 None None] For port 72bec126-1eb2-4da7-ba3c-6baefbd4e740, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=72bec126-1eb2-4da7-ba3c-6baefbd4e740,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:58.548058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3f711ffc-729f-4bda-aace-3a189da90f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.562926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3f711ffc-729f-4bda-aace-3a189da90f38 None None] Calling delete_port for 72bec126-1eb2-4da7-ba3c-6baefbd4e740 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:58.651075 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-582f5af6-83ef-4d48-a2b3-e63f9a4deff3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.653937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-582f5af6-83ef-4d48-a2b3-e63f9a4deff3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.656987 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-582f5af6-83ef-4d48-a2b3-e63f9a4deff3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/2965f56c-c634-4ecb-9b3f-2f9782aa3ccc HTTP/1.1" status: 204 len: 168 time: 0.9734371 Sep 16 16:41:58.667460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50170) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:58.697567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b3b1306-1934-4009-899a-806e1fdb3fc4 req-b79ae828-e3f4-454a-85ab-1ad76f8e0246 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1528456 Sep 16 16:41:58.698167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f5af6-83ef-4d48-a2b3-e63f9a4deff3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965f56c-c634-4ecb-9b3f-2f9782aa3ccc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:58.718267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ed637-3d81-4310-826e-0a340ce51c09 req-37630397-fa5c-437f-90fc-8b1233aaa039 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:58.719936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e9ed637-3d81-4310-826e-0a340ce51c09 req-37630397-fa5c-437f-90fc-8b1233aaa039 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.1500947 Sep 16 16:41:58.731006 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3f711ffc-729f-4bda-aace-3a189da90f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.738941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] For port 72bec126-1eb2-4da7-ba3c-6baefbd4e740, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=72bec126-1eb2-4da7-ba3c-6baefbd4e740,segment=NetworkSegment(ce5e65c7-a9d1-40b5-b461-0a67f025e24a),segment_id=ce5e65c7-a9d1-40b5-b461-0a67f025e24a)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:41:58.741405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.748628 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0c0e0c43-a050-401b-8b82-14e22193b39e req-88f93cff-0a32-4a9e-bc91-c7ab4244dba8 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815233 Sep 16 16:41:58.756215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa814b-bf97-4d6c-8108-2f4792904a2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:58.760324 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d5aa814b-bf97-4d6c-8108-2f4792904a2c tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 881 time: 0.2792792 Sep 16 16:41:58.760648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50172) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:58.772582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f711ffc-729f-4bda-aace-3a189da90f38 None None] No DVR routers for this DVR port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:41:58.793296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Calling delete_port for 72bec126-1eb2-4da7-ba3c-6baefbd4e740 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:58.802524 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b7cd451b-e372-42f2-bef5-8d8977bfaaa3 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace860ec-f84c-4091-8e81-8d0dca82a35b HTTP/1.1" status: 200 len: 205 time: 0.0384014 Sep 16 16:41:58.803638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50176) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:58.819966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f711ffc-729f-4bda-aace-3a189da90f38 None None] Pushing event deleted for resources: {'Port': ['ID=72bec126-1eb2-4da7-ba3c-6baefbd4e740,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:58.912529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:58.919312 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-087038ea-dfc6-4a01-9fe6-feccacbf3ffb tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2466648 Sep 16 16:41:58.924420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50178) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:58.929332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-97035051-e4f9-4abc-913d-82759f7a55b4 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974955956'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:58.958183 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e9ed637-3d81-4310-826e-0a340ce51c09 req-5afa28f2-dde2-4da0-a501-0b0450d7e961 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299562 Sep 16 16:41:58.982327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Pushing event deleted for resources: {'Port': ['ID=72bec126-1eb2-4da7-ba3c-6baefbd4e740,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:58.997315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] No DVR routers for this DVR port 72bec126-1eb2-4da7-ba3c-6baefbd4e740 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:41:58.997592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.038390 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-97035051-e4f9-4abc-913d-82759f7a55b4 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.093179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c0c5-9d21-4084-bb22-346f0ada4ce6 req-fc2950a2-6605-44fd-a940-f602ae3fe971 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:59.094838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee63c0c5-9d21-4084-bb22-346f0ada4ce6 req-fc2950a2-6605-44fd-a940-f602ae3fe971 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.1181991 Sep 16 16:41:59.130086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.156215 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192b9611-4d0c-4afa-835b-5392318dd117']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5e65c7-a9d1-40b5-b461-0a67f025e24a') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee63c0c5-9d21-4084-bb22-346f0ada4ce6 req-9acffb76-b839-410c-959f-445858628dc1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856297 Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: items = [ Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:41:59.328406 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:41:59.332378 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:41:59.504165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Deleting port 4937f854-0de1-4af2-996b-e0730c9a1db2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:41:59.504649 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.583813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-97035051-e4f9-4abc-913d-82759f7a55b4 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.606741 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.626611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Calling delete_port for 4937f854-0de1-4af2-996b-e0730c9a1db2 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:41:59.676572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 72bec126-1eb2-4da7-ba3c-6baefbd4e740 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:41:59.694006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.698142 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-97035051-e4f9-4abc-913d-82759f7a55b4 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.711406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.717313 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] 10.222.0.22 "DELETE /v2.0/networks/192b9611-4d0c-4afa-835b-5392318dd117 HTTP/1.1" status: 204 len: 168 time: 1.6397581 Sep 16 16:41:59.736959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 72bec126-1eb2-4da7-ba3c-6baefbd4e740 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:41:59.739251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 72bec126-1eb2-4da7-ba3c-6baefbd4e740 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:41:59.821998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3894f-adce-49e8-a40e-e885ba2e797c admin admin] Pushing event deleted for resources: {'Network': ['ID=192b9611-4d0c-4afa-835b-5392318dd117,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:59.918569 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-97035051-e4f9-4abc-913d-82759f7a55b4 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:41:59.922152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-97035051-e4f9-4abc-913d-82759f7a55b4 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9967520 Sep 16 16:41:59.923061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97035051-e4f9-4abc-913d-82759f7a55b4 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad35b0f1-e214-4b69-841d-f875254606cd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:41:59.926520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50194) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:59.951341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4b97b670-5faf-4aaf-a9bf-72ccadb12c4c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'ad35b0f1-e214-4b69-841d-f875254606cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:59.971703 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-4b97b670-5faf-4aaf-a9bf-72ccadb12c4c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 16:41:59.972195 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-4b97b670-5faf-4aaf-a9bf-72ccadb12c4c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:41:59.973851 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4b97b670-5faf-4aaf-a9bf-72ccadb12c4c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0337002 Sep 16 16:41:59.985285 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50198) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:41:59.986975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f43ad9-4326-4aea-81c0-addf58b565d2 req-d3958bed-4268-4d17-868a-e032db827398 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:41:59.988641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2f43ad9-4326-4aea-81c0-addf58b565d2 req-d3958bed-4268-4d17-868a-e032db827398 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.1725402 Sep 16 16:41:59.995861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4a00cd68-54cb-4111-89d0-e4731f09b206 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'ad35b0f1-e214-4b69-841d-f875254606cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:41:59.997077 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-4a00cd68-54cb-4111-89d0-e4731f09b206 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 16:41:59.997770 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-4a00cd68-54cb-4111-89d0-e4731f09b206 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:00.010117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5088dd-d631-4024-baa6-6952e36d78c6 req-47bb0ee0-0875-4b3e-bbe4-dad34f9152d7 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:00.013826 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a00cd68-54cb-4111-89d0-e4731f09b206 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0274038 Sep 16 16:42:00.016355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5088dd-d631-4024-baa6-6952e36d78c6 req-47bb0ee0-0875-4b3e-bbe4-dad34f9152d7 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:00.020051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50200) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:00.023280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5088dd-d631-4024-baa6-6952e36d78c6 req-47bb0ee0-0875-4b3e-bbe4-dad34f9152d7 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:00.032377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cad9a381-7fb4-4ad5-b960-c7f70c275a2f tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'ad35b0f1-e214-4b69-841d-f875254606cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:00.035049 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-cad9a381-7fb4-4ad5-b960-c7f70c275a2f tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 16:42:00.035913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5088dd-d631-4024-baa6-6952e36d78c6 req-47bb0ee0-0875-4b3e-bbe4-dad34f9152d7 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:00.037299 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-cad9a381-7fb4-4ad5-b960-c7f70c275a2f tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:00.042522 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cad9a381-7fb4-4ad5-b960-c7f70c275a2f tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155308 Sep 16 16:42:00.044795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5088dd-d631-4024-baa6-6952e36d78c6 req-47bb0ee0-0875-4b3e-bbe4-dad34f9152d7 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:00.048302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50202) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:00.051679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5088dd-d631-4024-baa6-6952e36d78c6 req-47bb0ee0-0875-4b3e-bbe4-dad34f9152d7 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:00.057965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5088dd-d631-4024-baa6-6952e36d78c6 req-47bb0ee0-0875-4b3e-bbe4-dad34f9152d7 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:00.060201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2dc67085-8085-4591-a7fe-040503f82272 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'ad35b0f1-e214-4b69-841d-f875254606cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:00.061270 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-2dc67085-8085-4591-a7fe-040503f82272 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 16:42:00.063774 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-2dc67085-8085-4591-a7fe-040503f82272 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:00.068972 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2dc67085-8085-4591-a7fe-040503f82272 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0143957 Sep 16 16:42:00.069167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f5088dd-d631-4024-baa6-6952e36d78c6 req-47bb0ee0-0875-4b3e-bbe4-dad34f9152d7 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.1937551 Sep 16 16:42:00.070634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50204) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:00.167636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2f43ad9-4326-4aea-81c0-addf58b565d2 req-9ce4c641-7513-403e-a06a-fbee088ba1ed tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723833 Sep 16 16:42:00.202738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50206) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:00.203151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f5088dd-d631-4024-baa6-6952e36d78c6 req-ed4c5bd5-eb87-4da1-85e9-58671d3b47ab tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231108 Sep 16 16:42:00.222530 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-caf9a2f9-938c-41c4-9725-dda89c1be65c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.251162 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-caf9a2f9-938c-41c4-9725-dda89c1be65c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.251763 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d5f5b4f9-3737-4e78-b6b5-9649d57d9d8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fe0e35a734d49a9989bf7f95aeed427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587935 Sep 16 16:42:00.252726 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.254477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50210) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:00.283409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Pushing event deleted for resources: {'Port': ['ID=4937f854-0de1-4af2-996b-e0730c9a1db2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:00.356449 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb73a2c1-024a-43a8-8f9a-fcc39b4e44da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.363124 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.452341 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb73a2c1-024a-43a8-8f9a-fcc39b4e44da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.452341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f1d23-82bb-4db2-ba2c-f24299f45c13 req-ff91e07e-6c90-486d-80e7-828107db6c00 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:00.452341 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-958f1d23-82bb-4db2-ba2c-f24299f45c13 req-ff91e07e-6c90-486d-80e7-828107db6c00 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.0917842 Sep 16 16:42:00.472664 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.475213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.489003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-958f1d23-82bb-4db2-ba2c-f24299f45c13 req-a46cb3cf-1ab2-42f0-b267-e527a7064b42 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532434 Sep 16 16:42:00.526283 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-caf9a2f9-938c-41c4-9725-dda89c1be65c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.528102 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-caf9a2f9-938c-41c4-9725-dda89c1be65c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.529368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-caf9a2f9-938c-41c4-9725-dda89c1be65c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/ad35b0f1-e214-4b69-841d-f875254606cd HTTP/1.1" status: 204 len: 168 time: 0.4560823 Sep 16 16:42:00.532143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50214) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:00.539292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9a2f9-938c-41c4-9725-dda89c1be65c tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad35b0f1-e214-4b69-841d-f875254606cd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:00.576605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb73a2c1-024a-43a8-8f9a-fcc39b4e44da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.582216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb73a2c1-024a-43a8-8f9a-fcc39b4e44da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.582216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bb73a2c1-024a-43a8-8f9a-fcc39b4e44da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64a319fa-a71c-4504-92de-cee59161c6d9 HTTP/1.1" status: 204 len: 168 time: 0.3250937 Sep 16 16:42:00.582657 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ccdf749b-753a-44ff-820a-6b3844ac5982 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485215 Sep 16 16:42:00.586870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50218) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:00.590919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73a2c1-024a-43a8-8f9a-fcc39b4e44da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a319fa-a71c-4504-92de-cee59161c6d9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:00.591743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4180cdcf-8f6e-4251-b680-5a47c3bf081a tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102338116'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:00.601271 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.601794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Fanout notify agent at l3_agent the message router_deleted on router ace860ec-f84c-4091-8e81-8d0dca82a35b {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:42:00.611576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.616720 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9c9a4eee-f66b-4d10-b03b-6887424e7992 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/ace860ec-f84c-4091-8e81-8d0dca82a35b HTTP/1.1" status: 204 len: 168 time: 1.8120530 Sep 16 16:42:00.617368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50222) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:00.623694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-7d30bac2-5088-459f-8ebd-1543099d0bdb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-704855396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:00.644616 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-7d30bac2-5088-459f-8ebd-1543099d0bdb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:42:00.644616 n-d-807786-3 neutron-server[95357]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 16:42:00.644616 n-d-807786-3 neutron-server[95357]: [parameters: {'project_id': '72561e0a519e4175a2e0711003adfd67', 'id': '30824368-3605-4757-aa51-ddc805a9cbc8', 'expiration': datetime.datetime(2021, 9, 16, 16, 44, 0, 640178)}] Sep 16 16:42:00.644616 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:42:00.647736 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-7d30bac2-5088-459f-8ebd-1543099d0bdb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:42:00.713946 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4180cdcf-8f6e-4251-b680-5a47c3bf081a tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.753458 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9803668e-4aa1-46d5-b952-7a709dd7615f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.797580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4180cdcf-8f6e-4251-b680-5a47c3bf081a tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.850835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4180cdcf-8f6e-4251-b680-5a47c3bf081a tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.880308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180cdcf-8f6e-4251-b680-5a47c3bf081a tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd8d8ef-573f-484a-8d51-dab7b0dc489b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:00.959687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4180cdcf-8f6e-4251-b680-5a47c3bf081a tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:00.961012 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4180cdcf-8f6e-4251-b680-5a47c3bf081a tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3726797 Sep 16 16:42:00.964598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50234) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:00.969181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ce7b909f-b3a4-4c1e-91ee-9bfe8d569852 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'bcd8d8ef-573f-484a-8d51-dab7b0dc489b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:00.969952 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-ce7b909f-b3a4-4c1e-91ee-9bfe8d569852 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 16:42:00.970445 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-ce7b909f-b3a4-4c1e-91ee-9bfe8d569852 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:00.971395 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ce7b909f-b3a4-4c1e-91ee-9bfe8d569852 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059104 Sep 16 16:42:00.973939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50236) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:00.978962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c51656bd-5524-42ff-9c92-80e685bf957e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'bcd8d8ef-573f-484a-8d51-dab7b0dc489b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:01.236495 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-c51656bd-5524-42ff-9c92-80e685bf957e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:01.238858 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c51656bd-5524-42ff-9c92-80e685bf957e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2639992 Sep 16 16:42:01.242398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50250) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:01.247736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-09bdf815-f5b8-4fc2-a621-d2ff1a533d92 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'bcd8d8ef-573f-484a-8d51-dab7b0dc489b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:01.248511 n-d-807786-3 neutron-server[95358]: WARNING neutron.api.v2.base [None req-09bdf815-f5b8-4fc2-a621-d2ff1a533d92 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 16:42:01.249003 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-09bdf815-f5b8-4fc2-a621-d2ff1a533d92 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:01.251258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-09bdf815-f5b8-4fc2-a621-d2ff1a533d92 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078723 Sep 16 16:42:01.258178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50252) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:01.272703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ef49d7f7-3195-43e1-9179-f6212c521b84 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'bcd8d8ef-573f-484a-8d51-dab7b0dc489b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:01.371427 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d30bac2-5088-459f-8ebd-1543099d0bdb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:01.375006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a9b8-80a2-4190-a35a-2b84e652a170 req-57a8f032-b06d-4445-82ed-015edfe6c14e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:01.375189 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d30bac2-5088-459f-8ebd-1543099d0bdb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:01.378051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a9b8-80a2-4190-a35a-2b84e652a170 req-57a8f032-b06d-4445-82ed-015edfe6c14e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:01.384889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a9b8-80a2-4190-a35a-2b84e652a170 req-57a8f032-b06d-4445-82ed-015edfe6c14e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:01.390948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a9b8-80a2-4190-a35a-2b84e652a170 req-57a8f032-b06d-4445-82ed-015edfe6c14e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:01.397242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a9b8-80a2-4190-a35a-2b84e652a170 req-57a8f032-b06d-4445-82ed-015edfe6c14e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:01.404063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a9b8-80a2-4190-a35a-2b84e652a170 req-57a8f032-b06d-4445-82ed-015edfe6c14e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:01.410338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a9b8-80a2-4190-a35a-2b84e652a170 req-57a8f032-b06d-4445-82ed-015edfe6c14e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:01.412552 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70e9a9b8-80a2-4190-a35a-2b84e652a170 req-57a8f032-b06d-4445-82ed-015edfe6c14e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.1344466 Sep 16 16:42:01.422611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08029-374c-4ac4-9a84-3c7ca5490525 req-26e3baca-9580-4a64-ab48-f4bdc47eb6a6 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:01.424100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cde08029-374c-4ac4-9a84-3c7ca5490525 req-26e3baca-9580-4a64-ab48-f4bdc47eb6a6 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.1326120 Sep 16 16:42:01.451240 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:01.454455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d30bac2-5088-459f-8ebd-1543099d0bdb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:01.499163 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70e9a9b8-80a2-4190-a35a-2b84e652a170 req-78829de9-0500-4372-8885-fbbb336a964b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713966 Sep 16 16:42:01.501554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cde08029-374c-4ac4-9a84-3c7ca5490525 req-0a9a701e-e4ce-4909-b9c2-8533d4ac6b43 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c129dd-8a51-44d2-9bf5-b17eb215d807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644457 Sep 16 16:42:01.537109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d30bac2-5088-459f-8ebd-1543099d0bdb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:01.652787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d30bac2-5088-459f-8ebd-1543099d0bdb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:01.655351 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7d30bac2-5088-459f-8ebd-1543099d0bdb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0350153 Sep 16 16:42:01.661660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013bb80-726b-4a5b-b491-9fa4bd84c5cf req-707b7265-7804-48cd-a3b5-3e3b4ef5e979 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:01.664238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50284) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:01.668524 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a013bb80-726b-4a5b-b491-9fa4bd84c5cf req-707b7265-7804-48cd-a3b5-3e3b4ef5e979 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.0804751 Sep 16 16:42:01.670415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:01.686239 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-ef49d7f7-3195-43e1-9179-f6212c521b84 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:01.687466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ef49d7f7-3195-43e1-9179-f6212c521b84 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4278765 Sep 16 16:42:01.691176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50286) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:01.696375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-09a7c632-f5bb-41df-b142-f00f05dffc17 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'bcd8d8ef-573f-484a-8d51-dab7b0dc489b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:01.697473 n-d-807786-3 neutron-server[95358]: WARNING neutron.api.v2.base [None req-09a7c632-f5bb-41df-b142-f00f05dffc17 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 16:42:01.697989 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-09a7c632-f5bb-41df-b142-f00f05dffc17 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:01.698945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-09a7c632-f5bb-41df-b142-f00f05dffc17 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068727 Sep 16 16:42:01.703775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50288) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:01.709552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e49b2e18-a7d9-4b30-80ff-1d77ef81e892 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'bcd8d8ef-573f-484a-8d51-dab7b0dc489b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:01.732898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a013bb80-726b-4a5b-b491-9fa4bd84c5cf req-aa50c44f-6e7f-43ab-bb2d-114733fcb036 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634296 Sep 16 16:42:01.811046 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-e49b2e18-a7d9-4b30-80ff-1d77ef81e892 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Project 1bb27de727b141118481659109196846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:42:01.896486 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-e49b2e18-a7d9-4b30-80ff-1d77ef81e892 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:01.897598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e49b2e18-a7d9-4b30-80ff-1d77ef81e892 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1930418 Sep 16 16:42:01.908290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50300) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:01.913092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c0bf4d3d-257a-47c9-9358-d8c2073fa46e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'bcd8d8ef-573f-484a-8d51-dab7b0dc489b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:01.913630 n-d-807786-3 neutron-server[95358]: WARNING neutron.api.v2.base [None req-c0bf4d3d-257a-47c9-9358-d8c2073fa46e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 16:42:01.914116 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-c0bf4d3d-257a-47c9-9358-d8c2073fa46e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:01.915348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c0bf4d3d-257a-47c9-9358-d8c2073fa46e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057466 Sep 16 16:42:01.918369 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:01.921206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50306) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:01.924928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:01.929511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-34e03ce7-44c8-40d6-be67-598b986c2c19 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'bcd8d8ef-573f-484a-8d51-dab7b0dc489b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:01.941671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-3e0eb30f-52de-47ba-9bb9-1c8c2bb01773 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:01.943243 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-3e0eb30f-52de-47ba-9bb9-1c8c2bb01773 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.62 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 945 time: 0.0859890 Sep 16 16:42:02.016928 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-34e03ce7-44c8-40d6-be67-598b986c2c19 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Project 1bb27de727b141118481659109196846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:42:02.074281 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-34e03ce7-44c8-40d6-be67-598b986c2c19 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:02.076748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-34e03ce7-44c8-40d6-be67-598b986c2c19 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1547856 Sep 16 16:42:02.079523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50316) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:02.085363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-210099fb-95fc-4636-a547-bc29a9b075d1 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'bcd8d8ef-573f-484a-8d51-dab7b0dc489b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:02.108882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-487ac8fb-ed6a-4799-bfbe-d311efad86bd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Deleting port 406e3c34-b88d-441a-a37a-90236ddf0940 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:02.109187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-487ac8fb-ed6a-4799-bfbe-d311efad86bd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.176578 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-210099fb-95fc-4636-a547-bc29a9b075d1 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Project 1bb27de727b141118481659109196846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:42:02.218579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-487ac8fb-ed6a-4799-bfbe-d311efad86bd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] For port 406e3c34-b88d-441a-a37a-90236ddf0940, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=406e3c34-b88d-441a-a37a-90236ddf0940,segment=NetworkSegment(1823a6d2-45f4-4830-8fc2-a9f1a503b35c),segment_id=1823a6d2-45f4-4830-8fc2-a9f1a503b35c)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:02.218950 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-487ac8fb-ed6a-4799-bfbe-d311efad86bd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.239829 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-210099fb-95fc-4636-a547-bc29a9b075d1 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:02.241006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-210099fb-95fc-4636-a547-bc29a9b075d1 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1599407 Sep 16 16:42:02.244284 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50326) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:02.265292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-487ac8fb-ed6a-4799-bfbe-d311efad86bd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Calling delete_port for 406e3c34-b88d-441a-a37a-90236ddf0940 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:02.303688 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c830fd8-cf82-45ef-a267-d6ba9c56d4ab tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.326750 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c830fd8-cf82-45ef-a267-d6ba9c56d4ab tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.361269 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.393257 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.462231 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c830fd8-cf82-45ef-a267-d6ba9c56d4ab tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.465073 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c830fd8-cf82-45ef-a267-d6ba9c56d4ab tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.466426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9c830fd8-cf82-45ef-a267-d6ba9c56d4ab tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/bcd8d8ef-573f-484a-8d51-dab7b0dc489b HTTP/1.1" status: 204 len: 168 time: 0.2210729 Sep 16 16:42:02.469875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50330) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:02.482639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c830fd8-cf82-45ef-a267-d6ba9c56d4ab tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd8d8ef-573f-484a-8d51-dab7b0dc489b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:02.519006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3a70de40-3618-4214-8fb1-4af64bc578fc tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469799 Sep 16 16:42:02.523485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50332) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:02.527899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6f355076-454c-48ad-a620-8cb623fa60e9 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'tempest-secgroup--544875790'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:02.607947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-487ac8fb-ed6a-4799-bfbe-d311efad86bd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.622370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['406e3c34-b88d-441a-a37a-90236ddf0940'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:42:02.653098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9c47ce0-2017-4ce0-882c-8c2ecb2a9fa9 req-4f633d58-4234-450e-9693-afd1abb6a829 tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 210 time: 0.0569136 Sep 16 16:42:02.659769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ac8fb-ed6a-4799-bfbe-d311efad86bd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Pushing event deleted for resources: {'Port': ['ID=406e3c34-b88d-441a-a37a-90236ddf0940,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:02.684232 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f355076-454c-48ad-a620-8cb623fa60e9 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.766049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7656-486b-4616-b925-28f2c3b18363 req-58b0ef5d-8ec0-4b53-9eed-79f8ae4e1b39 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:02.777206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7656-486b-4616-b925-28f2c3b18363 req-58b0ef5d-8ec0-4b53-9eed-79f8ae4e1b39 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:02.784093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7656-486b-4616-b925-28f2c3b18363 req-58b0ef5d-8ec0-4b53-9eed-79f8ae4e1b39 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:02.790618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7656-486b-4616-b925-28f2c3b18363 req-58b0ef5d-8ec0-4b53-9eed-79f8ae4e1b39 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:02.797713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7656-486b-4616-b925-28f2c3b18363 req-58b0ef5d-8ec0-4b53-9eed-79f8ae4e1b39 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:02.810187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-487ac8fb-ed6a-4799-bfbe-d311efad86bd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] No DVR routers for this DVR port 406e3c34-b88d-441a-a37a-90236ddf0940 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:42:02.813029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-487ac8fb-ed6a-4799-bfbe-d311efad86bd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.815641 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60bb6791-81d0-4f0c-9a7d-b18c59d093fa req-487ac8fb-ed6a-4799-bfbe-d311efad86bd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.62 "DELETE /v2.0/ports/406e3c34-b88d-441a-a37a-90236ddf0940 HTTP/1.1" status: 204 len: 173 time: 0.8653440 Sep 16 16:42:02.818624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7656-486b-4616-b925-28f2c3b18363 req-58b0ef5d-8ec0-4b53-9eed-79f8ae4e1b39 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:02.820265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65e9116-fac6-4f38-ad45-a42a939090ba', 'name': 'network-vif-deleted', 'tag': '406e3c34-b88d-441a-a37a-90236ddf0940'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:42:02.823277 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b7c71-821f-4d3c-8d40-9ab60f985fff" -d '{"events": [{"server_uuid": "d65e9116-fac6-4f38-ad45-a42a939090ba", "name": "network-vif-deleted", "tag": "406e3c34-b88d-441a-a37a-90236ddf0940"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:42:02.832894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7656-486b-4616-b925-28f2c3b18363 req-58b0ef5d-8ec0-4b53-9eed-79f8ae4e1b39 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:02.834271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Allocated IP 172.25.6.135 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/0aa1955c-b5fc-48a2-8b99-b05579dad184) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:02.834917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cdd7656-486b-4616-b925-28f2c3b18363 req-58b0ef5d-8ec0-4b53-9eed-79f8ae4e1b39 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.2304740 Sep 16 16:42:02.921175 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f5ac0b-2d83-415b-995c-d4ed21380341 x-openstack-request-id: req-88f5ac0b-2d83-415b-995c-d4ed21380341 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:42:02.921456 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65e9116-fac6-4f38-ad45-a42a939090ba", "name": "network-vif-deleted", "tag": "406e3c34-b88d-441a-a37a-90236ddf0940", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:42:02.921710 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88f5ac0b-2d83-415b-995c-d4ed21380341 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:42:02.922111 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65e9116-fac6-4f38-ad45-a42a939090ba', 'name': 'network-vif-deleted', 'tag': '406e3c34-b88d-441a-a37a-90236ddf0940', 'status': 'completed', 'code': 200} Sep 16 16:42:02.928033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cdd7656-486b-4616-b925-28f2c3b18363 req-a5d8d52c-8c62-40a6-ba33-2b21d4386b5f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756667 Sep 16 16:42:02.970580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:02.986170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f355076-454c-48ad-a620-8cb623fa60e9 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:03.026960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db52f3-41ca-45c1-b492-f77dcc905519 req-97da487d-b7c4-44f1-9f0a-b530ada18423 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:03.028504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44db52f3-41ca-45c1-b492-f77dcc905519 req-97da487d-b7c4-44f1-9f0a-b530ada18423 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.0568647 Sep 16 16:42:03.069844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44db52f3-41ca-45c1-b492-f77dcc905519 req-ce3a638d-62c8-4b97-9a9c-842417f5fdd4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Sep 16 16:42:03.070596 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f355076-454c-48ad-a620-8cb623fa60e9 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:03.097280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:03.109802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f355076-454c-48ad-a620-8cb623fa60e9 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdd9344-45ae-4117-85d0-e7f8fd136778,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:03.148184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:03.151645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:03.154216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:03.182852 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f355076-454c-48ad-a620-8cb623fa60e9 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:03.187165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6f355076-454c-48ad-a620-8cb623fa60e9 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6632392 Sep 16 16:42:03.187953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50368) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:03.190701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Pushing event updated for resources: {'Port': ['ID=0aa1955c-b5fc-48a2-8b99-b05579dad184,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:03.192442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-756de764-3d23-4edf-b041-16ed2587b9d5 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'fcdd9344-45ae-4117-85d0-e7f8fd136778', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:03.422955 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-756de764-3d23-4edf-b041-16ed2587b9d5 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The resource could not be found. Sep 16 16:42:03.426998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-756de764-3d23-4edf-b041-16ed2587b9d5 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2353206 Sep 16 16:42:03.427325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50378) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:03.433202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-062c5ce9-3771-48c8-8cf5-6b99ec2656b7 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'fcdd9344-45ae-4117-85d0-e7f8fd136778', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0a502cd6-925e-4c32-83c6-0500a5c8431c'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:03.505261 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:03.803605 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-062c5ce9-3771-48c8-8cf5-6b99ec2656b7 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The resource could not be found. Sep 16 16:42:03.803605 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-062c5ce9-3771-48c8-8cf5-6b99ec2656b7 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2483928 Sep 16 16:42:03.803605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50390) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:03.808355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:03.808355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:03.809734 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c461fa1d-d01e-44c8-8f67-9caa66d0e788 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:03.852155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8815774c-e857-49aa-b1dc-75441ce8740f req-5b3509ad-a912-435f-8b29-0c864637b4cd tempest-TestServerAdvancedOps-362957102 tempest-TestServerAdvancedOps-362957102-project] 10.222.0.22 "GET /v2.0/ports?device_id=d65e9116-fac6-4f38-ad45-a42a939090ba HTTP/1.1" status: 200 len: 210 time: 0.0659714 Sep 16 16:42:03.861895 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c461fa1d-d01e-44c8-8f67-9caa66d0e788 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:03.870898 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:04.065718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8314994-fbaf-419e-bfd9-9710e07d3064 req-e1de1efd-8f57-45f4-8322-ae88bfdf92ae tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:04.072516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8314994-fbaf-419e-bfd9-9710e07d3064 req-e1de1efd-8f57-45f4-8322-ae88bfdf92ae tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:04.083337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8314994-fbaf-419e-bfd9-9710e07d3064 req-e1de1efd-8f57-45f4-8322-ae88bfdf92ae tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:04.084834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8314994-fbaf-419e-bfd9-9710e07d3064 req-e1de1efd-8f57-45f4-8322-ae88bfdf92ae tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:04.091517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8314994-fbaf-419e-bfd9-9710e07d3064 req-e1de1efd-8f57-45f4-8322-ae88bfdf92ae tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:04.098472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8314994-fbaf-419e-bfd9-9710e07d3064 req-e1de1efd-8f57-45f4-8322-ae88bfdf92ae tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:04.102448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Router 9430816a-e52a-4e72-9ca5-955829046cdf is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:42:04.107568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8314994-fbaf-419e-bfd9-9710e07d3064 req-e1de1efd-8f57-45f4-8322-ae88bfdf92ae tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:04.109575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8314994-fbaf-419e-bfd9-9710e07d3064 req-e1de1efd-8f57-45f4-8322-ae88bfdf92ae tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.0986142 Sep 16 16:42:04.110858 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c461fa1d-d01e-44c8-8f67-9caa66d0e788 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:04.113826 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c461fa1d-d01e-44c8-8f67-9caa66d0e788 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:04.117734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c461fa1d-d01e-44c8-8f67-9caa66d0e788 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/fcdd9344-45ae-4117-85d0-e7f8fd136778 HTTP/1.1" status: 204 len: 168 time: 0.4344368 Sep 16 16:42:04.120782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50412) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:04.133913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461fa1d-d01e-44c8-8f67-9caa66d0e788 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdd9344-45ae-4117-85d0-e7f8fd136778,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:04.171164 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8314994-fbaf-419e-bfd9-9710e07d3064 req-9b9ec067-5f4e-463c-9e7f-8278973e27e3 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443051 Sep 16 16:42:04.255215 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-04a77581-4db2-4046-a917-bf732e3ebbe0 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1364179 Sep 16 16:42:04.259569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50416) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:04.265162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f5dfbd60-fd95-44e3-b77e-0030f865155e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': '6ffee6c6-98a7-4be4-a0d6-c67697e58762', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:04.272273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:42:04.279935 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:04.283630 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-300044b4-6216-414a-bfcc-0211302cf478 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "PUT /v2.0/routers/9430816a-e52a-4e72-9ca5-955829046cdf HTTP/1.1" status: 200 len: 879 time: 2.6157069 Sep 16 16:42:04.283776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50418) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:04.287958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8d637-6017-4087-a7e5-8133cab43618 None None] Sync routers for ids ['9430816a-e52a-4e72-9ca5-955829046cdf'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:42:04.299269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8d637-6017-4087-a7e5-8133cab43618 None None] Routers {'9430816a-e52a-4e72-9ca5-955829046cdf'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:04.299898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cef8d637-6017-4087-a7e5-8133cab43618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9430816a-e52a-4e72-9ca5-955829046cdf'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:04.332174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cef8d637-6017-4087-a7e5-8133cab43618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:04.341856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8d637-6017-4087-a7e5-8133cab43618 None None] Routers {'9430816a-e52a-4e72-9ca5-955829046cdf'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:04.342435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cef8d637-6017-4087-a7e5-8133cab43618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9430816a-e52a-4e72-9ca5-955829046cdf'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:04.375099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cef8d637-6017-4087-a7e5-8133cab43618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:04.375607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8d637-6017-4087-a7e5-8133cab43618 None None] The sync data for ids ['9430816a-e52a-4e72-9ca5-955829046cdf'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:42:04.451017 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-f5dfbd60-fd95-44e3-b77e-0030f865155e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The resource could not be found. Sep 16 16:42:04.452122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f5dfbd60-fd95-44e3-b77e-0030f865155e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1912587 Sep 16 16:42:04.455768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50420) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:04.460345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-03031ec2-0bea-4783-9024-0da72c61dbc3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'tempest-secgroup--846099288'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:04.548927 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03031ec2-0bea-4783-9024-0da72c61dbc3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:04.639120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03031ec2-0bea-4783-9024-0da72c61dbc3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:04.705233 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1fa3bc7c-db3e-4be0-9739-5d9e33381736 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/routers/9430816a-e52a-4e72-9ca5-955829046cdf HTTP/1.1" status: 200 len: 920 time: 0.4202158 Sep 16 16:42:04.708020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50436) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:04.742557 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03031ec2-0bea-4783-9024-0da72c61dbc3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:04.772739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03031ec2-0bea-4783-9024-0da72c61dbc3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f880da8c-e66b-453b-b6ce-ecd83e6632d3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:04.783493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111b8ef-6505-47e2-8da0-b5eb96595e60 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:04.785101 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8111b8ef-6505-47e2-8da0-b5eb96595e60 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&device_id=9430816a-e52a-4e72-9ca5-955829046cdf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0761538 Sep 16 16:42:04.787752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50440) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:04.833877 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03031ec2-0bea-4783-9024-0da72c61dbc3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:04.838856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-03031ec2-0bea-4783-9024-0da72c61dbc3 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3820624 Sep 16 16:42:04.840781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50446) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:04.844819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-442bb088-0c88-4485-be35-7b5745738878 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863320714'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:04.884759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c312a2-85a2-496b-bfc7-d90e11deff1b tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:04.884759 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c1c312a2-85a2-496b-bfc7-d90e11deff1b tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 881 time: 0.0950041 Sep 16 16:42:04.887201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50456) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:04.917923 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-29c9cef4-a987-4e04-8735-90edef4502e7 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=9430816a-e52a-4e72-9ca5-955829046cdf HTTP/1.1" status: 200 len: 205 time: 0.0293708 Sep 16 16:42:04.920582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50462) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:04.925134 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-442bb088-0c88-4485-be35-7b5745738878 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:04.987090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50472) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:05.047793 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-442bb088-0c88-4485-be35-7b5745738878 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.085490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfefc031-2d11-4ebf-b42a-e33c4b12f65c admin admin] Deleting subnet 590a055f-41c8-4251-aba0-6153ef76eaea {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:42:05.090029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dfefc031-2d11-4ebf-b42a-e33c4b12f65c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.116070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-442bb088-0c88-4485-be35-7b5745738878 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.137430 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.142958 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dfefc031-2d11-4ebf-b42a-e33c4b12f65c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.144783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bb088-0c88-4485-be35-7b5745738878 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660468ba-2214-42fc-820b-2fd5c1ff85f4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:05.250987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-442bb088-0c88-4485-be35-7b5745738878 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.252630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-442bb088-0c88-4485-be35-7b5745738878 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4113622 Sep 16 16:42:05.258325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50484) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:05.260359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dfefc031-2d11-4ebf-b42a-e33c4b12f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.284518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2570fb0f-0776-4e3b-9ddb-a676774decdf tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'f880da8c-e66b-453b-b6ce-ecd83e6632d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '660468ba-2214-42fc-820b-2fd5c1ff85f4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:05.310054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830d0ba-35b2-46dd-8a2e-991f958cf6b7 req-4c95986a-6e99-433a-9065-4ca679cc766f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:05.316040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830d0ba-35b2-46dd-8a2e-991f958cf6b7 req-4c95986a-6e99-433a-9065-4ca679cc766f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:05.322614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830d0ba-35b2-46dd-8a2e-991f958cf6b7 req-4c95986a-6e99-433a-9065-4ca679cc766f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:05.328842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830d0ba-35b2-46dd-8a2e-991f958cf6b7 req-4c95986a-6e99-433a-9065-4ca679cc766f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:05.334838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830d0ba-35b2-46dd-8a2e-991f958cf6b7 req-4c95986a-6e99-433a-9065-4ca679cc766f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:05.335712 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.341211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830d0ba-35b2-46dd-8a2e-991f958cf6b7 req-4c95986a-6e99-433a-9065-4ca679cc766f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:05.347241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830d0ba-35b2-46dd-8a2e-991f958cf6b7 req-4c95986a-6e99-433a-9065-4ca679cc766f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:05.349229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3830d0ba-35b2-46dd-8a2e-991f958cf6b7 req-4c95986a-6e99-433a-9065-4ca679cc766f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.0955505 Sep 16 16:42:05.403798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3830d0ba-35b2-46dd-8a2e-991f958cf6b7 req-09673ae4-a1b1-466b-9973-a56be3f1e279 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462668 Sep 16 16:42:05.445681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dfefc031-2d11-4ebf-b42a-e33c4b12f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.503778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefc031-2d11-4ebf-b42a-e33c4b12f65c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590a055f-41c8-4251-aba0-6153ef76eaea,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:05.509968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dfefc031-2d11-4ebf-b42a-e33c4b12f65c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.512976 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dfefc031-2d11-4ebf-b42a-e33c4b12f65c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/590a055f-41c8-4251-aba0-6153ef76eaea HTTP/1.1" status: 204 len: 168 time: 0.5249238 Sep 16 16:42:05.515524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50488) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:05.546877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Deleting port 0aa1955c-b5fc-48a2-8b99-b05579dad184 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:05.547442 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.601380 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.601935 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-2570fb0f-0776-4e3b-9ddb-a676774decdf tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:05.603021 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2570fb0f-0776-4e3b-9ddb-a676774decdf tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3402193 Sep 16 16:42:05.608762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50492) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:05.663259 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.676738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Calling delete_port for 0aa1955c-b5fc-48a2-8b99-b05579dad184 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:05.729392 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.768032 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a28e50ad-807d-4f7d-9b2c-02e85e8c93b6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.771475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a85cae-dead-4ae8-9f5c-13292fc249db']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:05.786811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1823a6d2-45f4-4830-8fc2-a9f1a503b35c') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:05.787258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1823a6d2-45f4-4830-8fc2-a9f1a503b35c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:05.799987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.814736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f72c16-02cc-4970-bd86-f0f728bd3bea req-4cfbd800-918d-4fb1-a369-e57d884dcdb2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:05.817098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f72c16-02cc-4970-bd86-f0f728bd3bea req-4cfbd800-918d-4fb1-a369-e57d884dcdb2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 946 time: 0.1292374 Sep 16 16:42:05.830748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a28e50ad-807d-4f7d-9b2c-02e85e8c93b6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.846450 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.863199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:42:05.877298 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:42:05.880304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57f72c16-02cc-4970-bd86-f0f728bd3bea req-b7bdbde5-fe15-48c0-9b76-6e9097fb9259 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540881 Sep 16 16:42:05.917211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:42:05.998221 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.011375 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.015499 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.015499 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a28e50ad-807d-4f7d-9b2c-02e85e8c93b6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.017787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a28e50ad-807d-4f7d-9b2c-02e85e8c93b6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.018594 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.019296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a28e50ad-807d-4f7d-9b2c-02e85e8c93b6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/660468ba-2214-42fc-820b-2fd5c1ff85f4 HTTP/1.1" status: 204 len: 168 time: 0.4096224 Sep 16 16:42:06.025352 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] 10.222.0.22 "DELETE /v2.0/networks/25a85cae-dead-4ae8-9f5c-13292fc249db HTTP/1.1" status: 204 len: 168 time: 0.5065272 Sep 16 16:42:06.025985 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50504) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:06.026322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50506) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:06.029072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:42:06.031584 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e5a025-5288-4134-aec0-90d35c5d87ae" -d '{"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:42:06.047130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:06.062623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e50ad-807d-4f7d-9b2c-02e85e8c93b6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660468ba-2214-42fc-820b-2fd5c1ff85f4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:06.070067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Pushing event deleted for resources: {'Port': ['ID=0aa1955c-b5fc-48a2-8b99-b05579dad184,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:06.099352 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241bc101-67a5-4e70-b6ed-23310737d661 x-openstack-request-id: req-241bc101-67a5-4e70-b6ed-23310737d661 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:42:06.099676 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:42:06.100181 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-241bc101-67a5-4e70-b6ed-23310737d661 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:42:06.100871 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'code': 200} Sep 16 16:42:06.108042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57e59d-dc27-4d1d-bd93-69f8b9c70c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=25a85cae-dead-4ae8-9f5c-13292fc249db,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:06.141103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.156318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-100ed405-2d4c-457f-ad0e-67a080a3159a admin admin] Deleting subnet 5700695c-d52d-4ac9-ba12-b0c2df857fdd {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:42:06.159394 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.160183 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 406e3c34-b88d-441a-a37a-90236ddf0940 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:42:06.170845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-100ed405-2d4c-457f-ad0e-67a080a3159a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.205872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a3dc2f63-68ef-4d9a-9a4f-040218d41e1d tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1755364 Sep 16 16:42:06.210902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50512) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:06.251084 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-100ed405-2d4c-457f-ad0e-67a080a3159a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.255605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.258173 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.275657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 406e3c34-b88d-441a-a37a-90236ddf0940 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:42:06.276932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 406e3c34-b88d-441a-a37a-90236ddf0940 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:42:06.278010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=14']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:06.345241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-100ed405-2d4c-457f-ad0e-67a080a3159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.366970 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a3e0439-db93-4a95-b9af-e8a9f614d6f6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.429708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.430229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Fanout notify agent at l3_agent the message router_deleted on router 9430816a-e52a-4e72-9ca5-955829046cdf {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:42:06.438895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.443555 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d2e2dd97-7fc4-428e-9519-b39f6f13fa0e tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/9430816a-e52a-4e72-9ca5-955829046cdf HTTP/1.1" status: 204 len: 168 time: 1.5185091 Sep 16 16:42:06.450461 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a3e0439-db93-4a95-b9af-e8a9f614d6f6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.450461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50518) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:06.458258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-968f41d7-64c7-4171-b8aa-3b50806e3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.460047 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-968f41d7-64c7-4171-b8aa-3b50806e3af0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1095 time: 0.0588913 Sep 16 16:42:06.460362 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fc7ae8c4-2713-4628-959b-54f8496bdb50 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-457502674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:06.494228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d359796-d29c-45fb-924c-1547bf183e6d req-a73e0c53-fd58-432f-8b69-488ca13fba7c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.495954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d359796-d29c-45fb-924c-1547bf183e6d req-a73e0c53-fd58-432f-8b69-488ca13fba7c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1665590 Sep 16 16:42:06.560173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-9b0d6877-0adb-4579-8054-3b51741a3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.561858 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-9b0d6877-0adb-4579-8054-3b51741a3e37 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.0938566 Sep 16 16:42:06.590386 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d359796-d29c-45fb-924c-1547bf183e6d req-18e401b2-7325-4fdc-9a1f-eff6081dc34b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837655 Sep 16 16:42:06.606319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f501-ce16-4baf-8d99-c22f17580453 req-9598394e-4aa8-43d1-8ee6-14c9c8d2de09 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.612820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f501-ce16-4baf-8d99-c22f17580453 req-9598394e-4aa8-43d1-8ee6-14c9c8d2de09 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.623807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f501-ce16-4baf-8d99-c22f17580453 req-9598394e-4aa8-43d1-8ee6-14c9c8d2de09 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.629671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f501-ce16-4baf-8d99-c22f17580453 req-9598394e-4aa8-43d1-8ee6-14c9c8d2de09 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.637779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f501-ce16-4baf-8d99-c22f17580453 req-9598394e-4aa8-43d1-8ee6-14c9c8d2de09 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.642395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f501-ce16-4baf-8d99-c22f17580453 req-9598394e-4aa8-43d1-8ee6-14c9c8d2de09 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.649233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f501-ce16-4baf-8d99-c22f17580453 req-9598394e-4aa8-43d1-8ee6-14c9c8d2de09 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.651719 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-a90ccbef-03d1-4405-9a22-15fe9d871e3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 999 time: 0.0817907 Sep 16 16:42:06.657862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bf4f501-ce16-4baf-8d99-c22f17580453 req-9598394e-4aa8-43d1-8ee6-14c9c8d2de09 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.1549563 Sep 16 16:42:06.667415 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fc7ae8c4-2713-4628-959b-54f8496bdb50 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.672327 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fc7ae8c4-2713-4628-959b-54f8496bdb50 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.673398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-100ed405-2d4c-457f-ad0e-67a080a3159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.675171 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a3e0439-db93-4a95-b9af-e8a9f614d6f6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.677811 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a3e0439-db93-4a95-b9af-e8a9f614d6f6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.682004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7a3e0439-db93-4a95-b9af-e8a9f614d6f6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/f880da8c-e66b-453b-b6ce-ecd83e6632d3 HTTP/1.1" status: 204 len: 168 time: 0.4701312 Sep 16 16:42:06.684359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50522) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:06.723674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-39cf99c8-1127-4b57-b38f-aab3815a7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.725511 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-39cf99c8-1127-4b57-b38f-aab3815a7371 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0651093 Sep 16 16:42:06.748257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ed405-2d4c-457f-ad0e-67a080a3159a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5700695c-d52d-4ac9-ba12-b0c2df857fdd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:06.756225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e0439-db93-4a95-b9af-e8a9f614d6f6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f880da8c-e66b-453b-b6ce-ecd83e6632d3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:06.761663 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-100ed405-2d4c-457f-ad0e-67a080a3159a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.767574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-100ed405-2d4c-457f-ad0e-67a080a3159a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5700695c-d52d-4ac9-ba12-b0c2df857fdd HTTP/1.1" status: 204 len: 168 time: 0.7334983 Sep 16 16:42:06.773515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50524) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:06.804769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-5d559fb5-c3bc-455f-b7e4-8b5a253793f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:06.806803 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-5d559fb5-c3bc-455f-b7e4-8b5a253793f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741322 Sep 16 16:42:06.840896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bf4f501-ce16-4baf-8d99-c22f17580453 req-8dccf42d-fdd8-418e-a980-be2e763e4a29 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827731 Sep 16 16:42:06.842588 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fc7ae8c4-2713-4628-959b-54f8496bdb50 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.847747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bcd9904d-c822-4b35-a728-e794fae9f1b6 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1576915 Sep 16 16:42:06.855889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50526) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:06.868542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-72a30bd1-9d59-43da-86d2-a722a6e86f22 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521641333'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:06.879391 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.913605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fc7ae8c4-2713-4628-959b-54f8496bdb50 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:06.986034 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-c78e247c-f03d-46a0-92b4-6810bf0ea5b4 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464493 Sep 16 16:42:07.000625 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a30bd1-9d59-43da-86d2-a722a6e86f22 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.023075 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.061305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44e25be-0742-4b40-9d51-94fc2f1bc9eb']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:07.082095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fc7ae8c4-2713-4628-959b-54f8496bdb50 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.083598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fc7ae8c4-2713-4628-959b-54f8496bdb50 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6289670 Sep 16 16:42:07.086605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50530) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:07.094026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'enable_snat': True}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:07.104476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac43c2b6-ba8b-4f91-b965-0522d3c0267d') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:07.104784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac43c2b6-ba8b-4f91-b965-0522d3c0267d') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:07.120472 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.139886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.152792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:42:07.153193 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:42:07.154873 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:42:07.165847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6dbec56-ede4-40f3-925d-2ac06c22c3fb req-9d330dd0-cd2e-4c55-8a55-aede1fc0dd3a service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507070 Sep 16 16:42:07.291441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.297822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.299645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a44e25be-0742-4b40-9d51-94fc2f1bc9eb HTTP/1.1" status: 204 len: 168 time: 0.5313191 Sep 16 16:42:07.311222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380746f-7db5-47ec-9713-8c6f019f87e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a44e25be-0742-4b40-9d51-94fc2f1bc9eb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:07.336597 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.351753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a30bd1-9d59-43da-86d2-a722a6e86f22 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.467701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a30bd1-9d59-43da-86d2-a722a6e86f22 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.512455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a30bd1-9d59-43da-86d2-a722a6e86f22 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f3b738-d3a7-4008-99d6-834be1521eb8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:07.619383 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a30bd1-9d59-43da-86d2-a722a6e86f22 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.620677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-72a30bd1-9d59-43da-86d2-a722a6e86f22 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7631319 Sep 16 16:42:07.623767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50536) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:07.628547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b7134b83-0455-4761-af8b-33deca635665 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'b1f3b738-d3a7-4008-99d6-834be1521eb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:07.641742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.662714 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.700087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50542) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:07.769691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-601d6045-e91f-4f38-b989-f95b2b9b906e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3cfe334ca4ed421299158e989ad14f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724194 Sep 16 16:42:07.772057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50548) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:07.797653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f11da-01e7-4f1d-a565-9d48dbd05280 req-658a4db7-0c7b-461c-af4c-05c7d0cd4992 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:07.799236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e8f11da-01e7-4f1d-a565-9d48dbd05280 req-658a4db7-0c7b-461c-af4c-05c7d0cd4992 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1260481 Sep 16 16:42:07.829718 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f90ea69a-78da-450d-b368-880d4282ef65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.844731 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-b7134b83-0455-4761-af8b-33deca635665 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:07.848376 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b7134b83-0455-4761-af8b-33deca635665 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2209108 Sep 16 16:42:07.849048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50552) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:07.854284 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Allocated IP 172.25.6.123 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/72bb4a4c-b287-4539-86c1-645b64a9f6ef) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:07.854926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a4cc2a84-1307-42d9-8973-c314adb34290 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group_rule': {'security_group_id': 'b1f3b738-d3a7-4008-99d6-834be1521eb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:07.871546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f90ea69a-78da-450d-b368-880d4282ef65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:07.874702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e8f11da-01e7-4f1d-a565-9d48dbd05280 req-098b52ac-7990-4e75-bc75-385db11a6a24 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658498 Sep 16 16:42:08.031313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995709-d84d-49a8-ad38-d6d4ca9e10bb req-a7a2120c-0236-487b-88e4-aa7e366b4a73 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:08.037390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995709-d84d-49a8-ad38-d6d4ca9e10bb req-a7a2120c-0236-487b-88e4-aa7e366b4a73 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:08.044275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995709-d84d-49a8-ad38-d6d4ca9e10bb req-a7a2120c-0236-487b-88e4-aa7e366b4a73 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:08.050338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995709-d84d-49a8-ad38-d6d4ca9e10bb req-a7a2120c-0236-487b-88e4-aa7e366b4a73 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:08.056661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995709-d84d-49a8-ad38-d6d4ca9e10bb req-a7a2120c-0236-487b-88e4-aa7e366b4a73 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:08.061865 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f90ea69a-78da-450d-b368-880d4282ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.062701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995709-d84d-49a8-ad38-d6d4ca9e10bb req-a7a2120c-0236-487b-88e4-aa7e366b4a73 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:08.064444 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f90ea69a-78da-450d-b368-880d4282ef65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.065629 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f90ea69a-78da-450d-b368-880d4282ef65 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7c129dd-8a51-44d2-9bf5-b17eb215d807 HTTP/1.1" status: 204 len: 168 time: 0.2926414 Sep 16 16:42:08.068860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995709-d84d-49a8-ad38-d6d4ca9e10bb req-a7a2120c-0236-487b-88e4-aa7e366b4a73 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:08.072552 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11995709-d84d-49a8-ad38-d6d4ca9e10bb req-a7a2120c-0236-487b-88e4-aa7e366b4a73 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.1242352 Sep 16 16:42:08.073866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ea69a-78da-450d-b368-880d4282ef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c129dd-8a51-44d2-9bf5-b17eb215d807,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:08.074038 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.108226 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-a4cc2a84-1307-42d9-8973-c314adb34290 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:42:08.113498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50558) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:08.115358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a4cc2a84-1307-42d9-8973-c314adb34290 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2651889 Sep 16 16:42:08.165031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11995709-d84d-49a8-ad38-d6d4ca9e10bb req-6da793f5-3566-43a5-8271-f393c03e57c6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791867 Sep 16 16:42:08.204907 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-350bd122-a87e-4a47-83ec-f8fd2cf1af26 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.228625 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.231404 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-350bd122-a87e-4a47-83ec-f8fd2cf1af26 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.296475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:08.301889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:08.304341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:08.333847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event updated for resources: {'Port': ['ID=72bb4a4c-b287-4539-86c1-645b64a9f6ef,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:08.582062 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-350bd122-a87e-4a47-83ec-f8fd2cf1af26 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.584739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-350bd122-a87e-4a47-83ec-f8fd2cf1af26 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.585965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-350bd122-a87e-4a47-83ec-f8fd2cf1af26 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/b1f3b738-d3a7-4008-99d6-834be1521eb8 HTTP/1.1" status: 204 len: 168 time: 0.4713652 Sep 16 16:42:08.589289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50568) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:08.595826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bd122-a87e-4a47-83ec-f8fd2cf1af26 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f3b738-d3a7-4008-99d6-834be1521eb8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:08.636314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dc5940d7-883c-4cd4-9887-7ae26257f75e tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0457306 Sep 16 16:42:08.640370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50570) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:08.645027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1b0a798c-b0ca-4210-b132-fa1581089075 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778478341'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:08.725577 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.770627 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b0a798c-b0ca-4210-b132-fa1581089075 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.846132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50574) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:08.869941 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b0a798c-b0ca-4210-b132-fa1581089075 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.902079 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9054e48d-c5b3-4852-a363-1ac45399c476 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=644a16e827dd423fb15c4705ef12d5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547919 Sep 16 16:42:08.902922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50580) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:08.941036 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.945589 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.951941 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b0a798c-b0ca-4210-b132-fa1581089075 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:08.985700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e66b7756-a469-4293-b452-400fc82194bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:09.005730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a798c-b0ca-4210-b132-fa1581089075 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7471fa5-603f-46f6-9109-90c428cc6e26,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:09.017269 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e66b7756-a469-4293-b452-400fc82194bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:09.062396 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b0a798c-b0ca-4210-b132-fa1581089075 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:09.064764 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1b0a798c-b0ca-4210-b132-fa1581089075 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4230852 Sep 16 16:42:09.067454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50582) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:09.072906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-da2a36b1-b139-4b67-b555-e6e275d35e9b tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:09.073342 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-da2a36b1-b139-4b67-b555-e6e275d35e9b tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 16:42:09.073837 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-da2a36b1-b139-4b67-b555-e6e275d35e9b tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 16:42:09.077245 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-da2a36b1-b139-4b67-b555-e6e275d35e9b tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "PUT /v2.0/security-groups/b7471fa5-603f-46f6-9109-90c428cc6e26 HTTP/1.1" status: 409 len: 330 time: 0.0065384 Sep 16 16:42:09.077610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50584) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:09.082727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ee8e9-7e88-45f4-963b-4eca9fe23a30 req-633ac363-a0ab-41fd-ab14-e2cb6523cd92 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:09.084308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c53ee8e9-7e88-45f4-963b-4eca9fe23a30 req-633ac363-a0ab-41fd-ab14-e2cb6523cd92 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1328228 Sep 16 16:42:09.137609 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ea2bd3a-3211-4aed-9930-9f4efe5c80eb tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:09.149142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c53ee8e9-7e88-45f4-963b-4eca9fe23a30 req-da1b4bec-5941-4c34-9b8c-b853fcb52bed tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529177 Sep 16 16:42:09.159784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e66b7756-a469-4293-b452-400fc82194bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:09.163198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e66b7756-a469-4293-b452-400fc82194bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:09.167749 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e66b7756-a469-4293-b452-400fc82194bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a656b67b-46f3-49f7-8568-f53f6ebcf74a HTTP/1.1" status: 204 len: 168 time: 0.2606437 Sep 16 16:42:09.171592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ea2bd3a-3211-4aed-9930-9f4efe5c80eb tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:09.204074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b7756-a469-4293-b452-400fc82194bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a656b67b-46f3-49f7-8568-f53f6ebcf74a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:09.245979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Router b9c7adb8-9bea-4117-bc5c-23efacccd858 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:42:09.339840 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ea2bd3a-3211-4aed-9930-9f4efe5c80eb tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:09.340122 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ea2bd3a-3211-4aed-9930-9f4efe5c80eb tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:09.343611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9ea2bd3a-3211-4aed-9930-9f4efe5c80eb tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/b7471fa5-603f-46f6-9109-90c428cc6e26 HTTP/1.1" status: 204 len: 168 time: 0.2628148 Sep 16 16:42:09.347829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50598) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:09.365129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2bd3a-3211-4aed-9930-9f4efe5c80eb tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7471fa5-603f-46f6-9109-90c428cc6e26,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:09.423572 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-03fe90eb-6034-4bb2-88d1-e2e93f0d313d tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745571 Sep 16 16:42:09.429535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50600) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:09.447113 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-8ce36c2e-8359-4c2a-9b74-00e1db677db0 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] delete failed (client error): The resource could not be found. Sep 16 16:42:09.448225 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8ce36c2e-8359-4c2a-9b74-00e1db677db0 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "DELETE /v2.0/security-groups/15d2a090-c336-4c46-8cfe-5b9a689f3376 HTTP/1.1" status: 404 len: 347 time: 0.0163753 Sep 16 16:42:09.452024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50602) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:09.471452 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-8d1d9e16-c6a8-4aab-8001-3abfd2414050 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] show failed (client error): The resource could not be found. Sep 16 16:42:09.473875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8d1d9e16-c6a8-4aab-8001-3abfd2414050 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-groups/b7365e77-fd0e-49a6-9d15-5e1e209f0a29 HTTP/1.1" status: 404 len: 347 time: 0.0205860 Sep 16 16:42:09.479390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50604) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:09.499211 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-e0d20ec7-7f05-4222-bcb1-bb47dc474255 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] show failed (client error): The resource could not be found. Sep 16 16:42:09.500275 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e0d20ec7-7f05-4222-bcb1-bb47dc474255 tempest-NegativeSecGroupIPv6Test-695549533 tempest-NegativeSecGroupIPv6Test-695549533-project] 10.222.0.22 "GET /v2.0/security-group-rules/ec320a0e-3b13-45ac-b8db-34c4cc99c221 HTTP/1.1" status: 404 len: 356 time: 0.0186598 Sep 16 16:42:09.796451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:42:09.804953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:09.806889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50610) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:09.807075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2d547125-1b03-4f31-843a-562baeb432e9 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "PUT /v2.0/routers/b9c7adb8-9bea-4117-bc5c-23efacccd858 HTTP/1.1" status: 200 len: 914 time: 2.7183535 Sep 16 16:42:09.808806 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079fa42-e2d3-46ec-8f33-007af07f6ef4 None None] Sync routers for ids ['b9c7adb8-9bea-4117-bc5c-23efacccd858'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:42:09.826803 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079fa42-e2d3-46ec-8f33-007af07f6ef4 None None] Routers {'b9c7adb8-9bea-4117-bc5c-23efacccd858'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:09.827981 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a079fa42-e2d3-46ec-8f33-007af07f6ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9c7adb8-9bea-4117-bc5c-23efacccd858'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:09.829981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cf40-ca12-49eb-9497-1f28582e9ebb req-67a92edd-03eb-4828-a123-27a302148a1c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:09.836070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cf40-ca12-49eb-9497-1f28582e9ebb req-67a92edd-03eb-4828-a123-27a302148a1c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:09.842792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cf40-ca12-49eb-9497-1f28582e9ebb req-67a92edd-03eb-4828-a123-27a302148a1c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:09.849097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cf40-ca12-49eb-9497-1f28582e9ebb req-67a92edd-03eb-4828-a123-27a302148a1c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:09.855871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cf40-ca12-49eb-9497-1f28582e9ebb req-67a92edd-03eb-4828-a123-27a302148a1c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:09.862064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cf40-ca12-49eb-9497-1f28582e9ebb req-67a92edd-03eb-4828-a123-27a302148a1c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:09.868123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cf40-ca12-49eb-9497-1f28582e9ebb req-67a92edd-03eb-4828-a123-27a302148a1c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:09.876876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91b8cf40-ca12-49eb-9497-1f28582e9ebb req-67a92edd-03eb-4828-a123-27a302148a1c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.5039649 Sep 16 16:42:09.886505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389fc73-d8fe-422d-8947-9ef921541626 req-1deb14d8-5b35-425f-a8b8-bd2c0113af06 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:09.894139 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c389fc73-d8fe-422d-8947-9ef921541626 req-1deb14d8-5b35-425f-a8b8-bd2c0113af06 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.5109098 Sep 16 16:42:09.976210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91b8cf40-ca12-49eb-9497-1f28582e9ebb req-2baa35dd-a6ce-4354-9b42-b52a65bf842b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881286 Sep 16 16:42:09.980237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c389fc73-d8fe-422d-8947-9ef921541626 req-c0847ae3-4477-4657-8fe6-b6940cab305c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852251 Sep 16 16:42:10.019157 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f1b7cd05-9313-4432-80d8-14fe09d33a5f tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/routers/b9c7adb8-9bea-4117-bc5c-23efacccd858 HTTP/1.1" status: 200 len: 920 time: 0.2108884 Sep 16 16:42:10.022330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50614) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:10.028849 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a079fa42-e2d3-46ec-8f33-007af07f6ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:10.038454 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079fa42-e2d3-46ec-8f33-007af07f6ef4 None None] Routers {'b9c7adb8-9bea-4117-bc5c-23efacccd858'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:10.039191 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a079fa42-e2d3-46ec-8f33-007af07f6ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b9c7adb8-9bea-4117-bc5c-23efacccd858'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:10.078218 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a079fa42-e2d3-46ec-8f33-007af07f6ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:10.078218 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079fa42-e2d3-46ec-8f33-007af07f6ef4 None None] The sync data for ids ['b9c7adb8-9bea-4117-bc5c-23efacccd858'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:42:10.078832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599567f-85fa-41e2-8290-5ce1715280b3 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:10.084068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5599567f-85fa-41e2-8290-5ce1715280b3 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&device_id=b9c7adb8-9bea-4117-bc5c-23efacccd858&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0604835 Sep 16 16:42:10.086874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50618) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:10.124626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016a411-ca8a-470a-8ee5-6881d12d071b req-67bfc493-d1e1-4914-8fe9-e77a5f2e0530 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:10.126250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a016a411-ca8a-470a-8ee5-6881d12d071b req-67bfc493-d1e1-4914-8fe9-e77a5f2e0530 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0621524 Sep 16 16:42:10.168407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a016a411-ca8a-470a-8ee5-6881d12d071b req-a887a958-8c37-4346-9c36-ea37e4dfaeab tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337689 Sep 16 16:42:10.182951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05298601-c5b8-4360-87a4-0c65311b8696 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:10.187005 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-05298601-c5b8-4360-87a4-0c65311b8696 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 881 time: 0.0952034 Sep 16 16:42:10.187164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50620) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:10.197015 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50622) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:10.220721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b9088ed1-7b3a-4190-a32f-d91c60c608d1 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7adb8-9bea-4117-bc5c-23efacccd858 HTTP/1.1" status: 200 len: 205 time: 0.0324399 Sep 16 16:42:10.223523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50628) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:10.345767 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:10.361026 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b94b871f-7594-427b-a53d-aaaaf49a9660 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1bb27de727b141118481659109196846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627250 Sep 16 16:42:10.364952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50640) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:10.424500 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e86ec7b2-0244-4661-bc8b-c74ea5a32b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:10.445923 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e86ec7b2-0244-4661-bc8b-c74ea5a32b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:10.547875 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e86ec7b2-0244-4661-bc8b-c74ea5a32b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:10.550547 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e86ec7b2-0244-4661-bc8b-c74ea5a32b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:10.554479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e86ec7b2-0244-4661-bc8b-c74ea5a32b5c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3124c078-7eec-4268-a1b9-ba5a2eb1be06 HTTP/1.1" status: 204 len: 168 time: 0.1858401 Sep 16 16:42:10.554663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-6afa394f-167a-4ea8-bd49-29a86a4b39e6 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:10.554846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-6afa394f-167a-4ea8-bd49-29a86a4b39e6 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 812 time: 0.1586926 Sep 16 16:42:10.557159 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:10.561933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ec7b2-0244-4661-bc8b-c74ea5a32b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3124c078-7eec-4268-a1b9-ba5a2eb1be06,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:10.576649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-42df82ec-1195-4ed5-9adc-38c59ebb9337 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/quotas/56977dd25e494ce4a8eb30b882e83560 HTTP/1.1" status: 200 len: 375 time: 0.0144434 Sep 16 16:42:10.674030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-8d453b62-4a70-4e48-91f3-6f2d7f22533f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0841787 Sep 16 16:42:10.714914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Deleting port 72bb4a4c-b287-4539-86c1-645b64a9f6ef {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:10.715268 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:10.847460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-28ddbb2e-2516-48ab-9437-dcd05c28da36 service neutron] 10.222.0.22 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662149 Sep 16 16:42:10.865844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:10.896594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Calling delete_port for 72bb4a4c-b287-4539-86c1-645b64a9f6ef owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:11.008429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a1baec7-8a9b-4314-a607-144c42ce43c5 service neutron] 10.222.0.22 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520813 Sep 16 16:42:11.182807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d504-47a8-4c94-bd38-3b243127c6a1 req-3eec383e-5532-492b-8840-79675c1669de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:11.188706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d504-47a8-4c94-bd38-3b243127c6a1 req-3eec383e-5532-492b-8840-79675c1669de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:11.194691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d504-47a8-4c94-bd38-3b243127c6a1 req-3eec383e-5532-492b-8840-79675c1669de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:11.200865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d504-47a8-4c94-bd38-3b243127c6a1 req-3eec383e-5532-492b-8840-79675c1669de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:11.206846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d504-47a8-4c94-bd38-3b243127c6a1 req-3eec383e-5532-492b-8840-79675c1669de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:11.213569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d504-47a8-4c94-bd38-3b243127c6a1 req-3eec383e-5532-492b-8840-79675c1669de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:11.219559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d504-47a8-4c94-bd38-3b243127c6a1 req-3eec383e-5532-492b-8840-79675c1669de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:11.221474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e322d504-47a8-4c94-bd38-3b243127c6a1 req-3eec383e-5532-492b-8840-79675c1669de tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.1035872 Sep 16 16:42:11.263914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e322d504-47a8-4c94-bd38-3b243127c6a1 req-5470174f-6f60-41c9-ac78-71b17412c4cb tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349538 Sep 16 16:42:11.291609 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:11.327032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Pushing event deleted for resources: {'Port': ['ID=72bb4a4c-b287-4539-86c1-645b64a9f6ef,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:11.424402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:11.591895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-242253f0-f4dc-400b-a9da-ecf9c78a51c9 req-605966c3-1806-4cf6-9388-1a1a0842a5d4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 210 time: 0.0657856 Sep 16 16:42:11.593606 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:11.595929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:11.724988 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:11.725625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Fanout notify agent at l3_agent the message router_deleted on router b9c7adb8-9bea-4117-bc5c-23efacccd858 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:42:11.734403 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:11.735054 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fa717745-d487-478c-b6f9-554d9ce61dd6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/b9c7adb8-9bea-4117-bc5c-23efacccd858 HTTP/1.1" status: 204 len: 168 time: 1.5105295 Sep 16 16:42:11.739109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50716) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:11.743714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-bc31a90e-0524-4185-931e-f03b57e698c2 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1930359996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:11.844955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bc31a90e-0524-4185-931e-f03b57e698c2 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:11.846027 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bc31a90e-0524-4185-931e-f03b57e698c2 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:11.902804 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bc31a90e-0524-4185-931e-f03b57e698c2 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:11.993822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bc31a90e-0524-4185-931e-f03b57e698c2 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:12.067640 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bc31a90e-0524-4185-931e-f03b57e698c2 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:12.069008 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bc31a90e-0524-4185-931e-f03b57e698c2 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3291116 Sep 16 16:42:12.072415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50730) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:12.077569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'enable_snat': False}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:12.307583 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:12.405890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40158f02-b5b4-429f-bcf1-a9c18038c231 req-2408938f-096f-448e-87d1-15ed4db6a0c8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:12.412109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40158f02-b5b4-429f-bcf1-a9c18038c231 req-2408938f-096f-448e-87d1-15ed4db6a0c8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:12.418416 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40158f02-b5b4-429f-bcf1-a9c18038c231 req-2408938f-096f-448e-87d1-15ed4db6a0c8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:12.427633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40158f02-b5b4-429f-bcf1-a9c18038c231 req-2408938f-096f-448e-87d1-15ed4db6a0c8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:12.434518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40158f02-b5b4-429f-bcf1-a9c18038c231 req-2408938f-096f-448e-87d1-15ed4db6a0c8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:12.441051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40158f02-b5b4-429f-bcf1-a9c18038c231 req-2408938f-096f-448e-87d1-15ed4db6a0c8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:12.448059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40158f02-b5b4-429f-bcf1-a9c18038c231 req-2408938f-096f-448e-87d1-15ed4db6a0c8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:12.458005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40158f02-b5b4-429f-bcf1-a9c18038c231 req-2408938f-096f-448e-87d1-15ed4db6a0c8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.1130331 Sep 16 16:42:12.547797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40158f02-b5b4-429f-bcf1-a9c18038c231 req-b2d7021f-13df-4058-a429-ad359da6ee5a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902724 Sep 16 16:42:12.721648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81a5e989-15a7-43ad-b4fc-b8482f744d99 req-a9379fdf-5d9c-4f97-9167-c6688f0563cc tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 210 time: 0.0373287 Sep 16 16:42:12.736428 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:12.756776 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:12.875888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Allocated IP 172.25.6.251 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/c109beb5-1533-4f16-8a48-55b32c5dff60) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:12.901641 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:42:12.998431 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:13.074187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:13.114885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:13.119543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:13.123804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:13.165246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Pushing event updated for resources: {'Port': ['ID=c109beb5-1533-4f16-8a48-55b32c5dff60,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:13.519393 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:13.756013 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c03f-5d02-4390-b6e9-e31b28c32e7e req-c68f3469-0e43-49c6-b1e3-119c364ddf89 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:13.763227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c03f-5d02-4390-b6e9-e31b28c32e7e req-c68f3469-0e43-49c6-b1e3-119c364ddf89 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:13.770613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c03f-5d02-4390-b6e9-e31b28c32e7e req-c68f3469-0e43-49c6-b1e3-119c364ddf89 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:13.778918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c03f-5d02-4390-b6e9-e31b28c32e7e req-c68f3469-0e43-49c6-b1e3-119c364ddf89 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:13.786531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c03f-5d02-4390-b6e9-e31b28c32e7e req-c68f3469-0e43-49c6-b1e3-119c364ddf89 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:13.787990 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:13.793235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c03f-5d02-4390-b6e9-e31b28c32e7e req-c68f3469-0e43-49c6-b1e3-119c364ddf89 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:13.800725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c03f-5d02-4390-b6e9-e31b28c32e7e req-c68f3469-0e43-49c6-b1e3-119c364ddf89 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:13.808987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b66c03f-5d02-4390-b6e9-e31b28c32e7e req-c68f3469-0e43-49c6-b1e3-119c364ddf89 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.1643097 Sep 16 16:42:13.818051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-8ace4d53-44bd-448c-a600-b530a8bc9ccc tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:13.820608 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-8ace4d53-44bd-448c-a600-b530a8bc9ccc tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.52 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 812 time: 0.1916878 Sep 16 16:42:13.837278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'port': {'device_id': 'd0b76082-9a36-4604-9c9d-b834be535d45', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'admin_state_up': True, 'tenant_id': '56977dd25e494ce4a8eb30b882e83560'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:13.865411 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5654ea9c-94a2-412f-a29b-5c9d55f980ce req-8f2220aa-84c0-4696-9a55-30d3dbd3e6ed tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 210 time: 0.0408413 Sep 16 16:42:13.889319 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b66c03f-5d02-4390-b6e9-e31b28c32e7e req-24e9ebb3-0ab5-4b51-b5b4-c26724712382 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794344 Sep 16 16:42:13.942980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50778) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:13.961997 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.057168 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c491177d-74b1-405e-bd41-bc156190fc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.130245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Made reservation on behalf of 56977dd25e494ce4a8eb30b882e83560 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:14.133727 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.202794 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c491177d-74b1-405e-bd41-bc156190fc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.262302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.272884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.278893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c491177d-74b1-405e-bd41-bc156190fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.320923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491177d-74b1-405e-bd41-bc156190fc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12b753e-878a-4cb1-b69a-9af529848d53,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:14.329419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c491177d-74b1-405e-bd41-bc156190fc65 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd27ed0768e546bc8adc8854112d186a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3853202 Sep 16 16:42:14.330307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50786) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:14.363615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Allocated IP 172.20.0.8 (84a6c29a-5880-4300-bfee-276bb9db429b/ecd22335-e100-4fa9-ad5a-199c71604f01/35b2049d-35e3-432a-88be-e4595bd197c3) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:14.395497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9399c565-ba9a-4b39-b990-c3058b728a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.421230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9399c565-ba9a-4b39-b990-c3058b728a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.529932 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9399c565-ba9a-4b39-b990-c3058b728a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.532541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9399c565-ba9a-4b39-b990-c3058b728a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.536502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9399c565-ba9a-4b39-b990-c3058b728a27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e12b753e-878a-4cb1-b69a-9af529848d53 HTTP/1.1" status: 204 len: 168 time: 0.2024570 Sep 16 16:42:14.549588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399c565-ba9a-4b39-b990-c3058b728a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12b753e-878a-4cb1-b69a-9af529848d53,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:14.602920 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.606178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Router 661b2e35-c081-464c-b5d5-d8c5fd9ead53 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:42:14.750046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:42:14.755072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.758320 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-25683d04-1d44-4f71-916b-2af883fa7dbc tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "PUT /v2.0/routers/661b2e35-c081-464c-b5d5-d8c5fd9ead53 HTTP/1.1" status: 200 len: 916 time: 2.6824632 Sep 16 16:42:14.758752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50796) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:14.762463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd7fa0-4c17-451a-9794-2b2754d4c02a None None] Sync routers for ids ['661b2e35-c081-464c-b5d5-d8c5fd9ead53'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:42:14.766576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:14.776106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd7fa0-4c17-451a-9794-2b2754d4c02a None None] Routers {'661b2e35-c081-464c-b5d5-d8c5fd9ead53'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:14.777177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-18fd7fa0-4c17-451a-9794-2b2754d4c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['661b2e35-c081-464c-b5d5-d8c5fd9ead53'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:14.815311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-18fd7fa0-4c17-451a-9794-2b2754d4c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:14.826594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd7fa0-4c17-451a-9794-2b2754d4c02a None None] Routers {'661b2e35-c081-464c-b5d5-d8c5fd9ead53'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:14.829190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-18fd7fa0-4c17-451a-9794-2b2754d4c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['661b2e35-c081-464c-b5d5-d8c5fd9ead53'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:14.889098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-18fd7fa0-4c17-451a-9794-2b2754d4c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:14.889295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Network 84a6c29a-5880-4300-bfee-276bb9db429b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:14.891047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd7fa0-4c17-451a-9794-2b2754d4c02a None None] The sync data for ids ['661b2e35-c081-464c-b5d5-d8c5fd9ead53'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:42:14.892952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:14.914865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:14.938127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'Port': ['ID=35b2049d-35e3-432a-88be-e4595bd197c3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:14.997470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-29fde7e5-7a7d-497b-82e9-2d3811934246 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/routers/661b2e35-c081-464c-b5d5-d8c5fd9ead53 HTTP/1.1" status: 200 len: 922 time: 0.2374804 Sep 16 16:42:15.000059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50804) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:15.012714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.015390 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.091187 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-7a4cad49-8cbf-4a31-8407-1188b06026c8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2599320 Sep 16 16:42:15.104735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Request body: {'port': {'device_id': 'd0b76082-9a36-4604-9c9d-b834be535d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:15.159447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac5a3f-aaea-4c88-b5c7-c69344c9fc94 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.163834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-90ac5a3f-aaea-4c88-b5c7-c69344c9fc94 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&device_id=661b2e35-c081-464c-b5d5-d8c5fd9ead53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1598325 Sep 16 16:42:15.165912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50806) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:15.193146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320d84c-92f8-4a8a-a550-fbc8bc3e26d6 req-337fe734-fbd7-4cb3-8776-8bb4401f7462 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.198175 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.200125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320d84c-92f8-4a8a-a550-fbc8bc3e26d6 req-337fe734-fbd7-4cb3-8776-8bb4401f7462 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.206658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320d84c-92f8-4a8a-a550-fbc8bc3e26d6 req-337fe734-fbd7-4cb3-8776-8bb4401f7462 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.213792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320d84c-92f8-4a8a-a550-fbc8bc3e26d6 req-337fe734-fbd7-4cb3-8776-8bb4401f7462 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.219918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320d84c-92f8-4a8a-a550-fbc8bc3e26d6 req-337fe734-fbd7-4cb3-8776-8bb4401f7462 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.226385 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320d84c-92f8-4a8a-a550-fbc8bc3e26d6 req-337fe734-fbd7-4cb3-8776-8bb4401f7462 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.233292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320d84c-92f8-4a8a-a550-fbc8bc3e26d6 req-337fe734-fbd7-4cb3-8776-8bb4401f7462 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.241419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3320d84c-92f8-4a8a-a550-fbc8bc3e26d6 req-337fe734-fbd7-4cb3-8776-8bb4401f7462 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5418 time: 0.1766908 Sep 16 16:42:15.272519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f2cad-92a2-4ead-922f-e7d6ee1c94e0 req-0b5a90d3-e690-492a-858c-8a72d6b21ebb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.274107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f9f2cad-92a2-4ead-922f-e7d6ee1c94e0 req-0b5a90d3-e690-492a-858c-8a72d6b21ebb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 931 time: 0.2150762 Sep 16 16:42:15.316678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-06f36958-fd9d-451d-85fe-a8d68522adc5 None None] Provisioning complete for port 35b2049d-35e3-432a-88be-e4595bd197c3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:15.321844 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-06f36958-fd9d-451d-85fe-a8d68522adc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.330650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3320d84c-92f8-4a8a-a550-fbc8bc3e26d6 req-1035e2f7-52d7-41d9-aced-57b41ff914f5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828404 Sep 16 16:42:15.359146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f9f2cad-92a2-4ead-922f-e7d6ee1c94e0 req-12e8047a-98b8-45a2-bc85-52b05894204e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771811 Sep 16 16:42:15.407692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50808) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:15.407952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa8baf-7807-4770-ad8d-dd28386f423d tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:15.412438 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5eaa8baf-7807-4770-ad8d-dd28386f423d tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 881 time: 0.2435420 Sep 16 16:42:15.412621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-06f36958-fd9d-451d-85fe-a8d68522adc5 None None] Port 35b2049d-35e3-432a-88be-e4595bd197c3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:42:15.412750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50810) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:15.449923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-95de43c6-7536-472f-a47b-a7f042562bc0 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=661b2e35-c081-464c-b5d5-d8c5fd9ead53 HTTP/1.1" status: 200 len: 205 time: 0.0343082 Sep 16 16:42:15.450778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50812) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:15.455052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8eaa84ec-856c-43fa-a6ca-18d9b558d7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.565503 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8eaa84ec-856c-43fa-a6ca-18d9b558d7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.625195 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.628050 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8eaa84ec-856c-43fa-a6ca-18d9b558d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.665488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa84ec-856c-43fa-a6ca-18d9b558d7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0fb55b-eb6e-485d-93e3-548cbf22626c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:15.670589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8eaa84ec-856c-43fa-a6ca-18d9b558d7bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bdbae1c128b2471d911162abbe445f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613819 Sep 16 16:42:15.672886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50816) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:15.719939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b2049d-35e3-432a-88be-e4595bd197c3 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:42:15.722001 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3646b608-8dd0-4d8d-bdbb-2278c5d1b7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.750859 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3646b608-8dd0-4d8d-bdbb-2278c5d1b7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.755049 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.778835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Transition to ACTIVE for port object 35b2049d-35e3-432a-88be-e4595bd197c3 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:42:15.786546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.862474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.890765 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3646b608-8dd0-4d8d-bdbb-2278c5d1b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.894868 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3646b608-8dd0-4d8d-bdbb-2278c5d1b7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:15.897669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3646b608-8dd0-4d8d-bdbb-2278c5d1b7f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad0fb55b-eb6e-485d-93e3-548cbf22626c HTTP/1.1" status: 204 len: 168 time: 0.2236166 Sep 16 16:42:15.910135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b608-8dd0-4d8d-bdbb-2278c5d1b7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0fb55b-eb6e-485d-93e3-548cbf22626c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:15.950723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Pushing event updated for resources: {'Port': ['ID=35b2049d-35e3-432a-88be-e4595bd197c3,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:15.958318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:42:16.076753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Attempting to bind port 35b2049d-35e3-432a-88be-e4595bd197c3 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:42:16.077097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Attempting to bind port 35b2049d-35e3-432a-88be-e4595bd197c3 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:42:16.077431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Attempting to bind port 35b2049d-35e3-432a-88be-e4595bd197c3 on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:42:16.078082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:16.081292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Deleting port c109beb5-1533-4f16-8a48-55b32c5dff60 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:16.081631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.099341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Port 35b2049d-35e3-432a-88be-e4595bd197c3 on network 84a6c29a-5880-4300-bfee-276bb9db429b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:42:16.099966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Attempting to bind port 35b2049d-35e3-432a-88be-e4595bd197c3 on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:42:16.104427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0', 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621', 'port_id': 'ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0', 'mac_address': 'fa:16:3e:5b:c1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c724a81-a9c9-4a64-bd71-d24b921f1002', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:42:16.111100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:42:16.111100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Checking segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:42:16.111100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Bound using segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:42:16.111100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Bound port: 35b2049d-35e3-432a-88be-e4595bd197c3, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:42:16.111100 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.145879 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.163528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:42:16.186671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:16.235883 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.247001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] For port 35b2049d-35e3-432a-88be-e4595bd197c3, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:42:16.252551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] For port 35b2049d-35e3-432a-88be-e4595bd197c3, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=35b2049d-35e3-432a-88be-e4595bd197c3,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:42:16.253721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Calling delete_port for c109beb5-1533-4f16-8a48-55b32c5dff60 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:16.295996 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.296793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ff6305a2-78d5-457d-bf4a-cea817751f17 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:42:16.358195 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.377091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:16.403464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.406731 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.406731 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] 10.222.0.52 "PUT /v2.0/ports/35b2049d-35e3-432a-88be-e4595bd197c3 HTTP/1.1" status: 200 len: 1091 time: 1.3056133 Sep 16 16:42:16.417603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b76082-9a36-4604-9c9d-b834be535d45', 'tag': '35b2049d-35e3-432a-88be-e4595bd197c3'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:42:16.421023 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c30a292-5af9-4f17-9246-ec8918e25872" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b76082-9a36-4604-9c9d-b834be535d45", "tag": "35b2049d-35e3-432a-88be-e4595bd197c3"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:42:16.467994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ff6305a2-78d5-457d-bf4a-cea817751f17, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff6305a2-78d5-457d-bf4a-cea817751f17,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:16.481177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'ff6305a2-78d5-457d-bf4a-cea817751f17', 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af', 'port_id': 'ff6305a2-78d5-457d-bf4a-cea817751f17', 'mac_address': 'fa:16:3e:10:07:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:42:16.495984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa37635-62d2-406f-b413-53e3a4b7b206 service neutron] Pushing event updated for resources: {'Port': ['ID=35b2049d-35e3-432a-88be-e4595bd197c3,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:16.546778 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.574175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-6a3bde3a-6f52-45f2-963f-4693be9afc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.576149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-6a3bde3a-6f52-45f2-963f-4693be9afc31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 1094 time: 0.0543737 Sep 16 16:42:16.581512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6305a2-78d5-457d-bf4a-cea817751f17 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:42:16.587797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58288f27-ec7e-49b0-a66d-742822a0e0cb req-080c70af-908f-4e6e-b612-d7a786a2573f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.600179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58288f27-ec7e-49b0-a66d-742822a0e0cb req-080c70af-908f-4e6e-b612-d7a786a2573f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.613278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58288f27-ec7e-49b0-a66d-742822a0e0cb req-080c70af-908f-4e6e-b612-d7a786a2573f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.624356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ff6305a2-78d5-457d-bf4a-cea817751f17, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff6305a2-78d5-457d-bf4a-cea817751f17,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:16.634089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58288f27-ec7e-49b0-a66d-742822a0e0cb req-080c70af-908f-4e6e-b612-d7a786a2573f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.637132 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-6bc4dd09-2884-451b-8df0-b74ff9068de8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b2049d-35e3-432a-88be-e4595bd197c3 HTTP/1.1" status: 200 len: 217 time: 0.0528426 Sep 16 16:42:16.647069 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.653838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58288f27-ec7e-49b0-a66d-742822a0e0cb req-080c70af-908f-4e6e-b612-d7a786a2573f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.674076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58288f27-ec7e-49b0-a66d-742822a0e0cb req-080c70af-908f-4e6e-b612-d7a786a2573f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.680462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58288f27-ec7e-49b0-a66d-742822a0e0cb req-080c70af-908f-4e6e-b612-d7a786a2573f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.692896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58288f27-ec7e-49b0-a66d-742822a0e0cb req-080c70af-908f-4e6e-b612-d7a786a2573f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5419 time: 0.2298758 Sep 16 16:42:16.725384 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.726104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 85650c64-ce51-4fb4-a675-6fbb7faa181a details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:42:16.757065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Pushing event deleted for resources: {'Port': ['ID=c109beb5-1533-4f16-8a48-55b32c5dff60,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:16.800523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae68da-a684-4c4e-8043-f1df63252d39 req-080ac42a-7b08-4ab0-b22e-4c802bd55a74 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.808519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-3448a38d-1ca3-4d8c-aafd-808bd6a5c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.810391 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-3448a38d-1ca3-4d8c-aafd-808bd6a5c968 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.1461089 Sep 16 16:42:16.811942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b2ae68da-a684-4c4e-8043-f1df63252d39 req-080ac42a-7b08-4ab0-b22e-4c802bd55a74 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 943 time: 0.1157811 Sep 16 16:42:16.824928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58288f27-ec7e-49b0-a66d-742822a0e0cb req-5c2e7f8b-5278-47cf-a6d4-db04043660d5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311674 Sep 16 16:42:16.828594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.913737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b2ae68da-a684-4c4e-8043-f1df63252d39 req-37d01666-6047-4621-8e07-6689d5d42c4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992351 Sep 16 16:42:16.914223 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110b46f9-67b5-4447-bf5c-bf3c60edba04 x-openstack-request-id: req-110b46f9-67b5-4447-bf5c-bf3c60edba04 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:42:16.914223 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b76082-9a36-4604-9c9d-b834be535d45", "tag": "35b2049d-35e3-432a-88be-e4595bd197c3", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:42:16.914569 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-110b46f9-67b5-4447-bf5c-bf3c60edba04 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:42:16.915062 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b76082-9a36-4604-9c9d-b834be535d45', 'tag': '35b2049d-35e3-432a-88be-e4595bd197c3', 'status': 'completed', 'code': 200} Sep 16 16:42:16.923431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ff6305a2-78d5-457d-bf4a-cea817751f17,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:16.969119 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.973079 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:16.982850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-cbc5dae7-cbb6-421a-8148-874bf838c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:16.984836 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-cbc5dae7-cbb6-421a-8148-874bf838c11a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669202 Sep 16 16:42:17.058511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 85650c64-ce51-4fb4-a675-6fbb7faa181a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:17.069928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '85650c64-ce51-4fb4-a675-6fbb7faa181a', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'port_id': '85650c64-ce51-4fb4-a675-6fbb7faa181a', 'mac_address': 'fa:16:3e:c8:5b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:42:17.110064 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.115682 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-734a7de5-8227-4e1d-b2ad-7baa01a34ce0 service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911925 Sep 16 16:42:17.122956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85650c64-ce51-4fb4-a675-6fbb7faa181a {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:42:17.143141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 85650c64-ce51-4fb4-a675-6fbb7faa181a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:17.204744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.204744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Fanout notify agent at l3_agent the message router_deleted on router 661b2e35-c081-464c-b5d5-d8c5fd9ead53 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:42:17.209315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.210435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3e8e0f3e-3a20-477b-baf1-eb3933981dbc tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/661b2e35-c081-464c-b5d5-d8c5fd9ead53 HTTP/1.1" status: 204 len: 168 time: 1.7592723 Sep 16 16:42:17.217133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50850) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:17.224051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1441484697', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:17.236616 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2d06391-8639-45be-8a36-3be11f20dab8 req-9f80110d-4d8b-408a-88db-aaa3d0a4a25e service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133206 Sep 16 16:42:17.239378 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.240994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6363fdc0-2e27-4457-988b-e88b55801776 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:42:17.322821 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=85650c64-ce51-4fb4-a675-6fbb7faa181a,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:17.327625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6363fdc0-2e27-4457-988b-e88b55801776, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6363fdc0-2e27-4457-988b-e88b55801776,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:17.341373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '6363fdc0-2e27-4457-988b-e88b55801776', 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621', 'port_id': '6363fdc0-2e27-4457-988b-e88b55801776', 'mac_address': 'fa:16:3e:6c:56:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c724a81-a9c9-4a64-bd71-d24b921f1002', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:42:17.347909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.349078 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.398633 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.410160 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.413685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6363fdc0-2e27-4457-988b-e88b55801776 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:42:17.420796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-3edc1d83-dc12-4055-9f7a-29045cfa107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:17.422530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-3edc1d83-dc12-4055-9f7a-29045cfa107e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 1094 time: 0.0689754 Sep 16 16:42:17.440373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6363fdc0-2e27-4457-988b-e88b55801776, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6363fdc0-2e27-4457-988b-e88b55801776,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:17.496541 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.497194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 39550247-d430-45db-b8f5-c9dbc078ec7e details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:42:17.557922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-090fba3b-baa9-4187-9c2c-53b7f9306934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:17.559623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-090fba3b-baa9-4187-9c2c-53b7f9306934 service neutron] 10.222.0.52 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.1291161 Sep 16 16:42:17.594079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6363fdc0-2e27-4457-988b-e88b55801776,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:17.598206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 39550247-d430-45db-b8f5-c9dbc078ec7e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=39550247-d430-45db-b8f5-c9dbc078ec7e,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:17.615028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '39550247-d430-45db-b8f5-c9dbc078ec7e', 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621', 'port_id': '39550247-d430-45db-b8f5-c9dbc078ec7e', 'mac_address': 'fa:16:3e:d2:08:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c724a81-a9c9-4a64-bd71-d24b921f1002', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:42:17.634450 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-ca935cef-cc7f-4243-9654-7fb433f02825 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b2049d-35e3-432a-88be-e4595bd197c3 HTTP/1.1" status: 200 len: 217 time: 0.0672274 Sep 16 16:42:17.675058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.694059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-cd62caef-f2c8-4a27-a188-053f52f3438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:17.695581 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-cd62caef-f2c8-4a27-a188-053f52f3438e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0486338 Sep 16 16:42:17.700648 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.705083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39550247-d430-45db-b8f5-c9dbc078ec7e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:42:17.735232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 39550247-d430-45db-b8f5-c9dbc078ec7e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=39550247-d430-45db-b8f5-c9dbc078ec7e,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:17.750608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-45b3c4ee-0e62-46c7-b95a-ca8815cd388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:17.752253 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-45b3c4ee-0e62-46c7-b95a-ca8815cd388a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496418 Sep 16 16:42:17.827774 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:17.828872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 7519e8ad-dcdc-4816-ab61-66137e06cc82 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:42:17.875006 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-c3d5820c-c0ee-4472-ac3d-c7f2370710d7 service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148930 Sep 16 16:42:17.931718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=39550247-d430-45db-b8f5-c9dbc078ec7e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:17.955285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 7519e8ad-dcdc-4816-ab61-66137e06cc82, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:17.983621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '7519e8ad-dcdc-4816-ab61-66137e06cc82', 'network_id': '584c92f2-bce0-4fa1-bbcc-be59ae57d9af', 'port_id': '7519e8ad-dcdc-4816-ab61-66137e06cc82', 'mac_address': 'fa:16:3e:72:e0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:42:18.046479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c30a292-5af9-4f17-9246-ec8918e25872 req-82c36480-7c05-4832-9443-e33edf811d3b service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614919 Sep 16 16:42:18.059659 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:18.095633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7519e8ad-dcdc-4816-ab61-66137e06cc82 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:42:18.123567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 7519e8ad-dcdc-4816-ab61-66137e06cc82, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:18.198077 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:18.208669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30517e-6cd1-49fb-88e1-21c318fffbce req-42150c34-ef8b-4657-9fa4-c52b73fcef25 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:18.210416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc30517e-6cd1-49fb-88e1-21c318fffbce req-42150c34-ef8b-4657-9fa4-c52b73fcef25 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 943 time: 0.1449480 Sep 16 16:42:18.216655 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:18.217893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 54226eab-2109-4213-afce-8844fbb3b740 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:42:18.234998 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:18.306786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a804dc-6f98-4855-9b5b-8074f1e50ac9 req-6f3df7d7-c1b0-4ef6-ba48-68caab8fe4a8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:18.308806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=7519e8ad-dcdc-4816-ab61-66137e06cc82,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:18.312912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a804dc-6f98-4855-9b5b-8074f1e50ac9 req-6f3df7d7-c1b0-4ef6-ba48-68caab8fe4a8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:18.319969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a804dc-6f98-4855-9b5b-8074f1e50ac9 req-6f3df7d7-c1b0-4ef6-ba48-68caab8fe4a8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:18.326458 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a804dc-6f98-4855-9b5b-8074f1e50ac9 req-6f3df7d7-c1b0-4ef6-ba48-68caab8fe4a8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:18.332483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a804dc-6f98-4855-9b5b-8074f1e50ac9 req-6f3df7d7-c1b0-4ef6-ba48-68caab8fe4a8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:18.339796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a804dc-6f98-4855-9b5b-8074f1e50ac9 req-6f3df7d7-c1b0-4ef6-ba48-68caab8fe4a8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:18.345412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a804dc-6f98-4855-9b5b-8074f1e50ac9 req-6f3df7d7-c1b0-4ef6-ba48-68caab8fe4a8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:18.345697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 54226eab-2109-4213-afce-8844fbb3b740, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=54226eab-2109-4213-afce-8844fbb3b740,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:18.347300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88a804dc-6f98-4855-9b5b-8074f1e50ac9 req-6f3df7d7-c1b0-4ef6-ba48-68caab8fe4a8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5423 time: 0.2527633 Sep 16 16:42:18.361372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '54226eab-2109-4213-afce-8844fbb3b740', 'network_id': '27a1d148-97da-476c-8a1d-7ddcf4c78621', 'port_id': '54226eab-2109-4213-afce-8844fbb3b740', 'mac_address': 'fa:16:3e:73:87:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c724a81-a9c9-4a64-bd71-d24b921f1002', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:42:18.407674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc30517e-6cd1-49fb-88e1-21c318fffbce req-b55304d2-a2c1-4798-bf4a-e8f0751b1720 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752343 Sep 16 16:42:18.424142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:18.446368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54226eab-2109-4213-afce-8844fbb3b740 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:42:18.470419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 54226eab-2109-4213-afce-8844fbb3b740, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=54226eab-2109-4213-afce-8844fbb3b740,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:18.478524 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88a804dc-6f98-4855-9b5b-8074f1e50ac9 req-1de39c91-e46a-4c5e-bf4e-fe9911e2855a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181619 Sep 16 16:42:18.514108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Allocated IP 172.25.6.228 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/678d93ac-374d-4c5d-b053-58ed28e32b2a) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:18.525423 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:18.611841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=54226eab-2109-4213-afce-8844fbb3b740,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:18.655992 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:18.742655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:18.784574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:18.787492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:18.790102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:19.109820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Pushing event updated for resources: {'Port': ['ID=678d93ac-374d-4c5d-b053-58ed28e32b2a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:19.141680 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ff6305a2-78d5-457d-bf4a-cea817751f17'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:42:19.148245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6363fdc0-2e27-4457-988b-e88b55801776'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:42:19.220077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:42:19.222843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['39550247-d430-45db-b8f5-c9dbc078ec7e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:42:19.404376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['54226eab-2109-4213-afce-8844fbb3b740'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:42:19.406839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['7519e8ad-dcdc-4816-ab61-66137e06cc82'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:42:19.440362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:19.734095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442ab7d-393b-41d6-99d1-a7e314af6ce3 req-0f1afcd3-9207-43fa-aae7-1fb095f4240f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:19.735831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d442ab7d-393b-41d6-99d1-a7e314af6ce3 req-0f1afcd3-9207-43fa-aae7-1fb095f4240f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 943 time: 0.2337608 Sep 16 16:42:19.749703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6214-da9b-41da-8cc3-a78210c82084 req-5cafbf40-2ed8-44ce-9bfb-d0a46c2dfc95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:19.755738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6214-da9b-41da-8cc3-a78210c82084 req-5cafbf40-2ed8-44ce-9bfb-d0a46c2dfc95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:19.763206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6214-da9b-41da-8cc3-a78210c82084 req-5cafbf40-2ed8-44ce-9bfb-d0a46c2dfc95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:19.769348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6214-da9b-41da-8cc3-a78210c82084 req-5cafbf40-2ed8-44ce-9bfb-d0a46c2dfc95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:19.776550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6214-da9b-41da-8cc3-a78210c82084 req-5cafbf40-2ed8-44ce-9bfb-d0a46c2dfc95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:19.782573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6214-da9b-41da-8cc3-a78210c82084 req-5cafbf40-2ed8-44ce-9bfb-d0a46c2dfc95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:19.788662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6214-da9b-41da-8cc3-a78210c82084 req-5cafbf40-2ed8-44ce-9bfb-d0a46c2dfc95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:19.791072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3ee6214-da9b-41da-8cc3-a78210c82084 req-5cafbf40-2ed8-44ce-9bfb-d0a46c2dfc95 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5425 time: 0.1854208 Sep 16 16:42:19.894247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d442ab7d-393b-41d6-99d1-a7e314af6ce3 req-243c7567-e148-43a8-8297-f5512ebd4ce7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021628 Sep 16 16:42:19.909036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3ee6214-da9b-41da-8cc3-a78210c82084 req-6b912980-77ee-4032-9832-190ef33bd0f6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063204 Sep 16 16:42:19.921124 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:20.049054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['85650c64-ce51-4fb4-a675-6fbb7faa181a'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:42:20.130030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Router f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:42:20.268647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:42:20.283502 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbea636-883f-4583-b4ed-b37d7fe9fd37 None None] Sync routers for ids ['f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:42:20.292360 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbea636-883f-4583-b4ed-b37d7fe9fd37 None None] Routers {'f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:20.293257 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2bbea636-883f-4583-b4ed-b37d7fe9fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:20.334187 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2bbea636-883f-4583-b4ed-b37d7fe9fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:20.341071 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbea636-883f-4583-b4ed-b37d7fe9fd37 None None] Routers {'f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:20.341787 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2bbea636-883f-4583-b4ed-b37d7fe9fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:20.373574 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2bbea636-883f-4583-b4ed-b37d7fe9fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:20.374201 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbea636-883f-4583-b4ed-b37d7fe9fd37 None None] The sync data for ids ['f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:42:20.399043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:20.404477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7916b554-9882-48b7-bc2e-bb4137f09476 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1822631 Sep 16 16:42:20.404665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50912) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:20.408360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:20.751320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50920) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:20.760154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 35b2049d-35e3-432a-88be-e4595bd197c3 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:42:20.906095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-76e4c122-dd77-414b-b6cf-2d9f384ad0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:20.931401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 35b2049d-35e3-432a-88be-e4595bd197c3, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=35b2049d-35e3-432a-88be-e4595bd197c3,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:20.963701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '35b2049d-35e3-432a-88be-e4595bd197c3', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'port_id': '35b2049d-35e3-432a-88be-e4595bd197c3', 'mac_address': 'fa:16:3e:99:02:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:42:21.066888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1f25-68d2-41e6-9612-676df552ad46 req-8bfeef23-0e62-4a32-82eb-06785a17fc55 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:21.068166 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.070597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7efc1f25-68d2-41e6-9612-676df552ad46 req-8bfeef23-0e62-4a32-82eb-06785a17fc55 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 943 time: 0.0967107 Sep 16 16:42:21.090534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b2049d-35e3-432a-88be-e4595bd197c3 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:42:21.111921 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-76e4c122-dd77-414b-b6cf-2d9f384ad0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.113111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 35b2049d-35e3-432a-88be-e4595bd197c3, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=35b2049d-35e3-432a-88be-e4595bd197c3,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:21.136330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.154642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3010-e2bb-4202-b0d1-6838d5280471 req-b0013154-522c-4103-89c8-f4d7268afa02 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:21.160726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3010-e2bb-4202-b0d1-6838d5280471 req-b0013154-522c-4103-89c8-f4d7268afa02 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:21.167510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3010-e2bb-4202-b0d1-6838d5280471 req-b0013154-522c-4103-89c8-f4d7268afa02 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:21.170934 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.173734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3010-e2bb-4202-b0d1-6838d5280471 req-b0013154-522c-4103-89c8-f4d7268afa02 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:21.179966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3010-e2bb-4202-b0d1-6838d5280471 req-b0013154-522c-4103-89c8-f4d7268afa02 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:21.186325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3010-e2bb-4202-b0d1-6838d5280471 req-b0013154-522c-4103-89c8-f4d7268afa02 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:21.192349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3010-e2bb-4202-b0d1-6838d5280471 req-b0013154-522c-4103-89c8-f4d7268afa02 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:21.194322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ae3010-e2bb-4202-b0d1-6838d5280471 req-b0013154-522c-4103-89c8-f4d7268afa02 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5425 time: 0.1549740 Sep 16 16:42:21.198123 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-76e4c122-dd77-414b-b6cf-2d9f384ad0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.206155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7efc1f25-68d2-41e6-9612-676df552ad46 req-c6b9c35c-78e9-49c1-878d-2b8078c991a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180849 Sep 16 16:42:21.236251 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.251378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=35b2049d-35e3-432a-88be-e4595bd197c3,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:21.265087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-76e4c122-dd77-414b-b6cf-2d9f384ad0f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81ec0c5d65a44614bfa98cc8ecd58e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098038 Sep 16 16:42:21.265921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50932) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:21.268899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4c122-dd77-414b-b6cf-2d9f384ad0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791f5dda-400b-41b1-8cdb-28ee0e2c198a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:21.291760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ae3010-e2bb-4202-b0d1-6838d5280471 req-f835b456-8a38-4521-9c6d-d68e0a3ff867 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793350 Sep 16 16:42:21.345906 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.369298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.439166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['35b2049d-35e3-432a-88be-e4595bd197c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:42:21.451861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Deleting port 678d93ac-374d-4c5d-b053-58ed28e32b2a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:21.452441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.510970 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.513604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.514814 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/791f5dda-400b-41b1-8cdb-28ee0e2c198a HTTP/1.1" status: 204 len: 168 time: 0.2485051 Sep 16 16:42:21.537360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791f5dda-400b-41b1-8cdb-28ee0e2c198a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:21.582155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.615417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.615767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.616402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.616915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.617178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.617631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.618195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.618597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.619058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.619449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.619788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.620316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731871ef-c5c0-4fcf-b6ad-58ce5a8087fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:21.633275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Calling delete_port for 678d93ac-374d-4c5d-b053-58ed28e32b2a owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:21.907637 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:21.935704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Pushing event deleted for resources: {'Port': ['ID=678d93ac-374d-4c5d-b053-58ed28e32b2a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:22.000981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:22.219482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:22.222934 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:22.310146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Router f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:42:22.348430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9667cc1-7f34-4fc8-a1e1-8a729397893e req-863d0da7-7043-49d5-a4fe-3ea7b7c4a20c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:22.357326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9667cc1-7f34-4fc8-a1e1-8a729397893e req-863d0da7-7043-49d5-a4fe-3ea7b7c4a20c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 944 time: 0.0608737 Sep 16 16:42:22.417059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9667cc1-7f34-4fc8-a1e1-8a729397893e req-e00235d1-2f9a-4cca-852a-05a059cc201f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589414 Sep 16 16:42:22.438682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:42:22.452569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94070a-aeb4-48b0-9b60-1517a53029fe None None] Sync routers for ids ['f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:42:22.457363 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:22.459703 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4aa8b9a3-3e2b-4afc-b714-ce56a539a46f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "PUT /v2.0/routers/f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf HTTP/1.1" status: 200 len: 706 time: 2.0550187 Sep 16 16:42:22.463845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50970) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:22.471064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94070a-aeb4-48b0-9b60-1517a53029fe None None] Routers {'f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:22.471696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7c94070a-aeb4-48b0-9b60-1517a53029fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:22.518529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7c94070a-aeb4-48b0-9b60-1517a53029fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:22.538200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94070a-aeb4-48b0-9b60-1517a53029fe None None] Routers {'f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:22.539062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7c94070a-aeb4-48b0-9b60-1517a53029fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:22.570779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-123260bb-1757-42b4-b543-3afeeba3da69 tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/routers/f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf HTTP/1.1" status: 200 len: 741 time: 0.1024408 Sep 16 16:42:22.570995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50974) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:22.581269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dee5-565e-4a48-80a8-f92bf792cfbd req-21d9fbd4-7eec-4ea3-bdd1-908c0e97fe33 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:22.588894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dee5-565e-4a48-80a8-f92bf792cfbd req-21d9fbd4-7eec-4ea3-bdd1-908c0e97fe33 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:22.595141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dee5-565e-4a48-80a8-f92bf792cfbd req-21d9fbd4-7eec-4ea3-bdd1-908c0e97fe33 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:22.601623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dee5-565e-4a48-80a8-f92bf792cfbd req-21d9fbd4-7eec-4ea3-bdd1-908c0e97fe33 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:22.609479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dee5-565e-4a48-80a8-f92bf792cfbd req-21d9fbd4-7eec-4ea3-bdd1-908c0e97fe33 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:22.616238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dee5-565e-4a48-80a8-f92bf792cfbd req-21d9fbd4-7eec-4ea3-bdd1-908c0e97fe33 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:22.626439 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ff6305a2-78d5-457d-bf4a-cea817751f17 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:42:22.627166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dee5-565e-4a48-80a8-f92bf792cfbd req-21d9fbd4-7eec-4ea3-bdd1-908c0e97fe33 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:22.629222 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1829dee5-565e-4a48-80a8-f92bf792cfbd req-21d9fbd4-7eec-4ea3-bdd1-908c0e97fe33 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5425 time: 0.2110689 Sep 16 16:42:22.673141 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0c940408-747e-4b0c-9e60-a93a02f3fc9b tempest-RoutersAdminTest-493938207 tempest-RoutersAdminTest-493938207-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&device_id=f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf HTTP/1.1" status: 200 len: 205 time: 0.1008799 Sep 16 16:42:22.673388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7c94070a-aeb4-48b0-9b60-1517a53029fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:22.674829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94070a-aeb4-48b0-9b60-1517a53029fe None None] The sync data for ids ['f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:42:22.684773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50978) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:22.712999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1829dee5-565e-4a48-80a8-f92bf792cfbd req-2f6c95cf-ad76-4b0f-af96-d54102f7a76a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642030 Sep 16 16:42:22.734435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-63db76e2-d240-4100-bebf-1d3a191e6689 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf HTTP/1.1" status: 200 len: 205 time: 0.0470383 Sep 16 16:42:22.736270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50984) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:22.771790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 35b2049d-35e3-432a-88be-e4595bd197c3 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:42:22.816470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port ff6305a2-78d5-457d-bf4a-cea817751f17 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:42:22.818434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-605afb64-592b-4108-b5bf-eddbf87c4aab tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:22.822433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port ff6305a2-78d5-457d-bf4a-cea817751f17 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:22.827732 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:22.903288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:22.912144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 35b2049d-35e3-432a-88be-e4595bd197c3 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:42:22.925107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 35b2049d-35e3-432a-88be-e4595bd197c3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:22.925741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:22.960476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6305a2-78d5-457d-bf4a-cea817751f17'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:42:22.963547 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b117c3-9f31-450e-934d-464095806202" -d '{"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "ff6305a2-78d5-457d-bf4a-cea817751f17"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:42:22.984346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ff6305a2-78d5-457d-bf4a-cea817751f17, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff6305a2-78d5-457d-bf4a-cea817751f17,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:22.995183 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-605afb64-592b-4108-b5bf-eddbf87c4aab tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:22.997403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-605afb64-592b-4108-b5bf-eddbf87c4aab tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.022394 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb81221-db6b-4a0c-b56d-e121d5ae8cce x-openstack-request-id: req-cdb81221-db6b-4a0c-b56d-e121d5ae8cce {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:42:23.022705 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "ff6305a2-78d5-457d-bf4a-cea817751f17", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:42:23.022950 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdb81221-db6b-4a0c-b56d-e121d5ae8cce {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:42:23.023328 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6305a2-78d5-457d-bf4a-cea817751f17', 'code': 200} Sep 16 16:42:23.040679 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.051290 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.052294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:42:23.103198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-605afb64-592b-4108-b5bf-eddbf87c4aab tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.104368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605afb64-592b-4108-b5bf-eddbf87c4aab tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Fanout notify agent at l3_agent the message router_deleted on router f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:42:23.113303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-605afb64-592b-4108-b5bf-eddbf87c4aab tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.114887 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-605afb64-592b-4108-b5bf-eddbf87c4aab tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf HTTP/1.1" status: 204 len: 168 time: 0.3773038 Sep 16 16:42:23.118999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50994) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.138046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 35b2049d-35e3-432a-88be-e4595bd197c3, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=35b2049d-35e3-432a-88be-e4595bd197c3,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:23.146331 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3dabf5ad-dbad-468b-ad85-88a11dec45f0 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf HTTP/1.1" status: 200 len: 205 time: 0.0259874 Sep 16 16:42:23.148747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50996) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.155139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ff6305a2-78d5-457d-bf4a-cea817751f17,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:23.192898 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-ab786126-adff-428a-895a-0934c3dfd907 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] delete failed (client error): The resource could not be found. Sep 16 16:42:23.194053 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ab786126-adff-428a-895a-0934c3dfd907 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/f8b6e493-28a7-4a2e-93a2-a2cbc6a651bf HTTP/1.1" status: 404 len: 336 time: 0.0442622 Sep 16 16:42:23.196841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51000) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.205162 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.225327 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-66ba4045-596c-4065-a2f2-3b9cb4068ab1 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=661b2e35-c081-464c-b5d5-d8c5fd9ead53 HTTP/1.1" status: 200 len: 205 time: 0.0273590 Sep 16 16:42:23.228357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51002) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.235727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:42:23.243557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:23.243931 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.267105 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-d61de8e1-e95a-4339-a9aa-8821bccfee96 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] delete failed (client error): The resource could not be found. Sep 16 16:42:23.268268 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d61de8e1-e95a-4339-a9aa-8821bccfee96 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/661b2e35-c081-464c-b5d5-d8c5fd9ead53 HTTP/1.1" status: 404 len: 336 time: 0.0389071 Sep 16 16:42:23.270929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51004) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.287323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=35b2049d-35e3-432a-88be-e4595bd197c3,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:23.307396 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3e527f23-b143-443a-86bc-b331b52a8dc1 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7adb8-9bea-4117-bc5c-23efacccd858 HTTP/1.1" status: 200 len: 205 time: 0.0331852 Sep 16 16:42:23.307635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51008) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.344942 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-19c7badf-6d10-41cd-b188-aa669831199f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] delete failed (client error): The resource could not be found. Sep 16 16:42:23.346238 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-19c7badf-6d10-41cd-b188-aa669831199f tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/b9c7adb8-9bea-4117-bc5c-23efacccd858 HTTP/1.1" status: 404 len: 336 time: 0.0375144 Sep 16 16:42:23.346610 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.348686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51010) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.380279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-78cf9131-a456-475d-9233-52e089239517 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=9430816a-e52a-4e72-9ca5-955829046cdf HTTP/1.1" status: 200 len: 205 time: 0.0293579 Sep 16 16:42:23.382423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51012) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.394768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:23.427575 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-29885f0d-1f8e-4794-80e6-321f3119314a tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] delete failed (client error): The resource could not be found. Sep 16 16:42:23.428699 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-29885f0d-1f8e-4794-80e6-321f3119314a tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/9430816a-e52a-4e72-9ca5-955829046cdf HTTP/1.1" status: 404 len: 336 time: 0.0452416 Sep 16 16:42:23.431869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51016) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.465411 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3852f559-9735-4516-8362-8619cfa0fdb6 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace860ec-f84c-4091-8e81-8d0dca82a35b HTTP/1.1" status: 200 len: 205 time: 0.0315709 Sep 16 16:42:23.469724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.469724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6363fdc0-2e27-4457-988b-e88b55801776 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:42:23.471429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51020) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.523882 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-6ddd9f4d-55a7-4b28-8446-5096c36ca9fb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] delete failed (client error): The resource could not be found. Sep 16 16:42:23.525630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6ddd9f4d-55a7-4b28-8446-5096c36ca9fb tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/ace860ec-f84c-4091-8e81-8d0dca82a35b HTTP/1.1" status: 404 len: 336 time: 0.0526626 Sep 16 16:42:23.528680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51024) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.551493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:23.560356 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5f009688-95af-42cd-b3c5-e33589f23a80 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "GET /v2.0/ports?device_id=ccc1e5fb-38c6-4e36-942c-348599aabd05 HTTP/1.1" status: 200 len: 205 time: 0.0302408 Sep 16 16:42:23.562822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51028) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.584587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda01cce-f09b-412f-8f9a-4359c47ecdc0 req-43e24c25-e66e-466d-a210-75ffa23eb250 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:23.587111 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bda01cce-f09b-412f-8f9a-4359c47ecdc0 req-43e24c25-e66e-466d-a210-75ffa23eb250 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0729251 Sep 16 16:42:23.608141 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-3c6174fa-c2d5-40ce-acf5-cf0652130661 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] delete failed (client error): The resource could not be found. Sep 16 16:42:23.609381 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3c6174fa-c2d5-40ce-acf5-cf0652130661 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/routers/ccc1e5fb-38c6-4e36-942c-348599aabd05 HTTP/1.1" status: 404 len: 336 time: 0.0435789 Sep 16 16:42:23.612052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51030) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:23.631632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bda01cce-f09b-412f-8f9a-4359c47ecdc0 req-3bd808b0-b8f0-4699-a7e0-89c0139d4041 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 Sep 16 16:42:23.649934 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-63befbbf-4299-4df3-8f82-c8d669bb8ea0 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] DELETE failed (client error): The resource could not be found. Sep 16 16:42:23.650414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63befbbf-4299-4df3-8f82-c8d669bb8ea0 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:42:23.652244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-63befbbf-4299-4df3-8f82-c8d669bb8ea0 tempest-RoutersAdminTest-637817421 tempest-RoutersAdminTest-637817421-project] 10.222.0.22 "DELETE /v2.0/subnets/ed923f03-4460-437b-8216-a0b33028ab58 HTTP/1.1" status: 404 len: 337 time: 0.0389812 Sep 16 16:42:23.656074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 6363fdc0-2e27-4457-988b-e88b55801776 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:42:23.660319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 6363fdc0-2e27-4457-988b-e88b55801776 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:23.661245 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.755983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.801476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6363fdc0-2e27-4457-988b-e88b55801776, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6363fdc0-2e27-4457-988b-e88b55801776,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:23.856521 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:23.857338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 85650c64-ce51-4fb4-a675-6fbb7faa181a up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:42:23.888179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1982-6faa-429c-9729-1a8acf10a232 req-72874c71-91f3-4d72-90ae-cd6add7a6f91 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:23.893444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1982-6faa-429c-9729-1a8acf10a232 req-72874c71-91f3-4d72-90ae-cd6add7a6f91 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:23.900176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1982-6faa-429c-9729-1a8acf10a232 req-72874c71-91f3-4d72-90ae-cd6add7a6f91 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:23.907231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1982-6faa-429c-9729-1a8acf10a232 req-72874c71-91f3-4d72-90ae-cd6add7a6f91 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:23.914171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1982-6faa-429c-9729-1a8acf10a232 req-72874c71-91f3-4d72-90ae-cd6add7a6f91 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:23.923051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1982-6faa-429c-9729-1a8acf10a232 req-72874c71-91f3-4d72-90ae-cd6add7a6f91 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:23.929232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1982-6faa-429c-9729-1a8acf10a232 req-72874c71-91f3-4d72-90ae-cd6add7a6f91 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:23.931554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0ea1982-6faa-429c-9729-1a8acf10a232 req-72874c71-91f3-4d72-90ae-cd6add7a6f91 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5427 time: 0.1049619 Sep 16 16:42:23.933909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6363fdc0-2e27-4457-988b-e88b55801776,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:23.976068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0ea1982-6faa-429c-9729-1a8acf10a232 req-ad7ece2b-7387-4090-8de5-bc05577bc45c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367579 Sep 16 16:42:24.073176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 85650c64-ce51-4fb4-a675-6fbb7faa181a completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:42:24.078403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 85650c64-ce51-4fb4-a675-6fbb7faa181a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:24.079299 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.163044 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.194603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 85650c64-ce51-4fb4-a675-6fbb7faa181a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:24.273283 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.274324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 39550247-d430-45db-b8f5-c9dbc078ec7e up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:42:24.361850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=85650c64-ce51-4fb4-a675-6fbb7faa181a,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:24.388017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51058) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:24.417274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 39550247-d430-45db-b8f5-c9dbc078ec7e completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:42:24.423988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 39550247-d430-45db-b8f5-c9dbc078ec7e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:24.427560 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.508902 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.542807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 39550247-d430-45db-b8f5-c9dbc078ec7e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=39550247-d430-45db-b8f5-c9dbc078ec7e,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:24.610556 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d430938-c808-484f-9399-33440a097489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.627795 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.629120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 7519e8ad-dcdc-4816-ab61-66137e06cc82 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:42:24.720909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=39550247-d430-45db-b8f5-c9dbc078ec7e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:24.753795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d430938-c808-484f-9399-33440a097489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.780580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc9235-2bf9-4b20-aacf-1ad88be3737a req-2a7027da-fab8-42eb-a3e3-a193a4c4414e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:24.782266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dbbc9235-2bf9-4b20-aacf-1ad88be3737a req-2a7027da-fab8-42eb-a3e3-a193a4c4414e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0693164 Sep 16 16:42:24.798806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 7519e8ad-dcdc-4816-ab61-66137e06cc82 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:42:24.802730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 7519e8ad-dcdc-4816-ab61-66137e06cc82 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:24.803139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.824052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dbbc9235-2bf9-4b20-aacf-1ad88be3737a req-7990f53f-152b-429b-a15d-0ce308475a46 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354702 Sep 16 16:42:24.827580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d430938-c808-484f-9399-33440a097489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.885728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3d430938-c808-484f-9399-33440a097489 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72561e0a519e4175a2e0711003adfd67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965391 Sep 16 16:42:24.888428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51076) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:24.892240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d430938-c808-484f-9399-33440a097489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff8ffa3-22ec-4cab-9186-95896e41ed53,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:24.919416 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:24.958239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 7519e8ad-dcdc-4816-ab61-66137e06cc82, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:24.983118 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2afb82a5-8d40-44dd-90ff-9154cf5fc8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:25.020249 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:25.020249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 54226eab-2109-4213-afce-8844fbb3b740 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:42:25.034664 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2afb82a5-8d40-44dd-90ff-9154cf5fc8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:25.054322 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b76082-9a36-4604-9c9d-b834be535d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b2049d-35e3-432a-88be-e4595bd197c3'}, {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0'}, {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6363fdc0-2e27-4457-988b-e88b55801776'}, {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85650c64-ce51-4fb4-a675-6fbb7faa181a'}, {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39550247-d430-45db-b8f5-c9dbc078ec7e'}, {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7519e8ad-dcdc-4816-ab61-66137e06cc82'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:42:25.064920 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6efba5f-7e21-473d-a3bc-09deba9ae08a" -d '{"events": [{"server_uuid": "d0b76082-9a36-4604-9c9d-b834be535d45", "name": "network-vif-plugged", "status": "completed", "tag": "35b2049d-35e3-432a-88be-e4595bd197c3"}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0"}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "6363fdc0-2e27-4457-988b-e88b55801776"}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "85650c64-ce51-4fb4-a675-6fbb7faa181a"}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "39550247-d430-45db-b8f5-c9dbc078ec7e"}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "7519e8ad-dcdc-4816-ab61-66137e06cc82"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:42:25.140329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=7519e8ad-dcdc-4816-ab61-66137e06cc82,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:25.160537 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 16 Sep 2021 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fa3299-b79a-4e11-be77-a1263532a627 x-openstack-request-id: req-d2fa3299-b79a-4e11-be77-a1263532a627 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:42:25.160961 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b76082-9a36-4604-9c9d-b834be535d45", "name": "network-vif-plugged", "status": "completed", "tag": "35b2049d-35e3-432a-88be-e4595bd197c3", "code": 200}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0", "code": 200}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "6363fdc0-2e27-4457-988b-e88b55801776", "code": 200}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "85650c64-ce51-4fb4-a675-6fbb7faa181a", "code": 200}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "39550247-d430-45db-b8f5-c9dbc078ec7e", "code": 200}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "7519e8ad-dcdc-4816-ab61-66137e06cc82", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:42:25.165055 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2fa3299-b79a-4e11-be77-a1263532a627 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:42:25.165055 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b76082-9a36-4604-9c9d-b834be535d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b2049d-35e3-432a-88be-e4595bd197c3', 'code': 200} Sep 16 16:42:25.165055 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0', 'code': 200} Sep 16 16:42:25.165055 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6363fdc0-2e27-4457-988b-e88b55801776', 'code': 200} Sep 16 16:42:25.165055 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85650c64-ce51-4fb4-a675-6fbb7faa181a', 'code': 200} Sep 16 16:42:25.165055 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39550247-d430-45db-b8f5-c9dbc078ec7e', 'code': 200} Sep 16 16:42:25.165055 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7519e8ad-dcdc-4816-ab61-66137e06cc82', 'code': 200} Sep 16 16:42:25.194689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce256ab-79d7-468c-a37e-e7be6d038673 req-f9e6d5bd-3028-4fa1-9df2-e5be0d962bea tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:25.202105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce256ab-79d7-468c-a37e-e7be6d038673 req-f9e6d5bd-3028-4fa1-9df2-e5be0d962bea tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:25.208829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce256ab-79d7-468c-a37e-e7be6d038673 req-f9e6d5bd-3028-4fa1-9df2-e5be0d962bea tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:25.215757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce256ab-79d7-468c-a37e-e7be6d038673 req-f9e6d5bd-3028-4fa1-9df2-e5be0d962bea tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:25.221731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce256ab-79d7-468c-a37e-e7be6d038673 req-f9e6d5bd-3028-4fa1-9df2-e5be0d962bea tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:25.228599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce256ab-79d7-468c-a37e-e7be6d038673 req-f9e6d5bd-3028-4fa1-9df2-e5be0d962bea tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:25.234646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce256ab-79d7-468c-a37e-e7be6d038673 req-f9e6d5bd-3028-4fa1-9df2-e5be0d962bea tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:25.236616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ce256ab-79d7-468c-a37e-e7be6d038673 req-f9e6d5bd-3028-4fa1-9df2-e5be0d962bea tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5431 time: 0.1439331 Sep 16 16:42:25.255318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 54226eab-2109-4213-afce-8844fbb3b740 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:42:25.260628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 54226eab-2109-4213-afce-8844fbb3b740 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:25.261048 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:25.293983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ce256ab-79d7-468c-a37e-e7be6d038673 req-c52f8c9c-18e8-4b44-9863-eb99463e9077 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484922 Sep 16 16:42:25.295229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d97a82-dfc8-445f-a2b0-b59dc3949691 req-0f8bca85-5e9e-4624-9843-ba39405aefec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:25.296807 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-23d97a82-dfc8-445f-a2b0-b59dc3949691 req-0f8bca85-5e9e-4624-9843-ba39405aefec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 1096 time: 0.0750105 Sep 16 16:42:25.341387 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2afb82a5-8d40-44dd-90ff-9154cf5fc8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:25.345032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-23d97a82-dfc8-445f-a2b0-b59dc3949691 req-469291e7-6d1f-4ab5-8a8f-d7a26a7434a5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383399 Sep 16 16:42:25.345158 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2afb82a5-8d40-44dd-90ff-9154cf5fc8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:25.346387 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2afb82a5-8d40-44dd-90ff-9154cf5fc8e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ff8ffa3-22ec-4cab-9186-95896e41ed53 HTTP/1.1" status: 204 len: 168 time: 0.4567649 Sep 16 16:42:25.356837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb82a5-8d40-44dd-90ff-9154cf5fc8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff8ffa3-22ec-4cab-9186-95896e41ed53,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:25.379722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:25.420695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 54226eab-2109-4213-afce-8844fbb3b740, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=54226eab-2109-4213-afce-8844fbb3b740,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:25.530152 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:25.584944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=54226eab-2109-4213-afce-8844fbb3b740,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:25.963602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67310b56-d7c8-46ee-9504-0c5360d73550 req-218906f0-0679-4e43-ae40-e40570843193 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:25.965856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67310b56-d7c8-46ee-9504-0c5360d73550 req-218906f0-0679-4e43-ae40-e40570843193 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0535777 Sep 16 16:42:26.009785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67310b56-d7c8-46ee-9504-0c5360d73550 req-567103fe-db04-435e-aa31-0d8e48446bfa tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371249 Sep 16 16:42:26.146177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51118) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:26.233684 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b25852b5-1b56-4854-bcf0-ac0e32e0674d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a39d2db2de5e4a09a0b5bfb24146ba14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858374 Sep 16 16:42:26.238047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51122) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:26.293727 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7526635a-a692-4e5a-ab93-e6969f59dd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:26.317161 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7526635a-a692-4e5a-ab93-e6969f59dd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:26.462475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c205d-c71d-4cb6-863b-c11a46cb67df req-442a007f-0fd1-4ffe-bc91-e3e7d64cd9f3 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:26.468360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c205d-c71d-4cb6-863b-c11a46cb67df req-442a007f-0fd1-4ffe-bc91-e3e7d64cd9f3 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:26.474701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c205d-c71d-4cb6-863b-c11a46cb67df req-442a007f-0fd1-4ffe-bc91-e3e7d64cd9f3 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:26.481259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c205d-c71d-4cb6-863b-c11a46cb67df req-442a007f-0fd1-4ffe-bc91-e3e7d64cd9f3 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:26.487211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c205d-c71d-4cb6-863b-c11a46cb67df req-442a007f-0fd1-4ffe-bc91-e3e7d64cd9f3 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:26.493202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c205d-c71d-4cb6-863b-c11a46cb67df req-442a007f-0fd1-4ffe-bc91-e3e7d64cd9f3 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:26.499104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c205d-c71d-4cb6-863b-c11a46cb67df req-442a007f-0fd1-4ffe-bc91-e3e7d64cd9f3 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:26.501060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-054c205d-c71d-4cb6-863b-c11a46cb67df req-442a007f-0fd1-4ffe-bc91-e3e7d64cd9f3 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5432 time: 0.0934875 Sep 16 16:42:26.502214 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7526635a-a692-4e5a-ab93-e6969f59dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:26.504810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7526635a-a692-4e5a-ab93-e6969f59dd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:26.508237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7526635a-a692-4e5a-ab93-e6969f59dd2c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30d016f3-ea33-4a3f-bf59-abb9491ee873 HTTP/1.1" status: 204 len: 168 time: 0.2668092 Sep 16 16:42:26.521426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526635a-a692-4e5a-ab93-e6969f59dd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d016f3-ea33-4a3f-bf59-abb9491ee873,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:26.560955 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-054c205d-c71d-4cb6-863b-c11a46cb67df req-97723b9e-b4c2-4b70-97bd-9e9d206aa95e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522923 Sep 16 16:42:27.151314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b6597-f372-4460-8b0c-78b717fa0a14 req-569c7719-f1ba-446e-91f6-64d0271daf5e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.153685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f2b6597-f372-4460-8b0c-78b717fa0a14 req-569c7719-f1ba-446e-91f6-64d0271daf5e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0640154 Sep 16 16:42:27.165432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54226eab-2109-4213-afce-8844fbb3b740'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:42:27.167842 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2882a874-c1c0-43d6-be91-fad22b4374d2" -d '{"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "54226eab-2109-4213-afce-8844fbb3b740"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:42:27.212167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f2b6597-f372-4460-8b0c-78b717fa0a14 req-3c04b199-198f-4eb1-bc83-7cff992c74fd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475609 Sep 16 16:42:27.215781 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2d2b0d-7288-4f24-be68-67fd95f2e3ef x-openstack-request-id: req-bc2d2b0d-7288-4f24-be68-67fd95f2e3ef {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:42:27.220590 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-plugged", "status": "completed", "tag": "54226eab-2109-4213-afce-8844fbb3b740", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:42:27.220590 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc2d2b0d-7288-4f24-be68-67fd95f2e3ef {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:42:27.220590 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54226eab-2109-4213-afce-8844fbb3b740', 'code': 200} Sep 16 16:42:27.375063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d8264-dfd2-411a-98b3-07da01b865af req-067f5bbf-2252-4576-833d-8368201e19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.380029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d8264-dfd2-411a-98b3-07da01b865af req-067f5bbf-2252-4576-833d-8368201e19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.380029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d8264-dfd2-411a-98b3-07da01b865af req-067f5bbf-2252-4576-833d-8368201e19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.380029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d8264-dfd2-411a-98b3-07da01b865af req-067f5bbf-2252-4576-833d-8368201e19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.380029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d8264-dfd2-411a-98b3-07da01b865af req-067f5bbf-2252-4576-833d-8368201e19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.380029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d8264-dfd2-411a-98b3-07da01b865af req-067f5bbf-2252-4576-833d-8368201e19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.380029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d8264-dfd2-411a-98b3-07da01b865af req-067f5bbf-2252-4576-833d-8368201e19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.380787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-612d8264-dfd2-411a-98b3-07da01b865af req-067f5bbf-2252-4576-833d-8368201e19ea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6489 time: 0.0526822 Sep 16 16:42:27.427728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-612d8264-dfd2-411a-98b3-07da01b865af req-96e2a208-4432-43ff-8cdb-3cc746bed936 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&id=752c5591-206f-4ed4-bf57-c567e25bd658&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383577 Sep 16 16:42:27.604306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87996a-032f-43b9-8bcb-635218651f86 req-2901c093-1a17-4e4f-b91b-63fbfb0a6cc2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.605901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a87996a-032f-43b9-8bcb-635218651f86 req-2901c093-1a17-4e4f-b91b-63fbfb0a6cc2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0552139 Sep 16 16:42:27.683481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a87996a-032f-43b9-8bcb-635218651f86 req-a0a33fbe-7ff3-448c-a527-42c3a41c5799 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615892 Sep 16 16:42:27.775661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e89285-69db-47d6-93e7-13bc4cdbd9f7 req-bfe5bc2b-eaa2-47fe-88ba-9ffeb55a965e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.782205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e89285-69db-47d6-93e7-13bc4cdbd9f7 req-bfe5bc2b-eaa2-47fe-88ba-9ffeb55a965e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.788566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e89285-69db-47d6-93e7-13bc4cdbd9f7 req-bfe5bc2b-eaa2-47fe-88ba-9ffeb55a965e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.796168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e89285-69db-47d6-93e7-13bc4cdbd9f7 req-bfe5bc2b-eaa2-47fe-88ba-9ffeb55a965e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.804460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e89285-69db-47d6-93e7-13bc4cdbd9f7 req-bfe5bc2b-eaa2-47fe-88ba-9ffeb55a965e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.812321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e89285-69db-47d6-93e7-13bc4cdbd9f7 req-bfe5bc2b-eaa2-47fe-88ba-9ffeb55a965e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.819004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e89285-69db-47d6-93e7-13bc4cdbd9f7 req-bfe5bc2b-eaa2-47fe-88ba-9ffeb55a965e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:27.821774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47e89285-69db-47d6-93e7-13bc4cdbd9f7 req-bfe5bc2b-eaa2-47fe-88ba-9ffeb55a965e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5432 time: 0.1373391 Sep 16 16:42:27.879486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47e89285-69db-47d6-93e7-13bc4cdbd9f7 req-6f14ea20-5c29-415a-86f0-5eb3563e913f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504317 Sep 16 16:42:28.165219 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-09115e9e-df79-4e41-935d-36f3d58d8629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:28.731634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51212) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:28.832175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2762a4-509c-454a-851b-99e1c4a6cba8 req-88d7fe22-60c4-4ba3-b4f1-6ef58624dcc8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:28.833793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd2762a4-509c-454a-851b-99e1c4a6cba8 req-88d7fe22-60c4-4ba3-b4f1-6ef58624dcc8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0626712 Sep 16 16:42:28.845073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1329541265', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:28.889200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd2762a4-509c-454a-851b-99e1c4a6cba8 req-554f5aca-e351-4b55-8af1-9dcc85dd9de7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441396 Sep 16 16:42:28.948595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Made reservation on behalf of 326e587cfbcc47798a300245de72925a for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:28.951278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:28.964604 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:29.092788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea564282-7f23-4acf-b3fa-3ad29872210e req-526efa71-f682-42f4-972c-eaac5e704ec1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:29.098873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea564282-7f23-4acf-b3fa-3ad29872210e req-526efa71-f682-42f4-972c-eaac5e704ec1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:29.107233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea564282-7f23-4acf-b3fa-3ad29872210e req-526efa71-f682-42f4-972c-eaac5e704ec1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:29.113372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea564282-7f23-4acf-b3fa-3ad29872210e req-526efa71-f682-42f4-972c-eaac5e704ec1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:29.119660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea564282-7f23-4acf-b3fa-3ad29872210e req-526efa71-f682-42f4-972c-eaac5e704ec1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:29.125646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea564282-7f23-4acf-b3fa-3ad29872210e req-526efa71-f682-42f4-972c-eaac5e704ec1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:29.131796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea564282-7f23-4acf-b3fa-3ad29872210e req-526efa71-f682-42f4-972c-eaac5e704ec1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:29.134306 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea564282-7f23-4acf-b3fa-3ad29872210e req-526efa71-f682-42f4-972c-eaac5e704ec1 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5432 time: 0.1285627 Sep 16 16:42:29.192692 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:29.200114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea564282-7f23-4acf-b3fa-3ad29872210e req-fe209603-b642-4022-a13d-2088cd21833a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590832 Sep 16 16:42:29.341248 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:29.346851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] device_id is not set on port ce28745d-f026-4c32-8b92-06c34d0592cc yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:42:29.402384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8ac32b-1191-4fed-abdf-353c4af50573,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:29.480755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Allocated IP 172.25.6.138 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/ce28745d-f026-4c32-8b92-06c34d0592cc) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:29.621918 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:29.748170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:29.786222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:29.789159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:29.793395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:29.825337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Pushing event updated for resources: {'Port': ['ID=ce28745d-f026-4c32-8b92-06c34d0592cc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:29.839932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:29.840581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:29.959998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bd1514e6-5279-4ec9-9b99-7c1edd59c117 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2271860 Sep 16 16:42:29.963329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51240) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:29.967642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.138'}]}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:30.036248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c91a6-358d-49a6-897e-4872fe5b590d req-4e8b3a35-fa77-4d90-a346-45d76958f95e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:30.037967 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba5c91a6-358d-49a6-897e-4872fe5b590d req-4e8b3a35-fa77-4d90-a346-45d76958f95e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0666380 Sep 16 16:42:30.077947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba5c91a6-358d-49a6-897e-4872fe5b590d req-8b2418a3-375b-49c3-b1c2-006726746c26 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332582 Sep 16 16:42:30.101688 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:30.104061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:30.158672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:30.682429 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:30.713461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30308-40e7-41df-a225-7da80afa31ed req-d8e48c3c-5684-407b-a292-3fdfbab9530c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:30.715634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30308-40e7-41df-a225-7da80afa31ed req-d8e48c3c-5684-407b-a292-3fdfbab9530c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:30.721729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30308-40e7-41df-a225-7da80afa31ed req-d8e48c3c-5684-407b-a292-3fdfbab9530c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:30.728191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30308-40e7-41df-a225-7da80afa31ed req-d8e48c3c-5684-407b-a292-3fdfbab9530c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:30.734235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30308-40e7-41df-a225-7da80afa31ed req-d8e48c3c-5684-407b-a292-3fdfbab9530c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:30.740512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30308-40e7-41df-a225-7da80afa31ed req-d8e48c3c-5684-407b-a292-3fdfbab9530c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:30.747957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30308-40e7-41df-a225-7da80afa31ed req-d8e48c3c-5684-407b-a292-3fdfbab9530c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:30.749936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aab30308-40e7-41df-a225-7da80afa31ed req-d8e48c3c-5684-407b-a292-3fdfbab9530c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5432 time: 0.4500985 Sep 16 16:42:30.810573 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3862-7a88-402b-a2a0-418a2fc4c587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:30.814564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aab30308-40e7-41df-a225-7da80afa31ed req-a89542b4-5f63-4b7c-8e6f-6096790db378 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501258 Sep 16 16:42:31.029386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499fad-32a9-42bb-920e-4d619959131c req-7fce9648-f652-4dc1-acb1-bf7abb448fb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:31.035324 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499fad-32a9-42bb-920e-4d619959131c req-7fce9648-f652-4dc1-acb1-bf7abb448fb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:31.041758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499fad-32a9-42bb-920e-4d619959131c req-7fce9648-f652-4dc1-acb1-bf7abb448fb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:31.047758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499fad-32a9-42bb-920e-4d619959131c req-7fce9648-f652-4dc1-acb1-bf7abb448fb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:31.053723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499fad-32a9-42bb-920e-4d619959131c req-7fce9648-f652-4dc1-acb1-bf7abb448fb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:31.060157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499fad-32a9-42bb-920e-4d619959131c req-7fce9648-f652-4dc1-acb1-bf7abb448fb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:31.066086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499fad-32a9-42bb-920e-4d619959131c req-7fce9648-f652-4dc1-acb1-bf7abb448fb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:31.068002 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3a499fad-32a9-42bb-920e-4d619959131c req-7fce9648-f652-4dc1-acb1-bf7abb448fb8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5432 time: 0.1516314 Sep 16 16:42:31.069156 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:31.078576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51266) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:31.083450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a794e95a-4adf-4651-b395-3230af112893 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Request body: {'floatingip': {'port_id': '85650c64-ce51-4fb4-a675-6fbb7faa181a'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:31.090497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:31.145431 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a794e95a-4adf-4651-b395-3230af112893 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:31.304109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a36baa-6057-4f61-8420-43c8777e2da2 req-4d26e9be-6c9f-43c0-8aa0-ed683131bd64 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:31.306035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63a36baa-6057-4f61-8420-43c8777e2da2 req-4d26e9be-6c9f-43c0-8aa0-ed683131bd64 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.1132998 Sep 16 16:42:31.379080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63a36baa-6057-4f61-8420-43c8777e2da2 req-89a3a419-5035-4319-bb2a-e66d2fe053d0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543706 Sep 16 16:42:31.380641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:31.485620 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:31.561282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:31.564037 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:31.682279 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:31.683388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1498dbe3-a48e-4411-bfcf-c33260399363 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:42:31.708060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a794e95a-4adf-4651-b395-3230af112893 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:31.799310 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 16:42:31.800881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-812b39cf-a61b-4b02-9f12-ca7fc9b87480 tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8363111 Sep 16 16:42:31.803462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51282) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:31.828726 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a794e95a-4adf-4651-b395-3230af112893 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:31.931334 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:32.307068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c21b7-0bec-4572-b185-98c7e766beda tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Deleting port ce28745d-f026-4c32-8b92-06c34d0592cc {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:32.307068 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f6c21b7-0bec-4572-b185-98c7e766beda tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:32.327682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51290) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:32.341288 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-a794e95a-4adf-4651-b395-3230af112893 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Floating IP f8490506-f17c-439c-98a1-90fdeefdc4a4 associated. External IP: 172.25.6.141, port: 85650c64-ce51-4fb4-a675-6fbb7faa181a. Sep 16 16:42:32.486499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48da4d3e-0c3b-42c2-9bc3-bceb3c239dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:32.505225 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f6c21b7-0bec-4572-b185-98c7e766beda tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:32.544118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfe73a-1102-4fd4-94a0-c319d42907ac req-48471bc7-f981-4c2e-9b82-3389325de72d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:32.545731 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fedfe73a-1102-4fd4-94a0-c319d42907ac req-48471bc7-f981-4c2e-9b82-3389325de72d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0752704 Sep 16 16:42:32.550690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c21b7-0bec-4572-b185-98c7e766beda tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Calling delete_port for ce28745d-f026-4c32-8b92-06c34d0592cc owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:32.609615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fedfe73a-1102-4fd4-94a0-c319d42907ac req-ad37cfbb-2401-4b0a-aef3-f0aa58e3c4ad tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557797 Sep 16 16:42:32.647345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48da4d3e-0c3b-42c2-9bc3-bceb3c239dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:32.707295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48da4d3e-0c3b-42c2-9bc3-bceb3c239dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:32.759242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da4d3e-0c3b-42c2-9bc3-bceb3c239dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166435f4-59b1-49fb-be92-5df88ba395be,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:32.766487 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-48da4d3e-0c3b-42c2-9bc3-bceb3c239dd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=398cad8836684e2f9a09a89f8c7ffd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351869 Sep 16 16:42:32.766799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51300) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:32.804765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a794e95a-4adf-4651-b395-3230af112893 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Router ca338d43-408b-4125-9036-2fe28988617a has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:42:32.828991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84555565-3c99-492e-92db-059265f6e2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:32.854632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84555565-3c99-492e-92db-059265f6e2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:32.917526 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f6c21b7-0bec-4572-b185-98c7e766beda tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:32.949893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c21b7-0bec-4572-b185-98c7e766beda tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce28745d-f026-4c32-8b92-06c34d0592cc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:32.983096 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a794e95a-4adf-4651-b395-3230af112893 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:42:32.992988 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] Sync routers for ids ['ca338d43-408b-4125-9036-2fe28988617a'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:42:32.998174 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84555565-3c99-492e-92db-059265f6e2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:33.000984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84555565-3c99-492e-92db-059265f6e2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:33.004356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-84555565-3c99-492e-92db-059265f6e2e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/166435f4-59b1-49fb-be92-5df88ba395be HTTP/1.1" status: 204 len: 168 time: 0.2342436 Sep 16 16:42:33.011691 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a794e95a-4adf-4651-b395-3230af112893 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:33.012051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84555565-3c99-492e-92db-059265f6e2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166435f4-59b1-49fb-be92-5df88ba395be,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:33.015847 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] Routers {'ca338d43-408b-4125-9036-2fe28988617a'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:33.016495 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ca338d43-408b-4125-9036-2fe28988617a'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:33.047849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a794e95a-4adf-4651-b395-3230af112893 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "PUT /v2.0/floatingips/f8490506-f17c-439c-98a1-90fdeefdc4a4 HTTP/1.1" status: 200 len: 991 time: 1.9680941 Sep 16 16:42:33.050528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '85650c64-ce51-4fb4-a675-6fbb7faa181a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:42:33.053005 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a632842-e560-4e2a-ac87-5be830d93e95" -d '{"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "85650c64-ce51-4fb4-a675-6fbb7faa181a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:42:33.062350 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f6c21b7-0bec-4572-b185-98c7e766beda tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:33.072866 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5f6c21b7-0bec-4572-b185-98c7e766beda tempest-RoutersAdminNegativeTest-709166302 tempest-RoutersAdminNegativeTest-709166302-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ce28745d-f026-4c32-8b92-06c34d0592cc HTTP/1.1" status: 204 len: 168 time: 1.2680953 Sep 16 16:42:33.116624 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9735b50-665b-411f-ae40-bfb16a1e9d68 x-openstack-request-id: req-d9735b50-665b-411f-ae40-bfb16a1e9d68 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:42:33.116916 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "tag": "85650c64-ce51-4fb4-a675-6fbb7faa181a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:42:33.117166 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9735b50-665b-411f-ae40-bfb16a1e9d68 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:42:33.117791 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'tag': '85650c64-ce51-4fb4-a675-6fbb7faa181a', 'status': 'completed', 'code': 200} Sep 16 16:42:33.144831 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] Set router ca338d43-408b-4125-9036-2fe28988617a gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:42:33.202172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-71f14540-e0a9-4b6d-9fbe-1b83cd315cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.202581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-71f14540-e0a9-4b6d-9fbe-1b83cd315cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.204188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-71f14540-e0a9-4b6d-9fbe-1b83cd315cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.204705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-71f14540-e0a9-4b6d-9fbe-1b83cd315cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.205182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-71f14540-e0a9-4b6d-9fbe-1b83cd315cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.205661 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-71f14540-e0a9-4b6d-9fbe-1b83cd315cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.206132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-71f14540-e0a9-4b6d-9fbe-1b83cd315cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.208223 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-71f14540-e0a9-4b6d-9fbe-1b83cd315cdc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6489 time: 0.0567334 Sep 16 16:42:33.328843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-59feb2da-25da-4623-8b8c-dce7c0761939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.330447 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-59feb2da-25da-4623-8b8c-dce7c0761939 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d6b3691-b7c0-4e78-998f-20949ea2fb14 HTTP/1.1" status: 200 len: 912 time: 0.1147416 Sep 16 16:42:33.430363 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:45Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f8490506-f17c-439c-98a1-90fdeefdc4a4', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'port_id': '85650c64-ce51-4fb4-a675-6fbb7faa181a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'mac_address': 'fa:16:3e:c8:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:40:53Z', 'updated_at': '2021-09-16T16:42:31Z', 'revision_number': 1, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77733d6b-b53c-4c85-a606-bfdd19538fbf', 'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'mac_address': 'fa:16:3e:2a:29:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:44Z', 'updated_at': '2021-09-16T16:39:51Z', 'revision_number': 5, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'subnets': [{'id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:33.431383 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-a597ee83-d281-4887-b32a-5e8e17318f21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a HTTP/1.1" status: 200 len: 999 time: 0.0836232 Sep 16 16:42:33.458777 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] Checking router: ca338d43-408b-4125-9036-2fe28988617a for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:42:33.472535 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] Routers {'ca338d43-408b-4125-9036-2fe28988617a'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:42:33.474385 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:42:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ca338d43-408b-4125-9036-2fe28988617a'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:33.511250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-8e137eb2-2008-4a4c-aef3-c391b454e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.512836 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-8e137eb2-2008-4a4c-aef3-c391b454e79c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a88aef2e-a025-4427-a993-94c2b42a4721 HTTP/1.1" status: 200 len: 850 time: 0.0733635 Sep 16 16:42:33.582423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-c223b6b7-e6dc-43df-9ee9-177ed8f8b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.584031 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-c223b6b7-e6dc-43df-9ee9-177ed8f8b29d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633421 Sep 16 16:42:33.594876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51318) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:33.603259 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] Set router ca338d43-408b-4125-9036-2fe28988617a gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:42:33.713812 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:33.730240 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-70ff5ee5-e347-4e54-864b-9a448a761b4a service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341214 Sep 16 16:42:33.765974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c0d35-9cf1-4f93-a753-d32c1b377627 req-91977537-c0d6-4568-8513-6b60bf4df9be tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:33.767949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e84c0d35-9cf1-4f93-a753-d32c1b377627 req-91977537-c0d6-4568-8513-6b60bf4df9be tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0564919 Sep 16 16:42:33.814651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3073c9b-6856-4c9b-baf8-eda888f5e8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:33.860235 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5a632842-e560-4e2a-ac87-5be830d93e95 req-cec4d6b0-a3a0-4b6d-9789-fc7dd2660343 service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206808 Sep 16 16:42:33.898364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e84c0d35-9cf1-4f93-a753-d32c1b377627 req-6fa92504-59b9-43fd-80f9-ae0a5f6d0f5a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066692 Sep 16 16:42:33.916642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51328) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:33.932815 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16f8458e-03ba-411a-a9c1-3d81fd1f8747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:33.960049 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:45Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f8490506-f17c-439c-98a1-90fdeefdc4a4', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'port_id': '85650c64-ce51-4fb4-a675-6fbb7faa181a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'mac_address': 'fa:16:3e:c8:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:40:53Z', 'updated_at': '2021-09-16T16:42:31Z', 'revision_number': 1, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77733d6b-b53c-4c85-a606-bfdd19538fbf', 'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'mac_address': 'fa:16:3e:2a:29:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:44Z', 'updated_at': '2021-09-16T16:39:51Z', 'revision_number': 5, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'subnets': [{'id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:33.986553 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3073c9b-6856-4c9b-baf8-eda888f5e8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:33.990997 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2744fe7-5b84-4764-9ee5-7dc9698a9c1d None None] The sync data for ids ['ca338d43-408b-4125-9036-2fe28988617a'] in n-d-807786-3 is: [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:45Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f8490506-f17c-439c-98a1-90fdeefdc4a4', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'port_id': '85650c64-ce51-4fb4-a675-6fbb7faa181a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'mac_address': 'fa:16:3e:c8:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:40:53Z', 'updated_at': '2021-09-16T16:42:31Z', 'revision_number': 1, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77733d6b-b53c-4c85-a606-bfdd19538fbf', 'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'mac_address': 'fa:16:3e:2a:29:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:44Z', 'updated_at': '2021-09-16T16:39:51Z', 'revision_number': 5, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'subnets': [{'id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:42:34.056267 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3073c9b-6856-4c9b-baf8-eda888f5e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.101120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3073c9b-6856-4c9b-baf8-eda888f5e8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44f2682-1d5a-47de-a943-63d56f28d376,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:34.107042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e3073c9b-6856-4c9b-baf8-eda888f5e8f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1fd3515ccfd4bfdbc6bad6e860d4fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109270 Sep 16 16:42:34.109561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51330) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:34.177195 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16f8458e-03ba-411a-a9c1-3d81fd1f8747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.179176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04e76fb3-df3d-40a9-8f29-00665a1fe322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.205259 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04e76fb3-df3d-40a9-8f29-00665a1fe322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.240245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22586d-0d24-4f14-ac59-9a9cb890020f None None] New status for floating IP f8490506-f17c-439c-98a1-90fdeefdc4a4: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:42:34.261893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-16f8458e-03ba-411a-a9c1-3d81fd1f8747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.304201 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-16f8458e-03ba-411a-a9c1-3d81fd1f8747 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e14ce80b99449a291512da58c551a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861322 Sep 16 16:42:34.307179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8458e-03ba-411a-a9c1-3d81fd1f8747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f3b673-b434-4b37-bbf4-ca164a3f9b9a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:34.308264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51334) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:34.371553 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aad60b8f-901b-4aec-b760-86386e5a66a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.380082 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04e76fb3-df3d-40a9-8f29-00665a1fe322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.382664 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04e76fb3-df3d-40a9-8f29-00665a1fe322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.384410 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-04e76fb3-df3d-40a9-8f29-00665a1fe322 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a44f2682-1d5a-47de-a943-63d56f28d376 HTTP/1.1" status: 204 len: 168 time: 0.2738988 Sep 16 16:42:34.411126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e76fb3-df3d-40a9-8f29-00665a1fe322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44f2682-1d5a-47de-a943-63d56f28d376,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:34.428751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aad60b8f-901b-4aec-b760-86386e5a66a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.563946 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aad60b8f-901b-4aec-b760-86386e5a66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.566645 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aad60b8f-901b-4aec-b760-86386e5a66a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:34.567818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aad60b8f-901b-4aec-b760-86386e5a66a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09f3b673-b434-4b37-bbf4-ca164a3f9b9a HTTP/1.1" status: 204 len: 168 time: 0.2585502 Sep 16 16:42:34.575733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad60b8f-901b-4aec-b760-86386e5a66a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f3b673-b434-4b37-bbf4-ca164a3f9b9a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:35.048685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c3af4-6965-4065-893b-19ea26e8ad11 req-b77b2942-7cfd-4f80-a115-39a08a15556e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:35.056316 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-298c3af4-6965-4065-893b-19ea26e8ad11 req-b77b2942-7cfd-4f80-a115-39a08a15556e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0538473 Sep 16 16:42:35.088824 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-298c3af4-6965-4065-893b-19ea26e8ad11 req-dba16f97-d072-41b0-8cd5-09e232fe7a93 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325367 Sep 16 16:42:35.334211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51364) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:35.375053 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f1fcb6d9-39b8-4de1-ba0b-f813a56b8a8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=326e587cfbcc47798a300245de72925a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388265 Sep 16 16:42:35.376580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51366) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:35.431260 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fb116c19-10a6-4440-a8fc-975e881edaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:35.465168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fb116c19-10a6-4440-a8fc-975e881edaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:35.604594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fb116c19-10a6-4440-a8fc-975e881edaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:35.607471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fb116c19-10a6-4440-a8fc-975e881edaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:35.608656 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fb116c19-10a6-4440-a8fc-975e881edaaf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd8ac32b-1191-4fed-abdf-353c4af50573 HTTP/1.1" status: 204 len: 168 time: 0.2311745 Sep 16 16:42:35.616660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb116c19-10a6-4440-a8fc-975e881edaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8ac32b-1191-4fed-abdf-353c4af50573,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:36.207594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2f575-0f30-4489-87d5-5d62b97fb341 req-7ba588a6-4abf-443d-bbb1-b4439f30b1d3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:36.209111 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7cd2f575-0f30-4489-87d5-5d62b97fb341 req-7ba588a6-4abf-443d-bbb1-b4439f30b1d3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0490689 Sep 16 16:42:36.250532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7cd2f575-0f30-4489-87d5-5d62b97fb341 req-8717362f-8f7e-43b2-abb0-b99b8ebe80fd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346470 Sep 16 16:42:36.886284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51430) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:37.003029 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-46e741f1-802b-4884-9a5b-4020f9ffe0a6 tempest-AgentManagementNegativeTest-862445121 tempest-AgentManagementNegativeTest-862445121-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1155171 Sep 16 16:42:37.392517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e7cc5-de14-408c-acab-b80fdc658bd3 req-134ba6c2-985b-4dd1-bcbf-db1816431966 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:37.404098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d30e7cc5-de14-408c-acab-b80fdc658bd3 req-134ba6c2-985b-4dd1-bcbf-db1816431966 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0807238 Sep 16 16:42:37.453130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d30e7cc5-de14-408c-acab-b80fdc658bd3 req-ef5e8737-b9cf-4440-a7e3-86df2e4136e3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477500 Sep 16 16:42:37.676547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51470) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:37.854936 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7aa1-0ba3-4a5d-8162-76b8e68555db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:37.943926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7aa1-0ba3-4a5d-8162-76b8e68555db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:38.072968 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7aa1-0ba3-4a5d-8162-76b8e68555db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:38.110929 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3c6b7aa1-0ba3-4a5d-8162-76b8e68555db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d482957dc1b4aae97ca01c0427b608c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332473 Sep 16 16:42:38.111725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b7aa1-0ba3-4a5d-8162-76b8e68555db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a8ddfc-3ebc-4675-830c-4549f82b60f2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:38.113615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51476) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:38.169367 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f7734a8-d779-44c8-97c6-be68553de0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:38.195179 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f7734a8-d779-44c8-97c6-be68553de0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:38.383317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f7734a8-d779-44c8-97c6-be68553de0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:38.383317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f7734a8-d779-44c8-97c6-be68553de0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:38.383317 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6f7734a8-d779-44c8-97c6-be68553de0c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47a8ddfc-3ebc-4675-830c-4549f82b60f2 HTTP/1.1" status: 204 len: 168 time: 0.2599893 Sep 16 16:42:38.383317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7734a8-d779-44c8-97c6-be68553de0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a8ddfc-3ebc-4675-830c-4549f82b60f2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:38.442539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51486) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:38.580629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6cf4d-6239-45bb-a02a-f336f0fc92b2 req-df0260a2-3961-449b-8feb-c31b24d84029 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:38.582097 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34e6cf4d-6239-45bb-a02a-f336f0fc92b2 req-df0260a2-3961-449b-8feb-c31b24d84029 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0529621 Sep 16 16:42:38.616596 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3abe4e72-337f-4d76-a695-6455e4932f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:38.659689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34e6cf4d-6239-45bb-a02a-f336f0fc92b2 req-6f184757-631a-4c00-9aaf-78e4e8b5532f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689533 Sep 16 16:42:38.762182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3abe4e72-337f-4d76-a695-6455e4932f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:38.855903 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3abe4e72-337f-4d76-a695-6455e4932f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:38.899867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe4e72-337f-4d76-a695-6455e4932f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245ec92d-ad9d-4889-a018-51842137fdf3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:38.919641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3abe4e72-337f-4d76-a695-6455e4932f0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09cdf62403794e5fbbefc2b199bc746c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720786 Sep 16 16:42:38.920463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51504) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:38.983155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac03b529-d64e-4b27-b9dc-d1f1479a5692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:39.005463 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac03b529-d64e-4b27-b9dc-d1f1479a5692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:39.152942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac03b529-d64e-4b27-b9dc-d1f1479a5692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:39.155931 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac03b529-d64e-4b27-b9dc-d1f1479a5692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:39.160685 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ac03b529-d64e-4b27-b9dc-d1f1479a5692 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/245ec92d-ad9d-4889-a018-51842137fdf3 HTTP/1.1" status: 204 len: 168 time: 0.2357230 Sep 16 16:42:39.171819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03b529-d64e-4b27-b9dc-d1f1479a5692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245ec92d-ad9d-4889-a018-51842137fdf3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:39.793070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce23f2-4e68-4ec1-ad7c-9995d995ac7d req-07fa18e9-4085-4158-9e57-f2f301347679 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:39.795426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09ce23f2-4e68-4ec1-ad7c-9995d995ac7d req-07fa18e9-4085-4158-9e57-f2f301347679 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0624330 Sep 16 16:42:39.821792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51534) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:39.853318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09ce23f2-4e68-4ec1-ad7c-9995d995ac7d req-9e5f3249-88d8-4427-bc69-34a9b1ece638 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515440 Sep 16 16:42:39.959719 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-79828966'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:40.055799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Made reservation on behalf of 8a9af30417294a58a592817002f41642 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:40.059510 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.068005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.164851 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.234992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51538) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:40.248081 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.269872 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.309688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:42:40.327399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b79749-3b44-4602-8fdb-bbaabdbb7522,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:40.337777 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.338312 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Added segment e452f121-7023-41e1-a447-b4688ea6fc5b of type vlan for network fd1541e7-8a11-4769-9b19-745ef8e898b1 Sep 16 16:42:40.403362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.447164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.529206 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.535309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:40.536194 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.561687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.647565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event updated for resources: {'Network': ['ID=fd1541e7-8a11-4769-9b19-745ef8e898b1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:40.663041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8296225 Sep 16 16:42:40.663276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51546) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:40.663921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61d26eb5adbb41158a79004490b316e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218593 Sep 16 16:42:40.663921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abae131-8dbd-488b-9363-00b434397ede,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:40.663921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51548) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:40.664231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Request body: {'subnet': {'network_id': 'fd1541e7-8a11-4769-9b19-745ef8e898b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:40.676048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.676457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.676858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.677182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.677569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.679262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.679262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.679262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.679262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.679262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.681807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.681807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d302773-45e1-425a-b72b-b7d33a0a0233 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.692732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.692732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.692732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.692732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.692732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.692732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.694725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.694725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.694725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.694725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.694725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.694725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121dbbf-bd7e-49dc-9dce-e71a9f62b4df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:40.696580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network fd1541e7-8a11-4769-9b19-745ef8e898b1 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:42:40.745073 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-072ba73a-3914-400e-85c6-cafd10197a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.774510 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-072ba73a-3914-400e-85c6-cafd10197a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.885144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Made reservation on behalf of 8a9af30417294a58a592817002f41642 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:40.889738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.918870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-072ba73a-3914-400e-85c6-cafd10197a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.924654 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-072ba73a-3914-400e-85c6-cafd10197a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:40.927802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-072ba73a-3914-400e-85c6-cafd10197a54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0abae131-8dbd-488b-9363-00b434397ede HTTP/1.1" status: 204 len: 168 time: 0.2625082 Sep 16 16:42:40.940623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ba73a-3914-400e-85c6-cafd10197a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abae131-8dbd-488b-9363-00b434397ede,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:41.040369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d854e6-62c2-403e-baed-eb1df77d3330 req-f5a7681b-50a5-4044-8464-ea3b26ccdabf tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:41.042125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50d854e6-62c2-403e-baed-eb1df77d3330 req-f5a7681b-50a5-4044-8464-ea3b26ccdabf tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0579593 Sep 16 16:42:41.087364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50d854e6-62c2-403e-baed-eb1df77d3330 req-9da1016d-0d34-4d41-8cea-073ffc989187 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373263 Sep 16 16:42:41.244949 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:41.309425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event updated for resources: {'Subnet': ['ID=1dadeb4c-dcfb-4640-9bdf-4dd9f0f9b839,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:41.324530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Checking segment: {'id': 'e452f121-7023-41e1-a447-b4688ea6fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd1541e7-8a11-4769-9b19-745ef8e898b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:42:41.324530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Network hostable DHCP agents. Network: fd1541e7-8a11-4769-9b19-745ef8e898b1, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:42:41.404439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Network fd1541e7-8a11-4769-9b19-745ef8e898b1 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:42:41.478859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, fd1541e7-8a11-4769-9b19-745ef8e898b1) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:41.483746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:41.484373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:41.490616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d000681-a0c3-4dbb-8b35-c1cc0915ba19 None None] Network fd1541e7-8a11-4769-9b19-745ef8e898b1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:42:41.589379 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a6e91107-776b-4c34-b710-43c721e29687 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9325755 Sep 16 16:42:41.592416 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51570) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:41.598875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Request body: {'port': {'network_id': 'fd1541e7-8a11-4769-9b19-745ef8e898b1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-637349755'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:41.801689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-fd1541e7-8a11-4769-9b19-745ef8e898b1', 'network_id': 'fd1541e7-8a11-4769-9b19-745ef8e898b1', 'tenant_id': '8a9af30417294a58a592817002f41642', 'fixed_ips': [{'subnet_id': '1dadeb4c-dcfb-4640-9bdf-4dd9f0f9b839'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:42:41.802645 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:41.809597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Made reservation on behalf of 8a9af30417294a58a592817002f41642 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:41.813163 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:41.831347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] device_id is not set on port 92b448f0-90a4-4dda-9fb8-73f5b6f97977 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:42:41.958745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Allocated IP 2001:db8::2 (fd1541e7-8a11-4769-9b19-745ef8e898b1/1dadeb4c-dcfb-4640-9bdf-4dd9f0f9b839/90377f17-993f-41b1-a9ea-53895d8a3f4c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:42.112913 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:42.216790 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:42.223391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3f7a1-f884-42a9-97bb-e06ee358a2ec req-2f012d46-fec7-4a5e-a6e1-f64c7da0cf72 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:42.235916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37b3f7a1-f884-42a9-97bb-e06ee358a2ec req-2f012d46-fec7-4a5e-a6e1-f64c7da0cf72 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0681736 Sep 16 16:42:42.267971 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Network fd1541e7-8a11-4769-9b19-745ef8e898b1 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:42.271276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:42.278766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:42.287570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Pushing event updated for resources: {'Port': ['ID=90377f17-993f-41b1-a9ea-53895d8a3f4c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:42.306010 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37b3f7a1-f884-42a9-97bb-e06ee358a2ec req-81c3e4ee-df2d-4f42-93d4-2226de87e7ef tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653141 Sep 16 16:42:42.339686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Allocated IP 2001:db8::287 (fd1541e7-8a11-4769-9b19-745ef8e898b1/1dadeb4c-dcfb-4640-9bdf-4dd9f0f9b839/92b448f0-90a4-4dda-9fb8-73f5b6f97977) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:42.343482 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Attempting to bind port 90377f17-993f-41b1-a9ea-53895d8a3f4c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:42:42.343862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Attempting to bind port 90377f17-993f-41b1-a9ea-53895d8a3f4c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'e452f121-7023-41e1-a447-b4688ea6fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd1541e7-8a11-4769-9b19-745ef8e898b1'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:42:42.344284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Attempting to bind port 90377f17-993f-41b1-a9ea-53895d8a3f4c on network fd1541e7-8a11-4769-9b19-745ef8e898b1 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:42:42.349959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:42:42.350332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Checking segment: {'id': 'e452f121-7023-41e1-a447-b4688ea6fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd1541e7-8a11-4769-9b19-745ef8e898b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:42:42.350955 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:42.351538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Bound using segment: {'id': 'e452f121-7023-41e1-a447-b4688ea6fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd1541e7-8a11-4769-9b19-745ef8e898b1'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:42:42.353127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Bound port: 90377f17-993f-41b1-a9ea-53895d8a3f4c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e452f121-7023-41e1-a447-b4688ea6fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd1541e7-8a11-4769-9b19-745ef8e898b1'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:42:42.353533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:42.428714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] For port 90377f17-993f-41b1-a9ea-53895d8a3f4c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:42:42.433453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] For port 90377f17-993f-41b1-a9ea-53895d8a3f4c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=90377f17-993f-41b1-a9ea-53895d8a3f4c,segment=NetworkSegment(e452f121-7023-41e1-a447-b4688ea6fc5b),segment_id=e452f121-7023-41e1-a447-b4688ea6fc5b)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:42:42.530295 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:42.532865 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:42.610153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Pushing event updated for resources: {'Port': ['ID=90377f17-993f-41b1-a9ea-53895d8a3f4c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:42.618160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.618524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.618857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.619378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.619905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.620457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.620791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.621122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.621455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.621788 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.622112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.622437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c92-13f4-48b9-8f22-92f59aeb1a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:42:42.732260 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:42.828659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Network fd1541e7-8a11-4769-9b19-745ef8e898b1 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:42.832046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:42.834490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:42.845515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:42.846275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:42.872357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event updated for resources: {'Port': ['ID=92b448f0-90a4-4dda-9fb8-73f5b6f97977,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:42.959544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-65bf7d1b-eb91-4fa0-bc2a-6cbd13db9030 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3655784 Sep 16 16:42:42.963244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51608) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:42.968436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Request body: {'port': {'network_id': 'fd1541e7-8a11-4769-9b19-745ef8e898b1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1852911189', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:42.969202 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] bootfile-name is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:42:42.969610 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] tftp-server is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:42:42.970161 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] server-ip-address is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:42:43.198428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Made reservation on behalf of 8a9af30417294a58a592817002f41642 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:43.223326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:43.223326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] device_id is not set on port 9d6e26a5-d69e-4e61-89ce-932cf84e61e5 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:42:43.351775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Allocated IP 2001:db8::3cf (fd1541e7-8a11-4769-9b19-745ef8e898b1/1dadeb4c-dcfb-4640-9bdf-4dd9f0f9b839/9d6e26a5-d69e-4e61-89ce-932cf84e61e5) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:43.510543 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:43.541194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88a4b3-4948-42db-bf35-999635b524eb req-edf3a17e-da02-4d5f-bd7d-38220a0f085e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:43.542921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c88a4b3-4948-42db-bf35-999635b524eb req-edf3a17e-da02-4d5f-bd7d-38220a0f085e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.1509674 Sep 16 16:42:43.608589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c88a4b3-4948-42db-bf35-999635b524eb req-13edb3b6-d76c-4689-8fd2-4c39209e89e3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591404 Sep 16 16:42:43.621816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:43.636693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81c008-1318-4fe7-97d5-d2dffb936f62 None None] Network fd1541e7-8a11-4769-9b19-745ef8e898b1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:42:43.740320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 90377f17-993f-41b1-a9ea-53895d8a3f4c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:42:43.770570 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:43.789640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d3445d1c-8c27-461a-bf71-fd008d30429c None None] Provisioning complete for port 90377f17-993f-41b1-a9ea-53895d8a3f4c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:43.790361 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d3445d1c-8c27-461a-bf71-fd008d30429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:43.814394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Network fd1541e7-8a11-4769-9b19-745ef8e898b1 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:43.817394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:43.821903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:43.828107 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:43.828779 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:43.837878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event updated for resources: {'Port': ['ID=9d6e26a5-d69e-4e61-89ce-932cf84e61e5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:43.851572 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:43.904806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 90377f17-993f-41b1-a9ea-53895d8a3f4c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:43.904806 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:43.929830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9b3411ac-99eb-4215-92f5-92ba26694b43 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9653599 Sep 16 16:42:43.932990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51636) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:44.012847 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d3445d1c-8c27-461a-bf71-fd008d30429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.013044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a824fbf-6598-432e-9bc4-1ee344159705 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:44.020477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a824fbf-6598-432e-9bc4-1ee344159705 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:44.027634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a824fbf-6598-432e-9bc4-1ee344159705 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:44.029500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3a824fbf-6598-432e-9bc4-1ee344159705 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0950842 Sep 16 16:42:44.032469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51640) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:44.072878 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d3445d1c-8c27-461a-bf71-fd008d30429c None None] For port 90377f17-993f-41b1-a9ea-53895d8a3f4c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=90377f17-993f-41b1-a9ea-53895d8a3f4c,segment=NetworkSegment(e452f121-7023-41e1-a447-b4688ea6fc5b),segment_id=e452f121-7023-41e1-a447-b4688ea6fc5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:44.077731 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.158718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-48712eb6-7c60-4124-9995-0a3ee7ba6a1b tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Deleting port 9d6e26a5-d69e-4e61-89ce-932cf84e61e5 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:44.159065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48712eb6-7c60-4124-9995-0a3ee7ba6a1b tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.171369 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d3445d1c-8c27-461a-bf71-fd008d30429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.262250 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:42:44.265335 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:42:44.273317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48712eb6-7c60-4124-9995-0a3ee7ba6a1b tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.276803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3445d1c-8c27-461a-bf71-fd008d30429c None None] Pushing event updated for resources: {'Port': ['ID=90377f17-993f-41b1-a9ea-53895d8a3f4c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:44.296228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fcb9f149-35cb-401b-aff9-a15e0d7b29f1 None None] Provisioning complete for port 9d6e26a5-d69e-4e61-89ce-932cf84e61e5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:44.297367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f149-35cb-401b-aff9-a15e0d7b29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.311974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-48712eb6-7c60-4124-9995-0a3ee7ba6a1b tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Calling delete_port for 9d6e26a5-d69e-4e61-89ce-932cf84e61e5 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:44.349167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9f149-35cb-401b-aff9-a15e0d7b29f1 None None] Port 9d6e26a5-d69e-4e61-89ce-932cf84e61e5 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:42:44.361025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fcb9f149-35cb-401b-aff9-a15e0d7b29f1 None None] Provisioning complete for port 90377f17-993f-41b1-a9ea-53895d8a3f4c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:44.361396 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f149-35cb-401b-aff9-a15e0d7b29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.463696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fcb9f149-35cb-401b-aff9-a15e0d7b29f1 None None] Provisioning complete for port 92b448f0-90a4-4dda-9fb8-73f5b6f97977 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:44.464231 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f149-35cb-401b-aff9-a15e0d7b29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.499990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9f149-35cb-401b-aff9-a15e0d7b29f1 None None] Port 92b448f0-90a4-4dda-9fb8-73f5b6f97977 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:42:44.570185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48712eb6-7c60-4124-9995-0a3ee7ba6a1b tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.618550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48712eb6-7c60-4124-9995-0a3ee7ba6a1b tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event deleted for resources: {'Port': ['ID=9d6e26a5-d69e-4e61-89ce-932cf84e61e5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:44.633790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-598da5a5-0eee-4f0d-a5d2-21467ff1a371 None None] Provisioning complete for port 92b448f0-90a4-4dda-9fb8-73f5b6f97977 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:44.633790 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-598da5a5-0eee-4f0d-a5d2-21467ff1a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.657405 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48712eb6-7c60-4124-9995-0a3ee7ba6a1b tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.663531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51654) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:44.665031 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-48712eb6-7c60-4124-9995-0a3ee7ba6a1b tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "DELETE /v2.0/ports/9d6e26a5-d69e-4e61-89ce-932cf84e61e5 HTTP/1.1" status: 204 len: 168 time: 0.6302621 Sep 16 16:42:44.669965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Request body: {'port': {'name': 'tempest-new-port-name-1877019577', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:44.670359 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] bootfile-name is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:42:44.670704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] tftp-server is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:42:44.671031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.api.validators [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] server-ip-address is not in valid_values {{(pid=95358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 16:42:44.674274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-598da5a5-0eee-4f0d-a5d2-21467ff1a371 None None] Port 92b448f0-90a4-4dda-9fb8-73f5b6f97977 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:42:44.813459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d90a96-2fb5-44a9-8b9b-df3dbd56ed39 req-6d12d93f-faa7-496e-9980-711d36f4ce95 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:44.815016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26d90a96-2fb5-44a9-8b9b-df3dbd56ed39 req-6d12d93f-faa7-496e-9980-711d36f4ce95 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0940275 Sep 16 16:42:44.816089 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:44.894824 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c69e8327-1532-4fc1-816f-70660523d57b None None] Could not find standard attr ID for object 9d6e26a5-d69e-4e61-89ce-932cf84e61e5. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:42:44.905163 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26d90a96-2fb5-44a9-8b9b-df3dbd56ed39 req-9c7d5f5d-2f6f-42c1-a1a1-04992533f478 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781505 Sep 16 16:42:45.085051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:45.156929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:45.186864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] In _notify_port_updated(), no bound segment for port 92b448f0-90a4-4dda-9fb8-73f5b6f97977 on network fd1541e7-8a11-4769-9b19-745ef8e898b1 {{(pid=95358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:42:45.193580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:45.194317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:45.198528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51674) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:45.209126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "PUT /v2.0/ports/92b448f0-90a4-4dda-9fb8-73f5b6f97977 HTTP/1.1" status: 200 len: 1130 time: 0.5431077 Sep 16 16:42:45.242610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77b49b-8d02-4cb3-ac51-66055a1d35e8 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event updated for resources: {'Port': ['ID=92b448f0-90a4-4dda-9fb8-73f5b6f97977,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:45.266765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3110418a-3680-4845-9112-149f59914cfc tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:45.266765 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3110418a-3680-4845-9112-149f59914cfc tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "GET /v2.0/ports/92b448f0-90a4-4dda-9fb8-73f5b6f97977 HTTP/1.1" status: 200 len: 1130 time: 0.0654070 Sep 16 16:42:45.270909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51678) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:45.392100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-6e2513e6-bcc2-4eb8-b434-f137ab736593 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Deleting port 92b448f0-90a4-4dda-9fb8-73f5b6f97977 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:45.392576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e2513e6-bcc2-4eb8-b434-f137ab736593 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:45.493679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e2513e6-bcc2-4eb8-b434-f137ab736593 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:45.505353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-6e2513e6-bcc2-4eb8-b434-f137ab736593 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Calling delete_port for 92b448f0-90a4-4dda-9fb8-73f5b6f97977 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:45.551211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b4745553-df26-4466-8d3a-2cd93b8e5783 None None] Provisioning complete for port 92b448f0-90a4-4dda-9fb8-73f5b6f97977 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:45.551457 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b4745553-df26-4466-8d3a-2cd93b8e5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:45.585476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b4745553-df26-4466-8d3a-2cd93b8e5783 None None] Port 92b448f0-90a4-4dda-9fb8-73f5b6f97977 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:42:45.705258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 90377f17-993f-41b1-a9ea-53895d8a3f4c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:42:45.757595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 90377f17-993f-41b1-a9ea-53895d8a3f4c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:45.758605 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:45.793099 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e2513e6-bcc2-4eb8-b434-f137ab736593 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:45.823548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2513e6-bcc2-4eb8-b434-f137ab736593 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event deleted for resources: {'Port': ['ID=92b448f0-90a4-4dda-9fb8-73f5b6f97977,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:45.855172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e2513e6-bcc2-4eb8-b434-f137ab736593 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:45.858876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6e2513e6-bcc2-4eb8-b434-f137ab736593 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "DELETE /v2.0/ports/92b448f0-90a4-4dda-9fb8-73f5b6f97977 HTTP/1.1" status: 204 len: 168 time: 0.5850720 Sep 16 16:42:45.860034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51690) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:45.919889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc782d3-6dd8-4155-a89f-683fa69aee01 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Deleting subnet 1dadeb4c-dcfb-4640-9bdf-4dd9f0f9b839 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:42:45.923807 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cc782d3-6dd8-4155-a89f-683fa69aee01 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:45.970302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cc782d3-6dd8-4155-a89f-683fa69aee01 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.038978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a3eb3-773d-487b-9cd7-f90f3a2b5448 req-23401959-3ca7-4ba7-ae9f-80f40ab74fd7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:46.041556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c1a3eb3-773d-487b-9cd7-f90f3a2b5448 req-23401959-3ca7-4ba7-ae9f-80f40ab74fd7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0581055 Sep 16 16:42:46.077736 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cc782d3-6dd8-4155-a89f-683fa69aee01 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.092500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c1a3eb3-773d-487b-9cd7-f90f3a2b5448 req-e884ab98-8b26-4d02-ac88-50fda5af21ee tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Sep 16 16:42:46.233470 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cc782d3-6dd8-4155-a89f-683fa69aee01 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.263246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc782d3-6dd8-4155-a89f-683fa69aee01 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event deleted for resources: {'Subnet': ['ID=1dadeb4c-dcfb-4640-9bdf-4dd9f0f9b839,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:46.267902 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cc782d3-6dd8-4155-a89f-683fa69aee01 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.269875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4cc782d3-6dd8-4155-a89f-683fa69aee01 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "DELETE /v2.0/subnets/1dadeb4c-dcfb-4640-9bdf-4dd9f0f9b839 HTTP/1.1" status: 204 len: 168 time: 0.4087985 Sep 16 16:42:46.274164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51700) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:46.275751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13420914-7e70-4524-b639-55544f349a46 None None] Network fd1541e7-8a11-4769-9b19-745ef8e898b1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:42:46.334252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51704) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:46.400751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.469733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Deleting port 90377f17-993f-41b1-a9ea-53895d8a3f4c {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:46.470177 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.483792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c84d7589-99ec-434e-91d9-0b1bf3acd807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.516135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e446bc90-24df-4644-bf36-c6c4e9344728 None None] DHCP port deletion for fd1541e7-8a11-4769-9b19-745ef8e898b1 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:42:46.546997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] For port 90377f17-993f-41b1-a9ea-53895d8a3f4c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=90377f17-993f-41b1-a9ea-53895d8a3f4c,segment=NetworkSegment(e452f121-7023-41e1-a447-b4688ea6fc5b),segment_id=e452f121-7023-41e1-a447-b4688ea6fc5b)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:46.547376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.565413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Calling delete_port for 90377f17-993f-41b1-a9ea-53895d8a3f4c owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:46.565692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e446bc90-24df-4644-bf36-c6c4e9344728 None None] Deleting port 90377f17-993f-41b1-a9ea-53895d8a3f4c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:46.565989 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e446bc90-24df-4644-bf36-c6c4e9344728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.596416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c84d7589-99ec-434e-91d9-0b1bf3acd807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.628526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e446bc90-24df-4644-bf36-c6c4e9344728 None None] For port 90377f17-993f-41b1-a9ea-53895d8a3f4c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=90377f17-993f-41b1-a9ea-53895d8a3f4c,segment=NetworkSegment(e452f121-7023-41e1-a447-b4688ea6fc5b),segment_id=e452f121-7023-41e1-a447-b4688ea6fc5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:42:46.628923 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e446bc90-24df-4644-bf36-c6c4e9344728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.645814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e446bc90-24df-4644-bf36-c6c4e9344728 None None] Calling delete_port for 90377f17-993f-41b1-a9ea-53895d8a3f4c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:46.678362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c84d7589-99ec-434e-91d9-0b1bf3acd807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.707840 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.724970 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e446bc90-24df-4644-bf36-c6c4e9344728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.733554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c84d7589-99ec-434e-91d9-0b1bf3acd807 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86808dc254344d25addba7e5e20b4202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974814 Sep 16 16:42:46.734416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51708) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:46.744865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d7589-99ec-434e-91d9-0b1bf3acd807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c82ad0-ed2d-4527-85f1-21c33c2964da,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:46.745731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] No DVR routers for this DVR port 90377f17-993f-41b1-a9ea-53895d8a3f4c on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:42:46.751368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event deleted for resources: {'Port': ['ID=90377f17-993f-41b1-a9ea-53895d8a3f4c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:46.753925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446bc90-24df-4644-bf36-c6c4e9344728 None None] Pushing event deleted for resources: {'Port': ['ID=90377f17-993f-41b1-a9ea-53895d8a3f4c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:46.759285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446bc90-24df-4644-bf36-c6c4e9344728 None None] No DVR routers for this DVR port 90377f17-993f-41b1-a9ea-53895d8a3f4c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:42:46.868541 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.896740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1541e7-8a11-4769-9b19-745ef8e898b1']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:46.898893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-052d5bcc-ca21-471d-9905-8b3d1665237f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.909521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e452f121-7023-41e1-a447-b4688ea6fc5b') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:46.909818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e452f121-7023-41e1-a447-b4688ea6fc5b') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:46.927534 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.943583 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-052d5bcc-ca21-471d-9905-8b3d1665237f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.954547 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:42:46.971534 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:42:47.107074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:47.116377 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:47.119899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] 10.222.0.22 "DELETE /v2.0/networks/fd1541e7-8a11-4769-9b19-745ef8e898b1 HTTP/1.1" status: 204 len: 168 time: 0.8432775 Sep 16 16:42:47.129922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eaef59-acea-4e3b-9cae-fd21f4ed1263 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735 tempest-ExtraDHCPOptionsIpV6TestJSON-388222735-project] Pushing event deleted for resources: {'Network': ['ID=fd1541e7-8a11-4769-9b19-745ef8e898b1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:47.134831 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-052d5bcc-ca21-471d-9905-8b3d1665237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:47.138307 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-052d5bcc-ca21-471d-9905-8b3d1665237f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:47.139468 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-052d5bcc-ca21-471d-9905-8b3d1665237f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2c82ad0-ed2d-4527-85f1-21c33c2964da HTTP/1.1" status: 204 len: 168 time: 0.4028974 Sep 16 16:42:47.149436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d5bcc-ca21-471d-9905-8b3d1665237f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c82ad0-ed2d-4527-85f1-21c33c2964da,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:47.261077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd1e7-6f33-4958-88c5-9638e78cd84e req-032c6fb2-5a93-4560-98df-7ad34e04770c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:47.262605 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d08bd1e7-6f33-4958-88c5-9638e78cd84e req-032c6fb2-5a93-4560-98df-7ad34e04770c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0598547 Sep 16 16:42:47.301169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d08bd1e7-6f33-4958-88c5-9638e78cd84e req-c0d37ac7-81db-4f8b-9822-35b4dffdc80c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Sep 16 16:42:47.696152 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51730) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:47.712838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 90377f17-993f-41b1-a9ea-53895d8a3f4c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:42:47.734739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 90377f17-993f-41b1-a9ea-53895d8a3f4c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:42:47.735400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 90377f17-993f-41b1-a9ea-53895d8a3f4c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:42:47.845053 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7f1bb3aa-44d4-4303-bf67-d5d692784217 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a9af30417294a58a592817002f41642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472547 Sep 16 16:42:47.847826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51734) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:47.899241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-629fee66-1f7c-4306-b833-5984344a8cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:47.900025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51736) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:47.914798 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2861-0f0a-4cdc-b404-ec87fc91ee44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:47.922305 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-629fee66-1f7c-4306-b833-5984344a8cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:48.027060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-629fee66-1f7c-4306-b833-5984344a8cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:48.029791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-629fee66-1f7c-4306-b833-5984344a8cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:48.041832 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-629fee66-1f7c-4306-b833-5984344a8cfd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27b79749-3b44-4602-8fdb-bbaabdbb7522 HTTP/1.1" status: 204 len: 168 time: 0.1844680 Sep 16 16:42:48.058019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fee66-1f7c-4306-b833-5984344a8cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b79749-3b44-4602-8fdb-bbaabdbb7522,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:48.121591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2861-0f0a-4cdc-b404-ec87fc91ee44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:48.209764 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2861-0f0a-4cdc-b404-ec87fc91ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:48.259431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0e7f2861-0f0a-4cdc-b404-ec87fc91ee44 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7df9b613e63e42c4b096038fee749683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548050 Sep 16 16:42:48.259431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2861-0f0a-4cdc-b404-ec87fc91ee44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba2396c-debd-45c3-81f2-883ce9e3c1ae,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:48.260031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51746) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:48.328922 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c43bc17-5395-4717-b967-207b42d4f255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:48.361842 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c43bc17-5395-4717-b967-207b42d4f255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:48.451603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae382-abfb-49ac-9651-3a8502292d18 req-ee80583c-dfb6-4705-951e-953c797eeef1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:48.456223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f8ae382-abfb-49ac-9651-3a8502292d18 req-ee80583c-dfb6-4705-951e-953c797eeef1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0596242 Sep 16 16:42:48.502948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f8ae382-abfb-49ac-9651-3a8502292d18 req-2e078a8c-5bf8-407b-a1cb-879e0e09fc38 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Sep 16 16:42:48.541615 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c43bc17-5395-4717-b967-207b42d4f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:48.544589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c43bc17-5395-4717-b967-207b42d4f255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:48.545857 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3c43bc17-5395-4717-b967-207b42d4f255 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ba2396c-debd-45c3-81f2-883ce9e3c1ae HTTP/1.1" status: 204 len: 168 time: 0.2849610 Sep 16 16:42:48.557595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43bc17-5395-4717-b967-207b42d4f255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba2396c-debd-45c3-81f2-883ce9e3c1ae,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:49.282124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51794) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:49.412549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'networks': [{'name': 'tempest-network--1984213191'}, {'name': 'tempest-network--522583172'}]} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:49.413457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'network': {'name': 'tempest-network--1984213191'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:49.413972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'network': {'name': 'tempest-network--522583172'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:49.542631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Made reservation on behalf of a858e2e813ce4af9a0422fa3e2861337 for: {'network': 2} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:49.548211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:49.559147 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:49.645114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9b651-e7f2-44c0-9a91-ce2587e124cb req-b3161e49-f5db-4fb0-90e6-4fb1929db046 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:49.652657 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09b9b651-e7f2-44c0-9a91-ce2587e124cb req-b3161e49-f5db-4fb0-90e6-4fb1929db046 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0762572 Sep 16 16:42:49.694261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09b9b651-e7f2-44c0-9a91-ce2587e124cb req-b8e9d11b-c236-40b2-8167-b478ed49fa1b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Sep 16 16:42:49.701243 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:49.763826 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:49.764615 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:49.808637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726ec013-4fe0-4faf-8be1-ad9063444da9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:49.811669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:42:49.826784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:49.826784 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Added segment 0cedca2c-46bd-4ec7-9269-9d3e7e58671c of type vlan for network 228cabdc-ad6a-4421-98dc-824d85c5659f Sep 16 16:42:49.869160 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:49.891826 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:42:49.900087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:42:49.908784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:49.909135 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Added segment 300ffe2d-b4b8-4a14-9196-e6ee54b6cd2f of type vlan for network 6f1294fa-799e-4524-9391-80919a59a920 Sep 16 16:42:49.955344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.049419 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.050057 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.057347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:50.062718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:50.063307 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.143539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'Network': ['ID=228cabdc-ad6a-4421-98dc-824d85c5659f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:50.159360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 228cabdc-ad6a-4421-98dc-824d85c5659f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:42:50.186449 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9030061 Sep 16 16:42:50.188871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51830) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:50.234566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd090d2-a69c-452b-9d72-f6ab1f15ba76 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'Network': ['ID=6f1294fa-799e-4524-9391-80919a59a920,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:50.258647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6f1294fa-799e-4524-9391-80919a59a920 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:42:50.335928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed51a27-36cf-403e-9d80-0deb4982f2b1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:50.342625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed51a27-36cf-403e-9d80-0deb4982f2b1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:50.349096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed51a27-36cf-403e-9d80-0deb4982f2b1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:50.355674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed51a27-36cf-403e-9d80-0deb4982f2b1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:50.357416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5ed51a27-36cf-403e-9d80-0deb4982f2b1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1674812 Sep 16 16:42:50.360243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51834) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:50.463365 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.565954 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.597614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228cabdc-ad6a-4421-98dc-824d85c5659f']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:50.609792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cedca2c-46bd-4ec7-9269-9d3e7e58671c') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:50.610090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cedca2c-46bd-4ec7-9269-9d3e7e58671c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:50.620669 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.635220 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.641714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:42:50.641874 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:42:50.645118 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:42:50.798809 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.817519 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.823822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "DELETE /v2.0/networks/228cabdc-ad6a-4421-98dc-824d85c5659f HTTP/1.1" status: 204 len: 168 time: 0.4622986 Sep 16 16:42:50.826271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51856) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:50.838154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99319e-b423-4a68-bbd2-f47776c51dd5 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Network': ['ID=228cabdc-ad6a-4421-98dc-824d85c5659f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:50.905274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81950fe-9f52-42d5-8c3b-58c9d1626edd req-5d7ef9f4-ac4b-4c94-858c-61c1db189674 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:50.916207 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e81950fe-9f52-42d5-8c3b-58c9d1626edd req-5d7ef9f4-ac4b-4c94-858c-61c1db189674 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0796444 Sep 16 16:42:50.917702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:50.971580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e81950fe-9f52-42d5-8c3b-58c9d1626edd req-32da0732-c7a3-49bf-b796-352095c62b54 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516946 Sep 16 16:42:51.026237 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.049005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1294fa-799e-4524-9391-80919a59a920']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:51.061378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300ffe2d-b4b8-4a14-9196-e6ee54b6cd2f') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:51.061807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300ffe2d-b4b8-4a14-9196-e6ee54b6cd2f') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:42:51.074306 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.088136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.094185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:42:51.094613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:42:51.097568 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:42:51.266932 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.275395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.277172 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "DELETE /v2.0/networks/6f1294fa-799e-4524-9391-80919a59a920 HTTP/1.1" status: 204 len: 168 time: 0.4498618 Sep 16 16:42:51.279930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51860) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:51.286518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd96cb-37b9-41b4-8fec-11c20bbdff1b tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Network': ['ID=6f1294fa-799e-4524-9391-80919a59a920,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:51.393485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87517c5c-c2c6-49d8-8108-1564b9b5e170 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:51.401034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87517c5c-c2c6-49d8-8108-1564b9b5e170 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:51.406443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-87517c5c-c2c6-49d8-8108-1564b9b5e170 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1218977 Sep 16 16:42:51.406748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51864) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:51.411733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-702001465'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:51.500822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Made reservation on behalf of a858e2e813ce4af9a0422fa3e2861337 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:51.504882 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.529588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:42:51.538447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.538599 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Added segment 80a4d153-7a2b-4388-8c25-5d58266cdc6c of type vlan for network 976ef722-519d-4808-befd-553e2bdb7c9f Sep 16 16:42:51.583187 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.696117 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.701878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:51.702508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.774723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'Network': ['ID=976ef722-519d-4808-befd-553e2bdb7c9f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:51.785616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 976ef722-519d-4808-befd-553e2bdb7c9f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:42:51.805664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2b997e55-6705-497c-856b-1ed37eb271a1 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3970783 Sep 16 16:42:51.808011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51872) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:51.813233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-252939737'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:51.906835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Made reservation on behalf of a858e2e813ce4af9a0422fa3e2861337 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:51.911301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.940555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:42:51.949918 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:51.950264 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Added segment 310aab6b-69a8-4f8c-b50c-33e3b2575251 of type vlan for network 8f094f12-c5d7-45a2-a70c-215dd84ed957 Sep 16 16:42:51.981955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51880) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:51.992703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:52.095022 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:52.105982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:52.109240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:52.112361 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e28e631-145e-4e76-b589-3e2e28d2ed71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:52.139860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0aa4-47b5-44f9-af7a-1614c4fa0676 req-f9f41d47-4161-40e5-9211-128877960afb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:52.141567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f94a0aa4-47b5-44f9-af7a-1614c4fa0676 req-f9f41d47-4161-40e5-9211-128877960afb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0994987 Sep 16 16:42:52.187097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'Network': ['ID=8f094f12-c5d7-45a2-a70c-215dd84ed957,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:52.198109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 8f094f12-c5d7-45a2-a70c-215dd84ed957 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:42:52.214021 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-af7cc5e4-40be-4d17-afee-c68423c519ae tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4046493 Sep 16 16:42:52.216228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51886) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:52.224125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'ports': [{'network_id': '976ef722-519d-4808-befd-553e2bdb7c9f', 'name': 'tempest-port--1290371826', 'admin_state_up': True}, {'network_id': '8f094f12-c5d7-45a2-a70c-215dd84ed957', 'admin_state_up': False}]} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:52.224609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'port': {'network_id': '976ef722-519d-4808-befd-553e2bdb7c9f', 'name': 'tempest-port--1290371826', 'admin_state_up': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:52.225923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'port': {'network_id': '8f094f12-c5d7-45a2-a70c-215dd84ed957', 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:52.490270 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:42:52.490270 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 16:42:52.490270 n-d-807786-3 neutron-server[95357]: [parameters: {'project_id_1': 'a858e2e813ce4af9a0422fa3e2861337', 'expiration_1': datetime.datetime(2021, 9, 16, 16, 42, 32, 420588)}] Sep 16 16:42:52.490270 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:42:52.490270 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:42:52.514453 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f94a0aa4-47b5-44f9-af7a-1614c4fa0676 req-39c6b22e-9dfd-4560-aa57-6f864c93b459 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629925 Sep 16 16:42:52.611090 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e28e631-145e-4e76-b589-3e2e28d2ed71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:52.689453 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6e28e631-145e-4e76-b589-3e2e28d2ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:52.737882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6e28e631-145e-4e76-b589-3e2e28d2ed71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f3d8e3f906a14eadb00da06ec3385cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7645650 Sep 16 16:42:52.738921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28e631-145e-4e76-b589-3e2e28d2ed71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e4a68a-087a-4850-a1e6-98bdc260c0cd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:52.743662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51892) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:52.799623 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a50d837-e679-425d-85b4-dafcbfc14c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:52.824283 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a50d837-e679-425d-85b4-dafcbfc14c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:52.946777 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a50d837-e679-425d-85b4-dafcbfc14c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:52.949713 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0a50d837-e679-425d-85b4-dafcbfc14c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:52.953254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0a50d837-e679-425d-85b4-dafcbfc14c9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8e4a68a-087a-4850-a1e6-98bdc260c0cd HTTP/1.1" status: 204 len: 168 time: 0.2063680 Sep 16 16:42:52.960843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50d837-e679-425d-85b4-dafcbfc14c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e4a68a-087a-4850-a1e6-98bdc260c0cd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:53.067187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Made reservation on behalf of a858e2e813ce4af9a0422fa3e2861337 for: {'port': 2} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:53.071944 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:53.085493 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:53.174059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] device_id is not set on port ce7c88ca-3549-4b15-a33e-0c478b79e220 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:42:53.284981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:53.595345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51914) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:53.613140 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7bd56c9-e59e-40a0-9b6a-f132832c6d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:53.697422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] device_id is not set on port 610e9cd8-949c-48b7-944a-2739c9e417e2 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:42:53.705366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5750817-a31c-48e6-b117-3af144c9fec3 req-e893b693-92f4-44d4-9837-a022de9590ad tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:53.707517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5750817-a31c-48e6-b117-3af144c9fec3 req-e893b693-92f4-44d4-9837-a022de9590ad tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0961475 Sep 16 16:42:53.775181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5750817-a31c-48e6-b117-3af144c9fec3 req-92b42e26-05b5-48d1-b3bf-587252ccef68 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596635 Sep 16 16:42:53.807101 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7bd56c9-e59e-40a0-9b6a-f132832c6d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:53.827531 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:53.878817 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7bd56c9-e59e-40a0-9b6a-f132832c6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:53.913209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:53.932955 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d7bd56c9-e59e-40a0-9b6a-f132832c6d0a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df0a60e65b454826ab3c2bcdab4762c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365514 Sep 16 16:42:53.935575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd56c9-e59e-40a0-9b6a-f132832c6d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644d0977-4e6b-4500-8372-85de85b76da1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:53.950660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51926) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:54.000694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'Port': ['ID=ce7c88ca-3549-4b15-a33e-0c478b79e220,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:54.006616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Checking segment: {'id': '80a4d153-7a2b-4388-8c25-5d58266cdc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '976ef722-519d-4808-befd-553e2bdb7c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:42:54.006978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Network hostable DHCP agents. Network: 976ef722-519d-4808-befd-553e2bdb7c9f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:42:54.065016 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df523264-7264-446e-adf8-15dfe269690e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:54.077170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2d97-a851-4214-b83b-54b46b2b122a req-1dc4cca9-f759-4005-8aea-0195d29f2d87 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:54.078723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2eea2d97-a851-4214-b83b-54b46b2b122a req-1dc4cca9-f759-4005-8aea-0195d29f2d87 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1000662 Sep 16 16:42:54.109336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Network 976ef722-519d-4808-befd-553e2bdb7c9f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:42:54.113389 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df523264-7264-446e-adf8-15dfe269690e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:54.156442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2eea2d97-a851-4214-b83b-54b46b2b122a req-29042872-3ae8-4a8e-9be9-c826ae815a93 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690701 Sep 16 16:42:54.182313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 976ef722-519d-4808-befd-553e2bdb7c9f) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:54.187069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:54.188454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:54.207558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae02218-09ab-457f-b669-18289af4e75f None None] Network 976ef722-519d-4808-befd-553e2bdb7c9f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:42:54.254623 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df523264-7264-446e-adf8-15dfe269690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:54.257625 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df523264-7264-446e-adf8-15dfe269690e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:54.261896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-df523264-7264-446e-adf8-15dfe269690e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/644d0977-4e6b-4500-8372-85de85b76da1 HTTP/1.1" status: 204 len: 168 time: 0.3052485 Sep 16 16:42:54.275728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'Port': ['ID=610e9cd8-949c-48b7-944a-2739c9e417e2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:54.285996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Checking segment: {'id': '310aab6b-69a8-4f8c-b50c-33e3b2575251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f094f12-c5d7-45a2-a70c-215dd84ed957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:42:54.286364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Network hostable DHCP agents. Network: 8f094f12-c5d7-45a2-a70c-215dd84ed957, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:42:54.315189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df523264-7264-446e-adf8-15dfe269690e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d0977-4e6b-4500-8372-85de85b76da1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:54.376870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4293-3c03-44df-8888-e7f8b9855df8 req-bc82ecd2-586e-4c37-8953-7fd052f03a89 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:54.383228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31ac4293-3c03-44df-8888-e7f8b9855df8 req-bc82ecd2-586e-4c37-8953-7fd052f03a89 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1053076 Sep 16 16:42:54.406790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Network 8f094f12-c5d7-45a2-a70c-215dd84ed957 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:42:54.445987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31ac4293-3c03-44df-8888-e7f8b9855df8 req-335ef573-724b-48bf-896e-4f58f1d1f932 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594654 Sep 16 16:42:54.558037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 8f094f12-c5d7-45a2-a70c-215dd84ed957) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:54.562610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:54.568738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a80de72-b8ac-407b-91bd-80890a78ba78 None None] Network 8f094f12-c5d7-45a2-a70c-215dd84ed957 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:42:54.591761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:54.591761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:54.591761 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:54.707350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-03dd15da-bf81-45fa-819f-e503e9422039 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4897187 Sep 16 16:42:54.709691 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51948) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:54.769303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-ab497215-5ef2-4037-8f4e-0453058ecf9a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:54.785395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01980359-2737-41b7-8893-197a40741afd tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:54.789673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-ab497215-5ef2-4037-8f4e-0453058ecf9a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 812 time: 0.1444900 Sep 16 16:42:54.792095 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01980359-2737-41b7-8893-197a40741afd tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:54.793761 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-01980359-2737-41b7-8893-197a40741afd tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0831430 Sep 16 16:42:54.796535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51954) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:54.802219 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-1ee515b5-12f0-4a21-8a54-6e179aa3030b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/quotas/56977dd25e494ce4a8eb30b882e83560 HTTP/1.1" status: 200 len: 375 time: 0.0116565 Sep 16 16:42:54.904004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-86275709-5570-48df-86d5-e0d637f617d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0944676 Sep 16 16:42:54.963649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a8da8c13-0ca4-4216-bee0-9c8712e3c549 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Deleting port ce7c88ca-3549-4b15-a33e-0c478b79e220 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:54.964136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8da8c13-0ca4-4216-bee0-9c8712e3c549 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:55.035604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-719babbf-01d2-455f-80b2-11b5dc03198e service neutron] 10.222.0.22 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294801 Sep 16 16:42:55.048326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8da8c13-0ca4-4216-bee0-9c8712e3c549 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:55.062227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a8da8c13-0ca4-4216-bee0-9c8712e3c549 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Calling delete_port for ce7c88ca-3549-4b15-a33e-0c478b79e220 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:55.134743 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-6fc89f8e-0154-4822-9e04-090c70ec349a service neutron] 10.222.0.22 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921667 Sep 16 16:42:55.283844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8da8c13-0ca4-4216-bee0-9c8712e3c549 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:55.311469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da8c13-0ca4-4216-bee0-9c8712e3c549 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Port': ['ID=ce7c88ca-3549-4b15-a33e-0c478b79e220,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:55.318791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8da8c13-0ca4-4216-bee0-9c8712e3c549 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:55.320742 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a8da8c13-0ca4-4216-bee0-9c8712e3c549 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "DELETE /v2.0/ports/ce7c88ca-3549-4b15-a33e-0c478b79e220 HTTP/1.1" status: 204 len: 168 time: 0.5231473 Sep 16 16:42:55.323239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51968) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:55.433398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e57c9e10-0292-497a-a2de-32fc0beaeb48 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Deleting port 610e9cd8-949c-48b7-944a-2739c9e417e2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:42:55.433729 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e57c9e10-0292-497a-a2de-32fc0beaeb48 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:55.514327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fac9dd8e-dfa3-439e-8e4d-12536f1c3ac5 req-163439bb-f726-426c-a069-47381d3df819 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 210 time: 0.0520103 Sep 16 16:42:55.515823 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e57c9e10-0292-497a-a2de-32fc0beaeb48 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:55.536948 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e57c9e10-0292-497a-a2de-32fc0beaeb48 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Calling delete_port for 610e9cd8-949c-48b7-944a-2739c9e417e2 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:42:55.684322 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e57c9e10-0292-497a-a2de-32fc0beaeb48 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:55.721176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c9e10-0292-497a-a2de-32fc0beaeb48 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Port': ['ID=610e9cd8-949c-48b7-944a-2739c9e417e2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:55.729719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e57c9e10-0292-497a-a2de-32fc0beaeb48 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:55.735070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e57c9e10-0292-497a-a2de-32fc0beaeb48 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "DELETE /v2.0/ports/610e9cd8-949c-48b7-944a-2739c9e417e2 HTTP/1.1" status: 204 len: 168 time: 0.4081383 Sep 16 16:42:55.735206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51996) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:55.778035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-079daaf7-46c4-4721-a3b3-e15b2e2ade6d tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0352528 Sep 16 16:42:55.778704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51998) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:55.784044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-182327012'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:55.894473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Made reservation on behalf of a858e2e813ce4af9a0422fa3e2861337 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:55.898058 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:55.931499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:42:55.941747 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:55.947746 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Added segment 92233541-32c6-4ddd-bab8-df3f9784440c of type vlan for network 165dcc28-9127-4f06-b622-4d8c530dfe4f Sep 16 16:42:55.998860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:56.134539 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:56.140401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:56.141011 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:56.209589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'Network': ['ID=165dcc28-9127-4f06-b622-4d8c530dfe4f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:56.222193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 165dcc28-9127-4f06-b622-4d8c530dfe4f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:42:56.267520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-686d83f6-9a6d-4d83-96be-0ba818c792bc tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4877901 Sep 16 16:42:56.270826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52032) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:56.276122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-708413977'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:56.432634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Made reservation on behalf of a858e2e813ce4af9a0422fa3e2861337 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:56.437469 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:56.462450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:42:56.471571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:56.471916 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Added segment 8798cb52-1a3f-4cf4-bb4a-9592687b327d of type vlan for network 762db142-6933-4ee2-bf14-696386fc8ab2 Sep 16 16:42:56.514515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:56.615899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14f8c42d-9820-46f2-8294-fc916a1bcef8 req-448069ce-d6ed-4f9a-8ec2-ab8d4d99797d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 210 time: 0.0353727 Sep 16 16:42:56.620198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:56.626348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:56.626733 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:56.716326 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4446948 Sep 16 16:42:56.719679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60387c27-17e5-41e0-a672-8066b77757a3 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'Network': ['ID=762db142-6933-4ee2-bf14-696386fc8ab2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:56.746626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 762db142-6933-4ee2-bf14-696386fc8ab2 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:42:56.870548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52080) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:56.882197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'subnets': [{'network_id': '165dcc28-9127-4f06-b622-4d8c530dfe4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--225083898', 'ip_version': 4}, {'network_id': '762db142-6933-4ee2-bf14-696386fc8ab2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:56.882197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'subnet': {'network_id': '165dcc28-9127-4f06-b622-4d8c530dfe4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--225083898', 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:56.882197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Request body: {'subnet': {'network_id': '762db142-6933-4ee2-bf14-696386fc8ab2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:57.140842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Made reservation on behalf of a858e2e813ce4af9a0422fa3e2861337 for: {'subnet': 2} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:57.145869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:57.149756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:57.601626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:57.688295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52118) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:57.699634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'Subnet': ['ID=26e0e2c6-64ab-4f9c-82a9-55f76b7e6597,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:57.714499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Checking segment: {'id': '92233541-32c6-4ddd-bab8-df3f9784440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '165dcc28-9127-4f06-b622-4d8c530dfe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:42:57.714867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Network hostable DHCP agents. Network: 165dcc28-9127-4f06-b622-4d8c530dfe4f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:42:57.747557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c21aa82c-551f-4e89-a4ec-86d8f7addf41 req-27f8bf4b-fc57-48d8-b92e-45a7bf83b050 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 210 time: 0.0278628 Sep 16 16:42:57.809493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Network 165dcc28-9127-4f06-b622-4d8c530dfe4f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:42:57.823494 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17f1b638-d4ad-476a-9996-a7dab5bb62ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:57.913866 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17f1b638-d4ad-476a-9996-a7dab5bb62ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:57.942439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-18c6d4b5-6ac9-4540-bc01-83802c1527f7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:57.943982 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-18c6d4b5-6ac9-4540-bc01-83802c1527f7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 812 time: 0.1255839 Sep 16 16:42:57.949880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 165dcc28-9127-4f06-b622-4d8c530dfe4f) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:57.955561 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:57.957933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc919a-125b-445e-ba9f-b9e96e8ac898 None None] Network 165dcc28-9127-4f06-b622-4d8c530dfe4f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:42:57.967094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'port': {'device_id': 'd16b4966-84f6-484e-baa5-889564130802', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'admin_state_up': True, 'tenant_id': '56977dd25e494ce4a8eb30b882e83560'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:58.015305 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-17f1b638-d4ad-476a-9996-a7dab5bb62ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.072926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-17f1b638-d4ad-476a-9996-a7dab5bb62ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0bbc42d4d0944bffbb9ca930c7cf9842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828135 Sep 16 16:42:58.075685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52126) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:58.129203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event updated for resources: {'Subnet': ['ID=2e3a0daa-0bd7-477f-afd4-2149610ddb70,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:58.145114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Checking segment: {'id': '8798cb52-1a3f-4cf4-bb4a-9592687b327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '762db142-6933-4ee2-bf14-696386fc8ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:42:58.145550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Network hostable DHCP agents. Network: 762db142-6933-4ee2-bf14-696386fc8ab2, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:42:58.147983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1b638-d4ad-476a-9996-a7dab5bb62ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd7dedf-83c3-425d-bc8e-2787cc22dd5e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:58.169609 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1caa6c4e-3c51-43fe-82ca-a95ca8265638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.206899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1caa6c4e-3c51-43fe-82ca-a95ca8265638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.237436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52132) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:58.295307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-165dcc28-9127-4f06-b622-4d8c530dfe4f', 'network_id': '165dcc28-9127-4f06-b622-4d8c530dfe4f', 'tenant_id': 'a858e2e813ce4af9a0422fa3e2861337', 'fixed_ips': [{'subnet_id': '26e0e2c6-64ab-4f9c-82a9-55f76b7e6597'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:42:58.296190 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.308053 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce959d8a-dd1c-4a78-9552-95965028ad32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.337776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Made reservation on behalf of 56977dd25e494ce4a8eb30b882e83560 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:42:58.342946 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.371490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-933d52de-d792-4e9f-8992-670339a41643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.405850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1caa6c4e-3c51-43fe-82ca-a95ca8265638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.409367 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1caa6c4e-3c51-43fe-82ca-a95ca8265638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.413539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1caa6c4e-3c51-43fe-82ca-a95ca8265638 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3dd7dedf-83c3-425d-bc8e-2787cc22dd5e HTTP/1.1" status: 204 len: 168 time: 0.3341711 Sep 16 16:42:58.420091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa6c4e-3c51-43fe-82ca-a95ca8265638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd7dedf-83c3-425d-bc8e-2787cc22dd5e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:58.436176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Network 762db142-6933-4ee2-bf14-696386fc8ab2 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:42:58.541037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Allocated IP 172.20.0.2 (165dcc28-9127-4f06-b622-4d8c530dfe4f/26e0e2c6-64ab-4f9c-82a9-55f76b7e6597/8012c448-f032-47ac-a8ee-1ca1976d8e9c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:58.551859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Allocated IP 172.20.0.12 (84a6c29a-5880-4300-bfee-276bb9db429b/ecd22335-e100-4fa9-ad5a-199c71604f01/9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:58.568618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 762db142-6933-4ee2-bf14-696386fc8ab2) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:58.579882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a16871-8f5a-4b3e-81aa-dd1f95aec2ea None None] Network 762db142-6933-4ee2-bf14-696386fc8ab2 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:42:58.586942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:58.590396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:58.590396 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.592319 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-933d52de-d792-4e9f-8992-670339a41643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.689086 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-933d52de-d792-4e9f-8992-670339a41643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.758733 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-933d52de-d792-4e9f-8992-670339a41643 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4652c1a0c66c476d9efb10f5da9164e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199783 Sep 16 16:42:58.759772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52140) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:58.767699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d52de-d792-4e9f-8992-670339a41643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e270b-c067-46be-9426-2a20ba92ca5b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:58.810376 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.811216 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9f694785-b725-4ca0-8f7a-301df653ea67 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9356556 Sep 16 16:42:58.811216 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.812050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52144) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:58.858008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-762db142-6933-4ee2-bf14-696386fc8ab2', 'network_id': '762db142-6933-4ee2-bf14-696386fc8ab2', 'tenant_id': 'a858e2e813ce4af9a0422fa3e2861337', 'fixed_ips': [{'subnet_id': '2e3a0daa-0bd7-477f-afd4-2149610ddb70'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:42:58.859273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.875402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f74c7306-cb45-4db5-846e-585b06679ce2 req-ca6ffda9-6722-4da3-8295-cd326e16ea0d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 210 time: 0.0348406 Sep 16 16:42:58.889336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7d1a1-4c27-4bc1-bb0a-c9eb016ccfe8 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:58.891084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7d1a1-4c27-4bc1-bb0a-c9eb016ccfe8 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:58.892539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7d1a1-4c27-4bc1-bb0a-c9eb016ccfe8 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:58.897229 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ebb7d1a1-4c27-4bc1-bb0a-c9eb016ccfe8 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0793552 Sep 16 16:42:58.898741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52146) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:58.910440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12d2dfb6-be76-45c2-9bdb-6e7c9e875f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.935700 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.962644 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12d2dfb6-be76-45c2-9bdb-6e7c9e875f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.975996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0452449d-2a4a-4c04-84ff-a23941f13554 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Deleting subnet 26e0e2c6-64ab-4f9c-82a9-55f76b7e6597 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:42:58.981687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:58.989476 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0452449d-2a4a-4c04-84ff-a23941f13554 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.029092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Network 84a6c29a-5880-4300-bfee-276bb9db429b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:59.044713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:59.047861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'Port': ['ID=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:59.050284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:59.069405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0452449d-2a4a-4c04-84ff-a23941f13554 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.137995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:42:59.139417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.185192 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12d2dfb6-be76-45c2-9bdb-6e7c9e875f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.187443 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12d2dfb6-be76-45c2-9bdb-6e7c9e875f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.188747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-12d2dfb6-be76-45c2-9bdb-6e7c9e875f37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d0e270b-c067-46be-9426-2a20ba92ca5b HTTP/1.1" status: 204 len: 168 time: 0.4277456 Sep 16 16:42:59.196751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0452449d-2a4a-4c04-84ff-a23941f13554 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.218683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['35b2049d-35e3-432a-88be-e4595bd197c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:42:59.226991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Network 165dcc28-9127-4f06-b622-4d8c530dfe4f is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:59.230322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c5821e0d-45f5-4d36-a19b-1aac84372317 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2680597 Sep 16 16:42:59.244902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Request body: {'port': {'device_id': 'd16b4966-84f6-484e-baa5-889564130802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:42:59.247350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52154) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:59.257054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2dfb6-be76-45c2-9bdb-6e7c9e875f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e270b-c067-46be-9426-2a20ba92ca5b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:59.268321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:59.301496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:59.311694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Pushing event updated for resources: {'Port': ['ID=8012c448-f032-47ac-a8ee-1ca1976d8e9c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:59.339924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54adc4d6-60d5-4f37-abbf-f509444176ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.403536 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.409363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Allocated IP 172.20.0.18 (762db142-6933-4ee2-bf14-696386fc8ab2/2e3a0daa-0bd7-477f-afd4-2149610ddb70/ec6b6290-4b49-4023-a414-1647c2df1690) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:42:59.426334 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0452449d-2a4a-4c04-84ff-a23941f13554 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.458018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452449d-2a4a-4c04-84ff-a23941f13554 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Subnet': ['ID=26e0e2c6-64ab-4f9c-82a9-55f76b7e6597,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:59.460265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0452449d-2a4a-4c04-84ff-a23941f13554 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.465611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52158) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:59.465913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0452449d-2a4a-4c04-84ff-a23941f13554 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "DELETE /v2.0/subnets/26e0e2c6-64ab-4f9c-82a9-55f76b7e6597 HTTP/1.1" status: 204 len: 168 time: 0.5665891 Sep 16 16:42:59.483652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Attempting to bind port 8012c448-f032-47ac-a8ee-1ca1976d8e9c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:42:59.484019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Attempting to bind port 8012c448-f032-47ac-a8ee-1ca1976d8e9c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '92233541-32c6-4ddd-bab8-df3f9784440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '165dcc28-9127-4f06-b622-4d8c530dfe4f'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:42:59.484377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Attempting to bind port 8012c448-f032-47ac-a8ee-1ca1976d8e9c on network 165dcc28-9127-4f06-b622-4d8c530dfe4f {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:42:59.490902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-956f3bfd-5376-40ca-b092-23c6f757615c None None] Provisioning complete for port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:42:59.492173 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-956f3bfd-5376-40ca-b092-23c6f757615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.512007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:42:59.512767 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Checking segment: {'id': '92233541-32c6-4ddd-bab8-df3f9784440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '165dcc28-9127-4f06-b622-4d8c530dfe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:42:59.512909 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.513187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Bound using segment: {'id': '92233541-32c6-4ddd-bab8-df3f9784440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '165dcc28-9127-4f06-b622-4d8c530dfe4f'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:42:59.513672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Bound port: 8012c448-f032-47ac-a8ee-1ca1976d8e9c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92233541-32c6-4ddd-bab8-df3f9784440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '165dcc28-9127-4f06-b622-4d8c530dfe4f'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:42:59.514055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.616391 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3ca6af-0aed-482e-b40f-14e44afc46d2 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Deleting subnet 2e3a0daa-0bd7-477f-afd4-2149610ddb70 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:42:59.649907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-956f3bfd-5376-40ca-b092-23c6f757615c None None] Port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:42:59.661578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54adc4d6-60d5-4f37-abbf-f509444176ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.734044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] For port 8012c448-f032-47ac-a8ee-1ca1976d8e9c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:42:59.760144 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54adc4d6-60d5-4f37-abbf-f509444176ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.770916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] For port 8012c448-f032-47ac-a8ee-1ca1976d8e9c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8012c448-f032-47ac-a8ee-1ca1976d8e9c,segment=NetworkSegment(92233541-32c6-4ddd-bab8-df3f9784440c),segment_id=92233541-32c6-4ddd-bab8-df3f9784440c)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:42:59.778575 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.834475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adc4d6-60d5-4f37-abbf-f509444176ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9e097e-a3d0-4e90-9bf2-281b6cfe3f0b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:42:59.844235 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-54adc4d6-60d5-4f37-abbf-f509444176ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cde7f488b1b44179913e2d112b98a4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889344 Sep 16 16:42:59.847092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52168) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:42:59.849988 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.857033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:42:59.865110 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.877900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.886748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca6af-0aed-482e-b40f-14e44afc46d2 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.919832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Network 762db142-6933-4ee2-bf14-696386fc8ab2 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:42:59.924617 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Transition to ACTIVE for port object 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:42:59.940109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca6af-0aed-482e-b40f-14e44afc46d2 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.941590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:42:59.953290 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0841471-27ae-432a-a133-64d410bbf0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:42:59.962968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:42:59.965658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fc765-8247-489b-b6df-e58b91ab1987 None None] Pushing event updated for resources: {'Port': ['ID=8012c448-f032-47ac-a8ee-1ca1976d8e9c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:00.005838 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.011329 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0841471-27ae-432a-a133-64d410bbf0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.033134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91690f75-50fa-4de5-b492-3c24e7c5910d None None] Network 165dcc28-9127-4f06-b622-4d8c530dfe4f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:00.085529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Attempting to bind port ec6b6290-4b49-4023-a414-1647c2df1690 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:00.086883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Attempting to bind port ec6b6290-4b49-4023-a414-1647c2df1690 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '8798cb52-1a3f-4cf4-bb4a-9592687b327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '762db142-6933-4ee2-bf14-696386fc8ab2'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:00.086883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Attempting to bind port ec6b6290-4b49-4023-a414-1647c2df1690 on network 762db142-6933-4ee2-bf14-696386fc8ab2 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:00.096974 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca6af-0aed-482e-b40f-14e44afc46d2 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.108844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:00.109258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Checking segment: {'id': '8798cb52-1a3f-4cf4-bb4a-9592687b327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '762db142-6933-4ee2-bf14-696386fc8ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:00.109628 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.110026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Bound using segment: {'id': '8798cb52-1a3f-4cf4-bb4a-9592687b327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '762db142-6933-4ee2-bf14-696386fc8ab2'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:00.110515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Bound port: ec6b6290-4b49-4023-a414-1647c2df1690, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8798cb52-1a3f-4cf4-bb4a-9592687b327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '762db142-6933-4ee2-bf14-696386fc8ab2'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:00.110971 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.115790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Pushing event updated for resources: {'Port': ['ID=ec6b6290-4b49-4023-a414-1647c2df1690,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:00.115909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b37d1-287d-402f-b21c-697f1b639a39 req-47857324-ee1c-4f48-a2ae-92859dd6e2d3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:00.115909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d11b37d1-287d-402f-b21c-697f1b639a39 req-47857324-ee1c-4f48-a2ae-92859dd6e2d3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 944 time: 0.1470268 Sep 16 16:43:00.181104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d11b37d1-287d-402f-b21c-697f1b639a39 req-aaa93ca9-f343-4cb0-83e2-89f9d4a22f4f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554135 Sep 16 16:43:00.232566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Pushing event updated for resources: {'Port': ['ID=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:00.294578 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0841471-27ae-432a-a133-64d410bbf0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.294775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca6af-0aed-482e-b40f-14e44afc46d2 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.300669 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0841471-27ae-432a-a133-64d410bbf0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.301879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c0841471-27ae-432a-a133-64d410bbf0f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df9e097e-a3d0-4e90-9bf2-281b6cfe3f0b HTTP/1.1" status: 204 len: 168 time: 0.4526441 Sep 16 16:43:00.319788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0841471-27ae-432a-a133-64d410bbf0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9e097e-a3d0-4e90-9bf2-281b6cfe3f0b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:00.332275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] For port ec6b6290-4b49-4023-a414-1647c2df1690, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:00.346874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] For port ec6b6290-4b49-4023-a414-1647c2df1690, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ec6b6290-4b49-4023-a414-1647c2df1690,segment=NetworkSegment(8798cb52-1a3f-4cf4-bb4a-9592687b327d),segment_id=8798cb52-1a3f-4cf4-bb4a-9592687b327d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:00.408579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ca6af-0aed-482e-b40f-14e44afc46d2 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3a0daa-0bd7-477f-afd4-2149610ddb70,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:00.441253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca6af-0aed-482e-b40f-14e44afc46d2 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.443388 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3e3ca6af-0aed-482e-b40f-14e44afc46d2 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "DELETE /v2.0/subnets/2e3a0daa-0bd7-477f-afd4-2149610ddb70 HTTP/1.1" status: 204 len: 168 time: 0.9733353 Sep 16 16:43:00.446770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52188) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:00.456071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.510499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Attempting to bind port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:00.510872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Attempting to bind port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:00.511176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Attempting to bind port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:00.517016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29ac9e-0d1f-4261-b378-fa7bf53a8349 None None] Pushing event updated for resources: {'Port': ['ID=ec6b6290-4b49-4023-a414-1647c2df1690,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:00.520282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 on network 84a6c29a-5880-4300-bfee-276bb9db429b not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:43:00.520630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Attempting to bind port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:00.533820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a698d886-f9cb-4b09-b902-7d4108a84485 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:00.541907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52190) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:00.545192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a698d886-f9cb-4b09-b902-7d4108a84485 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0969670 Sep 16 16:43:00.552373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:00.552737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Checking segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:00.553124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Bound using segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:00.553570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Bound port: 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:00.553936 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.670201 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.715165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] For port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:00.719846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] For port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:00.787494 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e022c60a-e62a-4521-88f2-187681520c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.791332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Deleting port ec6b6290-4b49-4023-a414-1647c2df1690 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:00.791912 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.823582 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.881755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:00.882777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.884784 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] 10.222.0.62 "PUT /v2.0/ports/9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 HTTP/1.1" status: 200 len: 1092 time: 1.6456547 Sep 16 16:43:00.885250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16b4966-84f6-484e-baa5-889564130802', 'tag': '9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:43:00.889167 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c928661-13e8-466d-94ff-e7fed9ccda58" -d '{"events": [{"name": "network-changed", "server_uuid": "d16b4966-84f6-484e-baa5-889564130802", "tag": "9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:43:00.978944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] For port ec6b6290-4b49-4023-a414-1647c2df1690, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ec6b6290-4b49-4023-a414-1647c2df1690,segment=NetworkSegment(8798cb52-1a3f-4cf4-bb4a-9592687b327d),segment_id=8798cb52-1a3f-4cf4-bb4a-9592687b327d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:00.979194 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:00.982516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e82f57-8247-4ee0-8f64-ecd552271e86 service neutron] Pushing event updated for resources: {'Port': ['ID=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:00.988801 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94a77ed-55f4-449b-bed5-03497444062b x-openstack-request-id: req-d94a77ed-55f4-449b-bed5-03497444062b {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:43:00.989086 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16b4966-84f6-484e-baa5-889564130802", "tag": "9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:43:00.989338 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d94a77ed-55f4-449b-bed5-03497444062b {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:43:00.990036 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16b4966-84f6-484e-baa5-889564130802', 'tag': '9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6', 'status': 'completed', 'code': 200} Sep 16 16:43:01.022656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Calling delete_port for ec6b6290-4b49-4023-a414-1647c2df1690 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:01.087373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-8dcd3ebf-3cfa-4752-80ff-a0b5e2e4be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:01.088979 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-8dcd3ebf-3cfa-4752-80ff-a0b5e2e4be88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 1095 time: 0.1021724 Sep 16 16:43:01.143144 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-52dd1f63-1a14-41bc-9c8f-54a7f25e20e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 HTTP/1.1" status: 200 len: 217 time: 0.0429471 Sep 16 16:43:01.218858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-b8094a0a-6001-4856-862f-2d64501c5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:01.220406 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-b8094a0a-6001-4856-862f-2d64501c5394 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0657110 Sep 16 16:43:01.281234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-0450d1df-e709-44b8-b798-415976b27578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:01.281234 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-0450d1df-e709-44b8-b798-415976b27578 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525804 Sep 16 16:43:01.321191 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:01.383922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Port': ['ID=ec6b6290-4b49-4023-a414-1647c2df1690,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:01.393910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] No DVR routers for this DVR port ec6b6290-4b49-4023-a414-1647c2df1690 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:01.530064 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:01.576677 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-0f07d0f7-ead4-4fb7-bb5c-47798ec238f3 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888606 Sep 16 16:43:01.581269 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:01.619015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca89ec1-d3f6-4905-a344-2b233973ef5f req-2c41a826-55bb-4ce3-ab20-a8fe3581f09e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:01.634923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ca89ec1-d3f6-4905-a344-2b233973ef5f req-2c41a826-55bb-4ce3-ab20-a8fe3581f09e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 944 time: 0.3652294 Sep 16 16:43:01.635548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762db142-6933-4ee2-bf14-696386fc8ab2']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:01.680014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8798cb52-1a3f-4cf4-bb4a-9592687b327d') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:01.680950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8798cb52-1a3f-4cf4-bb4a-9592687b327d') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:01.701672 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:01.712472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ca89ec1-d3f6-4905-a344-2b233973ef5f req-462c2f42-947a-4351-bf2b-f815a0839096 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778577 Sep 16 16:43:01.722840 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:01.732756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:01.733544 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:01.736838 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:01.798058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-360bdd2e-9600-4ee6-addb-dc4b514e5ee6 req-c0e8451c-3a65-4cad-a1d9-155e900d8992 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137153 Sep 16 16:43:01.825964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ee3e0-9825-4c26-8daa-fb8fc7f1bdb4 None None] Network 762db142-6933-4ee2-bf14-696386fc8ab2 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:01.903807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-254dd5c7-2c19-4641-8e37-234f5478eb29 None None] Could not find standard attr ID for object ec6b6290-4b49-4023-a414-1647c2df1690. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:43:01.913420 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:01.923527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:01.931920 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "DELETE /v2.0/networks/762db142-6933-4ee2-bf14-696386fc8ab2 HTTP/1.1" status: 204 len: 168 time: 1.3864162 Sep 16 16:43:01.932243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52260) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:01.950374 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:01.974278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111785a-c5cc-4c22-be66-cac11c0c094e tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Network': ['ID=762db142-6933-4ee2-bf14-696386fc8ab2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:02.020770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-e1ae0582-6997-4a7c-b7a6-ade0fa22ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:02.022334 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-e1ae0582-6997-4a7c-b7a6-ade0fa22ebcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 1095 time: 0.0657365 Sep 16 16:43:02.044204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6be59d-dd6b-441b-a09f-04185a2f1370 None None] DHCP port deletion for 762db142-6933-4ee2-bf14-696386fc8ab2 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:43:02.077569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea6422-b28a-4034-9059-77e18b243157 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:43:02.080891 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.123555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52282) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:02.154079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Deleting port 8012c448-f032-47ac-a8ee-1ca1976d8e9c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:02.154652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.160591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-4a364f74-e293-45db-be27-04602a8adcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:02.161121 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-4a364f74-e293-45db-be27-04602a8adcc9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.1315207 Sep 16 16:43:02.221264 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-2e87371f-91da-49fb-a7b8-95fb11d51e02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 HTTP/1.1" status: 200 len: 217 time: 0.0509155 Sep 16 16:43:02.261804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] For port 8012c448-f032-47ac-a8ee-1ca1976d8e9c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8012c448-f032-47ac-a8ee-1ca1976d8e9c,segment=NetworkSegment(92233541-32c6-4ddd-bab8-df3f9784440c),segment_id=92233541-32c6-4ddd-bab8-df3f9784440c)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:02.262172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.269453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea6422-b28a-4034-9059-77e18b243157 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:43:02.277832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Calling delete_port for 8012c448-f032-47ac-a8ee-1ca1976d8e9c owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:02.321380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-6349834a-57e9-4535-ace3-5fa54b2673cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:02.325597 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-6349834a-57e9-4535-ace3-5fa54b2673cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0957804 Sep 16 16:43:02.343704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c17e6a4-019e-4c8c-b137-2ffdaff1404b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.383487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-068f7d81-7aa0-4850-ab0c-d531ab01e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:02.385967 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-068f7d81-7aa0-4850-ab0c-d531ab01e9d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503743 Sep 16 16:43:02.493826 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.517530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] No DVR routers for this DVR port 8012c448-f032-47ac-a8ee-1ca1976d8e9c on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:02.579586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Port': ['ID=8012c448-f032-47ac-a8ee-1ca1976d8e9c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:02.668965 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.713102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165dcc28-9127-4f06-b622-4d8c530dfe4f']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:02.730108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92233541-32c6-4ddd-bab8-df3f9784440c') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:02.730402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92233541-32c6-4ddd-bab8-df3f9784440c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:02.747066 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.758651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c17e6a4-019e-4c8c-b137-2ffdaff1404b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.767093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.774025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:02.774651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:02.777845 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:02.843421 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-928ba8cc-9f87-4946-b2e9-72e6c6598cbf service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473381 Sep 16 16:43:02.863121 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c17e6a4-019e-4c8c-b137-2ffdaff1404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.917133 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4c17e6a4-019e-4c8c-b137-2ffdaff1404b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3553974f51c4b67970cbc6c68efd752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7868104 Sep 16 16:43:02.917133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17e6a4-019e-4c8c-b137-2ffdaff1404b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e99d1b5-23df-41b8-b8ca-143fef4cef3e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:02.917616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52310) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:02.926642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6a5b-96d7-4575-abbd-05959ee790eb req-0d1ec8d2-e2d0-4820-9340-ff241bb06dc5 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:02.928088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09fa6a5b-96d7-4575-abbd-05959ee790eb req-0d1ec8d2-e2d0-4820-9340-ff241bb06dc5 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 944 time: 0.1201651 Sep 16 16:43:02.939771 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.969785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:02.969785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "DELETE /v2.0/networks/165dcc28-9127-4f06-b622-4d8c530dfe4f HTTP/1.1" status: 204 len: 168 time: 1.0327637 Sep 16 16:43:02.972298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52312) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:02.979831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add467d9-e14d-4413-990c-d8e61e159260 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Network': ['ID=165dcc28-9127-4f06-b622-4d8c530dfe4f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:02.986683 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2c928661-13e8-466d-94ff-e7fed9ccda58 req-55112ae8-f2cf-4549-961a-2c06a3faab58 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355178 Sep 16 16:43:02.994968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09fa6a5b-96d7-4575-abbd-05959ee790eb req-e9ba9179-26da-47d5-904b-74aa509810ee tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575547 Sep 16 16:43:03.054628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-669daa40-2ee9-4d98-b1cb-6ffbee4bbcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.079067 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.093835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-669daa40-2ee9-4d98-b1cb-6ffbee4bbcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.207814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.228651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f094f12-c5d7-45a2-a70c-215dd84ed957']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:03.237745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310aab6b-69a8-4f8c-b50c-33e3b2575251') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:03.238037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310aab6b-69a8-4f8c-b50c-33e3b2575251') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:03.248439 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.261851 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.267591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:03.267974 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:03.271080 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:03.324680 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-669daa40-2ee9-4d98-b1cb-6ffbee4bbcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.335215 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-669daa40-2ee9-4d98-b1cb-6ffbee4bbcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.335215 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-669daa40-2ee9-4d98-b1cb-6ffbee4bbcb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e99d1b5-23df-41b8-b8ca-143fef4cef3e HTTP/1.1" status: 204 len: 168 time: 0.4098823 Sep 16 16:43:03.337442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669daa40-2ee9-4d98-b1cb-6ffbee4bbcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e99d1b5-23df-41b8-b8ca-143fef4cef3e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:03.442939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.453454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.453454 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "DELETE /v2.0/networks/8f094f12-c5d7-45a2-a70c-215dd84ed957 HTTP/1.1" status: 204 len: 168 time: 0.4794075 Sep 16 16:43:03.455469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52328) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:03.467469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9ff5f-c85d-424b-b8b0-a32b26f252ba tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Network': ['ID=8f094f12-c5d7-45a2-a70c-215dd84ed957,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:03.546306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.658133 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.685927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ec6b6290-4b49-4023-a414-1647c2df1690 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:43:03.700597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976ef722-519d-4808-befd-553e2bdb7c9f']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:03.709229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ec6b6290-4b49-4023-a414-1647c2df1690 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:43:03.710019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ec6b6290-4b49-4023-a414-1647c2df1690 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:43:03.721408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a4d153-7a2b-4388-8c25-5d58266cdc6c') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:03.723562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a4d153-7a2b-4388-8c25-5d58266cdc6c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:03.747374 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.747623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.764481 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.773553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:03.774297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:03.777835 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:03.934382 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.942044 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:03.945157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] 10.222.0.22 "DELETE /v2.0/networks/976ef722-519d-4808-befd-553e2bdb7c9f HTTP/1.1" status: 204 len: 168 time: 0.4886298 Sep 16 16:43:03.957135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0420d0-8968-45be-b421-dcbfa01ae249 tempest-BulkNetworkOpsTest-764984627 tempest-BulkNetworkOpsTest-764984627-project] Pushing event deleted for resources: {'Network': ['ID=976ef722-519d-4808-befd-553e2bdb7c9f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:04.154548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06add8-62fb-47f8-8da7-3f892b28978d req-71b44dfb-30ab-4c33-a7ed-345554589562 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:04.157910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e06add8-62fb-47f8-8da7-3f892b28978d req-71b44dfb-30ab-4c33-a7ed-345554589562 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 944 time: 0.0744460 Sep 16 16:43:04.204011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e06add8-62fb-47f8-8da7-3f892b28978d req-dc19147b-17e4-4a73-b7e5-479e5d502746 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Sep 16 16:43:04.442299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52384) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:04.674876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3132264b-4643-47e2-a148-ff39b1f48770 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a858e2e813ce4af9a0422fa3e2861337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291613 Sep 16 16:43:04.675318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52396) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:04.728008 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89b3e79c-3d0e-407c-8f10-9a514e5138c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:04.734023 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:43:04.750981 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89b3e79c-3d0e-407c-8f10-9a514e5138c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:04.888546 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89b3e79c-3d0e-407c-8f10-9a514e5138c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:04.891296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-89b3e79c-3d0e-407c-8f10-9a514e5138c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:04.892635 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-89b3e79c-3d0e-407c-8f10-9a514e5138c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/726ec013-4fe0-4faf-8be1-ad9063444da9 HTTP/1.1" status: 204 len: 168 time: 0.2162807 Sep 16 16:43:04.900486 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:04.909002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3e79c-3d0e-407c-8f10-9a514e5138c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726ec013-4fe0-4faf-8be1-ad9063444da9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:04.914587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'port_id': '9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6', 'mac_address': 'fa:16:3e:06:41:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:43:04.965729 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:04.990630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:43:05.012566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:05.101343 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:05.171349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:05.355926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239bbee-93a2-4b9a-b9ab-b48a5d37bdc1 req-a4bfb2cb-401b-4408-bdf6-c7e4d378a21a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:05.355926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0239bbee-93a2-4b9a-b9ab-b48a5d37bdc1 req-a4bfb2cb-401b-4408-bdf6-c7e4d378a21a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 945 time: 0.0635698 Sep 16 16:43:05.383570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:43:05.399099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0239bbee-93a2-4b9a-b9ab-b48a5d37bdc1 req-a26f732d-4dbf-48a3-a666-7b30f9b3905a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513473 Sep 16 16:43:05.542676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52428) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:05.726490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1147393554'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:05.837687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Made reservation on behalf of dcc29922d3b7449e8deb230645dd1b58 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:05.841455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:05.851655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:05.981495 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.055224 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.084559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:06.091572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e3676-665c-453b-aced-2c0aa0e9caf2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:06.097632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.098259 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Added segment 3298ec48-5dc4-4e19-9c9c-e4ac8cc5a3eb of type vlan for network 1096779c-f897-4dcc-b0ba-aeef3e24d0a1 Sep 16 16:43:06.149173 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.216702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52448) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:06.255349 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.264131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.264832 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.356365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1014706798'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:06.360722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Pushing event updated for resources: {'Network': ['ID=1096779c-f897-4dcc-b0ba-aeef3e24d0a1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:06.372250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b1f6dac3-330b-4156-9463-fe0c65a7154c tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8256009 Sep 16 16:43:06.372502 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 1096779c-f897-4dcc-b0ba-aeef3e24d0a1 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:06.372971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52454) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:06.493554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:06.497263 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.520479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Request body: {'network': {'name': 'tempest-network--985904600', 'router:external': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:06.524061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.560356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcb9e8-6cc8-49e8-a4f6-9b60a898f1b6 req-e2788c60-8b21-4090-9fc6-a7ffec09b176 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.561912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5edcb9e8-6cc8-49e8-a4f6-9b60a898f1b6 req-e2788c60-8b21-4090-9fc6-a7ffec09b176 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 945 time: 0.0813854 Sep 16 16:43:06.603455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Made reservation on behalf of 7aac470cd6b341fbbd120b2d81edbd7d for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:06.606042 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.609772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5edcb9e8-6cc8-49e8-a4f6-9b60a898f1b6 req-d38a8e50-0e55-4d78-b972-08513cc685a0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Sep 16 16:43:06.617751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.645951 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-f04d1551-2ea7-40a2-98c9-a2fce3aa10a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0771863 Sep 16 16:43:06.689115 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.740395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-43204ffb-c117-403a-9961-3e4a0bcd8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.741047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-43204ffb-c117-403a-9961-3e4a0bcd8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.742053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-43204ffb-c117-403a-9961-3e4a0bcd8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.742528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-43204ffb-c117-403a-9961-3e4a0bcd8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.742998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-43204ffb-c117-403a-9961-3e4a0bcd8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.743471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-43204ffb-c117-403a-9961-3e4a0bcd8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.743932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-43204ffb-c117-403a-9961-3e4a0bcd8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.745890 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-43204ffb-c117-403a-9961-3e4a0bcd8c77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6500 time: 0.0519545 Sep 16 16:43:06.750095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:43:06.770264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.802546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:06.814022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6173fd6e-c28c-41e8-9db7-c13fe0772e6e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:06.821491 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.822099 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment 3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f of type vlan for network 171d6bde-6c9f-498a-9411-e8ee16035d11 Sep 16 16:43:06.883778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:43:06.884125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.887687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:06.888062 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.958797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-64e9c7a8-429d-4d32-92fa-4da183b15aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.959371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-64e9c7a8-429d-4d32-92fa-4da183b15aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.959979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-64e9c7a8-429d-4d32-92fa-4da183b15aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.961876 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-64e9c7a8-429d-4d32-92fa-4da183b15aa9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62c586e6-0201-471e-b583-b9418df0ff0d&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604 HTTP/1.1" status: 200 len: 2299 time: 0.1877618 Sep 16 16:43:06.988935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.995419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:06.996569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:06.997214 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:07.028632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16b4966-84f6-484e-baa5-889564130802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:43:07.033330 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566620e8-b2f4-44f7-b23d-4be01805c180" -d '{"events": [{"server_uuid": "d16b4966-84f6-484e-baa5-889564130802", "name": "network-vif-plugged", "status": "completed", "tag": "9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:43:07.049348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:07.054963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:07.086065 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-92920e64-89eb-4745-ab98-5b84f9cf4345 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e HTTP/1.1" status: 200 len: 1001 time: 0.1148787 Sep 16 16:43:07.089796 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18fab0b-15f3-44f4-91dd-811fc272cd6d x-openstack-request-id: req-c18fab0b-15f3-44f4-91dd-811fc272cd6d {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:43:07.089796 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16b4966-84f6-484e-baa5-889564130802", "name": "network-vif-plugged", "status": "completed", "tag": "9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:43:07.089796 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c18fab0b-15f3-44f4-91dd-811fc272cd6d {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:43:07.089796 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16b4966-84f6-484e-baa5-889564130802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6', 'code': 200} Sep 16 16:43:07.096523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=171d6bde-6c9f-498a-9411-e8ee16035d11,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:07.114399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 171d6bde-6c9f-498a-9411-e8ee16035d11 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:07.141647 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:07.182869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-33bec43d-8bac-4034-b9d1-f85d223a30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:07.184483 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-33bec43d-8bac-4034-b9d1-f85d223a30c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=94aa22e8-4939-422f-b724-bd08abd2ae2f HTTP/1.1" status: 200 len: 856 time: 0.0913625 Sep 16 16:43:07.186478 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:07.239891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:07.243022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:07.261493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbfdbb9-2d66-475b-9753-9c7ac32ea9e8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:07.267897 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668e29-d153-43b7-9827-cb378b85d723 req-c6d967b6-1aea-4c86-9f90-38d259b1023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:07.269561 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13668e29-d153-43b7-9827-cb378b85d723 req-c6d967b6-1aea-4c86-9f90-38d259b1023e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 1097 time: 0.1181152 Sep 16 16:43:07.270676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:07.271007 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Added segment 3f71a22a-615c-4f25-ad4d-4a7ed7d41b40 of type vlan for network 84902949-a086-483e-abcb-3bc70c299df1 Sep 16 16:43:07.284091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c77a01a8-d904-4806-af88-e8d35526e3e9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0662420 Sep 16 16:43:07.330327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-a7d11227-b230-47db-8c6c-fe89c1a7a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:07.331851 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-a7d11227-b230-47db-8c6c-fe89c1a7a0e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62c586e6-0201-471e-b583-b9418df0ff0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394274 Sep 16 16:43:07.384565 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13668e29-d153-43b7-9827-cb378b85d723 req-2b4dac80-b8bf-46c0-83ac-262dc0fd7d8e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983911 Sep 16 16:43:07.384565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:07.418860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52470) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:07.424124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': '171d6bde-6c9f-498a-9411-e8ee16035d11', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:07.472322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-04b05e90-918f-4fa7-be65-beb4fdb340c5 service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276076 Sep 16 16:43:07.543274 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:07.544171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:07.544803 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:07.625951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event updated for resources: {'Network': ['ID=84902949-a086-483e-abcb-3bc70c299df1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:07.633508 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-0f6eaa93-24d3-4163-8217-913b4422c53b service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545711 Sep 16 16:43:07.636742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 84902949-a086-483e-abcb-3bc70c299df1 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:07.648470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:07.652772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:07.699318 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-024d2f0a-eeb3-4dc0-afa8-928c443e364f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=f05e97f8-44e6-4e66-87c0-537832c067fe HTTP/1.1" status: 200 len: 217 time: 0.0448372 Sep 16 16:43:07.763954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-36d8bf54-bbe2-4244-a621-0592639dc3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:07.766039 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-36d8bf54-bbe2-4244-a621-0592639dc3c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.0604615 Sep 16 16:43:07.801400 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-86fed334-c639-4b10-9735-3b650f1dec0a tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4271512 Sep 16 16:43:07.805638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52474) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:07.811950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb408a-dcfb-4f6d-8e56-18b704adf2be req-8a2665fd-f3ae-4db7-9c74-8133de3fb634 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:07.816987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cfb408a-dcfb-4f6d-8e56-18b704adf2be req-8a2665fd-f3ae-4db7-9c74-8133de3fb634 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 946 time: 0.0856240 Sep 16 16:43:07.845115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-a5ab9a0f-e975-40c4-8cac-e444fdffdf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:07.848771 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-a5ab9a0f-e975-40c4-8cac-e444fdffdf51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760474 Sep 16 16:43:07.898512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cfb408a-dcfb-4f6d-8e56-18b704adf2be req-3e3fa417-b21c-4b63-b49a-e0f5cb75648c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757146 Sep 16 16:43:07.930082 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.039338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.045150 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-a2f50198-3f02-47b3-9a36-4d29a52abf6a service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604042 Sep 16 16:43:08.093736 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.113462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': '3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '171d6bde-6c9f-498a-9411-e8ee16035d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:08.113462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: 171d6bde-6c9f-498a-9411-e8ee16035d11, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:08.116129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=2977bce5-a3d3-4bd4-8f4b-e05170eba08d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:08.164774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84902949-a086-483e-abcb-3bc70c299df1']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:08.181372 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f71a22a-615c-4f25-ad4d-4a7ed7d41b40') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:08.181836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f71a22a-615c-4f25-ad4d-4a7ed7d41b40') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:08.192664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network 171d6bde-6c9f-498a-9411-e8ee16035d11 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:08.194955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.224296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-f0933f03-35bc-47c5-a0bf-1021b81988af service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519823 Sep 16 16:43:08.260990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 171d6bde-6c9f-498a-9411-e8ee16035d11) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:08.265970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:08.267671 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.273975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd675d9f-845a-49c1-bd7a-69ddc144e61f None None] Network 171d6bde-6c9f-498a-9411-e8ee16035d11 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:08.275925 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-7ae24e6a-0ddc-4619-999d-927782cffc23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=8ab0bbc4-e6a3-417d-bad8-c3094a12594a HTTP/1.1" status: 200 len: 217 time: 0.0442600 Sep 16 16:43:08.374506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-db677812-f3ea-4850-9acc-29829c1f2f55 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9544163 Sep 16 16:43:08.377868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52482) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:08.383119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-417380573'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:08.399325 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.414799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:08.416802 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:08.419596 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:08.483641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:08.486185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-49acd35d-6917-40cd-83a5-0a37bf681a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:08.487227 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.487831 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-49acd35d-6917-40cd-83a5-0a37bf681a24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.2051232 Sep 16 16:43:08.550762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-171d6bde-6c9f-498a-9411-e8ee16035d11', 'network_id': '171d6bde-6c9f-498a-9411-e8ee16035d11', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': '2977bce5-a3d3-4bd4-8f4b-e05170eba08d'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:08.551111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-7a0bf3e7-c9c2-4e53-b20d-f80a87edfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:08.551859 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.552947 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-7a0bf3e7-c9c2-4e53-b20d-f80a87edfdc1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552032 Sep 16 16:43:08.583856 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.587133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:08.598591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84902949-a086-483e-abcb-3bc70c299df1 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 16:43:08.603953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.604308 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment 961b4c6b-24dc-44c7-81af-bdd178a88791 of type vlan for network 7eb69386-5252-48bc-a70b-cce8b10281fd Sep 16 16:43:08.611971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.614095 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "DELETE /v2.0/networks/84902949-a086-483e-abcb-3bc70c299df1 HTTP/1.1" status: 204 len: 168 time: 0.8075650 Sep 16 16:43:08.617625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:08.622474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:08.628995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32452965-2ddc-4c82-a2d4-aedd30e807c0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event deleted for resources: {'Network': ['ID=84902949-a086-483e-abcb-3bc70c299df1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:08.696674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.712527 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-a7709320-6ffb-4f69-9a39-8f2cc5bcd435 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519082 Sep 16 16:43:08.746865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Allocated IP 172.20.255.242 (171d6bde-6c9f-498a-9411-e8ee16035d11/2977bce5-a3d3-4bd4-8f4b-e05170eba08d/933094cd-26db-4a80-af98-4414e059f7c8) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:08.790860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Made reservation on behalf of 7aac470cd6b341fbbd120b2d81edbd7d for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:08.793496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.815256 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.821229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:08.822205 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.826943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:08.835947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.841755 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Added segment c8ba7eee-693d-4579-acb8-7fdabc12294e of type vlan for network 29336db1-3465-4f80-bb6a-6957305817b0 Sep 16 16:43:08.889216 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:08.900248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=7eb69386-5252-48bc-a70b-cce8b10281fd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:08.917510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 7eb69386-5252-48bc-a70b-cce8b10281fd details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:08.938348 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-71c82c1c-4d00-4afb-9d96-e5f69b07f007 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171707 Sep 16 16:43:08.962156 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9b4d53c0-d541-4127-9fe1-7724a82c1464 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5828369 Sep 16 16:43:08.966137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52492) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:08.971754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': '7eb69386-5252-48bc-a70b-cce8b10281fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:09.041106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-dbee0272-75e1-4626-954e-9208ed6f8116 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=ea0d0c04-595f-4e21-97cf-1ee3b39295dd HTTP/1.1" status: 200 len: 217 time: 0.0927594 Sep 16 16:43:09.054975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:09.057923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:09.057923 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:09.130378 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:09.160564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e156812-a6c2-41ee-995d-0ad2a5a632ca req-b4a50617-7ae5-48b0-8d8e-9d98a689b401 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:09.164869 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e156812-a6c2-41ee-995d-0ad2a5a632ca req-b4a50617-7ae5-48b0-8d8e-9d98a689b401 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 946 time: 0.1641028 Sep 16 16:43:09.174879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event updated for resources: {'Network': ['ID=29336db1-3465-4f80-bb6a-6957305817b0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:09.182684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-ac5711b7-2e65-45f2-8f0a-55affacd5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:09.184258 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-ac5711b7-2e65-45f2-8f0a-55affacd5616 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.1309786 Sep 16 16:43:09.189032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 29336db1-3465-4f80-bb6a-6957305817b0 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:09.217820 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3cbb7af3-f43d-4b6a-92d5-7913e1ec33f1 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5989666 Sep 16 16:43:09.220366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e156812-a6c2-41ee-995d-0ad2a5a632ca req-bd90a639-c4ee-48c2-8c93-5d10b084ada1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514233 Sep 16 16:43:09.223743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52498) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:09.231970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Request body: {'subnet': {'network_id': '29336db1-3465-4f80-bb6a-6957305817b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:09.252841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-49b262cb-d180-47a1-a4ab-1b1a26f36c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:09.255358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-49b262cb-d180-47a1-a4ab-1b1a26f36c76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557067 Sep 16 16:43:09.289543 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:09.330521 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Network 171d6bde-6c9f-498a-9411-e8ee16035d11 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:09.365386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:09.370384 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:09.378255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Pushing event updated for resources: {'Port': ['ID=933094cd-26db-4a80-af98-4414e059f7c8,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:09.384128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:09.387933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:09.446155 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-3cb64c1d-c7bd-4704-b110-301fc4ba29a0 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824937 Sep 16 16:43:09.456649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Attempting to bind port 933094cd-26db-4a80-af98-4414e059f7c8 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:09.457300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Attempting to bind port 933094cd-26db-4a80-af98-4414e059f7c8 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '171d6bde-6c9f-498a-9411-e8ee16035d11'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:09.457921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Attempting to bind port 933094cd-26db-4a80-af98-4414e059f7c8 on network 171d6bde-6c9f-498a-9411-e8ee16035d11 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:09.467306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:09.467747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Checking segment: {'id': '3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '171d6bde-6c9f-498a-9411-e8ee16035d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:09.471626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:09.471626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Bound using segment: {'id': '3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '171d6bde-6c9f-498a-9411-e8ee16035d11'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:09.471626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Bound port: 933094cd-26db-4a80-af98-4414e059f7c8, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '171d6bde-6c9f-498a-9411-e8ee16035d11'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:09.471626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:09.583673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] For port 933094cd-26db-4a80-af98-4414e059f7c8, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:09.586839 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Made reservation on behalf of 7aac470cd6b341fbbd120b2d81edbd7d for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:09.589302 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:09.590181 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] For port 933094cd-26db-4a80-af98-4414e059f7c8, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=933094cd-26db-4a80-af98-4414e059f7c8,segment=NetworkSegment(3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f),segment_id=3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:09.625831 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-1da6984a-1f91-491f-9670-e5e0d0042947 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705978 Sep 16 16:43:09.667106 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:09.681568 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-9877c464-b421-48b4-80bc-90b0fd8e6756 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=c8200d1d-3946-44b4-b45a-b57718561077 HTTP/1.1" status: 200 len: 217 time: 0.0479712 Sep 16 16:43:09.758753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-216e983d-99b7-43c7-8e2d-0dbb295ef9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:09.760545 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-216e983d-99b7-43c7-8e2d-0dbb295ef9f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.0709162 Sep 16 16:43:09.763916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf1a4c-18f5-43f1-b638-260bdca8163b None None] Pushing event updated for resources: {'Port': ['ID=933094cd-26db-4a80-af98-4414e059f7c8,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:09.834215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-0aec166d-4530-4677-9655-6b3560632ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:09.834215 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-0aec166d-4530-4677-9655-6b3560632ce5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476060 Sep 16 16:43:09.924471 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:09.949145 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-6729889a-d195-415f-956d-6f5d1226a3af service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154838 Sep 16 16:43:10.030623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': '961b4c6b-24dc-44c7-81af-bdd178a88791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7eb69386-5252-48bc-a70b-cce8b10281fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:10.031127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: 7eb69386-5252-48bc-a70b-cce8b10281fd, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:10.042745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=1efd398b-7c50-4d98-b968-12a07264e4f1,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:10.082281 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-f11bed8a-6ede-44ea-bf74-ec056f5f3b4b service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191289 Sep 16 16:43:10.136956 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-5a676005-ca0d-49e9-be38-155b74ef6592 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f41156ca-fe2c-4554-bce2-6da322a34a02 HTTP/1.1" status: 200 len: 217 time: 0.0456834 Sep 16 16:43:10.191823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-7ec37642-ed00-42fd-aa2d-aabd72cca162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:10.193992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-7ec37642-ed00-42fd-aa2d-aabd72cca162 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.0483243 Sep 16 16:43:10.245801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-7664e197-9747-407a-b542-b291308a6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:10.247330 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-7664e197-9747-407a-b542-b291308a6162 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0461280 Sep 16 16:43:10.378020 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-6705ff27-9b47-4b8c-ab8c-17f40210c528 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131880 Sep 16 16:43:10.478035 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-dd24f0f1-f6a1-4c10-8d1d-89c7c11dc737 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930486 Sep 16 16:43:10.527392 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-9ae1da2a-08d8-4f39-9e15-dc20e13c22b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d HTTP/1.1" status: 200 len: 217 time: 0.0423448 Sep 16 16:43:10.587185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-e2a01f7d-0f8a-402c-b27f-902c20f01d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:10.589406 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-e2a01f7d-0f8a-402c-b27f-902c20f01d2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.0549755 Sep 16 16:43:10.651940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-b306d336-685d-42cf-a8c7-bda7fd6b5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:10.653781 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-b306d336-685d-42cf-a8c7-bda7fd6b5412 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559731 Sep 16 16:43:10.766876 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-72cfc9ec-813f-4842-b608-883fd3e82a7d service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052263 Sep 16 16:43:10.864176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network 7eb69386-5252-48bc-a70b-cce8b10281fd is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:10.884902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635b3e15-797f-4ce3-aa57-f8a802d74b70 None None] Network 171d6bde-6c9f-498a-9411-e8ee16035d11 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:10.888240 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5bafc69a-559c-4f13-93bd-35082d95d454 req-c5d12165-dcf9-4305-9635-dec48ef525f4 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135852 Sep 16 16:43:10.983209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a711bcf7-eb43-4ddc-95ae-87a45643bf1d None None] Provisioning complete for port 933094cd-26db-4a80-af98-4414e059f7c8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:10.983586 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a711bcf7-eb43-4ddc-95ae-87a45643bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.009854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.objects.ports [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95358) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:43:11.010524 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.013634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 7eb69386-5252-48bc-a70b-cce8b10281fd) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:11.041028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:11.041720 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.083246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d9f8e08-adbe-4395-ba47-d0db9c83f6fb,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:11.109250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Checking segment: {'id': 'c8ba7eee-693d-4579-acb8-7fdabc12294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '29336db1-3465-4f80-bb6a-6957305817b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:11.109713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Network hostable DHCP agents. Network: 29336db1-3465-4f80-bb6a-6957305817b0, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:11.172294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e2d13078-799f-4035-8508-53d7f180c89d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2044437 Sep 16 16:43:11.174409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52520) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:11.175944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7869b6e-961a-4c0b-b509-0a09e1d9429d None None] Network 7eb69386-5252-48bc-a70b-cce8b10281fd requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:11.275368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Network 29336db1-3465-4f80-bb6a-6957305817b0 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:11.361823 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.394083 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a711bcf7-eb43-4ddc-95ae-87a45643bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.419556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 29336db1-3465-4f80-bb6a-6957305817b0) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:11.430518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3fe851-bc71-4041-8769-47f74535210e None None] Network 29336db1-3465-4f80-bb6a-6957305817b0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:11.439035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:11.439850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.483200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451f2a7-f991-43ac-adda-619b60071e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-7eb69386-5252-48bc-a70b-cce8b10281fd', 'network_id': '7eb69386-5252-48bc-a70b-cce8b10281fd', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': '1efd398b-7c50-4d98-b968-12a07264e4f1'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:11.484053 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3451f2a7-f991-43ac-adda-619b60071e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.489206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a711bcf7-eb43-4ddc-95ae-87a45643bf1d None None] For port 933094cd-26db-4a80-af98-4414e059f7c8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=933094cd-26db-4a80-af98-4414e059f7c8,segment=NetworkSegment(3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f),segment_id=3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:11.489428 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.593144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-75b54537-0208-48d3-afda-568ea0ed6b0f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3677776 Sep 16 16:43:11.595652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52526) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:11.600253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Request body: {'floatingip': {'floating_network_id': '29336db1-3465-4f80-bb6a-6957305817b0'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:11.687303 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a711bcf7-eb43-4ddc-95ae-87a45643bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.695686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9444d3c3-f051-415b-b199-96a97adbd956 None None] Network 29336db1-3465-4f80-bb6a-6957305817b0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:11.735867 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.810618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=1efd398b-7c50-4d98-b968-12a07264e4f1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:11.834719 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.842538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 933094cd-26db-4a80-af98-4414e059f7c8 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server [None req-3451f2a7-f991-43ac-adda-619b60071e70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1efd398b-7c50-4d98-b968-12a07264e4f1: This subnet is being modified by another concurrent operation. Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 16:43:11.845369 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise exception Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1efd398b-7c50-4d98-b968-12a07264e4f1: This subnet is being modified by another concurrent operation. Sep 16 16:43:11.849905 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server Sep 16 16:43:11.883233 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.887432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4e3e1-4796-4878-ab4e-a390a02538a8 None None] Network 7eb69386-5252-48bc-a70b-cce8b10281fd requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:11.915732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711bcf7-eb43-4ddc-95ae-87a45643bf1d None None] Pushing event updated for resources: {'Port': ['ID=933094cd-26db-4a80-af98-4414e059f7c8,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:11.917797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb69386-5252-48bc-a70b-cce8b10281fd']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:11.932286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961b4c6b-24dc-44c7-81af-bdd178a88791') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:11.932838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961b4c6b-24dc-44c7-81af-bdd178a88791') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:11.946588 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.951158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1f2b1586-ddf8-4e13-a47a-cb5a3e900c84 None None] Provisioning complete for port 933094cd-26db-4a80-af98-4414e059f7c8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:11.952249 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1586-ddf8-4e13-a47a-cb5a3e900c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:11.989860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.001677 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:12.002073 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:12.005219 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:12.134554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 933094cd-26db-4a80-af98-4414e059f7c8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:12.134921 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.184342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40fbb9-967c-4a80-9637-4e8cba9cd1a9 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:43:12.374964 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.442162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc40fbb9-967c-4a80-9637-4e8cba9cd1a9 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:43:12.506179 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.519746 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.524771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/7eb69386-5252-48bc-a70b-cce8b10281fd HTTP/1.1" status: 204 len: 168 time: 1.3457220 Sep 16 16:43:12.526172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52542) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:12.538600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-927154108'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:12.538842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150a375-0591-4fba-9e9f-5b9776aa6296 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=7eb69386-5252-48bc-a70b-cce8b10281fd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:12.605996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Allocated IP 172.20.0.2 (29336db1-3465-4f80-bb6a-6957305817b0/6d9f8e08-adbe-4395-ba47-d0db9c83f6fb/41d2ce61-acf9-473a-94f2-17e1c49dd0c8) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:12.651746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:12.655303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.686024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:12.696957 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.697637 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment afd0b232-ba24-4fbf-bdb0-3073ef3c92c5 of type vlan for network 20346df5-c5b1-4854-9c92-07a01ef5d6b7 Sep 16 16:43:12.739569 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.754282 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.887149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.910007 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.921204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:12.921989 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:12.947694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event updated for resources: {'Port': ['ID=41d2ce61-acf9-473a-94f2-17e1c49dd0c8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:12.961971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Network 29336db1-3465-4f80-bb6a-6957305817b0 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:12.963706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:12.969481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:13.032701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=20346df5-c5b1-4854-9c92-07a01ef5d6b7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:13.045712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 20346df5-c5b1-4854-9c92-07a01ef5d6b7 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:13.060729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52548) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:13.062045 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0f55a832-c262-41e5-a53f-d0ace37d5191 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5334835 Sep 16 16:43:13.094455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': '20346df5-c5b1-4854-9c92-07a01ef5d6b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:13.186023 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:13.331413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:13.336195 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:13.396038 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:13.454061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.ipam_backend_mixin [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Performing IP validity checks on allocation pools {{(pid=95358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 16:43:13.454621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.ipam_backend_mixin [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 16:43:13.518714 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:13.696816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:13.738375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 933094cd-26db-4a80-af98-4414e059f7c8 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:43:13.742003 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:13.771135 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:13.777371 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:13.791716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 933094cd-26db-4a80-af98-4414e059f7c8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:13.792377 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:13.874512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=dac9c0c6-bb16-443f-9b9e-5a554d8c7919,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:13.907790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event updated for resources: {'Port': ['ID=41d2ce61-acf9-473a-94f2-17e1c49dd0c8,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:13.914459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': 'afd0b232-ba24-4fbf-bdb0-3073ef3c92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '20346df5-c5b1-4854-9c92-07a01ef5d6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:13.914819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: 20346df5-c5b1-4854-9c92-07a01ef5d6b7, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:13.928268 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.021020 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.023156 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1a5fa193-bb33-40ea-864b-486fd6633cfd tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4259627 Sep 16 16:43:14.025835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52562) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:14.051829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network 20346df5-c5b1-4854-9c92-07a01ef5d6b7 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:14.098837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9eb0d3d0-35d3-4e4e-a25f-14642e79c18e tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=29336db1-3465-4f80-bb6a-6957305817b0 HTTP/1.1" status: 200 len: 689 time: 0.0718663 Sep 16 16:43:14.101724 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52564) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:14.187511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 20346df5-c5b1-4854-9c92-07a01ef5d6b7) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:14.199357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf8c4ce-e3c0-4d67-a77f-b14a303915f3 None None] Network 20346df5-c5b1-4854-9c92-07a01ef5d6b7 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:14.199899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:14.199899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.206171 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.310695 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9781d9b8-a291-481e-a901-058ebdbfef90 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2482574 Sep 16 16:43:14.311352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52566) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:14.337388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Deleting port 41d2ce61-acf9-473a-94f2-17e1c49dd0c8 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:14.337730 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.359292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-20346df5-c5b1-4854-9c92-07a01ef5d6b7', 'network_id': '20346df5-c5b1-4854-9c92-07a01ef5d6b7', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': 'dac9c0c6-bb16-443f-9b9e-5a554d8c7919'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:14.360178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.436125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.437559 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.440997 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.450903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Calling delete_port for 41d2ce61-acf9-473a-94f2-17e1c49dd0c8 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:14.547093 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.560925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Allocated IP 172.20.0.3 (20346df5-c5b1-4854-9c92-07a01ef5d6b7/dac9c0c6-bb16-443f-9b9e-5a554d8c7919/c38b900b-0c72-48b5-8bcc-afcdda71529d) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:14.672004 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.704849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event deleted for resources: {'Port': ['ID=41d2ce61-acf9-473a-94f2-17e1c49dd0c8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:14.746349 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.780762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.817043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.844159 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.867392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Network 20346df5-c5b1-4854-9c92-07a01ef5d6b7 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:14.872085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:14.875508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:14.889256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Pushing event updated for resources: {'Port': ['ID=c38b900b-0c72-48b5-8bcc-afcdda71529d,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:14.954911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Attempting to bind port c38b900b-0c72-48b5-8bcc-afcdda71529d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:14.955307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Attempting to bind port c38b900b-0c72-48b5-8bcc-afcdda71529d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'afd0b232-ba24-4fbf-bdb0-3073ef3c92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '20346df5-c5b1-4854-9c92-07a01ef5d6b7'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:14.955669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Attempting to bind port c38b900b-0c72-48b5-8bcc-afcdda71529d on network 20346df5-c5b1-4854-9c92-07a01ef5d6b7 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:14.961328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:14.961713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Checking segment: {'id': 'afd0b232-ba24-4fbf-bdb0-3073ef3c92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '20346df5-c5b1-4854-9c92-07a01ef5d6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:14.962118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.962509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Bound using segment: {'id': 'afd0b232-ba24-4fbf-bdb0-3073ef3c92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '20346df5-c5b1-4854-9c92-07a01ef5d6b7'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:14.962968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Bound port: c38b900b-0c72-48b5-8bcc-afcdda71529d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd0b232-ba24-4fbf-bdb0-3073ef3c92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '20346df5-c5b1-4854-9c92-07a01ef5d6b7'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:14.963349 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.993443 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:14.993723 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.027391 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=dac9c0c6-bb16-443f-9b9e-5a554d8c7919,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:15.028204 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9f8e08-adbe-4395-ba47-d0db9c83f6fb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:15.060711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] For port c38b900b-0c72-48b5-8bcc-afcdda71529d, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:15.067316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] For port c38b900b-0c72-48b5-8bcc-afcdda71529d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c38b900b-0c72-48b5-8bcc-afcdda71529d,segment=NetworkSegment(afd0b232-ba24-4fbf-bdb0-3073ef3c92c5),segment_id=afd0b232-ba24-4fbf-bdb0-3073ef3c92c5)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:15.097435 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.106714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.119322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29336db1-3465-4f80-bb6a-6957305817b0']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:15.128335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20346df5-c5b1-4854-9c92-07a01ef5d6b7']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:15.128967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ba7eee-693d-4579-acb8-7fdabc12294e') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:15.129259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ba7eee-693d-4579-acb8-7fdabc12294e') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:15.140733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd0b232-ba24-4fbf-bdb0-3073ef3c92c5') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:15.141079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd0b232-ba24-4fbf-bdb0-3073ef3c92c5') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:15.142789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.152781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.158492 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.167672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:15.170043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.171723 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.176502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.180611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:15.185512 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:15.238858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392109b7-be74-48dd-a370-6fe400d0a30e None None] Pushing event updated for resources: {'Port': ['ID=c38b900b-0c72-48b5-8bcc-afcdda71529d,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:15.246895 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:15.324569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:43:15.324569 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:43:15.324569 n-d-807786-3 neutron-server[95357]: [parameters: {'id': '20346df5-c5b1-4854-9c92-07a01ef5d6b7'}] Sep 16 16:43:15.324569 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:43:15.325478 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:43:15.364166 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.370380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29336db1-3465-4f80-bb6a-6957305817b0 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 16:43:15.373502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:15.375397 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "DELETE /v2.0/networks/29336db1-3465-4f80-bb6a-6957305817b0 HTTP/1.1" status: 204 len: 168 time: 1.2726986 Sep 16 16:43:15.378569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52586) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:15.400319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5665b7-d3e7-4a52-a323-02e557c7d8d2 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event deleted for resources: {'Network': ['ID=29336db1-3465-4f80-bb6a-6957305817b0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:15.860295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c38b900b-0c72-48b5-8bcc-afcdda71529d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:43:15.913637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c38b900b-0c72-48b5-8bcc-afcdda71529d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:15.914095 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.080775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.114121 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7bd21102-03bf-49a4-8858-9dec6d013d68 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3350 time: 0.7338948 Sep 16 16:43:16.118236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52602) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:16.121159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.206137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port c38b900b-0c72-48b5-8bcc-afcdda71529d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c38b900b-0c72-48b5-8bcc-afcdda71529d,segment=NetworkSegment(afd0b232-ba24-4fbf-bdb0-3073ef3c92c5),segment_id=afd0b232-ba24-4fbf-bdb0-3073ef3c92c5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:16.207623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aad7b4-b8a1-4b81-a181-5357e1e69794 req-b7662c2e-bc10-47e6-bb0e-84285e79ff1f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.209326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97aad7b4-b8a1-4b81-a181-5357e1e69794 req-b7662c2e-bc10-47e6-bb0e-84285e79ff1f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0655968 Sep 16 16:43:16.261933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97aad7b4-b8a1-4b81-a181-5357e1e69794 req-9fd262db-7630-4f1c-945d-d14ecd8ee4cc tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439756 Sep 16 16:43:16.296198 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Deleting port c38b900b-0c72-48b5-8bcc-afcdda71529d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:16.296589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.303118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.303634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.304193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.304688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.305150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.305612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.306066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.306520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.306973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.307428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.307884 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.308328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.312437 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4aaf5492-98d7-4138-ab04-eb1a01a54209 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7617 time: 0.1904685 Sep 16 16:43:16.313935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.318361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52604) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:16.377223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=c38b900b-0c72-48b5-8bcc-afcdda71529d,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:16.385438 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-3d317c7a-b0b7-417e-99c0-5d1a64bf9c97 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] delete failed (client error): The resource could not be found. Sep 16 16:43:16.387224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3d317c7a-b0b7-417e-99c0-5d1a64bf9c97 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/30609854-ed97-44bf-b002-b88df4f532c3 HTTP/1.1" status: 404 len: 345 time: 0.0722306 Sep 16 16:43:16.389898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52606) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:16.401950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] For port c38b900b-0c72-48b5-8bcc-afcdda71529d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c38b900b-0c72-48b5-8bcc-afcdda71529d,segment=NetworkSegment(afd0b232-ba24-4fbf-bdb0-3073ef3c92c5),segment_id=afd0b232-ba24-4fbf-bdb0-3073ef3c92c5)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:16.402571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.417166 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b751bed-416c-4344-b207-af6bc2129c60 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] DELETE failed (client error): The resource could not be found. Sep 16 16:43:16.417718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Calling delete_port for c38b900b-0c72-48b5-8bcc-afcdda71529d owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:16.418364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b751bed-416c-4344-b207-af6bc2129c60 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:16.420336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5b751bed-416c-4344-b207-af6bc2129c60 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "DELETE /v2.0/networks/29336db1-3465-4f80-bb6a-6957305817b0 HTTP/1.1" status: 404 len: 339 time: 0.0291696 Sep 16 16:43:16.425387 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52608) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:16.431481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Request body: {'network': {'name': 'tempest-network--1596848453', 'router:external': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:16.497531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5bf905-a7d0-4562-a0f9-15e25ac9c53c None None] Network 20346df5-c5b1-4854-9c92-07a01ef5d6b7 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:16.537857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-85e3bbf4-b09d-4b3d-822a-422a6b0d55df None None] Provisioning complete for port c38b900b-0c72-48b5-8bcc-afcdda71529d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:16.538706 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-85e3bbf4-b09d-4b3d-822a-422a6b0d55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.552426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Made reservation on behalf of 7aac470cd6b341fbbd120b2d81edbd7d for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:16.555861 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.626821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.634622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:16.650125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.653420 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Added segment 82d1cb38-93d1-4a55-b71b-cdfdb3e78fd0 of type vlan for network 91df5b7c-0caf-416e-9b1d-0768b52e63f6 Sep 16 16:43:16.665517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Port': ['ID=c38b900b-0c72-48b5-8bcc-afcdda71529d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:16.667513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No DVR routers for this DVR port c38b900b-0c72-48b5-8bcc-afcdda71529d on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:16.734340 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.753298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-85e3bbf4-b09d-4b3d-822a-422a6b0d55df None None] Port c38b900b-0c72-48b5-8bcc-afcdda71529d was deleted so its status cannot be updated. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 16:43:16.765846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.788690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20346df5-c5b1-4854-9c92-07a01ef5d6b7']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:16.797263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd0b232-ba24-4fbf-bdb0-3073ef3c92c5') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:16.797637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd0b232-ba24-4fbf-bdb0-3073ef3c92c5') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:16.810514 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.831507 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.834647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:16.835745 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:16.840444 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:16.852303 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.854017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:16.854192 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:16.861857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251406d2-d4a8-4c3e-bbfc-5f3a32f7aca9 None None] DHCP port deletion for 20346df5-c5b1-4854-9c92-07a01ef5d6b7 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:43:16.933992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event updated for resources: {'Network': ['ID=91df5b7c-0caf-416e-9b1d-0768b52e63f6,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:16.945698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 91df5b7c-0caf-416e-9b1d-0768b52e63f6 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:16.966350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b8f65ede-2a4c-42df-861d-30fa9db14edb tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5398102 Sep 16 16:43:16.968816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52616) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:17.013666 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.019883 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.022939 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/20346df5-c5b1-4854-9c92-07a01ef5d6b7 HTTP/1.1" status: 204 len: 168 time: 2.7099769 Sep 16 16:43:17.030734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52618) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:17.045804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddef6d-55e6-467d-a64a-e6492470c397 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=20346df5-c5b1-4854-9c92-07a01ef5d6b7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:17.060707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1069640722'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:17.114454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50715b-191f-4aa7-85bc-02d1e49afa52 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:17.121305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50715b-191f-4aa7-85bc-02d1e49afa52 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:17.127420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50715b-191f-4aa7-85bc-02d1e49afa52 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:17.134166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50715b-191f-4aa7-85bc-02d1e49afa52 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:17.135889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bf50715b-191f-4aa7-85bc-02d1e49afa52 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1657927 Sep 16 16:43:17.138734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52622) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:17.201575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:17.204985 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.226834 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.244330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:17.271855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.272269 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment 283984cd-0649-40ca-9599-7e4a2609df08 of type vlan for network 9507f328-4eea-4c7c-a242-cd10f94a4e6f Sep 16 16:43:17.360708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.364301 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.413407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91df5b7c-0caf-416e-9b1d-0768b52e63f6']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:17.432774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d1cb38-93d1-4a55-b71b-cdfdb3e78fd0') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:17.433065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d1cb38-93d1-4a55-b71b-cdfdb3e78fd0') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:17.445612 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.463831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.473097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4962-b825-4b6a-a8e6-93528fad94bb req-1a7f9a9f-ebfd-4870-9681-a8ccd9d918ee tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:17.474924 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-709f4962-b825-4b6a-a8e6-93528fad94bb req-1a7f9a9f-ebfd-4870-9681-a8ccd9d918ee tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.1158831 Sep 16 16:43:17.479895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:17.480303 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:17.482050 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:17.512185 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.517771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:17.518355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.633682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=9507f328-4eea-4c7c-a242-cd10f94a4e6f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:17.638472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-709f4962-b825-4b6a-a8e6-93528fad94bb req-300bbae0-96a0-4e35-b124-3c97c7336a52 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555910 Sep 16 16:43:17.645543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 9507f328-4eea-4c7c-a242-cd10f94a4e6f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:17.707277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fa60ace5-a219-46ce-8b49-025620315251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6757324 Sep 16 16:43:17.708217 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.710181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52626) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:17.715147 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': '9507f328-4eea-4c7c-a242-cd10f94a4e6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:17.722701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91df5b7c-0caf-416e-9b1d-0768b52e63f6 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 16:43:17.746141 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.748038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "DELETE /v2.0/networks/91df5b7c-0caf-416e-9b1d-0768b52e63f6 HTTP/1.1" status: 204 len: 168 time: 0.6083751 Sep 16 16:43:17.752997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52630) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:17.755334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c38b900b-0c72-48b5-8bcc-afcdda71529d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:43:17.756168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Request body: {'network': {'name': 'tempest-network--1734193326', 'router:external': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:17.770957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476a09c-0159-490f-9cbf-da336b66e60f tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event deleted for resources: {'Network': ['ID=91df5b7c-0caf-416e-9b1d-0768b52e63f6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:17.777607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: c38b900b-0c72-48b5-8bcc-afcdda71529d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:43:17.777965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c38b900b-0c72-48b5-8bcc-afcdda71529d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:43:17.931517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Made reservation on behalf of 7aac470cd6b341fbbd120b2d81edbd7d for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:17.933487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.965471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:17.974581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:17.974925 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Added segment 68d7a07a-a64e-4b66-92b0-362da93ef1ca of type vlan for network 80610e68-daf5-4de8-862d-1569f0edc339 Sep 16 16:43:18.020903 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.032823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:18.036419 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.135661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.136646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:18.137234 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.235236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event updated for resources: {'Network': ['ID=80610e68-daf5-4de8-862d-1569f0edc339,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:18.247569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 80610e68-daf5-4de8-862d-1569f0edc339 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:18.300004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dde7c0f7-9891-4f53-a5a6-4c825da824f5 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5474219 Sep 16 16:43:18.302493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52638) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:18.368636 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.427642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63a4c53-68fa-49c0-ab68-e1b1a5f632a0 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:18.429303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d63a4c53-68fa-49c0-ab68-e1b1a5f632a0 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] 10.222.0.22 "GET /v2.0/networks/80610e68-daf5-4de8-862d-1569f0edc339 HTTP/1.1" status: 200 len: 757 time: 0.1255829 Sep 16 16:43:18.431882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52640) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:18.462238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=60971b1d-7e0e-40c3-8f0c-aa9786ca1348,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:18.464535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': '283984cd-0649-40ca-9599-7e4a2609df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9507f328-4eea-4c7c-a242-cd10f94a4e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:18.464896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: 9507f328-4eea-4c7c-a242-cd10f94a4e6f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:18.549244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a41f82f-6c60-425b-919e-ed4add1df923 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:18.550619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0a41f82f-6c60-425b-919e-ed4add1df923 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] 10.222.0.22 "GET /v2.0/networks/1096779c-f897-4dcc-b0ba-aeef3e24d0a1 HTTP/1.1" status: 200 len: 768 time: 0.1149511 Sep 16 16:43:18.553500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52642) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:18.613641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network 9507f328-4eea-4c7c-a242-cd10f94a4e6f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:18.627214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.695715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 9507f328-4eea-4c7c-a242-cd10f94a4e6f) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:18.704589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc343f8-447c-4297-a935-e1d122690990 None None] Network 9507f328-4eea-4c7c-a242-cd10f94a4e6f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:18.710691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:18.712629 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.729460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.754439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80610e68-daf5-4de8-862d-1569f0edc339']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:18.766740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d7a07a-a64e-4b66-92b0-362da93ef1ca') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:18.767043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d7a07a-a64e-4b66-92b0-362da93ef1ca') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:18.778565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.791269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52646) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:18.792368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cd2356a6-2519-448d-a67f-fcd43c513921 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0802500 Sep 16 16:43:18.812295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495832b-5aec-4c62-a58b-0ce56ef6fa0a req-cc83cccf-7ee4-40aa-9ee5-495acfe5b055 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:18.814194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5495832b-5aec-4c62-a58b-0ce56ef6fa0a req-cc83cccf-7ee4-40aa-9ee5-495acfe5b055 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0707421 Sep 16 16:43:18.815182 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.832375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:18.832800 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:18.835952 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:18.873007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5495832b-5aec-4c62-a58b-0ce56ef6fa0a req-5a3405e4-9f63-43ef-a9e2-469bdd583af1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465024 Sep 16 16:43:18.937932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0995db24-81a7-4989-9541-53696d0ab54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-9507f328-4eea-4c7c-a242-cd10f94a4e6f', 'network_id': '9507f328-4eea-4c7c-a242-cd10f94a4e6f', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': '60971b1d-7e0e-40c3-8f0c-aa9786ca1348'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:18.939071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0995db24-81a7-4989-9541-53696d0ab54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:18.967426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.087037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.615116 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.621369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80610e68-daf5-4de8-862d-1569f0edc339 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 16:43:19.624097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.631144 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "DELETE /v2.0/networks/80610e68-daf5-4de8-862d-1569f0edc339 HTTP/1.1" status: 204 len: 168 time: 1.0714676 Sep 16 16:43:19.631332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52664) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:19.636197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Request body: {'network': {'name': 'tempest-network--1881810394'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:19.639389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d834-6045-4f24-b50c-6115897271e4 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event deleted for resources: {'Network': ['ID=80610e68-daf5-4de8-862d-1569f0edc339,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:19.664524 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.751334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Made reservation on behalf of 7aac470cd6b341fbbd120b2d81edbd7d for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:19.753574 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.791646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:19.796980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.799577 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=60971b1d-7e0e-40c3-8f0c-aa9786ca1348,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:19.802393 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.802800 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Added segment 4d353fc7-ae14-43fb-8ad6-481d6119d0c9 of type vlan for network 48b9e48a-ad1c-4abd-b29b-0550601528a6 Sep 16 16:43:19.823160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9507f328-4eea-4c7c-a242-cd10f94a4e6f']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:19.833205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283984cd-0649-40ca-9599-7e4a2609df08') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:19.833527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283984cd-0649-40ca-9599-7e4a2609df08') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:19.843799 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server [None req-0995db24-81a7-4989-9541-53696d0ab54f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60971b1d-7e0e-40c3-8f0c-aa9786ca1348: This subnet is being modified by another concurrent operation. Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 16:43:19.845327 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise exception Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60971b1d-7e0e-40c3-8f0c-aa9786ca1348: This subnet is being modified by another concurrent operation. Sep 16 16:43:19.856020 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server Sep 16 16:43:19.859813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.873151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08bfa3-0c01-472d-ab87-5266e2652b01 None None] Network 9507f328-4eea-4c7c-a242-cd10f94a4e6f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:19.885314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.893134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:19.893829 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:19.899684 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:20.013215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.017662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:20.017662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.061146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.062955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3d1f44-71b7-45d7-9335-4fc23a50364d None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:43:20.074426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.085532 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/9507f328-4eea-4c7c-a242-cd10f94a4e6f HTTP/1.1" status: 204 len: 168 time: 1.2895999 Sep 16 16:43:20.132686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52678) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:20.152710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-31326926'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:20.170328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a88ec1-5e20-4d7b-849a-88cecd4fbeb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=9507f328-4eea-4c7c-a242-cd10f94a4e6f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:20.194380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event updated for resources: {'Network': ['ID=48b9e48a-ad1c-4abd-b29b-0550601528a6,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:20.204003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52684) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:20.204173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e8ff1afc-3fff-4c50-b99a-2b1e910720d0 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5733666 Sep 16 16:43:20.209359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ba629fe0-bcea-43c6-b54d-ae8b3d5b3f08 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:20.210965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 48b9e48a-ad1c-4abd-b29b-0550601528a6 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:20.215159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876b6cd-3068-4810-9771-355dc68c5a99 req-9b67e4ac-55de-4335-a03c-ec42b48fb990 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:20.223768 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b876b6cd-3068-4810-9771-355dc68c5a99 req-9b67e4ac-55de-4335-a03c-ec42b48fb990 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.2477975 Sep 16 16:43:20.273115 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b876b6cd-3068-4810-9771-355dc68c5a99 req-036c6eaf-a986-4483-9daa-9d68373d8a71 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476942 Sep 16 16:43:20.324158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:20.327699 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.369253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3d1f44-71b7-45d7-9335-4fc23a50364d None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:43:20.382900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:20.448933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.449288 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment 0d997053-f0a9-4d00-b7ff-e244f60a5dbb of type vlan for network 18fd56a9-66bb-41cb-8453-98aa7b751929 Sep 16 16:43:20.509475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.524862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba629fe0-bcea-43c6-b54d-ae8b3d5b3f08 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.617408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c91e58-0bae-4be9-b56d-305c4507c981 req-a78bdc39-9db1-4b45-b529-62c43720ac8b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:20.619046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6c91e58-0bae-4be9-b56d-305c4507c981 req-a78bdc39-9db1-4b45-b529-62c43720ac8b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0551441 Sep 16 16:43:20.660530 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6c91e58-0bae-4be9-b56d-305c4507c981 req-5f8c701a-bd1f-455b-8c51-b10de1837f77 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351698 Sep 16 16:43:20.686559 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba629fe0-bcea-43c6-b54d-ae8b3d5b3f08 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.713616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba629fe0-bcea-43c6-b54d-ae8b3d5b3f08 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Network 48b9e48a-ad1c-4abd-b29b-0550601528a6 is not hosted by any dhcp agent {{(pid=95357) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 16:43:20.714508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba629fe0-bcea-43c6-b54d-ae8b3d5b3f08 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:20.715101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba629fe0-bcea-43c6-b54d-ae8b3d5b3f08 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.719041 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ba629fe0-bcea-43c6-b54d-ae8b3d5b3f08 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "PUT /v2.0/networks/48b9e48a-ad1c-4abd-b29b-0550601528a6 HTTP/1.1" status: 200 len: 858 time: 0.5114820 Sep 16 16:43:20.719878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.721173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52694) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:20.727137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:20.728760 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:20.778478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba629fe0-bcea-43c6-b54d-ae8b3d5b3f08 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event updated for resources: {'Network': ['ID=48b9e48a-ad1c-4abd-b29b-0550601528a6,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:20.855709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=18fd56a9-66bb-41cb-8453-98aa7b751929,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:20.870272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 18fd56a9-66bb-41cb-8453-98aa7b751929 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:20.873398 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57a3482a-6e0d-499d-83c8-f77cec76bfb0 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7300715 Sep 16 16:43:20.874157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52696) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:20.880986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': '18fd56a9-66bb-41cb-8453-98aa7b751929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:21.101146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:21.104833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.109932 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.133395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd1734-9276-4222-b67a-df47c95c157d req-66c6b421-bf1c-45b6-9b2e-73fe11cb5275 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:21.140327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6afd1734-9276-4222-b67a-df47c95c157d req-66c6b421-bf1c-45b6-9b2e-73fe11cb5275 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0937350 Sep 16 16:43:21.236651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.241778 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6afd1734-9276-4222-b67a-df47c95c157d req-5f271db7-d527-486b-ae41-82eade450308 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868967 Sep 16 16:43:21.263436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b9e48a-ad1c-4abd-b29b-0550601528a6']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:21.276067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d353fc7-ae14-43fb-8ad6-481d6119d0c9') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:21.276369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d353fc7-ae14-43fb-8ad6-481d6119d0c9') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:21.303945 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.322342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.329098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:21.329511 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:21.331323 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:21.436355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.478205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f3d33-8e66-4fae-a200-b5ae0a8acb76 req-aa6e067e-00a2-4719-9e9d-ad0193c05b04 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:21.479742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b07f3d33-8e66-4fae-a200-b5ae0a8acb76 req-aa6e067e-00a2-4719-9e9d-ad0193c05b04 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0522985 Sep 16 16:43:21.497083 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.497509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48b9e48a-ad1c-4abd-b29b-0550601528a6 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 16:43:21.500048 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.500608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=b6220e1c-6da6-405e-adc9-a17c230d6309,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:21.501926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] 10.222.0.22 "DELETE /v2.0/networks/48b9e48a-ad1c-4abd-b29b-0550601528a6 HTTP/1.1" status: 204 len: 168 time: 0.7794614 Sep 16 16:43:21.507781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52708) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:21.526472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9dea3a-0f8b-4a98-908f-b86e4c90aec6 tempest-ExternalNetworksTestJSON-1719743911 tempest-ExternalNetworksTestJSON-1719743911-project-admin] Pushing event deleted for resources: {'Network': ['ID=48b9e48a-ad1c-4abd-b29b-0550601528a6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:21.539085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': '0d997053-f0a9-4d00-b7ff-e244f60a5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '18fd56a9-66bb-41cb-8453-98aa7b751929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:21.539455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: 18fd56a9-66bb-41cb-8453-98aa7b751929, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:21.542099 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea0e15c-622d-40b2-bb49-d0078ae6b015 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:21.542554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea0e15c-622d-40b2-bb49-d0078ae6b015 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:21.546353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b07f3d33-8e66-4fae-a200-b5ae0a8acb76 req-d02f95e4-1d64-4c12-8bde-d472321161f9 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604334 Sep 16 16:43:21.546841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52710) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:21.547112 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5ea0e15c-622d-40b2-bb49-d0078ae6b015 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] 10.222.0.22 "DELETE /v2.0/subnets/6d9f8e08-adbe-4395-ba47-d0db9c83f6fb HTTP/1.1" status: 404 len: 337 time: 0.0363562 Sep 16 16:43:21.649065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network 18fd56a9-66bb-41cb-8453-98aa7b751929 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:21.653231 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.712612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 18fd56a9-66bb-41cb-8453-98aa7b751929) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:21.730421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ebc10c-2b54-4c54-b7b0-ab053e324143 None None] Network 18fd56a9-66bb-41cb-8453-98aa7b751929 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:21.760672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:21.761516 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.779383 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.821704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1096779c-f897-4dcc-b0ba-aeef3e24d0a1']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:21.833702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3298ec48-5dc4-4e19-9c9c-e4ac8cc5a3eb') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:21.834101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3298ec48-5dc4-4e19-9c9c-e4ac8cc5a3eb') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:21.862407 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.874284 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57bfb951-ece8-4b56-8561-8e6a67557f4a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9980705 Sep 16 16:43:21.876834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52722) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:21.881809 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.888064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:21.888502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:21.962466 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:22.017127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.017876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-18fd56a9-66bb-41cb-8453-98aa7b751929', 'network_id': '18fd56a9-66bb-41cb-8453-98aa7b751929', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': 'b6220e1c-6da6-405e-adc9-a17c230d6309'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:22.018757 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.057425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cffe3f-6dd1-40e4-a2b3-99613f7737f0 req-ac39ebc3-71e0-4f22-b362-ab1740b8edad tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:22.072989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51cffe3f-6dd1-40e4-a2b3-99613f7737f0 req-ac39ebc3-71e0-4f22-b362-ab1740b8edad tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1082799 Sep 16 16:43:22.111537 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.123242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.148646 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51cffe3f-6dd1-40e4-a2b3-99613f7737f0 req-23922de3-f3f4-46eb-b98b-296da2e6bd45 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730672 Sep 16 16:43:22.165696 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.167757 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] 10.222.0.22 "DELETE /v2.0/networks/1096779c-f897-4dcc-b0ba-aeef3e24d0a1 HTTP/1.1" status: 204 len: 168 time: 0.6199160 Sep 16 16:43:22.243997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baeea6f-916f-4928-82ec-ca6ed67eabd5 tempest-ExternalNetworksTestJSON-2126233130 tempest-ExternalNetworksTestJSON-2126233130-project] Pushing event deleted for resources: {'Network': ['ID=1096779c-f897-4dcc-b0ba-aeef3e24d0a1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:22.282585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Allocated IP 172.20.0.2 (18fd56a9-66bb-41cb-8453-98aa7b751929/b6220e1c-6da6-405e-adc9-a17c230d6309/2657e3c6-0036-41d8-8362-475ab86bde51) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:22.470136 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.581341 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.621372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Network 18fd56a9-66bb-41cb-8453-98aa7b751929 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:22.626253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:22.630022 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:22.691259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Pushing event updated for resources: {'Port': ['ID=2657e3c6-0036-41d8-8362-475ab86bde51,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:22.698365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711c5d7-ffc2-4c36-a0b4-0579ab0653d5 req-701ea1c5-1135-4b14-8dbe-46232541f5f9 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:22.703038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Attempting to bind port 2657e3c6-0036-41d8-8362-475ab86bde51 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:22.703407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Attempting to bind port 2657e3c6-0036-41d8-8362-475ab86bde51 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '0d997053-f0a9-4d00-b7ff-e244f60a5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '18fd56a9-66bb-41cb-8453-98aa7b751929'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:22.703764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Attempting to bind port 2657e3c6-0036-41d8-8362-475ab86bde51 on network 18fd56a9-66bb-41cb-8453-98aa7b751929 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:22.705993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9711c5d7-ffc2-4c36-a0b4-0579ab0653d5 req-701ea1c5-1135-4b14-8dbe-46232541f5f9 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0623128 Sep 16 16:43:22.709193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:22.711012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Checking segment: {'id': '0d997053-f0a9-4d00-b7ff-e244f60a5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '18fd56a9-66bb-41cb-8453-98aa7b751929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:22.711012 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.711012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Bound using segment: {'id': '0d997053-f0a9-4d00-b7ff-e244f60a5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '18fd56a9-66bb-41cb-8453-98aa7b751929'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:22.711333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Bound port: 2657e3c6-0036-41d8-8362-475ab86bde51, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d997053-f0a9-4d00-b7ff-e244f60a5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '18fd56a9-66bb-41cb-8453-98aa7b751929'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:22.711571 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.744724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9711c5d7-ffc2-4c36-a0b4-0579ab0653d5 req-862558e8-eec6-41b9-b6e4-d970080263aa tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375769 Sep 16 16:43:22.753442 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.804355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=b6220e1c-6da6-405e-adc9-a17c230d6309,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:22.813828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.814241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.814533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.814877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.815214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.815550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.815883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.816215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.816574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.816906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.817237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.817567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:22.825513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52742) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:22.857938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] For port 2657e3c6-0036-41d8-8362-475ab86bde51, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:22.861995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] For port 2657e3c6-0036-41d8-8362-475ab86bde51, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2657e3c6-0036-41d8-8362-475ab86bde51,segment=NetworkSegment(0d997053-f0a9-4d00-b7ff-e244f60a5dbb),segment_id=0d997053-f0a9-4d00-b7ff-e244f60a5dbb)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:22.911350 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.924641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.939656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fd56a9-66bb-41cb-8453-98aa7b751929']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:22.955486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d997053-f0a9-4d00-b7ff-e244f60a5dbb') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:22.955791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d997053-f0a9-4d00-b7ff-e244f60a5dbb') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:22.966945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.983022 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:22.987825 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d15771-94f7-4ba4-9e8a-18df38da6f60 None None] Pushing event updated for resources: {'Port': ['ID=2657e3c6-0036-41d8-8362-475ab86bde51,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:22.990279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:22.991272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:23.004485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fea259d4-e92b-4a3d-be15-d5dc9ba1bff2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dcc29922d3b7449e8deb230645dd1b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748950 Sep 16 16:43:23.006573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52746) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:23.007057 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:23.085715 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-45af4646-8343-457f-94cf-f63f04286990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:23.113763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:43:23.113763 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:43:23.113763 n-d-807786-3 neutron-server[95357]: [parameters: {'id': '18fd56a9-66bb-41cb-8453-98aa7b751929'}] Sep 16 16:43:23.113763 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:43:23.115273 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:43:23.137157 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-45af4646-8343-457f-94cf-f63f04286990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:23.187702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cea61-a49e-4c30-a9e9-3b21651901a6 req-33ccc2ac-2626-49d4-92cd-1dc76d5b9c88 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:23.189444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b18cea61-a49e-4c30-a9e9-3b21651901a6 req-33ccc2ac-2626-49d4-92cd-1dc76d5b9c88 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0935304 Sep 16 16:43:23.274360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b18cea61-a49e-4c30-a9e9-3b21651901a6 req-a6756108-cf09-4acb-8452-3c74cd9c01e9 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682883 Sep 16 16:43:23.320244 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-45af4646-8343-457f-94cf-f63f04286990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:23.322985 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-45af4646-8343-457f-94cf-f63f04286990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:23.327155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-45af4646-8343-457f-94cf-f63f04286990 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc6e3676-665c-453b-aced-2c0aa0e9caf2 HTTP/1.1" status: 204 len: 168 time: 0.3158817 Sep 16 16:43:23.339876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af4646-8343-457f-94cf-f63f04286990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e3676-665c-453b-aced-2c0aa0e9caf2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:23.617156 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:23.678036 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Deleting port 2657e3c6-0036-41d8-8362-475ab86bde51 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:23.678970 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:23.766540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] For port 2657e3c6-0036-41d8-8362-475ab86bde51, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2657e3c6-0036-41d8-8362-475ab86bde51,segment=NetworkSegment(0d997053-f0a9-4d00-b7ff-e244f60a5dbb),segment_id=0d997053-f0a9-4d00-b7ff-e244f60a5dbb)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:23.767170 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:23.794532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2657e3c6-0036-41d8-8362-475ab86bde51 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:43:23.795164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Calling delete_port for 2657e3c6-0036-41d8-8362-475ab86bde51 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:23.864652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2657e3c6-0036-41d8-8362-475ab86bde51 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:23.873180 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:23.920634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6c58c-f90c-48ee-9704-043572d1b8d3 req-cf519de6-2fda-49e0-9e78-e66491ee7a2b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:23.923102 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbf6c58c-f90c-48ee-9704-043572d1b8d3 req-cf519de6-2fda-49e0-9e78-e66491ee7a2b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0645034 Sep 16 16:43:23.968993 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:23.983282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbf6c58c-f90c-48ee-9704-043572d1b8d3 req-5030e445-069c-47bb-add1-224f59a43814 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500755 Sep 16 16:43:23.986352 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.023678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Port': ['ID=2657e3c6-0036-41d8-8362-475ab86bde51,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:24.029114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No DVR routers for this DVR port 2657e3c6-0036-41d8-8362-475ab86bde51 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:24.123877 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.135527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e2e0f-759c-46c6-9610-8ebffb8c1dbf None None] Network 18fd56a9-66bb-41cb-8453-98aa7b751929 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:24.146240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fd56a9-66bb-41cb-8453-98aa7b751929']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:24.155953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52762) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:24.157818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d997053-f0a9-4d00-b7ff-e244f60a5dbb') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:24.158224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d997053-f0a9-4d00-b7ff-e244f60a5dbb') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:24.167567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-23be5758-42e3-4f53-b24f-dd9ed45e39d6 None None] Could not find standard attr ID for object 2657e3c6-0036-41d8-8362-475ab86bde51. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:43:24.168919 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.185405 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.191701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:24.192658 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:24.196415 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:24.201613 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6d621dd0-1a6d-4c30-bfff-a6fe657e3511 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7aac470cd6b341fbbd120b2d81edbd7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429392 Sep 16 16:43:24.203093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52764) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:24.260222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-844a228e-4463-48b8-8c40-3118890f2644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.282282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-844a228e-4463-48b8-8c40-3118890f2644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.317814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca49a18b-a2f0-4cab-92a7-46d290401188 None None] DHCP port deletion for 18fd56a9-66bb-41cb-8453-98aa7b751929 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:43:24.357619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.359573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.365141 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/18fd56a9-66bb-41cb-8453-98aa7b751929 HTTP/1.1" status: 204 len: 168 time: 2.4835043 Sep 16 16:43:24.365474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52770) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:24.372448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1870541928'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:24.388364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5a363-c663-4cca-b62f-2bd064aea3f3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=18fd56a9-66bb-41cb-8453-98aa7b751929,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:24.399073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8d161-891f-464b-af1f-e71045f30224 req-288787d8-77d5-42c5-a432-9829b260aeaa tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:24.400877 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95f8d161-891f-464b-af1f-e71045f30224 req-288787d8-77d5-42c5-a432-9829b260aeaa tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0583737 Sep 16 16:43:24.440932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95f8d161-891f-464b-af1f-e71045f30224 req-b851f28d-4068-4908-a1b7-373500289124 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Sep 16 16:43:24.481949 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-844a228e-4463-48b8-8c40-3118890f2644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.484832 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-844a228e-4463-48b8-8c40-3118890f2644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.485774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-844a228e-4463-48b8-8c40-3118890f2644 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9dbfdbb9-2d66-475b-9753-9c7ac32ea9e8 HTTP/1.1" status: 204 len: 168 time: 0.2814763 Sep 16 16:43:24.495004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a228e-4463-48b8-8c40-3118890f2644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbfdbb9-2d66-475b-9753-9c7ac32ea9e8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:24.525116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:24.527306 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.558599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:24.568898 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.569843 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment bbed8b22-249f-414a-80d7-246550ba5b1a of type vlan for network e1af65a8-03b5-4fd3-9cd2-411e60b437ff Sep 16 16:43:24.617557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.755895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.762157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:24.762752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:24.829525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=e1af65a8-03b5-4fd3-9cd2-411e60b437ff,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:24.840204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e1af65a8-03b5-4fd3-9cd2-411e60b437ff details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:24.930817 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a7920e8d-c55f-4abc-9ecc-e42eb061b451 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5637696 Sep 16 16:43:24.937682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52780) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:24.942761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': 'e1af65a8-03b5-4fd3-9cd2-411e60b437ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:25.122561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b2918-985a-4a4e-9c89-5404e4cc9eb6 req-8bcf8cca-fb25-417e-9a6a-d7a59e19a675 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:25.124068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a7b2918-985a-4a4e-9c89-5404e4cc9eb6 req-8bcf8cca-fb25-417e-9a6a-d7a59e19a675 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0584764 Sep 16 16:43:25.128831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:25.133282 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:25.163747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a7b2918-985a-4a4e-9c89-5404e4cc9eb6 req-784ce3d5-c66e-4ff2-b866-624c85ae4b93 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329325 Sep 16 16:43:25.193401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Performing IP validity checks on allocation pools {{(pid=95357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 16:43:25.194674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 16:43:25.432626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:25.497349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=747fbac7-7aa8-4c91-a031-6f058657dede,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:25.510148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': 'bbed8b22-249f-414a-80d7-246550ba5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1af65a8-03b5-4fd3-9cd2-411e60b437ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:25.510520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: e1af65a8-03b5-4fd3-9cd2-411e60b437ff, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:25.570647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736a2e5-d58c-4a72-8a99-7920582bcc3f req-82b934e7-9065-4b15-9aad-978dea3a420a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:25.575364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0736a2e5-d58c-4a72-8a99-7920582bcc3f req-82b934e7-9065-4b15-9aad-978dea3a420a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0582082 Sep 16 16:43:25.619380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0736a2e5-d58c-4a72-8a99-7920582bcc3f req-0dd1dfb2-e3da-4bfa-910a-705318eda8d3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360749 Sep 16 16:43:25.619505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network e1af65a8-03b5-4fd3-9cd2-411e60b437ff is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:25.726694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2657e3c6-0036-41d8-8362-475ab86bde51 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:43:25.741287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, e1af65a8-03b5-4fd3-9cd2-411e60b437ff) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:25.745955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:25.747072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:25.748437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 2657e3c6-0036-41d8-8362-475ab86bde51 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:43:25.748859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2657e3c6-0036-41d8-8362-475ab86bde51 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:43:25.751705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d10cdd-8f04-49d1-9196-7af4a3ffad82 None None] Network e1af65a8-03b5-4fd3-9cd2-411e60b437ff requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:25.840602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f502aa52-7d3e-4b09-9a96-af932fa449a2 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8994465 Sep 16 16:43:25.841196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52808) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:25.906231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-e1af65a8-03b5-4fd3-9cd2-411e60b437ff', 'network_id': 'e1af65a8-03b5-4fd3-9cd2-411e60b437ff', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': '747fbac7-7aa8-4c91-a031-6f058657dede'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:25.908801 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:25.950893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.011765 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.058681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Allocated IP 172.20.0.3 (e1af65a8-03b5-4fd3-9cd2-411e60b437ff/747fbac7-7aa8-4c91-a031-6f058657dede/e4cac122-327e-444d-ba04-e35c0cb17726) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:26.203282 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.286328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdd8d6-a87d-4e07-bb8d-f419d6633e0d req-79057d1e-c6b5-40e4-97d9-ce1c68171dc2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:26.287912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54bdd8d6-a87d-4e07-bb8d-f419d6633e0d req-79057d1e-c6b5-40e4-97d9-ce1c68171dc2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0501907 Sep 16 16:43:26.306361 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.328305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54bdd8d6-a87d-4e07-bb8d-f419d6633e0d req-9fc2be97-ffc9-4dce-9ef0-6ab18f614249 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343478 Sep 16 16:43:26.348992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Network e1af65a8-03b5-4fd3-9cd2-411e60b437ff is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:26.353889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:26.360373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:26.363463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Pushing event updated for resources: {'Port': ['ID=e4cac122-327e-444d-ba04-e35c0cb17726,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:26.413855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.427666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Attempting to bind port e4cac122-327e-444d-ba04-e35c0cb17726 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:26.428777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Attempting to bind port e4cac122-327e-444d-ba04-e35c0cb17726 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'bbed8b22-249f-414a-80d7-246550ba5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1af65a8-03b5-4fd3-9cd2-411e60b437ff'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:26.429801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Attempting to bind port e4cac122-327e-444d-ba04-e35c0cb17726 on network e1af65a8-03b5-4fd3-9cd2-411e60b437ff {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:26.435371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:26.440463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Checking segment: {'id': 'bbed8b22-249f-414a-80d7-246550ba5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1af65a8-03b5-4fd3-9cd2-411e60b437ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:26.440463 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.440463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Bound using segment: {'id': 'bbed8b22-249f-414a-80d7-246550ba5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1af65a8-03b5-4fd3-9cd2-411e60b437ff'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:26.440463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Bound port: e4cac122-327e-444d-ba04-e35c0cb17726, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbed8b22-249f-414a-80d7-246550ba5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1af65a8-03b5-4fd3-9cd2-411e60b437ff'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:26.440463 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.449347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=747fbac7-7aa8-4c91-a031-6f058657dede,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:26.510797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] For port e4cac122-327e-444d-ba04-e35c0cb17726, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:26.514141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] For port e4cac122-327e-444d-ba04-e35c0cb17726, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e4cac122-327e-444d-ba04-e35c0cb17726,segment=NetworkSegment(bbed8b22-249f-414a-80d7-246550ba5b1a),segment_id=bbed8b22-249f-414a-80d7-246550ba5b1a)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:26.525059 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.547546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1af65a8-03b5-4fd3-9cd2-411e60b437ff']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:26.556075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbed8b22-249f-414a-80d7-246550ba5b1a') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:26.561819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbed8b22-249f-414a-80d7-246550ba5b1a') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:26.566297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.680301 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.685114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.697467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:26.698135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:26.702936 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:26.762557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990643d1-fa34-4aa2-8a59-1a225c16edef req-126b7d71-e6e7-49cc-92b2-1791fde1aeb0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:26.764106 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-990643d1-fa34-4aa2-8a59-1a225c16edef req-126b7d71-e6e7-49cc-92b2-1791fde1aeb0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0553489 Sep 16 16:43:26.764777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e0d0e-6fa7-4138-a2fa-92d27a221af9 None None] Pushing event updated for resources: {'Port': ['ID=e4cac122-327e-444d-ba04-e35c0cb17726,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:26.818699 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-990643d1-fa34-4aa2-8a59-1a225c16edef req-3ce312f0-84a8-4fc8-8db9-f0cae7a18d0f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409844 Sep 16 16:43:26.820012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ac7b00-b38a-4d3e-b7d1-7f9ebe1d05fd None None] Network e1af65a8-03b5-4fd3-9cd2-411e60b437ff requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:26.872510 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:43:26.872510 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:43:26.872510 n-d-807786-3 neutron-server[95357]: [parameters: {'id': 'e1af65a8-03b5-4fd3-9cd2-411e60b437ff'}] Sep 16 16:43:26.872510 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:43:26.873758 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:43:26.891244 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:43:26.954127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca34e15-ef0a-4485-94d5-69ccdb66f109 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:43:27.068576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca34e15-ef0a-4485-94d5-69ccdb66f109 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:43:27.374506 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:27.441058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Deleting port e4cac122-327e-444d-ba04-e35c0cb17726 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:27.441403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:27.468318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50185e53-aadf-4eb7-90ae-fc5b57aa8f40 req-ca61d006-8338-4c17-8d26-e2be33060977 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:27.479506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50185e53-aadf-4eb7-90ae-fc5b57aa8f40 req-ca61d006-8338-4c17-8d26-e2be33060977 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0713346 Sep 16 16:43:27.516752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] For port e4cac122-327e-444d-ba04-e35c0cb17726, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e4cac122-327e-444d-ba04-e35c0cb17726,segment=NetworkSegment(bbed8b22-249f-414a-80d7-246550ba5b1a),segment_id=bbed8b22-249f-414a-80d7-246550ba5b1a)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:27.517122 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:27.524701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50185e53-aadf-4eb7-90ae-fc5b57aa8f40 req-87e6200a-5c09-42e8-a511-b5dfc5e4cb85 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416420 Sep 16 16:43:27.531658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Calling delete_port for e4cac122-327e-444d-ba04-e35c0cb17726 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:27.707293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52850) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:27.714523 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:27.742536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Port': ['ID=e4cac122-327e-444d-ba04-e35c0cb17726,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:27.747421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No DVR routers for this DVR port e4cac122-327e-444d-ba04-e35c0cb17726 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:27.840278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:27.862579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1af65a8-03b5-4fd3-9cd2-411e60b437ff']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:27.873075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbed8b22-249f-414a-80d7-246550ba5b1a') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:27.873611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbed8b22-249f-414a-80d7-246550ba5b1a') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:27.883527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:27.897875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:27.913461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:27.923860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:27.924257 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:27.927255 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:27.935817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639389f-fc44-4bea-bc98-f29e9523262f req-dc3c76ff-b907-4019-b1ae-bbbf8c60afbb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:27.940540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f639389f-fc44-4bea-bc98-f29e9523262f req-dc3c76ff-b907-4019-b1ae-bbbf8c60afbb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0515969 Sep 16 16:43:27.976456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f639389f-fc44-4bea-bc98-f29e9523262f req-59026665-41dd-4c7c-820a-e41659b7879a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329773 Sep 16 16:43:28.037202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.105963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.113788 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.115659 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/e1af65a8-03b5-4fd3-9cd2-411e60b437ff HTTP/1.1" status: 204 len: 168 time: 2.2736526 Sep 16 16:43:28.119486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52860) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:28.124656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-780766042'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:28.132283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f027e-3fe7-48c7-8e00-e32f260100e6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=e1af65a8-03b5-4fd3-9cd2-411e60b437ff,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:28.158778 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.218798 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5a976ac1-9c12-40da-b246-c1bd3cf8aafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.253455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:28.257355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.268277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Allocated IP 172.25.6.121 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/09abfd62-3326-4ee2-8cc2-97f08407ce67) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:28.282382 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:28.291761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.292104 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment 40f8c8cf-41de-4bf2-bdbf-f1f2298e8275 of type vlan for network 9a91779c-61c8-4249-b54d-b5b964e191de Sep 16 16:43:28.332778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.375830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.409065 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.415669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:28.416336 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.461982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.491307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=9a91779c-61c8-4249-b54d-b5b964e191de,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:28.497634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:28.505912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:28.506052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 9a91779c-61c8-4249-b54d-b5b964e191de details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:28.508318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:28.552022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event updated for resources: {'Port': ['ID=09abfd62-3326-4ee2-8cc2-97f08407ce67,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:28.587200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-498f3bda-d991-45da-8300-d5cfeb624a98 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4665737 Sep 16 16:43:28.589954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52872) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:28.595272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': '9a91779c-61c8-4249-b54d-b5b964e191de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:28.615413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.717255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71016e3-348a-496a-a848-f8333fefdd7a req-cb4d8b17-dec3-4e90-94b6-8d82727f9072 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:28.718839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e71016e3-348a-496a-a848-f8333fefdd7a req-cb4d8b17-dec3-4e90-94b6-8d82727f9072 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.1194296 Sep 16 16:43:28.770430 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.777907 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e71016e3-348a-496a-a848-f8333fefdd7a req-ae8ce60e-347f-4a7d-81b8-06d5b4b138f0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459998 Sep 16 16:43:28.855959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:28.859824 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:28.953469 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.031845 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.056098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 46ba6da9-5603-4585-97d9-71f082072db7 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:43:29.107439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6a3a6-acb1-4b8b-b0ac-dbbe6b066477 req-5a43831a-6f13-42d7-97a3-0f5096beaea2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:29.108612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event updated for resources: {'Port': ['ID=09abfd62-3326-4ee2-8cc2-97f08407ce67,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:29.109051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfe6a3a6-acb1-4b8b-b0ac-dbbe6b066477 req-5a43831a-6f13-42d7-97a3-0f5096beaea2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0563762 Sep 16 16:43:29.117908 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.151122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bfe6a3a6-acb1-4b8b-b0ac-dbbe6b066477 req-d7c449e9-396f-408b-b9fd-7ede594e56a9 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334928 Sep 16 16:43:29.169968 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.175879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:29.188301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '46ba6da9-5603-4585-97d9-71f082072db7', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'port_id': '46ba6da9-5603-4585-97d9-71f082072db7', 'mac_address': 'fa:16:3e:d7:97:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:43:29.228869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.234749 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.238340 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a36d61a5-f258-4f83-a533-d9cba8a141f9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5233662 Sep 16 16:43:29.239355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52898) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:29.240978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=d238a10b-fc1e-4660-b374-b6ee6690246c,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:29.245579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-619604850'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:29.251485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46ba6da9-5603-4585-97d9-71f082072db7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:43:29.262511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': '40f8c8cf-41de-4bf2-bdbf-f1f2298e8275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9a91779c-61c8-4249-b54d-b5b964e191de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:29.263001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: 9a91779c-61c8-4249-b54d-b5b964e191de, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:29.276090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:29.413314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network 9a91779c-61c8-4249-b54d-b5b964e191de is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:29.413486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Made reservation on behalf of 7ed832190fe94906bda318cca09c83a4 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:29.413807 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.416956 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.433063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.496625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:29.528793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['46ba6da9-5603-4585-97d9-71f082072db7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:43:29.564213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 9a91779c-61c8-4249-b54d-b5b964e191de) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:29.569983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.570237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:29.572032 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.587172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df8e4fb-bdad-4095-b894-c94323f5450c None None] Network 9a91779c-61c8-4249-b54d-b5b964e191de requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:29.683407 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.713056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:29.728805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac50349a-422f-45ca-b369-58cffe52a6cf,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:29.738211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.738567 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Added segment 98d1f1b4-574b-4957-a3f8-18e5d24e14ef of type vlan for network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 Sep 16 16:43:29.806298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-9a91779c-61c8-4249-b54d-b5b964e191de', 'network_id': '9a91779c-61c8-4249-b54d-b5b964e191de', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': 'd238a10b-fc1e-4660-b374-b6ee6690246c'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:29.807257 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:29.812808 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-408460d7-e0fb-4429-9d7c-d0f15bc89ef8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2189181 Sep 16 16:43:29.812983 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52906) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:29.822072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.058346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1887d1e-8e02-47d0-bcb0-ce66c12067ef req-6d2218ee-6af2-4b0d-8ee6-3ef8ee372e0e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:30.067089 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1887d1e-8e02-47d0-bcb0-ce66c12067ef req-6d2218ee-6af2-4b0d-8ee6-3ef8ee372e0e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 944 time: 0.1281300 Sep 16 16:43:30.081608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Allocated IP 172.20.0.1 (9a91779c-61c8-4249-b54d-b5b964e191de/d238a10b-fc1e-4660-b374-b6ee6690246c/c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:30.134011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1887d1e-8e02-47d0-bcb0-ce66c12067ef req-32602ea4-ade8-4f9c-8dfb-0ac1f2a792a3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616000 Sep 16 16:43:30.306178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.359251 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.368341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a00963-f05f-4e56-a916-39c116da55ed req-92a61860-ff5d-4d6b-b290-de234c16f2f5 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:30.370041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57a00963-f05f-4e56-a916-39c116da55ed req-92a61860-ff5d-4d6b-b290-de234c16f2f5 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0842073 Sep 16 16:43:30.426394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57a00963-f05f-4e56-a916-39c116da55ed req-2dca63be-589a-4fbd-83f1-6419a93fdebd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493796 Sep 16 16:43:30.427564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.446218 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.472293 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.479801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:30.481706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.484716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Network 9a91779c-61c8-4249-b54d-b5b964e191de is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:30.488464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:30.495379 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:30.504669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Pushing event updated for resources: {'Port': ['ID=c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:30.584291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Attempting to bind port c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:30.585048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Attempting to bind port c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '40f8c8cf-41de-4bf2-bdbf-f1f2298e8275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9a91779c-61c8-4249-b54d-b5b964e191de'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:30.585424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Attempting to bind port c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e on network 9a91779c-61c8-4249-b54d-b5b964e191de {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:30.590980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event updated for resources: {'Network': ['ID=4fc5f0e0-23e4-492f-8ced-c6ae0fe57146,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:30.594160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:30.594160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Checking segment: {'id': '40f8c8cf-41de-4bf2-bdbf-f1f2298e8275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9a91779c-61c8-4249-b54d-b5b964e191de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:30.594160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.594160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Bound using segment: {'id': '40f8c8cf-41de-4bf2-bdbf-f1f2298e8275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9a91779c-61c8-4249-b54d-b5b964e191de'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:30.594160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Bound port: c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f8c8cf-41de-4bf2-bdbf-f1f2298e8275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9a91779c-61c8-4249-b54d-b5b964e191de'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:30.595025 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.608560 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:30.645550 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-53d62922-21b5-4ffa-a043-277023624ef6 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4021926 Sep 16 16:43:30.645842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52916) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:30.651597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Request body: {'subnet': {'network_id': '4fc5f0e0-23e4-492f-8ced-c6ae0fe57146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:30.748676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] For port c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:30.753135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] For port c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e,segment=NetworkSegment(40f8c8cf-41de-4bf2-bdbf-f1f2298e8275),segment_id=40f8c8cf-41de-4bf2-bdbf-f1f2298e8275)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:30.787036 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.830278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=d238a10b-fc1e-4660-b374-b6ee6690246c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:30.849206 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5b01cf87-f707-4517-bbaf-eb2b67b697e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.912467 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.914256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Made reservation on behalf of 7ed832190fe94906bda318cca09c83a4 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:30.917845 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:30.948328 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.010656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4bafd-f2a5-4fee-bac6-ede2084b314a None None] Pushing event updated for resources: {'Port': ['ID=c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:31.028086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a91779c-61c8-4249-b54d-b5b964e191de']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:31.043398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f8c8cf-41de-4bf2-bdbf-f1f2298e8275') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:31.043687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f8c8cf-41de-4bf2-bdbf-f1f2298e8275') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:31.071860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 46ba6da9-5603-4585-97d9-71f082072db7 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:43:31.082286 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.119099 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.131617 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:31.133885 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:31.137787 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:31.171167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 46ba6da9-5603-4585-97d9-71f082072db7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:31.171167 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.281323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:43:31.281323 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:43:31.281323 n-d-807786-3 neutron-server[95357]: [parameters: {'id': '9a91779c-61c8-4249-b54d-b5b964e191de'}] Sep 16 16:43:31.281323 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:43:31.284369 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:43:31.292695 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.335667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdbd5-68e4-4e0b-a56b-74657e6f2a96 req-a0869558-d655-4049-ba7d-f389cc5e2e2c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:31.338714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:43:31.341568 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78c47dc-3fa6-49d8-8b4d-92a7d5236dc1" -d '{"events": [{"server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "name": "network-vif-plugged", "status": "completed", "tag": "46ba6da9-5603-4585-97d9-71f082072db7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:43:31.346648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c47fdbd5-68e4-4e0b-a56b-74657e6f2a96 req-a0869558-d655-4049-ba7d-f389cc5e2e2c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 944 time: 0.0970595 Sep 16 16:43:31.371776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:31.429210 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125cf1ad-dd3d-41ed-af64-5af58a42952b x-openstack-request-id: req-125cf1ad-dd3d-41ed-af64-5af58a42952b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:43:31.429559 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "name": "network-vif-plugged", "status": "completed", "tag": "46ba6da9-5603-4585-97d9-71f082072db7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:43:31.430583 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-125cf1ad-dd3d-41ed-af64-5af58a42952b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:43:31.431319 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7', 'code': 200} Sep 16 16:43:31.434486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c47fdbd5-68e4-4e0b-a56b-74657e6f2a96 req-c0d3b7e2-a188-4500-8876-1abf0b86ee1b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862868 Sep 16 16:43:31.448777 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.499082 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.520044 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.547969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:31.603623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Checking segment: {'id': '98d1f1b4-574b-4957-a3f8-18e5d24e14ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4fc5f0e0-23e4-492f-8ced-c6ae0fe57146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:31.603909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Network hostable DHCP agents. Network: 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:31.607054 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event updated for resources: {'Subnet': ['ID=b6649a2a-687c-4911-a24a-987bf6aacab2,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:31.615690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff131c04-ce7b-4f57-9017-45fae97a7384 req-a245736c-6a91-412f-9cde-36172eacfb9e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:31.624105 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff131c04-ce7b-4f57-9017-45fae97a7384 req-a245736c-6a91-412f-9cde-36172eacfb9e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0824180 Sep 16 16:43:31.660514 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff131c04-ce7b-4f57-9017-45fae97a7384 req-547ccdbd-8016-4e05-a2c0-018ae339e8a1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354857 Sep 16 16:43:31.712416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:31.788106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.819167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:43:31.844482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:31.856271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef833f-7666-404b-9913-9352598d5a28 None None] Network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:31.865645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:31.866654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.900874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Deleting port c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:31.903010 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.956955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:31.957763 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.962097 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:31.991209 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-216c5db7-cff0-493c-80b6-b5d83756c04b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3437328 Sep 16 16:43:31.994918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52932) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:31.999685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1344212924', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:32.017206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] For port c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e,segment=NetworkSegment(40f8c8cf-41de-4bf2-bdbf-f1f2298e8275),segment_id=40f8c8cf-41de-4bf2-bdbf-f1f2298e8275)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:32.017600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.044431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Calling delete_port for c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:32.157434 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.160700 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.222518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-4fc5f0e0-23e4-492f-8ced-c6ae0fe57146', 'network_id': '4fc5f0e0-23e4-492f-8ced-c6ae0fe57146', 'tenant_id': '7ed832190fe94906bda318cca09c83a4', 'fixed_ips': [{'subnet_id': 'b6649a2a-687c-4911-a24a-987bf6aacab2'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:32.225906 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.228863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.232879 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.339387 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.359205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No DVR routers for this DVR port c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:32.386216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Port': ['ID=c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:32.456931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf715b8a-7c3a-43b3-8c71-91f2e9392567 None None] Network 9a91779c-61c8-4249-b54d-b5b964e191de requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:32.487155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5b0e59d3-d77a-4ce2-9927-bfe94f28e981 None None] Could not find standard attr ID for object c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:43:32.519722 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.560940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a91779c-61c8-4249-b54d-b5b964e191de']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:32.573326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f8c8cf-41de-4bf2-bdbf-f1f2298e8275') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:32.573965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f8c8cf-41de-4bf2-bdbf-f1f2298e8275') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:32.585262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.602670 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.619704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:32.620925 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.633629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Allocated IP 172.20.0.2 (4fc5f0e0-23e4-492f-8ced-c6ae0fe57146/b6649a2a-687c-4911-a24a-987bf6aacab2/2b33f30a-2045-42bb-b17c-60a867c620a1) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:32.680174 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:32.694787 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:32.757264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb169c-40d4-43fa-83f0-f5f7b3fe4d28 None None] DHCP port deletion for 9a91779c-61c8-4249-b54d-b5b964e191de request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:43:32.767027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07655da3-f536-47ce-b49b-3144d26a95f8 req-545502da-fc50-4ad5-8449-4fad1918e57b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:32.769465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07655da3-f536-47ce-b49b-3144d26a95f8 req-545502da-fc50-4ad5-8449-4fad1918e57b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.1890838 Sep 16 16:43:32.870699 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.879804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07655da3-f536-47ce-b49b-3144d26a95f8 req-b1b898d2-4677-4978-9687-c16f49210664 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844126 Sep 16 16:43:32.887722 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.896687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:32.899971 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/9a91779c-61c8-4249-b54d-b5b964e191de HTTP/1.1" status: 204 len: 168 time: 3.0840409 Sep 16 16:43:32.904741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52942) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:32.913263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-811848527'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:32.927817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e77e7-5a63-49bb-9eca-a308aed2037f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=9a91779c-61c8-4249-b54d-b5b964e191de,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:32.930221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597401a-cdf3-43a1-bed2-1533f7d0eceb req-fe234839-b163-4a50-9be7-8b1a0b53aa71 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:32.940143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4597401a-cdf3-43a1-bed2-1533f7d0eceb req-fe234839-b163-4a50-9be7-8b1a0b53aa71 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1687796 Sep 16 16:43:32.969952 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.009631 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:33.014766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:33.017575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:33.028472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4597401a-cdf3-43a1-bed2-1533f7d0eceb req-c986e483-5fa9-4ae2-9066-842075663c89 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772631 Sep 16 16:43:33.029729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Pushing event updated for resources: {'Port': ['ID=2b33f30a-2045-42bb-b17c-60a867c620a1,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:33.064212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:33.067967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.092903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:33.105628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.108330 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment 32029244-4e36-4154-babd-45999547e795 of type vlan for network 531e11f1-404a-47e8-996f-ffc2b87e4543 Sep 16 16:43:33.108501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Attempting to bind port 2b33f30a-2045-42bb-b17c-60a867c620a1 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:33.108501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Attempting to bind port 2b33f30a-2045-42bb-b17c-60a867c620a1 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '98d1f1b4-574b-4957-a3f8-18e5d24e14ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4fc5f0e0-23e4-492f-8ced-c6ae0fe57146'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:33.108501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Attempting to bind port 2b33f30a-2045-42bb-b17c-60a867c620a1 on network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:33.113168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:33.113685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Checking segment: {'id': '98d1f1b4-574b-4957-a3f8-18e5d24e14ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4fc5f0e0-23e4-492f-8ced-c6ae0fe57146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:33.115633 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.115633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Bound using segment: {'id': '98d1f1b4-574b-4957-a3f8-18e5d24e14ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4fc5f0e0-23e4-492f-8ced-c6ae0fe57146'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:33.115633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Bound port: 2b33f30a-2045-42bb-b17c-60a867c620a1, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d1f1b4-574b-4957-a3f8-18e5d24e14ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4fc5f0e0-23e4-492f-8ced-c6ae0fe57146'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:33.115633 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.151030 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.197392 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.221021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] For port 2b33f30a-2045-42bb-b17c-60a867c620a1, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:33.227041 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.228623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] For port 2b33f30a-2045-42bb-b17c-60a867c620a1, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2b33f30a-2045-42bb-b17c-60a867c620a1,segment=NetworkSegment(98d1f1b4-574b-4957-a3f8-18e5d24e14ef),segment_id=98d1f1b4-574b-4957-a3f8-18e5d24e14ef)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:33.294854 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.300464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:33.301210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.322907 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.412632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Allocated IP 172.25.6.30 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/9cf5e69b-cda9-4f74-b2f4-f81743214124) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:33.445688 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5370362 Sep 16 16:43:33.448738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52950) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:33.456426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': '531e11f1-404a-47e8-996f-ffc2b87e4543', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:33.467834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a4f28-2f71-4d6f-bf9b-f68435c55634 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=531e11f1-404a-47e8-996f-ffc2b87e4543,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:33.486959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 531e11f1-404a-47e8-996f-ffc2b87e4543 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:33.489342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162de16-aadd-43db-8a7a-4569dd7fa17a None None] Pushing event updated for resources: {'Port': ['ID=2b33f30a-2045-42bb-b17c-60a867c620a1,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:33.678157 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.866083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:33.870700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:33.886430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2b33f30a-2045-42bb-b17c-60a867c620a1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:43:33.946468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2b33f30a-2045-42bb-b17c-60a867c620a1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:33.947031 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:34.038683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ba1ef-21b7-4f21-8c7a-2bdbd426aa2f req-75068800-50e2-4062-b5eb-9596c44c221e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:34.041454 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:34.047249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e9ba1ef-21b7-4f21-8c7a-2bdbd426aa2f req-75068800-50e2-4062-b5eb-9596c44c221e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0625837 Sep 16 16:43:34.088010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 2b33f30a-2045-42bb-b17c-60a867c620a1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2b33f30a-2045-42bb-b17c-60a867c620a1,segment=NetworkSegment(98d1f1b4-574b-4957-a3f8-18e5d24e14ef),segment_id=98d1f1b4-574b-4957-a3f8-18e5d24e14ef)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:34.091380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e9ba1ef-21b7-4f21-8c7a-2bdbd426aa2f req-37731aa8-de6e-422a-a86e-903d4a464038 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430470 Sep 16 16:43:34.182686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e8189-1e10-4501-a31d-335313b649d2 req-0cb778df-88ff-4aa1-9b3d-5274cd2418ab tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:34.213971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-059e8189-1e10-4501-a31d-335313b649d2 req-0cb778df-88ff-4aa1-9b3d-5274cd2418ab tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0646932 Sep 16 16:43:34.213971 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:34.240098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:34.247978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:34.257398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:34.267598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event updated for resources: {'Port': ['ID=9cf5e69b-cda9-4f74-b2f4-f81743214124,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:34.295568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-059e8189-1e10-4501-a31d-335313b649d2 req-79144df2-e616-483d-9f2c-5fb09c968fdd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017892 Sep 16 16:43:34.310332 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:34.358434 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:34.360358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:34.504309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:43:34.537529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=17f54700-c73a-4deb-8fd0-96facc90248a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:34.543644 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': '32029244-4e36-4154-babd-45999547e795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '531e11f1-404a-47e8-996f-ffc2b87e4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:34.544050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: 531e11f1-404a-47e8-996f-ffc2b87e4543, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:34.561391 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=2b33f30a-2045-42bb-b17c-60a867c620a1,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:34.592958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:43:34.595813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c7c8f528-b2d4-470a-8e2f-bcba27dc3f3e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:43:34.706164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network 531e11f1-404a-47e8-996f-ffc2b87e4543 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:34.816877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ab17d4-8f57-48a2-b31d-506d4285e0fa None None] Network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:34.864242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:34.864543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 531e11f1-404a-47e8-996f-ffc2b87e4543) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:34.869324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:34.869956 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:34.882668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d4d58c-b60e-416c-aaa8-bbda386d1088 None None] Network 531e11f1-404a-47e8-996f-ffc2b87e4543 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:34.971611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cab4e101-4909-45bf-be7e-cb8633015592 None None] Provisioning complete for port 2b33f30a-2045-42bb-b17c-60a867c620a1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:34.972239 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cab4e101-4909-45bf-be7e-cb8633015592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:35.002270 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c1eea479-0645-45c8-9330-882d21f9761d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5485890 Sep 16 16:43:35.002563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52970) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:35.182044 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:35.206265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93288a11-7361-4d46-8fda-65e19a2d97b5 req-9b0a9868-5594-4a62-9d82-a557cfd42cca tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:35.215381 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93288a11-7361-4d46-8fda-65e19a2d97b5 req-9b0a9868-5594-4a62-9d82-a557cfd42cca tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.2858469 Sep 16 16:43:35.218300 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:35.354052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93288a11-7361-4d46-8fda-65e19a2d97b5 req-13d1cb5a-7c25-4b0c-97bc-977907ff11fd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375520 Sep 16 16:43:35.378749 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:35.386652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-168eeb2d-c593-4415-9e61-16c6997af0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:35.388590 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-168eeb2d-c593-4415-9e61-16c6997af0a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1095 time: 0.2765386 Sep 16 16:43:35.390762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-531e11f1-404a-47e8-996f-ffc2b87e4543', 'network_id': '531e11f1-404a-47e8-996f-ffc2b87e4543', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': '17f54700-c73a-4deb-8fd0-96facc90248a'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:35.392112 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:35.473639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf1f68-3e01-450c-bc49-d027bf597743 req-27580024-ad76-498b-a280-18b08b7f3b70 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:35.483049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3bf1f68-3e01-450c-bc49-d027bf597743 req-27580024-ad76-498b-a280-18b08b7f3b70 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.2391489 Sep 16 16:43:35.659371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-bceef1de-cde1-48f5-b14b-8251ee912ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:35.661613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-bceef1de-cde1-48f5-b14b-8251ee912ef4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.2190087 Sep 16 16:43:35.664912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3bf1f68-3e01-450c-bc49-d027bf597743 req-716ff59f-4b1f-4d0c-808f-1a4e78854bc8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811173 Sep 16 16:43:35.701064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Allocated IP 172.20.0.1 (531e11f1-404a-47e8-996f-ffc2b87e4543/17f54700-c73a-4deb-8fd0-96facc90248a/55f233a3-cd46-4319-92ca-3f4e4294b20b) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:35.748808 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-16c5cb41-888b-42be-989b-4082b5df5b0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 999 time: 0.0799062 Sep 16 16:43:35.795706 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2b33f30a-2045-42bb-b17c-60a867c620a1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:43:35.821765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Router 0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:43:35.830710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-85ff9ca3-92e3-48c3-a9a4-93ce57b9e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:35.833415 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-85ff9ca3-92e3-48c3-a9a4-93ce57b9e618 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0767660 Sep 16 16:43:35.879499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d12462f5-2af2-4688-a378-667b81f890ee None None] Provisioning complete for port 2b33f30a-2045-42bb-b17c-60a867c620a1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:35.880017 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d12462f5-2af2-4688-a378-667b81f890ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:35.900817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-7b6d009f-4e27-4f52-872c-a7c17eefd3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:35.903198 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-7b6d009f-4e27-4f52-872c-a7c17eefd3ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611870 Sep 16 16:43:35.919817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-ee415429-6e2c-4176-a8ca-37feed2249f9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:43:35.921142 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-ee415429-6e2c-4176-a8ca-37feed2249f9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079527 Sep 16 16:43:35.974590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:43:35.987499 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4bb51-7e63-436f-b924-e6ca9c965cba None None] Sync routers for ids ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:43:36.002561 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4bb51-7e63-436f-b924-e6ca9c965cba None None] Routers {'0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:43:36.007005 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-77b4bb51-7e63-436f-b924-e6ca9c965cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:36.037530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-c03e6366-2353-4f7f-ad9b-b216e35b04b1 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049142 Sep 16 16:43:36.058360 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-77b4bb51-7e63-436f-b924-e6ca9c965cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:36.068775 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4bb51-7e63-436f-b924-e6ca9c965cba None None] Routers {'0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:43:36.069962 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-77b4bb51-7e63-436f-b924-e6ca9c965cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:36.083160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2b33f30a-2045-42bb-b17c-60a867c620a1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:36.083476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:36.094497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:36.102031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e2de75a5-3c7e-4256-b30a-784e7190dbc5 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.1057746 Sep 16 16:43:36.109124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52982) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:36.123478 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-77b4bb51-7e63-436f-b924-e6ca9c965cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:36.124118 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4bb51-7e63-436f-b924-e6ca9c965cba None None] The sync data for ids ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:43:36.185788 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:36.265882 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cc423af5-92ef-4220-b594-ab87ce41a3a1 req-bb31e1c0-4075-4f96-90ce-36a0ecb9b9d7 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189646 Sep 16 16:43:36.307178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:36.365091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Pushing event updated for resources: {'Port': ['ID=55f233a3-cd46-4319-92ca-3f4e4294b20b,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:36.370910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Network 531e11f1-404a-47e8-996f-ffc2b87e4543 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:36.374850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:36.377650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:36.470124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Attempting to bind port 55f233a3-cd46-4319-92ca-3f4e4294b20b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:36.470644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Attempting to bind port 55f233a3-cd46-4319-92ca-3f4e4294b20b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '32029244-4e36-4154-babd-45999547e795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '531e11f1-404a-47e8-996f-ffc2b87e4543'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:36.471222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Attempting to bind port 55f233a3-cd46-4319-92ca-3f4e4294b20b on network 531e11f1-404a-47e8-996f-ffc2b87e4543 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:36.477362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:36.477904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Checking segment: {'id': '32029244-4e36-4154-babd-45999547e795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '531e11f1-404a-47e8-996f-ffc2b87e4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:36.478434 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:36.478943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Bound using segment: {'id': '32029244-4e36-4154-babd-45999547e795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '531e11f1-404a-47e8-996f-ffc2b87e4543'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:36.479527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Bound port: 55f233a3-cd46-4319-92ca-3f4e4294b20b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32029244-4e36-4154-babd-45999547e795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '531e11f1-404a-47e8-996f-ffc2b87e4543'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:36.480020 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:36.539791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:36.617757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=17f54700-c73a-4deb-8fd0-96facc90248a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:36.640248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] For port 55f233a3-cd46-4319-92ca-3f4e4294b20b, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:36.649526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] For port 55f233a3-cd46-4319-92ca-3f4e4294b20b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=55f233a3-cd46-4319-92ca-3f4e4294b20b,segment=NetworkSegment(32029244-4e36-4154-babd-45999547e795),segment_id=32029244-4e36-4154-babd-45999547e795)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:36.764444 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:36.786210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:36.871102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531e11f1-404a-47e8-996f-ffc2b87e4543']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:36.877737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f96e2-d6ac-4e9f-9de6-966ef0146832 None None] Pushing event updated for resources: {'Port': ['ID=55f233a3-cd46-4319-92ca-3f4e4294b20b,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:36.921177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32029244-4e36-4154-babd-45999547e795') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:36.921768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32029244-4e36-4154-babd-45999547e795') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:36.937976 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:37.005971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:37.032175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc723ef-3b0f-4db4-a73d-0ceda489abab req-72b5aadd-0485-4f6c-964b-c20ab4b810bd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:37.032831 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:37.046425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2bc723ef-3b0f-4db4-a73d-0ceda489abab req-72b5aadd-0485-4f6c-964b-c20ab4b810bd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.5948453 Sep 16 16:43:37.125148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34251305-3652-4b31-ae92-f23eb5170f5e req-936e5250-53fc-4682-8c28-c6e1c5bc7920 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:37.134566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34251305-3652-4b31-ae92-f23eb5170f5e req-936e5250-53fc-4682-8c28-c6e1c5bc7920 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.1666481 Sep 16 16:43:37.156931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:37.157381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:37.161430 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:37.181830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2bc723ef-3b0f-4db4-a73d-0ceda489abab req-fe5dae7b-f541-4b59-a3fb-ce7fe8ed5645 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340306 Sep 16 16:43:37.238128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34251305-3652-4b31-ae92-f23eb5170f5e req-d6065b76-97b4-4d06-b804-84a614d76647 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984406 Sep 16 16:43:37.363217 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:43:37.363217 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:43:37.363217 n-d-807786-3 neutron-server[95357]: [parameters: {'id': '531e11f1-404a-47e8-996f-ffc2b87e4543'}] Sep 16 16:43:37.363217 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:43:37.363769 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:43:37.454033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Allocated IP 172.20.0.1 (4fc5f0e0-23e4-492f-8ced-c6ae0fe57146/b6649a2a-687c-4911-a24a-987bf6aacab2/8da59c8a-f12b-4d55-8f6d-9c4049db5925) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:37.592922 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:37.747615 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:37.819419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:37.823732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:37.831941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:37.862880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 55f233a3-cd46-4319-92ca-3f4e4294b20b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:43:37.904176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:37.937952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event updated for resources: {'Port': ['ID=8da59c8a-f12b-4d55-8f6d-9c4049db5925,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:37.949827 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:37.968192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 55f233a3-cd46-4319-92ca-3f4e4294b20b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:37.968703 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:38.090777 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:38.139468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 55f233a3-cd46-4319-92ca-3f4e4294b20b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=55f233a3-cd46-4319-92ca-3f4e4294b20b,segment=NetworkSegment(32029244-4e36-4154-babd-45999547e795),segment_id=32029244-4e36-4154-babd-45999547e795)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:38.177141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Deleting port 55f233a3-cd46-4319-92ca-3f4e4294b20b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:38.177493 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:38.260859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-27e3d5d6-1860-4038-bf10-2c40780ccd33 None None] Provisioning complete for port 8da59c8a-f12b-4d55-8f6d-9c4049db5925 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:38.261371 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-27e3d5d6-1860-4038-bf10-2c40780ccd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:38.324277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b969ed-7f32-41c8-bc21-a992a468920d None None] Network 531e11f1-404a-47e8-996f-ffc2b87e4543 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:38.324585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] For port 55f233a3-cd46-4319-92ca-3f4e4294b20b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=55f233a3-cd46-4319-92ca-3f4e4294b20b,segment=NetworkSegment(32029244-4e36-4154-babd-45999547e795),segment_id=32029244-4e36-4154-babd-45999547e795)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:38.324980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:38.349802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Calling delete_port for 55f233a3-cd46-4319-92ca-3f4e4294b20b owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:38.375136 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:38.445115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6564a-0197-4c44-8cc5-2d4d094359e3 req-111d17bd-e982-434e-914e-127831286691 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:38.446666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63d6564a-0197-4c44-8cc5-2d4d094359e3 req-111d17bd-e982-434e-914e-127831286691 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0737772 Sep 16 16:43:38.454153 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7a86-2182-4d3d-857b-a8e02eb52e37 req-68821048-c634-4e8a-b4f5-64815138ce96 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:38.455607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96eb7a86-2182-4d3d-857b-a8e02eb52e37 req-68821048-c634-4e8a-b4f5-64815138ce96 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1474967 Sep 16 16:43:38.472898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-27e3d5d6-1860-4038-bf10-2c40780ccd33 None None] Port 8da59c8a-f12b-4d55-8f6d-9c4049db5925 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:43:38.491077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:38.522617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96eb7a86-2182-4d3d-857b-a8e02eb52e37 req-17e1eca9-e704-4580-90a1-33c013055252 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Sep 16 16:43:38.537208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63d6564a-0197-4c44-8cc5-2d4d094359e3 req-7ad8dacb-c9c7-4278-96c3-b332df190a75 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805240 Sep 16 16:43:38.543417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=55f233a3-cd46-4319-92ca-3f4e4294b20b,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:38.605167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9c9a70f5-91b4-40ea-9437-e2f401ef1735 None None] Provisioning complete for port 55f233a3-cd46-4319-92ca-3f4e4294b20b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:38.605555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9c9a70f5-91b4-40ea-9437-e2f401ef1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:38.752865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc14e9d-204b-44bb-a43b-521ea6ddbf71 None None] DHCP port deletion for 531e11f1-404a-47e8-996f-ffc2b87e4543 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:43:38.788338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a196-6667-4bb2-a6b0-8f5c6933398d req-72f40960-4db7-419c-90f6-f31612177b47 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:38.796364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ffa5a196-6667-4bb2-a6b0-8f5c6933398d req-72f40960-4db7-419c-90f6-f31612177b47 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1642892 Sep 16 16:43:38.826426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:38.863306 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ffa5a196-6667-4bb2-a6b0-8f5c6933398d req-ef04c81e-2e74-4d17-a1bd-3d188a5d466c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599201 Sep 16 16:43:39.366507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No DVR routers for this DVR port 55f233a3-cd46-4319-92ca-3f4e4294b20b on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:39.372018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Port': ['ID=55f233a3-cd46-4319-92ca-3f4e4294b20b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:39.475746 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:39.509062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531e11f1-404a-47e8-996f-ffc2b87e4543']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:39.528772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:39.531270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32029244-4e36-4154-babd-45999547e795') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:39.531571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32029244-4e36-4154-babd-45999547e795') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:39.540508 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:39.554872 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:39.562596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:39.562999 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:39.566092 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:39.721292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0865400-2cce-4bc2-b59e-ea8c1f9009ee req-0bf7143e-0884-430b-b18d-f3767ef8c63f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:39.723267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0865400-2cce-4bc2-b59e-ea8c1f9009ee req-0bf7143e-0884-430b-b18d-f3767ef8c63f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0810676 Sep 16 16:43:39.778688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0865400-2cce-4bc2-b59e-ea8c1f9009ee req-af058270-8f0a-4254-b7d7-5b0de09463d0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461631 Sep 16 16:43:39.785534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 55f233a3-cd46-4319-92ca-3f4e4294b20b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:43:39.814112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 55f233a3-cd46-4319-92ca-3f4e4294b20b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:43:39.814112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 55f233a3-cd46-4319-92ca-3f4e4294b20b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:43:39.917783 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:39.970642 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:39.992879 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:39.998144 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/531e11f1-404a-47e8-996f-ffc2b87e4543 HTTP/1.1" status: 204 len: 168 time: 4.9912748 Sep 16 16:43:39.999355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53022) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:40.003470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1114191467'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:40.011361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caeba1-e4d1-4075-b2fc-9ca28defd3ca tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=531e11f1-404a-47e8-996f-ffc2b87e4543,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:40.028796 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:40.031371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event updated for resources: {'Port': ['ID=8da59c8a-f12b-4d55-8f6d-9c4049db5925,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:40.151689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:40.152778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:40.154498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:40.156801 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:40.187657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:40.210409 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:40.210913 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment 2c5da35c-391a-464a-b108-5c7c44963ff3 of type vlan for network e95384b5-3bb5-4912-b9c3-473c5dba7dfc Sep 16 16:43:40.283772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:40.375694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Router 0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:43:40.439467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33902e9-6505-4b38-b0ec-4351bd633ba2 req-55b1a5a1-7ff3-4f60-a251-0d748f6181e0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:40.441087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e33902e9-6505-4b38-b0ec-4351bd633ba2 req-55b1a5a1-7ff3-4f60-a251-0d748f6181e0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0607305 Sep 16 16:43:40.447000 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:40.457843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:40.459184 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:40.536179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:43:40.537079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e33902e9-6505-4b38-b0ec-4351bd633ba2 req-2ab5376e-c35b-4dc4-84a2-cdbbd20b0759 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638764 Sep 16 16:43:40.546080 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4bb456d4-b584-4a5f-a47f-8baab7344fcf tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "PUT /v2.0/routers/0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4356096 Sep 16 16:43:40.547536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-406f66b3-ae1a-42a7-bbb5-387f530b4426 None None] Provisioning complete for port 8da59c8a-f12b-4d55-8f6d-9c4049db5925 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:40.547897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-406f66b3-ae1a-42a7-bbb5-387f530b4426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:40.549425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53030) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:40.554217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f8d68-9ad6-486b-9ce1-84c11f0f0624 None None] Sync routers for ids ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:43:40.562951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Request body: {'port': {'network_id': '4fc5f0e0-23e4-492f-8ced-c6ae0fe57146', 'name': 'tempest-FloatingIPAdminTestJSON-2059247243'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:40.595741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=e95384b5-3bb5-4912-b9c3-473c5dba7dfc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:40.624341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e95384b5-3bb5-4912-b9c3-473c5dba7dfc details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:40.627268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-406f66b3-ae1a-42a7-bbb5-387f530b4426 None None] Port 8da59c8a-f12b-4d55-8f6d-9c4049db5925 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:43:40.638457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a1122186-299e-49cc-8842-0cec43eae808 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6388714 Sep 16 16:43:40.639116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53034) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:40.644346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:40.665194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f8d68-9ad6-486b-9ce1-84c11f0f0624 None None] Routers {'0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:43:40.665861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-182f8d68-9ad6-486b-9ce1-84c11f0f0624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:40.743299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-182f8d68-9ad6-486b-9ce1-84c11f0f0624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:40.817567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f8d68-9ad6-486b-9ce1-84c11f0f0624 None None] Routers {'0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:43:40.818299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-182f8d68-9ad6-486b-9ce1-84c11f0f0624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:40.856121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-182f8d68-9ad6-486b-9ce1-84c11f0f0624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:40.856823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f8d68-9ad6-486b-9ce1-84c11f0f0624 None None] The sync data for ids ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:43:40.856977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:40.893966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Made reservation on behalf of 7ed832190fe94906bda318cca09c83a4 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:40.899937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:40.943488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] device_id is not set on port e09168cb-5faf-4f2c-93ed-f32e44d42861 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:43:40.987453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3db31-3482-46d5-bc70-82178b8fce52 req-cf5dabb6-b5e8-4867-b97d-4a3162275dfb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:40.989312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96a3db31-3482-46d5-bc70-82178b8fce52 req-cf5dabb6-b5e8-4867-b97d-4a3162275dfb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.1050620 Sep 16 16:43:41.022480 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:41.053144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network e95384b5-3bb5-4912-b9c3-473c5dba7dfc is not hosted by any dhcp agent {{(pid=95358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 16:43:41.059499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:41.060266 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:41.061707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "PUT /v2.0/networks/e95384b5-3bb5-4912-b9c3-473c5dba7dfc HTTP/1.1" status: 200 len: 723 time: 0.4215422 Sep 16 16:43:41.068248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53044) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:41.079937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': 'e95384b5-3bb5-4912-b9c3-473c5dba7dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:41.193907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Allocated IP 172.20.0.5 (4fc5f0e0-23e4-492f-8ced-c6ae0fe57146/b6649a2a-687c-4911-a24a-987bf6aacab2/e09168cb-5faf-4f2c-93ed-f32e44d42861) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:41.231755 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96a3db31-3482-46d5-bc70-82178b8fce52 req-7db25f05-2014-4196-903e-4abe71405bd6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335446 Sep 16 16:43:41.236903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=e95384b5-3bb5-4912-b9c3-473c5dba7dfc,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:41.284280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.284668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.285014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.285364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.285702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.286034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.286367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.286694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.287019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.287341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.287664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.287985 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb52ab-7b13-43ca-b220-126254807273 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:41.301030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e95384b5-3bb5-4912-b9c3-473c5dba7dfc details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:41.356300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99f64b-f51d-42f4-a36e-4356e8ed659d req-dc026311-7a0e-41be-bd3f-38c3048961a6 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:41.374534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be99f64b-f51d-42f4-a36e-4356e8ed659d req-dc026311-7a0e-41be-bd3f-38c3048961a6 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1964636 Sep 16 16:43:41.431215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be99f64b-f51d-42f4-a36e-4356e8ed659d req-7f0c1cc3-e1bf-4f6f-b9cd-1f7626612dca tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557406 Sep 16 16:43:41.470389 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:41.551566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:41.556002 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:41.609656 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:41.749479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:41.753711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:41.761010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:41.805462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event updated for resources: {'Port': ['ID=e09168cb-5faf-4f2c-93ed-f32e44d42861,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:41.857112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:41.857772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:41.912006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:41.947833 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ae14c779-70b8-4329-95c3-a698a62f60e9 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3972454 Sep 16 16:43:41.950813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53048) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:42.024480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=0825c13b-77d2-48ff-8f03-1010227e914f,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:42.027014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': '2c5da35c-391a-464a-b108-5c7c44963ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e95384b5-3bb5-4912-b9c3-473c5dba7dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:42.027546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: e95384b5-3bb5-4912-b9c3-473c5dba7dfc, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:42.130692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'project_id': '7ed832190fe94906bda318cca09c83a4', 'port_id': 'e09168cb-5faf-4f2c-93ed-f32e44d42861'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:42.167500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d2e5d585-7b9f-419d-be57-6cec992de894 None None] Provisioning complete for port e09168cb-5faf-4f2c-93ed-f32e44d42861 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:42.168329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network e95384b5-3bb5-4912-b9c3-473c5dba7dfc is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:42.177783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d585-7b9f-419d-be57-6cec992de894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:42.214275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5d585-7b9f-419d-be57-6cec992de894 None None] Port e09168cb-5faf-4f2c-93ed-f32e44d42861 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:43:42.266923 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:42.321617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, e95384b5-3bb5-4912-b9c3-473c5dba7dfc) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:42.330471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:42.331109 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315221'] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:42.331449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d93cedf-60ba-41a1-bc67-65798921ddb2 None None] Network e95384b5-3bb5-4912-b9c3-473c5dba7dfc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:42.477665 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:42.522635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ed993-133b-4773-b27d-1e77a976a3cf req-4d7af5f8-f639-40fa-8b80-f2dcf898097b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:42.532256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc2ed993-133b-4773-b27d-1e77a976a3cf req-4d7af5f8-f639-40fa-8b80-f2dcf898097b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.1669643 Sep 16 16:43:42.546475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3496a0fa-57dd-4c2a-bc18-1f75289efd1a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4713237 Sep 16 16:43:42.559220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53062) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:42.578241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-12b85e9d-4797-4eb2-aca8-6c973373892c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:42.623570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-e95384b5-3bb5-4912-b9c3-473c5dba7dfc', 'network_id': 'e95384b5-3bb5-4912-b9c3-473c5dba7dfc', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': '0825c13b-77d2-48ff-8f03-1010227e914f'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:42.624598 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:42.761460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Allocated IP 172.25.6.78 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/9e265351-c0a8-4122-9b51-bb7145336221) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:42.842064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Allocated IP 172.20.0.2 (e95384b5-3bb5-4912-b9c3-473c5dba7dfc/0825c13b-77d2-48ff-8f03-1010227e914f/bf1bd1fe-3554-4767-9ed4-6c2b219b630d) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:42.844400 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc2ed993-133b-4773-b27d-1e77a976a3cf req-1c49aed6-5a53-4a86-9828-f9e3c7f38308 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083677 Sep 16 16:43:42.858944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74a25f-4352-4571-b212-ade40fafd12d req-035d4c0a-cc6c-47e0-9c53-9933f06a1b2b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:42.869535 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad74a25f-4352-4571-b212-ade40fafd12d req-035d4c0a-cc6c-47e0-9c53-9933f06a1b2b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1998940 Sep 16 16:43:42.891904 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12b85e9d-4797-4eb2-aca8-6c973373892c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24278608'] for subnet, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:42.967970 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad74a25f-4352-4571-b212-ade40fafd12d req-dab5a1dd-5505-42ef-aea8-21a6ff74b3d3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975444 Sep 16 16:43:42.987415 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.099629 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.205552 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.211520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.261164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Pushing event updated for resources: {'Port': ['ID=bf1bd1fe-3554-4767-9ed4-6c2b219b630d,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:43.276241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.277156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.277773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.278346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.278969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.279543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.280136 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.280733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.281324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.281882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.282620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.283208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:43:43.299842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Network e95384b5-3bb5-4912-b9c3-473c5dba7dfc is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:43.302588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:43.306665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:43.359395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Pushing event updated for resources: {'Port': ['ID=9e265351-c0a8-4122-9b51-bb7145336221,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:43.378128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:43.380132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:43.383442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:43.528370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56f048-62b7-4605-b718-a46edf6e9824 req-de899f09-f928-4a56-8196-2def8d057336 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:43.536821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba56f048-62b7-4605-b718-a46edf6e9824 req-de899f09-f928-4a56-8196-2def8d057336 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0795805 Sep 16 16:43:43.589338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12b85e9d-4797-4eb2-aca8-6c973373892c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744142518788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12783807'] for subnet, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.625713 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba56f048-62b7-4605-b718-a46edf6e9824 req-c28ba422-5455-4272-a5d0-1735eabf68f2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874269 Sep 16 16:43:43.631048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Attempting to bind port bf1bd1fe-3554-4767-9ed4-6c2b219b630d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:43.634681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Attempting to bind port bf1bd1fe-3554-4767-9ed4-6c2b219b630d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2c5da35c-391a-464a-b108-5c7c44963ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e95384b5-3bb5-4912-b9c3-473c5dba7dfc'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:43.635712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Attempting to bind port bf1bd1fe-3554-4767-9ed4-6c2b219b630d on network e95384b5-3bb5-4912-b9c3-473c5dba7dfc {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:43.654540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:43.654920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Checking segment: {'id': '2c5da35c-391a-464a-b108-5c7c44963ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e95384b5-3bb5-4912-b9c3-473c5dba7dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:43.655329 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.655717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Bound using segment: {'id': '2c5da35c-391a-464a-b108-5c7c44963ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e95384b5-3bb5-4912-b9c3-473c5dba7dfc'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:43.656191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Bound port: bf1bd1fe-3554-4767-9ed4-6c2b219b630d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5da35c-391a-464a-b108-5c7c44963ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e95384b5-3bb5-4912-b9c3-473c5dba7dfc'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:43.656606 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.687612 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.689685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b85e9d-4797-4eb2-aca8-6c973373892c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:43.690297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12b85e9d-4797-4eb2-aca8-6c973373892c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.692265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-12b85e9d-4797-4eb2-aca8-6c973373892c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "PUT /v2.0/subnets/0825c13b-77d2-48ff-8f03-1010227e914f HTTP/1.1" status: 200 len: 806 time: 1.1310887 Sep 16 16:43:43.697088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53074) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:43.752876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b85e9d-4797-4eb2-aca8-6c973373892c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=0825c13b-77d2-48ff-8f03-1010227e914f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:43.806829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] For port bf1bd1fe-3554-4767-9ed4-6c2b219b630d, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:43.810596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] For port bf1bd1fe-3554-4767-9ed4-6c2b219b630d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=bf1bd1fe-3554-4767-9ed4-6c2b219b630d,segment=NetworkSegment(2c5da35c-391a-464a-b108-5c7c44963ff3),segment_id=2c5da35c-391a-464a-b108-5c7c44963ff3)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:43.855303 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.927938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Deleting port bf1bd1fe-3554-4767-9ed4-6c2b219b630d {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:43.928630 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:43.944321 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:44.055992 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:44.058063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb9428-3b41-41de-8198-582cf3c5f0e9 req-0ad6a9fe-0d15-43bd-bda2-c3faef56494d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:44.066084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61705c75-ccef-48e4-85f6-6e32778a5d76 None None] Pushing event updated for resources: {'Port': ['ID=bf1bd1fe-3554-4767-9ed4-6c2b219b630d,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:44.066846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5afb9428-3b41-41de-8198-582cf3c5f0e9 req-0ad6a9fe-0d15-43bd-bda2-c3faef56494d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.1168416 Sep 16 16:43:44.075604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:44.139377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] For port bf1bd1fe-3554-4767-9ed4-6c2b219b630d, host n-d-807786-3, got binding levels [] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:44.141467 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:44.146350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5afb9428-3b41-41de-8198-582cf3c5f0e9 req-10425a95-f643-4491-8155-83ebef6898d5 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782907 Sep 16 16:43:44.166402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Calling delete_port for bf1bd1fe-3554-4767-9ed4-6c2b219b630d owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:44.338927 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:44.530082 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:44.732489 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:44.733042 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:44.762338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Port': ['ID=bf1bd1fe-3554-4767-9ed4-6c2b219b630d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:44.790074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10fe82-4ad9-4541-acb4-bab0ba88613b req-38a880ae-2994-4bfa-b40f-064eae32ffa4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:44.791677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e10fe82-4ad9-4541-acb4-bab0ba88613b req-38a880ae-2994-4bfa-b40f-064eae32ffa4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0934646 Sep 16 16:43:44.847881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No DVR routers for this DVR port bf1bd1fe-3554-4767-9ed4-6c2b219b630d on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:44.896351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:44.918468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e10fe82-4ad9-4541-acb4-bab0ba88613b req-4f8d8075-b937-47d2-890a-49104e9f1d3c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123765 Sep 16 16:43:44.947265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:45.001209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Pushing event updated for resources: {'Port': ['ID=9e265351-c0a8-4122-9b51-bb7145336221,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:45.111737 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Floating IP 19016071-aa30-4712-9af8-38f3c446bbd0 associated. External IP: 172.25.6.78, port: e09168cb-5faf-4f2c-93ed-f32e44d42861. Sep 16 16:43:45.126416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:45.237302 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:45.274229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95384b5-3bb5-4912-b9c3-473c5dba7dfc']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:45.286379 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5da35c-391a-464a-b108-5c7c44963ff3') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:45.286611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5da35c-391a-464a-b108-5c7c44963ff3') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:45.298662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:45.324872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=0825c13b-77d2-48ff-8f03-1010227e914f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:45.390788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:45.414266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335153d-4bdd-4e58-9825-650c9a68d9c2 req-9b4442b9-2044-4fc3-ab7e-5b79ad501a49 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:45.414266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c335153d-4bdd-4e58-9825-650c9a68d9c2 req-9b4442b9-2044-4fc3-ab7e-5b79ad501a49 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.3475683 Sep 16 16:43:45.419598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f2590-9aed-473c-a13e-044652da6459 None None] Network e95384b5-3bb5-4912-b9c3-473c5dba7dfc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:45.423360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:45.423710 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:45.459299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfaa3a9-9ac1-48db-a221-01d901e629f7 req-5cf48732-75e9-4b19-8652-4f7e5833d298 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:45.461705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adfaa3a9-9ac1-48db-a221-01d901e629f7 req-5cf48732-75e9-4b19-8652-4f7e5833d298 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.1346452 Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:45.462412 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:45.751974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Router 0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:43:45.754471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-887b083f-6aec-4aba-ad1e-b4425c95d107 None None] Could not find standard attr ID for object bf1bd1fe-3554-4767-9ed4-6c2b219b630d. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:43:45.755592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c335153d-4bdd-4e58-9825-650c9a68d9c2 req-2c7708c0-fc97-4a27-aee8-e8afe73b1080 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859646 Sep 16 16:43:45.755592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adfaa3a9-9ac1-48db-a221-01d901e629f7 req-71c349f7-732e-4b02-93b1-0bff3fb1cdca tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472116 Sep 16 16:43:45.756312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8751911e-8190-4e70-977a-b059fd968758 None None] DHCP port deletion for e95384b5-3bb5-4912-b9c3-473c5dba7dfc request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:43:45.756312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6692af-0881-464f-bb40-d127c739c82c None None] Network e95384b5-3bb5-4912-b9c3-473c5dba7dfc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:45.756887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:45.764021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:43:45.783807 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704ce14-d894-43ef-a57c-c6669a394659 None None] Sync routers for ids ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:43:45.786412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:45.789087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/e95384b5-3bb5-4912-b9c3-473c5dba7dfc HTTP/1.1" status: 204 len: 168 time: 2.0903559 Sep 16 16:43:45.791680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53112) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:45.801025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2e5ad-68e3-48bf-a20c-84ed87c4641c tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=e95384b5-3bb5-4912-b9c3-473c5dba7dfc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:45.805743 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704ce14-d894-43ef-a57c-c6669a394659 None None] Routers {'0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:43:45.821804 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1704ce14-d894-43ef-a57c-c6669a394659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:45.831932 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e0fd68-c974-4a21-9a90-fd87d0f0bada tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:45.832561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e0fd68-c974-4a21-9a90-fd87d0f0bada tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:45.834282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-64e0fd68-c974-4a21-9a90-fd87d0f0bada tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/e95384b5-3bb5-4912-b9c3-473c5dba7dfc HTTP/1.1" status: 404 len: 339 time: 0.0416591 Sep 16 16:43:45.843195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53114) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:45.843752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1875613861', 'description': 'd1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:45.893189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbcd73-3d71-4ba1-b667-2bbf825511e4 req-d559b4ce-5e29-4b53-9ca1-034d9b258b24 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:45.903808 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ebbcd73-3d71-4ba1-b667-2bbf825511e4 req-d559b4ce-5e29-4b53-9ca1-034d9b258b24 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0914826 Sep 16 16:43:45.939861 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1704ce14-d894-43ef-a57c-c6669a394659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:45.951680 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704ce14-d894-43ef-a57c-c6669a394659 None None] Routers {'0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:43:45.952369 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1704ce14-d894-43ef-a57c-c6669a394659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:45.953353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ebbcd73-3d71-4ba1-b667-2bbf825511e4 req-15a77cff-f9d1-4b77-98ea-c6b07461a708 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485456 Sep 16 16:43:45.985672 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.028972 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1704ce14-d894-43ef-a57c-c6669a394659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:46.030276 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704ce14-d894-43ef-a57c-c6669a394659 None None] The sync data for ids ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:43:46.037286 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-df897e0a-188e-4569-9988-dc97730eab90 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.0847578 Sep 16 16:43:46.041222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53118) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:46.157261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:46.161105 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.201308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ab8decfe-c467-47df-89b9-2417db2e3246 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] 10.222.0.22 "GET /v2.0/floatingips/19016071-aa30-4712-9af8-38f3c446bbd0 HTTP/1.1" status: 200 len: 982 time: 0.1598778 Sep 16 16:43:46.203985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53120) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:46.223901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:46.233255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dcab9-bd2a-4ebd-835e-d19ef2bc668a req-51f98a3c-e4f2-4d40-8edd-22a2a0269c9e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:46.234762 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-462dcab9-bd2a-4ebd-835e-d19ef2bc668a req-51f98a3c-e4f2-4d40-8edd-22a2a0269c9e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1470869 Sep 16 16:43:46.245147 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.245496 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment 194ce031-0fa9-40f4-adb4-2222cfb0ab29 of type vlan for network 6f6fb51b-2c4c-4430-8011-b584521c9cb4 Sep 16 16:43:46.287485 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fd5230bd-a1a5-444d-96fa-1834948ad127 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4604 time: 0.0786624 Sep 16 16:43:46.287655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53122) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:46.320903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-462dcab9-bd2a-4ebd-835e-d19ef2bc668a req-59895a3f-4a30-4148-90e5-3773dd74e111 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771232 Sep 16 16:43:46.322440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.425567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.432440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:46.433072 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.484040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Deleting port 9e265351-c0a8-4122-9b51-bb7145336221 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:46.484683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.511497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=6f6fb51b-2c4c-4430-8011-b584521c9cb4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:46.522039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6f6fb51b-2c4c-4430-8011-b584521c9cb4 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:46.566483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-135c216b-c10a-495a-b7bd-f5b7d49768a9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7242842 Sep 16 16:43:46.567118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53132) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:46.604994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.605751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.629595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Calling delete_port for 9e265351-c0a8-4122-9b51-bb7145336221 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:46.692208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3722c841-5157-4032-8a0a-9765db22ec8e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:46.697490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3722c841-5157-4032-8a0a-9765db22ec8e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/networks?id=6f6fb51b-2c4c-4430-8011-b584521c9cb4 HTTP/1.1" status: 200 len: 761 time: 0.1286798 Sep 16 16:43:46.699156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53138) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:46.706777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ee089376-b081-477d-a91e-6e992a8db210 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'description': 'd2'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:46.869884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31f250-a81b-4a07-98e0-65d3083f4a5f req-0b78faae-f107-4aa5-877b-be58eb0eb5f8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:46.872869 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a31f250-a81b-4a07-98e0-65d3083f4a5f req-0b78faae-f107-4aa5-877b-be58eb0eb5f8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0923588 Sep 16 16:43:46.946642 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.947448 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee089376-b081-477d-a91e-6e992a8db210 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:46.970228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a31f250-a81b-4a07-98e0-65d3083f4a5f req-38174086-ed7a-46be-81cf-8b09c358ab0e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680008 Sep 16 16:43:46.983744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event deleted for resources: {'Port': ['ID=9e265351-c0a8-4122-9b51-bb7145336221,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:47.057774 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.058107 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Floating IP 19016071-aa30-4712-9af8-38f3c446bbd0 disassociated (deleted). External IP: 172.25.6.78, port: e09168cb-5faf-4f2c-93ed-f32e44d42861. Sep 16 16:43:47.063749 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee089376-b081-477d-a91e-6e992a8db210 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.082691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee089376-b081-477d-a91e-6e992a8db210 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network 6f6fb51b-2c4c-4430-8011-b584521c9cb4 is not hosted by any dhcp agent {{(pid=95358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 16:43:47.088538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee089376-b081-477d-a91e-6e992a8db210 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:47.089136 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee089376-b081-477d-a91e-6e992a8db210 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.090420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ee089376-b081-477d-a91e-6e992a8db210 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "PUT /v2.0/networks/6f6fb51b-2c4c-4430-8011-b584521c9cb4 HTTP/1.1" status: 200 len: 758 time: 0.3901763 Sep 16 16:43:47.093778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53148) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:47.140010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee089376-b081-477d-a91e-6e992a8db210 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=6f6fb51b-2c4c-4430-8011-b584521c9cb4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:47.151695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6f6fb51b-2c4c-4430-8011-b584521c9cb4 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:47.234026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd56bac0-9b2f-41d4-b469-88f7ecbc4c9f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:47.235619 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bd56bac0-9b2f-41d4-b469-88f7ecbc4c9f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/networks?id=6f6fb51b-2c4c-4430-8011-b584521c9cb4 HTTP/1.1" status: 200 len: 761 time: 0.1407309 Sep 16 16:43:47.239350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53150) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:47.245758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1510449670'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:47.355373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Router 0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:43:47.391598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:47.398069 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.424600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:47.433871 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.434222 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment fb414e24-445e-4de4-ad84-a29fb4cc9462 of type vlan for network f1c09359-711c-4f9a-b859-95a5cedb81b7 Sep 16 16:43:47.478108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:43:47.481235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.483895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.488661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d8109-ae3d-4269-91b7-72b511357215 None None] Sync routers for ids ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:43:47.500811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d8109-ae3d-4269-91b7-72b511357215 None None] Routers {'0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:43:47.502517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-515d8109-ae3d-4269-91b7-72b511357215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:47.523435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fcb2e673-28bc-48a0-bf31-ab05fe12b99b tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "DELETE /v2.0/floatingips/19016071-aa30-4712-9af8-38f3c446bbd0 HTTP/1.1" status: 204 len: 168 time: 1.2341130 Sep 16 16:43:47.528683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53154) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:47.532643 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:47.562787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-515d8109-ae3d-4269-91b7-72b511357215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:47.573425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d8109-ae3d-4269-91b7-72b511357215 None None] Routers {'0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:43:47.574047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-515d8109-ae3d-4269-91b7-72b511357215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:47.606939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-515d8109-ae3d-4269-91b7-72b511357215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:47.607544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d8109-ae3d-4269-91b7-72b511357215 None None] The sync data for ids ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:43:47.611052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4df52-563a-4c40-84c0-b001d1243819 req-89099e1b-1515-4616-b22d-4cffffa4eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:47.612647 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-83b4df52-563a-4c40-84c0-b001d1243819 req-89099e1b-1515-4616-b22d-4cffffa4eea5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 1096 time: 0.1600411 Sep 16 16:43:47.617890 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.623504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:47.624085 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.677339 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.691916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=f1c09359-711c-4f9a-b859-95a5cedb81b7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:47.736585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network f1c09359-711c-4f9a-b859-95a5cedb81b7 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:47.736849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4df52-563a-4c40-84c0-b001d1243819 req-fa906f22-916a-4cc6-af4e-db34694f6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:47.738386 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-83b4df52-563a-4c40-84c0-b001d1243819 req-fa906f22-916a-4cc6-af4e-db34694f6696 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.1190581 Sep 16 16:43:47.766870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2d64984b-b146-4756-907b-d2284f0ca1bd tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5264759 Sep 16 16:43:47.767879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53158) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:47.773215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': 'f1c09359-711c-4f9a-b859-95a5cedb81b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:47.840902 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-83b4df52-563a-4c40-84c0-b001d1243819 req-f656b358-60d7-4e69-88c9-023e1d674047 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ba6da9-5603-4585-97d9-71f082072db7 HTTP/1.1" status: 200 len: 1001 time: 0.0696008 Sep 16 16:43:47.920040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4df52-563a-4c40-84c0-b001d1243819 req-ac54a7e1-4275-4e89-944c-706b3ce55e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:47.921542 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-83b4df52-563a-4c40-84c0-b001d1243819 req-ac54a7e1-4275-4e89-944c-706b3ce55e8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.0723369 Sep 16 16:43:47.957271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:47.957654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:47.961635 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:48.025952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4df52-563a-4c40-84c0-b001d1243819 req-2b5736b5-599f-4984-892c-8cc79d46f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:48.027464 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-83b4df52-563a-4c40-84c0-b001d1243819 req-2b5736b5-599f-4984-892c-8cc79d46f7e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968118 Sep 16 16:43:48.040061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-83b4df52-563a-4c40-84c0-b001d1243819 req-517f176f-6da2-451c-9809-80d5e90d057b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:43:48.041298 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-83b4df52-563a-4c40-84c0-b001d1243819 req-517f176f-6da2-451c-9809-80d5e90d057b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053933 Sep 16 16:43:48.156624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Allocated IP 172.25.6.156 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/5e2b680a-e71f-4828-a8b7-8a23f75de195) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:48.159323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820a861-257c-4b28-b323-a4a9f7350c42 req-5f02f2ff-b6b9-4c10-8274-1ed639037c95 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:48.161007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b820a861-257c-4b28-b323-a4a9f7350c42 req-5f02f2ff-b6b9-4c10-8274-1ed639037c95 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0914335 Sep 16 16:43:48.208141 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-83b4df52-563a-4c40-84c0-b001d1243819 req-15ed3a9e-6fd5-4584-884b-ba8c39ae511a service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383467 Sep 16 16:43:48.236561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b820a861-257c-4b28-b323-a4a9f7350c42 req-41bef100-ab15-4120-b224-5b1b4f038ac4 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481215 Sep 16 16:43:48.300112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:48.364866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=f636b29f-1f87-47a6-b236-fdf6f3085d6d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:48.375250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': 'fb414e24-445e-4de4-ad84-a29fb4cc9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f1c09359-711c-4f9a-b859-95a5cedb81b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:48.375619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: f1c09359-711c-4f9a-b859-95a5cedb81b7, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:48.488741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network f1c09359-711c-4f9a-b859-95a5cedb81b7 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:48.612038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, f1c09359-711c-4f9a-b859-95a5cedb81b7) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:48.616894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:48.617497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:48.626880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542b3b7d-4e52-4c7f-afac-10fc36ff4ad1 None None] Network f1c09359-711c-4f9a-b859-95a5cedb81b7 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:48.685583 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:48.713283 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-83b4df52-563a-4c40-84c0-b001d1243819 req-d53c168a-5628-4278-b80c-287d6225fe0b service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982903 Sep 16 16:43:48.721049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d72f0e1c-a762-441b-85a5-465113ef587f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9520609 Sep 16 16:43:48.722015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53166) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:48.792276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-f1c09359-711c-4f9a-b859-95a5cedb81b7', 'network_id': 'f1c09359-711c-4f9a-b859-95a5cedb81b7', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': 'f636b29f-1f87-47a6-b236-fdf6f3085d6d'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:48.793433 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:48.825790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:48.842130 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:48.886052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:48.889335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:48.893948 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:48.954744 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:48.965388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Allocated IP 172.20.0.2 (f1c09359-711c-4f9a-b859-95a5cedb81b7/f636b29f-1f87-47a6-b236-fdf6f3085d6d/558c22c6-7b9f-43f3-b21a-f40ee497ee70) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:48.971293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Pushing event updated for resources: {'Port': ['ID=5e2b680a-e71f-4828-a8b7-8a23f75de195,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:49.052070 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.150355 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.222545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.352452 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.379960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee100c5-0a7e-4425-9a3e-ec103060803c req-7abb3bc1-134c-4c74-bb92-6130a358c7ec tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:49.381391 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ee100c5-0a7e-4425-9a3e-ec103060803c req-7abb3bc1-134c-4c74-bb92-6130a358c7ec tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.0653672 Sep 16 16:43:49.391465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Network f1c09359-711c-4f9a-b859-95a5cedb81b7 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:49.395082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:49.397504 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.402828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:49.424815 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ee100c5-0a7e-4425-9a3e-ec103060803c req-64ecc70c-b17e-46b8-9046-64b9b0c5341c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346453 Sep 16 16:43:49.429016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Pushing event updated for resources: {'Port': ['ID=558c22c6-7b9f-43f3-b21a-f40ee497ee70,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:49.462355 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Attempting to bind port 558c22c6-7b9f-43f3-b21a-f40ee497ee70 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:49.462718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Attempting to bind port 558c22c6-7b9f-43f3-b21a-f40ee497ee70 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'fb414e24-445e-4de4-ad84-a29fb4cc9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f1c09359-711c-4f9a-b859-95a5cedb81b7'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:49.463074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Attempting to bind port 558c22c6-7b9f-43f3-b21a-f40ee497ee70 on network f1c09359-711c-4f9a-b859-95a5cedb81b7 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:49.468231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:49.468666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Checking segment: {'id': 'fb414e24-445e-4de4-ad84-a29fb4cc9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f1c09359-711c-4f9a-b859-95a5cedb81b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:49.469071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.469464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Bound using segment: {'id': 'fb414e24-445e-4de4-ad84-a29fb4cc9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f1c09359-711c-4f9a-b859-95a5cedb81b7'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:49.469926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Bound port: 558c22c6-7b9f-43f3-b21a-f40ee497ee70, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb414e24-445e-4de4-ad84-a29fb4cc9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f1c09359-711c-4f9a-b859-95a5cedb81b7'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:49.470307 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.533496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] For port 558c22c6-7b9f-43f3-b21a-f40ee497ee70, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:49.536520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] For port 558c22c6-7b9f-43f3-b21a-f40ee497ee70, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=558c22c6-7b9f-43f3-b21a-f40ee497ee70,segment=NetworkSegment(fb414e24-445e-4de4-ad84-a29fb4cc9462),segment_id=fb414e24-445e-4de4-ad84-a29fb4cc9462)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:49.567906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53180) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:49.575297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.602688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=f636b29f-1f87-47a6-b236-fdf6f3085d6d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:49.603181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.650165 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.676010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.691208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Pushing event updated for resources: {'Port': ['ID=5e2b680a-e71f-4828-a8b7-8a23f75de195,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:49.700965 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.706278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54d5c496-4f5d-4e44-bb2b-d6791aa62f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.716974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa64765-5093-43d6-b2e8-09d9802104d7 None None] Pushing event updated for resources: {'Port': ['ID=558c22c6-7b9f-43f3-b21a-f40ee497ee70,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:49.729580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c09359-711c-4f9a-b859-95a5cedb81b7']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:49.742781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb414e24-445e-4de4-ad84-a29fb4cc9462') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:49.743095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb414e24-445e-4de4-ad84-a29fb4cc9462') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:49.753490 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.767133 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.775007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:49.775402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:49.778455 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:49.843266 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:49.847407 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fd69f7e9-6548-480e-aad4-c5ed87e0dbcf tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3156102 Sep 16 16:43:49.847687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53184) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:49.930464 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.api [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:43:49.930464 n-d-807786-3 neutron-server[95358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:43:49.930464 n-d-807786-3 neutron-server[95358]: [parameters: {'id': 'f1c09359-711c-4f9a-b859-95a5cedb81b7'}] Sep 16 16:43:49.930464 n-d-807786-3 neutron-server[95358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:43:49.931015 n-d-807786-3 neutron-server[95358]: DEBUG oslo_db.api [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:43:49.971098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54d5c496-4f5d-4e44-bb2b-d6791aa62f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.003196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:50.037837 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54d5c496-4f5d-4e44-bb2b-d6791aa62f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.082757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5c496-4f5d-4e44-bb2b-d6791aa62f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2c4ef1-30e4-4948-838a-08c2cc9b654a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:50.089117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-54d5c496-4f5d-4e44-bb2b-d6791aa62f9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ba9257e2e3842f78389e182cbb55a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5196817 Sep 16 16:43:50.091549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53190) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:50.118591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.238581 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.372932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Allocated IP 172.25.6.199 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/1bb2823f-9d2d-46e5-9ea5-388ba92279d7) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:50.432229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.488416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8954d8f3-9171-4f24-93b4-ded36cb613eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.535081 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8954d8f3-9171-4f24-93b4-ded36cb613eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.538967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.603649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Deleting port 558c22c6-7b9f-43f3-b21a-f40ee497ee70 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:50.604107 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.636372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d15ba-0926-4f77-a9c7-c2079bff783a req-3976dd33-33d5-462e-8cf7-40106560a530 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:50.637926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-960d15ba-0926-4f77-a9c7-c2079bff783a req-3976dd33-33d5-462e-8cf7-40106560a530 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 945 time: 0.1182065 Sep 16 16:43:50.671754 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.704512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] For port 558c22c6-7b9f-43f3-b21a-f40ee497ee70, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=558c22c6-7b9f-43f3-b21a-f40ee497ee70,segment=NetworkSegment(fb414e24-445e-4de4-ad84-a29fb4cc9462),segment_id=fb414e24-445e-4de4-ad84-a29fb4cc9462)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:50.704811 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.713348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:50.716321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:50.719994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:50.729101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Pushing event updated for resources: {'Port': ['ID=1bb2823f-9d2d-46e5-9ea5-388ba92279d7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:50.729267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Calling delete_port for 558c22c6-7b9f-43f3-b21a-f40ee497ee70 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:50.735927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-960d15ba-0926-4f77-a9c7-c2079bff783a req-08d0a2a5-4128-4a4e-981a-017e1627a35f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880919 Sep 16 16:43:50.756588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7d2fa-113f-4a1a-8de2-11e9572ce591 None None] Network f1c09359-711c-4f9a-b859-95a5cedb81b7 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:50.825294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8954d8f3-9171-4f24-93b4-ded36cb613eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.828135 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8954d8f3-9171-4f24-93b4-ded36cb613eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.829382 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8954d8f3-9171-4f24-93b4-ded36cb613eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de2c4ef1-30e4-4948-838a-08c2cc9b654a HTTP/1.1" status: 204 len: 168 time: 0.7364089 Sep 16 16:43:50.837928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954d8f3-9171-4f24-93b4-ded36cb613eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2c4ef1-30e4-4948-838a-08c2cc9b654a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:50.866012 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.902855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4069c19b-d1c5-40db-be0b-316935f17dd6 None None] Provisioning complete for port 558c22c6-7b9f-43f3-b21a-f40ee497ee70 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:43:50.903302 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4069c19b-d1c5-40db-be0b-316935f17dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:50.985626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.001395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0101d52c-6b89-4e72-ba01-d561d6f1bdb2 None None] DHCP port deletion for f1c09359-711c-4f9a-b859-95a5cedb81b7 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:43:51.003965 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4069c19b-d1c5-40db-be0b-316935f17dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.012967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Port': ['ID=558c22c6-7b9f-43f3-b21a-f40ee497ee70,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:51.014789 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No DVR routers for this DVR port 558c22c6-7b9f-43f3-b21a-f40ee497ee70 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:51.103115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.134824 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.163273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 46ba6da9-5603-4585-97d9-71f082072db7 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:43:51.165558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c09359-711c-4f9a-b859-95a5cedb81b7']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:51.176905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb414e24-445e-4de4-ad84-a29fb4cc9462') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:51.177208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb414e24-445e-4de4-ad84-a29fb4cc9462') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:51.188795 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.212478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.219156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:51.219559 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:51.222873 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:51.258263 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.294066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:43:51.297261 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846f87d6-1ac5-47af-b70d-aaceae27154b" -d '{"events": [{"server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "name": "network-vif-unplugged", "status": "completed", "tag": "46ba6da9-5603-4585-97d9-71f082072db7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:43:51.310313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:51.318250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.331610 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2202c3b4-ecf0-476f-b8fe-21cfdd58667c x-openstack-request-id: req-2202c3b4-ecf0-476f-b8fe-21cfdd58667c {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:43:51.331992 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "name": "network-vif-unplugged", "status": "failed", "tag": "46ba6da9-5603-4585-97d9-71f082072db7", "code": 422}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:43:51.332371 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2202c3b4-ecf0-476f-b8fe-21cfdd58667c {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:43:51.332804 n-d-807786-3 neutron-server[95359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7', 'code': 422} returned with failed status Sep 16 16:43:51.425696 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.433911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.439801 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/f1c09359-711c-4f9a-b859-95a5cedb81b7 HTTP/1.1" status: 204 len: 168 time: 2.7126904 Sep 16 16:43:51.439910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53216) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:51.447372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270d4b0-32fa-48ef-806a-1b2e77b8c2a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=f1c09359-711c-4f9a-b859-95a5cedb81b7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:51.465591 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.476000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.478068 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4bca48-6c47-4fca-96e2-cd9f77ac7526 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] GET failed (client error): The resource could not be found. Sep 16 16:43:51.482720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53220) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:51.482847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bf4bca48-6c47-4fca-96e2-cd9f77ac7526 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/subnets/f636b29f-1f87-47a6-b236-fdf6f3085d6d HTTP/1.1" status: 404 len: 337 time: 0.0431168 Sep 16 16:43:51.525423 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f07de70-b964-46ed-91c4-3e1f2af6f4bf tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:51.526398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f07de70-b964-46ed-91c4-3e1f2af6f4bf tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:51.529567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9f07de70-b964-46ed-91c4-3e1f2af6f4bf tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/f1c09359-711c-4f9a-b859-95a5cedb81b7 HTTP/1.1" status: 404 len: 339 time: 0.0456045 Sep 16 16:43:51.534115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53224) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:51.549998 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:51.564295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Pushing event updated for resources: {'Port': ['ID=1bb2823f-9d2d-46e5-9ea5-388ba92279d7,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:51.575200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.683043 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:51.684940 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-18ec3ba8-ad4e-4bb4-b448-34e8dcc9576a tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8360500 Sep 16 16:43:51.687407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53228) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:51.739485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e45f2d3-8885-4767-ab02-094340b42976 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:51.741493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8e45f2d3-8885-4767-ab02-094340b42976 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2037749 Sep 16 16:43:51.744336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53232) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:51.760019 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4c90aeee-1c34-4afd-81ff-cd94848934e5 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4788 time: 0.0710022 Sep 16 16:43:51.765400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53234) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:51.781647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-07b0fba8-cc22-4887-bf3b-299ff5bde738 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 207 time: 0.0361750 Sep 16 16:43:51.785237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53236) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:51.841873 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a9563c6-8933-46b4-b823-5832d4fb52ea tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0752747 Sep 16 16:43:51.844408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53238) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:51.899136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6736fb8-b192-4bfb-9d03-4dd25dba98a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:51.905656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6736fb8-b192-4bfb-9d03-4dd25dba98a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:51.911820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6736fb8-b192-4bfb-9d03-4dd25dba98a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:51.917677 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6736fb8-b192-4bfb-9d03-4dd25dba98a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:51.922868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a6736fb8-b192-4bfb-9d03-4dd25dba98a1 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1332092 Sep 16 16:43:51.923104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53244) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:51.986333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3ee58213-1a59-4029-961a-bfbe7e47497d tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Deleting port 1bb2823f-9d2d-46e5-9ea5-388ba92279d7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:51.989435 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ee58213-1a59-4029-961a-bfbe7e47497d tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.049274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-acf5739e-ed26-4e50-a90e-0731ec25db34 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1250260 Sep 16 16:43:52.052617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53250) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:52.073417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ee58213-1a59-4029-961a-bfbe7e47497d tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.073981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ee58213-1a59-4029-961a-bfbe7e47497d tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.087107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3ee58213-1a59-4029-961a-bfbe7e47497d tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Calling delete_port for 1bb2823f-9d2d-46e5-9ea5-388ba92279d7 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:52.111832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b85cd38-6f62-4417-af37-d3bcad999da8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:52.113570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b85cd38-6f62-4417-af37-d3bcad999da8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:52.118605 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4b85cd38-6f62-4417-af37-d3bcad999da8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0614023 Sep 16 16:43:52.119027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53256) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:52.188007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4542bf-fe8b-40b1-aff6-34f5f94afce4 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:52.189738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4542bf-fe8b-40b1-aff6-34f5f94afce4 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:52.191303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-eb4542bf-fe8b-40b1-aff6-34f5f94afce4 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0713203 Sep 16 16:43:52.197077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53262) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:52.347181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78631fd-99fc-4e7d-8ca7-2b2265830c21 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:52.348598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e78631fd-99fc-4e7d-8ca7-2b2265830c21 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/networks/171d6bde-6c9f-498a-9411-e8ee16035d11 HTTP/1.1" status: 200 len: 800 time: 0.1505227 Sep 16 16:43:52.354640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53272) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:52.379810 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ee58213-1a59-4029-961a-bfbe7e47497d tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.421218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee58213-1a59-4029-961a-bfbe7e47497d tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Pushing event deleted for resources: {'Port': ['ID=1bb2823f-9d2d-46e5-9ea5-388ba92279d7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:52.536501 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6024b2b9-2480-4f19-8ca0-f06a2901f14d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/networks/171d6bde-6c9f-498a-9411-e8ee16035d11?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1802893 Sep 16 16:43:52.540075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53276) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:52.557913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ee58213-1a59-4029-961a-bfbe7e47497d tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.560568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ee58213-1a59-4029-961a-bfbe7e47497d tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.563704 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3ee58213-1a59-4029-961a-bfbe7e47497d tempest-FloatingIPAdminTestJSON-1533549635 tempest-FloatingIPAdminTestJSON-1533549635-project] 10.222.0.22 "DELETE /v2.0/floatingips/b4fee634-9576-48a4-9744-a747f4b51b7f HTTP/1.1" status: 204 len: 168 time: 0.7181497 Sep 16 16:43:52.566272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53280) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:52.608197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba73424a-f996-4ecf-a7a6-76adae102518 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:52.613502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ba73424a-f996-4ecf-a7a6-76adae102518 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/subnets/2977bce5-a3d3-4bd4-8f4b-e05170eba08d HTTP/1.1" status: 200 len: 811 time: 0.0685732 Sep 16 16:43:52.613755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53282) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:52.705617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26902804-73e9-40dd-b320-86eea2d1103e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:52.711645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-26902804-73e9-40dd-b320-86eea2d1103e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "GET /v2.0/subnets/2977bce5-a3d3-4bd4-8f4b-e05170eba08d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0923066 Sep 16 16:43:52.717172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91071cf-a168-4193-aaa9-a694dabfada3 req-8e9c83cb-e084-49d7-97ed-212d678ac704 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:52.718672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53290) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:52.718783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f91071cf-a168-4193-aaa9-a694dabfada3 req-8e9c83cb-e084-49d7-97ed-212d678ac704 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0949755 Sep 16 16:43:52.727581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431510454'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:52.767745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f91071cf-a168-4193-aaa9-a694dabfada3 req-7e916b58-ce4a-4b31-9b61-337d4614daea tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364375 Sep 16 16:43:52.773851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-cf356c98-1053-47fc-9fbb-93fb5fca21b2 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Deleting port 5e2b680a-e71f-4828-a8b7-8a23f75de195 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:52.774374 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf356c98-1053-47fc-9fbb-93fb5fca21b2 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.872568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf356c98-1053-47fc-9fbb-93fb5fca21b2 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.872829 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf356c98-1053-47fc-9fbb-93fb5fca21b2 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.885792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:52.889884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.891675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-cf356c98-1053-47fc-9fbb-93fb5fca21b2 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Calling delete_port for 5e2b680a-e71f-4828-a8b7-8a23f75de195 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:52.962723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:43:52.978724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:52.978959 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Added segment 70c70d67-c51d-42fa-9164-f8a49503ba7d of type vlan for network cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 Sep 16 16:43:53.036151 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:53.125224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53296) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:53.214420 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:53.223018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:53.223749 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:53.280553 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf356c98-1053-47fc-9fbb-93fb5fca21b2 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:53.336494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf356c98-1053-47fc-9fbb-93fb5fca21b2 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e2b680a-e71f-4828-a8b7-8a23f75de195,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:53.392186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Network': ['ID=cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:53.398910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53308) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:53.399148 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bd565cd9-75c3-4ca0-ac55-aab3d07bc795 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6781127 Sep 16 16:43:53.422752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'network_id': 'cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:53.431932 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-fcb97e57-8785-481c-b233-d92dd9f84976 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3055735 Sep 16 16:43:53.438618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:43:53.443939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-8568f1ad-aa83-49b6-995f-1df84ad2b7dd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:43:53.445014 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-8568f1ad-aa83-49b6-995f-1df84ad2b7dd service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053036 Sep 16 16:43:53.454527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf356c98-1053-47fc-9fbb-93fb5fca21b2 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:53.457488 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf356c98-1053-47fc-9fbb-93fb5fca21b2 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:53.459477 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cf356c98-1053-47fc-9fbb-93fb5fca21b2 tempest-FloatingIPAdminTestJSON-300449402 tempest-FloatingIPAdminTestJSON-300449402-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/ee681901-b6f1-44e6-beed-4cf506e954be HTTP/1.1" status: 204 len: 168 time: 0.8915067 Sep 16 16:43:53.463153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53310) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:53.586784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-681d3659-672a-479c-9d1d-32717e39456d tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Deleting port e09168cb-5faf-4f2c-93ed-f32e44d42861 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:53.587132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-681d3659-672a-479c-9d1d-32717e39456d tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:53.680924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Made reservation on behalf of 75062fb7154149a38f99f584ae542082 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:43:53.684737 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:53.690728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-681d3659-672a-479c-9d1d-32717e39456d tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:53.706912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-681d3659-672a-479c-9d1d-32717e39456d tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Calling delete_port for e09168cb-5faf-4f2c-93ed-f32e44d42861 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:53.756471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.ipam_backend_mixin [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Performing IP validity checks on allocation pools {{(pid=95358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 16:43:53.759004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.ipam_backend_mixin [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 16:43:53.951338 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-681d3659-672a-479c-9d1d-32717e39456d tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:53.951918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311f45b-8a8f-4beb-b7a0-d3edb6e66b2f req-8a800593-c779-4a11-aecd-46f6594ac6d5 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:53.953520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b311f45b-8a8f-4beb-b7a0-d3edb6e66b2f req-8a800593-c779-4a11-aecd-46f6594ac6d5 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0923102 Sep 16 16:43:53.980484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d3659-672a-479c-9d1d-32717e39456d tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event deleted for resources: {'Port': ['ID=e09168cb-5faf-4f2c-93ed-f32e44d42861,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:54.007119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b311f45b-8a8f-4beb-b7a0-d3edb6e66b2f req-2b968450-08c0-4320-a13a-dd43f63b2723 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Sep 16 16:43:54.069889 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:54.071292 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-681d3659-672a-479c-9d1d-32717e39456d tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:54.073388 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-681d3659-672a-479c-9d1d-32717e39456d tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "DELETE /v2.0/ports/e09168cb-5faf-4f2c-93ed-f32e44d42861 HTTP/1.1" status: 204 len: 168 time: 0.6090808 Sep 16 16:43:54.075750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53324) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:54.144585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc136f32-29dc-47cb-b566-01ac39f7e9e1 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:54.146660 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cc136f32-29dc-47cb-b566-01ac39f7e9e1 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3 HTTP/1.1" status: 200 len: 913 time: 0.0697787 Sep 16 16:43:54.150562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53326) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:54.161149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=995cbfcc-d404-4b5e-bbec-a67014d48616,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:54.165081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Checking segment: {'id': '70c70d67-c51d-42fa-9164-f8a49503ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:54.165620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network hostable DHCP agents. Network: cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:43:54.303814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Network cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:43:54.391747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:54.398528 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:54.399548 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:54.406286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0954628-3d34-485b-a839-e9966af899ae None None] Network cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:54.565327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3d9a1b02-924c-42d4-a399-6e8adb5b5251 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1582236 Sep 16 16:43:54.566086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53334) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:54.580064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9d5de1d2-3a4a-480f-88ec-cdad0532843a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:43:54.580783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1', 'network_id': 'cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1', 'tenant_id': '75062fb7154149a38f99f584ae542082', 'fixed_ips': [{'subnet_id': '995cbfcc-d404-4b5e-bbec-a67014d48616'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:43:54.581967 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:54.596457 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:54.678201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d5de1d2-3a4a-480f-88ec-cdad0532843a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24278608'] for subnet, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:54.727713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Allocated IP 172.20.0.3 (cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1/995cbfcc-d404-4b5e-bbec-a67014d48616/f560e8a5-31b6-4d9a-be40-d67859b4fbde) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:43:54.886802 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:54.895950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Deleting port 8da59c8a-f12b-4d55-8f6d-9c4049db5925 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:54.896566 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:54.951325 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:54.998528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:55.007220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Pushing event updated for resources: {'Port': ['ID=f560e8a5-31b6-4d9a-be40-d67859b4fbde,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:55.014893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Calling delete_port for 8da59c8a-f12b-4d55-8f6d-9c4049db5925 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:55.027223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Network cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:43:55.028822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:43:55.031681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:43:55.133684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Attempting to bind port f560e8a5-31b6-4d9a-be40-d67859b4fbde on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:43:55.134436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Attempting to bind port f560e8a5-31b6-4d9a-be40-d67859b4fbde by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '70c70d67-c51d-42fa-9164-f8a49503ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:43:55.134905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Attempting to bind port f560e8a5-31b6-4d9a-be40-d67859b4fbde on network cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:43:55.141249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:43:55.141757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Checking segment: {'id': '70c70d67-c51d-42fa-9164-f8a49503ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:43:55.142788 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:55.143297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Bound using segment: {'id': '70c70d67-c51d-42fa-9164-f8a49503ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:43:55.144460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Bound port: f560e8a5-31b6-4d9a-be40-d67859b4fbde, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c70d67-c51d-42fa-9164-f8a49503ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:43:55.145030 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:55.218463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005defa-08eb-4e6a-bdf2-a9fc77b96f90 req-2d6dbbab-c6ae-4057-9a49-e47265b5f3b0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:55.220100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f005defa-08eb-4e6a-bdf2-a9fc77b96f90 req-2d6dbbab-c6ae-4057-9a49-e47265b5f3b0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0557539 Sep 16 16:43:55.231667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] For port f560e8a5-31b6-4d9a-be40-d67859b4fbde, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:43:55.234978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] For port f560e8a5-31b6-4d9a-be40-d67859b4fbde, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f560e8a5-31b6-4d9a-be40-d67859b4fbde,segment=NetworkSegment(70c70d67-c51d-42fa-9164-f8a49503ba7d),segment_id=70c70d67-c51d-42fa-9164-f8a49503ba7d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:43:55.263004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f005defa-08eb-4e6a-bdf2-a9fc77b96f90 req-0deeba03-c969-41e3-b726-1afe0991ed77 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338449 Sep 16 16:43:55.268830 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d5de1d2-3a4a-480f-88ec-cdad0532843a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744142518788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12783807'] for subnet, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:55.322486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5de1d2-3a4a-480f-88ec-cdad0532843a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:55.323089 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d5de1d2-3a4a-480f-88ec-cdad0532843a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:55.324398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9d5de1d2-3a4a-480f-88ec-cdad0532843a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "PUT /v2.0/subnets/995cbfcc-d404-4b5e-bbec-a67014d48616 HTTP/1.1" status: 200 len: 877 time: 0.7568436 Sep 16 16:43:55.327589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53338) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:55.338581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5de1d2-3a4a-480f-88ec-cdad0532843a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event updated for resources: {'Subnet': ['ID=995cbfcc-d404-4b5e-bbec-a67014d48616,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:55.352079 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:55.442394 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fd1c3-e79a-4f31-b28a-9ee5d483294a None None] Pushing event updated for resources: {'Port': ['ID=f560e8a5-31b6-4d9a-be40-d67859b4fbde,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:55.447744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:55.461715 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:55.530976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event deleted for resources: {'Port': ['ID=8da59c8a-f12b-4d55-8f6d-9c4049db5925,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:55.633592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Deleting port f560e8a5-31b6-4d9a-be40-d67859b4fbde {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:55.635554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:55.873424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] For port f560e8a5-31b6-4d9a-be40-d67859b4fbde, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f560e8a5-31b6-4d9a-be40-d67859b4fbde,segment=NetworkSegment(70c70d67-c51d-42fa-9164-f8a49503ba7d),segment_id=70c70d67-c51d-42fa-9164-f8a49503ba7d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:55.873820 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:55.898492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Calling delete_port for f560e8a5-31b6-4d9a-be40-d67859b4fbde owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:55.910218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:56.459065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7a615-243a-4cbf-ae54-9d639cfbbaed req-9f06cd77-1c10-4850-9ec4-8498c018f8dd tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:56.461980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0de7a615-243a-4cbf-ae54-9d639cfbbaed req-9f06cd77-1c10-4850-9ec4-8498c018f8dd tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0852726 Sep 16 16:43:56.541257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0de7a615-243a-4cbf-ae54-9d639cfbbaed req-4752c6b2-dd67-42ba-ba6c-eba377fb7649 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727193 Sep 16 16:43:56.634213 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Router 0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:43:56.692525 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:56.746683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Port': ['ID=f560e8a5-31b6-4d9a-be40-d67859b4fbde,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:56.751679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39afc607-c676-4386-8048-24cd9ffcd6f6 None None] Network cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:56.792192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No DVR routers for this DVR port f560e8a5-31b6-4d9a-be40-d67859b4fbde on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:56.885880 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:56.890654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:43:56.903626 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce4533-1f5e-4f18-a865-94f01e4f7d3f None None] Sync routers for ids ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:43:56.918094 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5330ee22-800a-458c-b85d-2a67137daf82 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "PUT /v2.0/routers/0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7652669 Sep 16 16:43:56.920577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53362) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:56.923150 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce4533-1f5e-4f18-a865-94f01e4f7d3f None None] Routers {'0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:43:56.923776 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b2ce4533-1f5e-4f18-a865-94f01e4f7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:56.936258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-41393aae-8d8f-4f2b-b13e-51b129f7eb32 None None] Could not find standard attr ID for object f560e8a5-31b6-4d9a-be40-d67859b4fbde. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:43:56.981206 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b2ce4533-1f5e-4f18-a865-94f01e4f7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:56.993359 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce4533-1f5e-4f18-a865-94f01e4f7d3f None None] Routers {'0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:43:56.993918 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b2ce4533-1f5e-4f18-a865-94f01e4f7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:57.032944 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b2ce4533-1f5e-4f18-a865-94f01e4f7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:57.033794 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce4533-1f5e-4f18-a865-94f01e4f7d3f None None] The sync data for ids ['0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:43:57.064119 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.107528 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.109730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=995cbfcc-d404-4b5e-bbec-a67014d48616,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:57.227267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.235042 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3523c2-84f8-4396-b194-b91c2b919a52 None None] Network cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:57.243852 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.250934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:57.264311 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c70d67-c51d-42fa-9164-f8a49503ba7d') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:57.264840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c70d67-c51d-42fa-9164-f8a49503ba7d') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:57.279699 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.297206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.304203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:57.304661 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:57.308508 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:57.422651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Deleting port 9cf5e69b-cda9-4f74-b2f4-f81743214124 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:57.426597 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.461127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff63de-5d36-442c-837b-dd40fde476e4 None None] DHCP port deletion for cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:43:57.474561 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.495522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.503480 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 HTTP/1.1" status: 204 len: 168 time: 2.1746702 Sep 16 16:43:57.510197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53366) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:57.515548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beaf94-ef69-4b1c-bf51-07845fdfc77f tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:57.547405 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a35cbfe-a4d4-4114-a6f5-9bad5405f7ea tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:57.547871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a35cbfe-a4d4-4114-a6f5-9bad5405f7ea tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:57.549921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9a35cbfe-a4d4-4114-a6f5-9bad5405f7ea tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/995cbfcc-d404-4b5e-bbec-a67014d48616 HTTP/1.1" status: 404 len: 337 time: 0.0387661 Sep 16 16:43:57.553754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53368) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:57.573779 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3258e9c7-5b7f-429f-9a35-70690b4e05a3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:57.574451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3258e9c7-5b7f-429f-9a35-70690b4e05a3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:57.575181 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.579059 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3258e9c7-5b7f-429f-9a35-70690b4e05a3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/cbb0ad01-1a87-4e9c-bd04-531ca1b0aeb1 HTTP/1.1" status: 404 len: 339 time: 0.0238366 Sep 16 16:43:57.579741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53372) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:57.591489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Calling delete_port for 9cf5e69b-cda9-4f74-b2f4-f81743214124 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:57.609457 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08e9c37-0b27-47b2-bc44-202c8a9454d3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:57.610050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08e9c37-0b27-47b2-bc44-202c8a9454d3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:57.614622 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b08e9c37-0b27-47b2-bc44-202c8a9454d3 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/f636b29f-1f87-47a6-b236-fdf6f3085d6d HTTP/1.1" status: 404 len: 337 time: 0.0338635 Sep 16 16:43:57.615336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53374) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:57.634987 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cd2311-ce93-4d1e-8d39-532b11638501 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:57.635658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cd2311-ce93-4d1e-8d39-532b11638501 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:57.638321 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-38cd2311-ce93-4d1e-8d39-532b11638501 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/f1c09359-711c-4f9a-b859-95a5cedb81b7 HTTP/1.1" status: 404 len: 339 time: 0.0204861 Sep 16 16:43:57.644571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53376) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:57.745918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28263dd4-66af-4e31-94af-5c08348f31e5 req-4c5599dd-ee36-494b-9b06-b3513f91aacf tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:57.747472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28263dd4-66af-4e31-94af-5c08348f31e5 req-4c5599dd-ee36-494b-9b06-b3513f91aacf tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0761716 Sep 16 16:43:57.750612 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.831293 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28263dd4-66af-4e31-94af-5c08348f31e5 req-f32f4ac8-c839-4591-8b89-1a22c55da8fd tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537016 Sep 16 16:43:57.889426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.910277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6fb51b-2c4c-4430-8011-b584521c9cb4']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:57.920463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194ce031-0fa9-40f4-adb4-2222cfb0ab29') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:57.920762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194ce031-0fa9-40f4-adb4-2222cfb0ab29') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:57.930303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.943273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.949414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:57.949802 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:57.952716 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:57.956883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:57.989636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event deleted for resources: {'Port': ['ID=9cf5e69b-cda9-4f74-b2f4-f81743214124,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:58.052093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.082576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.088223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.092283 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/6f6fb51b-2c4c-4430-8011-b584521c9cb4 HTTP/1.1" status: 204 len: 168 time: 0.4444809 Sep 16 16:43:58.094824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53382) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.150770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abdb7b-510b-431b-a27e-5ab2f6d1060e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=6f6fb51b-2c4c-4430-8011-b584521c9cb4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:58.150770 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7360c5dc-8afb-4816-9d6b-5b7f00f7aea9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.150770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7360c5dc-8afb-4816-9d6b-5b7f00f7aea9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.150770 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7360c5dc-8afb-4816-9d6b-5b7f00f7aea9 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/0825c13b-77d2-48ff-8f03-1010227e914f HTTP/1.1" status: 404 len: 337 time: 0.0426733 Sep 16 16:43:58.151913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.152819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53384) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.155131 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.176937 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-641367ce-f1b8-4c8e-88dd-87bc7c662380 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.177397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641367ce-f1b8-4c8e-88dd-87bc7c662380 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.179870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-641367ce-f1b8-4c8e-88dd-87bc7c662380 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/e95384b5-3bb5-4912-b9c3-473c5dba7dfc HTTP/1.1" status: 404 len: 339 time: 0.0257113 Sep 16 16:43:58.182238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53386) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.213039 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-9819b280-5f05-41c1-b799-6b880868a322 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.213586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9819b280-5f05-41c1-b799-6b880868a322 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.215548 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9819b280-5f05-41c1-b799-6b880868a322 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/17f54700-c73a-4deb-8fd0-96facc90248a HTTP/1.1" status: 404 len: 337 time: 0.0320365 Sep 16 16:43:58.218319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53388) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.219802 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6df35058-0d4a-42be-855a-42addbf785e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.238580 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfcd1ba-c481-4369-98be-5903f5f9efbf tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.239408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfcd1ba-c481-4369-98be-5903f5f9efbf tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.241844 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fdfcd1ba-c481-4369-98be-5903f5f9efbf tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/531e11f1-404a-47e8-996f-ffc2b87e4543 HTTP/1.1" status: 404 len: 339 time: 0.0219665 Sep 16 16:43:58.243781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53390) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.270685 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-99842214-27cb-4de9-ac47-ed54bd9996f6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.271136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99842214-27cb-4de9-ac47-ed54bd9996f6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.274127 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-99842214-27cb-4de9-ac47-ed54bd9996f6 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/d238a10b-fc1e-4660-b374-b6ee6690246c HTTP/1.1" status: 404 len: 337 time: 0.0294263 Sep 16 16:43:58.276726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53392) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.285992 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.286711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Fanout notify agent at l3_agent the message router_deleted on router 0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:43:58.295300 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.298730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d2d08170-9148-4026-aa75-130ff12d9996 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "DELETE /v2.0/routers/0b5c72ea-2e9e-41ab-940b-cb1c3f8736d3 HTTP/1.1" status: 204 len: 168 time: 1.3748753 Sep 16 16:43:58.298989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53394) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.302331 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a038342-9674-4a4b-9182-54e7ee654d0a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.302907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a038342-9674-4a4b-9182-54e7ee654d0a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.305806 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9a038342-9674-4a4b-9182-54e7ee654d0a tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/9a91779c-61c8-4249-b54d-b5b964e191de HTTP/1.1" status: 404 len: 339 time: 0.0277119 Sep 16 16:43:58.312321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53398) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.362192 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a4350e-0a54-44e1-9329-f80a4ac03699 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.362724 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a4350e-0a54-44e1-9329-f80a4ac03699 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.366785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c3a4350e-0a54-44e1-9329-f80a4ac03699 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/747fbac7-7aa8-4c91-a031-6f058657dede HTTP/1.1" status: 404 len: 337 time: 0.0514145 Sep 16 16:43:58.367327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53402) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.384937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1956d43-57a2-43da-b147-ed0e44845705 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Deleting subnet b6649a2a-687c-4911-a24a-987bf6aacab2 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:43:58.387486 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-830cf282-740a-4e35-86bd-f0a449b01fe5 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.388079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830cf282-740a-4e35-86bd-f0a449b01fe5 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.389358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1956d43-57a2-43da-b147-ed0e44845705 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.389952 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-830cf282-740a-4e35-86bd-f0a449b01fe5 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/e1af65a8-03b5-4fd3-9cd2-411e60b437ff HTTP/1.1" status: 404 len: 339 time: 0.0215633 Sep 16 16:43:58.392595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53404) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.421810 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ee992f-8704-4a3d-b437-9e1b233c126e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.422282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ee992f-8704-4a3d-b437-9e1b233c126e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.424336 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d6ee992f-8704-4a3d-b437-9e1b233c126e tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/b6220e1c-6da6-405e-adc9-a17c230d6309 HTTP/1.1" status: 404 len: 337 time: 0.0307701 Sep 16 16:43:58.426735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53406) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.437348 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1956d43-57a2-43da-b147-ed0e44845705 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.452897 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-def2e2f0-342e-4d49-a451-0d35da5c684d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.453777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def2e2f0-342e-4d49-a451-0d35da5c684d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.463883 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-def2e2f0-342e-4d49-a451-0d35da5c684d tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/18fd56a9-66bb-41cb-8453-98aa7b751929 HTTP/1.1" status: 404 len: 339 time: 0.0294509 Sep 16 16:43:58.463883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53410) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.506899 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb411a1c-ee12-4c35-afe2-c335cf897894 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.507364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb411a1c-ee12-4c35-afe2-c335cf897894 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.509585 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cb411a1c-ee12-4c35-afe2-c335cf897894 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/60971b1d-7e0e-40c3-8f0c-aa9786ca1348 HTTP/1.1" status: 404 len: 337 time: 0.0430405 Sep 16 16:43:58.512522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53412) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.536863 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f6b808-7590-4bfa-bd04-69e8d60d54c4 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.537450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f6b808-7590-4bfa-bd04-69e8d60d54c4 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.539541 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b9f6b808-7590-4bfa-bd04-69e8d60d54c4 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/9507f328-4eea-4c7c-a242-cd10f94a4e6f HTTP/1.1" status: 404 len: 339 time: 0.0257590 Sep 16 16:43:58.549202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53416) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.555531 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1956d43-57a2-43da-b147-ed0e44845705 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.585812 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2736e7f-79a1-4a83-b982-135c494c2aae tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.586517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2736e7f-79a1-4a83-b982-135c494c2aae tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.591022 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b2736e7f-79a1-4a83-b982-135c494c2aae tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/dac9c0c6-bb16-443f-9b9e-5a554d8c7919 HTTP/1.1" status: 404 len: 337 time: 0.0381796 Sep 16 16:43:58.591605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53418) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.615213 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-31acd949-487c-4c7b-b86c-2b3a2587c6c5 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.616571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31acd949-487c-4c7b-b86c-2b3a2587c6c5 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.620427 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-31acd949-487c-4c7b-b86c-2b3a2587c6c5 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/20346df5-c5b1-4854-9c92-07a01ef5d6b7 HTTP/1.1" status: 404 len: 339 time: 0.0262318 Sep 16 16:43:58.621186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53420) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.653424 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f200b4-9467-46b9-ac82-80d93ec93baa tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.654043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f200b4-9467-46b9-ac82-80d93ec93baa tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.655774 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-59f200b4-9467-46b9-ac82-80d93ec93baa tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/1efd398b-7c50-4d98-b968-12a07264e4f1 HTTP/1.1" status: 404 len: 337 time: 0.0334513 Sep 16 16:43:58.658299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53422) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.678009 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2d65b0-47f7-424d-8f72-6307380221f8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] DELETE failed (client error): The resource could not be found. Sep 16 16:43:58.678840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2d65b0-47f7-424d-8f72-6307380221f8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:43:58.680641 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1c2d65b0-47f7-424d-8f72-6307380221f8 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/7eb69386-5252-48bc-a70b-cce8b10281fd HTTP/1.1" status: 404 len: 339 time: 0.0214193 Sep 16 16:43:58.683114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53424) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.722013 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1956d43-57a2-43da-b147-ed0e44845705 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.741239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85e06df-db67-4b69-a339-302701a08e44 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Deleting subnet 2977bce5-a3d3-4bd4-8f4b-e05170eba08d {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:43:58.754642 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1956d43-57a2-43da-b147-ed0e44845705 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.759117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f1956d43-57a2-43da-b147-ed0e44845705 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "DELETE /v2.0/subnets/b6649a2a-687c-4911-a24a-987bf6aacab2 HTTP/1.1" status: 204 len: 168 time: 0.4567962 Sep 16 16:43:58.759117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1956d43-57a2-43da-b147-ed0e44845705 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event deleted for resources: {'Subnet': ['ID=b6649a2a-687c-4911-a24a-987bf6aacab2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:58.761924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cfe548-93ee-4995-bf99-8c351db39b1b None None] Network 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:58.766685 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f85e06df-db67-4b69-a339-302701a08e44 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.769546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53428) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:58.902063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f85e06df-db67-4b69-a339-302701a08e44 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.941768 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:58.981231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18983bd5-19d5-4509-9039-ceb2f6c6797f None None] DHCP port deletion for 4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:43:59.038621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-18983bd5-19d5-4509-9039-ceb2f6c6797f None None] Deleting port 2b33f30a-2045-42bb-b17c-60a867c620a1 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:59.039256 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18983bd5-19d5-4509-9039-ceb2f6c6797f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.044737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f85e06df-db67-4b69-a339-302701a08e44 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.051253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b9bb0-dc0f-4ae5-9ebc-31c238a9bb6f req-a9e5689c-3788-4c5f-b285-c641e75e6d67 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:59.052905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-470b9bb0-dc0f-4ae5-9ebc-31c238a9bb6f req-a9e5689c-3788-4c5f-b285-c641e75e6d67 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.1132042 Sep 16 16:43:59.119647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Deleting port 2b33f30a-2045-42bb-b17c-60a867c620a1 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:59.120007 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.124036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-470b9bb0-dc0f-4ae5-9ebc-31c238a9bb6f req-4d34c9f4-25fa-4404-90f0-e13eae35531d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634477 Sep 16 16:43:59.193579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] For port 2b33f30a-2045-42bb-b17c-60a867c620a1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2b33f30a-2045-42bb-b17c-60a867c620a1,segment=NetworkSegment(98d1f1b4-574b-4957-a3f8-18e5d24e14ef),segment_id=98d1f1b4-574b-4957-a3f8-18e5d24e14ef)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:59.194145 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.209104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Calling delete_port for 2b33f30a-2045-42bb-b17c-60a867c620a1 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:59.222413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f85e06df-db67-4b69-a339-302701a08e44 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.304420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e06df-db67-4b69-a339-302701a08e44 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Subnet': ['ID=2977bce5-a3d3-4bd4-8f4b-e05170eba08d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:59.306851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-18983bd5-19d5-4509-9039-ceb2f6c6797f None None] For port 2b33f30a-2045-42bb-b17c-60a867c620a1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2b33f30a-2045-42bb-b17c-60a867c620a1,segment=NetworkSegment(98d1f1b4-574b-4957-a3f8-18e5d24e14ef),segment_id=98d1f1b4-574b-4957-a3f8-18e5d24e14ef)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:59.307382 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18983bd5-19d5-4509-9039-ceb2f6c6797f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.316527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df833a-9b09-49da-a020-49df56c76815 None None] Network 171d6bde-6c9f-498a-9411-e8ee16035d11 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:43:59.318643 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f85e06df-db67-4b69-a339-302701a08e44 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.321049 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f85e06df-db67-4b69-a339-302701a08e44 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/subnets/2977bce5-a3d3-4bd4-8f4b-e05170eba08d HTTP/1.1" status: 204 len: 168 time: 0.6368673 Sep 16 16:43:59.323607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53438) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:43:59.334365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-18983bd5-19d5-4509-9039-ceb2f6c6797f None None] Calling delete_port for 2b33f30a-2045-42bb-b17c-60a867c620a1 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:59.411739 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.482973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event deleted for resources: {'Port': ['ID=2b33f30a-2045-42bb-b17c-60a867c620a1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:59.485022 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.489578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] No DVR routers for this DVR port 2b33f30a-2045-42bb-b17c-60a867c620a1 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:59.517010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18983bd5-19d5-4509-9039-ceb2f6c6797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.576918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Deleting port 933094cd-26db-4a80-af98-4414e059f7c8 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:59.577435 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.577521 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18983bd5-19d5-4509-9039-ceb2f6c6797f None None] Pushing event deleted for resources: {'Port': ['ID=2b33f30a-2045-42bb-b17c-60a867c620a1,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:59.592768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18983bd5-19d5-4509-9039-ceb2f6c6797f None None] No DVR routers for this DVR port 2b33f30a-2045-42bb-b17c-60a867c620a1 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:59.599675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e7e2c-9cbb-4d2a-8d0c-ce7e5f916660 None None] DHCP port deletion for 171d6bde-6c9f-498a-9411-e8ee16035d11 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:43:59.651867 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-85582a7c-b3a0-4d3b-8e1d-3e477f7db1bf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1735168 Sep 16 16:43:59.664886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] For port 933094cd-26db-4a80-af98-4414e059f7c8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=933094cd-26db-4a80-af98-4414e059f7c8,segment=NetworkSegment(3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f),segment_id=3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:59.665466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.680166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Calling delete_port for 933094cd-26db-4a80-af98-4414e059f7c8 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:59.686702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.706315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-730e7e2c-9cbb-4d2a-8d0c-ce7e5f916660 None None] Deleting port 933094cd-26db-4a80-af98-4414e059f7c8 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:43:59.706696 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-730e7e2c-9cbb-4d2a-8d0c-ce7e5f916660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.770506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc5f0e0-23e4-492f-8ced-c6ae0fe57146']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:59.785771 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d1f1b4-574b-4957-a3f8-18e5d24e14ef') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:59.786074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d1f1b4-574b-4957-a3f8-18e5d24e14ef') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:43:59.808952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-730e7e2c-9cbb-4d2a-8d0c-ce7e5f916660 None None] For port 933094cd-26db-4a80-af98-4414e059f7c8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=933094cd-26db-4a80-af98-4414e059f7c8,segment=NetworkSegment(3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f),segment_id=3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:43:59.809476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-730e7e2c-9cbb-4d2a-8d0c-ce7e5f916660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.814466 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.826826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-730e7e2c-9cbb-4d2a-8d0c-ce7e5f916660 None None] Calling delete_port for 933094cd-26db-4a80-af98-4414e059f7c8 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:43:59.830555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-180fed4f-3a9f-460e-ae9d-a8b1f10914b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:43:59.838673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 933094cd-26db-4a80-af98-4414e059f7c8 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:43:59.843105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-180fed4f-3a9f-460e-ae9d-a8b1f10914b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1095 time: 0.1220338 Sep 16 16:43:59.850727 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.888957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:43:59.889417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:43:59.896832 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:43:59.940702 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:43:59.956604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No active binding found for port 933094cd-26db-4a80-af98-4414e059f7c8 {{(pid=95359) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 16:43:59.957330 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 933094cd-26db-4a80-af98-4414e059f7c8 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:43:59.958013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2b33f30a-2045-42bb-b17c-60a867c620a1 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:43:59.975985 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Port': ['ID=933094cd-26db-4a80-af98-4414e059f7c8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:43:59.982339 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] No DVR routers for this DVR port 933094cd-26db-4a80-af98-4414e059f7c8 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:43:59.990242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 2b33f30a-2045-42bb-b17c-60a867c620a1 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:43:59.995677 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2b33f30a-2045-42bb-b17c-60a867c620a1 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:44:00.017191 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-730e7e2c-9cbb-4d2a-8d0c-ce7e5f916660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.072287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e7e2c-9cbb-4d2a-8d0c-ce7e5f916660 None None] Pushing event deleted for resources: {'Port': ['ID=933094cd-26db-4a80-af98-4414e059f7c8,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:00.081320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e7e2c-9cbb-4d2a-8d0c-ce7e5f916660 None None] No DVR routers for this DVR port 933094cd-26db-4a80-af98-4414e059f7c8 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:44:00.099038 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-c1b7a006-79d6-4c4b-b509-10dc505470d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:00.101739 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-c1b7a006-79d6-4c4b-b509-10dc505470d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.2455137 Sep 16 16:44:00.119462 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.140698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171d6bde-6c9f-498a-9411-e8ee16035d11']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:00.150645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:00.150819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3841d46d-7f9f-4c30-8f9d-7eb3e9aac07f') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:00.153236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.165931 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.167317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.170370 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "DELETE /v2.0/networks/4fc5f0e0-23e4-492f-8ced-c6ae0fe57146 HTTP/1.1" status: 204 len: 168 time: 1.3998480 Sep 16 16:44:00.175430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53450) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:00.187620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f47823-2569-4686-b57d-f7e34383675f tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event deleted for resources: {'Network': ['ID=4fc5f0e0-23e4-492f-8ced-c6ae0fe57146,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:00.202244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-f63df452-bc5a-486e-bf87-6c2214dc8a5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 999 time: 0.0928488 Sep 16 16:44:00.280988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-82c25c1f-c859-40bd-9562-80dc79e12502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:00.285809 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-82c25c1f-c859-40bd-9562-80dc79e12502 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0734141 Sep 16 16:44:00.351011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-6dde0d4b-0a72-47a1-8f26-5bb4534e7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:00.353848 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-6dde0d4b-0a72-47a1-8f26-5bb4534e7bdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604155 Sep 16 16:44:00.468551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-be26e7e6-e393-457d-b75f-bd46e5dbb762 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068215 Sep 16 16:44:00.534262 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.555682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:44:00.556078 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.565458 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-956e95e9-58e4-4518-952a-d9ae637fc485 req-d145f0a4-8838-4c21-b76e-6a085d5ce964 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886858 Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:44:00.572121 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:44:00.699621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49213b5a-c204-4bc6-8761-7348fce98d35 req-b393cf41-643d-4d02-819d-6186673ebe00 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:00.701148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49213b5a-c204-4bc6-8761-7348fce98d35 req-b393cf41-643d-4d02-819d-6186673ebe00 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.1712110 Sep 16 16:44:00.736737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-661cac9c-0635-4d3c-b5ef-77819cc35973 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Deleting port 09abfd62-3326-4ee2-8cc2-97f08407ce67 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:00.737076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-661cac9c-0635-4d3c-b5ef-77819cc35973 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.767969 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49213b5a-c204-4bc6-8761-7348fce98d35 req-2fbb41f0-3080-4e91-a71d-7fb6ebba3416 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596271 Sep 16 16:44:00.814009 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.814335 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7668ce41-aa72-4958-a2ad-a9ca534df16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.824990 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.826876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] 10.222.0.22 "DELETE /v2.0/networks/171d6bde-6c9f-498a-9411-e8ee16035d11 HTTP/1.1" status: 204 len: 168 time: 1.5020878 Sep 16 16:44:00.840672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed21ae2-c69b-4fb8-a061-cf6b25f82289 tempest-NetworksTest-1027003761 tempest-NetworksTest-1027003761-project] Pushing event deleted for resources: {'Network': ['ID=171d6bde-6c9f-498a-9411-e8ee16035d11,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:00.854899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-661cac9c-0635-4d3c-b5ef-77819cc35973 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.855237 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-661cac9c-0635-4d3c-b5ef-77819cc35973 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:00.868227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-661cac9c-0635-4d3c-b5ef-77819cc35973 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Calling delete_port for 09abfd62-3326-4ee2-8cc2-97f08407ce67 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:01.088546 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-661cac9c-0635-4d3c-b5ef-77819cc35973 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:01.114310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cac9c-0635-4d3c-b5ef-77819cc35973 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Pushing event deleted for resources: {'Port': ['ID=09abfd62-3326-4ee2-8cc2-97f08407ce67,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:01.180166 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-661cac9c-0635-4d3c-b5ef-77819cc35973 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:01.182771 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-661cac9c-0635-4d3c-b5ef-77819cc35973 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:01.183959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-661cac9c-0635-4d3c-b5ef-77819cc35973 tempest-FloatingIPAdminTestJSON-1414174873 tempest-FloatingIPAdminTestJSON-1414174873-project] 10.222.0.22 "DELETE /v2.0/floatingips/ae6d146d-a364-4724-ad8e-d4061154ffed HTTP/1.1" status: 204 len: 168 time: 1.0074787 Sep 16 16:44:01.297820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53468) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:01.344968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-26023d54-31da-42b3-8bb6-cac13bc89465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:01.346756 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-26023d54-31da-42b3-8bb6-cac13bc89465 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae&tenant_id=c622cc4e797f4be09121fee06d61369e HTTP/1.1" status: 200 len: 1094 time: 0.0486960 Sep 16 16:44:01.414331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-7f3f5a9e-5a75-4037-83a1-8826c78689d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:01.415111 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-7f3f5a9e-5a75-4037-83a1-8826c78689d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 1094 time: 0.0465801 Sep 16 16:44:01.466889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bfd82366-4dbf-48a2-a12e-0894c2c35ddc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75062fb7154149a38f99f584ae542082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669948 Sep 16 16:44:01.469248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53476) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:01.476741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:01.530064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-0e7f34b3-13ff-4234-8f37-22aecc870f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:01.531687 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-0e7f34b3-13ff-4234-8f37-22aecc870f1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.1099455 Sep 16 16:44:01.536304 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93bca7fc-b7d3-4468-b0c3-ee12b09f5957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:01.568023 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93bca7fc-b7d3-4468-b0c3-ee12b09f5957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:01.613571 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-8df24dc7-1909-4b8d-a5b3-d4930acaf2e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ba6da9-5603-4585-97d9-71f082072db7 HTTP/1.1" status: 200 len: 999 time: 0.0696769 Sep 16 16:44:01.664790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-233a02d2-efa5-414b-9e5a-e4b6f96e81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:01.666495 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-233a02d2-efa5-414b-9e5a-e4b6f96e81ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.0475368 Sep 16 16:44:01.682346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93bca7fc-b7d3-4468-b0c3-ee12b09f5957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:01.685084 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93bca7fc-b7d3-4468-b0c3-ee12b09f5957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:01.686246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-93bca7fc-b7d3-4468-b0c3-ee12b09f5957 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6173fd6e-c28c-41e8-9db7-c13fe0772e6e HTTP/1.1" status: 204 len: 168 time: 0.2159264 Sep 16 16:44:01.700090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bca7fc-b7d3-4468-b0c3-ee12b09f5957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6173fd6e-c28c-41e8-9db7-c13fe0772e6e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:01.722976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-6e4a4709-3b55-4fde-8ffe-63af94676782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:01.724593 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-6e4a4709-3b55-4fde-8ffe-63af94676782 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514207 Sep 16 16:44:01.765899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53488) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:01.834979 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-c363dfe2-e8d9-49ce-bac0-fe9ee65672a8 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033278 Sep 16 16:44:01.910749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21f6e7-b21b-4d3e-a4a8-e1f033ca76c6 req-8a0a525a-08a3-471b-8c7d-da13ef2d4313 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:01.912337 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e21f6e7-b21b-4d3e-a4a8-e1f033ca76c6 req-8a0a525a-08a3-471b-8c7d-da13ef2d4313 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0589530 Sep 16 16:44:01.923575 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:01.977580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e21f6e7-b21b-4d3e-a4a8-e1f033ca76c6 req-8f132a21-160b-4b5d-8c21-11ab1d97797b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550282 Sep 16 16:44:01.992177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-581a8a0a-2672-4996-aae1-9a9163da5492 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ed832190fe94906bda318cca09c83a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250550 Sep 16 16:44:01.995145 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5f3ea5b-f374-4919-b414-447a7d239e96 req-4aa7be85-217e-437c-adaa-df97c2a74eb0 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520226 Sep 16 16:44:01.995678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53500) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:02.061262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26bfa141-7cd2-4557-a2be-708f3738c9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:02.086919 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26bfa141-7cd2-4557-a2be-708f3738c9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:02.214275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26bfa141-7cd2-4557-a2be-708f3738c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:02.216812 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26bfa141-7cd2-4557-a2be-708f3738c9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:02.220435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-26bfa141-7cd2-4557-a2be-708f3738c9aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac50349a-422f-45ca-b369-58cffe52a6cf HTTP/1.1" status: 204 len: 168 time: 0.2212436 Sep 16 16:44:02.227566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfa141-7cd2-4557-a2be-708f3738c9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac50349a-422f-45ca-b369-58cffe52a6cf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:02.960285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53558) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:02.989150 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bad6-8818-4bc9-8c86-ddb330c667eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:03.153600 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bad6-8818-4bc9-8c86-ddb330c667eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:03.234487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bad6-8818-4bc9-8c86-ddb330c667eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:03.275149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3bad6-8818-4bc9-8c86-ddb330c667eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c55e27-7f29-479d-81af-92bdb56166d4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:03.339623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3946c8e-c082-4569-9198-54e3bf5ee835 req-9be550a0-88f3-4f9b-98f1-603db8a71a73 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:03.341229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3946c8e-c082-4569-9198-54e3bf5ee835 req-9be550a0-88f3-4f9b-98f1-603db8a71a73 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.1702535 Sep 16 16:44:03.345351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6cd3bad6-8818-4bc9-8c86-ddb330c667eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa03ccfdd0ee4b2dbe6fd851ef0dd3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841426 Sep 16 16:44:03.348275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53580) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:03.445805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3946c8e-c082-4569-9198-54e3bf5ee835 req-6e44a330-8560-4039-8946-7c47890e8a7f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945873 Sep 16 16:44:03.479920 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68194462-2291-4c45-a815-b671498f48e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:03.532517 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68194462-2291-4c45-a815-b671498f48e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:03.694157 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68194462-2291-4c45-a815-b671498f48e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:03.701600 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68194462-2291-4c45-a815-b671498f48e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:03.704462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-68194462-2291-4c45-a815-b671498f48e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0c55e27-7f29-479d-81af-92bdb56166d4 HTTP/1.1" status: 204 len: 168 time: 0.3543942 Sep 16 16:44:03.723366 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:03.726722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68194462-2291-4c45-a815-b671498f48e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c55e27-7f29-479d-81af-92bdb56166d4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:03.892615 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:44:04.631157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53620) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:04.652000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e4fbf400-4ce5-4769-9c4e-ef772a20dfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:04.674199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3de51e-0e55-463f-97b2-eec89664c344 req-ffb00f02-f380-40d0-a328-3710380ee5ce tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:04.677906 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b3de51e-0e55-463f-97b2-eec89664c344 req-ffb00f02-f380-40d0-a328-3710380ee5ce tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.1014919 Sep 16 16:44:04.748041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4b3de51e-0e55-463f-97b2-eec89664c344 req-1306fabc-5a93-4bbf-93d6-326d3cf42cfa tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595450 Sep 16 16:44:04.851395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e4fbf400-4ce5-4769-9c4e-ef772a20dfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:04.922389 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e4fbf400-4ce5-4769-9c4e-ef772a20dfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:04.983895 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e4fbf400-4ce5-4769-9c4e-ef772a20dfad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07846e1ebb064c93bc7c33216c59f6f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489833 Sep 16 16:44:04.986880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53624) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:04.989963 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbf400-4ce5-4769-9c4e-ef772a20dfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d1b32d-2f3e-4451-8c06-ceeb7184d06a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:05.107424 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e40d759-b8b8-4201-990a-0149c6390540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:05.142707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e40d759-b8b8-4201-990a-0149c6390540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:05.306083 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e40d759-b8b8-4201-990a-0149c6390540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:05.309622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e40d759-b8b8-4201-990a-0149c6390540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:05.312491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3e40d759-b8b8-4201-990a-0149c6390540 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00d1b32d-2f3e-4451-8c06-ceeb7184d06a HTTP/1.1" status: 204 len: 168 time: 0.3240192 Sep 16 16:44:05.356946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40d759-b8b8-4201-990a-0149c6390540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d1b32d-2f3e-4451-8c06-ceeb7184d06a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:05.911755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de412c-8860-40b1-8716-884dffd75e70 req-08742aa2-43e6-4a40-96fa-44c8f4da40a0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:05.915134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03de412c-8860-40b1-8716-884dffd75e70 req-08742aa2-43e6-4a40-96fa-44c8f4da40a0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0642569 Sep 16 16:44:05.993919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53654) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:06.016972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03de412c-8860-40b1-8716-884dffd75e70 req-a843f0a6-6060-47ac-b60b-f7a52c6b124b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904860 Sep 16 16:44:06.179860 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1666207d-d992-4e1c-90f5-2113656bc2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:06.298106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1666207d-d992-4e1c-90f5-2113656bc2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:06.362402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1666207d-d992-4e1c-90f5-2113656bc2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:06.402592 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1666207d-d992-4e1c-90f5-2113656bc2e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8768641a82f0410c8cbbb7579894257d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067736 Sep 16 16:44:06.403290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666207d-d992-4e1c-90f5-2113656bc2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61090056-eba8-47f8-99dd-399c4a8203b7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:06.405639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53666) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:06.511537 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-372e0ffe-95e9-44ba-8e8a-89dd86c77eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:06.556104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-372e0ffe-95e9-44ba-8e8a-89dd86c77eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:06.693730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-372e0ffe-95e9-44ba-8e8a-89dd86c77eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:06.697060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-372e0ffe-95e9-44ba-8e8a-89dd86c77eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:06.698469 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-372e0ffe-95e9-44ba-8e8a-89dd86c77eb6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61090056-eba8-47f8-99dd-399c4a8203b7 HTTP/1.1" status: 204 len: 168 time: 0.2919400 Sep 16 16:44:06.707697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e0ffe-95e9-44ba-8e8a-89dd86c77eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61090056-eba8-47f8-99dd-399c4a8203b7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:07.217600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b437-8381-410b-8ee9-bde7372c9745 req-b67e5956-3d4e-49a3-9c87-75724d12572f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:07.219661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8272b437-8381-410b-8ee9-bde7372c9745 req-b67e5956-3d4e-49a3-9c87-75724d12572f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0809774 Sep 16 16:44:07.279381 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8272b437-8381-410b-8ee9-bde7372c9745 req-7a6d76d5-68f0-4724-83be-d42cab68b766 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525887 Sep 16 16:44:07.541233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53698) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:07.559029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0318ad6-8dac-4d45-99de-a9a21d8368b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:07.673212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0318ad6-8dac-4d45-99de-a9a21d8368b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:07.768234 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0318ad6-8dac-4d45-99de-a9a21d8368b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:07.815772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0318ad6-8dac-4d45-99de-a9a21d8368b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add5e81d-95e7-43a2-a15c-6f4b3a52dea5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:07.851347 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a0318ad6-8dac-4d45-99de-a9a21d8368b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2354e1e004f4126988d7ed370b16e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079679 Sep 16 16:44:07.856115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53710) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:07.955473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d86719b8-060c-41e1-8462-3c58790b2570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:07.977585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53714) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:07.984680 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d86719b8-060c-41e1-8462-3c58790b2570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:08.125941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d86719b8-060c-41e1-8462-3c58790b2570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:08.129639 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d86719b8-060c-41e1-8462-3c58790b2570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:08.135960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d86719b8-060c-41e1-8462-3c58790b2570 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/add5e81d-95e7-43a2-a15c-6f4b3a52dea5 HTTP/1.1" status: 204 len: 168 time: 0.2781358 Sep 16 16:44:08.145799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1776101963', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:08.145975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86719b8-060c-41e1-8462-3c58790b2570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add5e81d-95e7-43a2-a15c-6f4b3a52dea5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:08.293887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Made reservation on behalf of af5d4e0797d542cd84ce409fcf4d4f07 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:08.296683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:08.314039 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:08.488326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:08.501927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59103-52f3-4569-9572-8c1538e40669 req-096558f7-2397-426f-949a-1ad3bd11e4cb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:08.508884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7b59103-52f3-4569-9572-8c1538e40669 req-096558f7-2397-426f-949a-1ad3bd11e4cb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0930922 Sep 16 16:44:08.546932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7b59103-52f3-4569-9572-8c1538e40669 req-355a5d41-b54b-4bed-8474-9a8f76eeacd1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368283 Sep 16 16:44:08.567440 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:08.585653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] device_id is not set on port 0144bfcf-78bd-4d8e-a83d-954504d7d343 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:08.644679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a80ef89-e6bc-4258-863c-1bdbdc102fca,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:08.755744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Allocated IP 172.25.6.100 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/0144bfcf-78bd-4d8e-a83d-954504d7d343) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:08.989584 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:09.108699 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:09.177930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:09.181268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:09.189843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:09.193059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Pushing event updated for resources: {'Port': ['ID=0144bfcf-78bd-4d8e-a83d-954504d7d343,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:09.234327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:09.235701 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:09.354225 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d1db4e9e-7964-430c-8e64-7f0b4b75c323 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3749182 Sep 16 16:44:09.357357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53744) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:09.364764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.100'}]}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:09.480503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:09.481605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:09.544025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:09.712077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60428919-380c-4f6b-b949-1fd5397a60f8 req-9d5f3fbe-02a4-40ff-8c02-f00d82b55ae3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:09.720125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60428919-380c-4f6b-b949-1fd5397a60f8 req-9d5f3fbe-02a4-40ff-8c02-f00d82b55ae3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0756097 Sep 16 16:44:09.769956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60428919-380c-4f6b-b949-1fd5397a60f8 req-575650b0-8fb4-4fca-88f3-6d6d046d0f9e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483096 Sep 16 16:44:09.825016 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:10.175850 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:10.198170 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:10.727074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:10.909380 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:10.911777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:11.016588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0ca5a-ec8f-455a-a232-64a87c56a7a3 req-ab99c8cc-f44a-499e-ada5-270196021a7a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:11.026428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34f0ca5a-ec8f-455a-a232-64a87c56a7a3 req-ab99c8cc-f44a-499e-ada5-270196021a7a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0909352 Sep 16 16:44:11.070875 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:11.071451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72d5ed59-3638-429f-b49b-02e766f9b28e {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:44:11.091277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34f0ca5a-ec8f-455a-a232-64a87c56a7a3 req-9bacb4dc-664d-48b2-b530-b05c72a628ca tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623198 Sep 16 16:44:11.181440 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 16:44:11.182536 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-95ac053a-488c-46b1-bb59-4e94e4d8b2ac tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8242323 Sep 16 16:44:11.185472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53776) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:11.312120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-daf2c6ed-f2e7-4b5f-a636-278762cbf2e3 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Deleting port 0144bfcf-78bd-4d8e-a83d-954504d7d343 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:11.313878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-daf2c6ed-f2e7-4b5f-a636-278762cbf2e3 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:11.461738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-daf2c6ed-f2e7-4b5f-a636-278762cbf2e3 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:11.478907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-daf2c6ed-f2e7-4b5f-a636-278762cbf2e3 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Calling delete_port for 0144bfcf-78bd-4d8e-a83d-954504d7d343 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:11.762446 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-daf2c6ed-f2e7-4b5f-a636-278762cbf2e3 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:11.806176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2c6ed-f2e7-4b5f-a636-278762cbf2e3 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Pushing event deleted for resources: {'Port': ['ID=0144bfcf-78bd-4d8e-a83d-954504d7d343,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:11.899651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-daf2c6ed-f2e7-4b5f-a636-278762cbf2e3 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:11.904538 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-daf2c6ed-f2e7-4b5f-a636-278762cbf2e3 tempest-RoutersAdminNegativeIpV6Test-323847173 tempest-RoutersAdminNegativeIpV6Test-323847173-project-admin] 10.222.0.22 "DELETE /v2.0/ports/0144bfcf-78bd-4d8e-a83d-954504d7d343 HTTP/1.1" status: 204 len: 168 time: 0.7180562 Sep 16 16:44:12.265305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41501589-b621-48c8-b730-6821f2e6df26 req-53ac35bd-5578-4213-850c-d20bae9782e0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:12.272984 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41501589-b621-48c8-b730-6821f2e6df26 req-53ac35bd-5578-4213-850c-d20bae9782e0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0815141 Sep 16 16:44:12.333378 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41501589-b621-48c8-b730-6821f2e6df26 req-df848072-dc00-4c18-a4ff-3bc18763d4f5 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590434 Sep 16 16:44:12.605076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53808) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:12.767387 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2b9a98d-27c4-47bd-85c3-cadab73dab6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:12.821369 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2b9a98d-27c4-47bd-85c3-cadab73dab6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:12.908238 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e2b9a98d-27c4-47bd-85c3-cadab73dab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:12.951693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9a98d-27c4-47bd-85c3-cadab73dab6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2252dc23-2aeb-4741-acb6-817c73725ba8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:12.956207 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e2b9a98d-27c4-47bd-85c3-cadab73dab6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77c8c642993e4aaaa31c6667ec391562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500905 Sep 16 16:44:12.959136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53814) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:13.012030 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8201628-af48-46e7-8f95-e4204cd4cfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:13.052276 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8201628-af48-46e7-8f95-e4204cd4cfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:13.136626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcb966-2655-40d4-a4c7-1c9b8c1f0acb req-4149c1b6-01e6-4d0f-bbab-428e054fbda4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.138413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0bcb966-2655-40d4-a4c7-1c9b8c1f0acb req-4149c1b6-01e6-4d0f-bbab-428e054fbda4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0561645 Sep 16 16:44:13.180699 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8201628-af48-46e7-8f95-e4204cd4cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:13.183406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8201628-af48-46e7-8f95-e4204cd4cfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:13.187102 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b8201628-af48-46e7-8f95-e4204cd4cfb5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2252dc23-2aeb-4741-acb6-817c73725ba8 HTTP/1.1" status: 204 len: 168 time: 0.2246990 Sep 16 16:44:13.216679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0bcb966-2655-40d4-a4c7-1c9b8c1f0acb req-51f75f07-ff00-447b-b43d-501154e2f358 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699658 Sep 16 16:44:13.229564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8201628-af48-46e7-8f95-e4204cd4cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2252dc23-2aeb-4741-acb6-817c73725ba8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:13.315638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30817-a16e-481c-844f-aaf27f123267 req-4af403b0-50fc-4c61-a3b3-797c00c230e7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.322440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30817-a16e-481c-844f-aaf27f123267 req-4af403b0-50fc-4c61-a3b3-797c00c230e7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.328754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30817-a16e-481c-844f-aaf27f123267 req-4af403b0-50fc-4c61-a3b3-797c00c230e7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.336057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30817-a16e-481c-844f-aaf27f123267 req-4af403b0-50fc-4c61-a3b3-797c00c230e7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.342569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30817-a16e-481c-844f-aaf27f123267 req-4af403b0-50fc-4c61-a3b3-797c00c230e7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.349165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30817-a16e-481c-844f-aaf27f123267 req-4af403b0-50fc-4c61-a3b3-797c00c230e7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.356100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30817-a16e-481c-844f-aaf27f123267 req-4af403b0-50fc-4c61-a3b3-797c00c230e7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.358185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4a30817-a16e-481c-844f-aaf27f123267 req-4af403b0-50fc-4c61-a3b3-797c00c230e7 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5443 time: 0.1223814 Sep 16 16:44:13.435135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4a30817-a16e-481c-844f-aaf27f123267 req-9af8435f-8ad1-4b21-996a-ec20dad64945 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705149 Sep 16 16:44:13.514795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96637466-adbe-403c-8f94-6e1cbaec67ec req-04a5ce85-ebe2-4695-857a-cebbbfafa169 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.516970 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96637466-adbe-403c-8f94-6e1cbaec67ec req-04a5ce85-ebe2-4695-857a-cebbbfafa169 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0715170 Sep 16 16:44:13.534304 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:13.564908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96637466-adbe-403c-8f94-6e1cbaec67ec req-79c9aafd-4eaf-458b-855b-baccde4da4ac tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 Sep 16 16:44:13.665447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dc825-41bc-4e0a-8eae-0815b3b71bfa req-159f6e0f-ecb5-412c-bc50-ecde82a0079b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.674598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dc825-41bc-4e0a-8eae-0815b3b71bfa req-159f6e0f-ecb5-412c-bc50-ecde82a0079b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.684150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dc825-41bc-4e0a-8eae-0815b3b71bfa req-159f6e0f-ecb5-412c-bc50-ecde82a0079b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.689592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dc825-41bc-4e0a-8eae-0815b3b71bfa req-159f6e0f-ecb5-412c-bc50-ecde82a0079b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.698743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dc825-41bc-4e0a-8eae-0815b3b71bfa req-159f6e0f-ecb5-412c-bc50-ecde82a0079b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.706188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dc825-41bc-4e0a-8eae-0815b3b71bfa req-159f6e0f-ecb5-412c-bc50-ecde82a0079b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.713774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dc825-41bc-4e0a-8eae-0815b3b71bfa req-159f6e0f-ecb5-412c-bc50-ecde82a0079b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.715787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d68dc825-41bc-4e0a-8eae-0815b3b71bfa req-159f6e0f-ecb5-412c-bc50-ecde82a0079b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5443 time: 0.1383979 Sep 16 16:44:13.748308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-fe373647-b0fb-481b-83f8-41306a09a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.752783 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-fe373647-b0fb-481b-83f8-41306a09a9e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1095 time: 0.5674014 Sep 16 16:44:13.756485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-c568e18a-7679-4328-8f48-e0c6127cbb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.757878 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-c568e18a-7679-4328-8f48-e0c6127cbb39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 1094 time: 0.1299531 Sep 16 16:44:13.813397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:13.913772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-7b8ff3b6-aad3-4903-ba9f-22f1a6366efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.915347 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-7b8ff3b6-aad3-4903-ba9f-22f1a6366efb service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.1554821 Sep 16 16:44:13.919773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-64ba846c-e254-4166-ab5e-19eda12bb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:13.921155 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-64ba846c-e254-4166-ab5e-19eda12bb93c service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.1427841 Sep 16 16:44:14.031225 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-45872c1e-6cc2-496a-822e-0e487c0804ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 999 time: 0.1005719 Sep 16 16:44:14.040422 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-46334259-41f3-4536-a4a7-91f13c88eada service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ba6da9-5603-4585-97d9-71f082072db7 HTTP/1.1" status: 200 len: 999 time: 0.1109235 Sep 16 16:44:14.112909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53838) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:14.117760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-cd2710db-2a1f-4d0c-b344-9a294247daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:14.119237 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-cd2710db-2a1f-4d0c-b344-9a294247daca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0877643 Sep 16 16:44:14.123126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-eed486d0-9531-43de-86ec-8ce7e7ebac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:14.124521 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-eed486d0-9531-43de-86ec-8ce7e7ebac6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.0637403 Sep 16 16:44:14.156791 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b824c2e5-519d-4178-bfda-3c8a445b615f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af5d4e0797d542cd84ce409fcf4d4f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424550 Sep 16 16:44:14.159360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53840) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:14.196190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-67bc18b5-450b-42ec-b344-3c3f65224c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:14.197745 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-67bc18b5-450b-42ec-b344-3c3f65224c10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628431 Sep 16 16:44:14.199597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-f000ee46-4b8a-4978-b75f-39151b5e904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:14.201075 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-f000ee46-4b8a-4978-b75f-39151b5e904f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747895 Sep 16 16:44:14.217348 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-673518bb-9301-4378-b419-2393db9040a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:14.248100 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-673518bb-9301-4378-b419-2393db9040a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:14.371153 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20315bb-f394-4dc8-a27c-5e01745530a6 req-cf0be61c-8a62-457e-8bf2-714a63c7f6f4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:14.372789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a20315bb-f394-4dc8-a27c-5e01745530a6 req-cf0be61c-8a62-457e-8bf2-714a63c7f6f4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0508089 Sep 16 16:44:14.425022 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-27f6f0a3-076d-4c4b-959f-3289eab555ff service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117677 Sep 16 16:44:14.425836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a20315bb-f394-4dc8-a27c-5e01745530a6 req-3778fbdb-11a3-4ced-84d6-fe2098db7992 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463114 Sep 16 16:44:14.434760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-673518bb-9301-4378-b419-2393db9040a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:14.442854 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-673518bb-9301-4378-b419-2393db9040a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:14.443151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-673518bb-9301-4378-b419-2393db9040a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a80ef89-e6bc-4258-863c-1bdbdc102fca HTTP/1.1" status: 204 len: 168 time: 0.2825472 Sep 16 16:44:14.461047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673518bb-9301-4378-b419-2393db9040a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a80ef89-e6bc-4258-863c-1bdbdc102fca,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:14.472987 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-40b870f3-c364-4b29-9af1-b00f0a045ab2 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681372 Sep 16 16:44:14.618028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bbafa060-e6be-4348-a00a-10c9ae8ce830 req-4290a1d8-4afc-4dcf-bb46-cbf3c356440b service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855845 Sep 16 16:44:14.635347 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d504b2de-def8-4a26-93fd-8c7e32fbcc2f req-c40a1df7-35e7-4d83-ac38-0b6eb4b0a2dd service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500673 Sep 16 16:44:14.718116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317d715-db99-4fae-b9e6-1804381f637d req-70966a67-b2b7-412c-b45d-e2b3a2735393 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:14.720992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8317d715-db99-4fae-b9e6-1804381f637d req-70966a67-b2b7-412c-b45d-e2b3a2735393 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0661671 Sep 16 16:44:14.777565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8317d715-db99-4fae-b9e6-1804381f637d req-811488a8-3be8-47cb-9c9c-91437136c25d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477397 Sep 16 16:44:15.253886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53868) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:15.425273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b04b7daf-ee58-440a-a416-77d5028c3618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:15.533849 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b04b7daf-ee58-440a-a416-77d5028c3618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:15.569680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58747997-165c-47d7-b509-0ae703ac833e req-4451a557-e62a-4a55-aec8-9195e4021df2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:15.571281 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58747997-165c-47d7-b509-0ae703ac833e req-4451a557-e62a-4a55-aec8-9195e4021df2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0518174 Sep 16 16:44:15.609095 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58747997-165c-47d7-b509-0ae703ac833e req-71a20bb6-4b2a-4a5b-8b64-a17d312ce66c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317533 Sep 16 16:44:15.646009 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b04b7daf-ee58-440a-a416-77d5028c3618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:15.688028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b7daf-ee58-440a-a416-77d5028c3618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7578d021-086d-4379-a8c2-7db1b862a371,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:15.695649 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b04b7daf-ee58-440a-a416-77d5028c3618 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ae98527c2a24bc7a4211e5accb664d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386284 Sep 16 16:44:15.703919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53890) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:15.754931 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b688c1c4-0273-45d5-92e7-b4d23dfd51b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:15.777046 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b688c1c4-0273-45d5-92e7-b4d23dfd51b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:15.791919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53892) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:15.897299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1875452478'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:15.908330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b688c1c4-0273-45d5-92e7-b4d23dfd51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:15.911346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b688c1c4-0273-45d5-92e7-b4d23dfd51b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:15.913284 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b688c1c4-0273-45d5-92e7-b4d23dfd51b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7578d021-086d-4379-a8c2-7db1b862a371 HTTP/1.1" status: 204 len: 168 time: 0.2087588 Sep 16 16:44:15.918497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88b862-b799-455f-a763-fa6f04c9e41a req-0a023c21-5719-48f7-827a-d481d6205632 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:15.919939 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e88b862-b799-455f-a763-fa6f04c9e41a req-0a023c21-5719-48f7-827a-d481d6205632 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0687196 Sep 16 16:44:15.923184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688c1c4-0273-45d5-92e7-b4d23dfd51b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7578d021-086d-4379-a8c2-7db1b862a371,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:15.963919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e88b862-b799-455f-a763-fa6f04c9e41a req-ec44b648-cc9d-41e0-84a8-a68d63916801 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356047 Sep 16 16:44:16.001963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:16.008322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:16.023199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:16.114019 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:16.224826 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:16.251479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:44:16.261139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d8612d-7157-4d4a-8526-cb2c143b57b2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:16.267811 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:16.268166 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Added segment b1f26e3f-4e36-4957-bbef-4f305207e847 of type vlan for network 26fcf174-6c2f-4e03-8982-6acaf096dd60 Sep 16 16:44:16.313084 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:16.437845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:16.437845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:16.438004 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:16.524225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Network': ['ID=26fcf174-6c2f-4e03-8982-6acaf096dd60,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:16.535506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:44:16.542991 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d9a19a89-c367-4a79-8e33-1f95939858f9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7500088 Sep 16 16:44:16.545606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53910) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:16.552154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'name': 'tempest-PortsTestJSON-1550773049'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:16.722546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:16.727125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:16.749713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:16.915820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:17.025750 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:17.167086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=214529bf-02c3-4445-8b8a-7dd7bd3e1e9d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:17.195775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a759b4-0559-415d-85d3-9d82478f0eb2 req-580a5d77-6ad7-42d3-9f44-9815be10c504 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:17.197248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8a759b4-0559-415d-85d3-9d82478f0eb2 req-580a5d77-6ad7-42d3-9f44-9815be10c504 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.1098878 Sep 16 16:44:17.198397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Checking segment: {'id': 'b1f26e3f-4e36-4957-bbef-4f305207e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:17.198756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network hostable DHCP agents. Network: 26fcf174-6c2f-4e03-8982-6acaf096dd60, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:44:17.246433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8a759b4-0559-415d-85d3-9d82478f0eb2 req-16f04b60-a330-492c-8363-bdeffd8b7b75 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Sep 16 16:44:17.293897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:44:17.429298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 26fcf174-6c2f-4e03-8982-6acaf096dd60) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:17.429298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:17.435210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf624f-27c5-4834-8b40-f6508212b426 None None] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:17.436041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:17.436911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:17.531688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c2333a4b-6fd5-4dd9-843a-675a057b4cec tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9848001 Sep 16 16:44:17.535055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53940) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:17.540823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-278620017'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:17.618910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53942) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:17.619124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:17.622684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:17.647707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:44:17.656611 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:17.656954 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Added segment 40102643-c725-4622-b933-cd1968c9651c of type vlan for network 642c0d03-58ed-4576-ad3a-3d8704d415a1 Sep 16 16:44:17.698333 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:17.723927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b222625-a8f1-4138-819e-41ccb916f6e4 req-91751c16-3661-410d-835a-e54a538c47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:17.724468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b222625-a8f1-4138-819e-41ccb916f6e4 req-91751c16-3661-410d-835a-e54a538c47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:17.724932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b222625-a8f1-4138-819e-41ccb916f6e4 req-91751c16-3661-410d-835a-e54a538c47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:17.725473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b222625-a8f1-4138-819e-41ccb916f6e4 req-91751c16-3661-410d-835a-e54a538c47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:17.725948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b222625-a8f1-4138-819e-41ccb916f6e4 req-91751c16-3661-410d-835a-e54a538c47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:17.726420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b222625-a8f1-4138-819e-41ccb916f6e4 req-91751c16-3661-410d-835a-e54a538c47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:17.726889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b222625-a8f1-4138-819e-41ccb916f6e4 req-91751c16-3661-410d-835a-e54a538c47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:17.728857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b222625-a8f1-4138-819e-41ccb916f6e4 req-91751c16-3661-410d-835a-e54a538c47d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6500 time: 0.1087620 Sep 16 16:44:17.764839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b222625-a8f1-4138-819e-41ccb916f6e4 req-6d85f004-bc58-4c92-9196-540d4b074771 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0294237 Sep 16 16:44:17.779939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:17.785871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:17.786464 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:17.853027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Network': ['ID=642c0d03-58ed-4576-ad3a-3d8704d415a1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:17.862972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 642c0d03-58ed-4576-ad3a-3d8704d415a1 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:44:18.417671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-97d30b3a-a977-4074-9a70-055cc8d5a9cf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8813419 Sep 16 16:44:18.442019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53966) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:18.449526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'ports': [{'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60'}, {'network_id': '642c0d03-58ed-4576-ad3a-3d8704d415a1'}]} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:18.449755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:18.450255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '642c0d03-58ed-4576-ad3a-3d8704d415a1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:18.673776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff717d36-60c5-4811-90aa-6dcf83691528 req-c0d07d77-9d91-4210-818f-27e25fff3cf1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:18.675302 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff717d36-60c5-4811-90aa-6dcf83691528 req-c0d07d77-9d91-4210-818f-27e25fff3cf1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.1041057 Sep 16 16:44:18.715166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff717d36-60c5-4811-90aa-6dcf83691528 req-6264e5ea-e3fe-47cb-a1eb-f9a4c3e78714 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 Sep 16 16:44:18.790496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 2} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:18.795179 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:18.808322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:18.889968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port 7eec46d9-4232-4633-81b5-351bffac4851 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:19.013512 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:19.079095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port b85ce08c-54d4-42eb-97f0-63bcb6634d79 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:19.195138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:19.382833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:19.424942 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:19.429072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:19.433124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:19.434024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:19.447457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=7eec46d9-4232-4633-81b5-351bffac4851,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:19.508785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=b85ce08c-54d4-42eb-97f0-63bcb6634d79,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:19.517610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Checking segment: {'id': '40102643-c725-4622-b933-cd1968c9651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '642c0d03-58ed-4576-ad3a-3d8704d415a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:19.517968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network hostable DHCP agents. Network: 642c0d03-58ed-4576-ad3a-3d8704d415a1, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:44:19.613520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 642c0d03-58ed-4576-ad3a-3d8704d415a1 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:44:19.721925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 642c0d03-58ed-4576-ad3a-3d8704d415a1) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:19.726928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:19.732675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09544231-c2c5-40a0-a5c2-3b11e75223a8 None None] Network 642c0d03-58ed-4576-ad3a-3d8704d415a1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:19.733643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:19.738587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:19.739251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:19.825112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2c4670b2-b6f3-4300-9b87-9b655fadf663 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3816884 Sep 16 16:44:19.827851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53984) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:19.847663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744682a3-3949-4dbc-aebc-8459026a0442 req-6315829f-4afb-456b-9210-47c65c34d9c1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:19.849870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-744682a3-3949-4dbc-aebc-8459026a0442 req-6315829f-4afb-456b-9210-47c65c34d9c1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0533500 Sep 16 16:44:19.890066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-744682a3-3949-4dbc-aebc-8459026a0442 req-99271093-785d-4fd7-a11b-e82b1aba862f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329833 Sep 16 16:44:19.940194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-6943fa29-412a-4bce-80a6-e17bd78b2f0a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port b85ce08c-54d4-42eb-97f0-63bcb6634d79 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:19.940696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6943fa29-412a-4bce-80a6-e17bd78b2f0a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:20.017713 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6943fa29-412a-4bce-80a6-e17bd78b2f0a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:20.033470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-6943fa29-412a-4bce-80a6-e17bd78b2f0a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for b85ce08c-54d4-42eb-97f0-63bcb6634d79 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:20.228141 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6943fa29-412a-4bce-80a6-e17bd78b2f0a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:20.260659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943fa29-412a-4bce-80a6-e17bd78b2f0a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=b85ce08c-54d4-42eb-97f0-63bcb6634d79,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:20.268094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6943fa29-412a-4bce-80a6-e17bd78b2f0a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:20.273309 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6943fa29-412a-4bce-80a6-e17bd78b2f0a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/b85ce08c-54d4-42eb-97f0-63bcb6634d79 HTTP/1.1" status: 204 len: 168 time: 0.4442191 Sep 16 16:44:20.273596 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53992) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:20.334424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37747502-5920-4719-a008-1750e09b87ea tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:20.341054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37747502-5920-4719-a008-1750e09b87ea tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:20.342625 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-37747502-5920-4719-a008-1750e09b87ea tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0678656 Sep 16 16:44:20.345234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53994) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:20.437168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-6491fb38-0a9a-473c-8382-f04d36d0d964 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 7eec46d9-4232-4633-81b5-351bffac4851 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:20.437517 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6491fb38-0a9a-473c-8382-f04d36d0d964 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:20.503869 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6491fb38-0a9a-473c-8382-f04d36d0d964 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:20.517658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-6491fb38-0a9a-473c-8382-f04d36d0d964 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 7eec46d9-4232-4633-81b5-351bffac4851 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:20.667852 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6491fb38-0a9a-473c-8382-f04d36d0d964 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:20.695004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491fb38-0a9a-473c-8382-f04d36d0d964 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=7eec46d9-4232-4633-81b5-351bffac4851,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:20.702495 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6491fb38-0a9a-473c-8382-f04d36d0d964 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:20.704981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6491fb38-0a9a-473c-8382-f04d36d0d964 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/7eec46d9-4232-4633-81b5-351bffac4851 HTTP/1.1" status: 204 len: 168 time: 0.3580453 Sep 16 16:44:20.707089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53996) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:20.758666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb49d5-5f21-429d-93ce-20bca9892354 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:20.760059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6ccb49d5-5f21-429d-93ce-20bca9892354 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0520730 Sep 16 16:44:20.763048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53998) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:20.786584 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1005e3d3-e867-4fd4-9946-a876c2401821 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:20.788610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1005e3d3-e867-4fd4-9946-a876c2401821 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/b85ce08c-54d4-42eb-97f0-63bcb6634d79 HTTP/1.1" status: 404 len: 333 time: 0.0246778 Sep 16 16:44:20.791341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54000) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:20.814935 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee2a2f7-6467-4214-978e-e2f69103c20f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:20.816411 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cee2a2f7-6467-4214-978e-e2f69103c20f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/7eec46d9-4232-4633-81b5-351bffac4851 HTTP/1.1" status: 404 len: 333 time: 0.0241718 Sep 16 16:44:20.819368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54002) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:20.899614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:20.993615 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.036112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642c0d03-58ed-4576-ad3a-3d8704d415a1']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:21.048556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40102643-c725-4622-b933-cd1968c9651c') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:21.049019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40102643-c725-4622-b933-cd1968c9651c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:21.060531 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.082049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa306d13-f8ec-43a8-a351-7422c170135a req-fff59d58-9d8a-4787-9e99-3214460347b1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:21.083644 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa306d13-f8ec-43a8-a351-7422c170135a req-fff59d58-9d8a-4787-9e99-3214460347b1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 943 time: 0.0921140 Sep 16 16:44:21.085306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.093595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:44:21.094047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:44:21.097245 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:44:21.176822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa306d13-f8ec-43a8-a351-7422c170135a req-e15aa694-2539-4bbb-8fc3-7fcd892c0325 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850580 Sep 16 16:44:21.281782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.287681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 46ba6da9-5603-4585-97d9-71f082072db7 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:44:21.292245 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.294262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/networks/642c0d03-58ed-4576-ad3a-3d8704d415a1 HTTP/1.1" status: 204 len: 168 time: 0.4738417 Sep 16 16:44:21.298308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54014) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:21.303704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1981109057'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:21.310918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3764f-5b28-4769-bf3e-c85aa768737c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Network': ['ID=642c0d03-58ed-4576-ad3a-3d8704d415a1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:21.401661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:21.413638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '46ba6da9-5603-4585-97d9-71f082072db7', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'port_id': '46ba6da9-5603-4585-97d9-71f082072db7', 'mac_address': 'fa:16:3e:d7:97:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:44:21.430609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:21.435236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.450775 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.462544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:44:21.464676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ba6da9-5603-4585-97d9-71f082072db7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:44:21.475603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.476078 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Added segment 7decf837-d8a4-4bfe-8e56-2e341a74c963 of type vlan for network 44e6365c-df45-43d7-8f0e-439c663196d1 Sep 16 16:44:21.484552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:21.521084 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.562010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.612357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:21.616145 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.621753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:21.622341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:21.698667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Network': ['ID=44e6365c-df45-43d7-8f0e-439c663196d1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:21.709865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 44e6365c-df45-43d7-8f0e-439c663196d1 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:44:21.730777 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cd918aa5-aa64-4020-b257-4bdca603913d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4286535 Sep 16 16:44:21.731107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54016) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:21.737060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '44e6365c-df45-43d7-8f0e-439c663196d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:21.843348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['46ba6da9-5603-4585-97d9-71f082072db7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:44:21.910759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:21.914651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:22.168115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:22.242203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=40ce5c7f-1f1a-437c-854a-7a8b8147b9a4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:22.250269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Checking segment: {'id': '7decf837-d8a4-4bfe-8e56-2e341a74c963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '44e6365c-df45-43d7-8f0e-439c663196d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:22.250634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network hostable DHCP agents. Network: 44e6365c-df45-43d7-8f0e-439c663196d1, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:44:22.305756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880285c-47ec-4914-85fa-5a13d076bb51 req-9975a4f4-e1b1-4279-bc06-a2b3875b3529 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:22.307946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3880285c-47ec-4914-85fa-5a13d076bb51 req-9975a4f4-e1b1-4279-bc06-a2b3875b3529 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 944 time: 0.0546441 Sep 16 16:44:22.355288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3880285c-47ec-4914-85fa-5a13d076bb51 req-f1353120-5751-4116-b14a-633bb8a818c3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381050 Sep 16 16:44:22.371089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 44e6365c-df45-43d7-8f0e-439c663196d1 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:44:22.499157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 44e6365c-df45-43d7-8f0e-439c663196d1) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:22.503136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:22.503728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:22.510052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d07314-6e93-4e87-b1ce-9c1c91d6d624 None None] Network 44e6365c-df45-43d7-8f0e-439c663196d1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:22.600863 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-92d24eaf-143c-4f7d-bcbd-17b226158bc3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8686266 Sep 16 16:44:22.603535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54028) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:22.608570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '44e6365c-df45-43d7-8f0e-439c663196d1', 'name': 'tempest-PortsTestJSON-1511783992'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:22.657950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-44e6365c-df45-43d7-8f0e-439c663196d1', 'network_id': '44e6365c-df45-43d7-8f0e-439c663196d1', 'tenant_id': 'fa94f0a1184247bea1503def71324b7f', 'fixed_ips': [{'subnet_id': '40ce5c7f-1f1a-437c-854a-7a8b8147b9a4'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:44:22.658821 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:22.794457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Allocated IP 172.20.0.2 (44e6365c-df45-43d7-8f0e-439c663196d1/40ce5c7f-1f1a-437c-854a-7a8b8147b9a4/28e73026-601c-41dd-bf49-6b05f546ca25) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:22.810524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:22.814329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:22.832909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port 7f5fd4fe-1344-44b7-bea0-fbd2bf1fd059 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:22.948208 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.030609 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.073518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Network 44e6365c-df45-43d7-8f0e-439c663196d1 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:23.096905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:23.096905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Pushing event updated for resources: {'Port': ['ID=28e73026-601c-41dd-bf49-6b05f546ca25,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:23.096905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:23.098021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.9 (44e6365c-df45-43d7-8f0e-439c663196d1/40ce5c7f-1f1a-437c-854a-7a8b8147b9a4/7f5fd4fe-1344-44b7-bea0-fbd2bf1fd059) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:23.151431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Attempting to bind port 28e73026-601c-41dd-bf49-6b05f546ca25 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:44:23.154133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Attempting to bind port 28e73026-601c-41dd-bf49-6b05f546ca25 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '7decf837-d8a4-4bfe-8e56-2e341a74c963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '44e6365c-df45-43d7-8f0e-439c663196d1'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:44:23.154133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Attempting to bind port 28e73026-601c-41dd-bf49-6b05f546ca25 on network 44e6365c-df45-43d7-8f0e-439c663196d1 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:44:23.158421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:44:23.158938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Checking segment: {'id': '7decf837-d8a4-4bfe-8e56-2e341a74c963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '44e6365c-df45-43d7-8f0e-439c663196d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:23.159484 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.159975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Bound using segment: {'id': '7decf837-d8a4-4bfe-8e56-2e341a74c963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '44e6365c-df45-43d7-8f0e-439c663196d1'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:44:23.160612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Bound port: 28e73026-601c-41dd-bf49-6b05f546ca25, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7decf837-d8a4-4bfe-8e56-2e341a74c963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '44e6365c-df45-43d7-8f0e-439c663196d1'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:44:23.161113 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.233610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] For port 28e73026-601c-41dd-bf49-6b05f546ca25, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:44:23.236992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] For port 28e73026-601c-41dd-bf49-6b05f546ca25, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=28e73026-601c-41dd-bf49-6b05f546ca25,segment=NetworkSegment(7decf837-d8a4-4bfe-8e56-2e341a74c963),segment_id=7decf837-d8a4-4bfe-8e56-2e341a74c963)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:44:23.267252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.302158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 46ba6da9-5603-4585-97d9-71f082072db7 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:44:23.329350 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.366540 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.431814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fe831-361a-43c8-a3d6-a88f947307b3 None None] Pushing event updated for resources: {'Port': ['ID=28e73026-601c-41dd-bf49-6b05f546ca25,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:23.465124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 46ba6da9-5603-4585-97d9-71f082072db7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:23.465657 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.481041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=7f5fd4fe-1344-44b7-bea0-fbd2bf1fd059,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:23.494237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.494590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.494936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.495543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.495876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.496208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.496703 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.497306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.497636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.497965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.498297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.498955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:23.504041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 44e6365c-df45-43d7-8f0e-439c663196d1 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:23.506278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:23.509360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:23.528768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7a7a4-96a1-453a-8fe4-1ee6f799633c req-5f758229-a598-48ca-88e8-cb53e5d37aa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:23.542596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9da7a7a4-96a1-453a-8fe4-1ee6f799633c req-5f758229-a598-48ca-88e8-cb53e5d37aa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 944 time: 0.0784883 Sep 16 16:44:23.585154 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.601503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:23.602960 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.610185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:44:23.616161 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aafa76-7693-4fb1-8091-8906b0c34c8a" -d '{"events": [{"server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "name": "network-vif-plugged", "status": "completed", "tag": "46ba6da9-5603-4585-97d9-71f082072db7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:44:23.631014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:23.636863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9da7a7a4-96a1-453a-8fe4-1ee6f799633c req-2b79e6a9-d090-4e55-b89d-00a62b65ee6a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677211 Sep 16 16:44:23.729810 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-91bf6316-2b51-4dcc-a00a-90508297496d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1251576 Sep 16 16:44:23.732238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54052) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:23.756980 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.850250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=10']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:23.865171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 28e73026-601c-41dd-bf49-6b05f546ca25 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:44:23.888666 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-40292b85-67ad-4580-ba5c-0c31de917cd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 7f5fd4fe-1344-44b7-bea0-fbd2bf1fd059 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:23.889022 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-40292b85-67ad-4580-ba5c-0c31de917cd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.929839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 28e73026-601c-41dd-bf49-6b05f546ca25 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:23.930265 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.953341 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8480594-acbb-41f9-a456-414c8e559d8f x-openstack-request-id: req-f8480594-acbb-41f9-a456-414c8e559d8f {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:44:23.953643 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "name": "network-vif-plugged", "status": "completed", "tag": "46ba6da9-5603-4585-97d9-71f082072db7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:44:23.953893 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8480594-acbb-41f9-a456-414c8e559d8f {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:44:23.954274 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7', 'code': 200} Sep 16 16:44:23.982508 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-40292b85-67ad-4580-ba5c-0c31de917cd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:23.998980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-40292b85-67ad-4580-ba5c-0c31de917cd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 7f5fd4fe-1344-44b7-bea0-fbd2bf1fd059 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:24.019735 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.057480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 28e73026-601c-41dd-bf49-6b05f546ca25, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=28e73026-601c-41dd-bf49-6b05f546ca25,segment=NetworkSegment(7decf837-d8a4-4bfe-8e56-2e341a74c963),segment_id=7decf837-d8a4-4bfe-8e56-2e341a74c963)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:24.142492 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.193890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=28e73026-601c-41dd-bf49-6b05f546ca25,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:24.203118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad86e7c-4299-4d77-9462-a2b0e05c9992 req-054bbfd6-7336-48da-b85d-9ccd0492729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:24.204898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad86e7c-4299-4d77-9462-a2b0e05c9992 req-054bbfd6-7336-48da-b85d-9ccd0492729b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 1097 time: 0.0473077 Sep 16 16:44:24.225698 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-40292b85-67ad-4580-ba5c-0c31de917cd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.273066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40292b85-67ad-4580-ba5c-0c31de917cd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=7f5fd4fe-1344-44b7-bea0-fbd2bf1fd059,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:24.300220 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad86e7c-4299-4d77-9462-a2b0e05c9992 req-38704f6d-ebe4-4735-a094-be40509b26fd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888538 Sep 16 16:44:24.348696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-40292b85-67ad-4580-ba5c-0c31de917cd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.351177 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-40292b85-67ad-4580-ba5c-0c31de917cd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/7f5fd4fe-1344-44b7-bea0-fbd2bf1fd059 HTTP/1.1" status: 204 len: 168 time: 0.6179638 Sep 16 16:44:24.354714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54062) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:24.383988 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd2836e-1f71-476d-9610-12bbc2a8b980 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:44:24.384992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd2836e-1f71-476d-9610-12bbc2a8b980 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:44:24.387114 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6cd2836e-1f71-476d-9610-12bbc2a8b980 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/7f5fd4fe-1344-44b7-bea0-fbd2bf1fd059 HTTP/1.1" status: 404 len: 333 time: 0.0317256 Sep 16 16:44:24.390035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54066) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:24.420583 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-59daebb8-423d-41ef-a51b-1b5fda6efc1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:24.422144 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-59daebb8-423d-41ef-a51b-1b5fda6efc1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/7f5fd4fe-1344-44b7-bea0-fbd2bf1fd059 HTTP/1.1" status: 404 len: 333 time: 0.0309689 Sep 16 16:44:24.425013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54068) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:24.488595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec8df39-2bdb-4a61-a6f1-723f5553519c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet 40ce5c7f-1f1a-437c-854a-7a8b8147b9a4 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:44:24.492148 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ec8df39-2bdb-4a61-a6f1-723f5553519c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.535119 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ec8df39-2bdb-4a61-a6f1-723f5553519c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.593844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add44e95-4cf2-4318-ae61-8557f3933c9d None None] Network 44e6365c-df45-43d7-8f0e-439c663196d1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:24.623326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ec8df39-2bdb-4a61-a6f1-723f5553519c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.660416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-18eb9d22-2a93-4aab-9ec1-d3204a86d745 None None] Provisioning complete for port 28e73026-601c-41dd-bf49-6b05f546ca25 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:24.660797 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18eb9d22-2a93-4aab-9ec1-d3204a86d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.758898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa634f5-c784-4805-87bc-ea2cfd3863d7 req-5b9bfd24-57a1-4240-ab64-ba1a89b78926 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:24.759730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ec8df39-2bdb-4a61-a6f1-723f5553519c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.760735 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-caa634f5-c784-4805-87bc-ea2cfd3863d7 req-5b9bfd24-57a1-4240-ab64-ba1a89b78926 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 946 time: 0.0550344 Sep 16 16:44:24.786048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8df39-2bdb-4a61-a6f1-723f5553519c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=40ce5c7f-1f1a-437c-854a-7a8b8147b9a4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:24.796352 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ec8df39-2bdb-4a61-a6f1-723f5553519c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.799801 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9ec8df39-2bdb-4a61-a6f1-723f5553519c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/40ce5c7f-1f1a-437c-854a-7a8b8147b9a4 HTTP/1.1" status: 204 len: 168 time: 0.3714046 Sep 16 16:44:24.800159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54072) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:24.808263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-caa634f5-c784-4805-87bc-ea2cfd3863d7 req-6403ae20-859e-43c6-a709-00dd0dae1b9c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Sep 16 16:44:24.893583 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.952127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 28e73026-601c-41dd-bf49-6b05f546ca25 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:24.952528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:24.998618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3c5df1-64e2-4949-870d-d13bbecc3a68 None None] Network 44e6365c-df45-43d7-8f0e-439c663196d1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:25.018024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] For port 28e73026-601c-41dd-bf49-6b05f546ca25, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=28e73026-601c-41dd-bf49-6b05f546ca25,segment=NetworkSegment(7decf837-d8a4-4bfe-8e56-2e341a74c963),segment_id=7decf837-d8a4-4bfe-8e56-2e341a74c963)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:25.018308 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.031517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 28e73026-601c-41dd-bf49-6b05f546ca25 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:25.066167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-abab78e7-6745-4c5b-8433-e95d5c4acca3 None None] Provisioning complete for port 28e73026-601c-41dd-bf49-6b05f546ca25 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:25.066537 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-abab78e7-6745-4c5b-8433-e95d5c4acca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.182644 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.210055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=28e73026-601c-41dd-bf49-6b05f546ca25,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:25.211943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No DVR routers for this DVR port 28e73026-601c-41dd-bf49-6b05f546ca25 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:44:25.212835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092774a-6f70-4024-b843-d6c1734ba354 None None] DHCP port deletion for 44e6365c-df45-43d7-8f0e-439c663196d1 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:44:25.301047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.322875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e6365c-df45-43d7-8f0e-439c663196d1']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:25.334987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7decf837-d8a4-4bfe-8e56-2e341a74c963') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:25.338959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7decf837-d8a4-4bfe-8e56-2e341a74c963') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:25.350605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.363795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.370651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:44:25.371107 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:44:25.374181 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:44:25.517435 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.527236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.527236 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/networks/44e6365c-df45-43d7-8f0e-439c663196d1 HTTP/1.1" status: 204 len: 168 time: 0.7255867 Sep 16 16:44:25.530425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54092) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:25.535973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-451401090'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:25.542702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf6634-3311-452a-8625-03b8c9d917f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Network': ['ID=44e6365c-df45-43d7-8f0e-439c663196d1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:25.641799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:25.645342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.668940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:44:25.677855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.678330 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Added segment 7cab7977-985b-48bc-9d55-2cb3df2c78d3 of type vlan for network 3f2b2310-01d8-484e-97c2-d224c5c399e5 Sep 16 16:44:25.719001 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.780951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 28e73026-601c-41dd-bf49-6b05f546ca25 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:44:25.804104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 28e73026-601c-41dd-bf49-6b05f546ca25 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:44:25.804471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 28e73026-601c-41dd-bf49-6b05f546ca25 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:44:25.824738 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.830679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:25.831289 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:25.912764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Network': ['ID=3f2b2310-01d8-484e-97c2-d224c5c399e5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:25.926643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 3f2b2310-01d8-484e-97c2-d224c5c399e5 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:44:25.941048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0d830eeb-336f-4ab1-849d-c696f1ef700a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4090848 Sep 16 16:44:25.944300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54116) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:25.950043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '3f2b2310-01d8-484e-97c2-d224c5c399e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:25.954031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b0739-a938-44c3-8e2b-403ad237bca3 req-72ae59a7-8092-4baa-b24b-dc9ac88a3cca tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:25.955525 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db0b0739-a938-44c3-8e2b-403ad237bca3 req-72ae59a7-8092-4baa-b24b-dc9ac88a3cca tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 946 time: 0.0542328 Sep 16 16:44:25.999300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db0b0739-a938-44c3-8e2b-403ad237bca3 req-9606d736-fe17-45f6-894e-02582d3501d1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364010 Sep 16 16:44:26.130868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:26.134924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:26.390630 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:26.457917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=f092ef20-cfef-4e90-8abe-195e239d4911,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:26.466340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Checking segment: {'id': '7cab7977-985b-48bc-9d55-2cb3df2c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f2b2310-01d8-484e-97c2-d224c5c399e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:26.466697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network hostable DHCP agents. Network: 3f2b2310-01d8-484e-97c2-d224c5c399e5, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:44:26.547708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 3f2b2310-01d8-484e-97c2-d224c5c399e5 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:44:26.633149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 3f2b2310-01d8-484e-97c2-d224c5c399e5) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:26.637241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:26.637900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:26.644493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05788fe0-6caa-4e95-bce9-b7eeb69815de None None] Network 3f2b2310-01d8-484e-97c2-d224c5c399e5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:26.720470 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c3cb9ab3-5a39-4510-981e-259b3ce6fe7d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7744319 Sep 16 16:44:26.722995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54132) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:26.728057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '3f2b2310-01d8-484e-97c2-d224c5c399e5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-662682871'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:26.935111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:26.935111 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:26.939927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-3f2b2310-01d8-484e-97c2-d224c5c399e5', 'network_id': '3f2b2310-01d8-484e-97c2-d224c5c399e5', 'tenant_id': 'fa94f0a1184247bea1503def71324b7f', 'fixed_ips': [{'subnet_id': 'f092ef20-cfef-4e90-8abe-195e239d4911'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:44:26.940881 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:26.952675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port 36b2c8bc-5bdc-4293-bd13-207970078d41 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:27.085717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.9 (3f2b2310-01d8-484e-97c2-d224c5c399e5/f092ef20-cfef-4e90-8abe-195e239d4911/36b2c8bc-5bdc-4293-bd13-207970078d41) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:27.130156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0d93c-fddd-4c4b-b218-a4a29b88638f req-85e86483-f846-4b78-902a-4cdfa387724f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:27.131873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fa0d93c-fddd-4c4b-b218-a4a29b88638f req-85e86483-f846-4b78-902a-4cdfa387724f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 946 time: 0.0546834 Sep 16 16:44:27.173733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fa0d93c-fddd-4c4b-b218-a4a29b88638f req-cb1f928d-b284-4927-a770-1f6dcf443868 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327091 Sep 16 16:44:27.227761 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.325272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.367817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 3f2b2310-01d8-484e-97c2-d224c5c399e5 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:27.371060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:27.373425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:27.376926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Allocated IP 172.20.0.2 (3f2b2310-01d8-484e-97c2-d224c5c399e5/f092ef20-cfef-4e90-8abe-195e239d4911/2689583b-b6b5-4692-87ea-5a89404568f1) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:27.409144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=36b2c8bc-5bdc-4293-bd13-207970078d41,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:27.431835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:27.432472 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.524674 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.526868 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d7a04bdb-1069-4cda-9a9a-48fb69af7721 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8016775 Sep 16 16:44:27.529792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54144) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:27.608067 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.624256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-45255404-f252-4811-8c51-eef188c4a0a7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 36b2c8bc-5bdc-4293-bd13-207970078d41 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:27.624825 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45255404-f252-4811-8c51-eef188c4a0a7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.649421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Network 3f2b2310-01d8-484e-97c2-d224c5c399e5 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:27.652317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:27.655762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:27.666757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Pushing event updated for resources: {'Port': ['ID=2689583b-b6b5-4692-87ea-5a89404568f1,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:27.717962 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45255404-f252-4811-8c51-eef188c4a0a7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.730516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Attempting to bind port 2689583b-b6b5-4692-87ea-5a89404568f1 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:44:27.730823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Attempting to bind port 2689583b-b6b5-4692-87ea-5a89404568f1 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '7cab7977-985b-48bc-9d55-2cb3df2c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f2b2310-01d8-484e-97c2-d224c5c399e5'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:44:27.731182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Attempting to bind port 2689583b-b6b5-4692-87ea-5a89404568f1 on network 3f2b2310-01d8-484e-97c2-d224c5c399e5 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:44:27.731467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-45255404-f252-4811-8c51-eef188c4a0a7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 36b2c8bc-5bdc-4293-bd13-207970078d41 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:27.740339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:44:27.740339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Checking segment: {'id': '7cab7977-985b-48bc-9d55-2cb3df2c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f2b2310-01d8-484e-97c2-d224c5c399e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:27.740339 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.740339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Bound using segment: {'id': '7cab7977-985b-48bc-9d55-2cb3df2c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f2b2310-01d8-484e-97c2-d224c5c399e5'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:44:27.740861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Bound port: 2689583b-b6b5-4692-87ea-5a89404568f1, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cab7977-985b-48bc-9d55-2cb3df2c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f2b2310-01d8-484e-97c2-d224c5c399e5'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:44:27.741211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.849720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] For port 2689583b-b6b5-4692-87ea-5a89404568f1, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:44:27.853524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] For port 2689583b-b6b5-4692-87ea-5a89404568f1, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2689583b-b6b5-4692-87ea-5a89404568f1,segment=NetworkSegment(7cab7977-985b-48bc-9d55-2cb3df2c78d3),segment_id=7cab7977-985b-48bc-9d55-2cb3df2c78d3)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:44:27.912696 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.938853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45255404-f252-4811-8c51-eef188c4a0a7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:27.977314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45255404-f252-4811-8c51-eef188c4a0a7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=36b2c8bc-5bdc-4293-bd13-207970078d41,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:27.986614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061eefd2-c6e3-4642-8fa2-b31a66b6edc7 None None] Pushing event updated for resources: {'Port': ['ID=2689583b-b6b5-4692-87ea-5a89404568f1,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:28.048031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45255404-f252-4811-8c51-eef188c4a0a7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.050519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-45255404-f252-4811-8c51-eef188c4a0a7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/36b2c8bc-5bdc-4293-bd13-207970078d41 HTTP/1.1" status: 204 len: 168 time: 0.5195971 Sep 16 16:44:28.053202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54146) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:28.078369 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b10ce8f-6f88-4b7b-81c5-95fe42ccb6fe tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:28.080291 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4b10ce8f-6f88-4b7b-81c5-95fe42ccb6fe tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/36b2c8bc-5bdc-4293-bd13-207970078d41 HTTP/1.1" status: 404 len: 333 time: 0.0257885 Sep 16 16:44:28.082623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54148) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:28.144771 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3921d1f-73de-485c-ba34-f5f67b69029e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet f092ef20-cfef-4e90-8abe-195e239d4911 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:44:28.148060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3921d1f-73de-485c-ba34-f5f67b69029e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.196267 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2003d3fa-66d4-4882-93a8-c524894df067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.198150 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3921d1f-73de-485c-ba34-f5f67b69029e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.282445 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3921d1f-73de-485c-ba34-f5f67b69029e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.405456 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3921d1f-73de-485c-ba34-f5f67b69029e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.438371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3921d1f-73de-485c-ba34-f5f67b69029e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=f092ef20-cfef-4e90-8abe-195e239d4911,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:28.442366 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3921d1f-73de-485c-ba34-f5f67b69029e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.444045 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c3921d1f-73de-485c-ba34-f5f67b69029e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/f092ef20-cfef-4e90-8abe-195e239d4911 HTTP/1.1" status: 204 len: 168 time: 0.3604407 Sep 16 16:44:28.446490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54156) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:28.524063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.581462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 2689583b-b6b5-4692-87ea-5a89404568f1 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:28.581809 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.655532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] For port 2689583b-b6b5-4692-87ea-5a89404568f1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2689583b-b6b5-4692-87ea-5a89404568f1,segment=NetworkSegment(7cab7977-985b-48bc-9d55-2cb3df2c78d3),segment_id=7cab7977-985b-48bc-9d55-2cb3df2c78d3)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:28.656231 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.671261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 2689583b-b6b5-4692-87ea-5a89404568f1 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:28.825112 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.850851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=2689583b-b6b5-4692-87ea-5a89404568f1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:28.856996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No DVR routers for this DVR port 2689583b-b6b5-4692-87ea-5a89404568f1 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:44:28.907253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca8cdb-74bf-41dc-89f4-e9eae344880d None None] Network 3f2b2310-01d8-484e-97c2-d224c5c399e5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:28.939138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ea026eb7-0f8b-46a3-a113-8f25577dc4ba None None] Could not find standard attr ID for object 2689583b-b6b5-4692-87ea-5a89404568f1. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:44:28.947364 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:28.970746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2b2310-01d8-484e-97c2-d224c5c399e5']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:28.983567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cab7977-985b-48bc-9d55-2cb3df2c78d3') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:28.983896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cab7977-985b-48bc-9d55-2cb3df2c78d3') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:29.003524 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.017138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.024265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:44:29.024719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:44:29.027658 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:44:29.087816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb25566-4eb1-4a96-b833-464473e00d78 None None] DHCP port deletion for 3f2b2310-01d8-484e-97c2-d224c5c399e5 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:44:29.156083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.163846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.165694 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/networks/3f2b2310-01d8-484e-97c2-d224c5c399e5 HTTP/1.1" status: 204 len: 168 time: 0.7182970 Sep 16 16:44:29.169496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54168) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:29.174728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'name': 'tempest-PortsTestJSON-434390847'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:29.180879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584fdc6-fc82-4c7f-8456-df11e3f1ad9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Network': ['ID=3f2b2310-01d8-484e-97c2-d224c5c399e5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:29.353297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:29.356898 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.374810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port e97e0cdc-94d3-4e6e-95e4-e2b4433d01c4 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:29.535033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.628146 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.670920 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:29.673986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:29.676299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:29.683023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:29.683611 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.695440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=e97e0cdc-94d3-4e6e-95e4-e2b4433d01c4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:29.768288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7b85aaaf-b559-422f-8cc6-ff74ef2d7798 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5975707 Sep 16 16:44:29.770710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54174) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:29.868564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-38698381-46b1-4caa-8977-8f43daeb1a28 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port e97e0cdc-94d3-4e6e-95e4-e2b4433d01c4 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:29.868822 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38698381-46b1-4caa-8977-8f43daeb1a28 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.936166 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38698381-46b1-4caa-8977-8f43daeb1a28 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:29.949248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-38698381-46b1-4caa-8977-8f43daeb1a28 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for e97e0cdc-94d3-4e6e-95e4-e2b4433d01c4 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:30.384950 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38698381-46b1-4caa-8977-8f43daeb1a28 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:30.412192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38698381-46b1-4caa-8977-8f43daeb1a28 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=e97e0cdc-94d3-4e6e-95e4-e2b4433d01c4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:30.419437 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38698381-46b1-4caa-8977-8f43daeb1a28 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:30.421482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-38698381-46b1-4caa-8977-8f43daeb1a28 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/e97e0cdc-94d3-4e6e-95e4-e2b4433d01c4 HTTP/1.1" status: 204 len: 168 time: 0.6493597 Sep 16 16:44:30.424134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54184) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:30.429396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'mac_address': 'fa:16:3e:3a:97:57', 'name': 'tempest-PortsTestJSON-1599252530'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:30.561440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:30.631275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:30.659934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port 00820bdd-fa98-4b0f-a355-ba800388de5c yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:30.787226 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b91bcdc-5839-429d-8c9a-0095a1f3e220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:30.827359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:30.930459 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:30.971209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:30.974075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:30.976452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:30.982419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:30.983014 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:30.999185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=00820bdd-fa98-4b0f-a355-ba800388de5c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:31.067973 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9ec150e7-4ff9-4e6a-8097-9f733f6229e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6426928 Sep 16 16:44:31.070690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54188) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:31.113811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d24031-9545-4123-9d90-b4a802de142b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:31.116077 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b8d24031-9545-4123-9d90-b4a802de142b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/00820bdd-fa98-4b0f-a355-ba800388de5c HTTP/1.1" status: 200 len: 841 time: 0.0444679 Sep 16 16:44:31.118776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54190) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:31.208960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-d063f642-f10e-4e83-9ad2-54882d3e85a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 00820bdd-fa98-4b0f-a355-ba800388de5c {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:31.209297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d063f642-f10e-4e83-9ad2-54882d3e85a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:31.278874 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d063f642-f10e-4e83-9ad2-54882d3e85a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:31.292349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-d063f642-f10e-4e83-9ad2-54882d3e85a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 00820bdd-fa98-4b0f-a355-ba800388de5c owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:31.470480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d063f642-f10e-4e83-9ad2-54882d3e85a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:31.495959 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:31.502236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063f642-f10e-4e83-9ad2-54882d3e85a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=00820bdd-fa98-4b0f-a355-ba800388de5c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:31.509331 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d063f642-f10e-4e83-9ad2-54882d3e85a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:31.511268 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d063f642-f10e-4e83-9ad2-54882d3e85a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/00820bdd-fa98-4b0f-a355-ba800388de5c HTTP/1.1" status: 204 len: 168 time: 0.3915620 Sep 16 16:44:31.513855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54202) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:31.540657 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0e5e4a-04cf-4ba0-ae62-0780937ecab5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:31.542217 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7f0e5e4a-04cf-4ba0-ae62-0780937ecab5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/00820bdd-fa98-4b0f-a355-ba800388de5c HTTP/1.1" status: 404 len: 333 time: 0.0274410 Sep 16 16:44:31.545975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54206) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:31.550991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'name': 'tempest-PortsTestJSON-577709305'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:31.701637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:31.705550 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:31.724203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port b96ea2e7-83e6-4ced-94de-b8851dae8963 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:31.887833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:31.893358 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:31.979295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:32.025637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:32.028570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:32.032215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:32.037810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:32.038393 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:32.046221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=b96ea2e7-83e6-4ced-94de-b8851dae8963,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:32.119288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4fa187c6-c5f2-473d-bec8-aa08dbd170a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5721769 Sep 16 16:44:32.121798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54210) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:32.126873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7c55fcfd-91d6-459b-8a3f-dcaf15482109 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:32.189512 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c55fcfd-91d6-459b-8a3f-dcaf15482109 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:32.339236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c55fcfd-91d6-459b-8a3f-dcaf15482109 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:32.401797 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c55fcfd-91d6-459b-8a3f-dcaf15482109 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:32.434249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7c55fcfd-91d6-459b-8a3f-dcaf15482109 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] In _notify_port_updated(), no bound segment for port b96ea2e7-83e6-4ced-94de-b8851dae8963 on network 26fcf174-6c2f-4e03-8982-6acaf096dd60 {{(pid=95358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:44:32.439754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c55fcfd-91d6-459b-8a3f-dcaf15482109 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:32.440353 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c55fcfd-91d6-459b-8a3f-dcaf15482109 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:32.441646 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7c55fcfd-91d6-459b-8a3f-dcaf15482109 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "PUT /v2.0/ports/b96ea2e7-83e6-4ced-94de-b8851dae8963 HTTP/1.1" status: 200 len: 818 time: 0.3189182 Sep 16 16:44:32.444654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54212) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:32.456244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55fcfd-91d6-459b-8a3f-dcaf15482109 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=b96ea2e7-83e6-4ced-94de-b8851dae8963,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:32.533100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-11f8f2a8-b685-4334-ae77-13302cf2bbc0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port b96ea2e7-83e6-4ced-94de-b8851dae8963 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:32.533663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11f8f2a8-b685-4334-ae77-13302cf2bbc0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:32.602711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11f8f2a8-b685-4334-ae77-13302cf2bbc0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:32.610503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-11f8f2a8-b685-4334-ae77-13302cf2bbc0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for b96ea2e7-83e6-4ced-94de-b8851dae8963 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:33.101879 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11f8f2a8-b685-4334-ae77-13302cf2bbc0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:33.131609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8f2a8-b685-4334-ae77-13302cf2bbc0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=b96ea2e7-83e6-4ced-94de-b8851dae8963,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:33.137753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11f8f2a8-b685-4334-ae77-13302cf2bbc0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:33.139703 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-11f8f2a8-b685-4334-ae77-13302cf2bbc0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/b96ea2e7-83e6-4ced-94de-b8851dae8963 HTTP/1.1" status: 204 len: 168 time: 0.6939368 Sep 16 16:44:33.142622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54234) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:33.206825 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74a208f-b8b3-4eac-9b88-76a8a4a45fab tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:33.209292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b74a208f-b8b3-4eac-9b88-76a8a4a45fab tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0647659 Sep 16 16:44:33.211466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54238) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:33.236200 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-116bb2c8-77cf-4ead-8bea-cc4173b31415 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:33.240103 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-116bb2c8-77cf-4ead-8bea-cc4173b31415 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/b96ea2e7-83e6-4ced-94de-b8851dae8963 HTTP/1.1" status: 404 len: 333 time: 0.0253112 Sep 16 16:44:33.243222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54240) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:33.248603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-861855658'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:33.338622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:33.342185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:33.365873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:44:33.374957 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:33.375230 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Added segment 9ec9cac5-42eb-4083-812e-0c04c493a43d of type vlan for network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc Sep 16 16:44:33.422373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:33.518780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:33.525135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:33.525726 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:33.593951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Network': ['ID=5da966b8-76a8-4dab-a8f9-d956d7c8c1fc,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:33.606983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:44:33.639459 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3e4236e8-d3fb-4904-8c0a-80d332e49a1d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3950441 Sep 16 16:44:33.642683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54242) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:33.648933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:33.753028 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:33.804509 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:33.808036 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:34.064912 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:34.126980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=61b88059-ea4d-4a6f-8116-04e5a84d256a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:34.136807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Checking segment: {'id': '9ec9cac5-42eb-4083-812e-0c04c493a43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:34.137164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network hostable DHCP agents. Network: 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:44:34.210759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:44:34.287115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:34.291454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:34.292648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:34.296051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe089471-9638-48a1-ab31-cb03e0f1f54d None None] Network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:34.411221 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f083b537-83d0-4760-8f53-72e5f9ee5c68 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7673132 Sep 16 16:44:34.414120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54250) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:34.420106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3b16bd2e-46e3-4bfe-b3c8-6655831d557b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:34.460562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-5da966b8-76a8-4dab-a8f9-d956d7c8c1fc', 'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc', 'tenant_id': 'fa94f0a1184247bea1503def71324b7f', 'fixed_ips': [{'subnet_id': '61b88059-ea4d-4a6f-8116-04e5a84d256a'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:44:34.465218 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:34.609444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Allocated IP 172.20.0.2 (5da966b8-76a8-4dab-a8f9-d956d7c8c1fc/61b88059-ea4d-4a6f-8116-04e5a84d256a/cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:34.627599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b16bd2e-46e3-4bfe-b3c8-6655831d557b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:34.632165 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3b16bd2e-46e3-4bfe-b3c8-6655831d557b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:34.730507 n-d-807786-3 neutron-server[95357]: INFO neutron.db.ipam_backend_mixin [None req-3b16bd2e-46e3-4bfe-b3c8-6655831d557b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 61b88059-ea4d-4a6f-8116-04e5a84d256a (CIDR: 172.20.0.0/28) Sep 16 16:44:34.759555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:34.778966 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b16bd2e-46e3-4bfe-b3c8-6655831d557b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:44:34.779545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b16bd2e-46e3-4bfe-b3c8-6655831d557b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:44:34.827964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:34.857424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3b16bd2e-46e3-4bfe-b3c8-6655831d557b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4421649 Sep 16 16:44:34.861055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54252) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:34.866365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:34.866876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a59be1f8-55c9-4e44-989f-2b09c183a6af tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:34.869341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:34.872734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:34.882983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Pushing event updated for resources: {'Port': ['ID=cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:34.948790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Attempting to bind port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:44:34.950112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Attempting to bind port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9ec9cac5-42eb-4083-812e-0c04c493a43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:44:34.950492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Attempting to bind port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 on network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:44:34.961222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:44:34.961868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Checking segment: {'id': '9ec9cac5-42eb-4083-812e-0c04c493a43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:34.962288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:34.962692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Bound using segment: {'id': '9ec9cac5-42eb-4083-812e-0c04c493a43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:44:34.963200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Bound port: cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec9cac5-42eb-4083-812e-0c04c493a43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:44:34.964429 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:35.036134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] For port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:44:35.040239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] For port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7,segment=NetworkSegment(9ec9cac5-42eb-4083-812e-0c04c493a43d),segment_id=9ec9cac5-42eb-4083-812e-0c04c493a43d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:44:35.062351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59be1f8-55c9-4e44-989f-2b09c183a6af tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:35.066595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a59be1f8-55c9-4e44-989f-2b09c183a6af tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:35.133940 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:35.195889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a19e02-0d01-48c2-ad0b-e651a62db647 None None] Pushing event updated for resources: {'Port': ['ID=cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:35.430332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a59be1f8-55c9-4e44-989f-2b09c183a6af tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:35.490230 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59be1f8-55c9-4e44-989f-2b09c183a6af tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:35.494139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a59be1f8-55c9-4e44-989f-2b09c183a6af tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:35.497201 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59be1f8-55c9-4e44-989f-2b09c183a6af tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:35.497873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a59be1f8-55c9-4e44-989f-2b09c183a6af tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:35.513787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59be1f8-55c9-4e44-989f-2b09c183a6af tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=44f149df-2a41-43d0-97a5-230147bde1c0,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:35.580507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a59be1f8-55c9-4e44-989f-2b09c183a6af tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7178600 Sep 16 16:44:35.582617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54260) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:35.588135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc', 'fixed_ips': [{'subnet_id': '61b88059-ea4d-4a6f-8116-04e5a84d256a'}, {'subnet_id': '44f149df-2a41-43d0-97a5-230147bde1c0'}], 'name': 'tempest-PortsTestJSON-1172663200'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:35.778908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:35.816827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:44:35.875355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:35.883799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:35.884619 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:35.893252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port 4976781a-1c24-4faa-a956-3a91648d7ed7 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:35.985245 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:36.040960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7,segment=NetworkSegment(9ec9cac5-42eb-4083-812e-0c04c493a43d),segment_id=9ec9cac5-42eb-4083-812e-0c04c493a43d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:36.133462 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:36.187267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:36.251252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.8 (5da966b8-76a8-4dab-a8f9-d956d7c8c1fc/61b88059-ea4d-4a6f-8116-04e5a84d256a/4976781a-1c24-4faa-a956-3a91648d7ed7) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:36.258171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.22 (5da966b8-76a8-4dab-a8f9-d956d7c8c1fc/44f149df-2a41-43d0-97a5-230147bde1c0/4976781a-1c24-4faa-a956-3a91648d7ed7) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:36.299166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c09bcf-8141-4518-b935-cd35c6f5bc74 None None] Network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:36.365182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fdd182db-19a7-45e8-bf67-82bbd5295e94 None None] Provisioning complete for port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:36.365679 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fdd182db-19a7-45e8-bf67-82bbd5295e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:36.432185 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:36.551838 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:36.586974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a15e0f8-bdcb-41ad-b60c-0a6f60c0e12d None None] Update dhcp port {'port': {'network_id': '5da966b8-76a8-4dab-a8f9-d956d7c8c1fc', 'fixed_ips': [{'subnet_id': '61b88059-ea4d-4a6f-8116-04e5a84d256a', 'ip_address': '172.20.0.2'}, {'subnet_id': '44f149df-2a41-43d0-97a5-230147bde1c0'}], 'binding:host_id': 'n-d-807786-3'}, 'id': 'cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:44:36.599782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:36.603207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:36.605749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:36.612551 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3a15e0f8-bdcb-41ad-b60c-0a6f60c0e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:36.638467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=4976781a-1c24-4faa-a956-3a91648d7ed7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:36.665731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:36.666366 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:36.753816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0d7a14f8-9033-4e09-a642-58893f1f279c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.1699250 Sep 16 16:44:36.756555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54268) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:36.762222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2020060f-47a7-47f4-95b4-9117213db431 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61b88059-ea4d-4a6f-8116-04e5a84d256a'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:36.783292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-3a15e0f8-bdcb-41ad-b60c-0a6f60c0e12d None None] Allocated IP 172.20.0.18 (5da966b8-76a8-4dab-a8f9-d956d7c8c1fc/44f149df-2a41-43d0-97a5-230147bde1c0/cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:36.833752 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2020060f-47a7-47f4-95b4-9117213db431 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:36.885096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3a15e0f8-bdcb-41ad-b60c-0a6f60c0e12d None None] For port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7,segment=NetworkSegment(9ec9cac5-42eb-4083-812e-0c04c493a43d),segment_id=9ec9cac5-42eb-4083-812e-0c04c493a43d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:36.914970 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3a15e0f8-bdcb-41ad-b60c-0a6f60c0e12d None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:36.973095 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3a15e0f8-bdcb-41ad-b60c-0a6f60c0e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:37.065142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15e0f8-bdcb-41ad-b60c-0a6f60c0e12d None None] Pushing event updated for resources: {'Port': ['ID=cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:37.104578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-2020060f-47a7-47f4-95b4-9117213db431 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Delete allocated IP 172.20.0.22 (5da966b8-76a8-4dab-a8f9-d956d7c8c1fc/44f149df-2a41-43d0-97a5-230147bde1c0) {{(pid=95358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 16:44:37.246912 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2020060f-47a7-47f4-95b4-9117213db431 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:37.342067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2020060f-47a7-47f4-95b4-9117213db431 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:37.453044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020060f-47a7-47f4-95b4-9117213db431 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=4976781a-1c24-4faa-a956-3a91648d7ed7,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:37.466312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2020060f-47a7-47f4-95b4-9117213db431 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] In _notify_port_updated(), no bound segment for port 4976781a-1c24-4faa-a956-3a91648d7ed7 on network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc {{(pid=95358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:44:37.472796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020060f-47a7-47f4-95b4-9117213db431 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:37.473503 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2020060f-47a7-47f4-95b4-9117213db431 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:37.475957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2020060f-47a7-47f4-95b4-9117213db431 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "PUT /v2.0/ports/4976781a-1c24-4faa-a956-3a91648d7ed7 HTTP/1.1" status: 200 len: 919 time: 0.7175181 Sep 16 16:44:37.478058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54274) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:37.483723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0bb79dfc-bac2-46ec-8b01-18949a973f5e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61b88059-ea4d-4a6f-8116-04e5a84d256a'}, {'subnet_id': '44f149df-2a41-43d0-97a5-230147bde1c0'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:37.654528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb79dfc-bac2-46ec-8b01-18949a973f5e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:37.810351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc2592e-a1b1-477d-9d41-5a1b248b9b7d None None] Network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:37.834832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:44:37.921534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b08e7146-b159-4211-9eaf-18b23e1e6e57 None None] Provisioning complete for port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:37.922183 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b08e7146-b159-4211-9eaf-18b23e1e6e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:37.999877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-0bb79dfc-bac2-46ec-8b01-18949a973f5e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.27 (5da966b8-76a8-4dab-a8f9-d956d7c8c1fc/44f149df-2a41-43d0-97a5-230147bde1c0/4976781a-1c24-4faa-a956-3a91648d7ed7) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:38.011186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:38.011562 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.153079 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb79dfc-bac2-46ec-8b01-18949a973f5e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.222200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb79dfc-bac2-46ec-8b01-18949a973f5e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.311429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb79dfc-bac2-46ec-8b01-18949a973f5e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=4976781a-1c24-4faa-a956-3a91648d7ed7,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:38.363078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-0bb79dfc-bac2-46ec-8b01-18949a973f5e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] In _notify_port_updated(), no bound segment for port 4976781a-1c24-4faa-a956-3a91648d7ed7 on network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:44:38.369906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb79dfc-bac2-46ec-8b01-18949a973f5e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:38.370570 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb79dfc-bac2-46ec-8b01-18949a973f5e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.371931 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0bb79dfc-bac2-46ec-8b01-18949a973f5e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "PUT /v2.0/ports/4976781a-1c24-4faa-a956-3a91648d7ed7 HTTP/1.1" status: 200 len: 999 time: 0.8926532 Sep 16 16:44:38.374633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54298) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:38.435474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eb6b90f4-8aa0-48c0-a2ff-2d4dc0c302fc None None] Provisioning complete for port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:38.435843 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb6b90f4-8aa0-48c0-a2ff-2d4dc0c302fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.483340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-45903881-1012-43ae-a5a5-46d44c95a1df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 4976781a-1c24-4faa-a956-3a91648d7ed7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:38.483903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45903881-1012-43ae-a5a5-46d44c95a1df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.558591 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eb6b90f4-8aa0-48c0-a2ff-2d4dc0c302fc None None] Provisioning complete for port 4976781a-1c24-4faa-a956-3a91648d7ed7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:38.558591 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb6b90f4-8aa0-48c0-a2ff-2d4dc0c302fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.609862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45903881-1012-43ae-a5a5-46d44c95a1df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.619128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b90f4-8aa0-48c0-a2ff-2d4dc0c302fc None None] Port 4976781a-1c24-4faa-a956-3a91648d7ed7 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:38.637993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-45903881-1012-43ae-a5a5-46d44c95a1df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 4976781a-1c24-4faa-a956-3a91648d7ed7 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:38.662919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54302) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:38.740261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5425159c-5881-4228-bf82-e7ef07926396 None None] Provisioning complete for port 4976781a-1c24-4faa-a956-3a91648d7ed7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:38.744022 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5425159c-5881-4228-bf82-e7ef07926396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.791024 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5425159c-5881-4228-bf82-e7ef07926396 None None] Port 4976781a-1c24-4faa-a956-3a91648d7ed7 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:38.823499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8336ea32-7818-40cd-8951-7331c016793a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.911452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-23fa9f39-5756-41a9-8ccc-7953c6cdb7f4 None None] Provisioning complete for port 4976781a-1c24-4faa-a956-3a91648d7ed7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:38.912102 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-23fa9f39-5756-41a9-8ccc-7953c6cdb7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.947490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45903881-1012-43ae-a5a5-46d44c95a1df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:38.970035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-23fa9f39-5756-41a9-8ccc-7953c6cdb7f4 None None] Port 4976781a-1c24-4faa-a956-3a91648d7ed7 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:38.988658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45903881-1012-43ae-a5a5-46d44c95a1df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=4976781a-1c24-4faa-a956-3a91648d7ed7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:39.029324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8336ea32-7818-40cd-8951-7331c016793a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.083920 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45903881-1012-43ae-a5a5-46d44c95a1df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.084663 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8336ea32-7818-40cd-8951-7331c016793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.085033 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-65225a23-8f67-4f35-839f-afce61515154 None None] Could not find standard attr ID for object 4976781a-1c24-4faa-a956-3a91648d7ed7. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:44:39.088322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-45903881-1012-43ae-a5a5-46d44c95a1df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/4976781a-1c24-4faa-a956-3a91648d7ed7 HTTP/1.1" status: 204 len: 168 time: 0.7105017 Sep 16 16:44:39.088584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54306) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:39.117383 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f414ddc-67ab-4ed9-853f-c47f8d835f54 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:39.121470 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7f414ddc-67ab-4ed9-853f-c47f8d835f54 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/4976781a-1c24-4faa-a956-3a91648d7ed7 HTTP/1.1" status: 404 len: 333 time: 0.0295379 Sep 16 16:44:39.124040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54308) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:39.140998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8336ea32-7818-40cd-8951-7331c016793a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a148c1974a5b4a88bea43dcebb8d77c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770110 Sep 16 16:44:39.141645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54310) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:39.151940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336ea32-7818-40cd-8951-7331c016793a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848518ae-070f-49a2-865a-3f0a3cc41448,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:39.212330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9742b6d-c70e-4331-8030-300ea94263b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.227180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6416809c-0f90-445e-95ba-d6beef084b17 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet 44f149df-2a41-43d0-97a5-230147bde1c0 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:44:39.230211 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6416809c-0f90-445e-95ba-d6beef084b17 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.242528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9742b6d-c70e-4331-8030-300ea94263b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.276262 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6416809c-0f90-445e-95ba-d6beef084b17 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.367208 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9742b6d-c70e-4331-8030-300ea94263b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.370542 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9742b6d-c70e-4331-8030-300ea94263b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.373262 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6416809c-0f90-445e-95ba-d6beef084b17 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.374590 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d9742b6d-c70e-4331-8030-300ea94263b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/848518ae-070f-49a2-865a-3f0a3cc41448 HTTP/1.1" status: 204 len: 168 time: 0.2317638 Sep 16 16:44:39.384149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9742b6d-c70e-4331-8030-300ea94263b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848518ae-070f-49a2-865a-3f0a3cc41448,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:39.513665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6416809c-0f90-445e-95ba-d6beef084b17 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.541152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416809c-0f90-445e-95ba-d6beef084b17 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=44f149df-2a41-43d0-97a5-230147bde1c0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:39.546309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6416809c-0f90-445e-95ba-d6beef084b17 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.550188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6416809c-0f90-445e-95ba-d6beef084b17 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/44f149df-2a41-43d0-97a5-230147bde1c0 HTTP/1.1" status: 204 len: 168 time: 0.4126322 Sep 16 16:44:39.554453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54316) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:39.554830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766ff2b-3eda-4a1d-b021-716bdf22e2d7 None None] Network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:39.614232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f414631-e183-4c23-9d45-837b7e2347f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet 61b88059-ea4d-4a6f-8116-04e5a84d256a {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:44:39.617551 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f414631-e183-4c23-9d45-837b7e2347f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.662784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f414631-e183-4c23-9d45-837b7e2347f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.761569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f414631-e183-4c23-9d45-837b7e2347f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.910657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f414631-e183-4c23-9d45-837b7e2347f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.944891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f414631-e183-4c23-9d45-837b7e2347f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=61b88059-ea4d-4a6f-8116-04e5a84d256a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:39.951825 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f414631-e183-4c23-9d45-837b7e2347f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:39.954314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4f414631-e183-4c23-9d45-837b7e2347f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/61b88059-ea4d-4a6f-8116-04e5a84d256a HTTP/1.1" status: 204 len: 168 time: 0.3999822 Sep 16 16:44:39.956486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54320) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:40.045675 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.089820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54322) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:40.105698 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-074063bf-39f5-414c-874c-98218d80c065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.136457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:40.136850 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.200741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf925da-3e10-4c21-a292-52be47d85aec None None] Network 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:40.226926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] For port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7,segment=NetworkSegment(9ec9cac5-42eb-4083-812e-0c04c493a43d),segment_id=9ec9cac5-42eb-4083-812e-0c04c493a43d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:40.227293 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.247496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:40.265647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a5274c12-bdbb-4c0c-8bb8-babe7e3bb463 None None] Provisioning complete for port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:40.266019 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a5274c12-bdbb-4c0c-8bb8-babe7e3bb463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.338379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-074063bf-39f5-414c-874c-98218d80c065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.391001 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-074063bf-39f5-414c-874c-98218d80c065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.428522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.445860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074063bf-39f5-414c-874c-98218d80c065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7bc417-db18-46f4-aad3-31b07a2d9887,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:40.451137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-074063bf-39f5-414c-874c-98218d80c065 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9eb6105f4ed8497e8feef4ced1836638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3603253 Sep 16 16:44:40.454371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54328) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:40.471970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No DVR routers for this DVR port cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:44:40.474358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:40.487155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a5274c12-bdbb-4c0c-8bb8-babe7e3bb463 None None] Could not find standard attr ID for object cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:44:40.489841 n-d-807786-3 neutron-server[95359]: INFO neutron.plugins.ml2.db [None req-a5274c12-bdbb-4c0c-8bb8-babe7e3bb463 None None] No ports have port_id starting with cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 Sep 16 16:44:40.524373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-075c0192-e611-40c7-9c81-fb3d0fce9414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.535605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a0a92-d01f-413f-baf4-1697bb4901f2 None None] DHCP port deletion for 5da966b8-76a8-4dab-a8f9-d956d7c8c1fc request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:44:40.556101 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-075c0192-e611-40c7-9c81-fb3d0fce9414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.565044 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.585777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da966b8-76a8-4dab-a8f9-d956d7c8c1fc']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:40.595250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec9cac5-42eb-4083-812e-0c04c493a43d') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:40.595551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec9cac5-42eb-4083-812e-0c04c493a43d') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:40.605940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.618986 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.624925 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:44:40.625345 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:44:40.628296 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:44:40.718741 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-075c0192-e611-40c7-9c81-fb3d0fce9414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.721567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-075c0192-e611-40c7-9c81-fb3d0fce9414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.722734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-075c0192-e611-40c7-9c81-fb3d0fce9414 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e7bc417-db18-46f4-aad3-31b07a2d9887 HTTP/1.1" status: 204 len: 168 time: 0.2673619 Sep 16 16:44:40.731783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c0192-e611-40c7-9c81-fb3d0fce9414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7bc417-db18-46f4-aad3-31b07a2d9887,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:40.792903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.801348 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:40.804733 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/networks/5da966b8-76a8-4dab-a8f9-d956d7c8c1fc HTTP/1.1" status: 204 len: 168 time: 0.8472042 Sep 16 16:44:40.810545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54332) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:40.814415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7175496-861f-4723-9897-ace026111d24 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Network': ['ID=5da966b8-76a8-4dab-a8f9-d956d7c8c1fc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:40.862074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3350e7-3f93-4080-9f4c-243210b06cbf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:40.863559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7e3350e7-3f93-4080-9f4c-243210b06cbf tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0529165 Sep 16 16:44:40.867413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54334) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:40.891775 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:44:40.918044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c965dcac-eac0-4c6e-8a04-157b0047c481 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0494633 Sep 16 16:44:40.921579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54336) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:40.926977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-197014907'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:41.015728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:41.019217 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:41.042875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:44:41.051587 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:41.052152 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Added segment 4b716184-2cbb-4da5-b5be-aed9043699d7 of type vlan for network 177c34c0-da27-43aa-902d-516d396a5bfe Sep 16 16:44:41.092873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:41.178999 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:41.184756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:41.185345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:41.256035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Network': ['ID=177c34c0-da27-43aa-902d-516d396a5bfe,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:41.267064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 177c34c0-da27-43aa-902d-516d396a5bfe details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:44:41.290885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-adb17d66-d8fa-44c6-9d60-182274316601 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3682714 Sep 16 16:44:41.293744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54346) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:41.298642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '177c34c0-da27-43aa-902d-516d396a5bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:41.467232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:41.471145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:41.758307 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:41.782501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:44:41.809357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:44:41.809778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cc86f5e9-64e8-4bba-ad50-b3c83ce35bb7 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:44:41.830025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=05cd0b1d-d2b5-4950-965b-546ea4fd1e0c,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:41.841106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.841453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.841798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.842132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.842463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.842791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.843119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.843468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.843813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.844139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.844488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.845064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:41.851678 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Checking segment: {'id': '4b716184-2cbb-4da5-b5be-aed9043699d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '177c34c0-da27-43aa-902d-516d396a5bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:41.852036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network hostable DHCP agents. Network: 177c34c0-da27-43aa-902d-516d396a5bfe, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:44:41.952900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 177c34c0-da27-43aa-902d-516d396a5bfe is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:44:42.021645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 177c34c0-da27-43aa-902d-516d396a5bfe) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:42.025739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:42.026324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:42.032092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337f025-5539-4a7a-87eb-4ca1026c7ebb None None] Network 177c34c0-da27-43aa-902d-516d396a5bfe requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:42.102044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-704044dc-f4a9-4450-a566-d13f2ae4f86a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8071668 Sep 16 16:44:42.104675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54364) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:42.109922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '177c34c0-da27-43aa-902d-516d396a5bfe', 'name': 'tempest-PortsTestJSON-927279958'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:42.182340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-177c34c0-da27-43aa-902d-516d396a5bfe', 'network_id': '177c34c0-da27-43aa-902d-516d396a5bfe', 'tenant_id': 'fa94f0a1184247bea1503def71324b7f', 'fixed_ips': [{'subnet_id': '05cd0b1d-d2b5-4950-965b-546ea4fd1e0c'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:44:42.183293 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:42.307221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:42.310914 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:42.322716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Allocated IP 172.20.0.2 (177c34c0-da27-43aa-902d-516d396a5bfe/05cd0b1d-d2b5-4950-965b-546ea4fd1e0c/b514872a-df64-4b34-8de0-4a764dfee2d3) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:42.329920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port 7b5f30d4-cf39-4774-bd69-c2b5d066af2f yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:42.468957 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:42.519370 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:42.559580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Network 177c34c0-da27-43aa-902d-516d396a5bfe is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:42.564277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:42.569091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:42.584876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.9 (177c34c0-da27-43aa-902d-516d396a5bfe/05cd0b1d-d2b5-4950-965b-546ea4fd1e0c/7b5f30d4-cf39-4774-bd69-c2b5d066af2f) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:42.585011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Pushing event updated for resources: {'Port': ['ID=b514872a-df64-4b34-8de0-4a764dfee2d3,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:42.632784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Attempting to bind port b514872a-df64-4b34-8de0-4a764dfee2d3 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:44:42.633165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Attempting to bind port b514872a-df64-4b34-8de0-4a764dfee2d3 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '4b716184-2cbb-4da5-b5be-aed9043699d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '177c34c0-da27-43aa-902d-516d396a5bfe'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:44:42.633532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Attempting to bind port b514872a-df64-4b34-8de0-4a764dfee2d3 on network 177c34c0-da27-43aa-902d-516d396a5bfe {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:44:42.638667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:44:42.639049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Checking segment: {'id': '4b716184-2cbb-4da5-b5be-aed9043699d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '177c34c0-da27-43aa-902d-516d396a5bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:42.639474 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:42.639875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Bound using segment: {'id': '4b716184-2cbb-4da5-b5be-aed9043699d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '177c34c0-da27-43aa-902d-516d396a5bfe'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:44:42.640346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Bound port: b514872a-df64-4b34-8de0-4a764dfee2d3, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b716184-2cbb-4da5-b5be-aed9043699d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '177c34c0-da27-43aa-902d-516d396a5bfe'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:44:42.640809 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:42.715381 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] For port b514872a-df64-4b34-8de0-4a764dfee2d3, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:44:42.719834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] For port b514872a-df64-4b34-8de0-4a764dfee2d3, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b514872a-df64-4b34-8de0-4a764dfee2d3,segment=NetworkSegment(4b716184-2cbb-4da5-b5be-aed9043699d7),segment_id=4b716184-2cbb-4da5-b5be-aed9043699d7)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:44:42.753447 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:42.804702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:42.861404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3425fd-caa1-4818-b1eb-1c1920ac8e5d None None] Pushing event updated for resources: {'Port': ['ID=b514872a-df64-4b34-8de0-4a764dfee2d3,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:42.890298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:42.937492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 177c34c0-da27-43aa-902d-516d396a5bfe is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:42.940666 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:42.944689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:42.974610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=7b5f30d4-cf39-4774-bd69-c2b5d066af2f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:43.010531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:43.011202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:43.110933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fe0d3cf7-7149-4105-adc2-d1c19038ae14 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0049474 Sep 16 16:44:43.113184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54388) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:43.121860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '177c34c0-da27-43aa-902d-516d396a5bfe', 'name': 'tempest-PortsTestJSON-1009843986'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:43.301273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:43.305625 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:43.328533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port b1f517d4-d156-41d4-8298-7df03e193c17 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:43.438345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.12 (177c34c0-da27-43aa-902d-516d396a5bfe/05cd0b1d-d2b5-4950-965b-546ea4fd1e0c/b1f517d4-d156-41d4-8298-7df03e193c17) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:43.524190 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:43.605134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:43.713314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:43.763269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 177c34c0-da27-43aa-902d-516d396a5bfe is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:43.767741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:43.771319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:43.781498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=b1f517d4-d156-41d4-8298-7df03e193c17,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:43.782053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee5637-c272-4392-9e5e-50eab5e353ec None None] Network 177c34c0-da27-43aa-902d-516d396a5bfe requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:43.798911 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:43.832103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:43.833574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:43.852970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b514872a-df64-4b34-8de0-4a764dfee2d3 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:44:43.906539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Provisioning complete for port b514872a-df64-4b34-8de0-4a764dfee2d3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:43.906849 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:43.933714 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5bfd253a-3ac8-4b7d-a7b6-0f7f6610c1da tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8191938 Sep 16 16:44:43.936255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54394) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:44.017874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b514872a-df64-4b34-8de0-4a764dfee2d3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:44.018140 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.048124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e5d6f-6239-4707-8440-595ccd40f9a1 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:44.049685 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-469e5d6f-6239-4707-8440-595ccd40f9a1 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.1124778 Sep 16 16:44:44.052678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54396) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:44.105452 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.156870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9f359-4eb9-4e58-88c3-7409823c9bd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port b1f517d4-d156-41d4-8298-7df03e193c17 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:44.157457 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e9f359-4eb9-4e58-88c3-7409823c9bd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.163138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] For port b514872a-df64-4b34-8de0-4a764dfee2d3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b514872a-df64-4b34-8de0-4a764dfee2d3,segment=NetworkSegment(4b716184-2cbb-4da5-b5be-aed9043699d7),segment_id=4b716184-2cbb-4da5-b5be-aed9043699d7)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:44.169629 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.240798 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.258844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e9f359-4eb9-4e58-88c3-7409823c9bd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.274148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9f359-4eb9-4e58-88c3-7409823c9bd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for b1f517d4-d156-41d4-8298-7df03e193c17 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:44.312489 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:44:44.312844 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:44:44.322391 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Pushing event updated for resources: {'Port': ['ID=b514872a-df64-4b34-8de0-4a764dfee2d3,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:44.329849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.330462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.330581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.330873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.331211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.331543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.331875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.332204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.332555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.333536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.334289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.334628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8003a534-eaa3-47bd-8d2a-cf8c564a4b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:44:44.361522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eb0de27b-d332-43ba-9b32-aabc2d06eb6f None None] Provisioning complete for port 7b5f30d4-cf39-4774-bd69-c2b5d066af2f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:44.361901 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb0de27b-d332-43ba-9b32-aabc2d06eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.403910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-eb0de27b-d332-43ba-9b32-aabc2d06eb6f None None] Port 7b5f30d4-cf39-4774-bd69-c2b5d066af2f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:44.415281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eb0de27b-d332-43ba-9b32-aabc2d06eb6f None None] Provisioning complete for port b1f517d4-d156-41d4-8298-7df03e193c17 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:44.415658 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb0de27b-d332-43ba-9b32-aabc2d06eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.453737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-eb0de27b-d332-43ba-9b32-aabc2d06eb6f None None] Port b1f517d4-d156-41d4-8298-7df03e193c17 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:44.465533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eb0de27b-d332-43ba-9b32-aabc2d06eb6f None None] Provisioning complete for port b514872a-df64-4b34-8de0-4a764dfee2d3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:44.465905 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb0de27b-d332-43ba-9b32-aabc2d06eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.476462 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e9f359-4eb9-4e58-88c3-7409823c9bd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.511171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9f359-4eb9-4e58-88c3-7409823c9bd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=b1f517d4-d156-41d4-8298-7df03e193c17,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:44.580784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e9f359-4eb9-4e58-88c3-7409823c9bd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.583421 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f5e9f359-4eb9-4e58-88c3-7409823c9bd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/b1f517d4-d156-41d4-8298-7df03e193c17 HTTP/1.1" status: 204 len: 168 time: 0.5292571 Sep 16 16:44:44.586082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54398) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:44.611006 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3afabfa-3db9-4d81-8917-071b9ce30fd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:44.615295 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c3afabfa-3db9-4d81-8917-071b9ce30fd4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/b1f517d4-d156-41d4-8298-7df03e193c17 HTTP/1.1" status: 404 len: 333 time: 0.0256259 Sep 16 16:44:44.615530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54400) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:44.669196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5729bf6a-e56a-4c71-808d-a65bad78bd3d None None] Provisioning complete for port 7b5f30d4-cf39-4774-bd69-c2b5d066af2f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:44.669681 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5729bf6a-e56a-4c71-808d-a65bad78bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.716435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5729bf6a-e56a-4c71-808d-a65bad78bd3d None None] Port 7b5f30d4-cf39-4774-bd69-c2b5d066af2f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:44.726556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e6bec3b7-33ad-43f8-a8c8-bb5377a35cb9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 7b5f30d4-cf39-4774-bd69-c2b5d066af2f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:44.726979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6bec3b7-33ad-43f8-a8c8-bb5377a35cb9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.818297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6bec3b7-33ad-43f8-a8c8-bb5377a35cb9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:44.831247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e6bec3b7-33ad-43f8-a8c8-bb5377a35cb9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 7b5f30d4-cf39-4774-bd69-c2b5d066af2f owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:44.849596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e953d560-f4c2-44f0-a003-7887732fd0cc None None] Could not find standard attr ID for object b1f517d4-d156-41d4-8298-7df03e193c17. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:44:45.018819 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6bec3b7-33ad-43f8-a8c8-bb5377a35cb9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.048301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bec3b7-33ad-43f8-a8c8-bb5377a35cb9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=7b5f30d4-cf39-4774-bd69-c2b5d066af2f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:45.126496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6bec3b7-33ad-43f8-a8c8-bb5377a35cb9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.128534 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e6bec3b7-33ad-43f8-a8c8-bb5377a35cb9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/7b5f30d4-cf39-4774-bd69-c2b5d066af2f HTTP/1.1" status: 204 len: 168 time: 0.5119369 Sep 16 16:44:45.131991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54418) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:45.159073 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-e986e0a9-62fd-4123-a6b3-93b672cbc203 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:45.163562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54422) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:45.164037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e986e0a9-62fd-4123-a6b3-93b672cbc203 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/7b5f30d4-cf39-4774-bd69-c2b5d066af2f HTTP/1.1" status: 404 len: 333 time: 0.0304656 Sep 16 16:44:45.217018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c908e555-e8cf-4a89-8f17-d1082b3e637b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet 05cd0b1d-d2b5-4950-965b-546ea4fd1e0c {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:44:45.220817 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c908e555-e8cf-4a89-8f17-d1082b3e637b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.268671 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c908e555-e8cf-4a89-8f17-d1082b3e637b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.359913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c908e555-e8cf-4a89-8f17-d1082b3e637b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.533141 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c908e555-e8cf-4a89-8f17-d1082b3e637b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.562905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908e555-e8cf-4a89-8f17-d1082b3e637b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=05cd0b1d-d2b5-4950-965b-546ea4fd1e0c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:45.566803 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c908e555-e8cf-4a89-8f17-d1082b3e637b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.576562 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c908e555-e8cf-4a89-8f17-d1082b3e637b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/05cd0b1d-d2b5-4950-965b-546ea4fd1e0c HTTP/1.1" status: 204 len: 168 time: 0.4056027 Sep 16 16:44:45.577285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4acb466-c9d9-4540-badb-55f59feee9dc None None] Network 177c34c0-da27-43aa-902d-516d396a5bfe requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:45.578381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54432) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:45.658343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.726459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port b514872a-df64-4b34-8de0-4a764dfee2d3 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:45.726779 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.776197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49755b24-bcc0-440c-a75c-634ca863f0a9 None None] DHCP port deletion for 177c34c0-da27-43aa-902d-516d396a5bfe request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:44:45.805910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] For port b514872a-df64-4b34-8de0-4a764dfee2d3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b514872a-df64-4b34-8de0-4a764dfee2d3,segment=NetworkSegment(4b716184-2cbb-4da5-b5be-aed9043699d7),segment_id=4b716184-2cbb-4da5-b5be-aed9043699d7)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:45.807183 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.825024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for b514872a-df64-4b34-8de0-4a764dfee2d3 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:45.829919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-49755b24-bcc0-440c-a75c-634ca863f0a9 None None] Deleting port b514872a-df64-4b34-8de0-4a764dfee2d3 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:45.830292 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-49755b24-bcc0-440c-a75c-634ca863f0a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.895773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-49755b24-bcc0-440c-a75c-634ca863f0a9 None None] For port b514872a-df64-4b34-8de0-4a764dfee2d3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b514872a-df64-4b34-8de0-4a764dfee2d3,segment=NetworkSegment(4b716184-2cbb-4da5-b5be-aed9043699d7),segment_id=4b716184-2cbb-4da5-b5be-aed9043699d7)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:45.896534 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-49755b24-bcc0-440c-a75c-634ca863f0a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:45.908606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-49755b24-bcc0-440c-a75c-634ca863f0a9 None None] Calling delete_port for b514872a-df64-4b34-8de0-4a764dfee2d3 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.001841 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:44:46.004269 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:44:46.005271 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.010666 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-49755b24-bcc0-440c-a75c-634ca863f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.030714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=b514872a-df64-4b34-8de0-4a764dfee2d3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:46.042056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No DVR routers for this DVR port b514872a-df64-4b34-8de0-4a764dfee2d3 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:44:46.050555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49755b24-bcc0-440c-a75c-634ca863f0a9 None None] Pushing event deleted for resources: {'Port': ['ID=b514872a-df64-4b34-8de0-4a764dfee2d3,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:46.056584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49755b24-bcc0-440c-a75c-634ca863f0a9 None None] No DVR routers for this DVR port b514872a-df64-4b34-8de0-4a764dfee2d3 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:44:46.137381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.163621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177c34c0-da27-43aa-902d-516d396a5bfe']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:46.173310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b716184-2cbb-4da5-b5be-aed9043699d7') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:46.173690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b716184-2cbb-4da5-b5be-aed9043699d7') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:46.183839 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.197963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.203793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:44:46.204176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:44:46.207217 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:44:46.323923 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.335786 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.335786 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/networks/177c34c0-da27-43aa-902d-516d396a5bfe HTTP/1.1" status: 204 len: 168 time: 0.7534184 Sep 16 16:44:46.337582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54436) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:46.342640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1862019697'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:46.345301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52460058-aca8-41fb-a9c4-0b7babfe77d6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Network': ['ID=177c34c0-da27-43aa-902d-516d396a5bfe,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:46.415756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:46.419423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.444645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:44:46.453215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.456149 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Added segment 88bbc111-b7db-4db5-86de-e4577add5353 of type vlan for network 156b2c72-2379-422c-bb6c-4f2cf8a43847 Sep 16 16:44:46.493143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.590221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.596203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:46.599608 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:46.666866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Network': ['ID=156b2c72-2379-422c-bb6c-4f2cf8a43847,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:46.677861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 156b2c72-2379-422c-bb6c-4f2cf8a43847 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:44:46.710873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e7465716-0240-41f7-b2ba-f699fccc2dff tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3721552 Sep 16 16:44:46.713890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54444) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:46.718997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '156b2c72-2379-422c-bb6c-4f2cf8a43847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:46.878329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:46.883480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.127313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.191462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=8ffe290d-b8f2-4548-a885-46afb8c65530,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:47.206223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Checking segment: {'id': '88bbc111-b7db-4db5-86de-e4577add5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '156b2c72-2379-422c-bb6c-4f2cf8a43847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:47.206223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network hostable DHCP agents. Network: 156b2c72-2379-422c-bb6c-4f2cf8a43847, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:44:47.274835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54454) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:47.292798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 156b2c72-2379-422c-bb6c-4f2cf8a43847 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:44:47.364204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 156b2c72-2379-422c-bb6c-4f2cf8a43847) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:47.368823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:47.369415 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.375691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b2381-6680-4666-a941-980c9f9d1ee7 None None] Network 156b2c72-2379-422c-bb6c-4f2cf8a43847 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:47.390968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1740a7e7-d378-4e79-8607-6073d393cb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.466899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4d2b8a4e-ba74-4045-a3ec-ec2d7a4363a4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7518475 Sep 16 16:44:47.471287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54458) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:47.478076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '156b2c72-2379-422c-bb6c-4f2cf8a43847', 'name': 'tempest-PortsTestJSON-1462896769', 'fixed_ips': [{'subnet_id': '8ffe290d-b8f2-4548-a885-46afb8c65530', 'ip_address': '172.20.0.10'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:47.543064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-156b2c72-2379-422c-bb6c-4f2cf8a43847', 'network_id': '156b2c72-2379-422c-bb6c-4f2cf8a43847', 'tenant_id': 'fa94f0a1184247bea1503def71324b7f', 'fixed_ips': [{'subnet_id': '8ffe290d-b8f2-4548-a885-46afb8c65530'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:44:47.543786 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.566361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1740a7e7-d378-4e79-8607-6073d393cb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.660880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f8b36-ad14-45c8-94de-50cb6f18bf1d req-d9ee0bdc-b315-4864-97db-144d1c06a6fa tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:47.662673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc5f8b36-ad14-45c8-94de-50cb6f18bf1d req-d9ee0bdc-b315-4864-97db-144d1c06a6fa tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0571933 Sep 16 16:44:47.663453 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1740a7e7-d378-4e79-8607-6073d393cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.689462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Allocated IP 172.20.0.2 (156b2c72-2379-422c-bb6c-4f2cf8a43847/8ffe290d-b8f2-4548-a885-46afb8c65530/db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:47.704712 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1740a7e7-d378-4e79-8607-6073d393cb87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f8b9656fa46b4de0820056ce77be3623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284239 Sep 16 16:44:47.707581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54462) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:47.715165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740a7e7-d378-4e79-8607-6073d393cb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5254b99a-7029-43a5-a5f1-96ab6a4ee862,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:47.741107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc5f8b36-ad14-45c8-94de-50cb6f18bf1d req-56d56600-5601-4fdc-b57c-e1a10ffe0182 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629869 Sep 16 16:44:47.752648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:47.811870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c1b64ba8-ad2b-4a1a-9291-e327191b6746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.823191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b514872a-df64-4b34-8de0-4a764dfee2d3 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:44:47.852472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: b514872a-df64-4b34-8de0-4a764dfee2d3 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:44:47.852921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b514872a-df64-4b34-8de0-4a764dfee2d3 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:44:47.901994 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c1b64ba8-ad2b-4a1a-9291-e327191b6746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.905467 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.942724 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:47.971978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd4ef5-c5a4-4d1d-b20d-a918a6064e32 req-18f609ef-3063-4f0d-8f69-e80e1e0dcc8c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:47.973497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7fd4ef5-c5a4-4d1d-b20d-a918a6064e32 req-18f609ef-3063-4f0d-8f69-e80e1e0dcc8c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1301441 Sep 16 16:44:47.979777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port fc054175-ff99-41f2-b95e-1ce351e4a01c yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:47.994843 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.034300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Network 156b2c72-2379-422c-bb6c-4f2cf8a43847 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:48.037274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:48.040851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:48.050276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Pushing event updated for resources: {'Port': ['ID=db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:48.060883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7fd4ef5-c5a4-4d1d-b20d-a918a6064e32 req-8c99ccb2-4960-40f0-97f2-29787bb46f71 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765660 Sep 16 16:44:48.116315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Attempting to bind port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:44:48.116719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Attempting to bind port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '88bbc111-b7db-4db5-86de-e4577add5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '156b2c72-2379-422c-bb6c-4f2cf8a43847'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:44:48.117073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Attempting to bind port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad on network 156b2c72-2379-422c-bb6c-4f2cf8a43847 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:44:48.119361 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c1b64ba8-ad2b-4a1a-9291-e327191b6746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.122366 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c1b64ba8-ad2b-4a1a-9291-e327191b6746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.122483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:44:48.122792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Checking segment: {'id': '88bbc111-b7db-4db5-86de-e4577add5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '156b2c72-2379-422c-bb6c-4f2cf8a43847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:48.126413 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.126413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Bound using segment: {'id': '88bbc111-b7db-4db5-86de-e4577add5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '156b2c72-2379-422c-bb6c-4f2cf8a43847'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:44:48.128324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c1b64ba8-ad2b-4a1a-9291-e327191b6746 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5254b99a-7029-43a5-a5f1-96ab6a4ee862 HTTP/1.1" status: 204 len: 168 time: 0.4144320 Sep 16 16:44:48.128937 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Bound port: db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88bbc111-b7db-4db5-86de-e4577add5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '156b2c72-2379-422c-bb6c-4f2cf8a43847'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:44:48.128937 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.169050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b64ba8-ad2b-4a1a-9291-e327191b6746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5254b99a-7029-43a5-a5f1-96ab6a4ee862,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:48.197861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.10 (156b2c72-2379-422c-bb6c-4f2cf8a43847/8ffe290d-b8f2-4548-a885-46afb8c65530/fc054175-ff99-41f2-b95e-1ce351e4a01c) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:48.223736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] For port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:44:48.227210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] For port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad,segment=NetworkSegment(88bbc111-b7db-4db5-86de-e4577add5353),segment_id=88bbc111-b7db-4db5-86de-e4577add5353)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:44:48.293113 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.357028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999208da-023e-4a97-95ba-5f8a5e964862 None None] Pushing event updated for resources: {'Port': ['ID=db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:48.449983 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.460587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-791fcfb5-bd8a-4802-aa69-2478ddea884b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:48.462157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-791fcfb5-bd8a-4802-aa69-2478ddea884b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 812 time: 0.1789885 Sep 16 16:44:48.503493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-29191e6c-f1c3-4882-93cd-42c5dd2c5bff tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/quotas/56977dd25e494ce4a8eb30b882e83560 HTTP/1.1" status: 200 len: 375 time: 0.0339651 Sep 16 16:44:48.574641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.632949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 156b2c72-2379-422c-bb6c-4f2cf8a43847 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:48.651277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-63ec6341-705b-4049-9995-589b4c6c3e9c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1347420 Sep 16 16:44:48.652681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:48.654682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=fc054175-ff99-41f2-b95e-1ce351e4a01c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:48.656947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:48.665069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-a13e51ad-1f87-4469-b373-61ec929bf729 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:44:48.666024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-a13e51ad-1f87-4469-b373-61ec929bf729 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062578 Sep 16 16:44:48.763620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:48.764230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.801080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-bca40c83-46b2-4ffb-bcee-4223d7ef439f service neutron] 10.222.0.22 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142855 Sep 16 16:44:48.820660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:48.834802 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-635939c4-84d4-4476-8272-2d3dd516cf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.872124 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d4aa9c90-b2b3-4be2-a658-4fa3734e32b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3996656 Sep 16 16:44:48.872786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54488) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:48.882806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '156b2c72-2379-422c-bb6c-4f2cf8a43847', 'name': 'tempest-PortsTestJSON-2095020859', 'fixed_ips': [{'subnet_id': '8ffe290d-b8f2-4548-a885-46afb8c65530', 'ip_address': '172.20.0.9'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:48.943351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-635939c4-84d4-4476-8272-2d3dd516cf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:48.972633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-2ba4651d-323c-4bfb-a12b-317a21358850 service neutron] 10.222.0.22 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647251 Sep 16 16:44:49.027930 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-635939c4-84d4-4476-8272-2d3dd516cf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.083966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54494) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:49.084165 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-635939c4-84d4-4476-8272-2d3dd516cf70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b74e33a689d04d599ca95cde2d8f07f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621226 Sep 16 16:44:49.084865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635939c4-84d4-4476-8272-2d3dd516cf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f77875d-e4ba-4c7d-a292-9b73e48bc0bf,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:49.130778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:49.135800 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.156600 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd762-bbf6-4788-af43-63e0ae3de129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.195548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port 7b62a1ed-c25e-423e-a19d-952d7b9d945f yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:49.223773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd762-bbf6-4788-af43-63e0ae3de129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.345202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad43c292-895e-4a97-8a31-7310405ceb05 req-98265219-e17e-4334-ad5b-9f9e5b7d15f3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 210 time: 0.0414340 Sep 16 16:44:49.398828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949542b8-c730-413d-8505-9bc344ced858 None None] Network 156b2c72-2379-422c-bb6c-4f2cf8a43847 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:49.450782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd762-bbf6-4788-af43-63e0ae3de129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.455017 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd762-bbf6-4788-af43-63e0ae3de129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.458883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ab3dd762-bbf6-4788-af43-63e0ae3de129 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f77875d-e4ba-4c7d-a292-9b73e48bc0bf HTTP/1.1" status: 204 len: 168 time: 0.3710880 Sep 16 16:44:49.458883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.9 (156b2c72-2379-422c-bb6c-4f2cf8a43847/8ffe290d-b8f2-4548-a885-46afb8c65530/7b62a1ed-c25e-423e-a19d-952d7b9d945f) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:49.464859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-97677327-c593-41b8-8224-f7e635ce5b37 None None] Provisioning complete for port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:49.465237 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-97677327-c593-41b8-8224-f7e635ce5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.501503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dd762-bbf6-4788-af43-63e0ae3de129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f77875d-e4ba-4c7d-a292-9b73e48bc0bf,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:49.627986 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-97677327-c593-41b8-8224-f7e635ce5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.653321 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.670596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-97677327-c593-41b8-8224-f7e635ce5b37 None None] For port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad,segment=NetworkSegment(88bbc111-b7db-4db5-86de-e4577add5353),segment_id=88bbc111-b7db-4db5-86de-e4577add5353)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:49.731627 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-97677327-c593-41b8-8224-f7e635ce5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.759112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:49.808797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97677327-c593-41b8-8224-f7e635ce5b37 None None] Pushing event updated for resources: {'Port': ['ID=db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:49.838686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 156b2c72-2379-422c-bb6c-4f2cf8a43847 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:49.847428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:49.850941 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:44:49.851652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:49.918249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:49.919006 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:50.057716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f91b25af-d773-4427-92be-503d3f050420 None None] Provisioning complete for port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:50.058284 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f91b25af-d773-4427-92be-503d3f050420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:50.166852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f91b25af-d773-4427-92be-503d3f050420 None None] Provisioning complete for port fc054175-ff99-41f2-b95e-1ce351e4a01c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:50.167228 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f91b25af-d773-4427-92be-503d3f050420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:50.214459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=7b62a1ed-c25e-423e-a19d-952d7b9d945f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:50.219537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f91b25af-d773-4427-92be-503d3f050420 None None] Port fc054175-ff99-41f2-b95e-1ce351e4a01c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:50.265600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:50.265877 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:50.341082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dff8db2c-b4a5-4c2d-a6ed-2cb742ca7f86 None None] Provisioning complete for port fc054175-ff99-41f2-b95e-1ce351e4a01c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:50.341463 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dff8db2c-b4a5-4c2d-a6ed-2cb742ca7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:50.362357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4fd998c2-8a75-4d26-9762-428497b95a10 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4851823 Sep 16 16:44:50.365829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54518) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:50.392010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dff8db2c-b4a5-4c2d-a6ed-2cb742ca7f86 None None] Port fc054175-ff99-41f2-b95e-1ce351e4a01c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:50.466962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95633682-fd07-4527-a89d-610706411c30 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:50.468566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-95633682-fd07-4527-a89d-610706411c30 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1016953 Sep 16 16:44:50.471566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54524) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:50.503206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ece2266e-334b-4c6e-b595-facbb868ed39 req-ba7e13f7-bd27-4d87-a5e1-f5b401edd60e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 210 time: 0.0530562 Sep 16 16:44:50.505197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-675d441a-38a7-4bec-8427-a2e9e37a56d8 None None] Provisioning complete for port 7b62a1ed-c25e-423e-a19d-952d7b9d945f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:50.505662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-675d441a-38a7-4bec-8427-a2e9e37a56d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:50.541146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-675d441a-38a7-4bec-8427-a2e9e37a56d8 None None] Port 7b62a1ed-c25e-423e-a19d-952d7b9d945f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:50.545748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c5df0-6eb7-4aa7-9d29-4959ec3cb800 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:50.551896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c5df0-6eb7-4aa7-9d29-4959ec3cb800 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:50.557897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c5df0-6eb7-4aa7-9d29-4959ec3cb800 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:50.559584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e43c5df0-6eb7-4aa7-9d29-4959ec3cb800 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0869844 Sep 16 16:44:50.562422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54526) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:50.665781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-bd216219-3995-4d7b-92f3-7c493eb28e8c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 7b62a1ed-c25e-423e-a19d-952d7b9d945f {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:50.665781 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd216219-3995-4d7b-92f3-7c493eb28e8c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:50.757694 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd216219-3995-4d7b-92f3-7c493eb28e8c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:50.769215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-bd216219-3995-4d7b-92f3-7c493eb28e8c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 7b62a1ed-c25e-423e-a19d-952d7b9d945f owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:50.964118 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd216219-3995-4d7b-92f3-7c493eb28e8c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:50.994154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd216219-3995-4d7b-92f3-7c493eb28e8c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=7b62a1ed-c25e-423e-a19d-952d7b9d945f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:51.081826 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd216219-3995-4d7b-92f3-7c493eb28e8c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:51.087121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54538) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:51.087650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bd216219-3995-4d7b-92f3-7c493eb28e8c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/7b62a1ed-c25e-423e-a19d-952d7b9d945f HTTP/1.1" status: 204 len: 168 time: 0.5237083 Sep 16 16:44:51.118600 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf82b9b0-d333-477c-a0c3-d9638da4c6a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:51.120221 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bf82b9b0-d333-477c-a0c3-d9638da4c6a3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/7b62a1ed-c25e-423e-a19d-952d7b9d945f HTTP/1.1" status: 404 len: 333 time: 0.0313895 Sep 16 16:44:51.125485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54542) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:51.235037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf4061-edd9-40fb-9354-5ebeb217c65c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port fc054175-ff99-41f2-b95e-1ce351e4a01c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:51.235391 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fcf4061-edd9-40fb-9354-5ebeb217c65c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:51.326054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fcf4061-edd9-40fb-9354-5ebeb217c65c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:51.339667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf4061-edd9-40fb-9354-5ebeb217c65c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for fc054175-ff99-41f2-b95e-1ce351e4a01c owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:51.591963 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-c0e0d501-4b71-4dd3-82ba-7940f92c3f3e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:51.593849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-c0e0d501-4b71-4dd3-82ba-7940f92c3f3e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.52 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 812 time: 0.1891947 Sep 16 16:44:51.608846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'port': {'device_id': 'b927d4d8-8f88-4e82-8909-794307bf4bf1', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'admin_state_up': True, 'tenant_id': '56977dd25e494ce4a8eb30b882e83560'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:51.617241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fcf4061-edd9-40fb-9354-5ebeb217c65c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:51.640098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e7dea30-713b-41e1-b489-d2026382d9dc req-e25dae25-1868-4f72-b9ab-c6cdbc7200a1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 210 time: 0.0468976 Sep 16 16:44:51.663683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf4061-edd9-40fb-9354-5ebeb217c65c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=fc054175-ff99-41f2-b95e-1ce351e4a01c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:51.749196 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fcf4061-edd9-40fb-9354-5ebeb217c65c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:51.752129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9fcf4061-edd9-40fb-9354-5ebeb217c65c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/fc054175-ff99-41f2-b95e-1ce351e4a01c HTTP/1.1" status: 204 len: 168 time: 0.6249290 Sep 16 16:44:51.754445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54558) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:51.790654 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ece3c8-f53a-4a3e-9c14-342f90a59210 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:44:51.792546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-39ece3c8-f53a-4a3e-9c14-342f90a59210 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/fc054175-ff99-41f2-b95e-1ce351e4a01c HTTP/1.1" status: 404 len: 333 time: 0.0370965 Sep 16 16:44:51.795404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54560) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:51.866353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:44:51.869892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Made reservation on behalf of 56977dd25e494ce4a8eb30b882e83560 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:51.871897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-639ec696-3f6c-47d2-b44d-c624799aa20e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet 8ffe290d-b8f2-4548-a885-46afb8c65530 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:44:51.873628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:51.875431 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-639ec696-3f6c-47d2-b44d-c624799aa20e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:51.931751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-639ec696-3f6c-47d2-b44d-c624799aa20e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:51.936633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:51.937628 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.050879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-639ec696-3f6c-47d2-b44d-c624799aa20e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.058641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Allocated IP 172.20.0.4 (84a6c29a-5880-4300-bfee-276bb9db429b/ecd22335-e100-4fa9-ad5a-199c71604f01/1493419a-43eb-4433-ac59-5ca804122ce6) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:52.164765 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-639ec696-3f6c-47d2-b44d-c624799aa20e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.194935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ec696-3f6c-47d2-b44d-c624799aa20e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffe290d-b8f2-4548-a885-46afb8c65530,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:52.199402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-639ec696-3f6c-47d2-b44d-c624799aa20e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.201404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-639ec696-3f6c-47d2-b44d-c624799aa20e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/8ffe290d-b8f2-4548-a885-46afb8c65530 HTTP/1.1" status: 204 len: 168 time: 0.4049540 Sep 16 16:44:52.203945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54570) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:52.209132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af08e16-919a-4463-babf-0f047330e9e8 None None] Network 156b2c72-2379-422c-bb6c-4f2cf8a43847 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:52.229828 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.293456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.350338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:52.350686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.373681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.419796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Network 84a6c29a-5880-4300-bfee-276bb9db429b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:52.423119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:52.427978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:52.434934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] For port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad,segment=NetworkSegment(88bbc111-b7db-4db5-86de-e4577add5353),segment_id=88bbc111-b7db-4db5-86de-e4577add5353)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:52.435351 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.446296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['35b2049d-35e3-432a-88be-e4595bd197c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:44:52.451174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:52.486601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:44:52.508447 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:52.509280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.524077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'Port': ['ID=1493419a-43eb-4433-ac59-5ca804122ce6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:52.580109 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-fe4d9328-541a-474e-9657-51e7d2c02110 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9768882 Sep 16 16:44:52.598127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Request body: {'port': {'device_id': 'b927d4d8-8f88-4e82-8909-794307bf4bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:52.624124 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.665160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:52.672019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No DVR routers for this DVR port db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:44:52.717340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6bb4f-dbd2-409b-b555-3fcb7b9225d9 None None] DHCP port deletion for 156b2c72-2379-422c-bb6c-4f2cf8a43847 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:44:52.751715 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.795182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.813501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54578) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:52.845815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156b2c72-2379-422c-bb6c-4f2cf8a43847']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:52.857784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bbc111-b7db-4db5-86de-e4577add5353') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:52.858081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bbc111-b7db-4db5-86de-e4577add5353') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:52.874855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.889937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1837a6-2f4f-41b4-9244-c51d72a9ad88 req-5341e9f8-d22e-429f-881b-b304cf04c4c5 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:52.891361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc1837a6-2f4f-41b4-9244-c51d72a9ad88 req-5341e9f8-d22e-429f-881b-b304cf04c4c5 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 931 time: 0.0983388 Sep 16 16:44:52.891776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-891290f6-2aa6-4272-ba9b-22a2e5010d70 None None] Provisioning complete for port 1493419a-43eb-4433-ac59-5ca804122ce6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:52.893839 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-891290f6-2aa6-4272-ba9b-22a2e5010d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.900573 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.917760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:44:52.918093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:44:52.921162 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:44:52.967931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-891290f6-2aa6-4272-ba9b-22a2e5010d70 None None] Port 1493419a-43eb-4433-ac59-5ca804122ce6 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:53.007113 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc1837a6-2f4f-41b4-9244-c51d72a9ad88 req-8ac6a20d-a9db-4e87-8509-da46c4d507c2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085205 Sep 16 16:44:53.008633 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b787401a-ca8d-4656-ad80-4f48585d0505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.086959 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.100944 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.103995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/networks/156b2c72-2379-422c-bb6c-4f2cf8a43847 HTTP/1.1" status: 204 len: 168 time: 0.8989632 Sep 16 16:44:53.107831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54582) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:53.124937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-249211540'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:53.131794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df4b1c-e045-4104-aae0-30ae3add05f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Network': ['ID=156b2c72-2379-422c-bb6c-4f2cf8a43847,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:53.187678 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b787401a-ca8d-4656-ad80-4f48585d0505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.259537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b787401a-ca8d-4656-ad80-4f48585d0505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.306863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b787401a-ca8d-4656-ad80-4f48585d0505 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02de37d2c88e4ab6bf4def45c1ce15bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923477 Sep 16 16:44:53.307911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787401a-ca8d-4656-ad80-4f48585d0505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0c1235-8709-42a9-a0cc-1a2ef12f8edb,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:53.310280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54584) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:53.353856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:53.357389 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.383543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c79b8b0-3968-47a9-9e07-6bd8a08ad472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.415577 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c79b8b0-3968-47a9-9e07-6bd8a08ad472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.417272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:44:53.439461 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.439738 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Added segment f8fea8c1-14cb-479d-9874-f379335918b9 of type vlan for network 91c0a4b5-80d0-48a5-b07a-bc49968497dc Sep 16 16:44:53.475472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1493419a-43eb-4433-ac59-5ca804122ce6 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:44:53.483020 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.491788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.563484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Transition to ACTIVE for port object 1493419a-43eb-4433-ac59-5ca804122ce6 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:44:53.563710 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c79b8b0-3968-47a9-9e07-6bd8a08ad472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.566156 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c79b8b0-3968-47a9-9e07-6bd8a08ad472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.567868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1c79b8b0-3968-47a9-9e07-6bd8a08ad472 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec0c1235-8709-42a9-a0cc-1a2ef12f8edb HTTP/1.1" status: 204 len: 168 time: 0.2566683 Sep 16 16:44:53.575578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79b8b0-3968-47a9-9e07-6bd8a08ad472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0c1235-8709-42a9-a0cc-1a2ef12f8edb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:53.589953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.598941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:53.598941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.641502 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.673531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Network': ['ID=91c0a4b5-80d0-48a5-b07a-bc49968497dc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:53.688934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 91c0a4b5-80d0-48a5-b07a-bc49968497dc details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:44:53.701765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Pushing event updated for resources: {'Port': ['ID=1493419a-43eb-4433-ac59-5ca804122ce6,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:53.727028 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b43eac91-a403-4671-9eed-8ec61be1b10e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6179454 Sep 16 16:44:53.728627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54590) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:53.740131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '91c0a4b5-80d0-48a5-b07a-bc49968497dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:53.800348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Attempting to bind port 1493419a-43eb-4433-ac59-5ca804122ce6 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:44:53.800723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Attempting to bind port 1493419a-43eb-4433-ac59-5ca804122ce6 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:44:53.809930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Attempting to bind port 1493419a-43eb-4433-ac59-5ca804122ce6 on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:44:53.809930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Port 1493419a-43eb-4433-ac59-5ca804122ce6 on network 84a6c29a-5880-4300-bfee-276bb9db429b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:44:53.809930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Attempting to bind port 1493419a-43eb-4433-ac59-5ca804122ce6 on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:44:53.814056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:44:53.814480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Checking segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:53.814938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Bound using segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:44:53.815442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Bound port: 1493419a-43eb-4433-ac59-5ca804122ce6, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:44:53.815881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.850800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:44:53.877759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:44:53.878672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device db7ba9db-e21a-4ef6-8d4c-0d89f554e2ad not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:44:53.893161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] For port 1493419a-43eb-4433-ac59-5ca804122ce6, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:44:53.898260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] For port 1493419a-43eb-4433-ac59-5ca804122ce6, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1493419a-43eb-4433-ac59-5ca804122ce6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:44:53.944088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:53.947744 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:53.978881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.015663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:54.016642 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.018136 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] 10.222.0.52 "PUT /v2.0/ports/1493419a-43eb-4433-ac59-5ca804122ce6 HTTP/1.1" status: 200 len: 1091 time: 1.4285016 Sep 16 16:44:54.018648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b927d4d8-8f88-4e82-8909-794307bf4bf1', 'tag': '1493419a-43eb-4433-ac59-5ca804122ce6'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:44:54.021402 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b927d4d8-8f88-4e82-8909-794307bf4bf1", "tag": "1493419a-43eb-4433-ac59-5ca804122ce6"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:44:54.060589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6748f2-6d2c-4101-857c-00e39cf19665 service neutron] Pushing event updated for resources: {'Port': ['ID=1493419a-43eb-4433-ac59-5ca804122ce6,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:54.230184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a53e1-d87a-4f8c-b624-ff9c37438a36 req-62f5be1f-d04c-4eb2-afdc-0859e7d2fc7d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:54.232553 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fe9baf-deaa-4c9e-ab0e-6074e6a610a6 x-openstack-request-id: req-36fe9baf-deaa-4c9e-ab0e-6074e6a610a6 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:44:54.232851 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b927d4d8-8f88-4e82-8909-794307bf4bf1", "tag": "1493419a-43eb-4433-ac59-5ca804122ce6", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:44:54.233104 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36fe9baf-deaa-4c9e-ab0e-6074e6a610a6 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:44:54.233556 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b927d4d8-8f88-4e82-8909-794307bf4bf1', 'tag': '1493419a-43eb-4433-ac59-5ca804122ce6', 'status': 'completed', 'code': 200} Sep 16 16:44:54.239169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-184a53e1-d87a-4f8c-b624-ff9c37438a36 req-62f5be1f-d04c-4eb2-afdc-0859e7d2fc7d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 943 time: 0.1312611 Sep 16 16:44:54.253632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-eaf07ec7-56a1-4549-969e-d8aa757a851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:54.255625 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-eaf07ec7-56a1-4549-969e-d8aa757a851a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0616562 Sep 16 16:44:54.280243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-184a53e1-d87a-4f8c-b624-ff9c37438a36 req-edc0c0e4-a2c4-4f4e-82c3-9ab11a474d8e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Sep 16 16:44:54.308993 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-30a78bd6-2abc-4dac-9f51-462a4f215b71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1493419a-43eb-4433-ac59-5ca804122ce6 HTTP/1.1" status: 200 len: 217 time: 0.0399368 Sep 16 16:44:54.358697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-199e164e-61f8-4311-aa39-882a8789a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:54.360176 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-199e164e-61f8-4311-aa39-882a8789a871 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0439949 Sep 16 16:44:54.365181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54600) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:54.378347 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.400244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f470d506-066f-475a-9dd1-62528f4ca80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.436159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-3bf3dcb6-1034-4d25-b5f4-2123b6bcffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:54.437702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-3bf3dcb6-1034-4d25-b5f4-2123b6bcffc8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665774 Sep 16 16:44:54.441528 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=c5c48173-2777-40b8-88c1-d64ed14ca775,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:54.451668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Checking segment: {'id': 'f8fea8c1-14cb-479d-9874-f379335918b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '91c0a4b5-80d0-48a5-b07a-bc49968497dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:54.452032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network hostable DHCP agents. Network: 91c0a4b5-80d0-48a5-b07a-bc49968497dc, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:44:54.544221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 91c0a4b5-80d0-48a5-b07a-bc49968497dc is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:44:54.559529 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-8dfb64fb-a1e6-4bfa-a301-8575658b9e5b service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122940 Sep 16 16:44:54.596332 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f470d506-066f-475a-9dd1-62528f4ca80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.612925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 91c0a4b5-80d0-48a5-b07a-bc49968497dc) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:54.618629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:54.619386 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.623134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12035cb5-4865-4b01-9473-b1f3afa4c6f9 None None] Network 91c0a4b5-80d0-48a5-b07a-bc49968497dc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:54.667695 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f470d506-066f-475a-9dd1-62528f4ca80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.689048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf1929cb-aeb9-48d3-960b-e363daff123d req-570a7143-c947-4d50-af3a-bfb978bd5db6 service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206505 Sep 16 16:44:54.714621 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f470d506-066f-475a-9dd1-62528f4ca80f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5b14eca5dc5485d8ab7ee471cc12347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461115 Sep 16 16:44:54.714621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470d506-066f-475a-9dd1-62528f4ca80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f539e2a-ba8d-4a0f-82d1-769d4c025e6f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:54.715060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54604) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:54.732158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e9e6b503-bf49-4165-a340-6d492cc4f89d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9995148 Sep 16 16:44:54.732428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54606) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:54.739485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fbd912f0-3006-4bb2-902d-a1c49bfab114 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-934281493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:54.790880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-91c0a4b5-80d0-48a5-b07a-bc49968497dc', 'network_id': '91c0a4b5-80d0-48a5-b07a-bc49968497dc', 'tenant_id': 'fa94f0a1184247bea1503def71324b7f', 'fixed_ips': [{'subnet_id': 'c5c48173-2777-40b8-88c1-d64ed14ca775'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:44:54.791839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-abcec0c5-73b5-4400-84e3-0b664df47f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.793296 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.817510 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-abcec0c5-73b5-4400-84e3-0b664df47f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.858197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-b37d4338-a276-4c63-b0e8-7a0d15688fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:54.859723 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-b37d4338-a276-4c63-b0e8-7a0d15688fa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0486686 Sep 16 16:44:54.865546 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fbd912f0-3006-4bb2-902d-a1c49bfab114 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.866615 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fbd912f0-3006-4bb2-902d-a1c49bfab114 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.938693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Allocated IP 172.20.0.2 (91c0a4b5-80d0-48a5-b07a-bc49968497dc/c5c48173-2777-40b8-88c1-d64ed14ca775/5593c419-684f-440e-95b7-04129cceaa75) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:54.955856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-ce8ca132-5ef6-4748-88bb-cfa1800f8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:54.958137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-ce8ca132-5ef6-4748-88bb-cfa1800f8f29 service neutron] 10.222.0.52 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.0902555 Sep 16 16:44:54.964239 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-abcec0c5-73b5-4400-84e3-0b664df47f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.966809 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-abcec0c5-73b5-4400-84e3-0b664df47f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:54.970536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-abcec0c5-73b5-4400-84e3-0b664df47f2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f539e2a-ba8d-4a0f-82d1-769d4c025e6f HTTP/1.1" status: 204 len: 168 time: 0.2517850 Sep 16 16:44:54.991118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcec0c5-73b5-4400-84e3-0b664df47f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f539e2a-ba8d-4a0f-82d1-769d4c025e6f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:55.009333 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-f88e7d4a-80b3-4c16-a3c5-2ffef82bb664 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1493419a-43eb-4433-ac59-5ca804122ce6 HTTP/1.1" status: 200 len: 217 time: 0.0438395 Sep 16 16:44:55.028180 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fbd912f0-3006-4bb2-902d-a1c49bfab114 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.070275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-0871d3a3-1642-4374-882f-07a628e7a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:55.071910 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-0871d3a3-1642-4374-882f-07a628e7a048 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0553918 Sep 16 16:44:55.085078 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fbd912f0-3006-4bb2-902d-a1c49bfab114 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.122718 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.125589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-1e1ab33d-5f6c-4269-9ec7-a66e37dae1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:55.127099 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-1e1ab33d-5f6c-4269-9ec7-a66e37dae1fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471749 Sep 16 16:44:55.152048 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fbd912f0-3006-4bb2-902d-a1c49bfab114 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.153324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fbd912f0-3006-4bb2-902d-a1c49bfab114 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4198298 Sep 16 16:44:55.156077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54612) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:55.161610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'network_id': '91c0a4b5-80d0-48a5-b07a-bc49968497dc', 'name': 'tempest-PortsTestJSON-514800842'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:44:55.175321 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.219876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Network 91c0a4b5-80d0-48a5-b07a-bc49968497dc is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:55.223269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:55.224014 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-c5f14417-7ea2-4292-b577-2eb3b02b1ab5 service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890043 Sep 16 16:44:55.226006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:55.260030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Pushing event updated for resources: {'Port': ['ID=5593c419-684f-440e-95b7-04129cceaa75,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:55.309984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Attempting to bind port 5593c419-684f-440e-95b7-04129cceaa75 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:44:55.310353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Attempting to bind port 5593c419-684f-440e-95b7-04129cceaa75 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f8fea8c1-14cb-479d-9874-f379335918b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '91c0a4b5-80d0-48a5-b07a-bc49968497dc'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:44:55.310714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Attempting to bind port 5593c419-684f-440e-95b7-04129cceaa75 on network 91c0a4b5-80d0-48a5-b07a-bc49968497dc {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:44:55.316547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:44:55.316547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Checking segment: {'id': 'f8fea8c1-14cb-479d-9874-f379335918b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '91c0a4b5-80d0-48a5-b07a-bc49968497dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:44:55.316983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.317377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Bound using segment: {'id': 'f8fea8c1-14cb-479d-9874-f379335918b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '91c0a4b5-80d0-48a5-b07a-bc49968497dc'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:44:55.317837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Bound port: 5593c419-684f-440e-95b7-04129cceaa75, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fea8c1-14cb-479d-9874-f379335918b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '91c0a4b5-80d0-48a5-b07a-bc49968497dc'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:44:55.318367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.337208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6457c3b0-a6c9-49e2-aa66-ddbe70cb8f5a req-6fda2195-158b-409e-93aa-8dc246bd9d68 service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053443 Sep 16 16:44:55.372774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:44:55.376331 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.393578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] For port 5593c419-684f-440e-95b7-04129cceaa75, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:44:55.398107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] For port 5593c419-684f-440e-95b7-04129cceaa75, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5593c419-684f-440e-95b7-04129cceaa75,segment=NetworkSegment(f8fea8c1-14cb-479d-9874-f379335918b9),segment_id=f8fea8c1-14cb-479d-9874-f379335918b9)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:44:55.429590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port ea575005-f161-4658-b5bd-13d3c79e1b30 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:44:55.478855 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.490394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d3208-1987-4842-aa4e-1469b4588e91 req-b0b518e9-d5d5-4057-a729-d7f8369e66eb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:55.491932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-006d3208-1987-4842-aa4e-1469b4588e91 req-b0b518e9-d5d5-4057-a729-d7f8369e66eb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 943 time: 0.1119375 Sep 16 16:44:55.557513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7622f56-6045-47e2-b438-5a13d4280372 None None] Pushing event updated for resources: {'Port': ['ID=5593c419-684f-440e-95b7-04129cceaa75,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:55.583317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-006d3208-1987-4842-aa4e-1469b4588e91 req-5c38394d-db3c-4329-830c-71051b06bef4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796742 Sep 16 16:44:55.587327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.11 (91c0a4b5-80d0-48a5-b07a-bc49968497dc/c5c48173-2777-40b8-88c1-d64ed14ca775/ea575005-f161-4658-b5bd-13d3c79e1b30) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:44:55.770657 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.869525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5593c419-684f-440e-95b7-04129cceaa75 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:44:55.890229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.925528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5593c419-684f-440e-95b7-04129cceaa75 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:55.926888 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:55.943415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 91c0a4b5-80d0-48a5-b07a-bc49968497dc is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:55.947266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:55.951067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:44:55.963426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=ea575005-f161-4658-b5bd-13d3c79e1b30,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:56.018284 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:56.018946 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:56.019066 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:56.053594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 5593c419-684f-440e-95b7-04129cceaa75, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5593c419-684f-440e-95b7-04129cceaa75,segment=NetworkSegment(f8fea8c1-14cb-479d-9874-f379335918b9),segment_id=f8fea8c1-14cb-479d-9874-f379335918b9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:56.097257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-de554ed9-27d1-43a2-b6df-cdcc171db44c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9391758 Sep 16 16:44:56.099564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54636) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:56.152235 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:56.215626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=5593c419-684f-440e-95b7-04129cceaa75,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:56.468216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:56.616016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb08746-8d0e-480c-bd01-c127437527ca None None] Network 91c0a4b5-80d0-48a5-b07a-bc49968497dc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:44:56.727830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eb0d3b80-87f8-4db3-bc89-3d1256947fc8 None None] Provisioning complete for port 5593c419-684f-440e-95b7-04129cceaa75 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:56.728212 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3b80-87f8-4db3-bc89-3d1256947fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:56.784498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2eada-f938-4565-9f2a-36a3ef98edc0 req-1b5d4d8f-ebe1-4ab8-8914-0056213c597b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:56.786641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77a2eada-f938-4565-9f2a-36a3ef98edc0 req-1b5d4d8f-ebe1-4ab8-8914-0056213c597b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 943 time: 0.0892019 Sep 16 16:44:56.825358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:56.846516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77a2eada-f938-4565-9f2a-36a3ef98edc0 req-58c17a6a-51f0-49fe-b817-bcf2fa10b3c0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466943 Sep 16 16:44:56.910033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.016887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=ea575005-f161-4658-b5bd-13d3c79e1b30,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:57.174665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.213093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca445e10-46e1-49d0-b293-1cf9508ea111 None None] Provisioning complete for port 5593c419-684f-440e-95b7-04129cceaa75 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:57.213638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca445e10-46e1-49d0-b293-1cf9508ea111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.319206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca445e10-46e1-49d0-b293-1cf9508ea111 None None] Provisioning complete for port ea575005-f161-4658-b5bd-13d3c79e1b30 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:57.319583 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca445e10-46e1-49d0-b293-1cf9508ea111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.357010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca445e10-46e1-49d0-b293-1cf9508ea111 None None] Port ea575005-f161-4658-b5bd-13d3c79e1b30 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:57.421255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.476569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 1493419a-43eb-4433-ac59-5ca804122ce6 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:44:57.482765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-95beb0ea-8612-44f3-9b3b-d849bc5bf28d None None] Provisioning complete for port ea575005-f161-4658-b5bd-13d3c79e1b30 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:57.483257 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95beb0ea-8612-44f3-9b3b-d849bc5bf28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.557332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-95beb0ea-8612-44f3-9b3b-d849bc5bf28d None None] Port ea575005-f161-4658-b5bd-13d3c79e1b30 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:57.638167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 1493419a-43eb-4433-ac59-5ca804122ce6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1493419a-43eb-4433-ac59-5ca804122ce6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:57.649368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '1493419a-43eb-4433-ac59-5ca804122ce6', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'port_id': '1493419a-43eb-4433-ac59-5ca804122ce6', 'mac_address': 'fa:16:3e:72:b8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:44:57.701310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-99fda5e1-8191-48a6-a127-d97bef045c73 None None] Provisioning complete for port ea575005-f161-4658-b5bd-13d3c79e1b30 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:57.701791 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-99fda5e1-8191-48a6-a127-d97bef045c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.744623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.766442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-99fda5e1-8191-48a6-a127-d97bef045c73 None None] Port ea575005-f161-4658-b5bd-13d3c79e1b30 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:57.768961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1493419a-43eb-4433-ac59-5ca804122ce6 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:44:57.794791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 1493419a-43eb-4433-ac59-5ca804122ce6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1493419a-43eb-4433-ac59-5ca804122ce6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:57.801671 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.844613 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.850069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5593c419-684f-440e-95b7-04129cceaa75 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:44:57.873003 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:57.938953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=1493419a-43eb-4433-ac59-5ca804122ce6,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:57.950656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=ea575005-f161-4658-b5bd-13d3c79e1b30,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:57.970309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5593c419-684f-440e-95b7-04129cceaa75 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:57.970790 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:58.017470 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:58.068889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16c488-1eab-45e7-b0fe-a083d5072d30 req-d48a8574-5c47-4348-bc87-7b3f4fe09a48 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:58.069356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f16c488-1eab-45e7-b0fe-a083d5072d30 req-d48a8574-5c47-4348-bc87-7b3f4fe09a48 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 944 time: 0.1278474 Sep 16 16:44:58.147887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['1493419a-43eb-4433-ac59-5ca804122ce6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:44:58.161108 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f16c488-1eab-45e7-b0fe-a083d5072d30 req-a0663394-a0cd-40cc-a0d9-3e1a8d4061d1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539694 Sep 16 16:44:58.170338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 91c0a4b5-80d0-48a5-b07a-bc49968497dc is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:44:58.172360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:44:58.175177 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b4fe3446-ab18-4d6c-98ac-b79adfc0c620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:58.376518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Router 6890feb7-b916-4611-a658-8de02db861ac is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:44:58.487330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:44:58.494828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6d1f5448-996b-423e-be90-49e17e59371f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "PUT /v2.0/routers/6890feb7-b916-4611-a658-8de02db861ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3940601 Sep 16 16:44:58.497352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54704) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:58.508419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037e278-2b5d-4aee-b285-c9be59f6b98a None None] Sync routers for ids ['6890feb7-b916-4611-a658-8de02db861ac'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:44:58.520967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4995d1b7-2c9a-4b3b-ab19-67c3752ccd12 None None] Provisioning complete for port ea575005-f161-4658-b5bd-13d3c79e1b30 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:58.521343 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4995d1b7-2c9a-4b3b-ab19-67c3752ccd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:58.524949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037e278-2b5d-4aee-b285-c9be59f6b98a None None] Routers {'6890feb7-b916-4611-a658-8de02db861ac'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:44:58.526948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7037e278-2b5d-4aee-b285-c9be59f6b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:44:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6890feb7-b916-4611-a658-8de02db861ac'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:58.554926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5ddeff-ed20-4040-84aa-a125323a5b9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:58.559700 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5f5ddeff-ed20-4040-84aa-a125323a5b9a tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports?device_id=6890feb7-b916-4611-a658-8de02db861ac HTTP/1.1" status: 200 len: 982 time: 0.0580254 Sep 16 16:44:58.560125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54706) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:58.583051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7037e278-2b5d-4aee-b285-c9be59f6b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:58.600142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4995d1b7-2c9a-4b3b-ab19-67c3752ccd12 None None] Port ea575005-f161-4658-b5bd-13d3c79e1b30 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:44:58.601943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037e278-2b5d-4aee-b285-c9be59f6b98a None None] Routers {'6890feb7-b916-4611-a658-8de02db861ac'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:44:58.602606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7037e278-2b5d-4aee-b285-c9be59f6b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:44:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6890feb7-b916-4611-a658-8de02db861ac'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:58.635157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7037e278-2b5d-4aee-b285-c9be59f6b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:44:58.635916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037e278-2b5d-4aee-b285-c9be59f6b98a None None] The sync data for ids ['6890feb7-b916-4611-a658-8de02db861ac'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:44:58.688818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54710) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:58.813329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ebceb8d-e2a0-4ab4-81e3-1facb23ed858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:58.916515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ebceb8d-e2a0-4ab4-81e3-1facb23ed858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:58.978651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ebceb8d-e2a0-4ab4-81e3-1facb23ed858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.023295 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8ebceb8d-e2a0-4ab4-81e3-1facb23ed858 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb668daff233475fa26929bbbc79a1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331754 Sep 16 16:44:59.024148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebceb8d-e2a0-4ab4-81e3-1facb23ed858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01c944d-5826-4e59-aa7f-42871a3d7fd4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:59.026491 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54716) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:44:59.078989 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19e19d0c-5128-4de8-8a23-5655526f627e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.102265 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19e19d0c-5128-4de8-8a23-5655526f627e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.289738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19e19d0c-5128-4de8-8a23-5655526f627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.292675 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19e19d0c-5128-4de8-8a23-5655526f627e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.294306 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-19e19d0c-5128-4de8-8a23-5655526f627e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a01c944d-5826-4e59-aa7f-42871a3d7fd4 HTTP/1.1" status: 204 len: 168 time: 0.2664638 Sep 16 16:44:59.313742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e19d0c-5128-4de8-8a23-5655526f627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01c944d-5826-4e59-aa7f-42871a3d7fd4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:59.319471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ecc40-683a-40b8-8610-4064400e7a8b req-7fd187d8-371d-43e6-b501-fb7d011b79a6 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.321780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-721ecc40-683a-40b8-8610-4064400e7a8b req-7fd187d8-371d-43e6-b501-fb7d011b79a6 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 944 time: 0.0750930 Sep 16 16:44:59.442112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-721ecc40-683a-40b8-8610-4064400e7a8b req-603f525c-2073-4710-bfeb-e53623251b50 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125979 Sep 16 16:44:59.442950 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.488611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 1493419a-43eb-4433-ac59-5ca804122ce6 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:44:59.503732 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-c53f5331-2466-426a-b38b-58a8e610a80f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0511525 Sep 16 16:44:59.584754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-2ce1c7a5-2ce7-412b-a708-a96ba70401f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.589824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-2ce1c7a5-2ce7-412b-a708-a96ba70401f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.589824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-2ce1c7a5-2ce7-412b-a708-a96ba70401f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.589824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-2ce1c7a5-2ce7-412b-a708-a96ba70401f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.589824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-2ce1c7a5-2ce7-412b-a708-a96ba70401f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.589824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-2ce1c7a5-2ce7-412b-a708-a96ba70401f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.589824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-2ce1c7a5-2ce7-412b-a708-a96ba70401f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.590303 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-2ce1c7a5-2ce7-412b-a708-a96ba70401f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6489 time: 0.0603082 Sep 16 16:44:59.609294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 1493419a-43eb-4433-ac59-5ca804122ce6 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:44:59.614788 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 1493419a-43eb-4433-ac59-5ca804122ce6 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:44:59.618407 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.726835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-e62380a3-5cf7-41eb-b48c-f20295888067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.727333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-e62380a3-5cf7-41eb-b48c-f20295888067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.727962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-e62380a3-5cf7-41eb-b48c-f20295888067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.728141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.729871 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-e62380a3-5cf7-41eb-b48c-f20295888067 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af HTTP/1.1" status: 200 len: 2293 time: 0.1148994 Sep 16 16:44:59.767095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port ea575005-f161-4658-b5bd-13d3c79e1b30 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:44:59.767442 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.768724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927d4d8-8f88-4e82-8909-794307bf4bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1493419a-43eb-4433-ac59-5ca804122ce6'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:44:59.771866 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b72a7-16b1-4137-8069-b2930ba8e48f" -d '{"events": [{"server_uuid": "b927d4d8-8f88-4e82-8909-794307bf4bf1", "name": "network-vif-plugged", "status": "completed", "tag": "1493419a-43eb-4433-ac59-5ca804122ce6"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:44:59.788617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 1493419a-43eb-4433-ac59-5ca804122ce6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1493419a-43eb-4433-ac59-5ca804122ce6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:44:59.821830 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532ace42-5afc-4e47-8d16-0d8d3ca94222 x-openstack-request-id: req-532ace42-5afc-4e47-8d16-0d8d3ca94222 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:44:59.822123 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927d4d8-8f88-4e82-8909-794307bf4bf1", "name": "network-vif-plugged", "status": "completed", "tag": "1493419a-43eb-4433-ac59-5ca804122ce6", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:44:59.822378 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-532ace42-5afc-4e47-8d16-0d8d3ca94222 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:44:59.822774 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b927d4d8-8f88-4e82-8909-794307bf4bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1493419a-43eb-4433-ac59-5ca804122ce6', 'code': 200} Sep 16 16:44:59.838830 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-a3f2984c-d02c-4b96-8667-d0bf0de579c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a HTTP/1.1" status: 200 len: 1001 time: 0.1015191 Sep 16 16:44:59.852566 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.890652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:44:59.906113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for ea575005-f161-4658-b5bd-13d3c79e1b30 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:44:59.909032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=1493419a-43eb-4433-ac59-5ca804122ce6,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:44:59.941684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-3383e68d-c0eb-41a1-951a-c4dce2afee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.943006 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-3383e68d-c0eb-41a1-951a-c4dce2afee97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a88aef2e-a025-4427-a993-94c2b42a4721 HTTP/1.1" status: 200 len: 850 time: 0.0972104 Sep 16 16:44:59.948836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9150c-cd73-4852-957d-bc7cf3a51fc5 req-e83ddc5c-3578-4ef7-9a3b-6e31d6e9cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:44:59.950397 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-20c9150c-cd73-4852-957d-bc7cf3a51fc5 req-e83ddc5c-3578-4ef7-9a3b-6e31d6e9cd1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0591166 Sep 16 16:45:00.008602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-20c9150c-cd73-4852-957d-bc7cf3a51fc5 req-c42ff663-1cfb-4707-92a8-bac8a8d42757 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488315 Sep 16 16:45:00.025027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-597467f1-bcfb-4445-b5b7-3c3758f8a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:00.026750 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-597467f1-bcfb-4445-b5b7-3c3758f8a7f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754800 Sep 16 16:45:00.060638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54730) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:00.097873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94649690-75aa-40c7-88a4-1f4050cf4e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:00.133516 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-d37333e0-a079-41cd-bf1b-df428c2c9d60 service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996532 Sep 16 16:45:00.235670 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-c651a269-6a5e-4980-83ca-68e348d5dc0e service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955312 Sep 16 16:45:00.245233 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:00.288595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=ea575005-f161-4658-b5bd-13d3c79e1b30,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:00.297335 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-6d7e5abe-0343-4d1d-b934-7ccd9ed89876 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 HTTP/1.1" status: 200 len: 217 time: 0.0437765 Sep 16 16:45:00.360556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-7767d366-64f1-48ef-ae8d-1a4426717e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:00.362530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-7767d366-64f1-48ef-ae8d-1a4426717e26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0573790 Sep 16 16:45:00.448271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-cb97ef09-eb32-4028-a860-a6809088ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:00.450066 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-cb97ef09-eb32-4028-a860-a6809088ad58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0801272 Sep 16 16:45:00.459342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94649690-75aa-40c7-88a4-1f4050cf4e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:00.503282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:00.522791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94649690-75aa-40c7-88a4-1f4050cf4e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:00.579274 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-8a41cb44-3a98-4140-84d1-7a583f39e206 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206603 Sep 16 16:45:00.632974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-94649690-75aa-40c7-88a4-1f4050cf4e79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b24734bdcefd4f19980261a4dd05f2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5710158 Sep 16 16:45:00.650250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54738) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:00.668448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94649690-75aa-40c7-88a4-1f4050cf4e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc405d2-0bf5-4083-bf22-034a806f09a7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:00.725354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a93bf-2948-4dff-9c0a-9eb0c075dc06 req-ef425652-de82-4338-96c0-704347aec38d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:00.726865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-132a93bf-2948-4dff-9c0a-9eb0c075dc06 req-ef425652-de82-4338-96c0-704347aec38d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 945 time: 0.1814141 Sep 16 16:45:00.732746 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-86a02246-94e9-4ede-ba8a-2e3760bfbb1d service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463146 Sep 16 16:45:00.733494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d46d846-e90e-49c6-9fe8-b5326b6d70f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:00.769936 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3fdc22d6-7661-4881-82a3-aa957e812f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:00.778799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Router 6890feb7-b916-4611-a658-8de02db861ac has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:45:00.786509 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-12ef3cfd-7568-4e35-8327-69a0456925f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6363fdc0-2e27-4457-988b-e88b55801776 HTTP/1.1" status: 200 len: 217 time: 0.0434170 Sep 16 16:45:00.788319 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d46d846-e90e-49c6-9fe8-b5326b6d70f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:00.837292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-132a93bf-2948-4dff-9c0a-9eb0c075dc06 req-76c14d97-9723-4d82-9386-44a6f2e88167 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778306 Sep 16 16:45:00.866935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-499655dd-dd07-4ba0-a2f6-d5630cdfd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:00.872273 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-499655dd-dd07-4ba0-a2f6-d5630cdfd5d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0736394 Sep 16 16:45:00.879206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:45:00.885014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-55127d2e-046c-425e-bb06-6cd4600837f0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "PUT /v2.0/routers/6890feb7-b916-4611-a658-8de02db861ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3237205 Sep 16 16:45:00.889468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54740) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:00.897566 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90a1a42-6ed3-4612-8e07-1e874a093ffd None None] Sync routers for ids ['6890feb7-b916-4611-a658-8de02db861ac'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:45:00.919599 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e5486e-5111-46ed-89eb-cdbf08ae9ea6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:45:00.921294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b0e5486e-5111-46ed-89eb-cdbf08ae9ea6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/ea575005-f161-4658-b5bd-13d3c79e1b30 HTTP/1.1" status: 404 len: 333 time: 0.0325699 Sep 16 16:45:00.923941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54742) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:00.929796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-643e8784-3b3a-4e75-8482-0b60fcc1a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:00.931771 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a1a42-6ed3-4612-8e07-1e874a093ffd None None] Routers {'6890feb7-b916-4611-a658-8de02db861ac'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:00.931905 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-643e8784-3b3a-4e75-8482-0b60fcc1a797 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568383 Sep 16 16:45:00.932555 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e90a1a42-6ed3-4612-8e07-1e874a093ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6890feb7-b916-4611-a658-8de02db861ac'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:00.968268 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d46d846-e90e-49c6-9fe8-b5326b6d70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:00.970741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e90a1a42-6ed3-4612-8e07-1e874a093ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:00.971579 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d46d846-e90e-49c6-9fe8-b5326b6d70f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:00.976029 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7d46d846-e90e-49c6-9fe8-b5326b6d70f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cc405d2-0bf5-4083-bf22-034a806f09a7 HTTP/1.1" status: 204 len: 168 time: 0.3246102 Sep 16 16:45:00.997404 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a1a42-6ed3-4612-8e07-1e874a093ffd None None] Routers {'6890feb7-b916-4611-a658-8de02db861ac'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:01.000670 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e90a1a42-6ed3-4612-8e07-1e874a093ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6890feb7-b916-4611-a658-8de02db861ac'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:01.013006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-61697066-e792-4c11-94ba-9c2e25b95835 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.039306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46d846-e90e-49c6-9fe8-b5326b6d70f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc405d2-0bf5-4083-bf22-034a806f09a7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:01.106799 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-86aab7a7-474e-4938-911d-add55f153c86 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678307 Sep 16 16:45:01.112041 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e90a1a42-6ed3-4612-8e07-1e874a093ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:01.113089 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90a1a42-6ed3-4612-8e07-1e874a093ffd None None] The sync data for ids ['6890feb7-b916-4611-a658-8de02db861ac'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:45:01.199365 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-61697066-e792-4c11-94ba-9c2e25b95835 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.201630 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-61697066-e792-4c11-94ba-9c2e25b95835 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.265303 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-6bb5a803-2813-4f7f-aba1-37d120eaaa53 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517861 Sep 16 16:45:01.317812 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-bbd881a0-8681-4322-bf02-03263a215292 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=39550247-d430-45db-b8f5-c9dbc078ec7e HTTP/1.1" status: 200 len: 217 time: 0.0423985 Sep 16 16:45:01.358241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-61697066-e792-4c11-94ba-9c2e25b95835 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.359166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61697066-e792-4c11-94ba-9c2e25b95835 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Fanout notify agent at l3_agent the message router_deleted on router 6890feb7-b916-4611-a658-8de02db861ac {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:45:01.368723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-61697066-e792-4c11-94ba-9c2e25b95835 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.372993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-61697066-e792-4c11-94ba-9c2e25b95835 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/routers/6890feb7-b916-4611-a658-8de02db861ac HTTP/1.1" status: 204 len: 168 time: 0.4456925 Sep 16 16:45:01.373651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54750) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:01.379844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-e128ce82-e801-49d1-94f8-f064c836fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:01.381709 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-e128ce82-e801-49d1-94f8-f064c836fccb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0576251 Sep 16 16:45:01.460062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-071f4777-87ef-4e1c-a0b2-b55350d8cc9e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet c5c48173-2777-40b8-88c1-d64ed14ca775 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:45:01.461974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-55a43fbd-540b-4389-a917-6c6cfe53e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:01.463491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-55a43fbd-540b-4389-a917-6c6cfe53e95e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652971 Sep 16 16:45:01.463688 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-071f4777-87ef-4e1c-a0b2-b55350d8cc9e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.472251 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.513481 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-071f4777-87ef-4e1c-a0b2-b55350d8cc9e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.579360 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-56b9257e-7d29-401b-b0dc-4d17f411f9ad service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080585 Sep 16 16:45:01.634431 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-071f4777-87ef-4e1c-a0b2-b55350d8cc9e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.688718 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-320da27a-1ccc-4aa7-b746-8ed77a20e33a service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017888 Sep 16 16:45:01.734347 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-cb7c5715-b76e-4c6c-b33e-cdf33b5aa15e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=54226eab-2109-4213-afce-8844fbb3b740 HTTP/1.1" status: 200 len: 217 time: 0.0384352 Sep 16 16:45:01.781897 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-071f4777-87ef-4e1c-a0b2-b55350d8cc9e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.788198 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-ffe1a020-4196-430b-a472-8fa9ba119974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:01.789565 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-ffe1a020-4196-430b-a472-8fa9ba119974 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0482333 Sep 16 16:45:01.817161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f4777-87ef-4e1c-a0b2-b55350d8cc9e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c48173-2777-40b8-88c1-d64ed14ca775,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:01.819214 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-071f4777-87ef-4e1c-a0b2-b55350d8cc9e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:01.821791 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-071f4777-87ef-4e1c-a0b2-b55350d8cc9e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/c5c48173-2777-40b8-88c1-d64ed14ca775 HTTP/1.1" status: 204 len: 168 time: 0.4465876 Sep 16 16:45:01.824224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54762) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:01.830847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ffaa2-ed77-465a-9e33-e71a0c7d9f04 None None] Network 91c0a4b5-80d0-48a5-b07a-bc49968497dc requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:01.840360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-34ab9c48-abaa-4e5a-9215-34df16aeb99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:01.842092 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-34ab9c48-abaa-4e5a-9215-34df16aeb99c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447409 Sep 16 16:45:01.972746 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-f1f5bd3f-0e8c-4029-96f3-e03d23c0a4ca service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210811 Sep 16 16:45:01.980996 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:02.007912 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:02.038967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c05eb3-8f24-4641-a5fe-cebdda006f40 req-97dc46ac-685c-4a2e-87f4-7ff41f54a58b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:02.038967 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36c05eb3-8f24-4641-a5fe-cebdda006f40 req-97dc46ac-685c-4a2e-87f4-7ff41f54a58b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 945 time: 0.0754592 Sep 16 16:45:02.090712 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-64666078-afeb-4891-b238-d2d364df16a1 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104293 Sep 16 16:45:02.097133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d95229-5021-48f9-ba13-1049e2ddde19 None None] DHCP port deletion for 91c0a4b5-80d0-48a5-b07a-bc49968497dc request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:45:02.107765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36c05eb3-8f24-4641-a5fe-cebdda006f40 req-4965d6b9-5c6f-4e31-8387-ccec77741737 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476305 Sep 16 16:45:02.115426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 5593c419-684f-440e-95b7-04129cceaa75 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:02.115778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:02.169742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e1d95229-5021-48f9-ba13-1049e2ddde19 None None] Deleting port 5593c419-684f-440e-95b7-04129cceaa75 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:02.170870 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e1d95229-5021-48f9-ba13-1049e2ddde19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:02.181103 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-d6a09b12-1be7-400a-9044-167e8dda0ac6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff6305a2-78d5-457d-bf4a-cea817751f17 HTTP/1.1" status: 200 len: 217 time: 0.0767660 Sep 16 16:45:02.243652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-dadcc51e-66de-4a56-ac31-f9050fda1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:02.245128 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-dadcc51e-66de-4a56-ac31-f9050fda1896 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 200 len: 797 time: 0.0566347 Sep 16 16:45:02.257780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e1d95229-5021-48f9-ba13-1049e2ddde19 None None] For port 5593c419-684f-440e-95b7-04129cceaa75, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5593c419-684f-440e-95b7-04129cceaa75,segment=NetworkSegment(f8fea8c1-14cb-479d-9874-f379335918b9),segment_id=f8fea8c1-14cb-479d-9874-f379335918b9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:02.257780 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e1d95229-5021-48f9-ba13-1049e2ddde19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:02.265284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e1d95229-5021-48f9-ba13-1049e2ddde19 None None] Calling delete_port for 5593c419-684f-440e-95b7-04129cceaa75 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:02.349078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-3920a184-a0bf-4f37-9e2d-042243d6dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:02.351059 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-3920a184-a0bf-4f37-9e2d-042243d6dad1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0987699 Sep 16 16:45:02.466098 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e1d95229-5021-48f9-ba13-1049e2ddde19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:02.488037 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-854a6d02-0e84-4465-90d8-5688fdc9c8ab service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286190 Sep 16 16:45:02.501246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d95229-5021-48f9-ba13-1049e2ddde19 None None] Pushing event deleted for resources: {'Port': ['ID=5593c419-684f-440e-95b7-04129cceaa75,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:02.505331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d95229-5021-48f9-ba13-1049e2ddde19 None None] No DVR routers for this DVR port 5593c419-684f-440e-95b7-04129cceaa75 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:45:02.551297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] For port 5593c419-684f-440e-95b7-04129cceaa75, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5593c419-684f-440e-95b7-04129cceaa75,segment=NetworkSegment(f8fea8c1-14cb-479d-9874-f379335918b9),segment_id=f8fea8c1-14cb-479d-9874-f379335918b9)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:02.552012 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:02.573122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 5593c419-684f-440e-95b7-04129cceaa75 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:02.598764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-bd3d77a1-23b5-46bb-9946-b6b5ad2be259 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=56977dd25e494ce4a8eb30b882e83560 HTTP/1.1" status: 200 len: 267 time: 0.0913007 Sep 16 16:45:02.612627 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-c567152a-2ff8-4542-a9e0-01a8ca358df3 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160676 Sep 16 16:45:02.665481 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-5ebd8ad9-4a15-4c1a-96a3-f250da053464 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82 HTTP/1.1" status: 200 len: 217 time: 0.0447083 Sep 16 16:45:02.721039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-d2947ed0-9e2f-4be7-88c9-6ac777c1ff9c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:02.722001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-bd42e1f4-2817-422c-bca4-412502c889de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:02.723160 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-d2947ed0-9e2f-4be7-88c9-6ac777c1ff9c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 945 time: 0.1132994 Sep 16 16:45:02.724038 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-bd42e1f4-2817-422c-bca4-412502c889de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 200 len: 797 time: 0.0525007 Sep 16 16:45:02.737317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-a98fd53c-56e1-4f75-bb4d-c09ddd4a1ad4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'port': {'security_groups': []}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:02.767187 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:02.770046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-b5ea89be-c0d8-443c-9624-703dc17dff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:02.771521 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-b5ea89be-c0d8-443c-9624-703dc17dff0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0409122 Sep 16 16:45:02.819319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=5593c419-684f-440e-95b7-04129cceaa75,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:02.821287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No DVR routers for this DVR port 5593c419-684f-440e-95b7-04129cceaa75 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:45:02.853399 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-a98fd53c-56e1-4f75-bb4d-c09ddd4a1ad4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:02.945177 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:02.987548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c0a4b5-80d0-48a5-b07a-bc49968497dc']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:03.011854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fea8c1-14cb-479d-9874-f379335918b9') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:03.012373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fea8c1-14cb-479d-9874-f379335918b9') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:03.028245 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.075407 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.120572 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-067e28b8-d067-46fb-9e2b-ce9e19746221 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414149 Sep 16 16:45:03.130287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:45:03.130699 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:45:03.134914 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:45:03.218471 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab50e086-0aa7-4b69-b7d1-1dd3540e8f98 req-ce003297-09e3-45eb-8c4c-98a0a32c7cb8 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902328 Sep 16 16:45:03.219401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-a98fd53c-56e1-4f75-bb4d-c09ddd4a1ad4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] For port 1493419a-43eb-4433-ac59-5ca804122ce6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1493419a-43eb-4433-ac59-5ca804122ce6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:03.228589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8a72b-3991-4a94-ba48-858117bae704 req-bdeaea92-1730-44c1-8cf2-54cd1664681b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:03.230114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cc8a72b-3991-4a94-ba48-858117bae704 req-bdeaea92-1730-44c1-8cf2-54cd1664681b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 946 time: 0.1723661 Sep 16 16:45:03.286079 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-a98fd53c-56e1-4f75-bb4d-c09ddd4a1ad4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.289793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cc8a72b-3991-4a94-ba48-858117bae704 req-250d52c2-25b7-4b0c-a1de-7fc3005dbbb2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532622 Sep 16 16:45:03.318589 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.326868 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.329255 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/networks/91c0a4b5-80d0-48a5-b07a-bc49968497dc HTTP/1.1" status: 204 len: 168 time: 1.5038960 Sep 16 16:45:03.336508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54790) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:03.349137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564089ec-4d1b-48f0-aaff-511c12506cf9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Network': ['ID=91c0a4b5-80d0-48a5-b07a-bc49968497dc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:03.383305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93963d-cf80-40be-bd20-9c535d2c56b4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:03.384707 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6f93963d-cf80-40be-bd20-9c535d2c56b4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/214529bf-02c3-4445-8b8a-7dd7bd3e1e9d HTTP/1.1" status: 200 len: 841 time: 0.0491555 Sep 16 16:45:03.388718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54794) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:03.419106 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-a98fd53c-56e1-4f75-bb4d-c09ddd4a1ad4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.433868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:45:03.437689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['35b2049d-35e3-432a-88be-e4595bd197c3', '1493419a-43eb-4433-ac59-5ca804122ce6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:45:03.486294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-a98fd53c-56e1-4f75-bb4d-c09ddd4a1ad4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:03.486941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-a98fd53c-56e1-4f75-bb4d-c09ddd4a1ad4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.488643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2507ae0-7597-4e0d-ac68-c929dbaad583 req-a98fd53c-56e1-4f75-bb4d-c09ddd4a1ad4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "PUT /v2.0/ports/1493419a-43eb-4433-ac59-5ca804122ce6 HTTP/1.1" status: 200 len: 904 time: 0.7564027 Sep 16 16:45:03.489106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b927d4d8-8f88-4e82-8909-794307bf4bf1', 'tag': '1493419a-43eb-4433-ac59-5ca804122ce6'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:45:03.491568 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad76adb0-04af-4b86-8570-c8e7abd580d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b927d4d8-8f88-4e82-8909-794307bf4bf1", "tag": "1493419a-43eb-4433-ac59-5ca804122ce6"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:45:03.500511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fcf5c034-4260-4b13-a0fa-3c970e270e7e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/214529bf-02c3-4445-8b8a-7dd7bd3e1e9d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1104722 Sep 16 16:45:03.508256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54802) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:03.515193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b20dc02a-0427-4b3b-89ed-f987393ab126 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:03.532007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fd53c-56e1-4f75-bb4d-c09ddd4a1ad4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'Port': ['ID=1493419a-43eb-4433-ac59-5ca804122ce6,revision_number=6']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:03.699544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7a426-43af-4f22-bfa0-6d5f5740de22 req-fadc9775-99c1-4c26-b71c-42d600f78f07 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:03.704891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07c7a426-43af-4f22-bfa0-6d5f5740de22 req-fadc9775-99c1-4c26-b71c-42d600f78f07 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 907 time: 0.0727506 Sep 16 16:45:03.765716 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973579d2-9967-4522-bdbf-1787fcec2b97 x-openstack-request-id: req-973579d2-9967-4522-bdbf-1787fcec2b97 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:45:03.766013 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b927d4d8-8f88-4e82-8909-794307bf4bf1", "tag": "1493419a-43eb-4433-ac59-5ca804122ce6", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:45:03.766295 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-973579d2-9967-4522-bdbf-1787fcec2b97 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:45:03.768631 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b927d4d8-8f88-4e82-8909-794307bf4bf1', 'tag': '1493419a-43eb-4433-ac59-5ca804122ce6', 'status': 'completed', 'code': 200} Sep 16 16:45:03.787269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20dc02a-0427-4b3b-89ed-f987393ab126 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:03.795607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['1493419a-43eb-4433-ac59-5ca804122ce6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:45:03.798605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b20dc02a-0427-4b3b-89ed-f987393ab126 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.835141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.905257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5593c419-684f-440e-95b7-04129cceaa75 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:45:03.948760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 5593c419-684f-440e-95b7-04129cceaa75 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:45:03.949101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5593c419-684f-440e-95b7-04129cceaa75 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:45:03.954946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9e4d2-c273-42b4-835c-ead3fb1e782a req-b718c1cf-5a0e-48a7-be51-0d4d992203d1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:03.958638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-de7d77f3-1567-4544-8a87-ef6aae9e77ce None None] Provisioning complete for port 1493419a-43eb-4433-ac59-5ca804122ce6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:03.959010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-de7d77f3-1567-4544-8a87-ef6aae9e77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:03.967041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea9e4d2-c273-42b4-835c-ead3fb1e782a req-b718c1cf-5a0e-48a7-be51-0d4d992203d1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0793450 Sep 16 16:45:04.017861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea9e4d2-c273-42b4-835c-ead3fb1e782a req-680688bc-d79c-4eea-9ee1-b448a63d9c83 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497141 Sep 16 16:45:04.047841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-fa1db3b1-4079-4e4f-b75f-f678a1c662b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:04.051004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-fa1db3b1-4079-4e4f-b75f-f678a1c662b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 1058 time: 0.2448118 Sep 16 16:45:04.156363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689ce0-c605-40fa-aca1-728d0d7e84d9 req-675defd6-bd5f-4078-af0b-bf6281ced887 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:04.157830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53689ce0-c605-40fa-aca1-728d0d7e84d9 req-675defd6-bd5f-4078-af0b-bf6281ced887 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0534728 Sep 16 16:45:04.202532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b20dc02a-0427-4b3b-89ed-f987393ab126 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:04.203755 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53689ce0-c605-40fa-aca1-728d0d7e84d9 req-6e026068-3927-4337-8022-2069f7d5ff47 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387185 Sep 16 16:45:04.236936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-36367106-3f25-4cee-80a3-e2f34efec0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:04.239007 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-36367106-3f25-4cee-80a3-e2f34efec0fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.1797266 Sep 16 16:45:04.303840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20dc02a-0427-4b3b-89ed-f987393ab126 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:04.307579 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-3b6c954c-fb7d-4329-bac9-5c07aee3ed74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1493419a-43eb-4433-ac59-5ca804122ce6 HTTP/1.1" status: 200 len: 217 time: 0.0601947 Sep 16 16:45:04.308800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b20dc02a-0427-4b3b-89ed-f987393ab126 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:04.311793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20dc02a-0427-4b3b-89ed-f987393ab126 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:04.312440 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b20dc02a-0427-4b3b-89ed-f987393ab126 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:04.319825 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ef7fd-8996-4050-909a-7969117af1d8 None None] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:04.320857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dc02a-0427-4b3b-89ed-f987393ab126 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=8c73e8d6-c672-4728-a143-8ad38380fb7c,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:04.376422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-d79c85fb-fb2a-42f9-ba3d-c1ea5c880cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:04.377964 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-d79c85fb-fb2a-42f9-ba3d-c1ea5c880cea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0518582 Sep 16 16:45:04.434823 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b20dc02a-0427-4b3b-89ed-f987393ab126 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9256103 Sep 16 16:45:04.454804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54826) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:04.469703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-47da558b-e83d-45e7-8d4a-cf332a89e209 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'security_group': {'name': 'tempest-secgroup-1244815090'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:04.486554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-04841e0a-14fe-4777-878d-818ecc21c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:04.491154 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-04841e0a-14fe-4777-878d-818ecc21c5d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051271 Sep 16 16:45:04.542887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-26fcf174-6c2f-4e03-8982-6acaf096dd60', 'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'tenant_id': 'fa94f0a1184247bea1503def71324b7f', 'fixed_ips': [{'subnet_id': '8c73e8d6-c672-4728-a143-8ad38380fb7c'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:45:04.543893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:04.633413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31af884-6360-4441-9737-b91ac914afcb req-0db2767e-4269-45ed-a40d-03c2a5841dd9 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:04.635112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d31af884-6360-4441-9737-b91ac914afcb req-0db2767e-4269-45ed-a40d-03c2a5841dd9 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 946 time: 0.2429872 Sep 16 16:45:04.658506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-693abbbd-31d8-4978-a9b2-8f5d39b50833 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:04.660298 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-693abbbd-31d8-4978-a9b2-8f5d39b50833 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 946 time: 0.1668847 Sep 16 16:45:04.683528 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378be9-f22f-4485-b38e-44714c6df758 req-bc5fc95f-5b5d-436a-b8b1-35e0b9a3f7fb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:04.685059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-bc5fc95f-5b5d-436a-b8b1-35e0b9a3f7fb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 812 time: 0.2050338 Sep 16 16:45:04.705767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d31af884-6360-4441-9737-b91ac914afcb req-eaad2b54-b3a1-4a8c-98f7-0c721bba451a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=a654c92a-d3cc-453f-97bd-028b49a8e889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612614 Sep 16 16:45:04.707654 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47da558b-e83d-45e7-8d4a-cf332a89e209 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:04.711863 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-b690ee51-6653-416f-a056-b15067e81c4e service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851053 Sep 16 16:45:04.726444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-8d7c45ff-6def-420a-b93e-f090709c83d8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/quotas/56977dd25e494ce4a8eb30b882e83560 HTTP/1.1" status: 200 len: 375 time: 0.0325532 Sep 16 16:45:04.733823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Allocated IP 172.20.0.2 (26fcf174-6c2f-4e03-8982-6acaf096dd60/8c73e8d6-c672-4728-a143-8ad38380fb7c/d1b07e68-7d54-4bb5-b273-c7902a74ae7e) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:04.826001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-54cfa32d-b7ea-4a9a-9cbe-536e70950ce7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0866807 Sep 16 16:45:04.862181 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47da558b-e83d-45e7-8d4a-cf332a89e209 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:04.862351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Deleting port 46ba6da9-5603-4585-97d9-71f082072db7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:04.862351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:04.887209 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad76adb0-04af-4b86-8570-c8e7abd580d8 req-8b2f5c04-c3e6-434d-8ae7-c715b4187525 service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609983 Sep 16 16:45:04.934269 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:04.945879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47da558b-e83d-45e7-8d4a-cf332a89e209 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:04.979357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] For port 46ba6da9-5603-4585-97d9-71f082072db7, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=46ba6da9-5603-4585-97d9-71f082072db7,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:04.979721 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.009125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da558b-e83d-45e7-8d4a-cf332a89e209 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62271a24-bddb-49af-a5b0-b3ceba3e8dee,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:05.041208 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.066886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-934e924c-8230-4411-a731-750657b7ea34 service neutron] 10.222.0.22 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286925 Sep 16 16:45:05.080748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:05.084708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:05.086538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:05.108120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-47da558b-e83d-45e7-8d4a-cf332a89e209 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.112044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-47da558b-e83d-45e7-8d4a-cf332a89e209 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6527734 Sep 16 16:45:05.112699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54838) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:05.117443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-46790770-da7c-4f86-b685-b59ab7bfbd42 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'security_group': {'name': 'tempest-secgroup-259034836'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:05.119958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Pushing event updated for resources: {'Port': ['ID=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:05.152618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Attempting to bind port d1b07e68-7d54-4bb5-b273-c7902a74ae7e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:45:05.153219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Attempting to bind port d1b07e68-7d54-4bb5-b273-c7902a74ae7e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b1f26e3f-4e36-4957-bbef-4f305207e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:45:05.153588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Attempting to bind port d1b07e68-7d54-4bb5-b273-c7902a74ae7e on network 26fcf174-6c2f-4e03-8982-6acaf096dd60 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:45:05.159139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:45:05.159516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Checking segment: {'id': 'b1f26e3f-4e36-4957-bbef-4f305207e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:05.160479 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.161071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Bound using segment: {'id': 'b1f26e3f-4e36-4957-bbef-4f305207e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:45:05.161613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Bound port: d1b07e68-7d54-4bb5-b273-c7902a74ae7e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f26e3f-4e36-4957-bbef-4f305207e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:45:05.162234 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.193701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-d00a3518-02e4-4b41-a415-b50d5f286243 service neutron] 10.222.0.22 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200328 Sep 16 16:45:05.237078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.237404 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.237724 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Floating IP 82af3950-dbcc-4a83-a9c3-e5bcad70dcf0 disassociated. External IP: 172.25.6.147, port: 46ba6da9-5603-4585-97d9-71f082072db7. Sep 16 16:45:05.238701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Calling delete_port for 46ba6da9-5603-4585-97d9-71f082072db7 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:05.242633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] For port d1b07e68-7d54-4bb5-b273-c7902a74ae7e, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:45:05.246121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] For port d1b07e68-7d54-4bb5-b273-c7902a74ae7e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,segment=NetworkSegment(b1f26e3f-4e36-4957-bbef-4f305207e847),segment_id=b1f26e3f-4e36-4957-bbef-4f305207e847)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:45:05.272220 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46790770-da7c-4f86-b685-b59ab7bfbd42 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.347017 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.370057 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46790770-da7c-4f86-b685-b59ab7bfbd42 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.416270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dd6c8-0c12-49d7-97e0-44c6a7389f24 None None] Pushing event updated for resources: {'Port': ['ID=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:05.482577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8eb159d5-0814-4c96-9572-a6e5ee6bdd20 req-0b0d4bf4-d1b0-4f35-9d8b-f55785f27ee4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 210 time: 0.0300896 Sep 16 16:45:05.489056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.517988 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46790770-da7c-4f86-b685-b59ab7bfbd42 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.536939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event deleted for resources: {'Port': ['ID=46ba6da9-5603-4585-97d9-71f082072db7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:05.558299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46790770-da7c-4f86-b685-b59ab7bfbd42 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5950e3cf-4498-469a-a0df-9aa1c56d1746,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:05.615198 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46790770-da7c-4f86-b685-b59ab7bfbd42 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.616801 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-46790770-da7c-4f86-b685-b59ab7bfbd42 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5035923 Sep 16 16:45:05.619503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54852) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:05.627987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1391676246', 'security_groups': ['5950e3cf-4498-469a-a0df-9aa1c56d1746'], 'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c73e8d6-c672-4728-a143-8ad38380fb7c'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:05.715572 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:45:05.881116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-595d57e8-e177-4eac-92d2-0f034c205b0c req-00cf2c76-40bb-4e22-bb82-191b37193830 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f60a906-5dfe-44e2-b420-446220f5faae HTTP/1.1" status: 200 len: 210 time: 0.0289781 Sep 16 16:45:05.885240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:45:05.896639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:05.899380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] Sync routers for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:45:05.913477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:05.914334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:05.945256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] No DVR routers for this DVR port 46ba6da9-5603-4585-97d9-71f082072db7 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:45:05.947755 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:05.949822 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59f19ff6-3061-4c3c-b99c-d76bd4101ee3 req-b7e8a2b8-3b62-4e2b-b5bd-b36d8432086d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.52 "DELETE /v2.0/ports/46ba6da9-5603-4585-97d9-71f082072db7 HTTP/1.1" status: 204 len: 173 time: 1.2819755 Sep 16 16:45:05.954201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'name': 'network-vif-deleted', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:45:05.968605 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2b37ac-f445-4abd-b7b9-afed55507aab" -d '{"events": [{"server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "name": "network-vif-deleted", "tag": "46ba6da9-5603-4585-97d9-71f082072db7"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:45:06.015858 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430b0d35-5b6c-459a-bd60-aeb64b3c4ce9 x-openstack-request-id: req-430b0d35-5b6c-459a-bd60-aeb64b3c4ce9 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:45:06.016156 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f60a906-5dfe-44e2-b420-446220f5faae", "name": "network-vif-deleted", "tag": "46ba6da9-5603-4585-97d9-71f082072db7", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:45:06.016424 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-430b0d35-5b6c-459a-bd60-aeb64b3c4ce9 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:45:06.016833 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f60a906-5dfe-44e2-b420-446220f5faae', 'name': 'network-vif-deleted', 'tag': '46ba6da9-5603-4585-97d9-71f082072db7', 'status': 'completed', 'code': 200} Sep 16 16:45:06.041294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:06.069636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port 6cbcaa14-3f6e-42b1-aa09-39963af551f5 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:45:06.134395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:45:06.303374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.8 (26fcf174-6c2f-4e03-8982-6acaf096dd60/8c73e8d6-c672-4728-a143-8ad38380fb7c/6cbcaa14-3f6e-42b1-aa09-39963af551f5) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:06.434358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:06.461389 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:06.473967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] Checking router: d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:45:06.482588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:06.483225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:06.570476 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:06.601878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a518f748-ab19-4b83-9b11-f1d08a49ac88 req-aaf406c6-0d9d-4329-90ba-600dddf5ff10 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 210 time: 0.0509195 Sep 16 16:45:06.641186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:45:06.674138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:06.676131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=6cbcaa14-3f6e-42b1-aa09-39963af551f5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:06.680159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:06.684131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:06.761942 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:06.764228 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:06.875813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54866) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:06.876263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6693531c-e635-400c-9cd4-a1312592f7df tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2539299 Sep 16 16:45:06.881854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-771e2404-c1e3-434c-99e6-c0a32dbc78d0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:06.944792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:06.982079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85983e-4f74-4c4b-b7a3-04f9fa76c245 None None] The sync data for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 is: [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:45:07.001587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-460c22b9-80d3-4113-93d8-4cf995ae2bfd None None] Provisioning complete for port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:07.001972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-460c22b9-80d3-4113-93d8-4cf995ae2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.077248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-460c22b9-80d3-4113-93d8-4cf995ae2bfd None None] Port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:07.095829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54874) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:07.104803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-460c22b9-80d3-4113-93d8-4cf995ae2bfd None None] Provisioning complete for port d1b07e68-7d54-4bb5-b273-c7902a74ae7e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:07.105183 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-460c22b9-80d3-4113-93d8-4cf995ae2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.209179 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7736080c-b61c-4471-9d79-3f8a6c171b68 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.218382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771e2404-c1e3-434c-99e6-c0a32dbc78d0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:07.223825 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-771e2404-c1e3-434c-99e6-c0a32dbc78d0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.249026 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-460c22b9-80d3-4113-93d8-4cf995ae2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.272580 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7736080c-b61c-4471-9d79-3f8a6c171b68 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.299334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-460c22b9-80d3-4113-93d8-4cf995ae2bfd None None] For port d1b07e68-7d54-4bb5-b273-c7902a74ae7e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,segment=NetworkSegment(b1f26e3f-4e36-4957-bbef-4f305207e847),segment_id=b1f26e3f-4e36-4957-bbef-4f305207e847)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:07.369806 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-460c22b9-80d3-4113-93d8-4cf995ae2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.384550 n-d-807786-3 neutron-server[95357]: INFO neutron.db.ipam_backend_mixin [None req-771e2404-c1e3-434c-99e6-c0a32dbc78d0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8c73e8d6-c672-4728-a143-8ad38380fb7c (CIDR: 172.20.0.0/28) Sep 16 16:45:07.417004 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cb510-ca5e-4264-9fb6-aebb38af7352 None None] New status for floating IP 82af3950-dbcc-4a83-a9c3-e5bcad70dcf0: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:45:07.423853 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-771e2404-c1e3-434c-99e6-c0a32dbc78d0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:45:07.424365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771e2404-c1e3-434c-99e6-c0a32dbc78d0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:07.432005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7736080c-b61c-4471-9d79-3f8a6c171b68 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.434722 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7736080c-b61c-4471-9d79-3f8a6c171b68 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.437055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7736080c-b61c-4471-9d79-3f8a6c171b68 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "DELETE /v2.0/security-groups/a654c92a-d3cc-453f-97bd-028b49a8e889 HTTP/1.1" status: 204 len: 168 time: 0.3391805 Sep 16 16:45:07.450430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54878) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:07.452733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736080c-b61c-4471-9d79-3f8a6c171b68 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a654c92a-d3cc-453f-97bd-028b49a8e889,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:07.457703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c22b9-80d3-4113-93d8-4cf995ae2bfd None None] Pushing event updated for resources: {'Port': ['ID=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:07.469332 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-138b3b1d-d815-4c91-992c-a027c157392b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] show failed (client error): The resource could not be found. Sep 16 16:45:07.470749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-138b3b1d-d815-4c91-992c-a027c157392b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups/a654c92a-d3cc-453f-97bd-028b49a8e889 HTTP/1.1" status: 404 len: 347 time: 0.0193315 Sep 16 16:45:07.475215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54880) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:07.489063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 46ba6da9-5603-4585-97d9-71f082072db7 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:45:07.516616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 46ba6da9-5603-4585-97d9-71f082072db7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:45:07.516616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 46ba6da9-5603-4585-97d9-71f082072db7 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:45:07.522739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fa8d1a39-1633-4c06-a61c-a0bd5d4cb235 None None] Provisioning complete for port 6cbcaa14-3f6e-42b1-aa09-39963af551f5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:07.527003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fa8d1a39-1633-4c06-a61c-a0bd5d4cb235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.560077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d1a39-1633-4c06-a61c-a0bd5d4cb235 None None] Port 6cbcaa14-3f6e-42b1-aa09-39963af551f5 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:07.572788 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-771e2404-c1e3-434c-99e6-c0a32dbc78d0 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6952536 Sep 16 16:45:07.575698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54882) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:07.583258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a349aa82-dd24-4f4b-844a-d929bf0ba922 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:07.655642 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-9f8beda0-32c3-4691-a769-d6a6447e2d4f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560200 Sep 16 16:45:07.669445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-24d48816-7e4d-486f-8791-629a204d6e22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Deleting port c87b62cc-5ff8-4d43-a277-a191bac188e4 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:07.669445 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24d48816-7e4d-486f-8791-629a204d6e22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.780167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ac4af15b-67b7-471f-851a-31f86c0bd0d4 req-96191b62-1f8a-4c08-aed7-02e6364898ab tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 210 time: 0.0559216 Sep 16 16:45:07.795687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-77675344-45f0-4276-925c-5877fc026e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:07.795855 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-77675344-45f0-4276-925c-5877fc026e54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 1096 time: 0.1046731 Sep 16 16:45:07.860369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a349aa82-dd24-4f4b-844a-d929bf0ba922 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:07.865797 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a349aa82-dd24-4f4b-844a-d929bf0ba922 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.888273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24d48816-7e4d-486f-8791-629a204d6e22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.888952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24d48816-7e4d-486f-8791-629a204d6e22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:07.935680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-24d48816-7e4d-486f-8791-629a204d6e22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Calling delete_port for c87b62cc-5ff8-4d43-a277-a191bac188e4 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:07.963073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d1b07e68-7d54-4bb5-b273-c7902a74ae7e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:08.028621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d1b07e68-7d54-4bb5-b273-c7902a74ae7e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:08.029302 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:08.348116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-58d2ba8e-5faf-4117-ba7a-a277ce717175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:08.349645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-58d2ba8e-5faf-4117-ba7a-a277ce717175 service neutron] 10.222.0.52 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.5071592 Sep 16 16:45:08.349862 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a349aa82-dd24-4f4b-844a-d929bf0ba922 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:08.397829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349aa82-dd24-4f4b-844a-d929bf0ba922 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:08.401622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a349aa82-dd24-4f4b-844a-d929bf0ba922 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:08.404577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a349aa82-dd24-4f4b-844a-d929bf0ba922 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:08.405230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a349aa82-dd24-4f4b-844a-d929bf0ba922 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:08.418306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d4d21-b102-4b29-bd68-9ac2bbe9b6d5 None None] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:08.434944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-39a743e3-0251-46cd-b632-c71fe521e0a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b2049d-35e3-432a-88be-e4595bd197c3 HTTP/1.1" status: 200 len: 217 time: 0.0543981 Sep 16 16:45:08.450771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349aa82-dd24-4f4b-844a-d929bf0ba922 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=c3bdd0ee-6ea9-4768-b1f6-125e31d3e649,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:08.484135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a349aa82-dd24-4f4b-844a-d929bf0ba922 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9071002 Sep 16 16:45:08.486848 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54892) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:08.493042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-356653021', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c3bdd0ee-6ea9-4768-b1f6-125e31d3e649'}], 'security_groups': ['62271a24-bddb-49af-a5b0-b3ceba3e8dee']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:08.522047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-b8ff68e0-9258-4584-8458-2873ef6d47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:08.523417 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-b8ff68e0-9258-4584-8458-2873ef6d47dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0790329 Sep 16 16:45:08.530546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378be9-f22f-4485-b38e-44714c6df758 req-e4c0ffa5-67b0-4df2-a2a1-9c7863c3de86 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:08.531922 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-e4c0ffa5-67b0-4df2-a2a1-9c7863c3de86 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 812 time: 0.2426136 Sep 16 16:45:08.565053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Request body: {'port': {'device_id': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'admin_state_up': True, 'tenant_id': '56977dd25e494ce4a8eb30b882e83560'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:08.572286 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:08.689687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-ee5bc64c-319c-4b4e-8b00-be08f370f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:08.689991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ec8c1-dd1f-4165-ae3d-d34de853beb9 None None] Update dhcp port {'port': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'fixed_ips': [{'subnet_id': '8c73e8d6-c672-4728-a143-8ad38380fb7c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c3bdd0ee-6ea9-4768-b1f6-125e31d3e649'}], 'binding:host_id': 'n-d-807786-3'}, 'id': 'd1b07e68-7d54-4bb5-b273-c7902a74ae7e'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:45:08.691761 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-ee5bc64c-319c-4b4e-8b00-be08f370f459 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580925 Sep 16 16:45:08.726130 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-941ec8c1-dd1f-4165-ae3d-d34de853beb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:08.783363 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24d48816-7e4d-486f-8791-629a204d6e22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:08.849647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d48816-7e4d-486f-8791-629a204d6e22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event deleted for resources: {'Port': ['ID=c87b62cc-5ff8-4d43-a277-a191bac188e4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:08.938074 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-ee15c406-36a9-4cb7-8244-8b5d6da400dd service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384779 Sep 16 16:45:08.943244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf881f38-48b5-4e0a-8072-02a9e326c440 req-dd085e14-cad8-4b70-bec3-f739d73a27d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 210 time: 0.0343142 Sep 16 16:45:08.961500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Delete allocated IP 172.20.0.8 (26fcf174-6c2f-4e03-8982-6acaf096dd60/8c73e8d6-c672-4728-a143-8ad38380fb7c) {{(pid=95358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 16:45:08.970707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.30 (26fcf174-6c2f-4e03-8982-6acaf096dd60/c3bdd0ee-6ea9-4768-b1f6-125e31d3e649/6cbcaa14-3f6e-42b1-aa09-39963af551f5) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:08.998665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Made reservation on behalf of 56977dd25e494ce4a8eb30b882e83560 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:09.002963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.007622 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24d48816-7e4d-486f-8791-629a204d6e22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.010417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24d48816-7e4d-486f-8791-629a204d6e22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.011536 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-24d48816-7e4d-486f-8791-629a204d6e22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "DELETE /v2.0/floatingips/82af3950-dbcc-4a83-a9c3-e5bcad70dcf0 HTTP/1.1" status: 204 len: 168 time: 1.5352468 Sep 16 16:45:09.133164 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f95a7fc3-f93c-4b3c-a09d-4cc149503e2e req-33911ea1-1dd3-4c1a-9909-24546ee704e4 service neutron] 10.222.0.52 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883547 Sep 16 16:45:09.206067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.217898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Allocated IP 172.20.0.7 (84a6c29a-5880-4300-bfee-276bb9db429b/ecd22335-e100-4fa9-ad5a-199c71604f01/d74e1cb7-a7b1-459c-bb7f-97577d0e25e5) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:09.292320 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.382447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=6cbcaa14-3f6e-42b1-aa09-39963af551f5,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:09.430609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-941ec8c1-dd1f-4165-ae3d-d34de853beb9 None None] Allocated IP 172.20.0.18 (26fcf174-6c2f-4e03-8982-6acaf096dd60/c3bdd0ee-6ea9-4768-b1f6-125e31d3e649/d1b07e68-7d54-4bb5-b273-c7902a74ae7e) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:09.437985 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.439829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] In _notify_port_updated(), no bound segment for port 6cbcaa14-3f6e-42b1-aa09-39963af551f5 on network 26fcf174-6c2f-4e03-8982-6acaf096dd60 {{(pid=95358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:45:09.447351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:09.448318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.453259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a192b351-8317-49d9-a36a-3f78f73ae3f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "PUT /v2.0/ports/6cbcaa14-3f6e-42b1-aa09-39963af551f5 HTTP/1.1" status: 200 len: 920 time: 0.9653547 Sep 16 16:45:09.453881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54902) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:09.534392 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.548512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['35b2049d-35e3-432a-88be-e4595bd197c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:45:09.551450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:45:09.599968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-687cdace-ccc0-44bf-afd8-3e9b67abb87c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 6cbcaa14-3f6e-42b1-aa09-39963af551f5 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:09.600173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Network 84a6c29a-5880-4300-bfee-276bb9db429b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:09.600967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-687cdace-ccc0-44bf-afd8-3e9b67abb87c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.601343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event updated for resources: {'Port': ['ID=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:09.606022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:09.606522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:09.680214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-941ec8c1-dd1f-4165-ae3d-d34de853beb9 None None] For port d1b07e68-7d54-4bb5-b273-c7902a74ae7e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,segment=NetworkSegment(b1f26e3f-4e36-4957-bbef-4f305207e847),segment_id=b1f26e3f-4e36-4957-bbef-4f305207e847)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:09.681653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54906) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:09.708636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-202bdb11-add2-441f-a80d-91f587ee19c8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590869238', 'description': 'tempest-description--809059918'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:09.770472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:09.770757 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.784674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-687cdace-ccc0-44bf-afd8-3e9b67abb87c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.801306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-687cdace-ccc0-44bf-afd8-3e9b67abb87c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 6cbcaa14-3f6e-42b1-aa09-39963af551f5 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:09.810004 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-941ec8c1-dd1f-4165-ae3d-d34de853beb9 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.889578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-202bdb11-add2-441f-a80d-91f587ee19c8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.935117 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-941ec8c1-dd1f-4165-ae3d-d34de853beb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.936186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d0dc50c1-744b-4bde-b2ae-75507dd4800d None None] Provisioning complete for port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:09.936583 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0dc50c1-744b-4bde-b2ae-75507dd4800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:09.985713 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-68ebfab4-7c72-4cff-a4bb-fa2160880013 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4245174 Sep 16 16:45:10.009249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-687cdace-ccc0-44bf-afd8-3e9b67abb87c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.021776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Request body: {'port': {'device_id': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:10.131025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.131602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cdace-ccc0-44bf-afd8-3e9b67abb87c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=6cbcaa14-3f6e-42b1-aa09-39963af551f5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:10.166735 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-202bdb11-add2-441f-a80d-91f587ee19c8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.176846 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-687cdace-ccc0-44bf-afd8-3e9b67abb87c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.181679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-687cdace-ccc0-44bf-afd8-3e9b67abb87c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/6cbcaa14-3f6e-42b1-aa09-39963af551f5 HTTP/1.1" status: 204 len: 168 time: 0.7243207 Sep 16 16:45:10.182259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54910) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:10.226444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1aa3c-1b89-4b93-9ce6-50c66a451f1a req-59b64530-fbb7-4925-9801-9eb211a2051e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:10.227173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33b1aa3c-1b89-4b93-9ce6-50c66a451f1a req-59b64530-fbb7-4925-9801-9eb211a2051e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 931 time: 0.1134980 Sep 16 16:45:10.234688 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d209d5-310b-4eca-8bef-942a43ae373b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:45:10.239416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d3d209d5-310b-4eca-8bef-942a43ae373b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/6cbcaa14-3f6e-42b1-aa09-39963af551f5 HTTP/1.1" status: 404 len: 333 time: 0.0534794 Sep 16 16:45:10.240919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54912) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:10.288788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33b1aa3c-1b89-4b93-9ce6-50c66a451f1a req-1e4f72bb-b03b-499a-98b6-b8dc4e150003 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498369 Sep 16 16:45:10.327333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ec8c1-dd1f-4165-ae3d-d34de853beb9 None None] Pushing event updated for resources: {'Port': ['ID=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:10.363551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc50c1-744b-4bde-b2ae-75507dd4800d None None] Port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:10.380066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-202bdb11-add2-441f-a80d-91f587ee19c8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.472777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bdb11-add2-441f-a80d-91f587ee19c8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae6438-d24e-454f-8605-1ec92548b6eb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:10.532025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f668408-2445-4e66-b4a5-6e1e3f5a60a2 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.544966 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-202bdb11-add2-441f-a80d-91f587ee19c8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.546220 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-202bdb11-add2-441f-a80d-91f587ee19c8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8504193 Sep 16 16:45:10.549164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54916) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:10.554700 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-08e916ab-5b7e-449f-a1bc-c51df0fdc79c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae6438-d24e-454f-8605-1ec92548b6eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:10.573670 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f668408-2445-4e66-b4a5-6e1e3f5a60a2 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.677726 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-08e916ab-5b7e-449f-a1bc-c51df0fdc79c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.684508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:45:10.692828 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.728361 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-08e916ab-5b7e-449f-a1bc-c51df0fdc79c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.758007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Transition to ACTIVE for port object d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:45:10.758995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f668408-2445-4e66-b4a5-6e1e3f5a60a2 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.761681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f668408-2445-4e66-b4a5-6e1e3f5a60a2 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.763097 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1f668408-2445-4e66-b4a5-6e1e3f5a60a2 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/security-groups/5950e3cf-4498-469a-a0df-9aa1c56d1746 HTTP/1.1" status: 204 len: 168 time: 0.5210886 Sep 16 16:45:10.772761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54922) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:10.780001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f668408-2445-4e66-b4a5-6e1e3f5a60a2 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5950e3cf-4498-469a-a0df-9aa1c56d1746,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:10.820850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-08e916ab-5b7e-449f-a1bc-c51df0fdc79c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.834511 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d457917f-e11f-48d2-89e0-b3622cb5e68f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.839963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e916ab-5b7e-449f-a1bc-c51df0fdc79c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6880eda2-5b68-4f69-a8a9-9af170d60d33,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:10.859817 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d457917f-e11f-48d2-89e0-b3622cb5e68f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.876473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:10.945711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:10.986732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-083c96c1-4953-4583-af1f-4bffcfcf6ef7 None None] Provisioning complete for port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:10.987290 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-083c96c1-4953-4583-af1f-4bffcfcf6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.003225 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-08e916ab-5b7e-449f-a1bc-c51df0fdc79c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.005119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-08e916ab-5b7e-449f-a1bc-c51df0fdc79c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4548471 Sep 16 16:45:11.007876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54924) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:11.012550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1054a799-e09c-4bf5-9d55-a29b4fa06373 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae6438-d24e-454f-8605-1ec92548b6eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:11.020974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Attempting to bind port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:45:11.021333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Attempting to bind port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:45:11.021671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Attempting to bind port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:45:11.026243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 on network 84a6c29a-5880-4300-bfee-276bb9db429b not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:45:11.026582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Attempting to bind port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 on network 84a6c29a-5880-4300-bfee-276bb9db429b {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:45:11.031771 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:45:11.032114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Checking segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:11.032537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Bound using segment: {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:45:11.032967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Bound port: d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:45:11.033428 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.041049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-083c96c1-4953-4583-af1f-4bffcfcf6ef7 None None] Port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:11.044253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-083c96c1-4953-4583-af1f-4bffcfcf6ef7 None None] Could not find standard attr ID for object 6cbcaa14-3f6e-42b1-aa09-39963af551f5. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:45:11.045262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d457917f-e11f-48d2-89e0-b3622cb5e68f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.047731 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d457917f-e11f-48d2-89e0-b3622cb5e68f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.049010 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d457917f-e11f-48d2-89e0-b3622cb5e68f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/security-groups/62271a24-bddb-49af-a5b0-b3ceba3e8dee HTTP/1.1" status: 204 len: 168 time: 0.2752268 Sep 16 16:45:11.052797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54926) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:11.058337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-083c96c1-4953-4583-af1f-4bffcfcf6ef7 None None] Provisioning complete for port d1b07e68-7d54-4bb5-b273-c7902a74ae7e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:11.059093 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-083c96c1-4953-4583-af1f-4bffcfcf6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.087237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457917f-e11f-48d2-89e0-b3622cb5e68f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62271a24-bddb-49af-a5b0-b3ceba3e8dee,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:11.118962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1054a799-e09c-4bf5-9d55-a29b4fa06373 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.134380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] For port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:45:11.138450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] For port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:45:11.174082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5f7fe7-f278-4441-9afe-06aab11f78a9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet 8c73e8d6-c672-4728-a143-8ad38380fb7c {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:45:11.182335 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7fe7-f278-4441-9afe-06aab11f78a9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.224943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1054a799-e09c-4bf5-9d55-a29b4fa06373 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.231570 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7fe7-f278-4441-9afe-06aab11f78a9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.244215 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.286774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:11.287675 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.289424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] 10.222.0.62 "PUT /v2.0/ports/d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 HTTP/1.1" status: 200 len: 1091 time: 1.2956975 Sep 16 16:45:11.289956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'tag': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:45:11.293588 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718eb2fb-8779-4c79-ab1c-bfba362ba0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "70472b5c-84dd-41ff-97a7-4ee4ea1c0d75", "tag": "d74e1cb7-a7b1-459c-bb7f-97577d0e25e5"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:45:11.346373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7fe7-f278-4441-9afe-06aab11f78a9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.365715 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e14c7d-5e7a-4c66-8608-c4bede308570 x-openstack-request-id: req-e7e14c7d-5e7a-4c66-8608-c4bede308570 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:45:11.365715 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70472b5c-84dd-41ff-97a7-4ee4ea1c0d75", "tag": "d74e1cb7-a7b1-459c-bb7f-97577d0e25e5", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:45:11.365715 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7e14c7d-5e7a-4c66-8608-c4bede308570 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:45:11.365715 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'tag': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5', 'status': 'completed', 'code': 200} Sep 16 16:45:11.384422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973770c-e0df-471f-8fb3-ec30b23c05f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:11.416406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1054a799-e09c-4bf5-9d55-a29b4fa06373 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.437880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054a799-e09c-4bf5-9d55-a29b4fa06373 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c52e431-a4cc-49e5-8bc8-a23b59b5744f,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:11.472248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718eb2fb-8779-4c79-ab1c-bfba362ba0dc req-b743f878-a0b1-4c23-90ac-6f7d7cc2f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:11.474719 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-718eb2fb-8779-4c79-ab1c-bfba362ba0dc req-b743f878-a0b1-4c23-90ac-6f7d7cc2f8dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 1094 time: 0.0933359 Sep 16 16:45:11.530569 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7fe7-f278-4441-9afe-06aab11f78a9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.558031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7fe7-f278-4441-9afe-06aab11f78a9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.560528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6a5f7fe7-f278-4441-9afe-06aab11f78a9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/8c73e8d6-c672-4728-a143-8ad38380fb7c HTTP/1.1" status: 204 len: 168 time: 0.5057890 Sep 16 16:45:11.564989 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1054a799-e09c-4bf5-9d55-a29b4fa06373 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.567150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1054a799-e09c-4bf5-9d55-a29b4fa06373 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5582242 Sep 16 16:45:11.598745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54940) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:11.600725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54938) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:11.607978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306491cd-23cf-4909-bc3d-48f3896c9012 None None] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:11.610412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-50a86790-bdb7-418a-878a-fd73a6f7555d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:11.618556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59efbe-4f4a-4846-93ac-dfbccb63178b req-db1a973f-ee63-4e0e-bd62-46e197933d0c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:11.620604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff59efbe-4f4a-4846-93ac-dfbccb63178b req-db1a973f-ee63-4e0e-bd62-46e197933d0c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 943 time: 0.1472180 Sep 16 16:45:11.624174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:11.648779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f7fe7-f278-4441-9afe-06aab11f78a9 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=8c73e8d6-c672-4728-a143-8ad38380fb7c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:11.659387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bafb35a0-4e9d-4300-b98f-b181afac25fe None None] Could not find standard attr ID for object 6cbcaa14-3f6e-42b1-aa09-39963af551f5. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:45:11.710178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff59efbe-4f4a-4846-93ac-dfbccb63178b req-b1a95d4a-bed8-473b-95cc-b3c6781abb3c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632191 Sep 16 16:45:11.731816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.854476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718eb2fb-8779-4c79-ab1c-bfba362ba0dc req-f5478a20-a685-4a1a-bdd3-a144abdce6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:11.855846 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-718eb2fb-8779-4c79-ab1c-bfba362ba0dc req-f5478a20-a685-4a1a-bdd3-a144abdce6f5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=56977dd25e494ce4a8eb30b882e83560&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3736317 Sep 16 16:45:11.869093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d1b07e68-7d54-4bb5-b273-c7902a74ae7e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:11.920544 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:11.930942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d1b07e68-7d54-4bb5-b273-c7902a74ae7e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:11.931558 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.039153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a86790-bdb7-418a-878a-fd73a6f7555d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:12.043210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50a86790-bdb7-418a-878a-fd73a6f7555d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.081210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Allocated IP 172.25.6.191 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/9ae50623-bcba-4996-9e73-3d6eb7812576) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:12.142736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718eb2fb-8779-4c79-ab1c-bfba362ba0dc req-9c3f7070-768d-4e47-9e7f-7f07ee9677d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:12.145028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-718eb2fb-8779-4c79-ab1c-bfba362ba0dc req-9c3f7070-768d-4e47-9e7f-7f07ee9677d6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2811196 Sep 16 16:45:12.208227 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.259520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378be9-f22f-4485-b38e-44714c6df758 req-74403bf5-568d-41fa-b6e5-04a55be6f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:12.261103 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-74403bf5-568d-41fa-b6e5-04a55be6f7be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 1094 time: 0.0776341 Sep 16 16:45:12.321482 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.364651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'Port': ['ID=9ae50623-bcba-4996-9e73-3d6eb7812576,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:12.386745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:12.388333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:12.390889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:12.425812 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-8509a97d-fcf7-4b12-bd46-0017de8abf19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 HTTP/1.1" status: 200 len: 217 time: 0.1444907 Sep 16 16:45:12.493776 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.520558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378be9-f22f-4485-b38e-44714c6df758 req-d4d3cd9e-a14a-4faf-8743-be36624c19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:12.523329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-d4d3cd9e-a14a-4faf-8743-be36624c19c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0805044 Sep 16 16:45:12.523903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50a86790-bdb7-418a-878a-fd73a6f7555d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.558299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-485b9204-4a8d-44e3-91f0-56aa5f209653 None None] Provisioning complete for port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:12.558839 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-485b9204-4a8d-44e3-91f0-56aa5f209653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.613619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.678595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-485b9204-4a8d-44e3-91f0-56aa5f209653 None None] Port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:12.708887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-485b9204-4a8d-44e3-91f0-56aa5f209653 None None] Provisioning complete for port d1b07e68-7d54-4bb5-b273-c7902a74ae7e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:12.709657 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-485b9204-4a8d-44e3-91f0-56aa5f209653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.883355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61451-7a2a-4aec-8110-e79685f0573d req-39cc691b-3714-4d91-b260-a7d4f156de95 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:12.888942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15f61451-7a2a-4aec-8110-e79685f0573d req-39cc691b-3714-4d91-b260-a7d4f156de95 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 943 time: 0.0786631 Sep 16 16:45:12.914821 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.944097 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15f61451-7a2a-4aec-8110-e79685f0573d req-73d0a04e-4fab-45a8-bf2e-491c43ed4105 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Sep 16 16:45:12.944459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a86790-bdb7-418a-878a-fd73a6f7555d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:12.952937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-50a86790-bdb7-418a-878a-fd73a6f7555d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:12.959612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a86790-bdb7-418a-878a-fd73a6f7555d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:12.960223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50a86790-bdb7-418a-878a-fd73a6f7555d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:12.975458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d2ebd6-6431-4780-92aa-3ef50e26912b None None] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:12.979040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a86790-bdb7-418a-878a-fd73a6f7555d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=605a0646-ee59-4437-95fa-6e3bf6af137e,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:12.986479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378be9-f22f-4485-b38e-44714c6df758 req-1c71ce2d-05b6-4680-b597-1231c456668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:12.988719 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-1c71ce2d-05b6-4680-b597-1231c456668e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4545946 Sep 16 16:45:12.989984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.066250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'Port': ['ID=9ae50623-bcba-4996-9e73-3d6eb7812576,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:13.080359 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-50a86790-bdb7-418a-878a-fd73a6f7555d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4761293 Sep 16 16:45:13.080743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54950) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:13.085738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ba099e33-7494-4fda-8e5d-fed69a7aa831 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'security_group': {'name': 'tempest-secgroup-45151303'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:13.095421 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.115378 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-a491d4fa-4250-477e-aeb6-6f8c84542ace service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182518 Sep 16 16:45:13.196782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba099e33-7494-4fda-8e5d-fed69a7aa831 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.207153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb58e6-0bc1-405d-a721-5fb5ddd99b99 None None] Update dhcp port {'port': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'fixed_ips': [{'subnet_id': 'c3bdd0ee-6ea9-4768-b1f6-125e31d3e649', 'ip_address': '172.20.0.18'}, {'subnet_id': '605a0646-ee59-4437-95fa-6e3bf6af137e'}], 'binding:host_id': 'n-d-807786-3'}, 'id': 'd1b07e68-7d54-4bb5-b273-c7902a74ae7e'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:45:13.213674 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb378be9-f22f-4485-b38e-44714c6df758 req-f3bd9773-4133-4247-808a-f4a0c4bcc9ef service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918384 Sep 16 16:45:13.238493 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25cb58e6-0bc1-405d-a721-5fb5ddd99b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.292444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.293753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dec17abd-5d01-4575-9299-c9e719b41fa3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6931641 Sep 16 16:45:13.382884 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba099e33-7494-4fda-8e5d-fed69a7aa831 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.419395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-25cb58e6-0bc1-405d-a721-5fb5ddd99b99 None None] Allocated IP 172.20.0.2 (26fcf174-6c2f-4e03-8982-6acaf096dd60/605a0646-ee59-4437-95fa-6e3bf6af137e/d1b07e68-7d54-4bb5-b273-c7902a74ae7e) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:13.483238 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba099e33-7494-4fda-8e5d-fed69a7aa831 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.513265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba099e33-7494-4fda-8e5d-fed69a7aa831 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73dac8f-9f37-4f93-9710-b7434d17bce9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:13.544226 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.546375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-25cb58e6-0bc1-405d-a721-5fb5ddd99b99 None None] For port d1b07e68-7d54-4bb5-b273-c7902a74ae7e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,segment=NetworkSegment(b1f26e3f-4e36-4957-bbef-4f305207e847),segment_id=b1f26e3f-4e36-4957-bbef-4f305207e847)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:13.567241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba099e33-7494-4fda-8e5d-fed69a7aa831 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.571328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54966) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:13.575849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b7193e49-2daf-4c90-9aba-0e28b8fb31a8 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'security_group': {'name': 'tempest-secgroup-476328094'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:13.577102 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ba099e33-7494-4fda-8e5d-fed69a7aa831 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4951363 Sep 16 16:45:13.583395 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25cb58e6-0bc1-405d-a721-5fb5ddd99b99 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.622426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-4a735bfe-15b8-4b0b-825d-49aaf91ac0f0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1590869238&fields=id&tenant_id=c622cc4e797f4be09121fee06d61369e HTTP/1.1" status: 200 len: 267 time: 0.0440793 Sep 16 16:45:13.663507 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25cb58e6-0bc1-405d-a721-5fb5ddd99b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.694186 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7193e49-2daf-4c90-9aba-0e28b8fb31a8 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.749948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-705c2d13-81b2-40b3-beb1-258d72d4680e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:13.750526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-705c2d13-81b2-40b3-beb1-258d72d4680e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 817 time: 0.1203127 Sep 16 16:45:13.776621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb58e6-0bc1-405d-a721-5fb5ddd99b99 None None] Pushing event updated for resources: {'Port': ['ID=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:13.777674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-d51adea0-6c4f-46ba-b803-02e0bd410d71 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/quotas/c622cc4e797f4be09121fee06d61369e HTTP/1.1" status: 200 len: 375 time: 0.0146246 Sep 16 16:45:13.829072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7193e49-2daf-4c90-9aba-0e28b8fb31a8 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.834842 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.851657 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-7414ba75-147c-4809-8b9d-43864d32fba2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596764 Sep 16 16:45:13.903826 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7193e49-2daf-4c90-9aba-0e28b8fb31a8 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:13.937898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7193e49-2daf-4c90-9aba-0e28b8fb31a8 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff503b2e-bc06-47ec-a186-9b20cafb688e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:13.967506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-bc36221e-69fd-43e1-a50a-639cc2455c90 service neutron] 10.222.0.22 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079602 Sep 16 16:45:14.007031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7193e49-2daf-4c90-9aba-0e28b8fb31a8 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:14.010896 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b7193e49-2daf-4c90-9aba-0e28b8fb31a8 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4362407 Sep 16 16:45:14.011200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54972) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:14.016575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e005b3f2-b18f-4c0b-82f9-69f8f0a2de7c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'security_group': {'name': 'tempest-secgroup-1123161711'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:14.115770 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e005b3f2-b18f-4c0b-82f9-69f8f0a2de7c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:14.135951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b1e19-0ef6-45ae-9f10-0c9577b52c9e req-49635781-938c-4a3c-9b7c-89ed493ff99b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:14.137672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b2b1e19-0ef6-45ae-9f10-0c9577b52c9e req-49635781-938c-4a3c-9b7c-89ed493ff99b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 943 time: 0.0691411 Sep 16 16:45:14.148152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-c3313c97-2682-44a6-9c2c-60aff227e5e0 service neutron] 10.222.0.22 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692562 Sep 16 16:45:14.194224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b2b1e19-0ef6-45ae-9f10-0c9577b52c9e req-877fbfd6-06c6-4785-a0ee-a4aae74f7b55 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342922 Sep 16 16:45:14.245868 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e005b3f2-b18f-4c0b-82f9-69f8f0a2de7c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:14.361155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e005b3f2-b18f-4c0b-82f9-69f8f0a2de7c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:14.392070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005b3f2-b18f-4c0b-82f9-69f8f0a2de7c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1284cf79-2cb3-477c-84ca-9bd58835c34a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:14.462864 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e005b3f2-b18f-4c0b-82f9-69f8f0a2de7c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:14.468638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-651641aa-fac9-4d7b-948e-29877f33d407 None None] Provisioning complete for port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:14.468638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-651641aa-fac9-4d7b-948e-29877f33d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:14.473555 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e005b3f2-b18f-4c0b-82f9-69f8f0a2de7c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4597430 Sep 16 16:45:14.475291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54976) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:14.483385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1136869719', 'security_groups': ['1284cf79-2cb3-477c-84ca-9bd58835c34a'], 'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '605a0646-ee59-4437-95fa-6e3bf6af137e'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:14.528198 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f7dfdea-1e07-4530-a4aa-53f81f5db443 req-790a2c80-afed-486b-abfb-d24dc092f651 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 210 time: 0.0632386 Sep 16 16:45:14.539597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-651641aa-fac9-4d7b-948e-29877f33d407 None None] Port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:14.552118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-651641aa-fac9-4d7b-948e-29877f33d407 None None] Provisioning complete for port d1b07e68-7d54-4bb5-b273-c7902a74ae7e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:14.552626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-651641aa-fac9-4d7b-948e-29877f33d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:14.744494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:14.833643 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:14.851932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] device_id is not set on port 3ceeec88-d15f-4313-80da-e1c7ce010887 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:45:15.017174 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.10 (26fcf174-6c2f-4e03-8982-6acaf096dd60/605a0646-ee59-4437-95fa-6e3bf6af137e/3ceeec88-d15f-4313-80da-e1c7ce010887) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:15.152843 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:15.311000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:15.315603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66999da7-3610-44dd-87ae-28dc10e61429 req-179b0728-3f18-405f-bfa4-7047f4553464 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:15.318342 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66999da7-3610-44dd-87ae-28dc10e61429 req-179b0728-3f18-405f-bfa4-7047f4553464 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 943 time: 0.0551071 Sep 16 16:45:15.355328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:45:15.376318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:15.380297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:15.384320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:15.396744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66999da7-3610-44dd-87ae-28dc10e61429 req-200c25df-96fb-4351-a2b6-3763ba146f2f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517774 Sep 16 16:45:15.423679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=3ceeec88-d15f-4313-80da-e1c7ce010887,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:15.450878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:15.451612 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:15.499600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:15.515243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'port_id': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5', 'mac_address': 'fa:16:3e:f9:7d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:45:15.553138 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9aecc6e8-cdf4-4f7a-bef3-90800db7e95b tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0766909 Sep 16 16:45:15.555818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54992) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:15.560039 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:15.567939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-89a94926-255a-4ac9-b49e-ad264ea9d781 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:15.575400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:45:15.605745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:15.671727 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:15.687402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5bd2e26f-9878-4c4e-b3db-f2127689089b req-106382ef-76ec-4af7-ab2b-50c269604f1f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 210 time: 0.0422809 Sep 16 16:45:15.727563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-87445e02-ec69-49dd-980d-e9d8988d6e7e None None] Provisioning complete for port 3ceeec88-d15f-4313-80da-e1c7ce010887 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:15.728020 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87445e02-ec69-49dd-980d-e9d8988d6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:15.795065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-87445e02-ec69-49dd-980d-e9d8988d6e7e None None] Port 3ceeec88-d15f-4313-80da-e1c7ce010887 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:15.797519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:15.819679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a94926-255a-4ac9-b49e-ad264ea9d781 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:15.823377 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-89a94926-255a-4ac9-b49e-ad264ea9d781 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:15.837362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d1b07e68-7d54-4bb5-b273-c7902a74ae7e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:15.890684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d1b07e68-7d54-4bb5-b273-c7902a74ae7e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:15.891129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:15.962340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['d74e1cb7-a7b1-459c-bb7f-97577d0e25e5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:45:15.965723 n-d-807786-3 neutron-server[95357]: INFO neutron.db.ipam_backend_mixin [None req-89a94926-255a-4ac9-b49e-ad264ea9d781 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 605a0646-ee59-4437-95fa-6e3bf6af137e (CIDR: 172.20.0.0/28) Sep 16 16:45:16.010947 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a94926-255a-4ac9-b49e-ad264ea9d781 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:45:16.011461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a94926-255a-4ac9-b49e-ad264ea9d781 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:16.087180 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-89a94926-255a-4ac9-b49e-ad264ea9d781 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5302424 Sep 16 16:45:16.089694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55000) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:16.095541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a9be86cf-51cd-4c94-bc0e-783f8af0602d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:16.288262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9be86cf-51cd-4c94-bc0e-783f8af0602d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:16.291845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9be86cf-51cd-4c94-bc0e-783f8af0602d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:16.381320 n-d-807786-3 neutron-server[95358]: INFO neutron.db.ipam_backend_mixin [None req-a9be86cf-51cd-4c94-bc0e-783f8af0602d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c3bdd0ee-6ea9-4768-b1f6-125e31d3e649 (CIDR: 172.20.0.16/28) Sep 16 16:45:16.455495 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9be86cf-51cd-4c94-bc0e-783f8af0602d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:45:16.456755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9be86cf-51cd-4c94-bc0e-783f8af0602d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:16.521885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368768-30ec-4f8e-8876-df5485c2bb53 req-06898118-5cb6-4ce5-9621-a9c732116c24 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:16.523455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72368768-30ec-4f8e-8876-df5485c2bb53 req-06898118-5cb6-4ce5-9621-a9c732116c24 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 944 time: 0.0624504 Sep 16 16:45:16.695544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-d7f99be8-cd57-419e-90ad-dc96a04aee3c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:16.697279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-d7f99be8-cd57-419e-90ad-dc96a04aee3c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 817 time: 0.1180003 Sep 16 16:45:16.760863 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-2441d36c-72c4-481a-907b-ccd4a8d096a1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c622cc4e797f4be09121fee06d61369e HTTP/1.1" status: 200 len: 380 time: 0.0549130 Sep 16 16:45:16.773054 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'port': {'device_id': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'admin_state_up': True, 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'security_groups': ['f0ae6438-d24e-454f-8605-1ec92548b6eb']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:16.886753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a9be86cf-51cd-4c94-bc0e-783f8af0602d tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7957196 Sep 16 16:45:16.892245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55008) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:16.904757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e5ce6163-579a-4d97-bc9c-6ffd737b63d4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'subnet': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:16.923418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f8e4ed5-ef4f-46c3-bc26-14a33cc2f8a8 req-d50c1653-6536-44fc-bc89-578cbedca595 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 210 time: 0.0413206 Sep 16 16:45:16.949804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72368768-30ec-4f8e-8876-df5485c2bb53 req-d1d0b63b-1ec6-444b-b123-333f63767afc tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190092 Sep 16 16:45:17.076921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Made reservation on behalf of c622cc4e797f4be09121fee06d61369e for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:17.080470 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:17.202282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce6163-579a-4d97-bc9c-6ffd737b63d4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Made reservation on behalf of fa94f0a1184247bea1503def71324b7f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:17.205704 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6163-579a-4d97-bc9c-6ffd737b63d4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:17.277914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Allocated IP 172.20.0.13 (5c696e74-b340-47cf-ba65-d3ea254b224f/7d8b82f6-f135-443d-98c1-6aa2a48676bd/b706878e-44f0-41db-9ac5-5a45b31b4ba2) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:17.372580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:17.489695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:45:17.493798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:17.494181 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:17.499613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:17.574946 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:17.598510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:45:17.600774 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ea7912-7d93-454f-9141-eb70ade59520" -d '{"events": [{"server_uuid": "70472b5c-84dd-41ff-97a7-4ee4ea1c0d75", "name": "network-vif-plugged", "status": "completed", "tag": "d74e1cb7-a7b1-459c-bb7f-97577d0e25e5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:45:17.613527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:17.638269 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009c3a27-4e2b-4a10-a59b-3afb63cb602e x-openstack-request-id: req-009c3a27-4e2b-4a10-a59b-3afb63cb602e {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:45:17.638579 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70472b5c-84dd-41ff-97a7-4ee4ea1c0d75", "name": "network-vif-plugged", "status": "completed", "tag": "d74e1cb7-a7b1-459c-bb7f-97577d0e25e5", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:45:17.638834 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-009c3a27-4e2b-4a10-a59b-3afb63cb602e {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:45:17.639230 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5', 'code': 200} Sep 16 16:45:17.654221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6163-579a-4d97-bc9c-6ffd737b63d4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:17.682562 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:17.693063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:17.730601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce6163-579a-4d97-bc9c-6ffd737b63d4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:17.744952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:17.764729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-e5ce6163-579a-4d97-bc9c-6ffd737b63d4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:17.775460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ce6163-579a-4d97-bc9c-6ffd737b63d4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:17.776055 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6163-579a-4d97-bc9c-6ffd737b63d4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:17.777267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182e3dac-2e92-4b59-8f11-b1139cd59871 None None] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:17.799844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce6163-579a-4d97-bc9c-6ffd737b63d4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Subnet': ['ID=86e8f13a-322e-4d96-a039-66594daddd24,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:17.809584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Network 5c696e74-b340-47cf-ba65-d3ea254b224f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:17.823117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:17.825942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event updated for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:17.828263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:17.833746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028d567-f7e8-4de5-a80b-6a0479055cbd req-849a6837-30fc-4a11-9e12-a0e3f6b4321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:17.841300 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5028d567-f7e8-4de5-a80b-6a0479055cbd req-849a6837-30fc-4a11-9e12-a0e3f6b4321a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 1096 time: 0.1408024 Sep 16 16:45:17.892021 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:45:17.920788 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5028d567-f7e8-4de5-a80b-6a0479055cbd req-263dca2a-cae5-41f7-adbd-ec786c20cebb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467815 Sep 16 16:45:17.925708 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e5ce6163-579a-4d97-bc9c-6ffd737b63d4 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0323303 Sep 16 16:45:17.928550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55018) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:17.940358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2027459694', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86e8f13a-322e-4d96-a039-66594daddd24'}], 'security_groups': ['e73dac8f-9f37-4f93-9710-b7434d17bce9', 'ff503b2e-bc06-47ec-a186-9b20cafb688e']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:17.973313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:17.974344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:18.069392 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:18.107111 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-eabca8cb-fcac-4ac4-a450-056291d96696 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3401606 Sep 16 16:45:18.129226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde415c6-ac27-41dd-afa7-3cf0509828b3 req-52d358c7-632f-48f9-a1c8-bcec09f791e1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:18.130731 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fde415c6-ac27-41dd-afa7-3cf0509828b3 req-52d358c7-632f-48f9-a1c8-bcec09f791e1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0972912 Sep 16 16:45:18.139217 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d6799-bde9-4534-b548-213837ff6f86 req-5ee4b2dd-d90e-473c-84f4-c81d4555b549 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:18.150241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-840d6799-bde9-4534-b548-213837ff6f86 req-5ee4b2dd-d90e-473c-84f4-c81d4555b549 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 932 time: 0.0919859 Sep 16 16:45:18.150386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Request body: {'port': {'device_id': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:18.150475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b9ef7247-ac7d-4c10-9ddb-65578d565bad None None] Provisioning complete for port b706878e-44f0-41db-9ac5-5a45b31b4ba2 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:18.150558 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9ef7247-ac7d-4c10-9ddb-65578d565bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:18.153201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c0a2b-e0a9-44b3-a906-4084611daeb3 None None] Update dhcp port {'port': {'network_id': '26fcf174-6c2f-4e03-8982-6acaf096dd60', 'fixed_ips': [{'subnet_id': 'c3bdd0ee-6ea9-4768-b1f6-125e31d3e649', 'ip_address': '172.20.0.18'}, {'subnet_id': '605a0646-ee59-4437-95fa-6e3bf6af137e', 'ip_address': '172.20.0.2'}, {'subnet_id': '86e8f13a-322e-4d96-a039-66594daddd24'}], 'binding:host_id': 'n-d-807786-3'}, 'id': 'd1b07e68-7d54-4bb5-b273-c7902a74ae7e'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:45:18.201982 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fde415c6-ac27-41dd-afa7-3cf0509828b3 req-fa7576a9-ff21-4aa2-96fa-5b14334f76a3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601473 Sep 16 16:45:18.205114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-840d6799-bde9-4534-b548-213837ff6f86 req-07c85991-20c9-4bd1-864b-1d893d253ca8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545602 Sep 16 16:45:18.210905 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-923c0a2b-e0a9-44b3-a906-4084611daeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:18.214599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef7247-ac7d-4c10-9ddb-65578d565bad None None] Port b706878e-44f0-41db-9ac5-5a45b31b4ba2 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:18.311309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:18.392478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-923c0a2b-e0a9-44b3-a906-4084611daeb3 None None] Allocated IP 172.20.0.34 (26fcf174-6c2f-4e03-8982-6acaf096dd60/86e8f13a-322e-4d96-a039-66594daddd24/d1b07e68-7d54-4bb5-b273-c7902a74ae7e) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:18.497028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-923c0a2b-e0a9-44b3-a906-4084611daeb3 None None] For port d1b07e68-7d54-4bb5-b273-c7902a74ae7e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,segment=NetworkSegment(b1f26e3f-4e36-4957-bbef-4f305207e847),segment_id=b1f26e3f-4e36-4957-bbef-4f305207e847)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:18.536769 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-923c0a2b-e0a9-44b3-a906-4084611daeb3 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:18.606063 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-923c0a2b-e0a9-44b3-a906-4084611daeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:18.717903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c0a2b-e0a9-44b3-a906-4084611daeb3 None None] Pushing event updated for resources: {'Port': ['ID=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:18.777607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Delete allocated IP 172.20.0.10 (26fcf174-6c2f-4e03-8982-6acaf096dd60/605a0646-ee59-4437-95fa-6e3bf6af137e) {{(pid=95357) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 16:45:18.791612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b706878e-44f0-41db-9ac5-5a45b31b4ba2 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:45:18.801921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Allocated IP 172.20.0.35 (26fcf174-6c2f-4e03-8982-6acaf096dd60/86e8f13a-322e-4d96-a039-66594daddd24/3ceeec88-d15f-4313-80da-e1c7ce010887) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:18.805236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:18.845952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Transition to ACTIVE for port object b706878e-44f0-41db-9ac5-5a45b31b4ba2 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:45:18.917364 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.037680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Pushing event updated for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:19.133773 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.154883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Attempting to bind port b706878e-44f0-41db-9ac5-5a45b31b4ba2 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:45:19.156135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Attempting to bind port b706878e-44f0-41db-9ac5-5a45b31b4ba2 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:45:19.156515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Attempting to bind port b706878e-44f0-41db-9ac5-5a45b31b4ba2 on network 5c696e74-b340-47cf-ba65-d3ea254b224f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:45:19.164265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Port b706878e-44f0-41db-9ac5-5a45b31b4ba2 on network 5c696e74-b340-47cf-ba65-d3ea254b224f not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:45:19.164632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Attempting to bind port b706878e-44f0-41db-9ac5-5a45b31b4ba2 on network 5c696e74-b340-47cf-ba65-d3ea254b224f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:45:19.170308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:45:19.170642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Checking segment: {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:19.171029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Bound using segment: {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:45:19.171464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Bound port: b706878e-44f0-41db-9ac5-5a45b31b4ba2, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:45:19.171829 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.209099 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.306421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event updated for resources: {'Port': ['ID=3ceeec88-d15f-4313-80da-e1c7ce010887,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:19.334498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:45:19.355782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:45:19.369834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] In _notify_port_updated(), no bound segment for port 3ceeec88-d15f-4313-80da-e1c7ce010887 on network 26fcf174-6c2f-4e03-8982-6acaf096dd60 {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:45:19.375395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:19.376027 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.381061 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ed546344-612a-450c-aa21-eb9ce49fdb40 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "PUT /v2.0/ports/3ceeec88-d15f-4313-80da-e1c7ce010887 HTTP/1.1" status: 200 len: 960 time: 1.4514976 Sep 16 16:45:19.381687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55042) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:19.446197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b652b-438e-4f19-b5b2-04e604361fc5 req-2fd66d4c-843c-4420-b353-32c897e370fd tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:19.447971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed9b652b-438e-4f19-b5b2-04e604361fc5 req-2fd66d4c-843c-4420-b353-32c897e370fd tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.0804794 Sep 16 16:45:19.464075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bb7e6-2803-4a7e-be6a-b437e35af69d req-f0b74497-9dfa-4a2f-ab95-622061b975a0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:19.464214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.465955 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e9bb7e6-2803-4a7e-be6a-b437e35af69d req-f0b74497-9dfa-4a2f-ab95-622061b975a0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.1101563 Sep 16 16:45:19.511053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:19.511634 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.513066 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] 10.222.0.52 "PUT /v2.0/ports/b706878e-44f0-41db-9ac5-5a45b31b4ba2 HTTP/1.1" status: 200 len: 1092 time: 1.3968279 Sep 16 16:45:19.513516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:45:19.515789 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1abfdfb-548f-40ef-9d50-44b75a028046" -d '{"events": [{"name": "network-changed", "server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:45:19.545162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed9b652b-438e-4f19-b5b2-04e604361fc5 req-afe366a9-f183-4684-b983-98b4af32f148 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781410 Sep 16 16:45:19.549193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4a1c1-2fd8-4865-8e8c-c2bc96e85358 service neutron] Pushing event updated for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:19.560782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e9bb7e6-2803-4a7e-be6a-b437e35af69d req-d6158244-7fd3-41b7-afac-1ffae2366bd7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814912 Sep 16 16:45:19.582717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-8a58f257-3b93-4ad7-a40f-8aef88c957f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 3ceeec88-d15f-4313-80da-e1c7ce010887 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:19.582717 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a58f257-3b93-4ad7-a40f-8aef88c957f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.583969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-10728b11-49b4-4229-bd17-e33e3f2b3859 None None] Provisioning complete for port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:19.584472 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-10728b11-49b4-4229-bd17-e33e3f2b3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.670197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-10728b11-49b4-4229-bd17-e33e3f2b3859 None None] Port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:19.682430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-10728b11-49b4-4229-bd17-e33e3f2b3859 None None] Provisioning complete for port d1b07e68-7d54-4bb5-b273-c7902a74ae7e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:19.683042 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-10728b11-49b4-4229-bd17-e33e3f2b3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.743095 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bd1686-ced0-467d-a2ef-cd518bca29f1 x-openstack-request-id: req-09bd1686-ced0-467d-a2ef-cd518bca29f1 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:45:19.743392 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:45:19.743643 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09bd1686-ced0-467d-a2ef-cd518bca29f1 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:45:19.744747 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'status': 'completed', 'code': 200} Sep 16 16:45:19.773915 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a58f257-3b93-4ad7-a40f-8aef88c957f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.801691 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-8a58f257-3b93-4ad7-a40f-8aef88c957f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 3ceeec88-d15f-4313-80da-e1c7ce010887 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:19.850835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-10728b11-49b4-4229-bd17-e33e3f2b3859 None None] Provisioning complete for port 3ceeec88-d15f-4313-80da-e1c7ce010887 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:19.851215 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-10728b11-49b4-4229-bd17-e33e3f2b3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:19.883950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-fc205439-da11-46f4-aad9-509f26f3af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:19.885706 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-fc205439-da11-46f4-aad9-509f26f3af37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 1095 time: 0.1402087 Sep 16 16:45:19.887225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d1b07e68-7d54-4bb5-b273-c7902a74ae7e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:19.927250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-10728b11-49b4-4229-bd17-e33e3f2b3859 None None] Port 3ceeec88-d15f-4313-80da-e1c7ce010887 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:19.947832 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-86994655-34c5-441b-9da3-135767b6807b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2 HTTP/1.1" status: 200 len: 217 time: 0.0504699 Sep 16 16:45:19.948665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d1b07e68-7d54-4bb5-b273-c7902a74ae7e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:19.949252 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:20.041825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-a8f46aa7-8529-4353-8ca4-35eedc2ad0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:20.043339 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-a8f46aa7-8529-4353-8ca4-35eedc2ad0fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.0819087 Sep 16 16:45:20.059036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b452e50d-06a6-4028-bc6e-d3810af63ac2 None None] Provisioning complete for port 3ceeec88-d15f-4313-80da-e1c7ce010887 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:20.059537 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b452e50d-06a6-4028-bc6e-d3810af63ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:20.103890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-6870afe4-47af-4fbd-8b88-c4a3f3d24d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:20.105464 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-6870afe4-47af-4fbd-8b88-c4a3f3d24d8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536218 Sep 16 16:45:20.109382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b452e50d-06a6-4028-bc6e-d3810af63ac2 None None] Port 3ceeec88-d15f-4313-80da-e1c7ce010887 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:20.172397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdf8bc-e724-4841-9ac0-03fedb9bf487 req-eeabb1b2-2f94-49f4-9149-2ab11b8f6d36 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:20.173890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80cdf8bc-e724-4841-9ac0-03fedb9bf487 req-eeabb1b2-2f94-49f4-9149-2ab11b8f6d36 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0505102 Sep 16 16:45:20.203544 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-4f231e2f-cd0d-4469-9415-3a8afa5a8206 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894635 Sep 16 16:45:20.214919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80cdf8bc-e724-4841-9ac0-03fedb9bf487 req-ddbc3040-0446-49bc-83ca-0d7f3dda69b3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Sep 16 16:45:20.240083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a58f257-3b93-4ad7-a40f-8aef88c957f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:20.289111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58f257-3b93-4ad7-a40f-8aef88c957f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=3ceeec88-d15f-4313-80da-e1c7ce010887,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:20.410910 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-776dda74-b7f2-4cb7-8b93-f07ceaab69c1 req-41c0a549-53a3-439f-9db9-b13a6c8470c6 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955924 Sep 16 16:45:20.415217 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a58f257-3b93-4ad7-a40f-8aef88c957f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:20.417600 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8a58f257-3b93-4ad7-a40f-8aef88c957f7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/3ceeec88-d15f-4313-80da-e1c7ce010887 HTTP/1.1" status: 204 len: 168 time: 1.0349681 Sep 16 16:45:20.426985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55052) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:20.452269 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43336ba-6fa3-49d5-a460-738496afd5e3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] GET failed (client error): The resource could not be found. Sep 16 16:45:20.453900 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a43336ba-6fa3-49d5-a460-738496afd5e3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports/3ceeec88-d15f-4313-80da-e1c7ce010887 HTTP/1.1" status: 404 len: 333 time: 0.0259295 Sep 16 16:45:20.457149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55054) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:20.512408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7e31-991f-4c0f-adcb-173e463c5103 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:20.539468 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7e31-991f-4c0f-adcb-173e463c5103 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:20.612698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-85f6237a-88d7-45b8-b3b2-ec509780fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:20.612698 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-85f6237a-88d7-45b8-b3b2-ec509780fd53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 1095 time: 0.0689011 Sep 16 16:45:20.675490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7f159-f770-4afc-9eb6-82c71431cb5a req-de9d7714-0b72-40fb-9ef6-2d260be38a04 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:20.677185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2af7f159-f770-4afc-9eb6-82c71431cb5a req-de9d7714-0b72-40fb-9ef6-2d260be38a04 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.0530031 Sep 16 16:45:20.718511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2af7f159-f770-4afc-9eb6-82c71431cb5a req-9cbe64a1-b163-4324-9230-0d4b8e8234d9 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344677 Sep 16 16:45:20.914629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7e31-991f-4c0f-adcb-173e463c5103 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:20.917085 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7e31-991f-4c0f-adcb-173e463c5103 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:20.918206 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3c9f7e31-991f-4c0f-adcb-173e463c5103 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/security-groups/1284cf79-2cb3-477c-84ca-9bd58835c34a HTTP/1.1" status: 204 len: 168 time: 0.4598863 Sep 16 16:45:20.921338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55064) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:20.937998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f7e31-991f-4c0f-adcb-173e463c5103 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1284cf79-2cb3-477c-84ca-9bd58835c34a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:20.985478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7c12165-5bb0-4315-8646-ac9dbcc6eb20 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:20.998087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-d2d8b7ca-a3cf-4728-8d91-bd35c8092fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:20.999682 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-d2d8b7ca-a3cf-4728-8d91-bd35c8092fc7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.3809288 Sep 16 16:45:21.010646 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7c12165-5bb0-4315-8646-ac9dbcc6eb20 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.047986 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-2e095ec9-c654-4661-944a-670410ba40b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2 HTTP/1.1" status: 200 len: 217 time: 0.0394549 Sep 16 16:45:21.098663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-c47ef5d5-fc63-4d63-a278-d636897b8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:21.100193 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-c47ef5d5-fc63-4d63-a278-d636897b8a36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.0452876 Sep 16 16:45:21.143371 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7c12165-5bb0-4315-8646-ac9dbcc6eb20 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.146426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-4ec5e57f-21da-4888-bd55-3ebeab73b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:21.146898 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7c12165-5bb0-4315-8646-ac9dbcc6eb20 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.147895 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-4ec5e57f-21da-4888-bd55-3ebeab73b748 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394318 Sep 16 16:45:21.148170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f7c12165-5bb0-4315-8646-ac9dbcc6eb20 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/security-groups/ff503b2e-bc06-47ec-a186-9b20cafb688e HTTP/1.1" status: 204 len: 168 time: 0.2257280 Sep 16 16:45:21.150806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55066) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:21.157223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12165-5bb0-4315-8646-ac9dbcc6eb20 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff503b2e-bc06-47ec-a186-9b20cafb688e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:21.268331 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df4f6fc8-2da0-482e-b912-e2744defaef5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.296469 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-2358a5c2-bdf7-4844-bb82-2f787a2613b6 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377378 Sep 16 16:45:21.304330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df4f6fc8-2da0-482e-b912-e2744defaef5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.335070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90093624-e48b-4a86-b478-78d495903418 req-a4e1465a-cd58-47a1-9a67-78a637112adf tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:21.336601 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90093624-e48b-4a86-b478-78d495903418 req-a4e1465a-cd58-47a1-9a67-78a637112adf tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0535722 Sep 16 16:45:21.374679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90093624-e48b-4a86-b478-78d495903418 req-1ff7a860-fc55-4665-a9cb-c72360a70ade tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Sep 16 16:45:21.427821 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a1abfdfb-548f-40ef-9d50-44b75a028046 req-f70cc7a1-e031-4dc0-accf-1868888dc587 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206834 Sep 16 16:45:21.488915 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df4f6fc8-2da0-482e-b912-e2744defaef5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.491569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df4f6fc8-2da0-482e-b912-e2744defaef5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.492868 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-df4f6fc8-2da0-482e-b912-e2744defaef5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/security-groups/e73dac8f-9f37-4f93-9710-b7434d17bce9 HTTP/1.1" status: 204 len: 168 time: 0.3411007 Sep 16 16:45:21.495641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55074) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:21.502206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6fc8-2da0-482e-b912-e2744defaef5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73dac8f-9f37-4f93-9710-b7434d17bce9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:21.550769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c4c605-2da0-4f80-b7c8-1fe14f5b34b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet 605a0646-ee59-4437-95fa-6e3bf6af137e {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:45:21.554405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-66c4c605-2da0-4f80-b7c8-1fe14f5b34b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.594618 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-66c4c605-2da0-4f80-b7c8-1fe14f5b34b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.683935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-66c4c605-2da0-4f80-b7c8-1fe14f5b34b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.806741 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-66c4c605-2da0-4f80-b7c8-1fe14f5b34b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.860375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4c605-2da0-4f80-b7c8-1fe14f5b34b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=605a0646-ee59-4437-95fa-6e3bf6af137e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:21.871619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-66c4c605-2da0-4f80-b7c8-1fe14f5b34b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:21.873728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-66c4c605-2da0-4f80-b7c8-1fe14f5b34b5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/605a0646-ee59-4437-95fa-6e3bf6af137e HTTP/1.1" status: 204 len: 168 time: 0.3767378 Sep 16 16:45:21.878775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55090) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:21.890290 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b73d6ba-8677-41c1-bf79-b8bcb625668c None None] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:21.919587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6c9c9-2e0f-497a-8025-37c390e7c7b0 req-2e0285bd-ea5c-4a4d-8e6a-7ed7141cf824 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:21.926328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24b6c9c9-2e0f-497a-8025-37c390e7c7b0 req-2e0285bd-ea5c-4a4d-8e6a-7ed7141cf824 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.1312222 Sep 16 16:45:21.973614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-9138a518-8a40-447a-912e-bf35d2484e05 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet 86e8f13a-322e-4d96-a039-66594daddd24 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:45:21.983204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9138a518-8a40-447a-912e-bf35d2484e05 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:22.009383 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24b6c9c9-2e0f-497a-8025-37c390e7c7b0 req-01cac206-9493-4e42-9078-77b091cd8c4f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770316 Sep 16 16:45:22.052059 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9138a518-8a40-447a-912e-bf35d2484e05 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:22.188137 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9138a518-8a40-447a-912e-bf35d2484e05 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:22.223351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7117e67-14f7-45cd-ae52-93138466b468 req-01ae8a5f-cc61-4c7b-87ad-a9be27c85f6a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:22.231282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7117e67-14f7-45cd-ae52-93138466b468 req-01ae8a5f-cc61-4c7b-87ad-a9be27c85f6a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.1120696 Sep 16 16:45:22.286520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7117e67-14f7-45cd-ae52-93138466b468 req-529208e3-c7dd-4645-8b98-65f2f38c6e9d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539546 Sep 16 16:45:22.368749 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9138a518-8a40-447a-912e-bf35d2484e05 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:22.396735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138a518-8a40-447a-912e-bf35d2484e05 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=86e8f13a-322e-4d96-a039-66594daddd24,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:22.407813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9138a518-8a40-447a-912e-bf35d2484e05 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:22.410806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9138a518-8a40-447a-912e-bf35d2484e05 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/86e8f13a-322e-4d96-a039-66594daddd24 HTTP/1.1" status: 204 len: 168 time: 0.5308237 Sep 16 16:45:22.412334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55096) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:22.445091 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec51cb7-ce66-4e0d-8322-632fedc66beb tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:22.445557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec51cb7-ce66-4e0d-8322-632fedc66beb tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:22.447311 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6ec51cb7-ce66-4e0d-8322-632fedc66beb tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/605a0646-ee59-4437-95fa-6e3bf6af137e HTTP/1.1" status: 404 len: 337 time: 0.0340011 Sep 16 16:45:22.450008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55098) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:22.513446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1b5af0-d1f1-4cb3-b467-395d9555849c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting subnet c3bdd0ee-6ea9-4768-b1f6-125e31d3e649 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:45:22.519060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5af0-d1f1-4cb3-b467-395d9555849c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:22.599976 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5af0-d1f1-4cb3-b467-395d9555849c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:22.651842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc5a430-4864-4fe6-b636-6f2307ac5c85 None None] Network 26fcf174-6c2f-4e03-8982-6acaf096dd60 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:22.674120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dd5c94c4-5a78-4b4c-8140-287e84081ae4 None None] Provisioning complete for port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:22.674581 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd5c94c4-5a78-4b4c-8140-287e84081ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:22.712943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5af0-d1f1-4cb3-b467-395d9555849c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:22.940338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5af0-d1f1-4cb3-b467-395d9555849c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:22.965436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c94c4-5a78-4b4c-8140-287e84081ae4 None None] Port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:22.988041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b5af0-d1f1-4cb3-b467-395d9555849c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Subnet': ['ID=c3bdd0ee-6ea9-4768-b1f6-125e31d3e649,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:22.995191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dd5c94c4-5a78-4b4c-8140-287e84081ae4 None None] Provisioning complete for port d1b07e68-7d54-4bb5-b273-c7902a74ae7e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:22.995928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd5c94c4-5a78-4b4c-8140-287e84081ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.000433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5af0-d1f1-4cb3-b467-395d9555849c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.005952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3e1b5af0-d1f1-4cb3-b467-395d9555849c tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/c3bdd0ee-6ea9-4768-b1f6-125e31d3e649 HTTP/1.1" status: 204 len: 168 time: 0.5519929 Sep 16 16:45:23.006108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55100) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.038632 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f731b8-dbaf-47cd-9e07-eab749b54a41 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:23.043823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f731b8-dbaf-47cd-9e07-eab749b54a41 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:23.043823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-07f731b8-dbaf-47cd-9e07-eab749b54a41 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/8c73e8d6-c672-4728-a143-8ad38380fb7c HTTP/1.1" status: 404 len: 337 time: 0.0342703 Sep 16 16:45:23.044596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55104) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.086290 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8b6b65f6-9b00-4957-9083-1199ac7f1ffb tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "GET /v2.0/ports?device_id=6890feb7-b916-4611-a658-8de02db861ac HTTP/1.1" status: 200 len: 205 time: 0.0387473 Sep 16 16:45:23.086523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55106) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.133493 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-5b6ce9f4-b964-4728-888f-edc420b9c616 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] delete failed (client error): The resource could not be found. Sep 16 16:45:23.134559 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5b6ce9f4-b964-4728-888f-edc420b9c616 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/routers/6890feb7-b916-4611-a658-8de02db861ac HTTP/1.1" status: 404 len: 336 time: 0.0471404 Sep 16 16:45:23.137280 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55110) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.177555 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30cfecb-3961-4097-af7a-07b8fd5657b7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:23.177555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30cfecb-3961-4097-af7a-07b8fd5657b7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:23.180629 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c30cfecb-3961-4097-af7a-07b8fd5657b7 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/c5c48173-2777-40b8-88c1-d64ed14ca775 HTTP/1.1" status: 404 len: 337 time: 0.0401008 Sep 16 16:45:23.180779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920dd43-cf97-42f6-b52b-b40d3ab97f53 req-65a0c621-8cf6-47c0-b3cf-2791fe4b08e4 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:23.180779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0920dd43-cf97-42f6-b52b-b40d3ab97f53 req-65a0c621-8cf6-47c0-b3cf-2791fe4b08e4 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.0826185 Sep 16 16:45:23.181044 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55112) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.202121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8b5e04-272b-4257-b731-cbcf6ac56f89 None None] DHCP port deletion for 26fcf174-6c2f-4e03-8982-6acaf096dd60 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:45:23.215894 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-40538735-17ef-4429-836e-848699ab41e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:23.216483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40538735-17ef-4429-836e-848699ab41e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:23.219294 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-40538735-17ef-4429-836e-848699ab41e6 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/8ffe290d-b8f2-4548-a885-46afb8c65530 HTTP/1.1" status: 404 len: 337 time: 0.0364077 Sep 16 16:45:23.227993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55114) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.247205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0920dd43-cf97-42f6-b52b-b40d3ab97f53 req-0c0c0424-96a2-4374-9bb8-766da78927f0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573611 Sep 16 16:45:23.257185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b5e04-272b-4257-b731-cbcf6ac56f89 None None] Deleting port d1b07e68-7d54-4bb5-b273-c7902a74ae7e {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:23.258161 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5e04-272b-4257-b731-cbcf6ac56f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.260470 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-455fd9e7-dbf1-4cbc-a091-99672626a51f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:23.261185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455fd9e7-dbf1-4cbc-a091-99672626a51f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:23.264483 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-455fd9e7-dbf1-4cbc-a091-99672626a51f tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/05cd0b1d-d2b5-4950-965b-546ea4fd1e0c HTTP/1.1" status: 404 len: 337 time: 0.0346570 Sep 16 16:45:23.267169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55118) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.292507 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2402fe-8354-4e86-9f20-e75b3e9c927e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:23.293541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2402fe-8354-4e86-9f20-e75b3e9c927e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:23.295452 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4f2402fe-8354-4e86-9f20-e75b3e9c927e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/4976781a-1c24-4faa-a956-3a91648d7ed7 HTTP/1.1" status: 404 len: 333 time: 0.0285695 Sep 16 16:45:23.298092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55122) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.327236 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee86a0e-f528-4051-a352-6fdce34b3fa1 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:23.327486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee86a0e-f528-4051-a352-6fdce34b3fa1 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:23.332173 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1ee86a0e-f528-4051-a352-6fdce34b3fa1 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/44f149df-2a41-43d0-97a5-230147bde1c0 HTTP/1.1" status: 404 len: 337 time: 0.0299015 Sep 16 16:45:23.336724 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55126) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.344278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9d8b5e04-272b-4257-b731-cbcf6ac56f89 None None] For port d1b07e68-7d54-4bb5-b273-c7902a74ae7e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,segment=NetworkSegment(b1f26e3f-4e36-4957-bbef-4f305207e847),segment_id=b1f26e3f-4e36-4957-bbef-4f305207e847)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:23.344820 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5e04-272b-4257-b731-cbcf6ac56f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.360759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b5e04-272b-4257-b731-cbcf6ac56f89 None None] Calling delete_port for d1b07e68-7d54-4bb5-b273-c7902a74ae7e owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:23.365150 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4565602-a051-42aa-abc6-93922775c1ce tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:23.365564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4565602-a051-42aa-abc6-93922775c1ce tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:23.367505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f4565602-a051-42aa-abc6-93922775c1ce tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/61b88059-ea4d-4a6f-8116-04e5a84d256a HTTP/1.1" status: 404 len: 337 time: 0.0339479 Sep 16 16:45:23.370163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55128) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.404488 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec08b2f7-b8d6-4624-9d17-3ada2b62c3d3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:23.404488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec08b2f7-b8d6-4624-9d17-3ada2b62c3d3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:23.404488 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ec08b2f7-b8d6-4624-9d17-3ada2b62c3d3 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/36b2c8bc-5bdc-4293-bd13-207970078d41 HTTP/1.1" status: 404 len: 333 time: 0.0309577 Sep 16 16:45:23.404957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55130) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.434000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee28b89-e2f9-4288-b79f-bcf9a3ec49f3 req-db1dd445-4ace-453b-8fcc-611f291a1f9d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:23.436101 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fee28b89-e2f9-4288-b79f-bcf9a3ec49f3 req-db1dd445-4ace-453b-8fcc-611f291a1f9d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0674160 Sep 16 16:45:23.441918 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c02184-a583-43a3-92dd-ec2882f3f41e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:23.442197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c02184-a583-43a3-92dd-ec2882f3f41e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:23.444049 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-29c02184-a583-43a3-92dd-ec2882f3f41e tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/f092ef20-cfef-4e90-8abe-195e239d4911 HTTP/1.1" status: 404 len: 337 time: 0.0382009 Sep 16 16:45:23.446520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55132) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.475676 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d477fa-9b20-4d4d-a3ba-1295f488e3f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] DELETE failed (client error): The resource could not be found. Sep 16 16:45:23.476030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d477fa-9b20-4d4d-a3ba-1295f488e3f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:45:23.478186 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b1d477fa-9b20-4d4d-a3ba-1295f488e3f5 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/subnets/40ce5c7f-1f1a-437c-854a-7a8b8147b9a4 HTTP/1.1" status: 404 len: 337 time: 0.0297406 Sep 16 16:45:23.480485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55134) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.485622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fee28b89-e2f9-4288-b79f-bcf9a3ec49f3 req-65b4f17c-f1ad-43c8-a624-21a4eef475d3 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Sep 16 16:45:23.531893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5e04-272b-4257-b731-cbcf6ac56f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.559293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b5e04-272b-4257-b731-cbcf6ac56f89 None None] Pushing event deleted for resources: {'Port': ['ID=d1b07e68-7d54-4bb5-b273-c7902a74ae7e,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:23.561650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b5e04-272b-4257-b731-cbcf6ac56f89 None None] No DVR routers for this DVR port d1b07e68-7d54-4bb5-b273-c7902a74ae7e on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:45:23.573053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b706878e-44f0-41db-9ac5-5a45b31b4ba2 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:45:23.575159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Deleting port 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:23.575590 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.647937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.661867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Calling delete_port for 214529bf-02c3-4445-8b8a-7dd7bd3e1e9d owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:23.667804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:23.683019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'port_id': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'mac_address': 'fa:16:3e:e8:49:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:45:23.720128 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.733345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b706878e-44f0-41db-9ac5-5a45b31b4ba2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:45:23.753737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:23.806156 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.822315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d1b07e68-7d54-4bb5-b273-c7902a74ae7e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:45:23.838254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Port': ['ID=214529bf-02c3-4445-8b8a-7dd7bd3e1e9d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:23.842879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: d1b07e68-7d54-4bb5-b273-c7902a74ae7e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:45:23.845039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d1b07e68-7d54-4bb5-b273-c7902a74ae7e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:45:23.845039 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.850695 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:23.852753 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/ports/214529bf-02c3-4445-8b8a-7dd7bd3e1e9d HTTP/1.1" status: 204 len: 168 time: 0.3713143 Sep 16 16:45:23.854377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.854724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.855063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.855323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55136) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:23.855819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.855819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.856070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.856431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.856824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.857147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.857518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.857885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.858212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf123d2e-39d4-485c-8a93-3e6ab2df94aa tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:23.910346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:23.941216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:24.033203 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:24.053501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fcf174-6c2f-4e03-8982-6acaf096dd60']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:24.062503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f26e3f-4e36-4957-bbef-4f305207e847') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:24.062798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f26e3f-4e36-4957-bbef-4f305207e847') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:24.071952 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:24.085080 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:24.090971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:45:24.091358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:45:24.094631 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:45:24.152693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['b706878e-44f0-41db-9ac5-5a45b31b4ba2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:45:24.280499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:24.289851 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:24.293221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] 10.222.0.22 "DELETE /v2.0/networks/26fcf174-6c2f-4e03-8982-6acaf096dd60 HTTP/1.1" status: 204 len: 168 time: 0.4353802 Sep 16 16:45:24.302119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107bb4e-629e-4a3b-8e78-8fe2b5f67a07 tempest-PortsTestJSON-948964396 tempest-PortsTestJSON-948964396-project] Pushing event deleted for resources: {'Network': ['ID=26fcf174-6c2f-4e03-8982-6acaf096dd60,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:24.405535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75122497-cdb3-49f5-a513-147a6007b788 req-0d254d86-4b39-40da-b718-37f82380523c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:24.407137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75122497-cdb3-49f5-a513-147a6007b788 req-0d254d86-4b39-40da-b718-37f82380523c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 945 time: 0.0683863 Sep 16 16:45:24.457265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75122497-cdb3-49f5-a513-147a6007b788 req-51343d85-a2e2-40a4-b49b-189bb3497344 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Sep 16 16:45:24.618793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522a273-8281-4455-b459-6811cac3a6aa req-fa1e5707-a341-458a-a218-69dc5ba4907c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:24.622584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4522a273-8281-4455-b459-6811cac3a6aa req-fa1e5707-a341-458a-a218-69dc5ba4907c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0558167 Sep 16 16:45:24.673100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4522a273-8281-4455-b459-6811cac3a6aa req-87225bb1-2ef5-48b8-be14-d8b648c54e40 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460832 Sep 16 16:45:24.759598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55174) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:24.905454 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cca1da08-af14-438c-b0f7-7fb725231a51 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa94f0a1184247bea1503def71324b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446836 Sep 16 16:45:24.908207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55178) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:24.967044 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86553471-8290-4dec-aace-16a7ae69aa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:24.994200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86553471-8290-4dec-aace-16a7ae69aa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:25.134031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86553471-8290-4dec-aace-16a7ae69aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:25.140344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86553471-8290-4dec-aace-16a7ae69aa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:25.140344 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-86553471-8290-4dec-aace-16a7ae69aa60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72d8612d-7157-4d4a-8526-cb2c143b57b2 HTTP/1.1" status: 204 len: 168 time: 0.2287626 Sep 16 16:45:25.196521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86553471-8290-4dec-aace-16a7ae69aa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d8612d-7157-4d4a-8526-cb2c143b57b2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:25.412924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:45:25.528589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:25.549518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'port_id': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5', 'mac_address': 'fa:16:3e:f9:7d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:45:25.596965 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:25.611699 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b706878e-44f0-41db-9ac5-5a45b31b4ba2 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:25.644051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:45:25.666511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:25.719752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3bf91-0c42-4bb5-bee8-f2c3a9dc99e8 req-b61c073e-e7a9-40ad-b1e9-8e931a65a7ba tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:25.721392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21a3bf91-0c42-4bb5-bee8-f2c3a9dc99e8 req-b61c073e-e7a9-40ad-b1e9-8e931a65a7ba tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 945 time: 0.1590321 Sep 16 16:45:25.755154 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:25.797170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21a3bf91-0c42-4bb5-bee8-f2c3a9dc99e8 req-95bb7ec7-1fdf-44de-bd49-d75ec8df49f0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685060 Sep 16 16:45:25.829414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:25.836576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port b706878e-44f0-41db-9ac5-5a45b31b4ba2 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:45:25.841275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port b706878e-44f0-41db-9ac5-5a45b31b4ba2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:25.841747 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:25.912641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da57958-735b-41cf-82c0-473c370be4f9 req-3d8d0dc3-8a8d-4e7e-9b87-04fdb7326a5a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:25.914473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8da57958-735b-41cf-82c0-473c370be4f9 req-3d8d0dc3-8a8d-4e7e-9b87-04fdb7326a5a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 944 time: 0.0802493 Sep 16 16:45:25.919673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['d74e1cb7-a7b1-459c-bb7f-97577d0e25e5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:45:25.979888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8da57958-735b-41cf-82c0-473c370be4f9 req-8998b971-a154-4890-942c-1c4d217c7a90 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581534 Sep 16 16:45:26.039073 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:26.083407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:45:26.085678 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3ef295-82fc-4acd-8033-011c077f777f" -d '{"events": [{"server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "name": "network-vif-plugged", "status": "completed", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:45:26.133799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:26.183645 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc1553b-18cb-4012-8ecf-e4594a273ec7 x-openstack-request-id: req-abc1553b-18cb-4012-8ecf-e4594a273ec7 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:45:26.184490 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "name": "network-vif-plugged", "status": "completed", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:45:26.184490 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abc1553b-18cb-4012-8ecf-e4594a273ec7 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:45:26.186090 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'code': 200} Sep 16 16:45:26.193720 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:26.286757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:26.317724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85692-74cc-4a92-bf8a-6dd3ad732adc req-d94f87fe-29d2-416a-b9ad-378b0d38e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:26.319317 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-43d85692-74cc-4a92-bf8a-6dd3ad732adc req-d94f87fe-29d2-416a-b9ad-378b0d38e111 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 1097 time: 0.0891967 Sep 16 16:45:26.361687 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-43d85692-74cc-4a92-bf8a-6dd3ad732adc req-759dcf91-d10f-4bfb-bcc2-2b76d79ca954 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347993 Sep 16 16:45:26.539406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55218) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:26.663420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-7eabf01d-67fa-4d91-94b4-e8f6e100df08 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-348141827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:26.772518 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eabf01d-67fa-4d91-94b4-e8f6e100df08 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:26.773573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eabf01d-67fa-4d91-94b4-e8f6e100df08 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:26.852241 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eabf01d-67fa-4d91-94b4-e8f6e100df08 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:26.927268 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eabf01d-67fa-4d91-94b4-e8f6e100df08 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:26.959056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42740c20-b776-4b2b-8e07-b07e31b96989 req-882ba609-b30e-4805-b4cf-40de0b328ddc tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:26.967493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42740c20-b776-4b2b-8e07-b07e31b96989 req-882ba609-b30e-4805-b4cf-40de0b328ddc tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0699871 Sep 16 16:45:27.017003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42740c20-b776-4b2b-8e07-b07e31b96989 req-1a45406d-9ada-4cfe-883a-e68e921c6002 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479467 Sep 16 16:45:27.029489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eabf01d-67fa-4d91-94b4-e8f6e100df08 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.035508 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7eabf01d-67fa-4d91-94b4-e8f6e100df08 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4899220 Sep 16 16:45:27.036768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55226) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:27.042407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1564320149'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:27.130957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b60465-146f-4c5c-961d-d4035b7b758e req-4fdba94b-52a9-49bb-b61e-6bf75a09c045 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:27.132961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14b60465-146f-4c5c-961d-d4035b7b758e req-4fdba94b-52a9-49bb-b61e-6bf75a09c045 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 944 time: 0.0658293 Sep 16 16:45:27.167274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Made reservation on behalf of 8817baa3e71540de96d42eb4fedbf749 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:27.186866 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.198385 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.216019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14b60465-146f-4c5c-961d-d4035b7b758e req-d04f5c67-eac9-4150-a71f-4f6fbadde2fc tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715947 Sep 16 16:45:27.316001 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.400945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.422247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:27.480695 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:45:27.491235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3ded29-2ac3-43fe-be9a-2b0e5ce0c3ef,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:27.502078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.502429 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Added segment df3dafc4-6eb6-40d3-81d6-99dfaf7aa401 of type vlan for network ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 Sep 16 16:45:27.533794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:27.538662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.577285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.645325 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.681778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:27.696563 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.703380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:27.704104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.767981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:27.804437 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7657290 Sep 16 16:45:27.807046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55232) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:27.812195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'subnet': {'network_id': 'ae884d0a-c9dc-4311-b0e2-55bcb18dbf49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:27.820048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dae42-8e68-442f-a633-e2a9dbe723bb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Network': ['ID=ae884d0a-c9dc-4311-b0e2-55bcb18dbf49,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:27.832440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:45:27.852929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:28.002317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Made reservation on behalf of 8817baa3e71540de96d42eb4fedbf749 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:28.009271 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:28.185892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:45:28.189418 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3c5fa6-9ce8-43ea-abdd-19b9f005c4a6" -d '{"events": [{"server_uuid": "70472b5c-84dd-41ff-97a7-4ee4ea1c0d75", "name": "network-vif-plugged", "status": "completed", "tag": "d74e1cb7-a7b1-459c-bb7f-97577d0e25e5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:45:28.195761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-19e09a50-f284-4a1b-aabf-9aeb01cbb16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:28.257655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e82f6-2903-4102-84b1-30d086db3f77 req-b1a47d28-5843-4a92-aae2-273ec38c3eaf tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:28.264101 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655cc4b8-8988-4b6f-97ed-a061bfb30bc1 x-openstack-request-id: req-655cc4b8-8988-4b6f-97ed-a061bfb30bc1 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:45:28.264589 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70472b5c-84dd-41ff-97a7-4ee4ea1c0d75", "name": "network-vif-plugged", "status": "completed", "tag": "d74e1cb7-a7b1-459c-bb7f-97577d0e25e5", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:45:28.265020 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-655cc4b8-8988-4b6f-97ed-a061bfb30bc1 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:45:28.265694 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5', 'code': 200} Sep 16 16:45:28.267623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb9e82f6-2903-4102-84b1-30d086db3f77 req-b1a47d28-5843-4a92-aae2-273ec38c3eaf tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.1474760 Sep 16 16:45:28.385217 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb9e82f6-2903-4102-84b1-30d086db3f77 req-df2e091d-028f-4e4a-afed-f15e0504fd3a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163883 Sep 16 16:45:28.460234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff7158-b523-41ab-9589-0b884f918eec req-485a2bac-99ef-4bf7-a23d-8df374ab0b57 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:28.467507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56ff7158-b523-41ab-9589-0b884f918eec req-485a2bac-99ef-4bf7-a23d-8df374ab0b57 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.1427164 Sep 16 16:45:28.538414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56ff7158-b523-41ab-9589-0b884f918eec req-f88932c4-0b13-4c80-88e6-22cbc3b675a4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697420 Sep 16 16:45:28.569694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b21d16-69dd-4e70-b7b7-88c47bf253dc req-b8caaa15-7a85-4b34-be1b-4628ba63cdbb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:28.582332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55246) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:28.585621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4b21d16-69dd-4e70-b7b7-88c47bf253dc req-b8caaa15-7a85-4b34-be1b-4628ba63cdbb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0717428 Sep 16 16:45:28.590278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:28.590408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-99dd485d-9e56-4482-a4e6-79832d30ea0a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Request body: {'floatingip': {'port_id': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:28.636992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99dd485d-9e56-4482-a4e6-79832d30ea0a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:28.676154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Subnet': ['ID=c356f16d-6f82-4d57-b8f8-6f8ec12b91f3,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:28.680907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Checking segment: {'id': 'df3dafc4-6eb6-40d3-81d6-99dfaf7aa401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ae884d0a-c9dc-4311-b0e2-55bcb18dbf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:28.681484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network hostable DHCP agents. Network: ae884d0a-c9dc-4311-b0e2-55bcb18dbf49, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:45:29.120564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:45:29.236416 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, ae884d0a-c9dc-4311-b0e2-55bcb18dbf49) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:29.245584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd9c96-b904-44b4-b7d2-2829a2e18c90 None None] Network ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:29.247863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:29.248490 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:29.314544 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99dd485d-9e56-4482-a4e6-79832d30ea0a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:29.444367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-ae884d0a-c9dc-4311-b0e2-55bcb18dbf49', 'network_id': 'ae884d0a-c9dc-4311-b0e2-55bcb18dbf49', 'tenant_id': '8817baa3e71540de96d42eb4fedbf749', 'fixed_ips': [{'subnet_id': 'c356f16d-6f82-4d57-b8f8-6f8ec12b91f3'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:45:29.447432 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:29.459729 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99dd485d-9e56-4482-a4e6-79832d30ea0a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:29.469229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-65c5c9e9-44e9-4977-8600-29db26157ad1 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6520691 Sep 16 16:45:29.469369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55254) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:29.515090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'network': {'name': 'tempest-router-network01--603944198'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:29.603439 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-99dd485d-9e56-4482-a4e6-79832d30ea0a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Floating IP c910db58-da9c-4d33-8d79-601337c92a07 associated. External IP: 172.25.6.191, port: b706878e-44f0-41db-9ac5-5a45b31b4ba2. Sep 16 16:45:29.668160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Allocated IP 2001:db8::2 (ae884d0a-c9dc-4311-b0e2-55bcb18dbf49/c356f16d-6f82-4d57-b8f8-6f8ec12b91f3/eee4c72d-3ac0-4080-9770-0200ba550df7) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:29.685748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Made reservation on behalf of 8817baa3e71540de96d42eb4fedbf749 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:29.689495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:29.758450 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c0d74-fab4-49ac-ad67-d30a0e272ef8 req-082bf75b-7b06-4a02-aac0-8d3dc3980f06 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:29.761144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-839c0d74-fab4-49ac-ad67-d30a0e272ef8 req-082bf75b-7b06-4a02-aac0-8d3dc3980f06 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0991700 Sep 16 16:45:29.803530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:45:29.823880 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:29.824236 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Added segment 011c6b7f-de97-419e-92b1-982729bcc1c4 of type vlan for network 898812f4-5746-416a-b507-19929ae02db6 Sep 16 16:45:29.837181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-839c0d74-fab4-49ac-ad67-d30a0e272ef8 req-76f2c92a-efba-4dbd-95eb-31a736f768c4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654235 Sep 16 16:45:29.922691 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:29.947585 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:30.015433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dd485d-9e56-4482-a4e6-79832d30ea0a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:45:30.037304 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:30.091552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Network ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:30.097349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:30.100337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Pushing event updated for resources: {'Port': ['ID=eee4c72d-3ac0-4080-9770-0200ba550df7,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:30.102124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:30.109575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:30.119653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:30.120551 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:30.162842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Attempting to bind port eee4c72d-3ac0-4080-9770-0200ba550df7 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:45:30.163376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Attempting to bind port eee4c72d-3ac0-4080-9770-0200ba550df7 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'df3dafc4-6eb6-40d3-81d6-99dfaf7aa401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ae884d0a-c9dc-4311-b0e2-55bcb18dbf49'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:45:30.163844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Attempting to bind port eee4c72d-3ac0-4080-9770-0200ba550df7 on network ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:45:30.170000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:45:30.170522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Checking segment: {'id': 'df3dafc4-6eb6-40d3-81d6-99dfaf7aa401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ae884d0a-c9dc-4311-b0e2-55bcb18dbf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:30.171032 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:30.171542 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Bound using segment: {'id': 'df3dafc4-6eb6-40d3-81d6-99dfaf7aa401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ae884d0a-c9dc-4311-b0e2-55bcb18dbf49'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:45:30.172117 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Bound port: eee4c72d-3ac0-4080-9770-0200ba550df7, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3dafc4-6eb6-40d3-81d6-99dfaf7aa401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ae884d0a-c9dc-4311-b0e2-55bcb18dbf49'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:45:30.172672 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:30.208623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Network': ['ID=898812f4-5746-416a-b507-19929ae02db6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:30.232884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 898812f4-5746-416a-b507-19929ae02db6 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:45:30.263050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] For port eee4c72d-3ac0-4080-9770-0200ba550df7, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:45:30.309450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] For port eee4c72d-3ac0-4080-9770-0200ba550df7, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eee4c72d-3ac0-4080-9770-0200ba550df7,segment=NetworkSegment(df3dafc4-6eb6-40d3-81d6-99dfaf7aa401),segment_id=df3dafc4-6eb6-40d3-81d6-99dfaf7aa401)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:45:30.314246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dd485d-9e56-4482-a4e6-79832d30ea0a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:45:30.330364 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99dd485d-9e56-4482-a4e6-79832d30ea0a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:30.354683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] Sync routers for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:45:30.370588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:30.372632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:30.426006 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:30.541238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665d4c0-1cf7-4389-ae61-5bddf93dfb0c None None] Pushing event updated for resources: {'Port': ['ID=eee4c72d-3ac0-4080-9770-0200ba550df7,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:30.574739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:45:30.761187 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-22d60b3b-5bac-47f8-883d-3f757b8dee92 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2926836 Sep 16 16:45:30.766436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55264) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:30.773539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'network': {'name': 'tempest-router-network02--676349024'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:30.826623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-99dd485d-9e56-4482-a4e6-79832d30ea0a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "PUT /v2.0/floatingips/c910db58-da9c-4d33-8d79-601337c92a07 HTTP/1.1" status: 200 len: 992 time: 2.2401795 Sep 16 16:45:30.826623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:45:30.830063 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37abc4b2-4218-4d05-ad0f-c462a01a7d14" -d '{"events": [{"name": "network-changed", "server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:45:30.891259 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-65157730-750c-47dd-b272-29cf47624ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:30.939198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Made reservation on behalf of 8817baa3e71540de96d42eb4fedbf749 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:30.954201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:31.009305 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec891c26-e81a-41b5-b2b3-97b93578e8c1 x-openstack-request-id: req-ec891c26-e81a-41b5-b2b3-97b93578e8c1 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:45:31.009602 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:45:31.009856 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec891c26-e81a-41b5-b2b3-97b93578e8c1 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:45:31.010256 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'status': 'completed', 'code': 200} Sep 16 16:45:31.028906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:45:31.036916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'c910db58-da9c-4d33-8d79-601337c92a07', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'port_id': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'mac_address': 'fa:16:3e:e8:49:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:45:12Z', 'updated_at': '2021-09-16T16:45:29Z', 'revision_number': 1, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:31.067907 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:31.068265 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Added segment 99e8cd0d-d94f-4b35-84e9-cb76c9869da6 of type vlan for network f819c79f-d06f-4912-bdcf-9b8099023e76 Sep 16 16:45:31.083459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-f8d63750-5ac6-4ffa-afa9-b15dfb6c51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:31.086969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-f8d63750-5ac6-4ffa-afa9-b15dfb6c51be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 1097 time: 0.0602653 Sep 16 16:45:31.089673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] Checking router: d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:45:31.100658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:31.101302 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:31.142137 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:31.153415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f2990-4df9-4007-aaa5-909e01dbc86f req-acfc33cc-0ab1-4c20-ace6-43bd90cd1d70 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:31.155001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae7f2990-4df9-4007-aaa5-909e01dbc86f req-acfc33cc-0ab1-4c20-ace6-43bd90cd1d70 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.1309834 Sep 16 16:45:31.215864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae7f2990-4df9-4007-aaa5-909e01dbc86f req-7881cff9-8d58-4cfa-a1a0-cf5ed2e92407 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522041 Sep 16 16:45:31.262160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:45:31.286527 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:31.291275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-cbbeafd0-d044-424a-85ee-d9971b889eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:31.293196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-cbbeafd0-d044-424a-85ee-d9971b889eee service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.1992412 Sep 16 16:45:31.293480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:31.294633 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:31.425693 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-b221c523-d5a9-4d0e-875d-0f66a58915a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2 HTTP/1.1" status: 200 len: 1000 time: 0.1241829 Sep 16 16:45:31.456722 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6928227 Sep 16 16:45:31.464475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55274) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:31.478453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'subnet': {'network_id': '898812f4-5746-416a-b507-19929ae02db6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:31.487492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028239b-0140-4ee2-b10c-e1ca891b4353 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Network': ['ID=f819c79f-d06f-4912-bdcf-9b8099023e76,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:31.510734 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-2e9dd32c-c108-45b8-a484-962e918f8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:31.512360 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-2e9dd32c-c108-45b8-a484-962e918f8185 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.0759332 Sep 16 16:45:31.583793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-88151d97-5d62-4098-ac09-42d423b0e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:31.585769 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-88151d97-5d62-4098-ac09-42d423b0e2e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659094 Sep 16 16:45:31.711040 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-e9271524-4eee-460f-b91a-b851bf0ff641 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157005 Sep 16 16:45:31.731041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network f819c79f-d06f-4912-bdcf-9b8099023e76 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:45:31.732836 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:31.773543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Made reservation on behalf of 8817baa3e71540de96d42eb4fedbf749 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:31.777119 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:31.891560 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-37abc4b2-4218-4d05-ad0f-c462a01a7d14 req-4791ab57-aa02-401a-bde8-cb43083cf87a service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725647 Sep 16 16:45:32.004904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eee4c72d-3ac0-4080-9770-0200ba550df7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:32.044254 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:32.086253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6c24c-64a2-4ad3-b5cb-420afb7f3ee7 None None] Network ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:32.164156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'c910db58-da9c-4d33-8d79-601337c92a07', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'port_id': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'mac_address': 'fa:16:3e:e8:49:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:45:12Z', 'updated_at': '2021-09-16T16:45:29Z', 'revision_number': 1, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:32.196089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c2b788-2687-4dda-a112-b0752f832bcc None None] The sync data for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 is: [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'c910db58-da9c-4d33-8d79-601337c92a07', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'port_id': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'mac_address': 'fa:16:3e:e8:49:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:45:12Z', 'updated_at': '2021-09-16T16:45:29Z', 'revision_number': 1, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:45:32.245852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-003d102a-7a10-4b2c-98c7-c6642bd2e746 None None] Provisioning complete for port eee4c72d-3ac0-4080-9770-0200ba550df7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:32.245852 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-003d102a-7a10-4b2c-98c7-c6642bd2e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:32.249673 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:32.286777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port eee4c72d-3ac0-4080-9770-0200ba550df7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:32.287153 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:32.465737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Checking segment: {'id': '011c6b7f-de97-419e-92b1-982729bcc1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '898812f4-5746-416a-b507-19929ae02db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:32.466124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network hostable DHCP agents. Network: 898812f4-5746-416a-b507-19929ae02db6, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:45:32.482225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Subnet': ['ID=c64e313d-4eef-46d1-b660-5c290e42b4b0,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:32.518161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324a3d-b774-4ce3-b6e2-c665acc427f3 req-d1132494-5d29-4b3e-b85f-cea349132d8f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:32.531632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58324a3d-b774-4ce3-b6e2-c665acc427f3 req-d1132494-5d29-4b3e-b85f-cea349132d8f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.1432083 Sep 16 16:45:32.579879 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-003d102a-7a10-4b2c-98c7-c6642bd2e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:32.612640 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a650bde9-2f98-439d-b0c0-8a3952441053 None None] New status for floating IP c910db58-da9c-4d33-8d79-601337c92a07: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:45:32.632472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58324a3d-b774-4ce3-b6e2-c665acc427f3 req-d9ba41ce-c29d-45fc-a52c-1bf964eabcf8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997784 Sep 16 16:45:32.640647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network 898812f4-5746-416a-b507-19929ae02db6 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:45:32.687614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-003d102a-7a10-4b2c-98c7-c6642bd2e746 None None] For port eee4c72d-3ac0-4080-9770-0200ba550df7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eee4c72d-3ac0-4080-9770-0200ba550df7,segment=NetworkSegment(df3dafc4-6eb6-40d3-81d6-99dfaf7aa401),segment_id=df3dafc4-6eb6-40d3-81d6-99dfaf7aa401)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:32.689358 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:32.786064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 898812f4-5746-416a-b507-19929ae02db6) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:32.792638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:32.793227 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:32.795805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de2d9e-52e8-40c9-acd0-028e13d132b9 None None] Network 898812f4-5746-416a-b507-19929ae02db6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:32.844050 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-003d102a-7a10-4b2c-98c7-c6642bd2e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:32.953288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:45:32.954164 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:45:32.958148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6633179d-cde4-41fb-8df6-8d44ddd6a0f9 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4917047 Sep 16 16:45:32.959867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55284) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:32.968761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'subnet': {'network_id': 'f819c79f-d06f-4912-bdcf-9b8099023e76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:32.988265 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d102a-7a10-4b2c-98c7-c6642bd2e746 None None] Pushing event updated for resources: {'Port': ['ID=eee4c72d-3ac0-4080-9770-0200ba550df7,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:33.094182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d88c1a0c-2054-4cac-957c-30a4c3d89269 None None] Provisioning complete for port eee4c72d-3ac0-4080-9770-0200ba550df7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:33.094735 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d88c1a0c-2054-4cac-957c-30a4c3d89269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:33.194434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-898812f4-5746-416a-b507-19929ae02db6', 'network_id': '898812f4-5746-416a-b507-19929ae02db6', 'tenant_id': '8817baa3e71540de96d42eb4fedbf749', 'fixed_ips': [{'subnet_id': 'c64e313d-4eef-46d1-b660-5c290e42b4b0'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:45:33.195875 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:33.242681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Made reservation on behalf of 8817baa3e71540de96d42eb4fedbf749 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:33.246678 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:33.412686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Allocated IP 2001:db8::2 (898812f4-5746-416a-b507-19929ae02db6/c64e313d-4eef-46d1-b660-5c290e42b4b0/93732a34-7986-4dab-ad9c-3e13d2b1645e) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:33.627643 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:33.789386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc2c95-5644-4ce4-be4a-131ea57d755b req-3832861b-bf83-40c7-9e18-264c75d61b93 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:33.789386 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7bc2c95-5644-4ce4-be4a-131ea57d755b req-3832861b-bf83-40c7-9e18-264c75d61b93 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0578287 Sep 16 16:45:33.809709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7bc2c95-5644-4ce4-be4a-131ea57d755b req-48dc560c-9574-4d0c-a299-4106b9854704 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362434 Sep 16 16:45:33.826833 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eee4c72d-3ac0-4080-9770-0200ba550df7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:33.873918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port eee4c72d-3ac0-4080-9770-0200ba550df7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:33.874283 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:33.937840 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:33.997368 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:34.001272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:34.006421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Subnet': ['ID=c598eb5e-1b37-4f86-9899-2d7ed6297911,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:34.019427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Checking segment: {'id': '99e8cd0d-d94f-4b35-84e9-cb76c9869da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f819c79f-d06f-4912-bdcf-9b8099023e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:34.019962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network hostable DHCP agents. Network: f819c79f-d06f-4912-bdcf-9b8099023e76, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:45:34.043436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Network 898812f4-5746-416a-b507-19929ae02db6 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:34.046224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:34.051182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:34.059686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Pushing event updated for resources: {'Port': ['ID=93732a34-7986-4dab-ad9c-3e13d2b1645e,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:34.109111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network f819c79f-d06f-4912-bdcf-9b8099023e76 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:45:34.125093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Attempting to bind port 93732a34-7986-4dab-ad9c-3e13d2b1645e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:45:34.125476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Attempting to bind port 93732a34-7986-4dab-ad9c-3e13d2b1645e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '011c6b7f-de97-419e-92b1-982729bcc1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '898812f4-5746-416a-b507-19929ae02db6'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:45:34.125829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Attempting to bind port 93732a34-7986-4dab-ad9c-3e13d2b1645e on network 898812f4-5746-416a-b507-19929ae02db6 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:45:34.131896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:45:34.133014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Checking segment: {'id': '011c6b7f-de97-419e-92b1-982729bcc1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '898812f4-5746-416a-b507-19929ae02db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:34.133014 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:34.133199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Bound using segment: {'id': '011c6b7f-de97-419e-92b1-982729bcc1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '898812f4-5746-416a-b507-19929ae02db6'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:45:34.133723 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Bound port: 93732a34-7986-4dab-ad9c-3e13d2b1645e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011c6b7f-de97-419e-92b1-982729bcc1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '898812f4-5746-416a-b507-19929ae02db6'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:45:34.133999 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:34.219909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, f819c79f-d06f-4912-bdcf-9b8099023e76) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:34.227246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:34.228117 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:34.235619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] For port 93732a34-7986-4dab-ad9c-3e13d2b1645e, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:45:34.238794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8996b3-7932-4122-b79c-a240989050d8 None None] Network f819c79f-d06f-4912-bdcf-9b8099023e76 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:34.243511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] For port 93732a34-7986-4dab-ad9c-3e13d2b1645e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=93732a34-7986-4dab-ad9c-3e13d2b1645e,segment=NetworkSegment(011c6b7f-de97-419e-92b1-982729bcc1c4),segment_id=011c6b7f-de97-419e-92b1-982729bcc1c4)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:45:34.324347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55302) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:34.330280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5ef1cd65-61f6-427f-95b6-df0964afbcb8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3620827 Sep 16 16:45:34.361367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:34.484791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7748a-93e2-4ae8-9fa7-64e5af3d59cb None None] Pushing event updated for resources: {'Port': ['ID=93732a34-7986-4dab-ad9c-3e13d2b1645e,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:34.508097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1989078e-5095-4420-b709-9146ba75139f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-f819c79f-d06f-4912-bdcf-9b8099023e76', 'network_id': 'f819c79f-d06f-4912-bdcf-9b8099023e76', 'tenant_id': '8817baa3e71540de96d42eb4fedbf749', 'fixed_ips': [{'subnet_id': 'c598eb5e-1b37-4f86-9899-2d7ed6297911'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:45:34.509001 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1989078e-5095-4420-b709-9146ba75139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:34.766087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-1989078e-5095-4420-b709-9146ba75139f None None] Allocated IP 2001:db8::2 (f819c79f-d06f-4912-bdcf-9b8099023e76/c598eb5e-1b37-4f86-9899-2d7ed6297911/6a493e34-6576-4856-bc00-64e3ef0fa43d) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:34.851201 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:34.978451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee50776-bd66-4daf-986b-2dd573958ffc req-7235673f-3075-4185-849d-cc64aa37855f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:34.986639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ee50776-bd66-4daf-986b-2dd573958ffc req-7235673f-3075-4185-849d-cc64aa37855f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0696962 Sep 16 16:45:35.038352 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ee50776-bd66-4daf-986b-2dd573958ffc req-8bba7bc4-b3f3-444b-b771-7d57fd5838cf tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505283 Sep 16 16:45:35.084801 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1989078e-5095-4420-b709-9146ba75139f None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:35.212962 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1989078e-5095-4420-b709-9146ba75139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:35.218836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Allocated IP 2001:db8::1 (898812f4-5746-416a-b507-19929ae02db6/c64e313d-4eef-46d1-b660-5c290e42b4b0/8f8b0926-7355-4cf8-84ad-31c4b57618d3) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:35.331480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989078e-5095-4420-b709-9146ba75139f None None] Network f819c79f-d06f-4912-bdcf-9b8099023e76 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:35.333303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-1989078e-5095-4420-b709-9146ba75139f None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:35.341705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1989078e-5095-4420-b709-9146ba75139f None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:35.459859 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:35.463696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989078e-5095-4420-b709-9146ba75139f None None] Pushing event updated for resources: {'Port': ['ID=6a493e34-6576-4856-bc00-64e3ef0fa43d,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:35.475498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1989078e-5095-4420-b709-9146ba75139f None None] Attempting to bind port 6a493e34-6576-4856-bc00-64e3ef0fa43d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:45:35.478051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1989078e-5095-4420-b709-9146ba75139f None None] Attempting to bind port 6a493e34-6576-4856-bc00-64e3ef0fa43d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '99e8cd0d-d94f-4b35-84e9-cb76c9869da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f819c79f-d06f-4912-bdcf-9b8099023e76'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:45:35.478051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989078e-5095-4420-b709-9146ba75139f None None] Attempting to bind port 6a493e34-6576-4856-bc00-64e3ef0fa43d on network f819c79f-d06f-4912-bdcf-9b8099023e76 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:45:35.486266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989078e-5095-4420-b709-9146ba75139f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:45:35.487559 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989078e-5095-4420-b709-9146ba75139f None None] Checking segment: {'id': '99e8cd0d-d94f-4b35-84e9-cb76c9869da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f819c79f-d06f-4912-bdcf-9b8099023e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:35.488218 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1989078e-5095-4420-b709-9146ba75139f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:35.489028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989078e-5095-4420-b709-9146ba75139f None None] Bound using segment: {'id': '99e8cd0d-d94f-4b35-84e9-cb76c9869da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f819c79f-d06f-4912-bdcf-9b8099023e76'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:45:35.489724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1989078e-5095-4420-b709-9146ba75139f None None] Bound port: 6a493e34-6576-4856-bc00-64e3ef0fa43d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e8cd0d-d94f-4b35-84e9-cb76c9869da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f819c79f-d06f-4912-bdcf-9b8099023e76'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:45:35.493444 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1989078e-5095-4420-b709-9146ba75139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:35.587832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1989078e-5095-4420-b709-9146ba75139f None None] For port 6a493e34-6576-4856-bc00-64e3ef0fa43d, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:45:35.591233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1989078e-5095-4420-b709-9146ba75139f None None] For port 6a493e34-6576-4856-bc00-64e3ef0fa43d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6a493e34-6576-4856-bc00-64e3ef0fa43d,segment=NetworkSegment(99e8cd0d-d94f-4b35-84e9-cb76c9869da6),segment_id=99e8cd0d-d94f-4b35-84e9-cb76c9869da6)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:45:35.619055 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:35.662900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network 898812f4-5746-416a-b507-19929ae02db6 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:35.666259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:35.670156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:35.670710 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:35.720690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1989078e-5095-4420-b709-9146ba75139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:35.730121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Port': ['ID=8f8b0926-7355-4cf8-84ad-31c4b57618d3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:35.845149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989078e-5095-4420-b709-9146ba75139f None None] Pushing event updated for resources: {'Port': ['ID=6a493e34-6576-4856-bc00-64e3ef0fa43d,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:35.950662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaee2c1-2805-47db-8420-ee96ddf99bce None None] Network 898812f4-5746-416a-b507-19929ae02db6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:36.006443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 93732a34-7986-4dab-ad9c-3e13d2b1645e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:36.083343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:36.140506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9b492693-65b9-42f1-ab97-7d92d1fe832a None None] Provisioning complete for port 93732a34-7986-4dab-ad9c-3e13d2b1645e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:36.141000 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9b492693-65b9-42f1-ab97-7d92d1fe832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:36.262521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b8699-77bf-43ec-afe5-a865217deb99 req-e584af47-ca5e-4783-8ade-d4c806a0cfd7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:36.271814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-265b8699-77bf-43ec-afe5-a865217deb99 req-e584af47-ca5e-4783-8ade-d4c806a0cfd7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0850005 Sep 16 16:45:36.310374 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 93732a34-7986-4dab-ad9c-3e13d2b1645e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:36.310760 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:36.348617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-265b8699-77bf-43ec-afe5-a865217deb99 req-d92e7177-5a4e-45c6-83d8-ba45b0d76e37 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753856 Sep 16 16:45:36.601935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9b492693-65b9-42f1-ab97-7d92d1fe832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:36.626249 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:36.676978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9b492693-65b9-42f1-ab97-7d92d1fe832a None None] For port 93732a34-7986-4dab-ad9c-3e13d2b1645e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=93732a34-7986-4dab-ad9c-3e13d2b1645e,segment=NetworkSegment(011c6b7f-de97-419e-92b1-982729bcc1c4),segment_id=011c6b7f-de97-419e-92b1-982729bcc1c4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:36.688223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:36.689211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:36.740701 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:36.809790 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9b492693-65b9-42f1-ab97-7d92d1fe832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:36.863995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Port': ['ID=8f8b0926-7355-4cf8-84ad-31c4b57618d3,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:36.924981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:45:36.925342 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:45:36.925832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b492693-65b9-42f1-ab97-7d92d1fe832a None None] Pushing event updated for resources: {'Port': ['ID=93732a34-7986-4dab-ad9c-3e13d2b1645e,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:36.941067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network 898812f4-5746-416a-b507-19929ae02db6 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:36.943057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:37.235917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Router f8991783-6d4a-4c13-8a68-6250915fce21 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:45:37.269091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6292918d-7021-4e65-b063-9dc53f375481 None None] Provisioning complete for port 8f8b0926-7355-4cf8-84ad-31c4b57618d3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:37.269694 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6292918d-7021-4e65-b063-9dc53f375481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:37.316108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6292918d-7021-4e65-b063-9dc53f375481 None None] Port 8f8b0926-7355-4cf8-84ad-31c4b57618d3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:37.326936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6292918d-7021-4e65-b063-9dc53f375481 None None] Provisioning complete for port 93732a34-7986-4dab-ad9c-3e13d2b1645e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:37.339587 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6292918d-7021-4e65-b063-9dc53f375481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:37.396416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb2bd3-ad6f-4335-a96f-11d30d033e70 None None] Network f819c79f-d06f-4912-bdcf-9b8099023e76 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:37.397083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:45:37.413392 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f933d3ad-fa1b-47b8-a519-c79dcccf2a6d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "PUT /v2.0/routers/f8991783-6d4a-4c13-8a68-6250915fce21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0877802 Sep 16 16:45:37.416042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55324) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:37.640601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73430181-542a-486e-a918-2b7f927e8dad req-9ba8b45e-0d09-411d-8387-d02791e56b6e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:37.641296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b8a8dd-74a3-4032-84d0-29b3bc94f64c None None] Sync routers for ids ['f8991783-6d4a-4c13-8a68-6250915fce21'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:45:37.643867 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73430181-542a-486e-a918-2b7f927e8dad req-9ba8b45e-0d09-411d-8387-d02791e56b6e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.1208766 Sep 16 16:45:37.664139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8a8dd-74a3-4032-84d0-29b3bc94f64c None None] Routers {'f8991783-6d4a-4c13-8a68-6250915fce21'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:37.672112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-32b8a8dd-74a3-4032-84d0-29b3bc94f64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8991783-6d4a-4c13-8a68-6250915fce21'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:37.713039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-32b8a8dd-74a3-4032-84d0-29b3bc94f64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:37.722448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73430181-542a-486e-a918-2b7f927e8dad req-85b7d9ed-fe9b-4136-8027-d93f7f7a4b62 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699203 Sep 16 16:45:37.725976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8a8dd-74a3-4032-84d0-29b3bc94f64c None None] Routers {'f8991783-6d4a-4c13-8a68-6250915fce21'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:37.738899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-32b8a8dd-74a3-4032-84d0-29b3bc94f64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8991783-6d4a-4c13-8a68-6250915fce21'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:37.810004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-32b8a8dd-74a3-4032-84d0-29b3bc94f64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:37.810598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b8a8dd-74a3-4032-84d0-29b3bc94f64c None None] The sync data for ids ['f8991783-6d4a-4c13-8a68-6250915fce21'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:45:38.046499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dd71b15c-463d-4002-b0f5-1d09d849630b None None] Provisioning complete for port 8f8b0926-7355-4cf8-84ad-31c4b57618d3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:38.047135 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd71b15c-463d-4002-b0f5-1d09d849630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:38.076616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6a493e34-6576-4856-bc00-64e3ef0fa43d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:38.158158 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-3e7ced7a-4e3c-459b-9a51-f7656c6307c5 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:45:38.165685 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3e7ced7a-4e3c-459b-9a51-f7656c6307c5 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "PUT /v2.0/routers/f8991783-6d4a-4c13-8a68-6250915fce21/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7450838 Sep 16 16:45:38.168526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55332) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:38.175641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dd71b15c-463d-4002-b0f5-1d09d849630b None None] Port 8f8b0926-7355-4cf8-84ad-31c4b57618d3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:38.199088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dd71b15c-463d-4002-b0f5-1d09d849630b None None] Provisioning complete for port 6a493e34-6576-4856-bc00-64e3ef0fa43d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:38.199538 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd71b15c-463d-4002-b0f5-1d09d849630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:38.247436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6a493e34-6576-4856-bc00-64e3ef0fa43d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:38.247436 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:38.324467 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd71b15c-463d-4002-b0f5-1d09d849630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:38.379692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-dd71b15c-463d-4002-b0f5-1d09d849630b None None] For port 6a493e34-6576-4856-bc00-64e3ef0fa43d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6a493e34-6576-4856-bc00-64e3ef0fa43d,segment=NetworkSegment(99e8cd0d-d94f-4b35-84e9-cb76c9869da6),segment_id=99e8cd0d-d94f-4b35-84e9-cb76c9869da6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:38.445174 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:38.489356 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd71b15c-463d-4002-b0f5-1d09d849630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:38.588715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71b15c-463d-4002-b0f5-1d09d849630b None None] Pushing event updated for resources: {'Port': ['ID=6a493e34-6576-4856-bc00-64e3ef0fa43d,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:38.591643 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:45:38.591994 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:45:38.660136 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:38.660739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b1cc5598-2237-4522-b5ec-53d765cf74cc None None] Provisioning complete for port 6a493e34-6576-4856-bc00-64e3ef0fa43d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:38.661244 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5598-2237-4522-b5ec-53d765cf74cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:38.920883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91ca5a-fd12-4359-b45f-5f091b678b80 req-0f61ea1c-2a60-465f-bfb1-37a039ba398d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:38.922212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc91ca5a-fd12-4359-b45f-5f091b678b80 req-0f61ea1c-2a60-465f-bfb1-37a039ba398d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0980864 Sep 16 16:45:38.996626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc91ca5a-fd12-4359-b45f-5f091b678b80 req-23449b4e-5af7-473d-8efc-ee1f1fff9952 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664673 Sep 16 16:45:39.066649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Deleting port 8f8b0926-7355-4cf8-84ad-31c4b57618d3 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:39.066999 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:39.206902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 93732a34-7986-4dab-ad9c-3e13d2b1645e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:39.242314 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:39.286719 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Calling delete_port for 8f8b0926-7355-4cf8-84ad-31c4b57618d3 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:39.334411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 93732a34-7986-4dab-ad9c-3e13d2b1645e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:39.335483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:39.638113 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:39.669677 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Port': ['ID=8f8b0926-7355-4cf8-84ad-31c4b57618d3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:39.791342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:39.891421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6a493e34-6576-4856-bc00-64e3ef0fa43d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:39.936331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6a493e34-6576-4856-bc00-64e3ef0fa43d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:39.936735 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:39.984194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Router f8991783-6d4a-4c13-8a68-6250915fce21 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:45:40.081819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:45:40.091406 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03bcc75-5300-460b-891c-a695dc3ad441 None None] Sync routers for ids ['f8991783-6d4a-4c13-8a68-6250915fce21'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:45:40.094971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-36b32081-cb56-46d3-9436-bce53273e076 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "PUT /v2.0/routers/f8991783-6d4a-4c13-8a68-6250915fce21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9235930 Sep 16 16:45:40.098415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55360) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:40.102672 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03bcc75-5300-460b-891c-a695dc3ad441 None None] Routers {'f8991783-6d4a-4c13-8a68-6250915fce21'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:40.103418 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d03bcc75-5300-460b-891c-a695dc3ad441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8991783-6d4a-4c13-8a68-6250915fce21'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:40.138519 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d03bcc75-5300-460b-891c-a695dc3ad441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:40.147937 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03bcc75-5300-460b-891c-a695dc3ad441 None None] Routers {'f8991783-6d4a-4c13-8a68-6250915fce21'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:40.148927 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d03bcc75-5300-460b-891c-a695dc3ad441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8991783-6d4a-4c13-8a68-6250915fce21'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:40.182550 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d03bcc75-5300-460b-891c-a695dc3ad441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:40.183206 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03bcc75-5300-460b-891c-a695dc3ad441 None None] The sync data for ids ['f8991783-6d4a-4c13-8a68-6250915fce21'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:45:40.466955 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-ab51684c-3d02-4de7-95e7-72bc5f0c012a tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] delete failed (client error): The resource could not be found. Sep 16 16:45:40.468260 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ab51684c-3d02-4de7-95e7-72bc5f0c012a tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-2105377610 HTTP/1.1" status: 404 len: 335 time: 0.3688467 Sep 16 16:45:40.472268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55368) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:40.476991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-eaea810a-18d4-417e-a0d9-1bd4b388a935 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8991783-6d4a-4c13-8a68-6250915fce21'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:40.489530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cb038-f10a-4d90-9f34-5e46bddea7c4 req-c7c7a401-e708-4494-b9cf-f01c42e85159 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:40.491022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-653cb038-f10a-4d90-9f34-5e46bddea7c4 req-c7c7a401-e708-4494-b9cf-f01c42e85159 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.4115598 Sep 16 16:45:40.529456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-653cb038-f10a-4d90-9f34-5e46bddea7c4 req-a1ac9fc8-89fc-484b-b3d3-2557a97b409d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320480 Sep 16 16:45:40.981137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaea810a-18d4-417e-a0d9-1bd4b388a935 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:41.022994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-b1b2f5e0-82c7-4ec3-9234-66198f240dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:41.024521 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-b1b2f5e0-82c7-4ec3-9234-66198f240dc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 1096 time: 0.0457311 Sep 16 16:45:41.109399 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-eaea810a-18d4-417e-a0d9-1bd4b388a935 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] update failed (client error): The resource could not be found. Sep 16 16:45:41.114365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55374) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:41.119934 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eaea810a-18d4-417e-a0d9-1bd4b388a935 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "PUT /v2.0/routers/f8991783-6d4a-4c13-8a68-6250915fce21 HTTP/1.1" status: 404 len: 339 time: 0.6411152 Sep 16 16:45:41.120046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1806782731'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:41.138989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-d6183cc7-4f04-49ec-af81-c0cd5395d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:41.140484 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-d6183cc7-4f04-49ec-af81-c0cd5395d5ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.1091015 Sep 16 16:45:41.182576 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-3bce020a-a613-4058-8adc-aacd03876641 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 HTTP/1.1" status: 200 len: 217 time: 0.0351720 Sep 16 16:45:41.232283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-05955bbb-c35c-42fb-b630-759675c698e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:41.233886 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-05955bbb-c35c-42fb-b630-759675c698e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0451775 Sep 16 16:45:41.278972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-3d8ef2d8-5c30-43c9-a176-c505e5349c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:41.280508 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-3d8ef2d8-5c30-43c9-a176-c505e5349c81 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396500 Sep 16 16:45:41.298661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Made reservation on behalf of 8817baa3e71540de96d42eb4fedbf749 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:41.302157 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:41.336078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:45:41.349616 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:41.349958 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Added segment d71ff26f-385c-4766-9d9a-aa1670a3f51b of type vlan for network f1983626-d3a4-42c9-83da-2e831c2cddfe Sep 16 16:45:41.387586 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-0f79b54c-7826-4952-874c-fd154edd5127 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999882 Sep 16 16:45:41.391626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:41.489607 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-598fd6ec-7f85-4b59-95dc-b3086fe73a5d req-84536a9d-48e9-49b1-a20d-45b10710f884 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935121 Sep 16 16:45:41.520143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:41.529179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:41.529739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:41.601273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Network': ['ID=f1983626-d3a4-42c9-83da-2e831c2cddfe,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:41.619187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network f1983626-d3a4-42c9-83da-2e831c2cddfe details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:45:41.636754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-515eee9c-93c4-4b97-a753-2377849f45d7 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5211072 Sep 16 16:45:41.640166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55380) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:41.646098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'subnet': {'network_id': 'f1983626-d3a4-42c9-83da-2e831c2cddfe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:41.658021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d624e-a108-4cfe-b897-90587fc221f6 req-33cf9583-3d51-4dfd-9b93-9327e3e77cef tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:41.660070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-231d624e-a108-4cfe-b897-90587fc221f6 req-33cf9583-3d51-4dfd-9b93-9327e3e77cef tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0542276 Sep 16 16:45:41.709806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-231d624e-a108-4cfe-b897-90587fc221f6 req-de219710-d93c-47a1-b3ff-caf996e32bca tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Sep 16 16:45:41.790032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Made reservation on behalf of 8817baa3e71540de96d42eb4fedbf749 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:45:41.793897 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:42.063150 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:42.128276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Subnet': ['ID=757f973c-7989-48c6-92b4-b1d9b82ac0c6,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:42.136953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Checking segment: {'id': 'd71ff26f-385c-4766-9d9a-aa1670a3f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1983626-d3a4-42c9-83da-2e831c2cddfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:42.137318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network hostable DHCP agents. Network: f1983626-d3a4-42c9-83da-2e831c2cddfe, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:45:42.258386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network f1983626-d3a4-42c9-83da-2e831c2cddfe is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:45:42.327270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, f1983626-d3a4-42c9-83da-2e831c2cddfe) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:42.331924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:42.332654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:42.339427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959364cd-a59f-4b8d-bec8-293ea8dfc562 None None] Network f1983626-d3a4-42c9-83da-2e831c2cddfe requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:42.410319 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6cf7cf3d-1bce-42f6-b38c-7f71e8dc018e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7686205 Sep 16 16:45:42.413311 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55388) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:42.422447 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fbecae0e-536b-46fa-821d-68cce8090362 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f1983626-d3a4-42c9-83da-2e831c2cddfe'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:42.501122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-f1983626-d3a4-42c9-83da-2e831c2cddfe', 'network_id': 'f1983626-d3a4-42c9-83da-2e831c2cddfe', 'tenant_id': '8817baa3e71540de96d42eb4fedbf749', 'fixed_ips': [{'subnet_id': '757f973c-7989-48c6-92b4-b1d9b82ac0c6'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:45:42.502357 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:42.642128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Allocated IP 2001:db8:1::2 (f1983626-d3a4-42c9-83da-2e831c2cddfe/757f973c-7989-48c6-92b4-b1d9b82ac0c6/a1b7718d-f0ca-419d-9961-f3eeca7b3d47) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:42.648239 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbecae0e-536b-46fa-821d-68cce8090362 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:42.801206 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:42.831891 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-fbecae0e-536b-46fa-821d-68cce8090362 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:45:42.836808 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fbecae0e-536b-46fa-821d-68cce8090362 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "PUT /v2.0/routers/f8991783-6d4a-4c13-8a68-6250915fce21 HTTP/1.1" status: 400 len: 364 time: 0.4188273 Sep 16 16:45:42.837768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55392) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:42.839398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9121b-6a7d-4e70-a2fe-bb5be1656044 req-34f659ff-4b8d-4313-b9a8-21b4273430ec tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:42.841024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3da9121b-6a7d-4e70-a2fe-bb5be1656044 req-34f659ff-4b8d-4313-b9a8-21b4273430ec tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.0509453 Sep 16 16:45:42.872861 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:42.881448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3da9121b-6a7d-4e70-a2fe-bb5be1656044 req-cb6b3166-3d05-476d-865f-18a5fc660661 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334671 Sep 16 16:45:42.931577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Network f1983626-d3a4-42c9-83da-2e831c2cddfe is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:42.936287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:42.938776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:42.948721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Pushing event updated for resources: {'Port': ['ID=a1b7718d-f0ca-419d-9961-f3eeca7b3d47,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:43.015127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Attempting to bind port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:45:43.015805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Attempting to bind port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd71ff26f-385c-4766-9d9a-aa1670a3f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1983626-d3a4-42c9-83da-2e831c2cddfe'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:45:43.016342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Attempting to bind port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 on network f1983626-d3a4-42c9-83da-2e831c2cddfe {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:45:43.026633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:45:43.027288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Checking segment: {'id': 'd71ff26f-385c-4766-9d9a-aa1670a3f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1983626-d3a4-42c9-83da-2e831c2cddfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:45:43.028607 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:43.029201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Bound using segment: {'id': 'd71ff26f-385c-4766-9d9a-aa1670a3f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1983626-d3a4-42c9-83da-2e831c2cddfe'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:45:43.029661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Bound port: a1b7718d-f0ca-419d-9961-f3eeca7b3d47, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71ff26f-385c-4766-9d9a-aa1670a3f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1983626-d3a4-42c9-83da-2e831c2cddfe'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:45:43.030056 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:43.108154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] For port a1b7718d-f0ca-419d-9961-f3eeca7b3d47, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:45:43.112184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] For port a1b7718d-f0ca-419d-9961-f3eeca7b3d47, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a1b7718d-f0ca-419d-9961-f3eeca7b3d47,segment=NetworkSegment(d71ff26f-385c-4766-9d9a-aa1670a3f51b),segment_id=d71ff26f-385c-4766-9d9a-aa1670a3f51b)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:45:43.150257 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:43.247947 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:43.312298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5f92e-c9e3-4e4d-ad7c-7c82a9f9cc86 None None] Pushing event updated for resources: {'Port': ['ID=a1b7718d-f0ca-419d-9961-f3eeca7b3d47,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:43.416518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Allocated IP 2001:db8::1 (ae884d0a-c9dc-4311-b0e2-55bcb18dbf49/c356f16d-6f82-4d57-b8f8-6f8ec12b91f3/daec5c96-b957-402e-8309-8e90d17a153c) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:45:43.588505 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:43.596878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:43.733671 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:43.779514 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:43.782541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:43.790298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:45:43.790846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:43.794488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Port': ['ID=daec5c96-b957-402e-8309-8e90d17a153c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:43.818887 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:43.904694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a1b7718d-f0ca-419d-9961-f3eeca7b3d47 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:43.973417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:43.974489 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:44.038726 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:44.125027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c6777-f8f6-4990-8422-21ec3bea61a0 req-ee9821ed-6a6a-4ced-a312-6b743c38c695 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:44.138083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a09c6777-f8f6-4990-8422-21ec3bea61a0 req-ee9821ed-6a6a-4ced-a312-6b743c38c695 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 945 time: 0.1587894 Sep 16 16:45:44.176970 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:44.196690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-204aad57-31e1-4f0e-961b-5ae5185e8a56 None None] Provisioning complete for port daec5c96-b957-402e-8309-8e90d17a153c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:44.197366 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-204aad57-31e1-4f0e-961b-5ae5185e8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:44.200628 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a09c6777-f8f6-4990-8422-21ec3bea61a0 req-4f988c78-053e-4e44-8b03-728ae648e9f7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616140 Sep 16 16:45:44.223777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port a1b7718d-f0ca-419d-9961-f3eeca7b3d47, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a1b7718d-f0ca-419d-9961-f3eeca7b3d47,segment=NetworkSegment(d71ff26f-385c-4766-9d9a-aa1670a3f51b),segment_id=d71ff26f-385c-4766-9d9a-aa1670a3f51b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:44.279520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-204aad57-31e1-4f0e-961b-5ae5185e8a56 None None] Port daec5c96-b957-402e-8309-8e90d17a153c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:44.349466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642b3e2-6329-4316-a713-a011040d4498 req-1604837a-ea47-446d-a432-fb994c2dc23b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:44.351126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9642b3e2-6329-4316-a713-a011040d4498 req-1604837a-ea47-446d-a432-fb994c2dc23b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0584676 Sep 16 16:45:44.364228 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:44.442121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9642b3e2-6329-4316-a713-a011040d4498 req-def41d7a-d3c0-4a64-b263-6ea89c49aec1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713091 Sep 16 16:45:44.445758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=a1b7718d-f0ca-419d-9961-f3eeca7b3d47,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:44.460547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.461522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.461522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.461773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.462099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.462435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.462767 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.463094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.463417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.463737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.464123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.464369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:44.487005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:44.495162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef969d-d126-495e-89c0-9c71af817c05 None None] Network f1983626-d3a4-42c9-83da-2e831c2cddfe requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:44.563057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1f4a43f6-ef28-456a-81be-c7b950c6f55e None None] Provisioning complete for port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:44.567148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1f4a43f6-ef28-456a-81be-c7b950c6f55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:44.577916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6199c-0453-4f3e-a7ac-c4fa4e5cfb9b req-29024210-ab17-4caf-9f3c-2444d65cc749 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:44.579446 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7e6199c-0453-4f3e-a7ac-c4fa4e5cfb9b req-29024210-ab17-4caf-9f3c-2444d65cc749 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0516949 Sep 16 16:45:44.613310 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:44.614144 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:44.657951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7e6199c-0453-4f3e-a7ac-c4fa4e5cfb9b req-45f1675d-076a-46fd-94ac-5ab230619d66 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657182 Sep 16 16:45:44.692561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event updated for resources: {'Port': ['ID=daec5c96-b957-402e-8309-8e90d17a153c,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:44.774939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Network ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:45:44.776415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:45:44.901615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Router f8991783-6d4a-4c13-8a68-6250915fce21 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:45:45.030315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:45:45.041359 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0f1bd59b-2122-41e6-a0cd-03caf049384d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "PUT /v2.0/routers/f8991783-6d4a-4c13-8a68-6250915fce21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2024581 Sep 16 16:45:45.042194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55416) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:45.048994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680dc17e-bc63-4202-86af-701b5d84d54b None None] Sync routers for ids ['f8991783-6d4a-4c13-8a68-6250915fce21'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:45:45.059413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a03c95-8898-4442-b279-00deb7ab56ff req-f992d264-858f-4e9c-8369-7f42c8c9a7cd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:45.063980 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680dc17e-bc63-4202-86af-701b5d84d54b None None] Routers {'f8991783-6d4a-4c13-8a68-6250915fce21'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:45.065085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-680dc17e-bc63-4202-86af-701b5d84d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8991783-6d4a-4c13-8a68-6250915fce21'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:45.067512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62a03c95-8898-4442-b279-00deb7ab56ff req-f992d264-858f-4e9c-8369-7f42c8c9a7cd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0762205 Sep 16 16:45:45.153352 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62a03c95-8898-4442-b279-00deb7ab56ff req-82a8b205-7a3f-4c43-b8f1-462795cb4d9c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848615 Sep 16 16:45:45.157483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-680dc17e-bc63-4202-86af-701b5d84d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:45.206783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680dc17e-bc63-4202-86af-701b5d84d54b None None] Routers {'f8991783-6d4a-4c13-8a68-6250915fce21'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:45.206783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-680dc17e-bc63-4202-86af-701b5d84d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8991783-6d4a-4c13-8a68-6250915fce21'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:45.218807 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d73493b4-c349-416d-8a8d-9f159933b929 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:45.254594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-680dc17e-bc63-4202-86af-701b5d84d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:45.255120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680dc17e-bc63-4202-86af-701b5d84d54b None None] The sync data for ids ['f8991783-6d4a-4c13-8a68-6250915fce21'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:45:45.257404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-000addb8-d293-415c-889a-58b193e73c2e None None] Provisioning complete for port daec5c96-b957-402e-8309-8e90d17a153c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:45.257814 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-000addb8-d293-415c-889a-58b193e73c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:45.301159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-000addb8-d293-415c-889a-58b193e73c2e None None] Port daec5c96-b957-402e-8309-8e90d17a153c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:45:45.318989 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-d73493b4-c349-416d-8a8d-9f159933b929 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 16:45:45.320085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d73493b4-c349-416d-8a8d-9f159933b929 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/routers/f8991783-6d4a-4c13-8a68-6250915fce21 HTTP/1.1" status: 409 len: 329 time: 0.2767258 Sep 16 16:45:45.322930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55422) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:45.420520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b360eff2-09bf-4cb8-aa40-a5492c9b02b1 None None] Provisioning complete for port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:45.420976 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b360eff2-09bf-4cb8-aa40-a5492c9b02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:45.469442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:45:45.577154 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:45.601168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:45:45.603430 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c201e5-d325-4919-87b8-6a641ffc6ac0" -d '{"events": [{"server_uuid": "70472b5c-84dd-41ff-97a7-4ee4ea1c0d75", "name": "network-vif-unplugged", "status": "completed", "tag": "d74e1cb7-a7b1-459c-bb7f-97577d0e25e5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:45:45.625162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:45.645165 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 16:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fcce10-158b-43a4-8d0d-139cd0028e71 x-openstack-request-id: req-a5fcce10-158b-43a4-8d0d-139cd0028e71 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:45:45.645470 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70472b5c-84dd-41ff-97a7-4ee4ea1c0d75", "name": "network-vif-unplugged", "status": "failed", "tag": "d74e1cb7-a7b1-459c-bb7f-97577d0e25e5", "code": 422}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:45:45.645821 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5fcce10-158b-43a4-8d0d-139cd0028e71 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:45:45.646593 n-d-807786-3 neutron-server[95359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5', 'code': 422} returned with failed status Sep 16 16:45:45.649635 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:45.835709 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:45.840760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a1b7718d-f0ca-419d-9961-f3eeca7b3d47 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:45:45.914180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Deleting port daec5c96-b957-402e-8309-8e90d17a153c {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:45.914775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:45.917621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:45.931007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:45:45.931235 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:46.005885 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:46.023011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Calling delete_port for daec5c96-b957-402e-8309-8e90d17a153c owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:46.264249 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:46.292758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9365b-ebdc-44f4-b998-d9a4b11d0e23 req-9586c584-bd65-4104-8196-04bc867e0dcd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:46.294407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adc9365b-ebdc-44f4-b998-d9a4b11d0e23 req-9586c584-bd65-4104-8196-04bc867e0dcd tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0594883 Sep 16 16:45:46.303929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Port': ['ID=daec5c96-b957-402e-8309-8e90d17a153c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:46.360724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-adc9365b-ebdc-44f4-b998-d9a4b11d0e23 req-4c50d8bc-e92f-4725-bacc-133c7a41871b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551271 Sep 16 16:45:46.702503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:46.859315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Router f8991783-6d4a-4c13-8a68-6250915fce21 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:45:46.936810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:45:46.947205 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-383a0b70-9d57-49c9-b760-eefc572dad4e tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "PUT /v2.0/routers/f8991783-6d4a-4c13-8a68-6250915fce21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6192336 Sep 16 16:45:46.947205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55436) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:46.947500 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d7132-3ceb-490c-a633-7f1d7fbe4e56 None None] Sync routers for ids ['f8991783-6d4a-4c13-8a68-6250915fce21'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:45:46.957837 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d7132-3ceb-490c-a633-7f1d7fbe4e56 None None] Routers {'f8991783-6d4a-4c13-8a68-6250915fce21'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:46.958438 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-375d7132-3ceb-490c-a633-7f1d7fbe4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8991783-6d4a-4c13-8a68-6250915fce21'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:46.985368 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-23d1b3ba-fffd-465f-99f8-a41c466effea tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] show failed (client error): The resource could not be found. Sep 16 16:45:46.986976 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-23d1b3ba-fffd-465f-99f8-a41c466effea tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1796841191 HTTP/1.1" status: 404 len: 335 time: 0.0382795 Sep 16 16:45:46.991886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55438) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:46.992206 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-375d7132-3ceb-490c-a633-7f1d7fbe4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:46.997343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6d051ef4-f402-4360-90bb-99f6ea36e3fb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:47.001051 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d7132-3ceb-490c-a633-7f1d7fbe4e56 None None] Routers {'f8991783-6d4a-4c13-8a68-6250915fce21'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:45:47.001600 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-375d7132-3ceb-490c-a633-7f1d7fbe4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f8991783-6d4a-4c13-8a68-6250915fce21'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:47.031429 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-6d051ef4-f402-4360-90bb-99f6ea36e3fb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] update failed (client error): The resource could not be found. Sep 16 16:45:47.037786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6d051ef4-f402-4360-90bb-99f6ea36e3fb tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-348859785 HTTP/1.1" status: 404 len: 334 time: 0.0390606 Sep 16 16:45:47.037971 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-375d7132-3ceb-490c-a633-7f1d7fbe4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:47.037971 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d7132-3ceb-490c-a633-7f1d7fbe4e56 None None] The sync data for ids ['f8991783-6d4a-4c13-8a68-6250915fce21'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:45:47.038166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55440) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:47.095502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Deleting subnet 757f973c-7989-48c6-92b4-b1d9b82ac0c6 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:45:47.098787 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.137971 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.218965 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.345355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.373384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Subnet': ['ID=757f973c-7989-48c6-92b4-b1d9b82ac0c6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:47.379991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.385721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/subnets/757f973c-7989-48c6-92b4-b1d9b82ac0c6 HTTP/1.1" status: 204 len: 168 time: 0.3424613 Sep 16 16:45:47.386028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55446) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:47.390061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ff145f-8b1d-4494-8a04-9ddd4ebc48aa None None] Network f1983626-d3a4-42c9-83da-2e831c2cddfe requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:47.394977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.395495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.396657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.396657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.396657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.402370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.402370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.402370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.402370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.402370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.402370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.402370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac03dd-3d8e-4164-ac19-4fc0db6e04f8 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:45:47.488104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.541976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992aa59-9107-4758-baca-8a35fe74ac0a req-3b99c953-b20c-413e-bcbb-e420376e7615 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:47.543528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4992aa59-9107-4758-baca-8a35fe74ac0a req-3b99c953-b20c-413e-bcbb-e420376e7615 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0650113 Sep 16 16:45:47.550243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Deleting port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:47.550598 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.591315 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4992aa59-9107-4758-baca-8a35fe74ac0a req-fab646a5-ecc6-47ed-aea6-d7cc08cfee9e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354638 Sep 16 16:45:47.626991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3876606-d00e-42bf-a6fc-5d1244de51ee None None] DHCP port deletion for f1983626-d3a4-42c9-83da-2e831c2cddfe request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:45:47.632612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] For port a1b7718d-f0ca-419d-9961-f3eeca7b3d47, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a1b7718d-f0ca-419d-9961-f3eeca7b3d47,segment=NetworkSegment(d71ff26f-385c-4766-9d9a-aa1670a3f51b),segment_id=d71ff26f-385c-4766-9d9a-aa1670a3f51b)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:47.633168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.647077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Calling delete_port for a1b7718d-f0ca-419d-9961-f3eeca7b3d47 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:47.673096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f3876606-d00e-42bf-a6fc-5d1244de51ee None None] Deleting port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:47.673480 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3876606-d00e-42bf-a6fc-5d1244de51ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.755937 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f3876606-d00e-42bf-a6fc-5d1244de51ee None None] For port a1b7718d-f0ca-419d-9961-f3eeca7b3d47, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a1b7718d-f0ca-419d-9961-f3eeca7b3d47,segment=NetworkSegment(d71ff26f-385c-4766-9d9a-aa1670a3f51b),segment_id=d71ff26f-385c-4766-9d9a-aa1670a3f51b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:47.756336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3876606-d00e-42bf-a6fc-5d1244de51ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.770978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f3876606-d00e-42bf-a6fc-5d1244de51ee None None] Calling delete_port for a1b7718d-f0ca-419d-9961-f3eeca7b3d47 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:47.825190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.864651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Port': ['ID=a1b7718d-f0ca-419d-9961-f3eeca7b3d47,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:47.868686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] No DVR routers for this DVR port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:45:47.891321 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3876606-d00e-42bf-a6fc-5d1244de51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.917779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a1b7718d-f0ca-419d-9961-f3eeca7b3d47 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:45:47.923704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3876606-d00e-42bf-a6fc-5d1244de51ee None None] Pushing event deleted for resources: {'Port': ['ID=a1b7718d-f0ca-419d-9961-f3eeca7b3d47,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:47.948766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a1b7718d-f0ca-419d-9961-f3eeca7b3d47 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:45:47.949146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a1b7718d-f0ca-419d-9961-f3eeca7b3d47 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:45:47.952347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3876606-d00e-42bf-a6fc-5d1244de51ee None None] No DVR routers for this DVR port a1b7718d-f0ca-419d-9961-f3eeca7b3d47 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:45:47.964148 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:47.981642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1983626-d3a4-42c9-83da-2e831c2cddfe']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:47.991700 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71ff26f-385c-4766-9d9a-aa1670a3f51b') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:47.992058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71ff26f-385c-4766-9d9a-aa1670a3f51b') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:48.001270 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.014934 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.021103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:45:48.022427 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:45:48.027890 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:45:48.156265 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.163961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.165982 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/networks/f1983626-d3a4-42c9-83da-2e831c2cddfe HTTP/1.1" status: 204 len: 168 time: 0.7802050 Sep 16 16:45:48.168476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55452) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:48.185934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903b37b-ea4a-464e-80af-b4cce6fd22e2 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Network': ['ID=f1983626-d3a4-42c9-83da-2e831c2cddfe,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:48.230716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9973598-0d49-41a4-bc5d-86d05326e4f0 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Deleting subnet c598eb5e-1b37-4f86-9899-2d7ed6297911 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:45:48.233838 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9973598-0d49-41a4-bc5d-86d05326e4f0 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.276082 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9973598-0d49-41a4-bc5d-86d05326e4f0 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.368457 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9973598-0d49-41a4-bc5d-86d05326e4f0 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.510287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9973598-0d49-41a4-bc5d-86d05326e4f0 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.541135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d9973598-0d49-41a4-bc5d-86d05326e4f0 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.543048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d9973598-0d49-41a4-bc5d-86d05326e4f0 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/subnets/c598eb5e-1b37-4f86-9899-2d7ed6297911 HTTP/1.1" status: 204 len: 168 time: 0.3736458 Sep 16 16:45:48.544528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9973598-0d49-41a4-bc5d-86d05326e4f0 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Subnet': ['ID=c598eb5e-1b37-4f86-9899-2d7ed6297911,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:48.549773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55458) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:48.550813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dbf955-0627-4b17-bef5-b2d4a210dee3 None None] Network f819c79f-d06f-4912-bdcf-9b8099023e76 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:48.601212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b916fcf-b1a7-475a-a9b8-9705e814b003 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Deleting subnet c64e313d-4eef-46d1-b660-5c290e42b4b0 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:45:48.604872 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b916fcf-b1a7-475a-a9b8-9705e814b003 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.655629 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b916fcf-b1a7-475a-a9b8-9705e814b003 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.758795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03cdc6-aea4-4069-b868-289d5aa8c8a2 req-59923dac-33f7-4d10-922c-823f4b46094d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:48.760315 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e03cdc6-aea4-4069-b868-289d5aa8c8a2 req-59923dac-33f7-4d10-922c-823f4b46094d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0777686 Sep 16 16:45:48.776222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff816b62-c11b-401b-8c10-b31b1d7fa54c None None] DHCP port deletion for f819c79f-d06f-4912-bdcf-9b8099023e76 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:45:48.820710 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b916fcf-b1a7-475a-a9b8-9705e814b003 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.832714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ff816b62-c11b-401b-8c10-b31b1d7fa54c None None] Deleting port 6a493e34-6576-4856-bc00-64e3ef0fa43d {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:48.833182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ff816b62-c11b-401b-8c10-b31b1d7fa54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.855682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e03cdc6-aea4-4069-b868-289d5aa8c8a2 req-f0318494-93d4-4db8-984f-1957a0b83e7f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766721 Sep 16 16:45:48.902122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ff816b62-c11b-401b-8c10-b31b1d7fa54c None None] For port 6a493e34-6576-4856-bc00-64e3ef0fa43d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6a493e34-6576-4856-bc00-64e3ef0fa43d,segment=NetworkSegment(99e8cd0d-d94f-4b35-84e9-cb76c9869da6),segment_id=99e8cd0d-d94f-4b35-84e9-cb76c9869da6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:48.902511 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ff816b62-c11b-401b-8c10-b31b1d7fa54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.915183 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ff816b62-c11b-401b-8c10-b31b1d7fa54c None None] Calling delete_port for 6a493e34-6576-4856-bc00-64e3ef0fa43d owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:48.966364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b916fcf-b1a7-475a-a9b8-9705e814b003 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:48.995924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b916fcf-b1a7-475a-a9b8-9705e814b003 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Subnet': ['ID=c64e313d-4eef-46d1-b660-5c290e42b4b0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:48.999964 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b916fcf-b1a7-475a-a9b8-9705e814b003 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.002543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6b916fcf-b1a7-475a-a9b8-9705e814b003 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/subnets/c64e313d-4eef-46d1-b660-5c290e42b4b0 HTTP/1.1" status: 204 len: 168 time: 0.4551942 Sep 16 16:45:49.004549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55468) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:49.006887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e69fa00-3fcb-4e81-938f-16db705895b9 None None] Network 898812f4-5746-416a-b507-19929ae02db6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:49.082391 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.092783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ff816b62-c11b-401b-8c10-b31b1d7fa54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.139803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff816b62-c11b-401b-8c10-b31b1d7fa54c None None] No DVR routers for this DVR port 6a493e34-6576-4856-bc00-64e3ef0fa43d on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:45:49.145484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff816b62-c11b-401b-8c10-b31b1d7fa54c None None] Pushing event deleted for resources: {'Port': ['ID=6a493e34-6576-4856-bc00-64e3ef0fa43d,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:49.191384 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.207959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f819c79f-d06f-4912-bdcf-9b8099023e76']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:49.217616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e8cd0d-d94f-4b35-84e9-cb76c9869da6') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:49.217870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e8cd0d-d94f-4b35-84e9-cb76c9869da6') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:49.228433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.231852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e01ee7d-3aff-42a7-b169-02b550ac402c None None] DHCP port deletion for 898812f4-5746-416a-b507-19929ae02db6 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:45:49.243126 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.259762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:45:49.260435 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:45:49.263770 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:45:49.301804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6e01ee7d-3aff-42a7-b169-02b550ac402c None None] Deleting port 93732a34-7986-4dab-ad9c-3e13d2b1645e {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:49.302182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e01ee7d-3aff-42a7-b169-02b550ac402c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.365244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6e01ee7d-3aff-42a7-b169-02b550ac402c None None] For port 93732a34-7986-4dab-ad9c-3e13d2b1645e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=93732a34-7986-4dab-ad9c-3e13d2b1645e,segment=NetworkSegment(011c6b7f-de97-419e-92b1-982729bcc1c4),segment_id=011c6b7f-de97-419e-92b1-982729bcc1c4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:49.365644 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e01ee7d-3aff-42a7-b169-02b550ac402c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.381655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6e01ee7d-3aff-42a7-b169-02b550ac402c None None] Calling delete_port for 93732a34-7986-4dab-ad9c-3e13d2b1645e owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:49.480198 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.489292 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.491439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/networks/f819c79f-d06f-4912-bdcf-9b8099023e76 HTTP/1.1" status: 204 len: 168 time: 0.4859352 Sep 16 16:45:49.493849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55476) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:49.513034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d59d9-417f-41a1-918a-735e770a6220 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Network': ['ID=f819c79f-d06f-4912-bdcf-9b8099023e76,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:49.567254 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e01ee7d-3aff-42a7-b169-02b550ac402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.587927 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.595387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01ee7d-3aff-42a7-b169-02b550ac402c None None] Pushing event deleted for resources: {'Port': ['ID=93732a34-7986-4dab-ad9c-3e13d2b1645e,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:49.601426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01ee7d-3aff-42a7-b169-02b550ac402c None None] No DVR routers for this DVR port 93732a34-7986-4dab-ad9c-3e13d2b1645e on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:45:49.685220 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.706177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898812f4-5746-416a-b507-19929ae02db6']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:49.715198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011c6b7f-de97-419e-92b1-982729bcc1c4') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:49.715500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011c6b7f-de97-419e-92b1-982729bcc1c4') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:49.726364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.739977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.745675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:45:49.746063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:45:49.748986 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:45:49.839954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6a493e34-6576-4856-bc00-64e3ef0fa43d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:45:49.863237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 6a493e34-6576-4856-bc00-64e3ef0fa43d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:45:49.867278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6a493e34-6576-4856-bc00-64e3ef0fa43d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:45:49.867278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 93732a34-7986-4dab-ad9c-3e13d2b1645e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:45:49.883146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 93732a34-7986-4dab-ad9c-3e13d2b1645e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:45:49.883495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 93732a34-7986-4dab-ad9c-3e13d2b1645e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:45:49.886922 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.894991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:49.899184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/networks/898812f4-5746-416a-b507-19929ae02db6 HTTP/1.1" status: 204 len: 168 time: 0.4014800 Sep 16 16:45:49.899557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55480) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:49.917762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cbb80-4241-4609-9f5f-35c2f41de880 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Network': ['ID=898812f4-5746-416a-b507-19929ae02db6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:49.965764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4fcbea-16ad-49af-ac72-60082390a15d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Deleting subnet c356f16d-6f82-4d57-b8f8-6f8ec12b91f3 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:45:49.977282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8e4fcbea-16ad-49af-ac72-60082390a15d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.032449 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8e4fcbea-16ad-49af-ac72-60082390a15d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.073059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80290a68-3bf2-4ef7-8033-b4c5d1b874f7 req-ca089024-fba2-4a02-8e44-3b620fd8eb1d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:50.074555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80290a68-3bf2-4ef7-8033-b4c5d1b874f7 req-ca089024-fba2-4a02-8e44-3b620fd8eb1d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1142180 Sep 16 16:45:50.151873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80290a68-3bf2-4ef7-8033-b4c5d1b874f7 req-1add7906-9d6d-47b7-b3d5-033b76ca7fe4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667078 Sep 16 16:45:50.161670 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8e4fcbea-16ad-49af-ac72-60082390a15d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.310532 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8e4fcbea-16ad-49af-ac72-60082390a15d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.338301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fcbea-16ad-49af-ac72-60082390a15d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Subnet': ['ID=c356f16d-6f82-4d57-b8f8-6f8ec12b91f3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:50.341969 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8e4fcbea-16ad-49af-ac72-60082390a15d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.344113 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8e4fcbea-16ad-49af-ac72-60082390a15d tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/subnets/c356f16d-6f82-4d57-b8f8-6f8ec12b91f3 HTTP/1.1" status: 204 len: 168 time: 0.4350104 Sep 16 16:45:50.346910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55484) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:50.372935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ba938-c707-489f-a6b8-f9bf7ce120ce None None] Network ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:45:50.463405 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.532585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Deleting port eee4c72d-3ac0-4080-9770-0200ba550df7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:50.532585 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.581711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85631b5-c9fa-431b-b3a6-fee969c9ff33 None None] DHCP port deletion for ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:45:50.618889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] For port eee4c72d-3ac0-4080-9770-0200ba550df7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eee4c72d-3ac0-4080-9770-0200ba550df7,segment=NetworkSegment(df3dafc4-6eb6-40d3-81d6-99dfaf7aa401),segment_id=df3dafc4-6eb6-40d3-81d6-99dfaf7aa401)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:50.618889 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.631084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Calling delete_port for eee4c72d-3ac0-4080-9770-0200ba550df7 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:50.637463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a85631b5-c9fa-431b-b3a6-fee969c9ff33 None None] Deleting port eee4c72d-3ac0-4080-9770-0200ba550df7 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:45:50.637871 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a85631b5-c9fa-431b-b3a6-fee969c9ff33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.701977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a85631b5-c9fa-431b-b3a6-fee969c9ff33 None None] For port eee4c72d-3ac0-4080-9770-0200ba550df7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eee4c72d-3ac0-4080-9770-0200ba550df7,segment=NetworkSegment(df3dafc4-6eb6-40d3-81d6-99dfaf7aa401),segment_id=df3dafc4-6eb6-40d3-81d6-99dfaf7aa401)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:45:50.702371 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a85631b5-c9fa-431b-b3a6-fee969c9ff33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.715709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a85631b5-c9fa-431b-b3a6-fee969c9ff33 None None] Calling delete_port for eee4c72d-3ac0-4080-9770-0200ba550df7 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:45:50.818887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.824640 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a85631b5-c9fa-431b-b3a6-fee969c9ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.846534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Port': ['ID=eee4c72d-3ac0-4080-9770-0200ba550df7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:50.848439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] No DVR routers for this DVR port eee4c72d-3ac0-4080-9770-0200ba550df7 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:45:50.865517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85631b5-c9fa-431b-b3a6-fee969c9ff33 None None] Pushing event deleted for resources: {'Port': ['ID=eee4c72d-3ac0-4080-9770-0200ba550df7,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:50.865517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85631b5-c9fa-431b-b3a6-fee969c9ff33 None None] No DVR routers for this DVR port eee4c72d-3ac0-4080-9770-0200ba550df7 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:45:50.939135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.960674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae884d0a-c9dc-4311-b0e2-55bcb18dbf49']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:50.970479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3dafc4-6eb6-40d3-81d6-99dfaf7aa401') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:50.970989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3dafc4-6eb6-40d3-81d6-99dfaf7aa401') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:45:50.982506 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:50.994912 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:51.001005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:45:51.005509 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:45:51.156358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:51.165910 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:51.169068 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/networks/ae884d0a-c9dc-4311-b0e2-55bcb18dbf49 HTTP/1.1" status: 204 len: 168 time: 0.8188593 Sep 16 16:45:51.169642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55492) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:51.182727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004bbb4-83aa-4dc2-b2bc-486137e00a55 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Pushing event deleted for resources: {'Network': ['ID=ae884d0a-c9dc-4311-b0e2-55bcb18dbf49,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:51.211899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f3ab2cee-8b84-4b2d-ad06-3fd840487b66 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8991783-6d4a-4c13-8a68-6250915fce21 HTTP/1.1" status: 200 len: 205 time: 0.0407286 Sep 16 16:45:51.214299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55496) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:51.318201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3668dbcc-0341-4d90-942f-bbdaea3640b6 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:51.403983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693698cd-d1db-4e43-ad54-0a64efe33618 req-ff387dba-e43e-487f-ba60-543d2f90be4f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:51.405523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-693698cd-d1db-4e43-ad54-0a64efe33618 req-ff387dba-e43e-487f-ba60-543d2f90be4f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1510355 Sep 16 16:45:51.513936 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3668dbcc-0341-4d90-942f-bbdaea3640b6 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:51.517449 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3668dbcc-0341-4d90-942f-bbdaea3640b6 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:51.568418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-693698cd-d1db-4e43-ad54-0a64efe33618 req-ef618cd8-6001-4191-a2a1-2f3664b6928f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332195 Sep 16 16:45:51.648607 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3668dbcc-0341-4d90-942f-bbdaea3640b6 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:51.649162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3668dbcc-0341-4d90-942f-bbdaea3640b6 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Fanout notify agent at l3_agent the message router_deleted on router f8991783-6d4a-4c13-8a68-6250915fce21 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:45:51.658588 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3668dbcc-0341-4d90-942f-bbdaea3640b6 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:51.662457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3668dbcc-0341-4d90-942f-bbdaea3640b6 tempest-RoutersNegativeIpV6Test-763855418 tempest-RoutersNegativeIpV6Test-763855418-project] 10.222.0.22 "DELETE /v2.0/routers/f8991783-6d4a-4c13-8a68-6250915fce21 HTTP/1.1" status: 204 len: 168 time: 0.4447277 Sep 16 16:45:51.836509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eee4c72d-3ac0-4080-9770-0200ba550df7 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:45:51.864449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: eee4c72d-3ac0-4080-9770-0200ba550df7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:45:51.864812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eee4c72d-3ac0-4080-9770-0200ba550df7 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:45:52.106598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55508) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:52.245363 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d683dd54-2063-4349-900d-d6b6865a7e18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8817baa3e71540de96d42eb4fedbf749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375940 Sep 16 16:45:52.247734 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55512) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:52.298571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7b7431e-77c8-49c6-9809-b178e12eb9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:52.320955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7b7431e-77c8-49c6-9809-b178e12eb9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:52.441460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7b7431e-77c8-49c6-9809-b178e12eb9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:52.444047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7b7431e-77c8-49c6-9809-b178e12eb9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:52.445261 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b7b7431e-77c8-49c6-9809-b178e12eb9cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e3ded29-2ac3-43fe-be9a-2b0e5ce0c3ef HTTP/1.1" status: 204 len: 168 time: 0.1966312 Sep 16 16:45:52.454685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7431e-77c8-49c6-9809-b178e12eb9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3ded29-2ac3-43fe-be9a-2b0e5ce0c3ef,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:52.714132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb27124-8439-4e65-8982-1850cb06452d req-0bec319d-d0ca-44f7-b736-c120bb3f5f33 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:52.715881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbb27124-8439-4e65-8982-1850cb06452d req-0bec319d-d0ca-44f7-b736-c120bb3f5f33 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0622592 Sep 16 16:45:52.765357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbb27124-8439-4e65-8982-1850cb06452d req-6027138d-12fd-40df-b37e-5e12034caf18 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 Sep 16 16:45:53.391462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55542) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:53.495697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173159081'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:53.594452 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:53.603620 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:53.713413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:53.804888 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:53.874563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174865b2-790a-4ffa-9196-debf08c39f43,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:53.922534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab44582-16f2-488b-9077-55e0fdbfcc69 req-a81a9ba9-76ac-4e05-9587-85dfc4ca6d6b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:53.929126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ab44582-16f2-488b-9077-55e0fdbfcc69 req-a81a9ba9-76ac-4e05-9587-85dfc4ca6d6b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0784938 Sep 16 16:45:53.949172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:53.965303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ab44582-16f2-488b-9077-55e0fdbfcc69 req-772355b3-7ee5-40cb-9d5d-c097282affd7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Sep 16 16:45:54.045125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.078790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28491503-a940-4a8f-988e-889b526b3948,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:54.115301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.116599 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-522c701d-d9b5-40d9-8433-68f62a837b0c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7229772 Sep 16 16:45:54.119225 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55562) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:54.185875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0d47722f-8973-4f93-a7b9-46c8215a305b tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0654101 Sep 16 16:45:54.188610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55564) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:54.192823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-45f09a97-d7ba-4b07-9fe7-1557b7f5c0e4 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group': {'name': 'tempest-security--1436974127', 'description': 'tempest-security-description-1291104945'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:54.219097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45f09a97-d7ba-4b07-9fe7-1557b7f5c0e4 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.264737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45f09a97-d7ba-4b07-9fe7-1557b7f5c0e4 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.326562 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45f09a97-d7ba-4b07-9fe7-1557b7f5c0e4 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.329149 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45f09a97-d7ba-4b07-9fe7-1557b7f5c0e4 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.331011 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-45f09a97-d7ba-4b07-9fe7-1557b7f5c0e4 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "PUT /v2.0/security-groups/28491503-a940-4a8f-988e-889b526b3948 HTTP/1.1" status: 200 len: 1780 time: 0.1414683 Sep 16 16:45:54.336027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55566) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:54.354244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09a97-d7ba-4b07-9fe7-1557b7f5c0e4 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28491503-a940-4a8f-988e-889b526b3948,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:54.373214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5aca28ba-5dca-4992-b41f-c1806a9f5164 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups/28491503-a940-4a8f-988e-889b526b3948 HTTP/1.1" status: 200 len: 1780 time: 0.0380189 Sep 16 16:45:54.375479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55568) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:54.431723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfbf2-f38d-47ba-a1a9-256174e86559 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.461525 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfbf2-f38d-47ba-a1a9-256174e86559 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.560834 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfbf2-f38d-47ba-a1a9-256174e86559 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.563397 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfbf2-f38d-47ba-a1a9-256174e86559 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.565144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8fbdfbf2-f38d-47ba-a1a9-256174e86559 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-groups/28491503-a940-4a8f-988e-889b526b3948 HTTP/1.1" status: 204 len: 168 time: 0.1887302 Sep 16 16:45:54.567819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55570) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:54.574954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdfbf2-f38d-47ba-a1a9-256174e86559 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28491503-a940-4a8f-988e-889b526b3948,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:54.613882 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e3ce7f61-391a-46e3-9b22-2fdd9ad4ec77 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448182 Sep 16 16:45:54.616532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55572) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:54.629893 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-5f23269d-5d95-4a1a-a3d5-d9d1dbfd0f5e tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] delete failed (client error): The resource could not be found. Sep 16 16:45:54.630864 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5f23269d-5d95-4a1a-a3d5-d9d1dbfd0f5e tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-groups/28491503-a940-4a8f-988e-889b526b3948 HTTP/1.1" status: 404 len: 347 time: 0.0134356 Sep 16 16:45:54.634428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55574) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:54.639161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cba9d8aa-d348-43c3-8986-e390952a078d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923656284'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:54.726822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cba9d8aa-d348-43c3-8986-e390952a078d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.816699 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cba9d8aa-d348-43c3-8986-e390952a078d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.891218 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:45:54.898029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cba9d8aa-d348-43c3-8986-e390952a078d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.932549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9d8aa-d348-43c3-8986-e390952a078d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77b36b-9698-427f-84df-9a8ebba1bd08,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:54.992737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cba9d8aa-d348-43c3-8986-e390952a078d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:54.994214 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cba9d8aa-d348-43c3-8986-e390952a078d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3589072 Sep 16 16:45:55.004196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55584) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:55.008854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a116ba54-a121-4ea6-a0d6-4ded9492e002 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': 'aa77b36b-9698-427f-84df-9a8ebba1bd08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:55.094147 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d865e-e744-4519-b0b6-105be4531933 req-164ce3f6-62f8-4574-a59a-bdf6b9a9091c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:55.095631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e6d865e-e744-4519-b0b6-105be4531933 req-164ce3f6-62f8-4574-a59a-bdf6b9a9091c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0537138 Sep 16 16:45:55.129361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a116ba54-a121-4ea6-a0d6-4ded9492e002 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.135394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e6d865e-e744-4519-b0b6-105be4531933 req-4aeea55f-e12f-4a20-9336-e2011ae03012 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325744 Sep 16 16:45:55.216100 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a116ba54-a121-4ea6-a0d6-4ded9492e002 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.338469 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a116ba54-a121-4ea6-a0d6-4ded9492e002 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.360350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116ba54-a121-4ea6-a0d6-4ded9492e002 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81716e8-9144-4336-9689-97be71624b9f,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:55.412953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a116ba54-a121-4ea6-a0d6-4ded9492e002 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.414313 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a116ba54-a121-4ea6-a0d6-4ded9492e002 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4089952 Sep 16 16:45:55.420051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55586) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:55.446906 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-21923d1d-7a5f-4158-990c-45c044865661 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.455841 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-21923d1d-7a5f-4158-990c-45c044865661 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.583856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-21923d1d-7a5f-4158-990c-45c044865661 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.590516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-21923d1d-7a5f-4158-990c-45c044865661 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.591613 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-21923d1d-7a5f-4158-990c-45c044865661 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c81716e8-9144-4336-9689-97be71624b9f HTTP/1.1" status: 204 len: 168 time: 0.1731143 Sep 16 16:45:55.594582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55588) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:55.597404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21923d1d-7a5f-4158-990c-45c044865661 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c81716e8-9144-4336-9689-97be71624b9f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:55.642503 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-af76c234-d8ac-4ebb-bc93-eb3d9bc958e8 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465786 Sep 16 16:45:55.645057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55590) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:55.699872 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-880258b3-b1d4-4050-8633-39a9429b129e tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.721855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-880258b3-b1d4-4050-8633-39a9429b129e tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.824017 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-880258b3-b1d4-4050-8633-39a9429b129e tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.826915 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-880258b3-b1d4-4050-8633-39a9429b129e tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:55.830560 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-880258b3-b1d4-4050-8633-39a9429b129e tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-groups/aa77b36b-9698-427f-84df-9a8ebba1bd08 HTTP/1.1" status: 204 len: 168 time: 0.1821988 Sep 16 16:45:55.831058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55594) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:55.840880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880258b3-b1d4-4050-8633-39a9429b129e tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77b36b-9698-427f-84df-9a8ebba1bd08,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:55.881608 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3c124f02-ee01-4fbd-a3c2-c4891e6cba81 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490205 Sep 16 16:45:55.885433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55596) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:55.890064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9c44a591-60f6-4943-9356-cebd2db982cd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182260324'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:55.976897 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c44a591-60f6-4943-9356-cebd2db982cd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.069753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c44a591-60f6-4943-9356-cebd2db982cd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.155516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c44a591-60f6-4943-9356-cebd2db982cd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.192563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44a591-60f6-4943-9356-cebd2db982cd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81766d2-8c43-4bb3-bc36-4912ff13d349,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:56.232687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c44a591-60f6-4943-9356-cebd2db982cd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.237627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9c44a591-60f6-4943-9356-cebd2db982cd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3474929 Sep 16 16:45:56.238175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55616) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:56.242859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-81e0bdad-baa2-452c-b5ac-ecda6bd8edd3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': 'a81766d2-8c43-4bb3-bc36-4912ff13d349', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:56.274942 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded426cd-4840-4857-b202-857bbc2bc996 req-e53b5a45-9e59-413f-84af-78f899a1c4e2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:56.276718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ded426cd-4840-4857-b202-857bbc2bc996 req-e53b5a45-9e59-413f-84af-78f899a1c4e2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0541656 Sep 16 16:45:56.316336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ded426cd-4840-4857-b202-857bbc2bc996 req-101cebf3-95e3-4321-bf23-8756e9b43229 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334079 Sep 16 16:45:56.342190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-81e0bdad-baa2-452c-b5ac-ecda6bd8edd3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.410977 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-81e0bdad-baa2-452c-b5ac-ecda6bd8edd3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.508304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-81e0bdad-baa2-452c-b5ac-ecda6bd8edd3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.526746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0bdad-baa2-452c-b5ac-ecda6bd8edd3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080faade-68ea-45b9-970a-b5722845d3be,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:56.618361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-81e0bdad-baa2-452c-b5ac-ecda6bd8edd3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.620850 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-81e0bdad-baa2-452c-b5ac-ecda6bd8edd3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3815725 Sep 16 16:45:56.622206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55622) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:56.629304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d8b59a98-a130-4462-9b12-f264ec96d1b2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': 'a81766d2-8c43-4bb3-bc36-4912ff13d349', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:56.671752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55626) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:56.732708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8b59a98-a130-4462-9b12-f264ec96d1b2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.742256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd46d58-c730-4c7c-be22-f1cc5ddd2f0f req-492de69d-580c-4b2b-bb3f-c6c53c4b1ea2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:56.744214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0dd46d58-c730-4c7c-be22-f1cc5ddd2f0f req-492de69d-580c-4b2b-bb3f-c6c53c4b1ea2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0512216 Sep 16 16:45:56.790402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8b59a98-a130-4462-9b12-f264ec96d1b2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.800606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0dd46d58-c730-4c7c-be22-f1cc5ddd2f0f req-a3ebd541-2870-450b-b813-3a49f21cd9c0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490532 Sep 16 16:45:56.815181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-277c48a2-f122-4fcd-9451-207397b620b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.865874 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8b59a98-a130-4462-9b12-f264ec96d1b2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:56.868660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-6045ab7f-7dd1-4e18-a78c-e7233009414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:56.872213 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-6045ab7f-7dd1-4e18-a78c-e7233009414a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1095 time: 0.0641608 Sep 16 16:45:56.921938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b59a98-a130-4462-9b12-f264ec96d1b2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c92af1a-517d-4cf8-a4b3-126c58dbbb14,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:57.005125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-70ad7c0d-761f-438a-9c6e-868169502662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:57.006638 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-70ad7c0d-761f-438a-9c6e-868169502662 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.1259017 Sep 16 16:45:57.068025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-277c48a2-f122-4fcd-9451-207397b620b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.087753 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-dfc242bc-628a-45e2-8d23-80b49569fd74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 999 time: 0.0713131 Sep 16 16:45:57.129804 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-277c48a2-f122-4fcd-9451-207397b620b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.161575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-f8f356e4-4cf3-48ad-b521-508479ed5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:57.163014 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-f8f356e4-4cf3-48ad-b521-508479ed5392 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0684497 Sep 16 16:45:57.184563 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-277c48a2-f122-4fcd-9451-207397b620b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23a6a774326548cd8840bdabedd6a310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116918 Sep 16 16:45:57.187187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55634) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:57.199214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c48a2-f122-4fcd-9451-207397b620b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46c7f5b-bebf-4b7d-ab54-e3d14362a736,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:57.219544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-6fa31ef5-0c60-4256-a058-c7f2dcfe5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:57.222003 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-6fa31ef5-0c60-4256-a058-c7f2dcfe5917 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491278 Sep 16 16:45:57.223192 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8b59a98-a130-4462-9b12-f264ec96d1b2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.223977 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d8b59a98-a130-4462-9b12-f264ec96d1b2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6005504 Sep 16 16:45:57.226624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55636) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:57.231147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-41288c41-d741-4ca4-93e8-19178821ce3d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': 'a81766d2-8c43-4bb3-bc36-4912ff13d349', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:57.240983 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90ec4c79-a245-4707-9895-30aac9e42970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.262479 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90ec4c79-a245-4707-9895-30aac9e42970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.338141 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-e884ad61-f016-4d32-918e-d39b94f12de8 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025772 Sep 16 16:45:57.375933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41288c41-d741-4ca4-93e8-19178821ce3d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.383565 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90ec4c79-a245-4707-9895-30aac9e42970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.386190 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90ec4c79-a245-4707-9895-30aac9e42970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.389987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-90ec4c79-a245-4707-9895-30aac9e42970 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a46c7f5b-bebf-4b7d-ab54-e3d14362a736 HTTP/1.1" status: 204 len: 168 time: 0.1991780 Sep 16 16:45:57.398214 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec4c79-a245-4707-9895-30aac9e42970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46c7f5b-bebf-4b7d-ab54-e3d14362a736,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:57.477638 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-414c5c6b-ec98-41d7-b6f8-fd150089d084 req-f7d1858c-698b-4063-ab78-f1189185edc5 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324396 Sep 16 16:45:57.483539 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41288c41-d741-4ca4-93e8-19178821ce3d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.583916 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41288c41-d741-4ca4-93e8-19178821ce3d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.602503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41288c41-d741-4ca4-93e8-19178821ce3d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f6d0ce-5d28-48ef-ae4d-4925ef05b22e,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:57.669430 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41288c41-d741-4ca4-93e8-19178821ce3d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.670865 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-41288c41-d741-4ca4-93e8-19178821ce3d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4432223 Sep 16 16:45:57.674274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55640) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:57.678998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-73c6b42e-45cd-44f8-8e0a-dcc970bd5bee tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': 'a81766d2-8c43-4bb3-bc36-4912ff13d349', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:57.777533 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73c6b42e-45cd-44f8-8e0a-dcc970bd5bee tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.830372 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73c6b42e-45cd-44f8-8e0a-dcc970bd5bee tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.926039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d3e42-fa01-4f88-b2d7-b31c389c6003 req-52ef3260-253a-4d35-bfc6-f125a7633938 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:57.927530 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c89d3e42-fa01-4f88-b2d7-b31c389c6003 req-52ef3260-253a-4d35-bfc6-f125a7633938 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0498793 Sep 16 16:45:57.955901 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73c6b42e-45cd-44f8-8e0a-dcc970bd5bee tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:57.982610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c89d3e42-fa01-4f88-b2d7-b31c389c6003 req-1db43fd4-668e-4a14-8fe6-a718abf3d4e1 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488944 Sep 16 16:45:57.988123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6b42e-45cd-44f8-8e0a-dcc970bd5bee tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ac6cbc-186e-4592-a8f9-651dd28a06e9,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:58.069750 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-73c6b42e-45cd-44f8-8e0a-dcc970bd5bee tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.071131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-73c6b42e-45cd-44f8-8e0a-dcc970bd5bee tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3955369 Sep 16 16:45:58.073749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55658) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:58.079828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6cee5ee7-2e4e-4a8f-a7a7-8b2f45bde070 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': 'a81766d2-8c43-4bb3-bc36-4912ff13d349', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:58.161282 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-07017b1c-c331-4105-86c4-e07b558780be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.167769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cee5ee7-2e4e-4a8f-a7a7-8b2f45bde070 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.229829 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cee5ee7-2e4e-4a8f-a7a7-8b2f45bde070 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.307944 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cee5ee7-2e4e-4a8f-a7a7-8b2f45bde070 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.325228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee5ee7-2e4e-4a8f-a7a7-8b2f45bde070 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8f5fdb-8fdd-42ea-9914-0ce76b4fc940,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:58.393866 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6cee5ee7-2e4e-4a8f-a7a7-8b2f45bde070 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.395158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6cee5ee7-2e4e-4a8f-a7a7-8b2f45bde070 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3201444 Sep 16 16:45:58.398304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55668) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:58.422538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3389c066-919d-4173-a34f-48ca46da8d05 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.430873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3389c066-919d-4173-a34f-48ca46da8d05 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.538042 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3389c066-919d-4173-a34f-48ca46da8d05 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.545520 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3389c066-919d-4173-a34f-48ca46da8d05 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.546654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3389c066-919d-4173-a34f-48ca46da8d05 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/ea8f5fdb-8fdd-42ea-9914-0ce76b4fc940 HTTP/1.1" status: 204 len: 168 time: 0.1472948 Sep 16 16:45:58.550439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55672) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:58.551482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389c066-919d-4173-a34f-48ca46da8d05 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea8f5fdb-8fdd-42ea-9914-0ce76b4fc940,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:58.600208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-74ff98b4-017c-4314-8a0b-f29f61d35771 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0480649 Sep 16 16:45:58.602739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55674) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:58.631338 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1027dfb2-e7e0-479b-88c8-4ca5e3428577 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.639228 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1027dfb2-e7e0-479b-88c8-4ca5e3428577 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.732518 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1027dfb2-e7e0-479b-88c8-4ca5e3428577 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.738092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1027dfb2-e7e0-479b-88c8-4ca5e3428577 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.739308 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1027dfb2-e7e0-479b-88c8-4ca5e3428577 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/93ac6cbc-186e-4592-a8f9-651dd28a06e9 HTTP/1.1" status: 204 len: 168 time: 0.1356356 Sep 16 16:45:58.742000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55678) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:58.746944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027dfb2-e7e0-479b-88c8-4ca5e3428577 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93ac6cbc-186e-4592-a8f9-651dd28a06e9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:58.794067 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-950a9f2c-fa99-424c-b943-f95bed69e62b tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0508740 Sep 16 16:45:58.796706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55680) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:58.818789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2445f8d-8160-4ea6-b519-17d3c24a7d25 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.826021 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2445f8d-8160-4ea6-b519-17d3c24a7d25 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.942671 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2445f8d-8160-4ea6-b519-17d3c24a7d25 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.949499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2445f8d-8160-4ea6-b519-17d3c24a7d25 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:58.950595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c2445f8d-8160-4ea6-b519-17d3c24a7d25 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/89f6d0ce-5d28-48ef-ae4d-4925ef05b22e HTTP/1.1" status: 204 len: 168 time: 0.1530051 Sep 16 16:45:58.953315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55688) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:58.956761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2445f8d-8160-4ea6-b519-17d3c24a7d25 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89f6d0ce-5d28-48ef-ae4d-4925ef05b22e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:58.998556 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-25b79ea7-d3ef-438d-bc76-c3302f9c0e41 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0439463 Sep 16 16:45:59.001277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55690) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:59.026456 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2744-35cf-4a7d-b3ff-82ba8d062047 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.035229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2744-35cf-4a7d-b3ff-82ba8d062047 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.107278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34855f6b-e45a-4b77-b4a1-1fdad2ed5156 req-6f3caedf-670f-4eac-86a1-24a3e853a628 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:59.108725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34855f6b-e45a-4b77-b4a1-1fdad2ed5156 req-6f3caedf-670f-4eac-86a1-24a3e853a628 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0528955 Sep 16 16:45:59.132631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2744-35cf-4a7d-b3ff-82ba8d062047 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.138661 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2744-35cf-4a7d-b3ff-82ba8d062047 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.140050 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fe5a2744-35cf-4a7d-b3ff-82ba8d062047 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/9c92af1a-517d-4cf8-a4b3-126c58dbbb14 HTTP/1.1" status: 204 len: 168 time: 0.1374035 Sep 16 16:45:59.144088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55700) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:59.164096 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a2744-35cf-4a7d-b3ff-82ba8d062047 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c92af1a-517d-4cf8-a4b3-126c58dbbb14,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:59.167557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34855f6b-e45a-4b77-b4a1-1fdad2ed5156 req-755d5b64-f4ef-4049-93a4-35c78f6f0b18 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524836 Sep 16 16:45:59.205227 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-85bff791-4e69-4f67-ad44-8a85276aac7c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0588212 Sep 16 16:45:59.207965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55706) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:59.233099 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5d46e329-9ddf-4fc6-b986-2b9509d17294 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.241720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5d46e329-9ddf-4fc6-b986-2b9509d17294 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.288369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ccbcd-d4a6-4de8-9238-6fde0c229cce req-f5e22ac7-1c2a-4bbc-9537-f38741978947 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:59.289922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-084ccbcd-d4a6-4de8-9238-6fde0c229cce req-f5e22ac7-1c2a-4bbc-9537-f38741978947 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0528724 Sep 16 16:45:59.332893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-084ccbcd-d4a6-4de8-9238-6fde0c229cce req-9b57a133-92e8-4c2b-9f5c-78380f261721 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368748 Sep 16 16:45:59.337051 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5d46e329-9ddf-4fc6-b986-2b9509d17294 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.343452 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5d46e329-9ddf-4fc6-b986-2b9509d17294 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.347735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55708) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:59.347946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5d46e329-9ddf-4fc6-b986-2b9509d17294 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/080faade-68ea-45b9-970a-b5722845d3be HTTP/1.1" status: 204 len: 168 time: 0.1354940 Sep 16 16:45:59.353733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46e329-9ddf-4fc6-b986-2b9509d17294 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=080faade-68ea-45b9-970a-b5722845d3be,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:59.390868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4d554d76-2af2-4566-a208-1de585e2271d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391080 Sep 16 16:45:59.391145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55712) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:59.487350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbb8d6-3a10-4422-8bc3-cb5fd7a439b6 req-dd6ebfa8-7376-465f-b771-89c9c918f304 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:59.488739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80cbb8d6-3a10-4422-8bc3-cb5fd7a439b6 req-dd6ebfa8-7376-465f-b771-89c9c918f304 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0757892 Sep 16 16:45:59.489753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4a1d0957-87a3-4a60-8804-7957dfbcfd50 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.523760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4a1d0957-87a3-4a60-8804-7957dfbcfd50 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.554591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80cbb8d6-3a10-4422-8bc3-cb5fd7a439b6 req-980ae092-4680-4ae8-9e36-8629c2c52c54 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595798 Sep 16 16:45:59.675311 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4a1d0957-87a3-4a60-8804-7957dfbcfd50 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.677975 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4a1d0957-87a3-4a60-8804-7957dfbcfd50 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.679230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4a1d0957-87a3-4a60-8804-7957dfbcfd50 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-groups/a81766d2-8c43-4bb3-bc36-4912ff13d349 HTTP/1.1" status: 204 len: 168 time: 0.2871370 Sep 16 16:45:59.682001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55722) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:59.688163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d0957-87a3-4a60-8804-7957dfbcfd50 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81766d2-8c43-4bb3-bc36-4912ff13d349,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:45:59.731477 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cb5eddab-1a10-49a6-a230-ce05827e1253 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444646 Sep 16 16:45:59.731720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55724) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:45:59.736301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2e765b89-5490-4495-a6d2-57072c9faa83 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358181242'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:45:59.835100 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e765b89-5490-4495-a6d2-57072c9faa83 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.921909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e765b89-5490-4495-a6d2-57072c9faa83 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:45:59.982384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ddf7d-cba9-4bd4-90d1-c2b1c1b4fec2 req-981631a0-8e55-4a65-8a43-b4ec28bd5ff7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:45:59.983898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf5ddf7d-cba9-4bd4-90d1-c2b1c1b4fec2 req-981631a0-8e55-4a65-8a43-b4ec28bd5ff7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0547867 Sep 16 16:45:59.994971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e765b89-5490-4495-a6d2-57072c9faa83 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.024968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf5ddf7d-cba9-4bd4-90d1-c2b1c1b4fec2 req-a43af992-6d1c-42ec-9f48-b57719b4b3b4 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344698 Sep 16 16:46:00.031370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e765b89-5490-4495-a6d2-57072c9faa83 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d253950-1829-4ad5-b825-4b110de21919,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:00.069360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e765b89-5490-4495-a6d2-57072c9faa83 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.070640 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2e765b89-5490-4495-a6d2-57072c9faa83 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3377304 Sep 16 16:46:00.073319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55738) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:00.077775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ce443d29-e0b6-4347-9785-f8eeee9c9de2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': '4d253950-1829-4ad5-b825-4b110de21919', 'direction': 'ingress', 'protocol': 17}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:00.164881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce443d29-e0b6-4347-9785-f8eeee9c9de2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.224347 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce443d29-e0b6-4347-9785-f8eeee9c9de2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.304190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce443d29-e0b6-4347-9785-f8eeee9c9de2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.322074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce443d29-e0b6-4347-9785-f8eeee9c9de2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ce4765-1d74-4869-a439-daa763fc2f3a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:00.423769 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce443d29-e0b6-4347-9785-f8eeee9c9de2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.425306 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ce443d29-e0b6-4347-9785-f8eeee9c9de2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3509412 Sep 16 16:46:00.428010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55744) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:00.484508 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5776cd4e-7100-42d8-9b14-9b589f814766 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.508560 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5776cd4e-7100-42d8-9b14-9b589f814766 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.618005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5776cd4e-7100-42d8-9b14-9b589f814766 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.620640 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5776cd4e-7100-42d8-9b14-9b589f814766 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.621805 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5776cd4e-7100-42d8-9b14-9b589f814766 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-groups/4d253950-1829-4ad5-b825-4b110de21919 HTTP/1.1" status: 204 len: 168 time: 0.1926973 Sep 16 16:46:00.624685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55746) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:00.631201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776cd4e-7100-42d8-9b14-9b589f814766 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d253950-1829-4ad5-b825-4b110de21919,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:00.668828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-682b0d0c-4284-4297-b5ca-1358a249a136 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428436 Sep 16 16:46:00.672240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55748) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:00.677211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9b81a946-a6b1-45a5-be86-714a1b49a252 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group': {'name': 'tempest-secgroup--223944664'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:00.772191 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b81a946-a6b1-45a5-be86-714a1b49a252 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.834928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-53cb02b3-6c78-49e0-bfc5-2d447bd81921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.853478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b81a946-a6b1-45a5-be86-714a1b49a252 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.949539 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b81a946-a6b1-45a5-be86-714a1b49a252 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:00.980068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81a946-a6b1-45a5-be86-714a1b49a252 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45209e7d-a76c-4899-9145-85caba8afad8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:01.034817 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b81a946-a6b1-45a5-be86-714a1b49a252 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.036232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9b81a946-a6b1-45a5-be86-714a1b49a252 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3628066 Sep 16 16:46:01.038906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55754) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:01.043136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1a50d14a-ede8-491e-80b9-112dcaa317df tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285139356'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:01.128855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a50d14a-ede8-491e-80b9-112dcaa317df tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.186571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f051fd-4ce1-469e-9105-7d623e4689da req-a86db05f-e7af-42a8-a6fe-438dc9202525 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:01.188968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47f051fd-4ce1-469e-9105-7d623e4689da req-a86db05f-e7af-42a8-a6fe-438dc9202525 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0866413 Sep 16 16:46:01.246775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47f051fd-4ce1-469e-9105-7d623e4689da req-b1170700-dde2-4e2c-8f7a-8cd3e243ac70 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547364 Sep 16 16:46:01.278142 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a50d14a-ede8-491e-80b9-112dcaa317df tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.354973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a50d14a-ede8-491e-80b9-112dcaa317df tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.394359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d14a-ede8-491e-80b9-112dcaa317df tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047c6137-0c2f-4a23-9dda-4eea00e8844b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:01.462774 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a50d14a-ede8-491e-80b9-112dcaa317df tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.462774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1a50d14a-ede8-491e-80b9-112dcaa317df tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4200151 Sep 16 16:46:01.464706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55768) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:01.469804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fd5f30bb-07a4-43b5-9063-9127cfb0a445 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': '45209e7d-a76c-4899-9145-85caba8afad8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '047c6137-0c2f-4a23-9dda-4eea00e8844b', 'remote_ip_prefix': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:01.492744 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-ffe07ef8-5775-4e4c-98c2-2eab55bb00a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424273 Sep 16 16:46:01.503141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.555401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-d1c3d4fb-7ff2-4fb8-869d-349abc38bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:01.556977 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-d1c3d4fb-7ff2-4fb8-869d-349abc38bbe7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 1097 time: 0.0430341 Sep 16 16:46:01.599620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fd5f30bb-07a4-43b5-9063-9127cfb0a445 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.669464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-0154d3f9-57db-40f0-8c88-4e3e166533fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:01.671068 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-0154d3f9-57db-40f0-8c88-4e3e166533fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.0949306 Sep 16 16:46:01.678213 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fd5f30bb-07a4-43b5-9063-9127cfb0a445 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.722553 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-54936748-0082-4bd9-b141-d22d8d889471 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 HTTP/1.1" status: 200 len: 217 time: 0.0447164 Sep 16 16:46:01.738316 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fd5f30bb-07a4-43b5-9063-9127cfb0a445 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.779250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33706401-a509-4e4f-ba99-b6426e446f3f req-31bfe7b8-9c13-44c4-8013-b2f25269f63e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:01.786936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-9771c033-c54a-43f3-a85f-0753194ee97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:01.787063 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33706401-a509-4e4f-ba99-b6426e446f3f req-31bfe7b8-9c13-44c4-8013-b2f25269f63e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1020060 Sep 16 16:46:01.788543 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-9771c033-c54a-43f3-a85f-0753194ee97e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0584950 Sep 16 16:46:01.806308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f30bb-07a4-43b5-9063-9127cfb0a445 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1697607c-8ac6-49b8-b45e-27a13c5ebdab,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:01.856276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-4d698211-507e-4940-84b3-38bfe8c97ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:01.857957 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-4d698211-507e-4940-84b3-38bfe8c97ad9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604377 Sep 16 16:46:01.861155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33706401-a509-4e4f-ba99-b6426e446f3f req-40cb8fe1-e420-42be-807d-c1847224e706 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730245 Sep 16 16:46:01.870819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-bb4579e6-334a-4bb5-a804-ffa23df8e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:01.872400 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-bb4579e6-334a-4bb5-a804-ffa23df8e7fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56977dd25e494ce4a8eb30b882e83560&device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 1095 time: 0.0827813 Sep 16 16:46:01.875488 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fd5f30bb-07a4-43b5-9063-9127cfb0a445 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.877729 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fd5f30bb-07a4-43b5-9063-9127cfb0a445 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4105346 Sep 16 16:46:01.880627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55774) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:01.927100 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.973815 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bc49537-e7c6-4405-a01a-696f8542a7e2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:01.975797 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-985e7ec9-60d7-4a63-81ba-8e339012f09a service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064477 Sep 16 16:46:01.983565 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bc49537-e7c6-4405-a01a-696f8542a7e2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.014687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-3700181d-ea41-466d-baf9-4bed17fcaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:02.016189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-3700181d-ea41-466d-baf9-4bed17fcaeaf service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 200 len: 913 time: 0.1367583 Sep 16 16:46:02.072635 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f81831f-5ec9-4c2e-943b-bf440859a2b5 req-07c2a09d-8878-432f-8182-3ecff7e8a979 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898120 Sep 16 16:46:02.097839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bc49537-e7c6-4405-a01a-696f8542a7e2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.118396 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bc49537-e7c6-4405-a01a-696f8542a7e2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.119457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1bc49537-e7c6-4405-a01a-696f8542a7e2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1697607c-8ac6-49b8-b45e-27a13c5ebdab HTTP/1.1" status: 204 len: 168 time: 0.2319822 Sep 16 16:46:02.122222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55778) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:02.129046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-c79de7f9-eb51-4cb2-824c-1817ee49cf71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 200 len: 999 time: 0.1058323 Sep 16 16:46:02.129846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc49537-e7c6-4405-a01a-696f8542a7e2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1697607c-8ac6-49b8-b45e-27a13c5ebdab,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:02.166322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-536085eb-ae2e-4a50-921f-403cacfb757d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0429606 Sep 16 16:46:02.169259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55780) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:02.181855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-e45f12c3-f399-458d-a0dc-80231ac007d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:02.183371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-e45f12c3-f399-458d-a0dc-80231ac007d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 200 len: 851 time: 0.0467062 Sep 16 16:46:02.225803 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75987771-d4a6-4aab-a229-96eef6865340 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.230255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-71ee8585-8315-44ea-a819-bc05984c8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:02.231750 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-71ee8585-8315-44ea-a819-bc05984c8f79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a6c29a-5880-4300-bfee-276bb9db429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416632 Sep 16 16:46:02.248871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75987771-d4a6-4aab-a229-96eef6865340 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.325919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-09317261-85e4-43b3-bc47-0fa9c86724ea service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869527 Sep 16 16:46:02.361728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75987771-d4a6-4aab-a229-96eef6865340 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.365334 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75987771-d4a6-4aab-a229-96eef6865340 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.368908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-75987771-d4a6-4aab-a229-96eef6865340 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-groups/047c6137-0c2f-4a23-9dda-4eea00e8844b HTTP/1.1" status: 204 len: 168 time: 0.1963439 Sep 16 16:46:02.369829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55784) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:02.396645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75987771-d4a6-4aab-a229-96eef6865340 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047c6137-0c2f-4a23-9dda-4eea00e8844b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:02.428535 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d8b148-ff4c-4f3f-8f20-abaae15e03db req-4ecc6577-5b5a-4242-a88b-6d2e99d11786 service neutron] 10.222.0.62 "GET /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957260 Sep 16 16:46:02.446925 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8de57602-d533-4a28-b1f8-e6037c669b5b tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0737145 Sep 16 16:46:02.447590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55788) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:02.504802 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57945ff4-b51b-4928-bbc0-d71ec4746143 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.526381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57945ff4-b51b-4928-bbc0-d71ec4746143 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.697769 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57945ff4-b51b-4928-bbc0-d71ec4746143 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.700346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57945ff4-b51b-4928-bbc0-d71ec4746143 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.701520 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57945ff4-b51b-4928-bbc0-d71ec4746143 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-groups/45209e7d-a76c-4899-9145-85caba8afad8 HTTP/1.1" status: 204 len: 168 time: 0.2534792 Sep 16 16:46:02.704124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55790) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:02.710601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57945ff4-b51b-4928-bbc0-d71ec4746143 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45209e7d-a76c-4899-9145-85caba8afad8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:02.749461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e913dee2-ce3d-4ae0-aa3a-23a97564d0b5 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435348 Sep 16 16:46:02.753524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55792) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:02.757734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-677597ea-1e80-4639-870b-3a076dabfd1c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551536375'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:02.858098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677597ea-1e80-4639-870b-3a076dabfd1c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.967779 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677597ea-1e80-4639-870b-3a076dabfd1c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:02.991259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ced69-2b23-4ac9-aff1-2dcd7b081a25 req-df6f6f37-2ddf-4631-b03b-35f299060a8e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:02.992773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-774ced69-2b23-4ac9-aff1-2dcd7b081a25 req-df6f6f37-2ddf-4631-b03b-35f299060a8e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0572333 Sep 16 16:46:03.036875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-774ced69-2b23-4ac9-aff1-2dcd7b081a25 req-0f3bd666-756d-44ea-a5c8-87512977c162 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374603 Sep 16 16:46:03.066988 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677597ea-1e80-4639-870b-3a076dabfd1c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.100033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677597ea-1e80-4639-870b-3a076dabfd1c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def417e8-23f9-4536-bc32-848e7c57de79,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:03.143791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677597ea-1e80-4639-870b-3a076dabfd1c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.145177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-677597ea-1e80-4639-870b-3a076dabfd1c tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3907351 Sep 16 16:46:03.148073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55800) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:03.156412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5caddb31-a2ee-4813-ad0c-6a7e4f7a8d5f tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': 'def417e8-23f9-4536-bc32-848e7c57de79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:03.259221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5caddb31-a2ee-4813-ad0c-6a7e4f7a8d5f tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.308978 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5caddb31-a2ee-4813-ad0c-6a7e4f7a8d5f tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.354826 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5caddb31-a2ee-4813-ad0c-6a7e4f7a8d5f tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.376553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caddb31-a2ee-4813-ad0c-6a7e4f7a8d5f tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3e45a8-51c8-437c-a8c1-df25743d5b3e,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:03.435049 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5caddb31-a2ee-4813-ad0c-6a7e4f7a8d5f tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.439029 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5caddb31-a2ee-4813-ad0c-6a7e4f7a8d5f tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2871830 Sep 16 16:46:03.439390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55814) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:03.465509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1863198-3f9f-4e37-abe0-7b55d700b47d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.473940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1863198-3f9f-4e37-abe0-7b55d700b47d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.576732 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1863198-3f9f-4e37-abe0-7b55d700b47d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.583064 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1863198-3f9f-4e37-abe0-7b55d700b47d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.588214 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c1863198-3f9f-4e37-abe0-7b55d700b47d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/3d3e45a8-51c8-437c-a8c1-df25743d5b3e HTTP/1.1" status: 204 len: 168 time: 0.1437078 Sep 16 16:46:03.589511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1863198-3f9f-4e37-abe0-7b55d700b47d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d3e45a8-51c8-437c-a8c1-df25743d5b3e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:03.590207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55818) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:03.633438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fc1efca1-934b-4313-917f-c0f4ee20be06 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415068 Sep 16 16:46:03.636022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55820) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:03.686164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d435-654f-4764-879c-15b14be6e6ab tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.707350 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d435-654f-4764-879c-15b14be6e6ab tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.743602 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.822505 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d435-654f-4764-879c-15b14be6e6ab tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.825145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d435-654f-4764-879c-15b14be6e6ab tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:03.826344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dfc6d435-654f-4764-879c-15b14be6e6ab tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-groups/def417e8-23f9-4536-bc32-848e7c57de79 HTTP/1.1" status: 204 len: 168 time: 0.1893661 Sep 16 16:46:03.829064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55822) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:03.836165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6d435-654f-4764-879c-15b14be6e6ab tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def417e8-23f9-4536-bc32-848e7c57de79,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:03.874777 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c1a4d58a-4b5e-4bd5-98ee-923993ab173d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439844 Sep 16 16:46:03.879088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55824) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:03.883444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2ffeda6c-e55f-4939-be3d-296e4006a9d3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436906751'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:03.976798 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ffeda6c-e55f-4939-be3d-296e4006a9d3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.057362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ffeda6c-e55f-4939-be3d-296e4006a9d3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.136779 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ffeda6c-e55f-4939-be3d-296e4006a9d3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.164044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc68c8-526b-4e9e-89fd-a52672f34ecc req-a1ec0a9f-d25e-4d95-a815-4d6ee756b070 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:04.165660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95fc68c8-526b-4e9e-89fd-a52672f34ecc req-a1ec0a9f-d25e-4d95-a815-4d6ee756b070 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0494356 Sep 16 16:46:04.166442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffeda6c-e55f-4939-be3d-296e4006a9d3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718dde02-e889-4db3-a83e-021442238cdd,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:04.203641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95fc68c8-526b-4e9e-89fd-a52672f34ecc req-b12961a5-3b64-4c83-87c7-2071b2dc8158 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308776 Sep 16 16:46:04.263787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ffeda6c-e55f-4939-be3d-296e4006a9d3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.265146 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2ffeda6c-e55f-4939-be3d-296e4006a9d3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3850915 Sep 16 16:46:04.267895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55832) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:04.272351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6411d23f-db54-4e72-b608-02c81dd2aaa2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': '718dde02-e889-4db3-a83e-021442238cdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:04.322035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3b93a-52b1-4e1e-be5a-a31c15d0092d req-8cbbc288-c9b9-43fd-873b-8ac59f58beca tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:04.323499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7d3b93a-52b1-4e1e-be5a-a31c15d0092d req-8cbbc288-c9b9-43fd-873b-8ac59f58beca tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0488026 Sep 16 16:46:04.359634 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6411d23f-db54-4e72-b608-02c81dd2aaa2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.362027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7d3b93a-52b1-4e1e-be5a-a31c15d0092d req-98fd1f49-b9a0-43bb-8dd1-72b24d218dcb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324476 Sep 16 16:46:04.425370 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6411d23f-db54-4e72-b608-02c81dd2aaa2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.503619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6411d23f-db54-4e72-b608-02c81dd2aaa2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.521429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411d23f-db54-4e72-b608-02c81dd2aaa2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457e8c1a-66bf-4ce4-b669-6706df19cd8c,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:04.595639 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6411d23f-db54-4e72-b608-02c81dd2aaa2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.597082 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6411d23f-db54-4e72-b608-02c81dd2aaa2 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3281095 Sep 16 16:46:04.599836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55850) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:04.617198 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4a79081f-ccb1-4f07-86ae-9c1b720b484f tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules/457e8c1a-66bf-4ce4-b669-6706df19cd8c HTTP/1.1" status: 200 len: 763 time: 0.0159256 Sep 16 16:46:04.619933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55852) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:04.665062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a4db4c6a-1afd-4afc-bb23-bb900993fe8b tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0439534 Sep 16 16:46:04.667630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55854) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:04.692727 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e769510-b084-419b-85a2-9a3eafa07cfd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.700591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e769510-b084-419b-85a2-9a3eafa07cfd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.794761 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e769510-b084-419b-85a2-9a3eafa07cfd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.799464 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3e769510-b084-419b-85a2-9a3eafa07cfd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:04.800723 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3e769510-b084-419b-85a2-9a3eafa07cfd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/457e8c1a-66bf-4ce4-b669-6706df19cd8c HTTP/1.1" status: 204 len: 168 time: 0.1321394 Sep 16 16:46:04.803387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55860) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:04.820423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e769510-b084-419b-85a2-9a3eafa07cfd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=457e8c1a-66bf-4ce4-b669-6706df19cd8c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:04.850181 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e3b7b3a4-33d6-48d1-a351-e4ff899f3b78 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457301 Sep 16 16:46:04.853984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55868) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:04.858312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-af352373-edd9-4bfb-9651-25be9e6a93f3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': '718dde02-e889-4db3-a83e-021442238cdd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:04.965782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af352373-edd9-4bfb-9651-25be9e6a93f3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.019939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af352373-edd9-4bfb-9651-25be9e6a93f3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.103752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af352373-edd9-4bfb-9651-25be9e6a93f3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.122352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af352373-edd9-4bfb-9651-25be9e6a93f3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45acf5e8-d989-4bec-a7c9-10b7cc624d31,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:05.190055 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af352373-edd9-4bfb-9651-25be9e6a93f3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.191283 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-af352373-edd9-4bfb-9651-25be9e6a93f3 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3363171 Sep 16 16:46:05.193956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55894) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:05.212433 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ae0a1e41-318c-4151-b293-f0e38d608ec6 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules/45acf5e8-d989-4bec-a7c9-10b7cc624d31 HTTP/1.1" status: 200 len: 763 time: 0.0174367 Sep 16 16:46:05.214743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55896) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:05.255153 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e77860e9-d4f4-4462-b64d-9706d6a5e85d tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0393772 Sep 16 16:46:05.257760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55900) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:05.283873 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ddde8d7-a389-443a-91e6-d2094863d31a tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.291466 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ddde8d7-a389-443a-91e6-d2094863d31a tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.422601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ddde8d7-a389-443a-91e6-d2094863d31a tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.428626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ddde8d7-a389-443a-91e6-d2094863d31a tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.429784 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7ddde8d7-a389-443a-91e6-d2094863d31a tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/45acf5e8-d989-4bec-a7c9-10b7cc624d31 HTTP/1.1" status: 204 len: 168 time: 0.1709774 Sep 16 16:46:05.432479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55904) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:05.456904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddde8d7-a389-443a-91e6-d2094863d31a tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45acf5e8-d989-4bec-a7c9-10b7cc624d31,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:05.486667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6d2d3ec4-2b83-4e1a-a8fe-0acfdd2f8529 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528460 Sep 16 16:46:05.492343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55906) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:05.497198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1a53cf28-5ddd-4a38-9a23-83da588f17a6 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Request body: {'security_group_rule': {'security_group_id': '718dde02-e889-4db3-a83e-021442238cdd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:05.623755 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a53cf28-5ddd-4a38-9a23-83da588f17a6 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.701318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a53cf28-5ddd-4a38-9a23-83da588f17a6 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.761116 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a53cf28-5ddd-4a38-9a23-83da588f17a6 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.791147 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53cf28-5ddd-4a38-9a23-83da588f17a6 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec78f935-f2fe-4dcd-b6d6-fa581267893f,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:05.833779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-f5dc6a21-8790-41aa-94f6-9cea3beacc65 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:05.835266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-f5dc6a21-8790-41aa-94f6-9cea3beacc65 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=70472b5c-84dd-41ff-97a7-4ee4ea1c0d75 HTTP/1.1" status: 200 len: 943 time: 0.0590808 Sep 16 16:46:05.849952 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a53cf28-5ddd-4a38-9a23-83da588f17a6 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.853545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1a53cf28-5ddd-4a38-9a23-83da588f17a6 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3577571 Sep 16 16:46:05.853997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55914) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:05.872515 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-92cbda3a-69c7-44b9-b967-8681ff737ecd tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules/ec78f935-f2fe-4dcd-b6d6-fa581267893f HTTP/1.1" status: 200 len: 764 time: 0.0169811 Sep 16 16:46:05.874694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55916) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:05.917362 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1bd67878-aacb-4cbf-a9be-80c038f3fae0 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0415423 Sep 16 16:46:05.919947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55918) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:05.942256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-54fcaf4d-f46a-46c3-8379-e0063ca810a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Deleting port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:05.942597 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-54fcaf4d-f46a-46c3-8379-e0063ca810a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.946561 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45b881b5-a466-4890-bd0e-0a611a87f6bc tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:05.954963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45b881b5-a466-4890-bd0e-0a611a87f6bc tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:06.098159 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45b881b5-a466-4890-bd0e-0a611a87f6bc tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:06.104821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45b881b5-a466-4890-bd0e-0a611a87f6bc tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:06.106129 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-45b881b5-a466-4890-bd0e-0a611a87f6bc tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/ec78f935-f2fe-4dcd-b6d6-fa581267893f HTTP/1.1" status: 204 len: 168 time: 0.1848385 Sep 16 16:46:06.108494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55920) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:06.120942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b881b5-a466-4890-bd0e-0a611a87f6bc tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec78f935-f2fe-4dcd-b6d6-fa581267893f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:06.157844 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-55d5986a-dab7-46d0-ad46-39bfe44bde69 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0478101 Sep 16 16:46:06.160527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55922) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:06.218119 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82fb092d-0c62-4db6-bf38-468f95facb80 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:06.243461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82fb092d-0c62-4db6-bf38-468f95facb80 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:06.344926 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82fb092d-0c62-4db6-bf38-468f95facb80 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:06.350279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82fb092d-0c62-4db6-bf38-468f95facb80 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:06.360735 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-82fb092d-0c62-4db6-bf38-468f95facb80 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "DELETE /v2.0/security-groups/718dde02-e889-4db3-a83e-021442238cdd HTTP/1.1" status: 204 len: 168 time: 0.1913428 Sep 16 16:46:06.360735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55926) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:06.373322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb092d-0c62-4db6-bf38-468f95facb80 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718dde02-e889-4db3-a83e-021442238cdd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:06.376754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-54fcaf4d-f46a-46c3-8379-e0063ca810a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] For port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:06.377070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-54fcaf4d-f46a-46c3-8379-e0063ca810a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:06.391776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-54fcaf4d-f46a-46c3-8379-e0063ca810a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Calling delete_port for d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:06.442297 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-85ba4adc-bdb7-4d41-9628-770bc5ecada8 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838535 Sep 16 16:46:06.447602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55928) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:06.495201 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-21a49b4d-254e-49e4-8191-85cf26f00738 tempest-SecGroupTest-2073331282 tempest-SecGroupTest-2073331282-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0463955 Sep 16 16:46:06.599459 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-54fcaf4d-f46a-46c3-8379-e0063ca810a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:06.613269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:46:06.615857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['35b2049d-35e3-432a-88be-e4595bd197c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:46:06.632722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcaf4d-f46a-46c3-8379-e0063ca810a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event deleted for resources: {'Port': ['ID=d74e1cb7-a7b1-459c-bb7f-97577d0e25e5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:06.701778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-54fcaf4d-f46a-46c3-8379-e0063ca810a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] No DVR routers for this DVR port d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:06.710686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-54fcaf4d-f46a-46c3-8379-e0063ca810a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:06.711447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-020910c0-12a8-49a2-8768-58fe6b4361dc req-54fcaf4d-f46a-46c3-8379-e0063ca810a8 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "DELETE /v2.0/ports/d74e1cb7-a7b1-459c-bb7f-97577d0e25e5 HTTP/1.1" status: 204 len: 173 time: 0.8703046 Sep 16 16:46:06.712005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'name': 'network-vif-deleted', 'tag': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:06.724263 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708b6996-19dc-4555-a5af-bfc2496d30c0" -d '{"events": [{"server_uuid": "70472b5c-84dd-41ff-97a7-4ee4ea1c0d75", "name": "network-vif-deleted", "tag": "d74e1cb7-a7b1-459c-bb7f-97577d0e25e5"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:06.805808 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0082f4b7-615c-46f7-91a7-5274bb76f2af x-openstack-request-id: req-0082f4b7-615c-46f7-91a7-5274bb76f2af {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:06.806181 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70472b5c-84dd-41ff-97a7-4ee4ea1c0d75", "name": "network-vif-deleted", "tag": "d74e1cb7-a7b1-459c-bb7f-97577d0e25e5", "status": "failed", "code": 422}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:06.806503 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0082f4b7-615c-46f7-91a7-5274bb76f2af {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:06.806983 n-d-807786-3 neutron-server[95358]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70472b5c-84dd-41ff-97a7-4ee4ea1c0d75', 'name': 'network-vif-deleted', 'tag': 'd74e1cb7-a7b1-459c-bb7f-97577d0e25e5', 'status': 'failed', 'code': 422} returned with failed status Sep 16 16:46:07.061912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55944) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:07.202388 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-26a23f77-f00e-4684-8a9d-71b88d08cd35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d506c6d4dee64011b06b2af8425c2ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392434 Sep 16 16:46:07.204984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55948) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:07.255051 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7cf16e5b-92dd-4b37-890a-e7de53af0b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:07.278362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7cf16e5b-92dd-4b37-890a-e7de53af0b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:07.412000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7cf16e5b-92dd-4b37-890a-e7de53af0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:07.414581 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7cf16e5b-92dd-4b37-890a-e7de53af0b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:07.415945 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7cf16e5b-92dd-4b37-890a-e7de53af0b89 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/174865b2-790a-4ffa-9196-debf08c39f43 HTTP/1.1" status: 204 len: 168 time: 0.2100725 Sep 16 16:46:07.428952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf16e5b-92dd-4b37-890a-e7de53af0b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174865b2-790a-4ffa-9196-debf08c39f43,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:08.099041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0e99a-820f-4617-ba8a-ca6ae0c356fa req-71b4cbe2-b87c-4509-b076-0fe61be6eb95 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:08.100790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41f0e99a-820f-4617-ba8a-ca6ae0c356fa req-71b4cbe2-b87c-4509-b076-0fe61be6eb95 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 907 time: 0.0603974 Sep 16 16:46:09.223729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc283ace-7ee2-43b0-a09c-82fbf73a8111 req-0629355a-9a36-4897-95a6-7743cb63641e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:09.225249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc283ace-7ee2-43b0-a09c-82fbf73a8111 req-0629355a-9a36-4897-95a6-7743cb63641e tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 907 time: 0.0503333 Sep 16 16:46:09.342555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81229414-634f-49b8-a8cc-c19778a6f57e req-cddb52e6-ad02-414e-a383-9ef59ca20d9c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:09.344017 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-81229414-634f-49b8-a8cc-c19778a6f57e req-cddb52e6-ad02-414e-a383-9ef59ca20d9c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.52 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 907 time: 0.0510204 Sep 16 16:46:09.441260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-81229414-634f-49b8-a8cc-c19778a6f57e req-a8231bcd-64a8-4c36-88c6-3e37f6123c03 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Deleting port 1493419a-43eb-4433-ac59-5ca804122ce6 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:09.441613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-81229414-634f-49b8-a8cc-c19778a6f57e req-a8231bcd-64a8-4c36-88c6-3e37f6123c03 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:09.535710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-81229414-634f-49b8-a8cc-c19778a6f57e req-a8231bcd-64a8-4c36-88c6-3e37f6123c03 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] For port 1493419a-43eb-4433-ac59-5ca804122ce6, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=1493419a-43eb-4433-ac59-5ca804122ce6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:09.536087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-81229414-634f-49b8-a8cc-c19778a6f57e req-a8231bcd-64a8-4c36-88c6-3e37f6123c03 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:09.548064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-81229414-634f-49b8-a8cc-c19778a6f57e req-a8231bcd-64a8-4c36-88c6-3e37f6123c03 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Calling delete_port for 1493419a-43eb-4433-ac59-5ca804122ce6 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:09.743600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-81229414-634f-49b8-a8cc-c19778a6f57e req-a8231bcd-64a8-4c36-88c6-3e37f6123c03 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:09.770769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8231bcd-64a8-4c36-88c6-3e37f6123c03 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event deleted for resources: {'Port': ['ID=1493419a-43eb-4433-ac59-5ca804122ce6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:09.819227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-81229414-634f-49b8-a8cc-c19778a6f57e req-a8231bcd-64a8-4c36-88c6-3e37f6123c03 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] No DVR routers for this DVR port 1493419a-43eb-4433-ac59-5ca804122ce6 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:09.822074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-81229414-634f-49b8-a8cc-c19778a6f57e req-a8231bcd-64a8-4c36-88c6-3e37f6123c03 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:09.824325 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-81229414-634f-49b8-a8cc-c19778a6f57e req-a8231bcd-64a8-4c36-88c6-3e37f6123c03 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.52 "DELETE /v2.0/ports/1493419a-43eb-4433-ac59-5ca804122ce6 HTTP/1.1" status: 204 len: 173 time: 0.4742734 Sep 16 16:46:09.824822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927d4d8-8f88-4e82-8909-794307bf4bf1', 'name': 'network-vif-deleted', 'tag': '1493419a-43eb-4433-ac59-5ca804122ce6'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:09.827105 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2d8469-5af6-4b9f-98f0-11eb500aba4f" -d '{"events": [{"server_uuid": "b927d4d8-8f88-4e82-8909-794307bf4bf1", "name": "network-vif-deleted", "tag": "1493419a-43eb-4433-ac59-5ca804122ce6"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:09.865641 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5bd835-6a8e-4f48-822b-2714cd326cd7 x-openstack-request-id: req-5a5bd835-6a8e-4f48-822b-2714cd326cd7 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:09.865952 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927d4d8-8f88-4e82-8909-794307bf4bf1", "name": "network-vif-deleted", "tag": "1493419a-43eb-4433-ac59-5ca804122ce6", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:09.866212 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a5bd835-6a8e-4f48-822b-2714cd326cd7 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:09.866615 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b927d4d8-8f88-4e82-8909-794307bf4bf1', 'name': 'network-vif-deleted', 'tag': '1493419a-43eb-4433-ac59-5ca804122ce6', 'status': 'completed', 'code': 200} Sep 16 16:46:10.285395 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-bc5c0b1d-2ccf-4ecf-b253-b44312212d6d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0460908 Sep 16 16:46:10.333957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e9538d1-c431-47bd-859a-a4f0b398f050 req-7cdc0a80-153e-4cdd-9c34-2abdf7dfa2ad tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b927d4d8-8f88-4e82-8909-794307bf4bf1 HTTP/1.1" status: 200 len: 210 time: 0.0256653 Sep 16 16:46:10.408130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-2252908b-261a-4a31-a79f-eef6d20d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.409055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-2252908b-261a-4a31-a79f-eef6d20d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.409137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-2252908b-261a-4a31-a79f-eef6d20d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.409558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-2252908b-261a-4a31-a79f-eef6d20d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.410135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-2252908b-261a-4a31-a79f-eef6d20d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.410688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-2252908b-261a-4a31-a79f-eef6d20d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.411272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-2252908b-261a-4a31-a79f-eef6d20d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.413263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-2252908b-261a-4a31-a79f-eef6d20d4e33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 6500 time: 0.0812063 Sep 16 16:46:10.535803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-8d7019c5-6f1b-4d20-b7d8-8d7ad447a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.536336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-8d7019c5-6f1b-4d20-b7d8-8d7ad447a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.536846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-8d7019c5-6f1b-4d20-b7d8-8d7ad447a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.538461 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-8d7019c5-6f1b-4d20-b7d8-8d7ad447a3db service neutron] 10.222.0.52 "GET /v2.0/networks?id=62c586e6-0201-471e-b583-b9418df0ff0d&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=87386091-1848-4d66-86c8-ad3a5e77467c&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604 HTTP/1.1" status: 200 len: 2299 time: 0.1012633 Sep 16 16:46:10.898495 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-068915ab-2476-4b4e-82c8-3743bf31a742 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e HTTP/1.1" status: 200 len: 1001 time: 0.3526797 Sep 16 16:46:10.940799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56068) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:10.951164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-c75c7f69-a3a1-48a2-9e6d-0e8eb9795757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:10.952679 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-c75c7f69-a3a1-48a2-9e6d-0e8eb9795757 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=94aa22e8-4939-422f-b724-bd08abd2ae2f HTTP/1.1" status: 200 len: 856 time: 0.0473740 Sep 16 16:46:11.006659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-8dce8ccf-db57-4dcf-b8b4-cb326748e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:11.008850 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-8dce8ccf-db57-4dcf-b8b4-cb326748e789 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62c586e6-0201-471e-b583-b9418df0ff0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486193 Sep 16 16:46:11.067052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1cf80fd3-8538-4aed-b3ae-4ed6af8e3ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:11.124754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-58faa160-b0bf-46bf-8488-633f117b02ac service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086178 Sep 16 16:46:11.178267 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1cf80fd3-8538-4aed-b3ae-4ed6af8e3ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:11.224068 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-2c4def49-9ac1-4081-8dbc-81c1b08139db service neutron] 10.222.0.52 "GET /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923884 Sep 16 16:46:11.240694 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1cf80fd3-8538-4aed-b3ae-4ed6af8e3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:11.273799 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-810d7e99-87ff-4cda-a923-d1e00003cfe7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=f05e97f8-44e6-4e66-87c0-537832c067fe HTTP/1.1" status: 200 len: 217 time: 0.0424428 Sep 16 16:46:11.279815 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1cf80fd3-8538-4aed-b3ae-4ed6af8e3ca3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d92607d0c0f40ac84dedecdaf93fd64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379467 Sep 16 16:46:11.282171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf80fd3-8538-4aed-b3ae-4ed6af8e3ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27601828-167a-4fde-a7c3-63f1d0d76878,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:11.284796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56076) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:11.332978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-895f7179-7898-4e1f-9187-5798969ef166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:11.334777 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-895f7179-7898-4e1f-9187-5798969ef166 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.0537009 Sep 16 16:46:11.340556 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a717851-2f2b-4aec-9195-c670c7283eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:11.362693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a717851-2f2b-4aec-9195-c670c7283eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:11.389933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-fb420666-7429-40b9-ac2a-2151de380c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:11.392530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-fb420666-7429-40b9-ac2a-2151de380c93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0491168 Sep 16 16:46:11.468992 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a717851-2f2b-4aec-9195-c670c7283eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:11.472363 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a717851-2f2b-4aec-9195-c670c7283eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:11.474799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3a717851-2f2b-4aec-9195-c670c7283eb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27601828-167a-4fde-a7c3-63f1d0d76878 HTTP/1.1" status: 204 len: 168 time: 0.1877069 Sep 16 16:46:11.483670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a717851-2f2b-4aec-9195-c670c7283eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27601828-167a-4fde-a7c3-63f1d0d76878,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:11.509387 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-c06cc8c6-2409-40c2-9b61-4bc3c33e4e9e service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096468 Sep 16 16:46:11.606179 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-9c96a63b-8961-4a6b-b7b8-8053e38e1ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882704 Sep 16 16:46:11.654023 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-0b3c3489-59c4-4814-b638-63b8c8591e28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=8ab0bbc4-e6a3-417d-bad8-c3094a12594a HTTP/1.1" status: 200 len: 217 time: 0.0411246 Sep 16 16:46:11.710219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-fc37c827-043f-4a88-b81d-72e97871bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:11.711873 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-fc37c827-043f-4a88-b81d-72e97871bfd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.0511665 Sep 16 16:46:11.775209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-d4bf44f9-1c5b-4a28-8026-06af9589fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:11.776822 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-d4bf44f9-1c5b-4a28-8026-06af9589fd87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578866 Sep 16 16:46:11.829643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c4b98-ae8a-471f-8420-c6ad6b14c5bf req-cc68ff99-245a-423c-a5ea-8960b6816e8a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:11.830710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-548c4b98-ae8a-471f-8420-c6ad6b14c5bf req-cc68ff99-245a-423c-a5ea-8960b6816e8a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 946 time: 0.0590057 Sep 16 16:46:11.871100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-548c4b98-ae8a-471f-8420-c6ad6b14c5bf req-3d7e4718-3c86-4df7-9ee9-28e21c3967ac tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339179 Sep 16 16:46:11.886864 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-46a59051-b381-4d90-8af6-9a75e17e449a service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022747 Sep 16 16:46:11.983313 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-ab38d5c4-cd1b-4365-808e-66b19f51e2ad service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892656 Sep 16 16:46:12.035746 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-cdddc85c-05f1-4ff3-a9bb-5608c94fced8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=ea0d0c04-595f-4e21-97cf-1ee3b39295dd HTTP/1.1" status: 200 len: 217 time: 0.0453064 Sep 16 16:46:12.083114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56092) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:12.094208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-b30fead0-7e09-4728-a481-a1fb7af83f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:12.096348 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-b30fead0-7e09-4728-a481-a1fb7af83f0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.0535114 Sep 16 16:46:12.098054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2cb7c4f3-c351-4d39-b965-a58531428b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:12.152026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-12f592e9-c86a-4633-8fab-3c3a63df9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:12.153697 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-12f592e9-c86a-4633-8fab-3c3a63df9692 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0490193 Sep 16 16:46:12.207713 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2cb7c4f3-c351-4d39-b965-a58531428b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:12.254850 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-e398e05e-f7f7-4ca1-a610-e46bea56afe7 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943499 Sep 16 16:46:12.274825 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2cb7c4f3-c351-4d39-b965-a58531428b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:12.321040 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2cb7c4f3-c351-4d39-b965-a58531428b5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f60dbbce173446ab0291477d5893450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343512 Sep 16 16:46:12.321040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7c4f3-c351-4d39-b965-a58531428b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb74f9eb-0278-44ad-8437-ffc1bff000ae,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:12.322131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56096) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:12.388738 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-e7c8c62b-127d-48fa-9f43-25b8856c0d2d service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263587 Sep 16 16:46:12.410197 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d70f1f4a-312e-4cb7-b4fe-97d4c91a1fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:12.445115 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-ae02a738-ed7e-46f1-b62e-b9600d61d32f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=c8200d1d-3946-44b4-b45a-b57718561077 HTTP/1.1" status: 200 len: 217 time: 0.0450730 Sep 16 16:46:12.488983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d70f1f4a-312e-4cb7-b4fe-97d4c91a1fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:12.531806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-0df42c10-f81f-448b-ae01-276ca30accb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:12.533347 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-0df42c10-f81f-448b-ae01-276ca30accb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 200 len: 797 time: 0.0773985 Sep 16 16:46:12.587605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-de2e9874-d65f-4ea4-92a6-f1bd6c8dee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:12.589217 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-de2e9874-d65f-4ea4-92a6-f1bd6c8dee4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=87386091-1848-4d66-86c8-ad3a5e77467c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0489247 Sep 16 16:46:12.653865 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d70f1f4a-312e-4cb7-b4fe-97d4c91a1fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:12.656441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d70f1f4a-312e-4cb7-b4fe-97d4c91a1fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:12.658174 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d70f1f4a-312e-4cb7-b4fe-97d4c91a1fb6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb74f9eb-0278-44ad-8437-ffc1bff000ae HTTP/1.1" status: 204 len: 168 time: 0.3350670 Sep 16 16:46:12.671882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f1f4a-312e-4cb7-b4fe-97d4c91a1fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb74f9eb-0278-44ad-8437-ffc1bff000ae,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:12.695471 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-5f9f38a6-74d1-4dac-b8bc-db4d1126da6e service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989265 Sep 16 16:46:12.794022 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-c9a77130-c9b2-4266-83fc-d8418c6db956 service neutron] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914187 Sep 16 16:46:12.835796 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-193170fc-31c2-4f42-9816-b56f9a6a5d3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f41156ca-fe2c-4554-bce2-6da322a34a02 HTTP/1.1" status: 200 len: 217 time: 0.0346076 Sep 16 16:46:12.885488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-cc493f79-23d8-452b-9be1-d4b0bf682591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:12.886972 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-cc493f79-23d8-452b-9be1-d4b0bf682591 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.0441425 Sep 16 16:46:12.949221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-a075f14d-fdf5-4192-badb-ba0eccc8fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:12.950762 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-a075f14d-fdf5-4192-badb-ba0eccc8fc88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568972 Sep 16 16:46:13.029187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64653b73-8273-4639-8cba-68751f597002 req-efb7446e-58cf-49ef-9363-3df1451a9db2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:13.031347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64653b73-8273-4639-8cba-68751f597002 req-efb7446e-58cf-49ef-9363-3df1451a9db2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 946 time: 0.0792086 Sep 16 16:46:13.101349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-64653b73-8273-4639-8cba-68751f597002 req-fcf4dacc-05fe-4fe2-a3a3-861a8fe5049a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Sep 16 16:46:13.112462 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-9b3ca26b-56fe-43d6-88fd-6906a35ccf30 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457491 Sep 16 16:46:13.185702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-e9d36d29-d13c-4a67-ae4a-2b72482f514f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:13.200159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-e9d36d29-d13c-4a67-ae4a-2b72482f514f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 946 time: 0.0975890 Sep 16 16:46:13.296679 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-9bdd135e-d94f-46ce-aee0-a1c09d6677f1 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794355 Sep 16 16:46:13.339169 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-ed551e90-c6d5-414c-b5b5-147180c9f03b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d HTTP/1.1" status: 200 len: 217 time: 0.0386426 Sep 16 16:46:13.339392 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-9a345fb1-d0b0-4bfc-9b34-cb0a723b56d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Deleting port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:13.339606 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-9a345fb1-d0b0-4bfc-9b34-cb0a723b56d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:13.398959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-fc346ce5-550c-4edd-91d1-b4af539444af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:13.400880 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-fc346ce5-550c-4edd-91d1-b4af539444af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 200 len: 797 time: 0.0546095 Sep 16 16:46:13.467199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-6c6ac583-d50c-4378-a4e7-18f72c4b4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:13.468839 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-9a345fb1-d0b0-4bfc-9b34-cb0a723b56d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] For port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:13.468974 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-6c6ac583-d50c-4378-a4e7-18f72c4b4fe8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d74ac22-cfb1-4879-93a9-83b3ba9ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605288 Sep 16 16:46:13.469321 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-9a345fb1-d0b0-4bfc-9b34-cb0a723b56d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:13.486418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-9a345fb1-d0b0-4bfc-9b34-cb0a723b56d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Calling delete_port for 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:13.543316 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:13.577900 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-6c6e67dc-ea1d-4657-a825-02be45bd6ab6 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014075 Sep 16 16:46:13.662004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56128) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:13.717262 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b9d3ef6c-813e-4452-a84d-771caf012223 req-e5783bff-e7bf-4008-b6fd-264da1963e85 service neutron] 10.222.0.52 "GET /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304736 Sep 16 16:46:13.738095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-9a345fb1-d0b0-4bfc-9b34-cb0a723b56d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:13.755326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['35b2049d-35e3-432a-88be-e4595bd197c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:46:13.769802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a345fb1-d0b0-4bfc-9b34-cb0a723b56d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event deleted for resources: {'Port': ['ID=9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:13.836305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-9a345fb1-d0b0-4bfc-9b34-cb0a723b56d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] No DVR routers for this DVR port 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:13.839274 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-9a345fb1-d0b0-4bfc-9b34-cb0a723b56d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:13.840212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:46:13.841995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0a6c418-1c1b-4d8a-8ce2-b095680d5688 req-9a345fb1-d0b0-4bfc-9b34-cb0a723b56d7 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "DELETE /v2.0/ports/9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 HTTP/1.1" status: 204 len: 173 time: 0.6359942 Sep 16 16:46:13.842524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16b4966-84f6-484e-baa5-889564130802', 'name': 'network-vif-deleted', 'tag': '9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:13.845467 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992573da-7496-44d7-b9ff-4cd885f60c10" -d '{"events": [{"server_uuid": "d16b4966-84f6-484e-baa5-889564130802", "name": "network-vif-deleted", "tag": "9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:13.846113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 1493419a-43eb-4433-ac59-5ca804122ce6 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:13.875290 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a536e2d5-6423-425e-b0ef-3d19baa4b902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:13.877207 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:13.890305 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209b172c-db9f-4a00-88c9-272e05850497 x-openstack-request-id: req-209b172c-db9f-4a00-88c9-272e05850497 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:13.890599 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16b4966-84f6-484e-baa5-889564130802", "name": "network-vif-deleted", "tag": "9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:13.890849 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-209b172c-db9f-4a00-88c9-272e05850497 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:13.891237 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16b4966-84f6-484e-baa5-889564130802', 'name': 'network-vif-deleted', 'tag': '9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6', 'status': 'completed', 'code': 200} Sep 16 16:46:13.900875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 1493419a-43eb-4433-ac59-5ca804122ce6 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:13.901225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 1493419a-43eb-4433-ac59-5ca804122ce6 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:14.018274 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a536e2d5-6423-425e-b0ef-3d19baa4b902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:14.086119 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a536e2d5-6423-425e-b0ef-3d19baa4b902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:14.130515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a536e2d5-6423-425e-b0ef-3d19baa4b902 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01ffb13da85041799e66f6ee923fca67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673085 Sep 16 16:46:14.132841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536e2d5-6423-425e-b0ef-3d19baa4b902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43986b89-0e3e-45d4-897e-6a371d38192f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:14.133556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56144) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:14.201433 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee8be-0417-4db9-95be-7861786df25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:14.206626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aefc4a5-3d48-419a-a8ba-8a0e73059c94 req-20d3e35a-6d63-4ba2-b93a-609802570729 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16b4966-84f6-484e-baa5-889564130802 HTTP/1.1" status: 200 len: 210 time: 0.0285625 Sep 16 16:46:14.239162 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee8be-0417-4db9-95be-7861786df25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:14.371400 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee8be-0417-4db9-95be-7861786df25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:14.374129 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee8be-0417-4db9-95be-7861786df25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:14.375313 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0a3ee8be-0417-4db9-95be-7861786df25a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43986b89-0e3e-45d4-897e-6a371d38192f HTTP/1.1" status: 204 len: 168 time: 0.2403560 Sep 16 16:46:14.386660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ee8be-0417-4db9-95be-7861786df25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43986b89-0e3e-45d4-897e-6a371d38192f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:14.947995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56170) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:14.961481 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e183fa9-2808-492b-92e6-5332ab813d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:15.051130 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e183fa9-2808-492b-92e6-5332ab813d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:15.132079 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e183fa9-2808-492b-92e6-5332ab813d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:15.173504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e183fa9-2808-492b-92e6-5332ab813d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92fc0bc-86b9-4de5-8922-4960b0449687,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:15.180090 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2e183fa9-2808-492b-92e6-5332ab813d50 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0250b8f3053c47ee850560727b69f1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286308 Sep 16 16:46:15.180328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56172) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:15.229438 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8af126d4-4054-48e7-925f-3aa2f7403b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:15.250844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8af126d4-4054-48e7-925f-3aa2f7403b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:15.427853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8af126d4-4054-48e7-925f-3aa2f7403b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:15.430610 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8af126d4-4054-48e7-925f-3aa2f7403b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:15.433470 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8af126d4-4054-48e7-925f-3aa2f7403b5c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b92fc0bc-86b9-4de5-8922-4960b0449687 HTTP/1.1" status: 204 len: 168 time: 0.2522039 Sep 16 16:46:15.443047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af126d4-4054-48e7-925f-3aa2f7403b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92fc0bc-86b9-4de5-8922-4960b0449687,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:15.790612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102ccf-414d-46db-97b7-3ec30a7aa268 req-8a1e8795-5406-4289-8d92-3fad58ce13fb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:15.792137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb102ccf-414d-46db-97b7-3ec30a7aa268 req-8a1e8795-5406-4289-8d92-3fad58ce13fb tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0500460 Sep 16 16:46:15.836854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb102ccf-414d-46db-97b7-3ec30a7aa268 req-cdbbf581-9319-4a83-ad32-b2bd7ea810b5 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371292 Sep 16 16:46:16.186170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56194) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:16.200545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-168d7cce-a1f6-4cd1-a46f-67a3bd477237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:16.295387 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-168d7cce-a1f6-4cd1-a46f-67a3bd477237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:16.365788 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-168d7cce-a1f6-4cd1-a46f-67a3bd477237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:16.404749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d7cce-a1f6-4cd1-a46f-67a3bd477237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb49543-165c-4d34-93e8-7b6127e77bda,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:16.410552 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-168d7cce-a1f6-4cd1-a46f-67a3bd477237 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5261e61acdd4b029023d6ec137a0519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232294 Sep 16 16:46:16.413271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56198) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:16.479769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b854173a-3910-4ce0-83a3-02b6123ccc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:16.502049 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b854173a-3910-4ce0-83a3-02b6123ccc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:16.652001 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b854173a-3910-4ce0-83a3-02b6123ccc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:16.654678 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b854173a-3910-4ce0-83a3-02b6123ccc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:16.655906 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b854173a-3910-4ce0-83a3-02b6123ccc1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fb49543-165c-4d34-93e8-7b6127e77bda HTTP/1.1" status: 204 len: 168 time: 0.2402143 Sep 16 16:46:16.665440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854173a-3910-4ce0-83a3-02b6123ccc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb49543-165c-4d34-93e8-7b6127e77bda,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:16.922605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-ad5a6e6f-965e-479e-9070-49d43262991b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:16.924734 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-ad5a6e6f-965e-479e-9070-49d43262991b tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0548816 Sep 16 16:46:16.958122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507079c-80ec-4700-85c5-89f99bf4cbf3 req-6c2be3c2-7c3c-4ccf-9abd-ba2102eda6c2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:16.959897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a507079c-80ec-4700-85c5-89f99bf4cbf3 req-6c2be3c2-7c3c-4ccf-9abd-ba2102eda6c2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 945 time: 0.0500135 Sep 16 16:46:17.010606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a507079c-80ec-4700-85c5-89f99bf4cbf3 req-77cfb8c6-883f-4b82-8a4c-5ee011c58b77 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=f18a6dbd-3397-43ea-919c-8188f0077734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Sep 16 16:46:17.038406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-08224e19-2163-465b-909e-e1b991628ff2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Deleting port 35b2049d-35e3-432a-88be-e4595bd197c3 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:17.038750 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-08224e19-2163-465b-909e-e1b991628ff2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:17.144230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-08224e19-2163-465b-909e-e1b991628ff2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] For port 35b2049d-35e3-432a-88be-e4595bd197c3, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=35b2049d-35e3-432a-88be-e4595bd197c3,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:17.144230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-08224e19-2163-465b-909e-e1b991628ff2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:17.152042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-08224e19-2163-465b-909e-e1b991628ff2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Calling delete_port for 35b2049d-35e3-432a-88be-e4595bd197c3 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:17.337510 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-08224e19-2163-465b-909e-e1b991628ff2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:17.348465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['35b2049d-35e3-432a-88be-e4595bd197c3'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:46:17.370666 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08224e19-2163-465b-909e-e1b991628ff2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event deleted for resources: {'Port': ['ID=35b2049d-35e3-432a-88be-e4595bd197c3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:17.415657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-08224e19-2163-465b-909e-e1b991628ff2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] No DVR routers for this DVR port 35b2049d-35e3-432a-88be-e4595bd197c3 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:17.418324 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-08224e19-2163-465b-909e-e1b991628ff2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:17.420353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b8ea121-f1c0-49f4-81a9-eb5d3aa7ddd3 req-08224e19-2163-465b-909e-e1b991628ff2 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.52 "DELETE /v2.0/ports/35b2049d-35e3-432a-88be-e4595bd197c3 HTTP/1.1" status: 204 len: 173 time: 0.4897835 Sep 16 16:46:17.427951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b76082-9a36-4604-9c9d-b834be535d45', 'name': 'network-vif-deleted', 'tag': '35b2049d-35e3-432a-88be-e4595bd197c3'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:17.427951 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da237397-f084-4ef5-92fb-242cb78b881b" -d '{"events": [{"server_uuid": "d0b76082-9a36-4604-9c9d-b834be535d45", "name": "network-vif-deleted", "tag": "35b2049d-35e3-432a-88be-e4595bd197c3"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:17.461532 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00054ac4-2b9c-4cdc-8cbb-0df89dd5d351 x-openstack-request-id: req-00054ac4-2b9c-4cdc-8cbb-0df89dd5d351 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:17.461831 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b76082-9a36-4604-9c9d-b834be535d45", "name": "network-vif-deleted", "tag": "35b2049d-35e3-432a-88be-e4595bd197c3", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:17.462074 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00054ac4-2b9c-4cdc-8cbb-0df89dd5d351 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:17.462466 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b76082-9a36-4604-9c9d-b834be535d45', 'name': 'network-vif-deleted', 'tag': '35b2049d-35e3-432a-88be-e4595bd197c3', 'status': 'completed', 'code': 200} Sep 16 16:46:17.669009 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:17.691381 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:17.691722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 9d590bdf-33a2-4385-8d0c-eb7a7eaba6a6 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:17.792881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56232) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:17.896973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1836315823-network', 'tenant_id': 'ee6f04313dc4493bae1c6dd9751b37bd'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:17.972599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Made reservation on behalf of ee6f04313dc4493bae1c6dd9751b37bd for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:46:17.977046 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:17.984102 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:18.082652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:18.123885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db7d5d1d-6e92-4658-b288-e1ed09f9bbc2 req-db9af69a-4c5e-4d9f-932f-6e1a51d5dd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0b76082-9a36-4604-9c9d-b834be535d45 HTTP/1.1" status: 200 len: 210 time: 0.0267658 Sep 16 16:46:18.217767 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:18.239014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:46:18.254107 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8c520c-054b-47aa-a9ff-37a87dbc4837,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:18.257073 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:18.257418 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Added segment 32cae03f-53b4-409b-a51b-d417da04a968 of type vlan for network a97892df-a40e-47b9-97c7-0635e5376421 Sep 16 16:46:18.298131 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:18.422932 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:18.426642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:18.426642 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:18.488818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] Pushing event updated for resources: {'Network': ['ID=a97892df-a40e-47b9-97c7-0635e5376421,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:18.498810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network a97892df-a40e-47b9-97c7-0635e5376421 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:46:18.533316 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-481964bb-a52f-4c31-931e-f19234d0b42b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7386198 Sep 16 16:46:18.536174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56246) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:18.541563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Request body: {'subnet': {'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1836315823-subnet', 'tenant_id': 'ee6f04313dc4493bae1c6dd9751b37bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:18.641771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Made reservation on behalf of ee6f04313dc4493bae1c6dd9751b37bd for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:46:18.649264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:18.886234 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:18.941265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a534c8fd-3b12-4b22-a0f2-60b6a321c05c,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:18.952265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Checking segment: {'id': '32cae03f-53b4-409b-a51b-d417da04a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:46:18.952705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Network hostable DHCP agents. Network: a97892df-a40e-47b9-97c7-0635e5376421, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:46:19.005732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Network a97892df-a40e-47b9-97c7-0635e5376421 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:46:19.074232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, a97892df-a40e-47b9-97c7-0635e5376421) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:46:19.079193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:19.081665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:19.082888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498f33f2-de10-4a03-bff4-7939afca6822 None None] Network a97892df-a40e-47b9-97c7-0635e5376421 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:46:19.181289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f2503367-5121-4b9d-904f-b381e78c3453 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6400340 Sep 16 16:46:19.208520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658d6b73-c22c-4734-85b9-9c86ed2166f9 None None] Network a97892df-a40e-47b9-97c7-0635e5376421 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:46:19.727109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03a1d-0712-423a-bbfd-58b66ef49720 req-4ff629ad-41c8-4885-8db1-c276f7dda6ea tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:19.733583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aea03a1d-0712-423a-bbfd-58b66ef49720 req-4ff629ad-41c8-4885-8db1-c276f7dda6ea tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0711827 Sep 16 16:46:19.788799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aea03a1d-0712-423a-bbfd-58b66ef49720 req-3776c7a8-31ed-4fe8-9da4-25970457263c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485737 Sep 16 16:46:19.828774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 35b2049d-35e3-432a-88be-e4595bd197c3 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:19.854072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 35b2049d-35e3-432a-88be-e4595bd197c3 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:19.854627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 35b2049d-35e3-432a-88be-e4595bd197c3 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:20.422315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e656c-02d8-416d-a654-c22fce4321dd req-996e40b8-f85b-4221-80bf-41ee961bbafb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:20.430336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e656c-02d8-416d-a654-c22fce4321dd req-996e40b8-f85b-4221-80bf-41ee961bbafb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:20.436742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e656c-02d8-416d-a654-c22fce4321dd req-996e40b8-f85b-4221-80bf-41ee961bbafb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:20.443986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e656c-02d8-416d-a654-c22fce4321dd req-996e40b8-f85b-4221-80bf-41ee961bbafb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:20.450303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e656c-02d8-416d-a654-c22fce4321dd req-996e40b8-f85b-4221-80bf-41ee961bbafb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:20.456917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e656c-02d8-416d-a654-c22fce4321dd req-996e40b8-f85b-4221-80bf-41ee961bbafb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:20.463105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e656c-02d8-416d-a654-c22fce4321dd req-996e40b8-f85b-4221-80bf-41ee961bbafb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:20.465286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f42e656c-02d8-416d-a654-c22fce4321dd req-996e40b8-f85b-4221-80bf-41ee961bbafb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5443 time: 0.1064117 Sep 16 16:46:20.507997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f42e656c-02d8-416d-a654-c22fce4321dd req-6677fd7a-4100-4308-bc8e-97b1e26a7892 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358961 Sep 16 16:46:20.919160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5342440-8e7e-46ac-abe5-9a77944532e4 req-6d137f81-cdd3-4ca1-bda7-5ccf3e28db59 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:20.921287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5342440-8e7e-46ac-abe5-9a77944532e4 req-6d137f81-cdd3-4ca1-bda7-5ccf3e28db59 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0667050 Sep 16 16:46:20.968958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5342440-8e7e-46ac-abe5-9a77944532e4 req-1998e26c-1f3a-4d00-9199-1bd9f5497a6f tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Sep 16 16:46:21.333846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-6553ba53-18e7-42d0-8fb2-29666e33ea02 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.339733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-6553ba53-18e7-42d0-8fb2-29666e33ea02 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.346636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-6553ba53-18e7-42d0-8fb2-29666e33ea02 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.352707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-6553ba53-18e7-42d0-8fb2-29666e33ea02 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.358594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-6553ba53-18e7-42d0-8fb2-29666e33ea02 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.365126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-6553ba53-18e7-42d0-8fb2-29666e33ea02 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.371038 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-6553ba53-18e7-42d0-8fb2-29666e33ea02 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.372969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-6553ba53-18e7-42d0-8fb2-29666e33ea02 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5443 time: 0.0923641 Sep 16 16:46:21.422693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-9a06d5df-fdf8-4ff1-9585-7941eef77368 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.425196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-9a06d5df-fdf8-4ff1-9585-7941eef77368 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "GET /v2.0/ports/f05e97f8-44e6-4e66-87c0-537832c067fe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0453830 Sep 16 16:46:21.525088 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a220d100-f1db-4130-a29f-24e92313678d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "GET /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0946224 Sep 16 16:46:21.536513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:21.596752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:21.603603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940718a9-9413-4e48-8056-11b4eb6db192 req-eef439d0-b91a-4680-a21a-edaa3f66ad51 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.605886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-940718a9-9413-4e48-8056-11b4eb6db192 req-eef439d0-b91a-4680-a21a-edaa3f66ad51 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.0531554 Sep 16 16:46:21.718393 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749095-751c-40a1-88a8-56d4fbad417f req-616a1627-2aa4-4328-be30-2f67df7b922f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.725176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749095-751c-40a1-88a8-56d4fbad417f req-616a1627-2aa4-4328-be30-2f67df7b922f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.731209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749095-751c-40a1-88a8-56d4fbad417f req-616a1627-2aa4-4328-be30-2f67df7b922f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.737398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749095-751c-40a1-88a8-56d4fbad417f req-616a1627-2aa4-4328-be30-2f67df7b922f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.739282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] For port f05e97f8-44e6-4e66-87c0-537832c067fe, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f05e97f8-44e6-4e66-87c0-537832c067fe,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:21.743429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749095-751c-40a1-88a8-56d4fbad417f req-616a1627-2aa4-4328-be30-2f67df7b922f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.749450 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749095-751c-40a1-88a8-56d4fbad417f req-616a1627-2aa4-4328-be30-2f67df7b922f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.755449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749095-751c-40a1-88a8-56d4fbad417f req-616a1627-2aa4-4328-be30-2f67df7b922f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:21.757459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38749095-751c-40a1-88a8-56d4fbad417f req-616a1627-2aa4-4328-be30-2f67df7b922f tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 5443 time: 0.1505744 Sep 16 16:46:21.773409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] For port f05e97f8-44e6-4e66-87c0-537832c067fe, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:46:21.814965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Deleting port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:21.815314 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:21.819522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] device_id is not set on port f05e97f8-44e6-4e66-87c0-537832c067fe yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:46:21.828103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:21.864773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38749095-751c-40a1-88a8-56d4fbad417f req-a9619ad0-4551-40fd-8cf5-88cda1706d6d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&id=ecc780b3-f32b-418c-b724-2738fd9be42f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716913 Sep 16 16:46:21.943096 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:21.944765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] For port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:21.945154 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:22.008892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] No DVR routers for this DVR port f05e97f8-44e6-4e66-87c0-537832c067fe on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:22.066401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e97f8-44e6-4e66-87c0-537832c067fe,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:22.083267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] In _notify_port_updated(), no bound segment for port f05e97f8-44e6-4e66-87c0-537832c067fe on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:46:22.084938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:22.085793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:22.087576 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-a9ddbe95-0461-406a-927d-a8d80f1b0070 service neutron] 10.222.0.52 "PUT /v2.0/ports/f05e97f8-44e6-4e66-87c0-537832c067fe HTTP/1.1" status: 200 len: 1033 time: 0.5555573 Sep 16 16:46:22.169822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-11df560b-446a-4e07-b6ae-a8d087b55d51 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:22.171501 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-11df560b-446a-4e07-b6ae-a8d087b55d51 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "GET /v2.0/ports/8ab0bbc4-e6a3-417d-bad8-c3094a12594a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0657074 Sep 16 16:46:22.183105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:22.233592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680661c-30c7-47c1-9722-b6a410a5d50e req-27d610d9-ddd4-4355-85cb-ae144b7885f0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:22.235186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9680661c-30c7-47c1-9722-b6a410a5d50e req-27d610d9-ddd4-4355-85cb-ae144b7885f0 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 944 time: 0.1411223 Sep 16 16:46:22.273463 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:22.287276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9680661c-30c7-47c1-9722-b6a410a5d50e req-67e44ba1-6753-4426-a2f1-c002fc31d99d tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397749 Sep 16 16:46:22.320667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-413e5306-6a68-423f-8459-55efaec8c28e None None] Provisioning complete for port f05e97f8-44e6-4e66-87c0-537832c067fe triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:46:22.321617 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-413e5306-6a68-423f-8459-55efaec8c28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:22.357114 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:22.357541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:22.357891 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Floating IP 6c8f3dad-1bde-46a1-b9a4-5b3c96d5b708 disassociated. External IP: 172.25.6.215, port: 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7. Sep 16 16:46:22.359479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Calling delete_port for 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:22.362493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-413e5306-6a68-423f-8459-55efaec8c28e None None] Port f05e97f8-44e6-4e66-87c0-537832c067fe cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:46:22.430315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] For port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:22.463926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] For port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:46:22.509555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] device_id is not set on port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:46:22.535881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:22.605058 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:22.617317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:22.638274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event deleted for resources: {'Port': ['ID=8bcd798d-1bdb-4e00-9d78-33ea463bb7d7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:22.716297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] No DVR routers for this DVR port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:22.755905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:22.792957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] In _notify_port_updated(), no bound segment for port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a on network 87386091-1848-4d66-86c8-ad3a5e77467c {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:46:22.795592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:22.796238 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:22.797636 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-b97c684f-3b6f-46fc-830f-90e3a67b5a53 service neutron] 10.222.0.52 "PUT /v2.0/ports/8ab0bbc4-e6a3-417d-bad8-c3094a12594a HTTP/1.1" status: 200 len: 1031 time: 0.6190805 Sep 16 16:46:22.801427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Router 9193eb00-4b66-485e-9d8e-a93dda97a0da has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:46:22.972235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:46:22.987754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] Sync routers for ids ['9193eb00-4b66-485e-9d8e-a93dda97a0da'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:46:23.013602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] Routers {'9193eb00-4b66-485e-9d8e-a93dda97a0da'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:46:23.014600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:46:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9193eb00-4b66-485e-9d8e-a93dda97a0da'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:23.129125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-bdfaed53-068d-47c9-a0b4-abf63fb25336 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting port 44994d38-3361-40ac-8d0d-bcd88e3dc26d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:23.132016 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-bdfaed53-068d-47c9-a0b4-abf63fb25336 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:23.180875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] No DVR routers for this DVR port 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:23.208303 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:23.211735 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-940718a9-9413-4e48-8056-11b4eb6db192 req-e7de51e2-548c-453b-b4fa-efc32128a576 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.62 "DELETE /v2.0/ports/8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 HTTP/1.1" status: 204 len: 173 time: 1.5910084 Sep 16 16:46:23.247816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-deleted', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:23.275136 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0469ebe-e556-417b-bdff-8207214b1544" -d '{"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-deleted", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:23.281313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] Set router 9193eb00-4b66-485e-9d8e-a93dda97a0da gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:46:23.359610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31591629-31fd-4407-b4c8-d08535d3e6e7 req-d1ed139c-6eb6-4c46-8c90-2b211844a248 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:23.371794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31591629-31fd-4407-b4c8-d08535d3e6e7 req-d1ed139c-6eb6-4c46-8c90-2b211844a248 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:23.383696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31591629-31fd-4407-b4c8-d08535d3e6e7 req-d1ed139c-6eb6-4c46-8c90-2b211844a248 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:23.390612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31591629-31fd-4407-b4c8-d08535d3e6e7 req-d1ed139c-6eb6-4c46-8c90-2b211844a248 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:23.398209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31591629-31fd-4407-b4c8-d08535d3e6e7 req-d1ed139c-6eb6-4c46-8c90-2b211844a248 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:23.400225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31591629-31fd-4407-b4c8-d08535d3e6e7 req-d1ed139c-6eb6-4c46-8c90-2b211844a248 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 3885 time: 0.2539003 Sep 16 16:46:23.415214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-bdfaed53-068d-47c9-a0b4-abf63fb25336 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] For port 44994d38-3361-40ac-8d0d-bcd88e3dc26d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=44994d38-3361-40ac-8d0d-bcd88e3dc26d,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:23.415214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-bdfaed53-068d-47c9-a0b4-abf63fb25336 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:23.428806 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae413256-2c2e-409f-bfe6-a082b50eb303 x-openstack-request-id: req-ae413256-2c2e-409f-bfe6-a082b50eb303 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:23.429191 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9729718-6863-454b-b5ee-0729e294e2ac", "name": "network-vif-deleted", "tag": "8bcd798d-1bdb-4e00-9d78-33ea463bb7d7", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:23.429444 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae413256-2c2e-409f-bfe6-a082b50eb303 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:23.429554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-bdfaed53-068d-47c9-a0b4-abf63fb25336 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Calling delete_port for 44994d38-3361-40ac-8d0d-bcd88e3dc26d owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:23.429831 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9729718-6863-454b-b5ee-0729e294e2ac', 'name': 'network-vif-deleted', 'tag': '8bcd798d-1bdb-4e00-9d78-33ea463bb7d7', 'status': 'completed', 'code': 200} Sep 16 16:46:23.472066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4370d1c2-49ac-4d82-9f1e-02fe8c6a9652 None None] Provisioning complete for port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:46:23.473191 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4370d1c2-49ac-4d82-9f1e-02fe8c6a9652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:23.503708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31591629-31fd-4407-b4c8-d08535d3e6e7 req-186ed74b-ad86-4888-837f-683819aae4d4 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952923 Sep 16 16:46:23.590658 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b333c4fd-4ebd-40dd-9eb0-1fe3b7b15b0d req-9fcf5d1e-9db2-4cee-b6d2-ef22ff919d88 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9729718-6863-454b-b5ee-0729e294e2ac HTTP/1.1" status: 200 len: 210 time: 0.0358112 Sep 16 16:46:23.603412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4370d1c2-49ac-4d82-9f1e-02fe8c6a9652 None None] Port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:46:23.668531 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-bdfaed53-068d-47c9-a0b4-abf63fb25336 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:23.686426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '37de6666-2862-4c29-aa2f-cf039e61509e', 'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'mac_address': 'fa:16:3e:8a:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:16Z', 'updated_at': '2021-09-16T16:38:21Z', 'revision_number': 5, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'subnets': [{'id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:23.707678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaed53-068d-47c9-a0b4-abf63fb25336 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Port': ['ID=44994d38-3361-40ac-8d0d-bcd88e3dc26d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:23.720994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] Checking router: 9193eb00-4b66-485e-9d8e-a93dda97a0da for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:46:23.731603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] Routers {'9193eb00-4b66-485e-9d8e-a93dda97a0da'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:46:23.732525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:46:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9193eb00-4b66-485e-9d8e-a93dda97a0da'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:23.762910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-bdfaed53-068d-47c9-a0b4-abf63fb25336 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] No DVR routers for this DVR port 44994d38-3361-40ac-8d0d-bcd88e3dc26d on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:23.768084 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-bdfaed53-068d-47c9-a0b4-abf63fb25336 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:23.770602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-bdfaed53-068d-47c9-a0b4-abf63fb25336 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "DELETE /v2.0/ports/44994d38-3361-40ac-8d0d-bcd88e3dc26d HTTP/1.1" status: 204 len: 173 time: 0.9673870 Sep 16 16:46:23.771071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-deleted', 'tag': '44994d38-3361-40ac-8d0d-bcd88e3dc26d'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:23.773426 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d81429-5523-49a2-bd47-cecc78751573" -d '{"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-deleted", "tag": "44994d38-3361-40ac-8d0d-bcd88e3dc26d"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:23.835025 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a5a47-456a-48c9-a329-f38b2a7add13 x-openstack-request-id: req-1a0a5a47-456a-48c9-a329-f38b2a7add13 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:23.835467 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-deleted", "tag": "44994d38-3361-40ac-8d0d-bcd88e3dc26d", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:23.835764 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a0a5a47-456a-48c9-a329-f38b2a7add13 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:23.836163 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-deleted', 'tag': '44994d38-3361-40ac-8d0d-bcd88e3dc26d', 'status': 'completed', 'code': 200} Sep 16 16:46:23.864934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 44994d38-3361-40ac-8d0d-bcd88e3dc26d no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:23.889496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] Set router 9193eb00-4b66-485e-9d8e-a93dda97a0da gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:46:23.892908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 44994d38-3361-40ac-8d0d-bcd88e3dc26d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:23.892908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 44994d38-3361-40ac-8d0d-bcd88e3dc26d not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:23.892908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ea0d0c04-595f-4e21-97cf-1ee3b39295dd no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:23.915305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting port ea0d0c04-595f-4e21-97cf-1ee3b39295dd {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:23.915606 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:24.014753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] For port ea0d0c04-595f-4e21-97cf-1ee3b39295dd, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:24.015117 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:24.028290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Calling delete_port for ea0d0c04-595f-4e21-97cf-1ee3b39295dd owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:24.072812 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:24.257987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:46:24.257987 n-d-807786-3 neutron-server[95359]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 16 16:46:24.257987 n-d-807786-3 neutron-server[95359]: [parameters: {'status': 'DOWN', 'ports_id': 'ea0d0c04-595f-4e21-97cf-1ee3b39295dd'}] Sep 16 16:46:24.257987 n-d-807786-3 neutron-server[95359]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:46:24.261151 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:46:24.277566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '37de6666-2862-4c29-aa2f-cf039e61509e', 'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'mac_address': 'fa:16:3e:8a:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:16Z', 'updated_at': '2021-09-16T16:38:21Z', 'revision_number': 5, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'subnets': [{'id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:24.326533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a974608-634d-4325-807a-bbf7df1fdd32 None None] The sync data for ids ['9193eb00-4b66-485e-9d8e-a93dda97a0da'] in n-d-807786-3 is: [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:38:17Z', 'revision_number': 4, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '37de6666-2862-4c29-aa2f-cf039e61509e', 'name': '', 'network_id': '84a6c29a-5880-4300-bfee-276bb9db429b', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'mac_address': 'fa:16:3e:8a:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:16Z', 'updated_at': '2021-09-16T16:38:21Z', 'revision_number': 5, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'subnets': [{'id': 'ecd22335-e100-4fa9-ad5a-199c71604f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:46:24.356537 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:24.435518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Port': ['ID=ea0d0c04-595f-4e21-97cf-1ee3b39295dd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:24.485863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.486294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.486707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.487106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.487505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.487935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.488324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.488765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.489482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.489815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.490137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.490459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:24.514470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] No DVR routers for this DVR port ea0d0c04-595f-4e21-97cf-1ee3b39295dd on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:24.518339 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:24.520908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-24e53f19-7931-485a-b5f3-171416544f19 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "DELETE /v2.0/ports/ea0d0c04-595f-4e21-97cf-1ee3b39295dd HTTP/1.1" status: 204 len: 173 time: 0.7342532 Sep 16 16:46:24.675098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-0f838890-d284-4e01-9a6d-de93477f6b56 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting port c8200d1d-3946-44b4-b45a-b57718561077 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:24.677519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-0f838890-d284-4e01-9a6d-de93477f6b56 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:24.706878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3d049-8276-4202-a8cf-afaf24711998 req-3501d5fb-82e9-486f-8dcd-e87cdf69e605 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:24.714740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3d049-8276-4202-a8cf-afaf24711998 req-3501d5fb-82e9-486f-8dcd-e87cdf69e605 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:24.721819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3d049-8276-4202-a8cf-afaf24711998 req-3501d5fb-82e9-486f-8dcd-e87cdf69e605 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:24.728769 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5aae8f-11a5-4745-8a8e-cb5bb31b4eee None None] New status for floating IP 6c8f3dad-1bde-46a1-b9a4-5b3c96d5b708: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:46:24.729555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0c3d049-8276-4202-a8cf-afaf24711998 req-3501d5fb-82e9-486f-8dcd-e87cdf69e605 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 2415 time: 0.0789394 Sep 16 16:46:24.773754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0c3d049-8276-4202-a8cf-afaf24711998 req-572ea75b-432e-4514-9739-dad71d09faca tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434024 Sep 16 16:46:24.781791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56358) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:24.810528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Port ea0d0c04-595f-4e21-97cf-1ee3b39295dd update to DOWN by agent not found {{(pid=95359) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 16:46:24.811477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8ab0bbc4-e6a3-417d-bad8-c3094a12594a no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:24.815973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-0f838890-d284-4e01-9a6d-de93477f6b56 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] For port c8200d1d-3946-44b4-b45a-b57718561077, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c8200d1d-3946-44b4-b45a-b57718561077,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:24.817758 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-0f838890-d284-4e01-9a6d-de93477f6b56 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:24.833267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-0f838890-d284-4e01-9a6d-de93477f6b56 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Calling delete_port for c8200d1d-3946-44b4-b45a-b57718561077 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:24.875511 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e314cd2-3c85-4d4d-baa6-7f9a2a98e40a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:24.903697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8ab0bbc4-e6a3-417d-bad8-c3094a12594a not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:24.904211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ae2cb411-5e56-488c-a94b-7e94d9d1f82e no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:24.916151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e314cd2-3c85-4d4d-baa6-7f9a2a98e40a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.027191 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.062550 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e314cd2-3c85-4d4d-baa6-7f9a2a98e40a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.071870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e314cd2-3c85-4d4d-baa6-7f9a2a98e40a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.071870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1e314cd2-3c85-4d4d-baa6-7f9a2a98e40a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "DELETE /v2.0/security-groups/9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc HTTP/1.1" status: 204 len: 168 time: 0.2844503 Sep 16 16:46:25.072079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56360) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:25.086549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e314cd2-3c85-4d4d-baa6-7f9a2a98e40a tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:25.094938 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-6fd58d05-3847-42ef-9952-855806524373 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] show failed (client error): The resource could not be found. Sep 16 16:46:25.097213 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6fd58d05-3847-42ef-9952-855806524373 tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "GET /v2.0/security-groups/9e5d3b9d-909c-4c3b-a4e1-e8776cf621bc HTTP/1.1" status: 404 len: 347 time: 0.0237634 Sep 16 16:46:25.097956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae2cb411-5e56-488c-a94b-7e94d9d1f82e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:25.101747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:25.103017 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14274a96-094e-4200-bca1-31bf419128b4" -d '{"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-unplugged", "status": "completed", "tag": "ae2cb411-5e56-488c-a94b-7e94d9d1f82e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:25.103217 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56362) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:25.120934 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-0f838890-d284-4e01-9a6d-de93477f6b56 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.154858 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.155598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c8200d1d-3946-44b4-b45a-b57718561077 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:25.164875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f838890-d284-4e01-9a6d-de93477f6b56 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Port': ['ID=c8200d1d-3946-44b4-b45a-b57718561077,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:25.213376 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a1c0b9-80bc-455f-b88a-6e2bbe894264 x-openstack-request-id: req-c0a1c0b9-80bc-455f-b88a-6e2bbe894264 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:25.213639 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-unplugged", "status": "completed", "tag": "ae2cb411-5e56-488c-a94b-7e94d9d1f82e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:25.214083 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0a1c0b9-80bc-455f-b88a-6e2bbe894264 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:25.214209 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e', 'code': 200} Sep 16 16:46:25.218947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: c8200d1d-3946-44b4-b45a-b57718561077 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:25.219293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c8200d1d-3946-44b4-b45a-b57718561077 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:25.219710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f41156ca-fe2c-4554-bce2-6da322a34a02 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:25.223843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-0f838890-d284-4e01-9a6d-de93477f6b56 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] No DVR routers for this DVR port c8200d1d-3946-44b4-b45a-b57718561077 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:25.229048 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-0f838890-d284-4e01-9a6d-de93477f6b56 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.232289 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-0f838890-d284-4e01-9a6d-de93477f6b56 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "DELETE /v2.0/ports/c8200d1d-3946-44b4-b45a-b57718561077 HTTP/1.1" status: 204 len: 173 time: 0.7043386 Sep 16 16:46:25.250345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7584cd47-9061-48dc-bfbd-d81313bbdd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Deleting port 12d7689e-291c-45e6-8b7b-b357a3d2c05b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:25.250711 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7584cd47-9061-48dc-bfbd-d81313bbdd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.277024 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:25.350135 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7584cd47-9061-48dc-bfbd-d81313bbdd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.350496 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7584cd47-9061-48dc-bfbd-d81313bbdd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.379942 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.384433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7584cd47-9061-48dc-bfbd-d81313bbdd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Calling delete_port for 12d7689e-291c-45e6-8b7b-b357a3d2c05b owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:25.388109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting port ae2cb411-5e56-488c-a94b-7e94d9d1f82e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:25.388489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.421223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f41156ca-fe2c-4554-bce2-6da322a34a02, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f41156ca-fe2c-4554-bce2-6da322a34a02,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:25.497846 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.498583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f05e97f8-44e6-4e66-87c0-537832c067fe no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:25.545058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] For port ae2cb411-5e56-488c-a94b-7e94d9d1f82e, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:25.545496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.624195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f05e97f8-44e6-4e66-87c0-537832c067fe not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:25.628729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f41156ca-fe2c-4554-bce2-6da322a34a02,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:25.645866 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7584cd47-9061-48dc-bfbd-d81313bbdd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.675787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584cd47-9061-48dc-bfbd-d81313bbdd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Pushing event deleted for resources: {'Port': ['ID=12d7689e-291c-45e6-8b7b-b357a3d2c05b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:25.699532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:25.748959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:25.749338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8bcd798d-1bdb-4e00-9d78-33ea463bb7d7 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:25.776373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7584cd47-9061-48dc-bfbd-d81313bbdd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.779844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7584cd47-9061-48dc-bfbd-d81313bbdd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.781376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7584cd47-9061-48dc-bfbd-d81313bbdd4c tempest-ServerActionsTestJSON-1974379876 tempest-ServerActionsTestJSON-1974379876-project] 10.222.0.22 "DELETE /v2.0/floatingips/6c8f3dad-1bde-46a1-b9a4-5b3c96d5b708 HTTP/1.1" status: 204 len: 168 time: 0.6770306 Sep 16 16:46:25.791176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56378) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:25.799243 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.799609 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:25.799926 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Floating IP da9d02fc-46c6-4e39-987f-4da9f9ad40e1 disassociated. External IP: 172.25.6.212, port: ae2cb411-5e56-488c-a94b-7e94d9d1f82e. Sep 16 16:46:25.800342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Calling delete_port for ae2cb411-5e56-488c-a94b-7e94d9d1f82e owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:25.980081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b21f4-525d-4ee7-b383-1aef4ad02ec7 req-4b9420a4-bd75-46a4-b270-e5770c349bc0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:25.986868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b21f4-525d-4ee7-b383-1aef4ad02ec7 req-4b9420a4-bd75-46a4-b270-e5770c349bc0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:25.995423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c2b21f4-525d-4ee7-b383-1aef4ad02ec7 req-4b9420a4-bd75-46a4-b270-e5770c349bc0 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 1677 time: 0.0714056 Sep 16 16:46:26.042999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c2b21f4-525d-4ee7-b383-1aef4ad02ec7 req-f5892d05-2f93-43c8-8d1d-95d639b59a05 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462632 Sep 16 16:46:26.191264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-deleted', 'tag': 'ea0d0c04-595f-4e21-97cf-1ee3b39295dd'}, {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-deleted', 'tag': 'c8200d1d-3946-44b4-b45a-b57718561077'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:26.193435 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f260140-a5b2-4a52-9a09-612c5cf9e64c" -d '{"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-deleted", "tag": "ea0d0c04-595f-4e21-97cf-1ee3b39295dd"}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-deleted", "tag": "c8200d1d-3946-44b4-b45a-b57718561077"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:26.239562 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e667dc30-45d1-4579-ba0b-73c9975ddf5f x-openstack-request-id: req-e667dc30-45d1-4579-ba0b-73c9975ddf5f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:26.239864 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-deleted", "tag": "ea0d0c04-595f-4e21-97cf-1ee3b39295dd", "status": "completed", "code": 200}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-deleted", "tag": "c8200d1d-3946-44b4-b45a-b57718561077", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:26.240116 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e667dc30-45d1-4579-ba0b-73c9975ddf5f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:26.240534 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-deleted', 'tag': 'ea0d0c04-595f-4e21-97cf-1ee3b39295dd', 'status': 'completed', 'code': 200} Sep 16 16:46:26.240795 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-deleted', 'tag': 'c8200d1d-3946-44b4-b45a-b57718561077', 'status': 'completed', 'code': 200} Sep 16 16:46:26.480922 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:26.519092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Port': ['ID=ae2cb411-5e56-488c-a94b-7e94d9d1f82e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:26.707251 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Router 5659946e-652d-4b15-ae77-653a31430113 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:46:26.879694 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:26.882141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:46:26.897194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] Sync routers for ids ['5659946e-652d-4b15-ae77-653a31430113'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:46:26.925872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] Routers {'5659946e-652d-4b15-ae77-653a31430113'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:46:26.926542 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:46:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5659946e-652d-4b15-ae77-653a31430113'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:26.987453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] No DVR routers for this DVR port ae2cb411-5e56-488c-a94b-7e94d9d1f82e on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:26.991594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:26.995091 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-60fb7d65-3bb0-4523-ba29-dbdfd01827f2 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "DELETE /v2.0/ports/ae2cb411-5e56-488c-a94b-7e94d9d1f82e HTTP/1.1" status: 204 len: 173 time: 1.7567239 Sep 16 16:46:27.098471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] Set router 5659946e-652d-4b15-ae77-653a31430113 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:46:27.203608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0977c43-7746-4487-a58e-574eae17136c req-b1148c37-b1cd-49a7-bac1-15d5b1b33d98 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:27.205769 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0977c43-7746-4487-a58e-574eae17136c req-b1148c37-b1cd-49a7-bac1-15d5b1b33d98 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 943 time: 0.0618515 Sep 16 16:46:27.217071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41156ca-fe2c-4554-bce2-6da322a34a02'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:27.220138 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0c59e-ef4a-49d9-8b70-dc7b32ae9a3a" -d '{"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-unplugged", "status": "completed", "tag": "f41156ca-fe2c-4554-bce2-6da322a34a02"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:27.264633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-8bf937be-959a-41b7-bb8f-f270e63954ff tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting port f41156ca-fe2c-4554-bce2-6da322a34a02 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:27.265334 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-8bf937be-959a-41b7-bb8f-f270e63954ff tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:27.283072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0977c43-7746-4487-a58e-574eae17136c req-b93c0167-785e-41ff-9d32-cdd1572d7cda tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b706afc-44f2-4c6b-b7f6-be123e849fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701272 Sep 16 16:46:27.307462 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1997d7-d423-4dc1-a1a4-24879b35f19b x-openstack-request-id: req-fe1997d7-d423-4dc1-a1a4-24879b35f19b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:27.307883 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-unplugged", "status": "completed", "tag": "f41156ca-fe2c-4554-bce2-6da322a34a02", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:27.308198 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe1997d7-d423-4dc1-a1a4-24879b35f19b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:27.308744 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41156ca-fe2c-4554-bce2-6da322a34a02', 'code': 200} Sep 16 16:46:27.426843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c16f1fdc-33a5-4648-9f83-c7fbd35822ab', 'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'mac_address': 'fa:16:3e:7a:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:37Z', 'updated_at': '2021-09-16T16:35:45Z', 'revision_number': 5, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'subnets': [{'id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:27.451941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-8bf937be-959a-41b7-bb8f-f270e63954ff tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] For port f41156ca-fe2c-4554-bce2-6da322a34a02, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f41156ca-fe2c-4554-bce2-6da322a34a02,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:27.452591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-8bf937be-959a-41b7-bb8f-f270e63954ff tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:27.488659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] Checking router: 5659946e-652d-4b15-ae77-653a31430113 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:46:27.493636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-8bf937be-959a-41b7-bb8f-f270e63954ff tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Calling delete_port for f41156ca-fe2c-4554-bce2-6da322a34a02 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:27.497893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] Routers {'5659946e-652d-4b15-ae77-653a31430113'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:46:27.498865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:46:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5659946e-652d-4b15-ae77-653a31430113'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:27.594195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] Deleting port 37de6666-2862-4c29-aa2f-cf039e61509e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:27.594546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:27.742431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] For port 37de6666-2862-4c29-aa2f-cf039e61509e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=37de6666-2862-4c29-aa2f-cf039e61509e,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:27.742802 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:27.755566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] Calling delete_port for 37de6666-2862-4c29-aa2f-cf039e61509e owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:27.777674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] Set router 5659946e-652d-4b15-ae77-653a31430113 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:46:27.800080 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-8bf937be-959a-41b7-bb8f-f270e63954ff tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:27.847016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf937be-959a-41b7-bb8f-f270e63954ff tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Port': ['ID=f41156ca-fe2c-4554-bce2-6da322a34a02,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:27.907131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-8bf937be-959a-41b7-bb8f-f270e63954ff tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] No DVR routers for this DVR port f41156ca-fe2c-4554-bce2-6da322a34a02 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:27.910942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-8bf937be-959a-41b7-bb8f-f270e63954ff tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:27.912944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-645fddcf-9027-4b43-a234-3c102a48ae5d req-8bf937be-959a-41b7-bb8f-f270e63954ff tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.52 "DELETE /v2.0/ports/f41156ca-fe2c-4554-bce2-6da322a34a02 HTTP/1.1" status: 204 len: 173 time: 0.9117415 Sep 16 16:46:28.027119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c16f1fdc-33a5-4648-9f83-c7fbd35822ab', 'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'mac_address': 'fa:16:3e:7a:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:37Z', 'updated_at': '2021-09-16T16:35:45Z', 'revision_number': 5, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'subnets': [{'id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:28.056224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be91ac-d096-435f-973c-c4158964c12d None None] The sync data for ids ['5659946e-652d-4b15-ae77-653a31430113'] in n-d-807786-3 is: [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c16f1fdc-33a5-4648-9f83-c7fbd35822ab', 'name': '', 'network_id': '62c586e6-0201-471e-b583-b9418df0ff0d', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'mac_address': 'fa:16:3e:7a:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:37Z', 'updated_at': '2021-09-16T16:35:45Z', 'revision_number': 5, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'subnets': [{'id': '94aa22e8-4939-422f-b724-bd08abd2ae2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:46:28.119993 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:28.158008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] Pushing event deleted for resources: {'Port': ['ID=37de6666-2862-4c29-aa2f-cf039e61509e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:28.176645 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55456caa-2b29-42e9-8098-5aafdf808745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:28.241843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-deleted', 'tag': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e'}, {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-deleted', 'tag': 'f41156ca-fe2c-4554-bce2-6da322a34a02'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:28.249612 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5485da72-97ab-49d0-b596-2b3e00c4d7af" -d '{"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-deleted", "tag": "ae2cb411-5e56-488c-a94b-7e94d9d1f82e"}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-deleted", "tag": "f41156ca-fe2c-4554-bce2-6da322a34a02"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:28.520305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f859cbd-2499-4b8d-a542-e3e1a1ac39ce req-43762782-4ddc-40a9-b4e3-bb861d358699 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0911725 Sep 16 16:46:28.534551 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:28.537744 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e58517-718b-4e06-96b7-64ff20e063bb x-openstack-request-id: req-a0e58517-718b-4e06-96b7-64ff20e063bb {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:28.538052 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-deleted", "tag": "ae2cb411-5e56-488c-a94b-7e94d9d1f82e", "status": "completed", "code": 200}, {"server_uuid": "7aaf5f9a-620f-4a77-a817-eb14f05f5e10", "name": "network-vif-deleted", "tag": "f41156ca-fe2c-4554-bce2-6da322a34a02", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:28.538306 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0e58517-718b-4e06-96b7-64ff20e063bb {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:28.538873 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-deleted', 'tag': 'ae2cb411-5e56-488c-a94b-7e94d9d1f82e', 'status': 'completed', 'code': 200} Sep 16 16:46:28.539184 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf5f9a-620f-4a77-a817-eb14f05f5e10', 'name': 'network-vif-deleted', 'tag': 'f41156ca-fe2c-4554-bce2-6da322a34a02', 'status': 'completed', 'code': 200} Sep 16 16:46:28.561784 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0349721-479f-4c16-8fe8-ab889df46be7 None None] New status for floating IP da9d02fc-46c6-4e39-987f-4da9f9ad40e1: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:46:28.843620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] Router 9193eb00-4b66-485e-9d8e-a93dda97a0da has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:46:29.002185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:46:29.009166 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d60f42cb-6405-453e-b766-48a1d9d707ab admin admin] 10.222.0.22 "PUT /v2.0/routers/9193eb00-4b66-485e-9d8e-a93dda97a0da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2169075 Sep 16 16:46:29.013271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56426) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:29.018567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] Sync routers for ids ['9193eb00-4b66-485e-9d8e-a93dda97a0da'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:46:29.027945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] Routers {'9193eb00-4b66-485e-9d8e-a93dda97a0da'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:46:29.028609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:46:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9193eb00-4b66-485e-9d8e-a93dda97a0da'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:29.136059 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:29.142421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] Set router 9193eb00-4b66-485e-9d8e-a93dda97a0da gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:46:29.327080 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:29.390245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:46:28Z', 'revision_number': 5, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port': {'id': '1ed7d828-f298-4eeb-996f-f3abade34efd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:38:12Z', 'updated_at': '2021-09-16T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:29.437523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] Checking router: 9193eb00-4b66-485e-9d8e-a93dda97a0da for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:46:29.449011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] Routers {'9193eb00-4b66-485e-9d8e-a93dda97a0da'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:46:29.449960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:46:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9193eb00-4b66-485e-9d8e-a93dda97a0da'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:29.491168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Deleting port 1ed7d828-f298-4eeb-996f-f3abade34efd {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:29.491525 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:29.572317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] Set router 9193eb00-4b66-485e-9d8e-a93dda97a0da gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:46:29.615627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] For port 1ed7d828-f298-4eeb-996f-f3abade34efd, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1ed7d828-f298-4eeb-996f-f3abade34efd,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:29.616881 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:29.630918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Calling delete_port for 1ed7d828-f298-4eeb-996f-f3abade34efd owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:29.660155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:46:29Z', 'revision_number': 6, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:29.695638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b22c3-1e02-411b-aa76-b811349155bb None None] The sync data for ids ['9193eb00-4b66-485e-9d8e-a93dda97a0da'] in n-d-807786-3 is: [{'id': '9193eb00-4b66-485e-9d8e-a93dda97a0da', 'name': 'tempest-ServerActionsTestJSON-1938503062-router', 'tenant_id': '56977dd25e494ce4a8eb30b882e83560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:38:11Z', 'updated_at': '2021-09-16T16:46:29Z', 'revision_number': 6, 'project_id': '56977dd25e494ce4a8eb30b882e83560', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:46:29.764204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4782a2d5-b075-4c2a-9428-e6a22146ca72 req-ff6c3318-7818-467b-b21c-15ce708ac214 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0842783 Sep 16 16:46:30.005836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.041032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed7d828-f298-4eeb-996f-f3abade34efd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:30.133346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.246312 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.250246 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.474307 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.474844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9193eb00-4b66-485e-9d8e-a93dda97a0da {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:46:30.479208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.480435 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-70f4a8c9-b6ec-45f6-b3ac-3c2fd563125b admin admin] 10.222.0.22 "DELETE /v2.0/routers/9193eb00-4b66-485e-9d8e-a93dda97a0da HTTP/1.1" status: 204 len: 168 time: 1.4654069 Sep 16 16:46:30.483168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56440) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:30.545861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccaeea9-f1fa-45b3-8396-bb81516c7409 admin admin] Deleting subnet ecd22335-e100-4fa9-ad5a-199c71604f01 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:46:30.549695 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ccaeea9-f1fa-45b3-8396-bb81516c7409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.615143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 37de6666-2862-4c29-aa2f-cf039e61509e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:30.615143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 37de6666-2862-4c29-aa2f-cf039e61509e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:30.615143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 37de6666-2862-4c29-aa2f-cf039e61509e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:30.615837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ccaeea9-f1fa-45b3-8396-bb81516c7409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.702881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ccaeea9-f1fa-45b3-8396-bb81516c7409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.812722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8e68e61-384a-42ac-8b58-92becc548ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.851543 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ccaeea9-f1fa-45b3-8396-bb81516c7409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.865882 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ccaeea9-f1fa-45b3-8396-bb81516c7409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:30.867947 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7ccaeea9-f1fa-45b3-8396-bb81516c7409 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ecd22335-e100-4fa9-ad5a-199c71604f01 HTTP/1.1" status: 204 len: 168 time: 0.3838239 Sep 16 16:46:30.882041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddf091e-ac21-47f5-8cde-0e775348c5e2 None None] Network 84a6c29a-5880-4300-bfee-276bb9db429b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:46:30.887310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56448) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:30.895043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaeea9-f1fa-45b3-8396-bb81516c7409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd22335-e100-4fa9-ad5a-199c71604f01,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:30.916022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d052bf9-45b6-4762-8f44-6a93019f2a1a req-59ad8152-ee51-497a-b862-5a8773240416 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0501158 Sep 16 16:46:31.244287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e94c4e-893e-4eb6-9812-b24b8dff6b6b None None] DHCP port deletion for 84a6c29a-5880-4300-bfee-276bb9db429b request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:46:31.319170 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.354785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-80e94c4e-893e-4eb6-9812-b24b8dff6b6b None None] Deleting port f4997b50-d62f-49e9-852d-4ed6b393e56c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:31.355416 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-80e94c4e-893e-4eb6-9812-b24b8dff6b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.394647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Deleting port f4997b50-d62f-49e9-852d-4ed6b393e56c {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:31.395251 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.450994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-80e94c4e-893e-4eb6-9812-b24b8dff6b6b None None] For port f4997b50-d62f-49e9-852d-4ed6b393e56c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f4997b50-d62f-49e9-852d-4ed6b393e56c,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:31.451427 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-80e94c4e-893e-4eb6-9812-b24b8dff6b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.464187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-80e94c4e-893e-4eb6-9812-b24b8dff6b6b None None] Calling delete_port for f4997b50-d62f-49e9-852d-4ed6b393e56c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:31.474530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] For port f4997b50-d62f-49e9-852d-4ed6b393e56c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f4997b50-d62f-49e9-852d-4ed6b393e56c,segment=NetworkSegment(0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e),segment_id=0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:31.475211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.492798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Calling delete_port for f4997b50-d62f-49e9-852d-4ed6b393e56c owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:31.516184 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.662203 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-80e94c4e-893e-4eb6-9812-b24b8dff6b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.675362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.692585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] No DVR routers for this DVR port f4997b50-d62f-49e9-852d-4ed6b393e56c on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:31.701699 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e94c4e-893e-4eb6-9812-b24b8dff6b6b None None] Pushing event deleted for resources: {'Port': ['ID=f4997b50-d62f-49e9-852d-4ed6b393e56c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:31.710407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e94c4e-893e-4eb6-9812-b24b8dff6b6b None None] No DVR routers for this DVR port f4997b50-d62f-49e9-852d-4ed6b393e56c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:31.772074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4997b50-d62f-49e9-852d-4ed6b393e56c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:31.838207 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.895007 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:46:31.900408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a6c29a-5880-4300-bfee-276bb9db429b']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:31.902061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f4997b50-d62f-49e9-852d-4ed6b393e56c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:31.912938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:31.913561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd0dec2-b20e-4fa8-8478-c4a8fe19aa5e') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:31.929331 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.952703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.962214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:46:31.963838 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:46:31.970496 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:46:31.977787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: f4997b50-d62f-49e9-852d-4ed6b393e56c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:31.978545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f4997b50-d62f-49e9-852d-4ed6b393e56c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:31.979164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1ed7d828-f298-4eeb-996f-f3abade34efd no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:32.007092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 1ed7d828-f298-4eeb-996f-f3abade34efd {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:32.007942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1ed7d828-f298-4eeb-996f-f3abade34efd not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:32.022973 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.080427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6dba9aea-52a5-43e5-8205-e9ec0efa01a8 req-88826edd-9892-4646-bb43-1c5d04b325bb tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0574532 Sep 16 16:46:32.143412 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.148875 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.151436 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] 10.222.0.22 "DELETE /v2.0/networks/84a6c29a-5880-4300-bfee-276bb9db429b HTTP/1.1" status: 204 len: 168 time: 1.2628746 Sep 16 16:46:32.180362 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dee9b3-647c-4810-b4c9-7f1fdbca0762 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a6c29a-5880-4300-bfee-276bb9db429b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:32.202778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56468) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:32.336715 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee07f208-d8e4-4c50-b141-84e20eb4e4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.429128 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee07f208-d8e4-4c50-b141-84e20eb4e4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.541971 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee07f208-d8e4-4c50-b141-84e20eb4e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.581812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ee07f208-d8e4-4c50-b141-84e20eb4e4d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=260aa8eec93a473197e82ea4723d330a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779645 Sep 16 16:46:32.582940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07f208-d8e4-4c50-b141-84e20eb4e4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64683916-a488-4b17-ad44-9f94f3e4ab34,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:32.584916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56472) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:32.633531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56474) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:32.649546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-321ef0f0-3810-4247-9033-d0a3a6312557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.675068 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-321ef0f0-3810-4247-9033-d0a3a6312557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.698758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1473bd86-9451-435d-b746-93faeee34352 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56977dd25e494ce4a8eb30b882e83560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637872 Sep 16 16:46:32.702951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56478) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:32.767866 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6b344497-c376-48a1-8301-cb9fadf7b8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.792844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6b344497-c376-48a1-8301-cb9fadf7b8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.856690 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-321ef0f0-3810-4247-9033-d0a3a6312557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.859327 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-321ef0f0-3810-4247-9033-d0a3a6312557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.861112 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-321ef0f0-3810-4247-9033-d0a3a6312557 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64683916-a488-4b17-ad44-9f94f3e4ab34 HTTP/1.1" status: 204 len: 168 time: 0.2741416 Sep 16 16:46:32.868859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ef0f0-3810-4247-9033-d0a3a6312557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64683916-a488-4b17-ad44-9f94f3e4ab34,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:32.948577 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6b344497-c376-48a1-8301-cb9fadf7b8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.952900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6b344497-c376-48a1-8301-cb9fadf7b8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:32.953003 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6b344497-c376-48a1-8301-cb9fadf7b8aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f18a6dbd-3397-43ea-919c-8188f0077734 HTTP/1.1" status: 204 len: 168 time: 0.2490768 Sep 16 16:46:32.966290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b344497-c376-48a1-8301-cb9fadf7b8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18a6dbd-3397-43ea-919c-8188f0077734,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:33.209044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c42acab0-614f-48af-902d-3622e4749464 req-4d1d1e95-0cef-4603-bd18-a4d2135e2786 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0378621 Sep 16 16:46:33.703026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56504) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:33.719270 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22e69592-2747-4248-95e7-8ed18c571901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:33.730822 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:33.855108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22e69592-2747-4248-95e7-8ed18c571901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:33.972138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-22e69592-2747-4248-95e7-8ed18c571901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:34.021274 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-22e69592-2747-4248-95e7-8ed18c571901 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e32a2df5cbf34b21b2d379bde8712ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146105 Sep 16 16:46:34.021274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e69592-2747-4248-95e7-8ed18c571901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab75a843-9d14-4408-95e7-42c37a113ee8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:34.021715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56510) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:34.112873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7428-2ee4-47fb-9a91-3542a24c402f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:34.148616 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7428-2ee4-47fb-9a91-3542a24c402f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:34.315515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7428-2ee4-47fb-9a91-3542a24c402f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:34.319153 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7428-2ee4-47fb-9a91-3542a24c402f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:34.331476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c6bb7428-2ee4-47fb-9a91-3542a24c402f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab75a843-9d14-4408-95e7-42c37a113ee8 HTTP/1.1" status: 204 len: 168 time: 0.2975049 Sep 16 16:46:34.338634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ddaf693e-bd5a-49c2-827c-4fae35290dd5 req-c22daee0-b49b-4fc1-8713-5c2f46e20d1a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0337496 Sep 16 16:46:34.346259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb7428-2ee4-47fb-9a91-3542a24c402f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab75a843-9d14-4408-95e7-42c37a113ee8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:34.414022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56526) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:34.541703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-489569288-network', 'tenant_id': '16f11dce882e4d92b7b298db96b912b1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:34.645832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Made reservation on behalf of 16f11dce882e4d92b7b298db96b912b1 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:46:34.648807 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:34.661126 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:34.781691 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:34.884715 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:34.919314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:46:34.936943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1738d6cf-c80b-4cc5-8380-4647a63b56de,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:34.939234 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:34.939579 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Added segment 7d403378-4789-421c-8b58-c271424699d5 of type vlan for network 3aa565f1-6785-499e-a94a-58e29db8dd90 Sep 16 16:46:34.982102 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:35.084831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:35.085864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:35.086628 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:35.154560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa565f1-6785-499e-a94a-58e29db8dd90,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:35.165407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 3aa565f1-6785-499e-a94a-58e29db8dd90 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:46:35.194446 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b85b3fb7-8dd5-4036-9788-dec97b3eeee4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7790880 Sep 16 16:46:35.197536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56544) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:35.202670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Request body: {'subnet': {'network_id': '3aa565f1-6785-499e-a94a-58e29db8dd90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-489569288-subnet', 'tenant_id': '16f11dce882e4d92b7b298db96b912b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:35.324643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Made reservation on behalf of 16f11dce882e4d92b7b298db96b912b1 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:46:35.328520 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:35.878942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7c9f604-b4f1-4dea-8dc7-c1244e37eb7a req-4db6f10c-5904-4cb0-b0bb-c523956fedd9 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.3971877 Sep 16 16:46:35.954240 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:36.007921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d936b1b-d4fc-4b81-8731-0992981e4ed2,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:36.018173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Checking segment: {'id': '7d403378-4789-421c-8b58-c271424699d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3aa565f1-6785-499e-a94a-58e29db8dd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:46:36.019104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Network hostable DHCP agents. Network: 3aa565f1-6785-499e-a94a-58e29db8dd90, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:46:36.096357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Network 3aa565f1-6785-499e-a94a-58e29db8dd90 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:46:36.170562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 3aa565f1-6785-499e-a94a-58e29db8dd90) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:46:36.175661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:36.176282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:36.190356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b6c668-4fd1-4b9f-99a3-bbab0dcd65d7 None None] Network 3aa565f1-6785-499e-a94a-58e29db8dd90 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:46:36.280460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cd8d59ee-5e5c-4fbe-8f67-bfcd0aff6460 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0817623 Sep 16 16:46:36.413151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5cfeef-be69-4e9a-87cb-b6b056f19328 None None] Network 3aa565f1-6785-499e-a94a-58e29db8dd90 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:46:37.015822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ecef184-f293-4e08-8919-b1f3fd834923 req-452d91df-94b3-4dd9-be43-8866a11005f1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0291691 Sep 16 16:46:37.506704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56616) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:37.652634 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63f05d43-4cdd-4f8d-9281-f610f2caafaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:37.768119 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63f05d43-4cdd-4f8d-9281-f610f2caafaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:37.879505 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63f05d43-4cdd-4f8d-9281-f610f2caafaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:37.933637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-63f05d43-4cdd-4f8d-9281-f610f2caafaf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bac670bd1ec4408a84be6d7feaf4775a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255009 Sep 16 16:46:37.938603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f05d43-4cdd-4f8d-9281-f610f2caafaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafab48d-4362-47bd-8010-1f42e8d323a4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:37.944300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56632) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:37.996170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0794b60-a5c0-483e-81c7-0b8de2d8049a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:38.030986 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0794b60-a5c0-483e-81c7-0b8de2d8049a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:38.130731 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f5b54766-14a6-4810-a660-9ba0f287f454 req-e6d08aa1-3eaf-401e-ba80-dddb97fee366 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0294893 Sep 16 16:46:38.188473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0794b60-a5c0-483e-81c7-0b8de2d8049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:38.191581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0794b60-a5c0-483e-81c7-0b8de2d8049a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:38.195299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b0794b60-a5c0-483e-81c7-0b8de2d8049a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bafab48d-4362-47bd-8010-1f42e8d323a4 HTTP/1.1" status: 204 len: 168 time: 0.2475507 Sep 16 16:46:38.201251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0794b60-a5c0-483e-81c7-0b8de2d8049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafab48d-4362-47bd-8010-1f42e8d323a4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:38.769780 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-79edf52d-b0af-46a1-89c1-d4ce5215d9a1 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:38.771629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-79edf52d-b0af-46a1-89c1-d4ce5215d9a1 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/networks?id=3aa565f1-6785-499e-a94a-58e29db8dd90 HTTP/1.1" status: 200 len: 809 time: 0.1253276 Sep 16 16:46:38.802985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-01ccb34b-53a0-4f93-b531-658dad3ef076 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/quotas/16f11dce882e4d92b7b298db96b912b1 HTTP/1.1" status: 200 len: 375 time: 0.0180480 Sep 16 16:46:38.847665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-25b2d9ef-e013-4dc6-a83b-4a352a4600dc tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=16f11dce882e4d92b7b298db96b912b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438085 Sep 16 16:46:38.942368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56668) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:38.957550 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c5da093c-8fc2-4126-a8e0-a6f31a7d4187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:38.999739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-f60543b7-5096-4076-b80c-283c5a736db0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:46:39.007954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-f60543b7-5096-4076-b80c-283c5a736db0 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1528776 Sep 16 16:46:39.158898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b4a85aa7-e76d-4a76-b50d-d2dafeb27db4 service neutron] 10.222.0.22 "GET /v2.0/networks/3aa565f1-6785-499e-a94a-58e29db8dd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501002 Sep 16 16:46:39.264533 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-ca9caf20-62ff-4cfd-bece-25d0a6618628 service neutron] 10.222.0.22 "GET /v2.0/networks/3aa565f1-6785-499e-a94a-58e29db8dd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949876 Sep 16 16:46:39.310540 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c5da093c-8fc2-4126-a8e0-a6f31a7d4187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:39.310540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ff31a26-cf57-4aaa-ae12-a80ab9121820 req-ac041ecd-dc57-4c1d-97c7-0093344b29d1 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0361469 Sep 16 16:46:39.382806 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c5da093c-8fc2-4126-a8e0-a6f31a7d4187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:39.424535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da093c-8fc2-4126-a8e0-a6f31a7d4187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204af0df-be43-41ed-9090-f15795271f51,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:39.441653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c5da093c-8fc2-4126-a8e0-a6f31a7d4187 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e64e6f6e85841a0825143501f3dc7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979215 Sep 16 16:46:39.444690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56672) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:39.509926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-35d05e5c-8103-450a-a009-6f1c52213e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:39.532684 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-35d05e5c-8103-450a-a009-6f1c52213e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:39.707956 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-35d05e5c-8103-450a-a009-6f1c52213e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:39.711593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-35d05e5c-8103-450a-a009-6f1c52213e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:39.714656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-35d05e5c-8103-450a-a009-6f1c52213e48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/204af0df-be43-41ed-9090-f15795271f51 HTTP/1.1" status: 204 len: 168 time: 0.2678523 Sep 16 16:46:39.726649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d05e5c-8103-450a-a009-6f1c52213e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204af0df-be43-41ed-9090-f15795271f51,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:39.823914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b4367af-0144-41b7-9e7a-4c7b6edbde58 req-8da3235a-0ea5-4973-bd00-9744c17b0161 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0518088 Sep 16 16:46:40.428873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c67016f9-1be8-4594-84c9-2cc181b76a03 req-8cbb1bfe-d7e7-4f92-86f5-2c395b59f4ee tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0400743 Sep 16 16:46:40.909165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fe31fa5-629c-4672-a7b4-b016da07a881 req-3611e1b6-795f-4f33-8d50-66e1d52e1719 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0295296 Sep 16 16:46:41.548561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78b3cd2d-5ab6-417c-a0ee-5a1ce4ce3046 req-f8e3e843-8b4a-41b5-b278-98f0c7543dfe tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aaf5f9a-620f-4a77-a817-eb14f05f5e10 HTTP/1.1" status: 200 len: 210 time: 0.0280707 Sep 16 16:46:41.720587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56730) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:41.856049 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38fb5ba8-b8fd-4c3b-8902-ad476076864f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:41.950082 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38fb5ba8-b8fd-4c3b-8902-ad476076864f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:42.014228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e98bcdc3-76db-470d-8ca4-fb96fb772d38 req-96cbb639-2d75-40fc-a9ef-db6890d2e29d tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0305688 Sep 16 16:46:42.067245 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38fb5ba8-b8fd-4c3b-8902-ad476076864f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:42.105711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-38fb5ba8-b8fd-4c3b-8902-ad476076864f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1ae3ea05fb54c48afc608640c31b4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839366 Sep 16 16:46:42.106435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb5ba8-b8fd-4c3b-8902-ad476076864f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb97009e-ecaa-477a-bee7-9ce7b872e544,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:42.109040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56742) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:42.163174 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39d0449f-5827-451f-8e24-0368d0d19f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:42.184993 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39d0449f-5827-451f-8e24-0368d0d19f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:42.324894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39d0449f-5827-451f-8e24-0368d0d19f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:42.327708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39d0449f-5827-451f-8e24-0368d0d19f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:42.329440 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-39d0449f-5827-451f-8e24-0368d0d19f93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb97009e-ecaa-477a-bee7-9ce7b872e544 HTTP/1.1" status: 204 len: 168 time: 0.2176380 Sep 16 16:46:42.337677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0449f-5827-451f-8e24-0368d0d19f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb97009e-ecaa-477a-bee7-9ce7b872e544,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:42.488257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b96ab6b7-6345-4dab-b34c-cee58ebc499f tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:42.489761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b96ab6b7-6345-4dab-b34c-cee58ebc499f tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.62 "GET /v2.0/networks?id=3aa565f1-6785-499e-a94a-58e29db8dd90 HTTP/1.1" status: 200 len: 809 time: 0.1080477 Sep 16 16:46:42.502696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Request body: {'port': {'device_id': 'ea509162-1d0e-4067-8f06-2d5cd22eb4f8', 'network_id': '3aa565f1-6785-499e-a94a-58e29db8dd90', 'admin_state_up': True, 'tenant_id': '16f11dce882e4d92b7b298db96b912b1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:42.713487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Made reservation on behalf of 16f11dce882e4d92b7b298db96b912b1 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:46:42.717434 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:42.768703 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56754) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:42.852418 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48519f23-1a8b-4020-8434-1e55b86a8e1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:42.869545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48519f23-1a8b-4020-8434-1e55b86a8e1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:42.888601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Allocated IP 172.20.0.13 (3aa565f1-6785-499e-a94a-58e29db8dd90/7d936b1b-d4fc-4b81-8731-0992981e4ed2/e8dac585-812f-4550-b387-a837593ba14d) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:46:43.045223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48519f23-1a8b-4020-8434-1e55b86a8e1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.048973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48519f23-1a8b-4020-8434-1e55b86a8e1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.050383 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-48519f23-1a8b-4020-8434-1e55b86a8e1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "DELETE /v2.0/security-groups/2b706afc-44f2-4c6b-b7f6-be123e849fb3 HTTP/1.1" status: 204 len: 168 time: 0.2806001 Sep 16 16:46:43.053365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56770) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:43.060703 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48519f23-1a8b-4020-8434-1e55b86a8e1c tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b706afc-44f2-4c6b-b7f6-be123e849fb3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:43.099778 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-ef8cc589-b3ee-4dfe-b1cf-6460068c9bef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] show failed (client error): The resource could not be found. Sep 16 16:46:43.109693 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ef8cc589-b3ee-4dfe-b1cf-6460068c9bef tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "GET /v2.0/security-groups/2b706afc-44f2-4c6b-b7f6-be123e849fb3 HTTP/1.1" status: 404 len: 347 time: 0.0462563 Sep 16 16:46:43.109693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56772) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:43.211085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a166bd55-5765-47eb-b886-f56da1658bff req-3af34bd2-5932-49b3-99a3-751121ac9407 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0664241 Sep 16 16:46:43.302443 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.342481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8513b-9c1c-4499-b9fe-2225e6e0a637 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting port 7286d0a8-e4cf-4f6d-8a40-6b53c9a332af {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:43.342481 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9d8513b-9c1c-4499-b9fe-2225e6e0a637 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.428305 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9d8513b-9c1c-4499-b9fe-2225e6e0a637 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.428677 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9d8513b-9c1c-4499-b9fe-2225e6e0a637 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.440945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8513b-9c1c-4499-b9fe-2225e6e0a637 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Calling delete_port for 7286d0a8-e4cf-4f6d-8a40-6b53c9a332af owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:43.526325 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.587251 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.606440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Network 3aa565f1-6785-499e-a94a-58e29db8dd90 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:46:43.612904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:46:43.615460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:46:43.618125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Pushing event updated for resources: {'Port': ['ID=e8dac585-812f-4550-b387-a837593ba14d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:43.678670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:43.679206 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.742249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9d8513b-9c1c-4499-b9fe-2225e6e0a637 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.770007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8513b-9c1c-4499-b9fe-2225e6e0a637 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Port': ['ID=7286d0a8-e4cf-4f6d-8a40-6b53c9a332af,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:43.794555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-aac08e97-c86d-47fd-b8d0-87a80aaf9449 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2959440 Sep 16 16:46:43.821942 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.822776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Request body: {'port': {'device_id': 'ea509162-1d0e-4067-8f06-2d5cd22eb4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:43.865629 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9d8513b-9c1c-4499-b9fe-2225e6e0a637 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.868223 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9d8513b-9c1c-4499-b9fe-2225e6e0a637 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.869267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e9d8513b-9c1c-4499-b9fe-2225e6e0a637 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "DELETE /v2.0/floatingips/da9d02fc-46c6-4e39-987f-4da9f9ad40e1 HTTP/1.1" status: 204 len: 168 time: 0.7639692 Sep 16 16:46:43.872221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56788) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:43.892457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:43.975267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b44f3b1f-063e-475f-a084-12c579e93483 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting port 8ab0bbc4-e6a3-417d-bad8-c3094a12594a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:43.975709 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b44f3b1f-063e-475f-a084-12c579e93483 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.079420 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b44f3b1f-063e-475f-a084-12c579e93483 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.093574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b44f3b1f-063e-475f-a084-12c579e93483 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Calling delete_port for 8ab0bbc4-e6a3-417d-bad8-c3094a12594a owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:44.198444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8dac585-812f-4550-b387-a837593ba14d {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:46:44.207539 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.314922 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b44f3b1f-063e-475f-a084-12c579e93483 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.330066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Transition to ACTIVE for port object e8dac585-812f-4550-b387-a837593ba14d will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:46:44.340587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56800) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:44.348430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f3b1f-063e-475f-a084-12c579e93483 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Port': ['ID=8ab0bbc4-e6a3-417d-bad8-c3094a12594a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:44.367901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d998b62-2ff0-4174-8bc4-adaab5b27c22 req-633312b9-1bac-4b4d-aed3-de45e2bc1250 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:44.376782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d998b62-2ff0-4174-8bc4-adaab5b27c22 req-633312b9-1bac-4b4d-aed3-de45e2bc1250 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 932 time: 0.0859187 Sep 16 16:46:44.415423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d998b62-2ff0-4174-8bc4-adaab5b27c22 req-cf21df08-a596-4594-bd27-a05c75aa73d1 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Sep 16 16:46:44.435661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.442852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b44f3b1f-063e-475f-a084-12c579e93483 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.446016 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b44f3b1f-063e-475f-a084-12c579e93483 tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "DELETE /v2.0/ports/8ab0bbc4-e6a3-417d-bad8-c3094a12594a HTTP/1.1" status: 204 len: 168 time: 0.5712974 Sep 16 16:46:44.451296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56804) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:44.524118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8dac585-812f-4550-b387-a837593ba14d,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:44.557903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c977b55f-568a-4f08-a48a-598a38677b5d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting port f05e97f8-44e6-4e66-87c0-537832c067fe {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:44.558307 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c977b55f-568a-4f08-a48a-598a38677b5d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.559640 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fdc0f24a-2a54-4962-a451-bb5d37b104a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.601637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Attempting to bind port e8dac585-812f-4550-b387-a837593ba14d on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:46:44.602046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Attempting to bind port e8dac585-812f-4550-b387-a837593ba14d by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '7d403378-4789-421c-8b58-c271424699d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3aa565f1-6785-499e-a94a-58e29db8dd90'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:46:44.602377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Attempting to bind port e8dac585-812f-4550-b387-a837593ba14d on network 3aa565f1-6785-499e-a94a-58e29db8dd90 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:46:44.613859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Port e8dac585-812f-4550-b387-a837593ba14d on network 3aa565f1-6785-499e-a94a-58e29db8dd90 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:46:44.614181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Attempting to bind port e8dac585-812f-4550-b387-a837593ba14d on network 3aa565f1-6785-499e-a94a-58e29db8dd90 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:46:44.624938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:46:44.625854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Checking segment: {'id': '7d403378-4789-421c-8b58-c271424699d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3aa565f1-6785-499e-a94a-58e29db8dd90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:46:44.625854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Bound using segment: {'id': '7d403378-4789-421c-8b58-c271424699d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3aa565f1-6785-499e-a94a-58e29db8dd90'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:46:44.626836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Bound port: e8dac585-812f-4550-b387-a837593ba14d, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d403378-4789-421c-8b58-c271424699d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3aa565f1-6785-499e-a94a-58e29db8dd90'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:46:44.626836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.661303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c977b55f-568a-4f08-a48a-598a38677b5d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.669972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c977b55f-568a-4f08-a48a-598a38677b5d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Calling delete_port for f05e97f8-44e6-4e66-87c0-537832c067fe owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:44.731361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] For port e8dac585-812f-4550-b387-a837593ba14d, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:46:44.738861 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fdc0f24a-2a54-4962-a451-bb5d37b104a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.747806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] For port e8dac585-812f-4550-b387-a837593ba14d, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e8dac585-812f-4550-b387-a837593ba14d,segment=NetworkSegment(7d403378-4789-421c-8b58-c271424699d5),segment_id=7d403378-4789-421c-8b58-c271424699d5)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:46:44.822141 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fdc0f24a-2a54-4962-a451-bb5d37b104a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.861686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.871784 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fdc0f24a-2a54-4962-a451-bb5d37b104a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27355c7864864c08a69bfc64345f1ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300446 Sep 16 16:46:44.874494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56806) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:44.879684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0f24a-2a54-4962-a451-bb5d37b104a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aef399-f3ba-4802-bb91-81c2110145cf,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:44.907662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:44.908284 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.909725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] 10.222.0.62 "PUT /v2.0/ports/e8dac585-812f-4550-b387-a837593ba14d HTTP/1.1" status: 200 len: 1092 time: 1.0932529 Sep 16 16:46:44.910448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea509162-1d0e-4067-8f06-2d5cd22eb4f8', 'tag': 'e8dac585-812f-4550-b387-a837593ba14d'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:44.912821 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f66f438-b7f3-4c17-8e69-0a77347140cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ea509162-1d0e-4067-8f06-2d5cd22eb4f8", "tag": "e8dac585-812f-4550-b387-a837593ba14d"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:44.931554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c977b55f-568a-4f08-a48a-598a38677b5d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:44.946010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ccc78-05d9-4214-a2a6-e405330a4de2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8dac585-812f-4550-b387-a837593ba14d,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:44.966471 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a355915-4b58-4a24-94bf-5464ed4874ff x-openstack-request-id: req-6a355915-4b58-4a24-94bf-5464ed4874ff {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:44.966725 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea509162-1d0e-4067-8f06-2d5cd22eb4f8", "tag": "e8dac585-812f-4550-b387-a837593ba14d", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:44.966979 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a355915-4b58-4a24-94bf-5464ed4874ff {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:44.967392 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea509162-1d0e-4067-8f06-2d5cd22eb4f8', 'tag': 'e8dac585-812f-4550-b387-a837593ba14d', 'status': 'completed', 'code': 200} Sep 16 16:46:44.979928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977b55f-568a-4f08-a48a-598a38677b5d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Port': ['ID=f05e97f8-44e6-4e66-87c0-537832c067fe,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:45.017610 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6ed05f67-cfc2-42af-8e8c-f5eaf1543dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.040461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f438-b7f3-4c17-8e69-0a77347140cc req-e63862f5-4f2a-42c1-8ffc-ccdd490f62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:45.042255 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f66f438-b7f3-4c17-8e69-0a77347140cc req-e63862f5-4f2a-42c1-8ffc-ccdd490f62d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=16f11dce882e4d92b7b298db96b912b1&device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0548201 Sep 16 16:46:45.087250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6ed05f67-cfc2-42af-8e8c-f5eaf1543dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.119910 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c977b55f-568a-4f08-a48a-598a38677b5d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.119910 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c977b55f-568a-4f08-a48a-598a38677b5d tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "DELETE /v2.0/ports/f05e97f8-44e6-4e66-87c0-537832c067fe HTTP/1.1" status: 204 len: 168 time: 0.6640146 Sep 16 16:46:45.119910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56816) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:45.165305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f438-b7f3-4c17-8e69-0a77347140cc req-e37bb0c5-562c-492b-a3aa-7d2cd77af0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:45.166970 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f66f438-b7f3-4c17-8e69-0a77347140cc req-e37bb0c5-562c-492b-a3aa-7d2cd77af0e5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=16f11dce882e4d92b7b298db96b912b1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1154511 Sep 16 16:46:45.183260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cbcba1-0d74-4b00-b127-bdbfb8c752ae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting subnet e31ba7dc-58e3-4969-a791-d0503ce9bf0f {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:46:45.187580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c0cbcba1-0d74-4b00-b127-bdbfb8c752ae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.228210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c0cbcba1-0d74-4b00-b127-bdbfb8c752ae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.282861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f438-b7f3-4c17-8e69-0a77347140cc req-69965d1b-8c11-4ccd-9bd4-71bb71061a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:45.282861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f66f438-b7f3-4c17-8e69-0a77347140cc req-69965d1b-8c11-4ccd-9bd4-71bb71061a45 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049912 Sep 16 16:46:45.312483 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6ed05f67-cfc2-42af-8e8c-f5eaf1543dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.315581 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6ed05f67-cfc2-42af-8e8c-f5eaf1543dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.319241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6ed05f67-cfc2-42af-8e8c-f5eaf1543dc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3aef399-f3ba-4802-bb91-81c2110145cf HTTP/1.1" status: 204 len: 168 time: 0.4413388 Sep 16 16:46:45.323894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c0cbcba1-0d74-4b00-b127-bdbfb8c752ae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.354070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed05f67-cfc2-42af-8e8c-f5eaf1543dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aef399-f3ba-4802-bb91-81c2110145cf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:45.360059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-e4e7c6ee-110f-43df-b0d5-850f23945f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:45.362109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-e4e7c6ee-110f-43df-b0d5-850f23945f42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=16f11dce882e4d92b7b298db96b912b1&device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0462732 Sep 16 16:46:45.433609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-ec526797-3f62-46e4-9881-284e2c3ca917 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8dac585-812f-4550-b387-a837593ba14d HTTP/1.1" status: 200 len: 217 time: 0.0596104 Sep 16 16:46:45.488308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-cb2f8cb7-882d-4aa7-9392-9aac5badb44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:45.489926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-cb2f8cb7-882d-4aa7-9392-9aac5badb44a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d936b1b-d4fc-4b81-8731-0992981e4ed2 HTTP/1.1" status: 200 len: 849 time: 0.0497494 Sep 16 16:46:45.513746 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c0cbcba1-0d74-4b00-b127-bdbfb8c752ae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.543459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-9d5b03e0-b5d9-45c4-9120-71f4ab0e1e94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3aa565f1-6785-499e-a94a-58e29db8dd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423844 Sep 16 16:46:45.544048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbcba1-0d74-4b00-b127-bdbfb8c752ae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Subnet': ['ID=e31ba7dc-58e3-4969-a791-d0503ce9bf0f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:45.548495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c0cbcba1-0d74-4b00-b127-bdbfb8c752ae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.553714 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c0cbcba1-0d74-4b00-b127-bdbfb8c752ae tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "DELETE /v2.0/subnets/e31ba7dc-58e3-4969-a791-d0503ce9bf0f HTTP/1.1" status: 204 len: 168 time: 0.4316874 Sep 16 16:46:45.554396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56822) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:45.560246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034df2a-a891-48c9-81d0-03e899e46fe0 None None] Network 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:46:45.590753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486f9e3-e0ac-4c3e-a7ef-16f06658171a req-6a8fe5d0-6dfe-4681-beb7-cf9dbee7b9a0 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:45.592328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1486f9e3-e0ac-4c3e-a7ef-16f06658171a req-6a8fe5d0-6dfe-4681-beb7-cf9dbee7b9a0 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 944 time: 0.1000853 Sep 16 16:46:45.647920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6a3420-dff4-40cf-819a-a4e1b05b584a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting subnet dd81c09c-b0c8-4981-b53e-691db3a98bd3 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:46:45.652264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3420-dff4-40cf-819a-a4e1b05b584a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.670685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1486f9e3-e0ac-4c3e-a7ef-16f06658171a req-7b8be3a2-a607-4b58-9c99-7fd97923db46 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698111 Sep 16 16:46:45.690856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-ffc80978-66fe-4c3b-b9e8-9ae9c123e2e9 service neutron] 10.222.0.62 "GET /v2.0/networks/3aa565f1-6785-499e-a94a-58e29db8dd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395135 Sep 16 16:46:45.717110 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3420-dff4-40cf-819a-a4e1b05b584a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.806246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25525b76-8ab3-43f3-8c37-2c8f2a1aa3d7 None None] DHCP port deletion for 6d74ac22-cfb1-4879-93a9-83b3ba9ed604 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:46:45.821418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dea122ac-f81e-4725-b44d-0e40a17b12b5 req-d085140c-41f6-4a57-b60e-8575d39fa878 service neutron] 10.222.0.62 "GET /v2.0/networks/3aa565f1-6785-499e-a94a-58e29db8dd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231177 Sep 16 16:46:45.842181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3420-dff4-40cf-819a-a4e1b05b584a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.895285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-25525b76-8ab3-43f3-8c37-2c8f2a1aa3d7 None None] Deleting port 5b31fa0f-b3bc-4909-a184-6d7d9380359c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:45.895662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25525b76-8ab3-43f3-8c37-2c8f2a1aa3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:45.913874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b31fa0f-b3bc-4909-a184-6d7d9380359c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:45.999674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-25525b76-8ab3-43f3-8c37-2c8f2a1aa3d7 None None] For port 5b31fa0f-b3bc-4909-a184-6d7d9380359c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b31fa0f-b3bc-4909-a184-6d7d9380359c,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:46.000077 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25525b76-8ab3-43f3-8c37-2c8f2a1aa3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.017074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-25525b76-8ab3-43f3-8c37-2c8f2a1aa3d7 None None] Calling delete_port for 5b31fa0f-b3bc-4909-a184-6d7d9380359c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:46.027973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3420-dff4-40cf-819a-a4e1b05b584a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.064163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a3420-dff4-40cf-819a-a4e1b05b584a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Subnet': ['ID=dd81c09c-b0c8-4981-b53e-691db3a98bd3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:46.070819 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3420-dff4-40cf-819a-a4e1b05b584a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.073308 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6f6a3420-dff4-40cf-819a-a4e1b05b584a tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "DELETE /v2.0/subnets/dd81c09c-b0c8-4981-b53e-691db3a98bd3 HTTP/1.1" status: 204 len: 168 time: 0.5177593 Sep 16 16:46:46.076036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56832) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:46.087225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56bf2ef-4434-4a88-88f4-8cdddad88871 None None] Network 87386091-1848-4d66-86c8-ad3a5e77467c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:46:46.172894 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.192227 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.263898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Deleting port 5b31fa0f-b3bc-4909-a184-6d7d9380359c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:46.264325 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.280031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 5b31fa0f-b3bc-4909-a184-6d7d9380359c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b31fa0f-b3bc-4909-a184-6d7d9380359c,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:46.338109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] For port 5b31fa0f-b3bc-4909-a184-6d7d9380359c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b31fa0f-b3bc-4909-a184-6d7d9380359c,segment=NetworkSegment(0d84e2cf-3237-4e46-94c7-103645f0a892),segment_id=0d84e2cf-3237-4e46-94c7-103645f0a892)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:46.338480 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.352277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Calling delete_port for 5b31fa0f-b3bc-4909-a184-6d7d9380359c owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:46.358346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfcdaa5-4c7d-44b5-8eaa-028405bb0381 None None] DHCP port deletion for 87386091-1848-4d66-86c8-ad3a5e77467c request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:46:46.400426 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.472017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=5b31fa0f-b3bc-4909-a184-6d7d9380359c,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:46.480147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dbfcdaa5-4c7d-44b5-8eaa-028405bb0381 None None] Deleting port a9d7eeb4-11dc-443b-abb9-f28390ae87b5 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:46.480147 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dbfcdaa5-4c7d-44b5-8eaa-028405bb0381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.494325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.496047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.496047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.496047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.496047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.496047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.496510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.496593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.496900 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.497220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.497547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.497830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:46.517319 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25525b76-8ab3-43f3-8c37-2c8f2a1aa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.521046 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.553808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Port': ['ID=5b31fa0f-b3bc-4909-a184-6d7d9380359c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:46.555889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] No DVR routers for this DVR port 5b31fa0f-b3bc-4909-a184-6d7d9380359c on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:46.597670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25525b76-8ab3-43f3-8c37-2c8f2a1aa3d7 None None] No DVR routers for this DVR port 5b31fa0f-b3bc-4909-a184-6d7d9380359c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:46.599303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25525b76-8ab3-43f3-8c37-2c8f2a1aa3d7 None None] Pushing event deleted for resources: {'Port': ['ID=5b31fa0f-b3bc-4909-a184-6d7d9380359c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:46.612304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-dbfcdaa5-4c7d-44b5-8eaa-028405bb0381 None None] For port a9d7eeb4-11dc-443b-abb9-f28390ae87b5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a9d7eeb4-11dc-443b-abb9-f28390ae87b5,segment=NetworkSegment(e4e6df0e-7405-4481-9d73-142e5bfb13c9),segment_id=e4e6df0e-7405-4481-9d73-142e5bfb13c9)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:46.612304 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dbfcdaa5-4c7d-44b5-8eaa-028405bb0381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.627241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dbfcdaa5-4c7d-44b5-8eaa-028405bb0381 None None] Calling delete_port for a9d7eeb4-11dc-443b-abb9-f28390ae87b5 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:46.665369 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.688701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d74ac22-cfb1-4879-93a9-83b3ba9ed604']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:46.698898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d84e2cf-3237-4e46-94c7-103645f0a892') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:46.699487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d84e2cf-3237-4e46-94c7-103645f0a892') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:46.710463 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.726143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.732537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:46:46.732945 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:46:46.739089 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:46:46.799175 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dbfcdaa5-4c7d-44b5-8eaa-028405bb0381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.821697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcdaa5-4c7d-44b5-8eaa-028405bb0381 None None] Pushing event deleted for resources: {'Port': ['ID=a9d7eeb4-11dc-443b-abb9-f28390ae87b5,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:46.831971 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfcdaa5-4c7d-44b5-8eaa-028405bb0381 None None] No DVR routers for this DVR port a9d7eeb4-11dc-443b-abb9-f28390ae87b5 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:46.883092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb86f1-dbe2-45e2-b523-bfb2355e9282 req-e7ad7bce-1b4d-45e7-9c73-2a5775237c76 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:46.884674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24cb86f1-dbe2-45e2-b523-bfb2355e9282 req-e7ad7bce-1b4d-45e7-9c73-2a5775237c76 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 944 time: 0.1268013 Sep 16 16:46:46.942912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24cb86f1-dbe2-45e2-b523-bfb2355e9282 req-4aebe811-af5f-4c81-b903-4a72f161941b tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494769 Sep 16 16:46:46.944151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.959612 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:46.961483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "DELETE /v2.0/networks/6d74ac22-cfb1-4879-93a9-83b3ba9ed604 HTTP/1.1" status: 204 len: 168 time: 0.8843005 Sep 16 16:46:46.973086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56856) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:46.981368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66809fb-b286-41c7-a0a9-2f0efd1630bd tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Network': ['ID=6d74ac22-cfb1-4879-93a9-83b3ba9ed604,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:47.066317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:47.160847 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:47.191189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87386091-1848-4d66-86c8-ad3a5e77467c']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:47.212428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e6df0e-7405-4481-9d73-142e5bfb13c9') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:47.212728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e6df0e-7405-4481-9d73-142e5bfb13c9') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:47.224294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:47.242975 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:47.249412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:46:47.249801 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:46:47.253719 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:46:47.381702 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:47.388632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:47.390935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] 10.222.0.22 "DELETE /v2.0/networks/87386091-1848-4d66-86c8-ad3a5e77467c HTTP/1.1" status: 204 len: 168 time: 0.4167500 Sep 16 16:46:47.407934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Pushing event deleted for resources: {'Network': ['ID=87386091-1848-4d66-86c8-ad3a5e77467c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:47.425824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.426651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.427384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.428432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.429356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.430297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.431074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.431851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.432584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.433286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.433503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.433865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa1602-6ad5-46af-8df8-fdd33994363b tempest-TaggedBootDevicesTest_v242-1648371183 tempest-TaggedBootDevicesTest_v242-1648371183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:46:47.839171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e8dac585-812f-4550-b387-a837593ba14d details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:46:47.966485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a9d7eeb4-11dc-443b-abb9-f28390ae87b5 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:47.993035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a9d7eeb4-11dc-443b-abb9-f28390ae87b5 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:47.993389 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a9d7eeb4-11dc-443b-abb9-f28390ae87b5 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:48.018298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e8dac585-812f-4550-b387-a837593ba14d, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e8dac585-812f-4550-b387-a837593ba14d,segment=NetworkSegment(7d403378-4789-421c-8b58-c271424699d5),segment_id=7d403378-4789-421c-8b58-c271424699d5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:48.030616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'e8dac585-812f-4550-b387-a837593ba14d', 'network_id': '3aa565f1-6785-499e-a94a-58e29db8dd90', 'port_id': 'e8dac585-812f-4550-b387-a837593ba14d', 'mac_address': 'fa:16:3e:35:6e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d936b1b-d4fc-4b81-8731-0992981e4ed2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:46:48.076213 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:48.093789 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8dac585-812f-4550-b387-a837593ba14d {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:46:48.096327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35148936-3a7e-4fe1-9b32-377b826bd75b req-8a64fbe6-e386-4d79-8c51-46074744ac16 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:48.098035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35148936-3a7e-4fe1-9b32-377b826bd75b req-8a64fbe6-e386-4d79-8c51-46074744ac16 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 944 time: 0.0715902 Sep 16 16:46:48.122700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e8dac585-812f-4550-b387-a837593ba14d, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e8dac585-812f-4550-b387-a837593ba14d,segment=NetworkSegment(7d403378-4789-421c-8b58-c271424699d5),segment_id=7d403378-4789-421c-8b58-c271424699d5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:48.144994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35148936-3a7e-4fe1-9b32-377b826bd75b req-d32a665c-f682-4220-875a-3a694d82ed03 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Sep 16 16:46:48.199301 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:48.257313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e8dac585-812f-4550-b387-a837593ba14d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:48.460892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e8dac585-812f-4550-b387-a837593ba14d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:46:49.271713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4da55-4d98-465f-88ea-502b5d267768 req-397b7b49-e095-4f05-96a4-d5088eb98e1d tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:49.273258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ada4da55-4d98-465f-88ea-502b5d267768 req-397b7b49-e095-4f05-96a4-d5088eb98e1d tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0622909 Sep 16 16:46:49.311939 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ada4da55-4d98-465f-88ea-502b5d267768 req-510e1577-594b-4a5e-8fdd-d8120ff3ef21 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Sep 16 16:46:49.839325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e8dac585-812f-4550-b387-a837593ba14d up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:46:49.897334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-30b27d34-d6d7-456f-8069-7256b68f113e tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=97d78daddf684a5d9b2628c04d048762&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314398 Sep 16 16:46:49.965638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port e8dac585-812f-4550-b387-a837593ba14d completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:46:49.973041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port e8dac585-812f-4550-b387-a837593ba14d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:46:49.973705 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:50.148171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-16c708e7-df4a-484b-b09e-0cdcdad50a54 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:50.155989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-16c708e7-df4a-484b-b09e-0cdcdad50a54 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528832 Sep 16 16:46:50.174657 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-435dc7e6-392e-47a5-aae7-d92fae54df55 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/quotas/97d78daddf684a5d9b2628c04d048762 HTTP/1.1" status: 200 len: 375 time: 0.0175822 Sep 16 16:46:50.220544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-26112f96-5410-449e-b7b0-c82a048788db tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=97d78daddf684a5d9b2628c04d048762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435162 Sep 16 16:46:50.239437 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:50.279637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e8dac585-812f-4550-b387-a837593ba14d, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e8dac585-812f-4550-b387-a837593ba14d,segment=NetworkSegment(7d403378-4789-421c-8b58-c271424699d5),segment_id=7d403378-4789-421c-8b58-c271424699d5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:50.280873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea509162-1d0e-4067-8f06-2d5cd22eb4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dac585-812f-4550-b387-a837593ba14d'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:50.284012 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f734d871-2f4d-4336-94f8-7935238f09aa" -d '{"events": [{"server_uuid": "ea509162-1d0e-4067-8f06-2d5cd22eb4f8", "name": "network-vif-plugged", "status": "completed", "tag": "e8dac585-812f-4550-b387-a837593ba14d"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:50.336008 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120efb32-b552-4810-8f67-bd0047aa4bc1 x-openstack-request-id: req-120efb32-b552-4810-8f67-bd0047aa4bc1 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:50.336008 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea509162-1d0e-4067-8f06-2d5cd22eb4f8", "name": "network-vif-plugged", "status": "completed", "tag": "e8dac585-812f-4550-b387-a837593ba14d", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:50.336008 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-120efb32-b552-4810-8f67-bd0047aa4bc1 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:50.336008 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea509162-1d0e-4067-8f06-2d5cd22eb4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dac585-812f-4550-b387-a837593ba14d', 'code': 200} Sep 16 16:46:50.353987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:50.441324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e8dac585-812f-4550-b387-a837593ba14d,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:50.559773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e082155d-eddc-4919-9bc8-cd62c51bc8a2 req-2cd2b5da-83ca-4db8-8307-701b38eeb185 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 210 time: 0.0611312 Sep 16 16:46:50.602332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6adf8-15ac-4204-a955-12085f12b66f req-1dc63923-e758-4c8f-a3f6-364a7d83d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:50.604223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62e6adf8-15ac-4204-a955-12085f12b66f req-1dc63923-e758-4c8f-a3f6-364a7d83d7af service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 1097 time: 0.1985998 Sep 16 16:46:50.659343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651ca26-7a47-4c1d-ae7c-f4dddb5f0f3e req-0c19325c-7f7b-4cf3-b713-d44f66eab53d tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:50.668195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b651ca26-7a47-4c1d-ae7c-f4dddb5f0f3e req-0c19325c-7f7b-4cf3-b713-d44f66eab53d tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 946 time: 0.2009649 Sep 16 16:46:50.702049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62e6adf8-15ac-4204-a955-12085f12b66f req-e0e4e3b1-a7f2-4949-bb52-8a1a58a24a0f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883851 Sep 16 16:46:50.728983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b651ca26-7a47-4c1d-ae7c-f4dddb5f0f3e req-e0166843-015d-422b-afaa-f42c19406843 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596573 Sep 16 16:46:51.723721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab35f0fc-b227-43b0-afbf-d5119d6af78c req-7a2caa1d-cb2d-4b1c-b52a-fab8a71f7051 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 210 time: 0.0619776 Sep 16 16:46:51.889488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e741f-871c-47c2-aca7-9ad0a49d7c23 req-82ef63ad-7578-4f87-aad1-7a873a0b8f80 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:51.891782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d68e741f-871c-47c2-aca7-9ad0a49d7c23 req-82ef63ad-7578-4f87-aad1-7a873a0b8f80 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 946 time: 0.0624223 Sep 16 16:46:51.943804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d68e741f-871c-47c2-aca7-9ad0a49d7c23 req-cdc8a680-d23e-4651-8e0e-5226b5041b40 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Sep 16 16:46:52.535556 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-fe1b49a6-eb4f-470f-8c27-2a0dc2039d1f tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=97d78daddf684a5d9b2628c04d048762&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294085 Sep 16 16:46:52.733449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-40c99c7d-cdad-4206-8b22-f13969d6829e tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:52.736281 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-40c99c7d-cdad-4206-8b22-f13969d6829e tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951704 Sep 16 16:46:52.749994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Request body: {'port': {'device_id': '2001963c-1ab2-44fe-95df-b96cd807a692', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '97d78daddf684a5d9b2628c04d048762'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:52.888602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3bfb2d9c-7cec-4ca6-9a93-6d1540c60f01 req-b6f47cc9-009b-4a82-9bcd-cee13641daf0 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 210 time: 0.0298400 Sep 16 16:46:52.970586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Made reservation on behalf of 97d78daddf684a5d9b2628c04d048762 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:46:52.974659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:52.985382 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:53.097945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b367352-640b-453f-84a2-1ec064fdbd2e req-7242edd9-f3e2-42ac-a510-a3693c31a9d3 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:53.100911 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:53.103138 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b367352-640b-453f-84a2-1ec064fdbd2e req-7242edd9-f3e2-42ac-a510-a3693c31a9d3 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 946 time: 0.0742605 Sep 16 16:46:53.151526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b367352-640b-453f-84a2-1ec064fdbd2e req-7623a1a5-8a77-4f92-bb2f-14246747d253 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435870 Sep 16 16:46:53.169934 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:53.209538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7063c54c-83da-43f4-abae-96cc02c9660b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:53.353388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Allocated IP 192.168.233.200 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/2f994218-f0a4-4f6d-bd58-faeb2165800a) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:46:53.536978 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:53.639293 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:53.679844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:46:53.683893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:46:53.686570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:46:53.747934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Pushing event updated for resources: {'Port': ['ID=2f994218-f0a4-4f6d-bd58-faeb2165800a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:53.769266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac195324-43be-4399-9547-8759a12ab40d req-b48cbe23-15a1-4877-b614-69fe28dfebdf tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:53.777436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ac195324-43be-4399-9547-8759a12ab40d req-b48cbe23-15a1-4877-b614-69fe28dfebdf tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 946 time: 0.0798557 Sep 16 16:46:53.777547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:53.777636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:53.814175 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ac195324-43be-4399-9547-8759a12ab40d req-ad658d30-4673-4a04-823e-6236a988270a tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362601 Sep 16 16:46:53.860021 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-5a1adefd-3218-4fe7-97e0-744808f4cdda tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1108975 Sep 16 16:46:53.869745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Request body: {'port': {'device_id': '2001963c-1ab2-44fe-95df-b96cd807a692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:46:53.945461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:53.984167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-989ad0e3-f0d0-4a1f-b75b-ddac6f71cca3 None None] Provisioning complete for port 2f994218-f0a4-4f6d-bd58-faeb2165800a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:46:53.985950 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-989ad0e3-f0d0-4a1f-b75b-ddac6f71cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:54.044370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-989ad0e3-f0d0-4a1f-b75b-ddac6f71cca3 None None] Port 2f994218-f0a4-4f6d-bd58-faeb2165800a cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:46:54.052200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aab63f-94fe-4c9a-8dc1-6422087bfb7f req-585d4424-216d-4b1c-a4ca-00b0064f3065 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:54.060520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15aab63f-94fe-4c9a-8dc1-6422087bfb7f req-585d4424-216d-4b1c-a4ca-00b0064f3065 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 936 time: 0.0674982 Sep 16 16:46:54.095572 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15aab63f-94fe-4c9a-8dc1-6422087bfb7f req-19b64116-e7f6-42e0-a8ac-0c84a9ce8394 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351779 Sep 16 16:46:54.257493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f994218-f0a4-4f6d-bd58-faeb2165800a {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:46:54.265917 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:54.279302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Transition to ACTIVE for port object 2f994218-f0a4-4f6d-bd58-faeb2165800a will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:46:54.324344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:54.401743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Pushing event updated for resources: {'Port': ['ID=2f994218-f0a4-4f6d-bd58-faeb2165800a,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:54.471755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Attempting to bind port 2f994218-f0a4-4f6d-bd58-faeb2165800a on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:46:54.472607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Attempting to bind port 2f994218-f0a4-4f6d-bd58-faeb2165800a by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:46:54.472607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Attempting to bind port 2f994218-f0a4-4f6d-bd58-faeb2165800a on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:46:54.477853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Port 2f994218-f0a4-4f6d-bd58-faeb2165800a on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:46:54.478266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Attempting to bind port 2f994218-f0a4-4f6d-bd58-faeb2165800a on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:46:54.483878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:46:54.484452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:46:54.485707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:46:54.486257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Bound port: 2f994218-f0a4-4f6d-bd58-faeb2165800a, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:46:54.486885 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:54.582401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] For port 2f994218-f0a4-4f6d-bd58-faeb2165800a, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:46:54.586063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] For port 2f994218-f0a4-4f6d-bd58-faeb2165800a, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=2f994218-f0a4-4f6d-bd58-faeb2165800a,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:46:54.690763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:54.729049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:54.729580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:54.731026 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] 10.222.0.52 "PUT /v2.0/ports/2f994218-f0a4-4f6d-bd58-faeb2165800a HTTP/1.1" status: 200 len: 1096 time: 0.8661203 Sep 16 16:46:54.731515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2001963c-1ab2-44fe-95df-b96cd807a692', 'tag': '2f994218-f0a4-4f6d-bd58-faeb2165800a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:54.733770 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb58441-5f8f-4ffe-9a16-a8d18ec71f66" -d '{"events": [{"name": "network-changed", "server_uuid": "2001963c-1ab2-44fe-95df-b96cd807a692", "tag": "2f994218-f0a4-4f6d-bd58-faeb2165800a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:54.776611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b74e2-1b20-4aef-a98b-195fd38fdf7b service neutron] Pushing event updated for resources: {'Port': ['ID=2f994218-f0a4-4f6d-bd58-faeb2165800a,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:54.790489 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce3fe7d-b4d3-4e8c-814c-9309bb997065 x-openstack-request-id: req-4ce3fe7d-b4d3-4e8c-814c-9309bb997065 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:54.790922 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2001963c-1ab2-44fe-95df-b96cd807a692", "tag": "2f994218-f0a4-4f6d-bd58-faeb2165800a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:54.791369 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ce3fe7d-b4d3-4e8c-814c-9309bb997065 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:54.792255 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2001963c-1ab2-44fe-95df-b96cd807a692', 'tag': '2f994218-f0a4-4f6d-bd58-faeb2165800a', 'status': 'completed', 'code': 200} Sep 16 16:46:54.868018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58441-5f8f-4ffe-9a16-a8d18ec71f66 req-04eacbfa-1513-4130-9417-8d649afc03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:54.869611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4fb58441-5f8f-4ffe-9a16-a8d18ec71f66 req-04eacbfa-1513-4130-9417-8d649afc03b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97d78daddf684a5d9b2628c04d048762&device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 1099 time: 0.0642934 Sep 16 16:46:54.922644 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4fb58441-5f8f-4ffe-9a16-a8d18ec71f66 req-bff3d0aa-1f41-451d-9b16-ec94ca6a1bf6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=97d78daddf684a5d9b2628c04d048762&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339475 Sep 16 16:46:55.069567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58441-5f8f-4ffe-9a16-a8d18ec71f66 req-0aceaa64-cd29-4c9f-abf9-cdc51d0d0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:55.071112 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4fb58441-5f8f-4ffe-9a16-a8d18ec71f66 req-0aceaa64-cd29-4c9f-abf9-cdc51d0d0ad0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1423254 Sep 16 16:46:55.158908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-06969874-4482-4baf-aa50-37c6c9e12365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:55.160651 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-06969874-4482-4baf-aa50-37c6c9e12365 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97d78daddf684a5d9b2628c04d048762&device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 1099 time: 0.0515831 Sep 16 16:46:55.223541 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-86818a12-65d6-4706-8f77-e34f176a73a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=2f994218-f0a4-4f6d-bd58-faeb2165800a HTTP/1.1" status: 200 len: 217 time: 0.0544510 Sep 16 16:46:55.280035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-fdb5d08c-8f7b-4a3f-9497-1e2001d79482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:55.282723 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-fdb5d08c-8f7b-4a3f-9497-1e2001d79482 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0527856 Sep 16 16:46:55.335427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-54ef57e2-b3cd-4614-86e8-046a684089d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:55.337054 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-54ef57e2-b3cd-4614-86e8-046a684089d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476670 Sep 16 16:46:55.422142 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-3cdf54f1-eb5f-45ee-b23e-679dbbfcee72 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:55.423950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-3cdf54f1-eb5f-45ee-b23e-679dbbfcee72 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 946 time: 0.5444438 Sep 16 16:46:55.469733 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-7b1bf965-d023-419f-b921-aff0101a48b7 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232994 Sep 16 16:46:55.485873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f3c50-34c5-4938-b1da-1bd7de1cbee8 req-de5dc9b9-0cf9-49c2-8aa9-aded9226f0e1 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:55.487401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b4f3c50-34c5-4938-b1da-1bd7de1cbee8 req-de5dc9b9-0cf9-49c2-8aa9-aded9226f0e1 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 946 time: 0.5258048 Sep 16 16:46:55.499420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361904f-c980-4f84-98b5-2fab07f3eec8 req-a8b11da1-1b0a-4f39-887a-56ff35fb31b0 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:55.501718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d361904f-c980-4f84-98b5-2fab07f3eec8 req-a8b11da1-1b0a-4f39-887a-56ff35fb31b0 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 948 time: 0.1354682 Sep 16 16:46:55.580712 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ef9605e-342b-478e-bfd5-eda4a2bd9ae6 req-98bf8e2a-9c87-482e-851a-c5489c0aa544 service neutron] 10.222.0.52 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045825 Sep 16 16:46:55.601486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b4f3c50-34c5-4938-b1da-1bd7de1cbee8 req-64e542fd-c027-46e1-ad79-4df8ee2b96ff tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/security-groups?id=1738d6cf-c80b-4cc5-8380-4647a63b56de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931818 Sep 16 16:46:55.612878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d361904f-c980-4f84-98b5-2fab07f3eec8 req-6c810306-6cda-4888-9772-5686b596a7c0 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788889 Sep 16 16:46:55.626218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-1d2b2013-8cad-4279-af4b-4129b12c9858 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Deleting port e8dac585-812f-4550-b387-a837593ba14d {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:55.626938 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-1d2b2013-8cad-4279-af4b-4129b12c9858 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:55.751633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-1d2b2013-8cad-4279-af4b-4129b12c9858 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] For port e8dac585-812f-4550-b387-a837593ba14d, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e8dac585-812f-4550-b387-a837593ba14d,segment=NetworkSegment(7d403378-4789-421c-8b58-c271424699d5),segment_id=7d403378-4789-421c-8b58-c271424699d5)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:55.751993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-1d2b2013-8cad-4279-af4b-4129b12c9858 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:55.764556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-1d2b2013-8cad-4279-af4b-4129b12c9858 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Calling delete_port for e8dac585-812f-4550-b387-a837593ba14d owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:46:55.975555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-1d2b2013-8cad-4279-af4b-4129b12c9858 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:55.987432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e8dac585-812f-4550-b387-a837593ba14d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:46:56.046911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b2013-8cad-4279-af4b-4129b12c9858 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Pushing event deleted for resources: {'Port': ['ID=e8dac585-812f-4550-b387-a837593ba14d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:56.103183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-1d2b2013-8cad-4279-af4b-4129b12c9858 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] No DVR routers for this DVR port e8dac585-812f-4550-b387-a837593ba14d on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:46:56.106397 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-1d2b2013-8cad-4279-af4b-4129b12c9858 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:56.108733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ada7d1e2-8bc7-404f-878c-2a94828d5e8f req-1d2b2013-8cad-4279-af4b-4129b12c9858 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.62 "DELETE /v2.0/ports/e8dac585-812f-4550-b387-a837593ba14d HTTP/1.1" status: 204 len: 173 time: 0.6769893 Sep 16 16:46:56.109556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea509162-1d0e-4067-8f06-2d5cd22eb4f8', 'name': 'network-vif-deleted', 'tag': 'e8dac585-812f-4550-b387-a837593ba14d'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:46:56.112306 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5b9cc4-4562-45be-8732-3dc81e10ae68" -d '{"events": [{"server_uuid": "ea509162-1d0e-4067-8f06-2d5cd22eb4f8", "name": "network-vif-deleted", "tag": "e8dac585-812f-4550-b387-a837593ba14d"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:46:56.185732 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefd10af-30af-4e30-b4b0-b05bb0e11d7c x-openstack-request-id: req-eefd10af-30af-4e30-b4b0-b05bb0e11d7c {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:46:56.186038 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea509162-1d0e-4067-8f06-2d5cd22eb4f8", "name": "network-vif-deleted", "tag": "e8dac585-812f-4550-b387-a837593ba14d", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:46:56.186296 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eefd10af-30af-4e30-b4b0-b05bb0e11d7c {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:46:56.192570 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea509162-1d0e-4067-8f06-2d5cd22eb4f8', 'name': 'network-vif-deleted', 'tag': 'e8dac585-812f-4550-b387-a837593ba14d', 'status': 'completed', 'code': 200} Sep 16 16:46:56.747135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34c00662-f3b6-46ea-a169-c9ed650e47db req-ee2864d0-d0f4-4583-83d3-5364d5708d25 tempest-ServerGroupTestJSON-1835363341 tempest-ServerGroupTestJSON-1835363341-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea509162-1d0e-4067-8f06-2d5cd22eb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0359082 Sep 16 16:46:56.787505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087d6e9-f973-4ef5-9c52-c434786f95da req-7c12e0b2-08b9-461c-bb95-81db1ff4ea00 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:56.789162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5087d6e9-f973-4ef5-9c52-c434786f95da req-7c12e0b2-08b9-461c-bb95-81db1ff4ea00 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 948 time: 0.0760007 Sep 16 16:46:56.834563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5087d6e9-f973-4ef5-9c52-c434786f95da req-bba11240-20b1-4bf5-92f4-a3df448b720d tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382679 Sep 16 16:46:57.981320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7f3cd-6e91-4c89-9eb4-f63a25d4514f req-cace3f48-5a4d-4f44-9d61-593e6d90a051 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:57.989667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65d7f3cd-6e91-4c89-9eb4-f63a25d4514f req-cace3f48-5a4d-4f44-9d61-593e6d90a051 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 948 time: 0.0748298 Sep 16 16:46:58.016865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 2f994218-f0a4-4f6d-bd58-faeb2165800a details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:46:58.078763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65d7f3cd-6e91-4c89-9eb4-f63a25d4514f req-5b660fd8-e632-4cba-b902-e6bc4dadf62e tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857885 Sep 16 16:46:58.158993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 2f994218-f0a4-4f6d-bd58-faeb2165800a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=2f994218-f0a4-4f6d-bd58-faeb2165800a,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:58.170525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '2f994218-f0a4-4f6d-bd58-faeb2165800a', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '2f994218-f0a4-4f6d-bd58-faeb2165800a', 'mac_address': 'fa:16:3e:d7:2f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:46:58.221530 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e1010441-e8bd-49ab-895e-7a2de48c4308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.223156 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.238595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f994218-f0a4-4f6d-bd58-faeb2165800a {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:46:58.273901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 2f994218-f0a4-4f6d-bd58-faeb2165800a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=2f994218-f0a4-4f6d-bd58-faeb2165800a,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:46:58.332062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57110) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:58.379683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c81ac7b-da4a-4046-9cef-404d792b2f87 admin admin] Deleting subnet 7d936b1b-d4fc-4b81-8731-0992981e4ed2 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:46:58.383800 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c81ac7b-da4a-4046-9cef-404d792b2f87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.392716 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.428789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c81ac7b-da4a-4046-9cef-404d792b2f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.460686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=2f994218-f0a4-4f6d-bd58-faeb2165800a,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:58.472804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c81ac7b-da4a-4046-9cef-404d792b2f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.609477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['2f994218-f0a4-4f6d-bd58-faeb2165800a'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:46:58.621470 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c81ac7b-da4a-4046-9cef-404d792b2f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.649403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81ac7b-da4a-4046-9cef-404d792b2f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d936b1b-d4fc-4b81-8731-0992981e4ed2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:58.660905 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c81ac7b-da4a-4046-9cef-404d792b2f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.665898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57118) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:58.673877 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7c81ac7b-da4a-4046-9cef-404d792b2f87 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7d936b1b-d4fc-4b81-8731-0992981e4ed2 HTTP/1.1" status: 204 len: 168 time: 0.3327179 Sep 16 16:46:58.748428 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.839573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.860789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa565f1-6785-499e-a94a-58e29db8dd90']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:58.869814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d403378-4789-421c-8b58-c271424699d5') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:58.870109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d403378-4789-421c-8b58-c271424699d5') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:46:58.879476 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.893043 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.898915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:46:58.899303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:46:58.901049 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:46:59.021900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:59.027792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:59.029862 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3aa565f1-6785-499e-a94a-58e29db8dd90 HTTP/1.1" status: 204 len: 168 time: 0.3623462 Sep 16 16:46:59.042263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af015f0-9fb0-49a3-9797-3c00ec9a7ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa565f1-6785-499e-a94a-58e29db8dd90,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:59.138798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57134) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:59.225283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66129-6326-493d-8c01-3da0c2c3aabb req-b6953964-99b2-44cd-9448-f84cf11f3626 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:46:59.235866 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eae66129-6326-493d-8c01-3da0c2c3aabb req-b6953964-99b2-44cd-9448-f84cf11f3626 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 949 time: 0.0739925 Sep 16 16:46:59.309009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eae66129-6326-493d-8c01-3da0c2c3aabb req-f7353741-87f1-477c-8177-7d3e3659b32b tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719664 Sep 16 16:46:59.429599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57142) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:59.471425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-86535aa4-ec3b-4cb5-8ddc-b8d28d2a79e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16f11dce882e4d92b7b298db96b912b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405774 Sep 16 16:46:59.473976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57144) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:46:59.527600 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1795e1b1-49a0-4d13-9ba7-211d7894c8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:59.571817 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1795e1b1-49a0-4d13-9ba7-211d7894c8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:59.689585 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1795e1b1-49a0-4d13-9ba7-211d7894c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:59.692350 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1795e1b1-49a0-4d13-9ba7-211d7894c8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:59.696147 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1795e1b1-49a0-4d13-9ba7-211d7894c8f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1738d6cf-c80b-4cc5-8380-4647a63b56de HTTP/1.1" status: 204 len: 168 time: 0.2185059 Sep 16 16:46:59.702644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795e1b1-49a0-4d13-9ba7-211d7894c8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1738d6cf-c80b-4cc5-8380-4647a63b56de,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:46:59.703520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:46:59.932478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e8dac585-812f-4550-b387-a837593ba14d no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:46:59.956243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: e8dac585-812f-4550-b387-a837593ba14d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:46:59.956613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e8dac585-812f-4550-b387-a837593ba14d not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:46:59.960191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] Deleting port c16f1fdc-33a5-4648-9f83-c7fbd35822ab {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:46:59.960569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:00.015131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 2f994218-f0a4-4f6d-bd58-faeb2165800a up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:47:00.074065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] For port c16f1fdc-33a5-4648-9f83-c7fbd35822ab, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c16f1fdc-33a5-4648-9f83-c7fbd35822ab,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:00.074451 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:00.091005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] Calling delete_port for c16f1fdc-33a5-4648-9f83-c7fbd35822ab owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:47:00.142164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 2f994218-f0a4-4f6d-bd58-faeb2165800a completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:47:00.147130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 2f994218-f0a4-4f6d-bd58-faeb2165800a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:47:00.147767 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:00.243792 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:00.270232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2001963c-1ab2-44fe-95df-b96cd807a692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f994218-f0a4-4f6d-bd58-faeb2165800a'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:47:00.272628 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad71275-2a8d-4c80-8989-142482c306a3" -d '{"events": [{"server_uuid": "2001963c-1ab2-44fe-95df-b96cd807a692", "name": "network-vif-plugged", "status": "completed", "tag": "2f994218-f0a4-4f6d-bd58-faeb2165800a"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:47:00.287048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 2f994218-f0a4-4f6d-bd58-faeb2165800a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=2f994218-f0a4-4f6d-bd58-faeb2165800a,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:00.310729 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f2a268-f3a7-4dab-972b-b54392e14f80 x-openstack-request-id: req-e0f2a268-f3a7-4dab-972b-b54392e14f80 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:47:00.311173 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2001963c-1ab2-44fe-95df-b96cd807a692", "name": "network-vif-plugged", "status": "completed", "tag": "2f994218-f0a4-4f6d-bd58-faeb2165800a", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:47:00.311425 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0f2a268-f3a7-4dab-972b-b54392e14f80 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:47:00.312081 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2001963c-1ab2-44fe-95df-b96cd807a692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f994218-f0a4-4f6d-bd58-faeb2165800a', 'code': 200} Sep 16 16:47:00.376162 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:00.428315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:00.462341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] Pushing event deleted for resources: {'Port': ['ID=c16f1fdc-33a5-4648-9f83-c7fbd35822ab,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:00.495517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82118e08-6aa5-4699-aa0f-5d1ea5e0d848 req-6ff4fc18-ba46-41b7-bf77-7558f9b8c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:00.497275 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-82118e08-6aa5-4699-aa0f-5d1ea5e0d848 req-6ff4fc18-ba46-41b7-bf77-7558f9b8c908 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 1101 time: 0.1086352 Sep 16 16:47:00.503486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40348906-b1d5-4e9b-af21-6cf0f4fc32c4 req-aa5b34d3-4ab4-4e84-b0bc-742a5bbaa704 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:00.512526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40348906-b1d5-4e9b-af21-6cf0f4fc32c4 req-aa5b34d3-4ab4-4e84-b0bc-742a5bbaa704 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 950 time: 0.0862412 Sep 16 16:47:00.521343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=2f994218-f0a4-4f6d-bd58-faeb2165800a,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:00.578704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40348906-b1d5-4e9b-af21-6cf0f4fc32c4 req-ca04eae5-2219-4629-b31f-b9e833e4fa24 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609539 Sep 16 16:47:00.653914 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-82118e08-6aa5-4699-aa0f-5d1ea5e0d848 req-aef0130e-8607-4723-9927-177223fff89b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087966 Sep 16 16:47:00.720076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:00.775301 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-055f0261-e281-4b29-9d48-3194c983f0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:00.950764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] Router 5659946e-652d-4b15-ae77-653a31430113 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:47:01.363005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:47:01.368088 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1d2a03f0-2226-46cc-b27c-60635baef782 admin admin] 10.222.0.22 "PUT /v2.0/routers/5659946e-652d-4b15-ae77-653a31430113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2278051 Sep 16 16:47:01.370736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57204) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:01.375757 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] Sync routers for ids ['5659946e-652d-4b15-ae77-653a31430113'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:47:01.396330 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] Routers {'5659946e-652d-4b15-ae77-653a31430113'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:47:01.396978 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:47:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5659946e-652d-4b15-ae77-653a31430113'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:01.467381 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:01.533711 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] Set router 5659946e-652d-4b15-ae77-653a31430113 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:47:01.556716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-142df34c-1f44-4a8c-a99b-f922f5acf66c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1187773 Sep 16 16:47:01.571085 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:01.761315 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:01.799010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3a756141-d2e6-4821-ba13-265982cbde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:01.799505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3a756141-d2e6-4821-ba13-265982cbde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:01.799986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3a756141-d2e6-4821-ba13-265982cbde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:01.800484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3a756141-d2e6-4821-ba13-265982cbde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:01.800955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3a756141-d2e6-4821-ba13-265982cbde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:01.801599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3a756141-d2e6-4821-ba13-265982cbde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:01.802225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3a756141-d2e6-4821-ba13-265982cbde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:01.806780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3a756141-d2e6-4821-ba13-265982cbde1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6489 time: 0.1463907 Sep 16 16:47:01.838593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713aca3-ddd0-491d-bab0-a5a86b8de61f req-25538f83-58dc-416b-9b85-cb210d592bb6 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:01.840348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1713aca3-ddd0-491d-bab0-a5a86b8de61f req-25538f83-58dc-416b-9b85-cb210d592bb6 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 950 time: 0.1203046 Sep 16 16:47:01.875555 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:47:00Z', 'revision_number': 5, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port': {'id': '787e874f-1f4f-4d2e-8036-df078b554fb2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659946e-652d-4b15-ae77-653a31430113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:01.919463 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] Checking router: 5659946e-652d-4b15-ae77-653a31430113 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:47:01.928969 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] Routers {'5659946e-652d-4b15-ae77-653a31430113'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:47:01.929880 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:47:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5659946e-652d-4b15-ae77-653a31430113'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:01.940902 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:02.010527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1713aca3-ddd0-491d-bab0-a5a86b8de61f req-01887ed2-62ea-4d11-8752-79d945099343 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376774 Sep 16 16:47:02.045072 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] Set router 5659946e-652d-4b15-ae77-653a31430113 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:47:02.083179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-6c609c9d-2530-4ed5-8686-23a4902d7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:02.083664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-6c609c9d-2530-4ed5-8686-23a4902d7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:02.084141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-6c609c9d-2530-4ed5-8686-23a4902d7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:02.085831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-6c609c9d-2530-4ed5-8686-23a4902d7ab9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af HTTP/1.1" status: 200 len: 2293 time: 0.2132280 Sep 16 16:47:02.090357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Deleting port 787e874f-1f4f-4d2e-8036-df078b554fb2 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:47:02.090704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:02.100253 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:47:01Z', 'revision_number': 6, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:02.130737 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e743b9e6-403a-49b8-be99-c7dfaabd66e6 None None] The sync data for ids ['5659946e-652d-4b15-ae77-653a31430113'] in n-d-807786-3 is: [{'id': '5659946e-652d-4b15-ae77-653a31430113', 'name': 'tempest-TaggedBootDevicesTest_v242-1098719902-router', 'tenant_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:35:33Z', 'updated_at': '2021-09-16T16:47:01Z', 'revision_number': 6, 'project_id': 'a3bec419ce3d413ea9fafe1b2b1f4a60', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:47:02.215259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-e77db753-450c-4e1d-967b-064768331f19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a HTTP/1.1" status: 200 len: 1001 time: 0.1210601 Sep 16 16:47:02.265026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] For port 787e874f-1f4f-4d2e-8036-df078b554fb2, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=787e874f-1f4f-4d2e-8036-df078b554fb2,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:02.265618 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:02.287869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Calling delete_port for 787e874f-1f4f-4d2e-8036-df078b554fb2 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:47:02.309972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-703f0863-225f-4c27-84af-f12c7a693a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:02.315427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-703f0863-225f-4c27-84af-f12c7a693a19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a88aef2e-a025-4427-a993-94c2b42a4721 HTTP/1.1" status: 200 len: 850 time: 0.0881402 Sep 16 16:47:02.418204 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-65ae9a96-eb62-4761-93ea-ac63d474abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:02.419618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-65ae9a96-eb62-4761-93ea-ac63d474abc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007841 Sep 16 16:47:02.595477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-74d1bb97-2f87-439f-9786-5fcc85928082 service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417046 Sep 16 16:47:02.676748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:02.744529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Pushing event deleted for resources: {'Port': ['ID=787e874f-1f4f-4d2e-8036-df078b554fb2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:02.788994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-7d5c5b61-1b74-4407-b820-3dad9a203b7a service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858828 Sep 16 16:47:02.839393 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-b213657c-f647-44ec-953a-dd42957419a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 HTTP/1.1" status: 200 len: 217 time: 0.0432522 Sep 16 16:47:02.847070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.255245 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.259811 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.271142 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-65d2b524-c1aa-4260-ad62-fe76bc22e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:03.272683 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-65d2b524-c1aa-4260-ad62-fe76bc22e063 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.4269514 Sep 16 16:47:03.331857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f594b1-4cdd-4602-8996-d2a60141b648 req-f20e1b4b-3be0-4c14-a0b0-e5fdbcd24cae tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:03.333383 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7f594b1-4cdd-4602-8996-d2a60141b648 req-f20e1b4b-3be0-4c14-a0b0-e5fdbcd24cae tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 950 time: 0.1414559 Sep 16 16:47:03.389594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-30e434fd-90b9-4d1c-bc7c-29ba9ba37471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:03.392172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-30e434fd-90b9-4d1c-bc7c-29ba9ba37471 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0810859 Sep 16 16:47:03.395516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7f594b1-4cdd-4602-8996-d2a60141b648 req-13967667-220d-4a42-9ba3-2a0bb7f1c2ae tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465019 Sep 16 16:47:03.460772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.460772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5659946e-652d-4b15-ae77-653a31430113 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:47:03.471649 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.473978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1d622b9c-ff8c-4a3f-a7f6-41db6316676c admin admin] 10.222.0.22 "DELETE /v2.0/routers/5659946e-652d-4b15-ae77-653a31430113 HTTP/1.1" status: 204 len: 168 time: 2.1011584 Sep 16 16:47:03.475630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57272) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:03.559856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-119caee3-7b42-43fe-9ae8-5db752c6041f admin admin] Deleting subnet 94aa22e8-4939-422f-b724-bd08abd2ae2f {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:47:03.566141 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-119caee3-7b42-43fe-9ae8-5db752c6041f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.571976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-1b2c2104-ba02-408c-9ea6-b8e8aed0396a service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717701 Sep 16 16:47:03.832833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-119caee3-7b42-43fe-9ae8-5db752c6041f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.834338 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-9904f59e-fdbc-4bfe-bdc3-9f3fc2098708 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510758 Sep 16 16:47:03.835454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-119caee3-7b42-43fe-9ae8-5db752c6041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.836346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-18750236-6de5-4ec0-97d5-cf3bea57c18b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6363fdc0-2e27-4457-988b-e88b55801776 HTTP/1.1" status: 200 len: 217 time: 0.0496967 Sep 16 16:47:03.837186 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.851487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-17c131f0-ce1a-4163-a9e1-627e754d1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:03.853315 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-17c131f0-ce1a-4163-a9e1-627e754d1d8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0567493 Sep 16 16:47:03.888058 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-119caee3-7b42-43fe-9ae8-5db752c6041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.907410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-72af31ba-b070-4a70-8b9a-47de25eaa0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:03.909121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-72af31ba-b070-4a70-8b9a-47de25eaa0c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0489602 Sep 16 16:47:03.918609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 787e874f-1f4f-4d2e-8036-df078b554fb2 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:47:03.918797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119caee3-7b42-43fe-9ae8-5db752c6041f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94aa22e8-4939-422f-b724-bd08abd2ae2f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:03.924244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-119caee3-7b42-43fe-9ae8-5db752c6041f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:03.928883 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-119caee3-7b42-43fe-9ae8-5db752c6041f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/94aa22e8-4939-422f-b724-bd08abd2ae2f HTTP/1.1" status: 204 len: 168 time: 0.4491682 Sep 16 16:47:03.929841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57280) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:03.972533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 787e874f-1f4f-4d2e-8036-df078b554fb2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:47:03.973160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 787e874f-1f4f-4d2e-8036-df078b554fb2 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:47:03.973735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c16f1fdc-33a5-4648-9f83-c7fbd35822ab no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:47:03.976928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43033d51-5b23-4090-bb78-03ca2c02afb5 None None] Network 62c586e6-0201-471e-b583-b9418df0ff0d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:47:04.031259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: c16f1fdc-33a5-4648-9f83-c7fbd35822ab {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:47:04.032037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c16f1fdc-33a5-4648-9f83-c7fbd35822ab not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:47:04.068673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-4398fbfd-c41c-4ec9-a9b9-985d8eda12b7 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519477 Sep 16 16:47:04.098866 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.176632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Deleting port 1aaf9076-acfd-4b52-9e3d-064c6590bdda {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:47:04.182062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.244736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-6b1d1671-8381-4a30-8017-cff3d65737fb service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686015 Sep 16 16:47:04.254702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e85eedc-c596-41ee-bc7e-1bac5ce79106 None None] DHCP port deletion for 62c586e6-0201-471e-b583-b9418df0ff0d request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:47:04.268218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] For port 1aaf9076-acfd-4b52-9e3d-064c6590bdda, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1aaf9076-acfd-4b52-9e3d-064c6590bdda,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:04.268657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.285506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Calling delete_port for 1aaf9076-acfd-4b52-9e3d-064c6590bdda owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:47:04.293107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-5eb9a3d2-d321-4358-9d3b-23989d990fe7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=39550247-d430-45db-b8f5-c9dbc078ec7e HTTP/1.1" status: 200 len: 217 time: 0.0416856 Sep 16 16:47:04.303526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd1445-1b41-406e-8b24-abf3525a4182 req-927a2515-ff27-443f-82f6-d5d3062f6d5e tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:04.311543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83bd1445-1b41-406e-8b24-abf3525a4182 req-927a2515-ff27-443f-82f6-d5d3062f6d5e tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 950 time: 0.1810346 Sep 16 16:47:04.313428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5e85eedc-c596-41ee-bc7e-1bac5ce79106 None None] Deleting port 1aaf9076-acfd-4b52-9e3d-064c6590bdda {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:47:04.314253 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5e85eedc-c596-41ee-bc7e-1bac5ce79106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.397839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83bd1445-1b41-406e-8b24-abf3525a4182 req-6fbd50e6-9973-4776-92bf-d2dab5c94c0a tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848205 Sep 16 16:47:04.399387 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-1872418d-f5fe-4b90-9c0f-0800d7cca5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:04.400878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-1872418d-f5fe-4b90-9c0f-0800d7cca5fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0859795 Sep 16 16:47:04.410208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5e85eedc-c596-41ee-bc7e-1bac5ce79106 None None] For port 1aaf9076-acfd-4b52-9e3d-064c6590bdda, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1aaf9076-acfd-4b52-9e3d-064c6590bdda,segment=NetworkSegment(0cfcc4fa-4f96-4363-932b-1d26e816ddbd),segment_id=0cfcc4fa-4f96-4363-932b-1d26e816ddbd)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:04.410774 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5e85eedc-c596-41ee-bc7e-1bac5ce79106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.427425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5e85eedc-c596-41ee-bc7e-1bac5ce79106 None None] Calling delete_port for 1aaf9076-acfd-4b52-9e3d-064c6590bdda owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:47:04.458501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-aff64dd4-95db-4995-9ed2-fe9499fd4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:04.460117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-aff64dd4-95db-4995-9ed2-fe9499fd4b2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0515566 Sep 16 16:47:04.466810 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.512555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aaf9076-acfd-4b52-9e3d-064c6590bdda,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:04.527114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] No DVR routers for this DVR port 1aaf9076-acfd-4b52-9e3d-064c6590bdda on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:47:04.566737 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5e85eedc-c596-41ee-bc7e-1bac5ce79106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.604171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e85eedc-c596-41ee-bc7e-1bac5ce79106 None None] No DVR routers for this DVR port 1aaf9076-acfd-4b52-9e3d-064c6590bdda on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:47:04.647244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-6624dbc9-1316-4096-9b4e-b2d9eae867f6 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743133 Sep 16 16:47:04.654377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85eedc-c596-41ee-bc7e-1bac5ce79106 None None] Pushing event deleted for resources: {'Port': ['ID=1aaf9076-acfd-4b52-9e3d-064c6590bdda,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:04.680194 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.715832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c586e6-0201-471e-b583-b9418df0ff0d']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:04.757943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfcc4fa-4f96-4363-932b-1d26e816ddbd') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:04.758543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfcc4fa-4f96-4363-932b-1d26e816ddbd') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:04.775539 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.796958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3b252a0e-fa7d-4866-a1a0-7be95bb7cb82 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351674 Sep 16 16:47:04.802739 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.814597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:47:04.815015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:47:04.835301 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:47:04.841474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-5973be3c-bd92-4df9-b1ad-f6b31fe747d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=54226eab-2109-4213-afce-8844fbb3b740 HTTP/1.1" status: 200 len: 217 time: 0.0362720 Sep 16 16:47:04.901329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-b4da1a6c-6083-44da-a1e1-9f9da69ad2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:04.903404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-b4da1a6c-6083-44da-a1e1-9f9da69ad2e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0552051 Sep 16 16:47:04.949083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-86d0ceef-71c5-487a-bea0-fe0ea83bca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:04.950556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-86d0ceef-71c5-487a-bea0-fe0ea83bca22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0402257 Sep 16 16:47:04.992560 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:05.003101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:05.007970 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] 10.222.0.22 "DELETE /v2.0/networks/62c586e6-0201-471e-b583-b9418df0ff0d HTTP/1.1" status: 204 len: 168 time: 1.0734324 Sep 16 16:47:05.028333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddf73a-c7cc-4a8b-ac82-0768ea53ae15 admin admin] Pushing event deleted for resources: {'Network': ['ID=62c586e6-0201-471e-b583-b9418df0ff0d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:05.061419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-208c1963-c547-4033-82d5-afbb3a45d819 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037982 Sep 16 16:47:05.209965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-8d58aa70-7eaa-43a6-a8ce-a68252e1044a service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410367 Sep 16 16:47:05.269257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-149c97c2-d221-4471-83d1-652501719c38 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff6305a2-78d5-457d-bf4a-cea817751f17 HTTP/1.1" status: 200 len: 217 time: 0.0524364 Sep 16 16:47:05.323407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-fde546e2-fc7a-4040-a74f-fbf52277d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:05.324950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-fde546e2-fc7a-4040-a74f-fbf52277d92b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 200 len: 797 time: 0.0489852 Sep 16 16:47:05.374661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3a09c334-bf5c-4955-a497-4f73d6e4a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:05.376448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-3a09c334-bf5c-4955-a497-4f73d6e4a9c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442555 Sep 16 16:47:05.461125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-492175b1-b512-4683-9cc1-8a8e582dfcad tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:05.463493 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-492175b1-b512-4683-9cc1-8a8e582dfcad tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.52 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 950 time: 0.0757070 Sep 16 16:47:05.482637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57312) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:05.516979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-4bcdf6b4-7313-4c28-95ab-ba97aecd60a3 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235731 Sep 16 16:47:05.581400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-0a843dc1-66f5-46cf-807c-66b0a2263b12 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Deleting port 2f994218-f0a4-4f6d-bd58-faeb2165800a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:47:05.581976 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-0a843dc1-66f5-46cf-807c-66b0a2263b12 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:05.648059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1678949a-2721-40a7-ac3a-934839809e7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3bec419ce3d413ea9fafe1b2b1f4a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615741 Sep 16 16:47:05.652135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57314) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:05.667545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db553f6-fd8c-4d71-a628-50385742f2cc req-1b817010-a2d0-4493-b53c-70b4705a4e7c tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:05.669163 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9db553f6-fd8c-4d71-a628-50385742f2cc req-1b817010-a2d0-4493-b53c-70b4705a4e7c tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 950 time: 0.1434870 Sep 16 16:47:05.703693 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-400a7719-3fa9-448f-902c-e216b93a329f service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855068 Sep 16 16:47:05.747407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-0a843dc1-66f5-46cf-807c-66b0a2263b12 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] For port 2f994218-f0a4-4f6d-bd58-faeb2165800a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=2f994218-f0a4-4f6d-bd58-faeb2165800a,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:05.747779 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-0a843dc1-66f5-46cf-807c-66b0a2263b12 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:05.769070 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-27268159-8e78-4714-aac8-b43ef2a86a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:05.771146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-0a843dc1-66f5-46cf-807c-66b0a2263b12 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Calling delete_port for 2f994218-f0a4-4f6d-bd58-faeb2165800a owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:47:05.771666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-66c368f9-95d5-4ef4-aada-6ff5eb863a00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82 HTTP/1.1" status: 200 len: 217 time: 0.0507867 Sep 16 16:47:05.804621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9db553f6-fd8c-4d71-a628-50385742f2cc req-06ff6daa-35b7-4290-b3bf-1f7c1f473221 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/security-groups?id=7063c54c-83da-43f4-abae-96cc02c9660b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153195 Sep 16 16:47:05.863998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-bc8301d3-ba8e-4251-9168-b89babeb3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:05.866191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-bc8301d3-ba8e-4251-9168-b89babeb3848 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 200 len: 797 time: 0.0841627 Sep 16 16:47:05.866838 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-27268159-8e78-4714-aac8-b43ef2a86a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:05.938160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-d122dc02-2a0a-4e71-a9a1-e43e25a9959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:05.940135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-d122dc02-2a0a-4e71-a9a1-e43e25a9959c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664029 Sep 16 16:47:05.975742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1aaf9076-acfd-4b52-9e3d-064c6590bdda no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:47:06.033528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 1aaf9076-acfd-4b52-9e3d-064c6590bdda {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:47:06.039008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1aaf9076-acfd-4b52-9e3d-064c6590bdda not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:47:06.064696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-27268159-8e78-4714-aac8-b43ef2a86a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:06.070158 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-27268159-8e78-4714-aac8-b43ef2a86a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:06.070882 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-27268159-8e78-4714-aac8-b43ef2a86a74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecc780b3-f32b-418c-b724-2738fd9be42f HTTP/1.1" status: 204 len: 168 time: 0.4174390 Sep 16 16:47:06.081707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27268159-8e78-4714-aac8-b43ef2a86a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc780b3-f32b-418c-b724-2738fd9be42f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:06.146895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-0a843dc1-66f5-46cf-807c-66b0a2263b12 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:06.184029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-72681086-2743-4cbc-9e0f-18c69363f4f7 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337434 Sep 16 16:47:06.249056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a843dc1-66f5-46cf-807c-66b0a2263b12 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Pushing event deleted for resources: {'Port': ['ID=2f994218-f0a4-4f6d-bd58-faeb2165800a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:06.268549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-0a843dc1-66f5-46cf-807c-66b0a2263b12 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] No DVR routers for this DVR port 2f994218-f0a4-4f6d-bd58-faeb2165800a on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:47:06.279638 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-0a843dc1-66f5-46cf-807c-66b0a2263b12 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:06.282443 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d1aad048-23f5-4220-b69c-d5c9edd3db0d req-0a843dc1-66f5-46cf-807c-66b0a2263b12 tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.52 "DELETE /v2.0/ports/2f994218-f0a4-4f6d-bd58-faeb2165800a HTTP/1.1" status: 204 len: 173 time: 0.8108544 Sep 16 16:47:06.282912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2001963c-1ab2-44fe-95df-b96cd807a692', 'name': 'network-vif-deleted', 'tag': '2f994218-f0a4-4f6d-bd58-faeb2165800a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:47:06.285236 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30753f6-366d-4290-82ec-6a932655afa0" -d '{"events": [{"server_uuid": "2001963c-1ab2-44fe-95df-b96cd807a692", "name": "network-vif-deleted", "tag": "2f994218-f0a4-4f6d-bd58-faeb2165800a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:47:06.320715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60d26b1-5c39-43e2-b9a8-fbf7fe691a46 req-a4b3ba30-948c-4141-a987-2e40cb6d9f7d service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300976 Sep 16 16:47:06.361202 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17142f4-c04f-4c9d-9dd0-5f2e5b1b7a8a x-openstack-request-id: req-b17142f4-c04f-4c9d-9dd0-5f2e5b1b7a8a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:47:06.361556 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2001963c-1ab2-44fe-95df-b96cd807a692", "name": "network-vif-deleted", "tag": "2f994218-f0a4-4f6d-bd58-faeb2165800a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:47:06.362706 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b17142f4-c04f-4c9d-9dd0-5f2e5b1b7a8a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:47:06.363480 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2001963c-1ab2-44fe-95df-b96cd807a692', 'name': 'network-vif-deleted', 'tag': '2f994218-f0a4-4f6d-bd58-faeb2165800a', 'status': 'completed', 'code': 200} Sep 16 16:47:06.621819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57350) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:06.800900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2a4041c-a119-4926-8751-7d6151849b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:06.975482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d5ca2d4-6d21-427c-8588-ac3c7a68b78f req-96c6abcc-1b14-4e9f-bac9-6da795fd16bd tempest-VolumesNegativeTest-729622733 tempest-VolumesNegativeTest-729622733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2001963c-1ab2-44fe-95df-b96cd807a692 HTTP/1.1" status: 200 len: 210 time: 0.0523357 Sep 16 16:47:07.000509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2a4041c-a119-4926-8751-7d6151849b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.060752 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2a4041c-a119-4926-8751-7d6151849b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.154040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4041c-a119-4926-8751-7d6151849b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a85d63e-2974-463f-9c39-f8307aec475e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:07.170705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57382) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:07.171890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d2a4041c-a119-4926-8751-7d6151849b0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=18c7d4970237477aa4a366762644abfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479147 Sep 16 16:47:07.258794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a659f0ef-2f48-40a7-960e-96d01bc7ffa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.285349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a659f0ef-2f48-40a7-960e-96d01bc7ffa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.393922 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a659f0ef-2f48-40a7-960e-96d01bc7ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.397741 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a659f0ef-2f48-40a7-960e-96d01bc7ffa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.399046 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a659f0ef-2f48-40a7-960e-96d01bc7ffa8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a85d63e-2974-463f-9c39-f8307aec475e HTTP/1.1" status: 204 len: 168 time: 0.2266631 Sep 16 16:47:07.428611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659f0ef-2f48-40a7-960e-96d01bc7ffa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a85d63e-2974-463f-9c39-f8307aec475e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:07.451126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57394) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:07.582864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1687178651-network', 'tenant_id': '82addc0548c740ea9826106d695bdad5'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:07.637970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Made reservation on behalf of 82addc0548c740ea9826106d695bdad5 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:47:07.641297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.651026 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.800034 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.877870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.925025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:47:07.950473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:07.951150 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Added segment 9b6e6f1b-924e-4207-97d3-63be7087a1cc of type vlan for network 8cf04d8c-1edf-49ed-8607-7304c1523479 Sep 16 16:47:07.972867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7f1725-70b7-46b8-a230-6b932ff8a7e0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:08.010874 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:08.078887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 2f994218-f0a4-4f6d-bd58-faeb2165800a no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:47:08.100093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 2f994218-f0a4-4f6d-bd58-faeb2165800a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:47:08.100481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 2f994218-f0a4-4f6d-bd58-faeb2165800a not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:47:08.100714 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:08.102619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:08.103216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:08.173820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf04d8c-1edf-49ed-8607-7304c1523479,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:08.183730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 8cf04d8c-1edf-49ed-8607-7304c1523479 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:47:08.247552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57430) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:08.248443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1ecb4492-5c52-4731-ab3a-78d81d062ee4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7958882 Sep 16 16:47:08.254649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Request body: {'subnet': {'network_id': '8cf04d8c-1edf-49ed-8607-7304c1523479', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1687178651-subnet', 'tenant_id': '82addc0548c740ea9826106d695bdad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:08.341194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Made reservation on behalf of 82addc0548c740ea9826106d695bdad5 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:47:08.346862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:08.598424 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:08.655605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78268121-666b-4eda-acbd-bff1cd3a87a7,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:08.664483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Checking segment: {'id': '9b6e6f1b-924e-4207-97d3-63be7087a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8cf04d8c-1edf-49ed-8607-7304c1523479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:47:08.664850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Network hostable DHCP agents. Network: 8cf04d8c-1edf-49ed-8607-7304c1523479, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:47:08.766831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Network 8cf04d8c-1edf-49ed-8607-7304c1523479 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:47:08.861983 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 8cf04d8c-1edf-49ed-8607-7304c1523479) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:47:08.868203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:08.871647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:08.873349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde317e-fbbc-4e8b-99df-91e41c6a4f8a None None] Network 8cf04d8c-1edf-49ed-8607-7304c1523479 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:47:08.902997 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:47:08.976097 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-20ef807b-12e5-4be9-b892-ae8dc6920b58 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7265186 Sep 16 16:47:09.051475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3af7638-ea4d-4b65-9076-9c9076c8d3df None None] Network 8cf04d8c-1edf-49ed-8607-7304c1523479 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:47:09.612368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dff0f-b56b-4524-a644-19e8560142e4 req-63372c8f-8a30-4223-8a71-768f751aacea tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:09.616455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-63372c8f-8a30-4223-8a71-768f751aacea tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/networks?id=8cf04d8c-1edf-49ed-8607-7304c1523479 HTTP/1.1" status: 200 len: 821 time: 0.1209795 Sep 16 16:47:09.632136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-802c635c-e72a-4c26-877e-7ba4f3c0d0b3 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/quotas/82addc0548c740ea9826106d695bdad5 HTTP/1.1" status: 200 len: 375 time: 0.0119781 Sep 16 16:47:09.668940 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-aaa0abf2-bbe5-434b-a67b-0bb0386fff2e tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=82addc0548c740ea9826106d695bdad5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299442 Sep 16 16:47:09.807613 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-244b92f4-f3db-42d6-8b85-e5b6ee901b84 service neutron] 10.222.0.22 "GET /v2.0/networks/8cf04d8c-1edf-49ed-8607-7304c1523479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317542 Sep 16 16:47:09.920187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-ca9d2e22-22e7-45e0-9e23-f79c1b416d63 service neutron] 10.222.0.22 "GET /v2.0/networks/8cf04d8c-1edf-49ed-8607-7304c1523479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053274 Sep 16 16:47:10.326249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b03a8ba5-c492-4215-88ef-a093351a9c03 req-bc08c49a-61b4-493e-8c60-db61b67c8a14 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 210 time: 0.0384579 Sep 16 16:47:10.747891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-4ee7765b-d85c-4bb6-b15b-77cca45d2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:10.750554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-4ee7765b-d85c-4bb6-b15b-77cca45d2206 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 1097 time: 0.0658658 Sep 16 16:47:10.775460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d87d7f-7a85-4dfc-bc91-c00c3b488811 req-8d374283-8551-4a33-b4b1-d961afb77a72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:10.777104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5d87d7f-7a85-4dfc-bc91-c00c3b488811 req-8d374283-8551-4a33-b4b1-d961afb77a72 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0834415 Sep 16 16:47:10.817924 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5d87d7f-7a85-4dfc-bc91-c00c3b488811 req-ed9cbc9f-9265-40b1-bb7b-4b92c7efcb53 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338168 Sep 16 16:47:10.868480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-3baa40fb-4b2f-4daa-a9ce-d03cc39770ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:10.870004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-3baa40fb-4b2f-4daa-a9ce-d03cc39770ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.0996215 Sep 16 16:47:10.950971 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-bdbfa4bb-6056-47de-a719-3e413a0a20ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2 HTTP/1.1" status: 200 len: 1002 time: 0.0730631 Sep 16 16:47:11.009123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-95384725-c138-43a5-9301-5d6c61779ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:11.012260 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-95384725-c138-43a5-9301-5d6c61779ac3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.0529971 Sep 16 16:47:11.080966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-f246abcb-cdf7-495a-8a0a-4aae861b2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:11.082543 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-f246abcb-cdf7-495a-8a0a-4aae861b2b0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643361 Sep 16 16:47:11.237025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-60a594a6-61d8-4810-8242-04a5695405cc service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465805 Sep 16 16:47:11.343665 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1e8eb04a-bc6f-4f5a-b9e3-ffcb0efe548c req-8af3dfe7-c96f-4715-a7b2-fd23e24498c0 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979269 Sep 16 16:47:11.431427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9793518a-3dbd-4ae0-bda8-2f36aede55eb req-313f4377-1ff4-43ab-9e5c-2db170ca253f tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 210 time: 0.0484354 Sep 16 16:47:11.971820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b39614-fded-44db-8229-24a735135c62 req-6ad07bd0-482c-412f-9f41-fcd8f5e759fe tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:11.973486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77b39614-fded-44db-8229-24a735135c62 req-6ad07bd0-482c-412f-9f41-fcd8f5e759fe tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0572565 Sep 16 16:47:12.050689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77b39614-fded-44db-8229-24a735135c62 req-4570fafc-a579-43a7-86d8-dfe622e37ea3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668030 Sep 16 16:47:12.525497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6027113-efcc-4b0f-82ac-b0944fd6abfc req-6ad9f2e3-dfd5-422f-94c4-07ea8bbc976e tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 210 time: 0.0306809 Sep 16 16:47:12.697329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57776) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:12.853791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-614bbfad-241b-4f11-b383-4780a4b99f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:12.985715 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-614bbfad-241b-4f11-b383-4780a4b99f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.034128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dff0f-b56b-4524-a644-19e8560142e4 req-7439b447-4dd1-4414-ae3c-5cd2caa7dc40 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:13.035641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-7439b447-4dd1-4414-ae3c-5cd2caa7dc40 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.62 "GET /v2.0/networks?id=8cf04d8c-1edf-49ed-8607-7304c1523479 HTTP/1.1" status: 200 len: 821 time: 0.1488235 Sep 16 16:47:13.049474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Request body: {'port': {'device_id': 'e51f2af1-424c-4924-926f-c011a6c5b46e', 'network_id': '8cf04d8c-1edf-49ed-8607-7304c1523479', 'admin_state_up': True, 'tenant_id': '82addc0548c740ea9826106d695bdad5'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:13.118153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-614bbfad-241b-4f11-b383-4780a4b99f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.158667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bbfad-241b-4f11-b383-4780a4b99f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957fdfcc-3165-4de8-9a05-bf0500404fe9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:13.175078 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-614bbfad-241b-4f11-b383-4780a4b99f70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d359b8d069994cceb13ee356fa540da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749997 Sep 16 16:47:13.176437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57814) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:13.236621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c3b0-2afb-4d1f-9c11-79bc2a523438 req-7a93dd55-0fb5-498b-90d5-975274c51c9d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:13.239404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f02c3b0-2afb-4d1f-9c11-79bc2a523438 req-7a93dd55-0fb5-498b-90d5-975274c51c9d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0986507 Sep 16 16:47:13.278499 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a37c-ac49-4f45-8d35-51666c60f32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.297451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Made reservation on behalf of 82addc0548c740ea9826106d695bdad5 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:47:13.302367 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.304209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a37c-ac49-4f45-8d35-51666c60f32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.323941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f02c3b0-2afb-4d1f-9c11-79bc2a523438 req-8e47eae8-512d-493e-9db3-44ac125cdee4 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681357 Sep 16 16:47:13.409598 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a37c-ac49-4f45-8d35-51666c60f32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.424285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a37c-ac49-4f45-8d35-51666c60f32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.425773 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b0c0a37c-ac49-4f45-8d35-51666c60f32b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/957fdfcc-3165-4de8-9a05-bf0500404fe9 HTTP/1.1" status: 204 len: 168 time: 0.2472153 Sep 16 16:47:13.441349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0a37c-ac49-4f45-8d35-51666c60f32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957fdfcc-3165-4de8-9a05-bf0500404fe9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:13.484354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Allocated IP 172.20.0.8 (8cf04d8c-1edf-49ed-8607-7304c1523479/78268121-666b-4eda-acbd-bff1cd3a87a7/bb3b44fd-0439-4bfd-b288-39c29f5179c2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:47:13.580933 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.704988 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d607b1e4-3ccb-4373-b9a5-9a01786d432c req-d4801c8c-001d-4437-bfe6-f101af7a5148 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 210 time: 0.0412443 Sep 16 16:47:13.727043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.838128 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.884651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:13.929707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Network 8cf04d8c-1edf-49ed-8607-7304c1523479 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:47:13.932864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:47:13.935356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:47:13.964582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Pushing event updated for resources: {'Port': ['ID=bb3b44fd-0439-4bfd-b288-39c29f5179c2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:13.994335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:13.994949 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.078574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-4e3171db-9a50-4f7a-95df-05f635c0de27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0335698 Sep 16 16:47:14.095473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Request body: {'port': {'device_id': 'e51f2af1-424c-4924-926f-c011a6c5b46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:14.141337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57836) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:14.161536 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.163951 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7c25ff72-9531-4c9e-ab67-e6f041d75611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.263463 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7c25ff72-9531-4c9e-ab67-e6f041d75611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.341083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7c25ff72-9531-4c9e-ab67-e6f041d75611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.402694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25ff72-9531-4c9e-ab67-e6f041d75611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6d9377-9bed-4a53-a800-24b880f684d3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:14.422087 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7c25ff72-9531-4c9e-ab67-e6f041d75611 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f7590ff4db14dcea0ed7fab71cbb5bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794640 Sep 16 16:47:14.424687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57846) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:14.485519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b62096ab-1054-4e6b-8b83-520c2621085b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.508833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b62096ab-1054-4e6b-8b83-520c2621085b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.518483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3b44fd-0439-4bfd-b288-39c29f5179c2 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:47:14.532814 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.557924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Transition to ACTIVE for port object bb3b44fd-0439-4bfd-b288-39c29f5179c2 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:47:14.568595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1e60b-9bdc-413f-a128-c48c39a5ae4f req-908034c8-8bc9-41fd-beef-4b597d67900b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:14.572959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ea1e60b-9bdc-413f-a128-c48c39a5ae4f req-908034c8-8bc9-41fd-beef-4b597d67900b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.1128895 Sep 16 16:47:14.617545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ea1e60b-9bdc-413f-a128-c48c39a5ae4f req-e2af19f6-e535-40ef-a1f1-91585b451232 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402150 Sep 16 16:47:14.618741 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.644279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b62096ab-1054-4e6b-8b83-520c2621085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.644279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b62096ab-1054-4e6b-8b83-520c2621085b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:14.644279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b62096ab-1054-4e6b-8b83-520c2621085b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf6d9377-9bed-4a53-a800-24b880f684d3 HTTP/1.1" status: 204 len: 168 time: 0.2159827 Sep 16 16:47:14.650497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62096ab-1054-4e6b-8b83-520c2621085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6d9377-9bed-4a53-a800-24b880f684d3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:14.698868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3b44fd-0439-4bfd-b288-39c29f5179c2,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:14.837491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Attempting to bind port bb3b44fd-0439-4bfd-b288-39c29f5179c2 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:14.837740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Attempting to bind port bb3b44fd-0439-4bfd-b288-39c29f5179c2 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '9b6e6f1b-924e-4207-97d3-63be7087a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8cf04d8c-1edf-49ed-8607-7304c1523479'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:14.838066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Attempting to bind port bb3b44fd-0439-4bfd-b288-39c29f5179c2 on network 8cf04d8c-1edf-49ed-8607-7304c1523479 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:14.846097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Port bb3b44fd-0439-4bfd-b288-39c29f5179c2 on network 8cf04d8c-1edf-49ed-8607-7304c1523479 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:14.846415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Attempting to bind port bb3b44fd-0439-4bfd-b288-39c29f5179c2 on network 8cf04d8c-1edf-49ed-8607-7304c1523479 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:14.859600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e8162-32d3-4fcf-8bff-a1006083a1d4 req-461435cf-7e04-4e8d-9219-bb91dc127f21 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:14.861544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da8e8162-32d3-4fcf-8bff-a1006083a1d4 req-461435cf-7e04-4e8d-9219-bb91dc127f21 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 943 time: 0.0735705 Sep 16 16:47:14.862792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:47:14.863123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Checking segment: {'id': '9b6e6f1b-924e-4207-97d3-63be7087a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8cf04d8c-1edf-49ed-8607-7304c1523479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:47:14.863494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Bound using segment: {'id': '9b6e6f1b-924e-4207-97d3-63be7087a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8cf04d8c-1edf-49ed-8607-7304c1523479'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:47:14.863922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Bound port: bb3b44fd-0439-4bfd-b288-39c29f5179c2, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6e6f1b-924e-4207-97d3-63be7087a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8cf04d8c-1edf-49ed-8607-7304c1523479'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:47:14.864277 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:15.190975 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da8e8162-32d3-4fcf-8bff-a1006083a1d4 req-4631effd-620b-4107-857f-c1fc19e91dc2 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172641 Sep 16 16:47:15.221113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] For port bb3b44fd-0439-4bfd-b288-39c29f5179c2, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:47:15.224411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] For port bb3b44fd-0439-4bfd-b288-39c29f5179c2, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bb3b44fd-0439-4bfd-b288-39c29f5179c2,segment=NetworkSegment(9b6e6f1b-924e-4207-97d3-63be7087a1cc),segment_id=9b6e6f1b-924e-4207-97d3-63be7087a1cc)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:47:15.329897 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:15.373625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:15.375366 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:15.376172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/bb3b44fd-0439-4bfd-b288-39c29f5179c2 HTTP/1.1" status: 200 len: 1091 time: 1.2863851 Sep 16 16:47:15.376635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51f2af1-424c-4924-926f-c011a6c5b46e', 'tag': 'bb3b44fd-0439-4bfd-b288-39c29f5179c2'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:47:15.378915 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163c01ee-45ff-4a2a-b33d-d79ca9d7790d" -d '{"events": [{"name": "network-changed", "server_uuid": "e51f2af1-424c-4924-926f-c011a6c5b46e", "tag": "bb3b44fd-0439-4bfd-b288-39c29f5179c2"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:47:15.414686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f0e45-27ad-498b-8eff-86145efa06e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3b44fd-0439-4bfd-b288-39c29f5179c2,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:15.441945 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d8e651-63c2-4b70-b59a-2039ef9ed9ae x-openstack-request-id: req-72d8e651-63c2-4b70-b59a-2039ef9ed9ae {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:47:15.442303 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51f2af1-424c-4924-926f-c011a6c5b46e", "tag": "bb3b44fd-0439-4bfd-b288-39c29f5179c2", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:47:15.442556 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72d8e651-63c2-4b70-b59a-2039ef9ed9ae {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:47:15.442952 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51f2af1-424c-4924-926f-c011a6c5b46e', 'tag': 'bb3b44fd-0439-4bfd-b288-39c29f5179c2', 'status': 'completed', 'code': 200} Sep 16 16:47:15.511779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c01ee-45ff-4a2a-b33d-d79ca9d7790d req-4027735f-e4a8-4215-8871-fe1f19a48ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:15.513336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-163c01ee-45ff-4a2a-b33d-d79ca9d7790d req-4027735f-e4a8-4215-8871-fe1f19a48ba3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=82addc0548c740ea9826106d695bdad5&device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 1094 time: 0.0491705 Sep 16 16:47:15.628638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c01ee-45ff-4a2a-b33d-d79ca9d7790d req-27ca4414-9b4c-4e23-ae67-ba0953071516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:15.641109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-163c01ee-45ff-4a2a-b33d-d79ca9d7790d req-27ca4414-9b4c-4e23-ae67-ba0953071516 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=82addc0548c740ea9826106d695bdad5&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1176362 Sep 16 16:47:15.843401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d32e9b-b639-4434-a4c1-1930cb5402f9 req-ba6810ec-59c5-45ec-90a3-c6da756b7b09 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:15.845392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6d32e9b-b639-4434-a4c1-1930cb5402f9 req-ba6810ec-59c5-45ec-90a3-c6da756b7b09 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0994949 Sep 16 16:47:15.847225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c01ee-45ff-4a2a-b33d-d79ca9d7790d req-9c7b42ce-a3c7-4ddc-b70d-0a1a67c3c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:15.848814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-163c01ee-45ff-4a2a-b33d-d79ca9d7790d req-9c7b42ce-a3c7-4ddc-b70d-0a1a67c3c6c9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2012589 Sep 16 16:47:15.939640 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6d32e9b-b639-4434-a4c1-1930cb5402f9 req-21792b84-9bca-400b-813e-1e35c9e200eb tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841298 Sep 16 16:47:15.973792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dff0f-b56b-4524-a644-19e8560142e4 req-7515c35f-a095-443c-b24c-a11a2f45dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:15.974550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57896) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:15.975604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-7515c35f-a095-443c-b24c-a11a2f45dc2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=82addc0548c740ea9826106d695bdad5&device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 1094 time: 0.0822229 Sep 16 16:47:16.027500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-ad40d5aa-42fb-4442-993c-c09c336ffe81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3b44fd-0439-4bfd-b288-39c29f5179c2 HTTP/1.1" status: 200 len: 217 time: 0.0440550 Sep 16 16:47:16.086491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dff0f-b56b-4524-a644-19e8560142e4 req-1b4b4d12-4f43-40de-9163-cd992957dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:16.089451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-1b4b4d12-4f43-40de-9163-cd992957dd9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78268121-666b-4eda-acbd-bff1cd3a87a7 HTTP/1.1" status: 200 len: 861 time: 0.0551617 Sep 16 16:47:16.132733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-29003cda-8f98-4bfe-bfeb-3b4d85a8b8a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8cf04d8c-1edf-49ed-8607-7304c1523479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363655 Sep 16 16:47:16.256024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-d38fb61f-a5e3-4512-9ef5-519bf92c2adf service neutron] 10.222.0.62 "GET /v2.0/networks/8cf04d8c-1edf-49ed-8607-7304c1523479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159792 Sep 16 16:47:16.271838 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1dce5df6-e762-4c06-8eb7-986f82df4371 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97d78daddf684a5d9b2628c04d048762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948260 Sep 16 16:47:16.272509 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57912) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:16.340571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc414015-fa66-41b5-9d3a-842975b7abb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:16.376843 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc414015-fa66-41b5-9d3a-842975b7abb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:16.466774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b544d7-e670-4f31-84fc-cf0482712285 req-f3817132-b12a-4fee-9c8a-e56132382314 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:16.467171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3b544d7-e670-4f31-84fc-cf0482712285 req-f3817132-b12a-4fee-9c8a-e56132382314 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 943 time: 0.1782193 Sep 16 16:47:16.501302 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-777dff0f-b56b-4524-a644-19e8560142e4 req-1b2fb552-cd4b-4fa5-9b21-008eb88b9449 service neutron] 10.222.0.62 "GET /v2.0/networks/8cf04d8c-1edf-49ed-8607-7304c1523479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371254 Sep 16 16:47:16.517948 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc414015-fa66-41b5-9d3a-842975b7abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:16.520811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc414015-fa66-41b5-9d3a-842975b7abb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:16.522260 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dc414015-fa66-41b5-9d3a-842975b7abb6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7063c54c-83da-43f4-abae-96cc02c9660b HTTP/1.1" status: 204 len: 168 time: 0.2443905 Sep 16 16:47:16.523486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3b544d7-e670-4f31-84fc-cf0482712285 req-abf3e0a1-a6da-48ca-9bfe-8d49593a8e62 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454459 Sep 16 16:47:16.535872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc414015-fa66-41b5-9d3a-842975b7abb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7063c54c-83da-43f4-abae-96cc02c9660b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:17.092845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c8c6c-6b6e-4f75-9f0c-bfe22966ab2d req-4ca6603f-f588-4389-aef5-129377a3139d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:17.094380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a6c8c6c-6b6e-4f75-9f0c-bfe22966ab2d req-4ca6603f-f588-4389-aef5-129377a3139d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0559955 Sep 16 16:47:17.150626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a6c8c6c-6b6e-4f75-9f0c-bfe22966ab2d req-25593a0e-b8c7-4f3d-ac02-bdad19cfbc74 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495791 Sep 16 16:47:17.675255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa31d5-5359-4299-9f71-28dba229b152 req-6dc4a4d5-d16d-4cd9-8f22-331cbe4ca3ae tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:17.676995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0fa31d5-5359-4299-9f71-28dba229b152 req-6dc4a4d5-d16d-4cd9-8f22-331cbe4ca3ae tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 943 time: 0.0614727 Sep 16 16:47:17.736460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0fa31d5-5359-4299-9f71-28dba229b152 req-3c041868-5738-4df2-9db8-5dea7e80ea2e tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470312 Sep 16 16:47:18.297876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9405956-7b93-4beb-a84b-332d198ba931 req-eb9c1c73-d79d-4574-9dfc-81cc8f4bf44a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:18.299407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9405956-7b93-4beb-a84b-332d198ba931 req-eb9c1c73-d79d-4574-9dfc-81cc8f4bf44a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0581985 Sep 16 16:47:18.336977 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9405956-7b93-4beb-a84b-332d198ba931 req-736ef6f3-7269-4958-b861-aec6d45bec66 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Sep 16 16:47:18.848396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a853973-d1cb-48c0-9755-1e87633836e9 req-e4186acd-7558-42f3-b979-07f26c2a3664 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:18.849884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a853973-d1cb-48c0-9755-1e87633836e9 req-e4186acd-7558-42f3-b979-07f26c2a3664 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 943 time: 0.0494454 Sep 16 16:47:18.886950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a853973-d1cb-48c0-9755-1e87633836e9 req-97582666-fb47-42f5-9edb-09ba05440987 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309691 Sep 16 16:47:19.478548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1eefb-1fc1-429c-9862-dc5f8d0f6822 req-a49a0fe8-f7fa-4695-96f1-02f81e65aa63 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:19.490737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41a1eefb-1fc1-429c-9862-dc5f8d0f6822 req-a49a0fe8-f7fa-4695-96f1-02f81e65aa63 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0672231 Sep 16 16:47:19.551461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41a1eefb-1fc1-429c-9862-dc5f8d0f6822 req-155310f5-55de-4237-99ee-e899e5c7d9cf tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554321 Sep 16 16:47:19.621206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58090) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:19.737323 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6366c50a-0538-4efe-b703-9f067d4e9c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:19.824567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6366c50a-0538-4efe-b703-9f067d4e9c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:19.894673 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6366c50a-0538-4efe-b703-9f067d4e9c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:19.931705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366c50a-0538-4efe-b703-9f067d4e9c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301879ea-a9bd-4e29-966c-bfb2b5b72e86,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:19.937680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6366c50a-0538-4efe-b703-9f067d4e9c92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dfe07ec876394614888c71a32645e098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152475 Sep 16 16:47:19.940831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58100) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:19.993480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7246-7303-426e-ad35-45ab20e20dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:20.026504 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7246-7303-426e-ad35-45ab20e20dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:20.035215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160a03d-0683-41ef-aff8-53a61d05dbb0 req-da6c8d64-5074-4eb5-9b63-5760a6178b27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:20.035215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4160a03d-0683-41ef-aff8-53a61d05dbb0 req-da6c8d64-5074-4eb5-9b63-5760a6178b27 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 943 time: 0.0520453 Sep 16 16:47:20.044643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bb3b44fd-0439-4bfd-b288-39c29f5179c2 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:47:20.075609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4160a03d-0683-41ef-aff8-53a61d05dbb0 req-3b0efd3d-f326-42ac-aa77-cc97db59d5c3 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372193 Sep 16 16:47:20.151836 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7246-7303-426e-ad35-45ab20e20dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:20.158933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7246-7303-426e-ad35-45ab20e20dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:20.158933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2e4f7246-7303-426e-ad35-45ab20e20dd6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/301879ea-a9bd-4e29-966c-bfb2b5b72e86 HTTP/1.1" status: 204 len: 168 time: 0.2136669 Sep 16 16:47:20.164335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f7246-7303-426e-ad35-45ab20e20dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301879ea-a9bd-4e29-966c-bfb2b5b72e86,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:20.166057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bb3b44fd-0439-4bfd-b288-39c29f5179c2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bb3b44fd-0439-4bfd-b288-39c29f5179c2,segment=NetworkSegment(9b6e6f1b-924e-4207-97d3-63be7087a1cc),segment_id=9b6e6f1b-924e-4207-97d3-63be7087a1cc)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:20.181298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'bb3b44fd-0439-4bfd-b288-39c29f5179c2', 'network_id': '8cf04d8c-1edf-49ed-8607-7304c1523479', 'port_id': 'bb3b44fd-0439-4bfd-b288-39c29f5179c2', 'mac_address': 'fa:16:3e:66:0e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78268121-666b-4eda-acbd-bff1cd3a87a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:47:20.238502 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:20.253008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3b44fd-0439-4bfd-b288-39c29f5179c2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:47:20.274034 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bb3b44fd-0439-4bfd-b288-39c29f5179c2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bb3b44fd-0439-4bfd-b288-39c29f5179c2,segment=NetworkSegment(9b6e6f1b-924e-4207-97d3-63be7087a1cc),segment_id=9b6e6f1b-924e-4207-97d3-63be7087a1cc)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:20.335159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:20.385847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=bb3b44fd-0439-4bfd-b288-39c29f5179c2,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:20.584929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['bb3b44fd-0439-4bfd-b288-39c29f5179c2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:47:20.732076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567650ef-30e3-46c8-9add-729219cac3fc req-f44a2b8b-230c-4513-9047-72d9cf6f6d22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:20.737540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-567650ef-30e3-46c8-9add-729219cac3fc req-f44a2b8b-230c-4513-9047-72d9cf6f6d22 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0944822 Sep 16 16:47:20.792972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-567650ef-30e3-46c8-9add-729219cac3fc req-05775fb8-63b9-4ba0-ba77-0a72bab2c39a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480993 Sep 16 16:47:20.864587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58126) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:20.878443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9424-bbcb-4fe0-86e5-505ec4f61cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:20.966734 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9424-bbcb-4fe0-86e5-505ec4f61cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:21.037727 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9424-bbcb-4fe0-86e5-505ec4f61cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:21.079219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc9424-bbcb-4fe0-86e5-505ec4f61cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfda971c-3953-48f1-bb7b-a40a78409e1a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:21.083645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d0bc9424-bbcb-4fe0-86e5-505ec4f61cd3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51f93e34129e44f495ecf8295660736f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2179403 Sep 16 16:47:21.086288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58130) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:21.153270 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-524677fe-8355-4ab4-8d98-6fbec643d402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:21.179060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-524677fe-8355-4ab4-8d98-6fbec643d402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:21.233953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bab3cf-38d0-4516-961b-2201359ea40e req-f05e5b5e-2fbd-4d62-9fe3-10254fb9a361 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:21.241607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43bab3cf-38d0-4516-961b-2201359ea40e req-f05e5b5e-2fbd-4d62-9fe3-10254fb9a361 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 944 time: 0.0818853 Sep 16 16:47:21.276977 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43bab3cf-38d0-4516-961b-2201359ea40e req-9a8f5953-2fff-4672-b3d2-e5160e635790 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344925 Sep 16 16:47:21.397647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-524677fe-8355-4ab4-8d98-6fbec643d402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:21.400403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-524677fe-8355-4ab4-8d98-6fbec643d402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:21.404098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-524677fe-8355-4ab4-8d98-6fbec643d402 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dfda971c-3953-48f1-bb7b-a40a78409e1a HTTP/1.1" status: 204 len: 168 time: 0.3118310 Sep 16 16:47:21.411287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524677fe-8355-4ab4-8d98-6fbec643d402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfda971c-3953-48f1-bb7b-a40a78409e1a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:21.922627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c6b46-4598-4bdc-89d7-ea642613525b req-68dd8fd1-d8f3-4346-af9e-03f2f1d89df0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:21.924637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-396c6b46-4598-4bdc-89d7-ea642613525b req-68dd8fd1-d8f3-4346-af9e-03f2f1d89df0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0522323 Sep 16 16:47:21.989493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-396c6b46-4598-4bdc-89d7-ea642613525b req-c2195406-dc4c-4909-8e51-124b916b2a47 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509133 Sep 16 16:47:22.056967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bb3b44fd-0439-4bfd-b288-39c29f5179c2 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:47:22.145447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b706878e-44f0-41db-9ac5-5a45b31b4ba2 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:47:22.198853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port bb3b44fd-0439-4bfd-b288-39c29f5179c2 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:47:22.208947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port bb3b44fd-0439-4bfd-b288-39c29f5179c2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:47:22.209244 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:22.328306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:22.385437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'port_id': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'mac_address': 'fa:16:3e:e8:49:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:47:22.438168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6c25c-4db5-4b33-940a-b9013dac5219 req-d3a1e088-4391-4c36-a40c-862f7f69dc14 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:22.438762 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:22.439892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fd6c25c-4db5-4b33-940a-b9013dac5219 req-d3a1e088-4391-4c36-a40c-862f7f69dc14 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 944 time: 0.0797515 Sep 16 16:47:22.467101 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:22.473081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51f2af1-424c-4924-926f-c011a6c5b46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3b44fd-0439-4bfd-b288-39c29f5179c2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:47:22.475353 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85846a3e-aaff-4895-a7ff-5c1cf36007cb" -d '{"events": [{"server_uuid": "e51f2af1-424c-4924-926f-c011a6c5b46e", "name": "network-vif-plugged", "status": "completed", "tag": "bb3b44fd-0439-4bfd-b288-39c29f5179c2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:47:22.511644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port bb3b44fd-0439-4bfd-b288-39c29f5179c2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bb3b44fd-0439-4bfd-b288-39c29f5179c2,segment=NetworkSegment(9b6e6f1b-924e-4207-97d3-63be7087a1cc),segment_id=9b6e6f1b-924e-4207-97d3-63be7087a1cc)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:22.514032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b706878e-44f0-41db-9ac5-5a45b31b4ba2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:47:22.518496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fd6c25c-4db5-4b33-940a-b9013dac5219 req-fa93850f-2c68-4251-b32b-bbb72dc964d4 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711498 Sep 16 16:47:22.542623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:22.553998 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0032f0e8-6b8c-483b-9abd-436da96a330f x-openstack-request-id: req-0032f0e8-6b8c-483b-9abd-436da96a330f {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:47:22.554537 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51f2af1-424c-4924-926f-c011a6c5b46e", "name": "network-vif-plugged", "status": "completed", "tag": "bb3b44fd-0439-4bfd-b288-39c29f5179c2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:47:22.555013 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0032f0e8-6b8c-483b-9abd-436da96a330f {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:47:22.555418 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51f2af1-424c-4924-926f-c011a6c5b46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3b44fd-0439-4bfd-b288-39c29f5179c2', 'code': 200} Sep 16 16:47:22.574690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:22.605916 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:22.632978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=bb3b44fd-0439-4bfd-b288-39c29f5179c2,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:22.725541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['b706878e-44f0-41db-9ac5-5a45b31b4ba2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:47:22.794630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e97baf-ff9b-4fac-9fa8-2be3a8f232e1 req-33d1a033-17e8-4232-9c6d-169d6c65f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:22.797654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94e97baf-ff9b-4fac-9fa8-2be3a8f232e1 req-33d1a033-17e8-4232-9c6d-169d6c65f9de service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 1096 time: 0.1740026 Sep 16 16:47:22.846161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:22.869392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94e97baf-ff9b-4fac-9fa8-2be3a8f232e1 req-fd106317-cab5-4050-b98b-c3338838249b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635149 Sep 16 16:47:23.131120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7630-c63b-4df7-b47d-14af614fc1a3 req-43e6cbee-fedc-4fa1-8cbf-33406e789104 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:23.134678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa9e7630-c63b-4df7-b47d-14af614fc1a3 req-43e6cbee-fedc-4fa1-8cbf-33406e789104 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 945 time: 0.0627277 Sep 16 16:47:23.173881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa9e7630-c63b-4df7-b47d-14af614fc1a3 req-473c71a0-439e-413b-888f-8211fb65a458 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350072 Sep 16 16:47:23.657781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8703f-3492-48af-ae47-fad29bbc69b1 req-9c90ddbb-8efb-4e4e-91b5-2890c873f679 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:23.659318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77c8703f-3492-48af-ae47-fad29bbc69b1 req-9c90ddbb-8efb-4e4e-91b5-2890c873f679 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 945 time: 0.0680809 Sep 16 16:47:23.707271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77c8703f-3492-48af-ae47-fad29bbc69b1 req-58a35471-f4da-485a-862c-6a911b6be859 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411897 Sep 16 16:47:24.154782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b706878e-44f0-41db-9ac5-5a45b31b4ba2 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:47:24.263104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port b706878e-44f0-41db-9ac5-5a45b31b4ba2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:47:24.263473 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:24.422986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed73f0-6235-4e0c-a38e-fb64e01059c9 req-eac89e9e-6cd6-4a37-8e7c-e65a1921784e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:24.432619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7ed73f0-6235-4e0c-a38e-fb64e01059c9 req-eac89e9e-6cd6-4a37-8e7c-e65a1921784e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 945 time: 0.1329868 Sep 16 16:47:24.439626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:24.479517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7ed73f0-6235-4e0c-a38e-fb64e01059c9 req-0fcf4161-c4bc-439f-9a1b-9247159e40d7 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455139 Sep 16 16:47:24.525096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:24.559196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:47:24.562388 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9925cc-5840-48e3-9699-64ee6f7aee71" -d '{"events": [{"server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "name": "network-vif-plugged", "status": "completed", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:47:24.642679 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4575e59-9e0c-4e29-8f5d-3993c5270558 x-openstack-request-id: req-f4575e59-9e0c-4e29-8f5d-3993c5270558 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:47:24.642679 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "name": "network-vif-plugged", "status": "completed", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:47:24.642679 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4575e59-9e0c-4e29-8f5d-3993c5270558 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:47:24.642679 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'code': 200} Sep 16 16:47:24.685627 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:24.808004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:24.892896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08958fa-7f62-43a9-a10e-4ea3348aa1a8 req-1c52db92-8b4b-4442-9d04-d6c71ad56375 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:24.902981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a08958fa-7f62-43a9-a10e-4ea3348aa1a8 req-1c52db92-8b4b-4442-9d04-d6c71ad56375 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 945 time: 0.0746086 Sep 16 16:47:25.011707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a08958fa-7f62-43a9-a10e-4ea3348aa1a8 req-b1cfd040-56b1-421f-8277-0abef6331c3b tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070490 Sep 16 16:47:25.171921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58304) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:25.312531 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:25.594939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:25.675203 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:25.794901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e27749-06cf-46af-96e7-4fa3a3a41b49 req-cbad3e48-22f9-45fd-b220-0e3c7b5432ae tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:25.806608 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05b146782d434425a76b446240344665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309147 Sep 16 16:47:25.810677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04e27749-06cf-46af-96e7-4fa3a3a41b49 req-cbad3e48-22f9-45fd-b220-0e3c7b5432ae tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.2090425 Sep 16 16:47:25.812100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58340) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:25.882782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb188566-c098-4e55-832e-11d1ba12af82,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:25.908102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.910942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.911776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.912249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.912730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.915132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.915596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.916302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.917142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.917944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.921971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.923816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0447f30-74b7-4ae1-815b-ac6f40b915c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:25.976558 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04e27749-06cf-46af-96e7-4fa3a3a41b49 req-8e0307a6-dae2-4917-9dc6-f8eb68838d64 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958741 Sep 16 16:47:25.987118 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b474427-acd9-4a6c-be98-74112f70fb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:26.022896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b474427-acd9-4a6c-be98-74112f70fb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:26.197954 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b474427-acd9-4a6c-be98-74112f70fb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:26.200592 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6b474427-acd9-4a6c-be98-74112f70fb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:26.209519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6b474427-acd9-4a6c-be98-74112f70fb03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb188566-c098-4e55-832e-11d1ba12af82 HTTP/1.1" status: 204 len: 168 time: 0.3916736 Sep 16 16:47:26.217702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b474427-acd9-4a6c-be98-74112f70fb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb188566-c098-4e55-832e-11d1ba12af82,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:26.472589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b78084-f6ff-4916-92c0-a8c67e0b7708 req-d1b22754-65ae-4812-88c5-13526cbbf599 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:26.479589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26b78084-f6ff-4916-92c0-a8c67e0b7708 req-d1b22754-65ae-4812-88c5-13526cbbf599 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 945 time: 0.0791900 Sep 16 16:47:26.579407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26b78084-f6ff-4916-92c0-a8c67e0b7708 req-dc911ce9-4785-4526-9427-28bba65fb741 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598671 Sep 16 16:47:26.964192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58368) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:26.995447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e309dd03-d270-4fb3-a0da-e4e97de58ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:27.222188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7d86b-251b-420d-baa5-6667ea34058b req-187f20e2-886a-4b23-8aca-588dd3989bcc tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:27.223825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02f7d86b-251b-420d-baa5-6667ea34058b req-187f20e2-886a-4b23-8aca-588dd3989bcc tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0840647 Sep 16 16:47:27.272148 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e309dd03-d270-4fb3-a0da-e4e97de58ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:27.275599 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02f7d86b-251b-420d-baa5-6667ea34058b req-11091300-0377-430f-b677-3b4602a14529 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455770 Sep 16 16:47:27.363093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e309dd03-d270-4fb3-a0da-e4e97de58ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:27.406885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309dd03-d270-4fb3-a0da-e4e97de58ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e2cdfd-e9ed-401a-bb6e-4c69998ce3bd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:27.434242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e309dd03-d270-4fb3-a0da-e4e97de58ffa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9991d1913fca49d283d8eac9c48b67ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675872 Sep 16 16:47:27.434676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58380) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:27.513597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc0c6-2c70-4d53-ae67-dce710134e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:27.558544 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc0c6-2c70-4d53-ae67-dce710134e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:27.683314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc0c6-2c70-4d53-ae67-dce710134e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:27.686629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc0c6-2c70-4d53-ae67-dce710134e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:27.689510 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2d5dc0c6-2c70-4d53-ae67-dce710134e5c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81e2cdfd-e9ed-401a-bb6e-4c69998ce3bd HTTP/1.1" status: 204 len: 168 time: 0.2531500 Sep 16 16:47:27.726142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dc0c6-2c70-4d53-ae67-dce710134e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e2cdfd-e9ed-401a-bb6e-4c69998ce3bd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:27.769481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-bc8544f9-c48a-425c-a03a-d4f289c60490 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:27.777331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-bc8544f9-c48a-425c-a03a-d4f289c60490 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 945 time: 0.1428583 Sep 16 16:47:27.849455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa3bdb-9e97-41ee-9cc7-2a39df8d5232 req-dab10173-46e5-41fc-b633-2d59614ee248 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:27.876760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5fa3bdb-9e97-41ee-9cc7-2a39df8d5232 req-dab10173-46e5-41fc-b633-2d59614ee248 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 945 time: 0.2129943 Sep 16 16:47:27.980094 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5fa3bdb-9e97-41ee-9cc7-2a39df8d5232 req-0e843a5a-7b9a-4066-9f73-2cb4cc84bfd7 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d7f1725-70b7-46b8-a230-6b932ff8a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989385 Sep 16 16:47:28.104454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-e2b37875-8b7a-416a-9c08-74ea4021e793 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Deleting port bb3b44fd-0439-4bfd-b288-39c29f5179c2 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:47:28.105366 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-e2b37875-8b7a-416a-9c08-74ea4021e793 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:28.194995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-e2b37875-8b7a-416a-9c08-74ea4021e793 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] For port bb3b44fd-0439-4bfd-b288-39c29f5179c2, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=bb3b44fd-0439-4bfd-b288-39c29f5179c2,segment=NetworkSegment(9b6e6f1b-924e-4207-97d3-63be7087a1cc),segment_id=9b6e6f1b-924e-4207-97d3-63be7087a1cc)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:28.195435 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-e2b37875-8b7a-416a-9c08-74ea4021e793 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:28.212943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-e2b37875-8b7a-416a-9c08-74ea4021e793 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Calling delete_port for bb3b44fd-0439-4bfd-b288-39c29f5179c2 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:47:28.414109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24103a-8fb3-4aad-a183-fcd7f78e35a6 req-ab8f3ec1-5717-45fc-9cac-9ccc2bf3b8ab tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:28.415855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c24103a-8fb3-4aad-a183-fcd7f78e35a6 req-ab8f3ec1-5717-45fc-9cac-9ccc2bf3b8ab tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0516460 Sep 16 16:47:28.454408 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0bcb77a4-fea0-40d0-a835-ace39b9d2b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:28.458152 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-e2b37875-8b7a-416a-9c08-74ea4021e793 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:28.459669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c24103a-8fb3-4aad-a183-fcd7f78e35a6 req-947a4559-375b-4def-9866-4f03bb93162c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371358 Sep 16 16:47:28.469266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['bb3b44fd-0439-4bfd-b288-39c29f5179c2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:47:28.519417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b37875-8b7a-416a-9c08-74ea4021e793 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Pushing event deleted for resources: {'Port': ['ID=bb3b44fd-0439-4bfd-b288-39c29f5179c2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:28.610346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-e2b37875-8b7a-416a-9c08-74ea4021e793 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] No DVR routers for this DVR port bb3b44fd-0439-4bfd-b288-39c29f5179c2 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:47:28.630295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-e2b37875-8b7a-416a-9c08-74ea4021e793 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:28.632398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb18a650-f31f-4e02-9850-1bc8a515e2db req-e2b37875-8b7a-416a-9c08-74ea4021e793 tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.62 "DELETE /v2.0/ports/bb3b44fd-0439-4bfd-b288-39c29f5179c2 HTTP/1.1" status: 204 len: 173 time: 0.8493061 Sep 16 16:47:28.632882 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51f2af1-424c-4924-926f-c011a6c5b46e', 'name': 'network-vif-deleted', 'tag': 'bb3b44fd-0439-4bfd-b288-39c29f5179c2'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:47:28.635244 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d648349-c192-4033-b4f0-30ce2a6d5021" -d '{"events": [{"server_uuid": "e51f2af1-424c-4924-926f-c011a6c5b46e", "name": "network-vif-deleted", "tag": "bb3b44fd-0439-4bfd-b288-39c29f5179c2"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:47:28.685410 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873d0b9-4ba0-4c89-a46b-c83b1e3e214c x-openstack-request-id: req-7873d0b9-4ba0-4c89-a46b-c83b1e3e214c {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:47:28.685410 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51f2af1-424c-4924-926f-c011a6c5b46e", "name": "network-vif-deleted", "tag": "bb3b44fd-0439-4bfd-b288-39c29f5179c2", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:47:28.685410 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7873d0b9-4ba0-4c89-a46b-c83b1e3e214c {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:47:28.685410 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51f2af1-424c-4924-926f-c011a6c5b46e', 'name': 'network-vif-deleted', 'tag': 'bb3b44fd-0439-4bfd-b288-39c29f5179c2', 'status': 'completed', 'code': 200} Sep 16 16:47:29.202928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef613619-1fb7-4f49-ae63-5daf0011c0b0 req-51065aae-b0bd-4000-9a07-45f67e37bdae tempest-ServerMetadataNegativeTestJSON-1345399384 tempest-ServerMetadataNegativeTestJSON-1345399384-project] 10.222.0.22 "GET /v2.0/ports?device_id=e51f2af1-424c-4924-926f-c011a6c5b46e HTTP/1.1" status: 200 len: 210 time: 0.0417137 Sep 16 16:47:29.720130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1acb7-9690-40ab-b5a9-dabe6a260970 req-5fd9872c-d558-48f4-b72e-fd3a829b59ab tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:29.728000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73c1acb7-9690-40ab-b5a9-dabe6a260970 req-5fd9872c-d558-48f4-b72e-fd3a829b59ab tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0775504 Sep 16 16:47:29.777073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73c1acb7-9690-40ab-b5a9-dabe6a260970 req-8902e473-6dce-4d23-a128-de5860fbdab5 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479143 Sep 16 16:47:30.282625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58464) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:30.342936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b408ca3-4593-4c5a-ba6f-210f5e64f79f admin admin] Deleting subnet 78268121-666b-4eda-acbd-bff1cd3a87a7 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:47:30.346674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b408ca3-4593-4c5a-ba6f-210f5e64f79f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:30.397900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b408ca3-4593-4c5a-ba6f-210f5e64f79f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:30.468236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b408ca3-4593-4c5a-ba6f-210f5e64f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:30.603221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b408ca3-4593-4c5a-ba6f-210f5e64f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:30.630971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b408ca3-4593-4c5a-ba6f-210f5e64f79f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78268121-666b-4eda-acbd-bff1cd3a87a7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:30.653752 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b408ca3-4593-4c5a-ba6f-210f5e64f79f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:30.658364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58482) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:30.658909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7b408ca3-4593-4c5a-ba6f-210f5e64f79f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/78268121-666b-4eda-acbd-bff1cd3a87a7 HTTP/1.1" status: 204 len: 168 time: 0.3738291 Sep 16 16:47:30.747368 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:30.803644 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b317c4d-15dd-485f-a8de-3a8033683662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:30.959969 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:30.976876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae34e3c-fc4c-4f62-8a8e-7c1821497f35 req-68b6f19f-9c0e-415f-bb54-20b6ced4ba40 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:30.991455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dae34e3c-fc4c-4f62-8a8e-7c1821497f35 req-68b6f19f-9c0e-415f-bb54-20b6ced4ba40 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.1079891 Sep 16 16:47:31.016139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf04d8c-1edf-49ed-8607-7304c1523479']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:31.034961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6e6f1b-924e-4207-97d3-63be7087a1cc') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:31.036490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6e6f1b-924e-4207-97d3-63be7087a1cc') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:31.056783 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:31.073819 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:31.075983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dae34e3c-fc4c-4f62-8a8e-7c1821497f35 req-d3b1546a-395c-4bc9-aeaa-69a9d54bde00 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835681 Sep 16 16:47:31.094643 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:47:31.096815 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:47:31.098870 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:47:31.312141 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:31.318128 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:31.319993 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8cf04d8c-1edf-49ed-8607-7304c1523479 HTTP/1.1" status: 204 len: 168 time: 0.6598015 Sep 16 16:47:31.340069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77ffd8-4f97-403a-a201-33b1a66488d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf04d8c-1edf-49ed-8607-7304c1523479,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:31.542680 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:32.075880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bb3b44fd-0439-4bfd-b288-39c29f5179c2 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:47:32.114840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: bb3b44fd-0439-4bfd-b288-39c29f5179c2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:47:32.115448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device bb3b44fd-0439-4bfd-b288-39c29f5179c2 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:47:32.128741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:32.274805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58578) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:32.309822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9bfd8-e84e-41d2-989a-e29fe6cf2fa3 req-0712d06c-2c8c-4a5d-950b-e48363037074 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:32.320661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-caa9bfd8-e84e-41d2-989a-e29fe6cf2fa3 req-0712d06c-2c8c-4a5d-950b-e48363037074 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0855765 Sep 16 16:47:32.377622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-caa9bfd8-e84e-41d2-989a-e29fe6cf2fa3 req-c5a62c8f-69cf-469b-8e73-4eb8bb923317 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550191 Sep 16 16:47:32.408610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58592) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:32.422809 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7e72290f-8cc2-490f-883a-0739467735ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82addc0548c740ea9826106d695bdad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463013 Sep 16 16:47:32.497753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01d64087-d081-4c21-acab-bacb6b5959d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:32.524619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01d64087-d081-4c21-acab-bacb6b5959d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:32.631531 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01d64087-d081-4c21-acab-bacb6b5959d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:32.634200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01d64087-d081-4c21-acab-bacb6b5959d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:32.635429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-01d64087-d081-4c21-acab-bacb6b5959d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d7f1725-70b7-46b8-a230-6b932ff8a7e0 HTTP/1.1" status: 204 len: 168 time: 0.2249894 Sep 16 16:47:32.644176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d64087-d081-4c21-acab-bacb6b5959d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7f1725-70b7-46b8-a230-6b932ff8a7e0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:33.684734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dad45-1b1f-4d82-a068-106094ba1c09 req-2d3859bc-8557-4d9a-a9bf-7778533f8d4d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:33.691634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b18dad45-1b1f-4d82-a068-106094ba1c09 req-2d3859bc-8557-4d9a-a9bf-7778533f8d4d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.1477022 Sep 16 16:47:33.747362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b18dad45-1b1f-4d82-a068-106094ba1c09 req-e01021a2-865d-40e5-a60e-ce0c2aea268a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436842 Sep 16 16:47:33.764895 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:34.285973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58702) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:34.469403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-72135047-network', 'tenant_id': 'bdd5e8d1c02f47ba998d60775463077f'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:34.615193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Made reservation on behalf of bdd5e8d1c02f47ba998d60775463077f for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:47:34.618041 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:34.632263 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:34.771368 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:34.919126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae86166-2f71-42ea-8c61-e3a19029a799 req-368c3eed-3818-4e6c-be8a-ac04c1dfae6c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:34.921565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eae86166-2f71-42ea-8c61-e3a19029a799 req-368c3eed-3818-4e6c-be8a-ac04c1dfae6c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0717225 Sep 16 16:47:34.922886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:34.938421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:47:34.956294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:34.956785 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Added segment 5510fb24-4318-4afb-b0e0-7ff60b8f0c10 of type vlan for network 883aebdc-caa9-42c6-a7b9-8858dd375d53 Sep 16 16:47:35.052413 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:35.097710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eae86166-2f71-42ea-8c61-e3a19029a799 req-b4ac6937-c003-44da-bad8-b55bb0c3a38d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932994 Sep 16 16:47:35.098529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:35.210638 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:35.211702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:35.212677 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:35.361610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] Pushing event updated for resources: {'Network': ['ID=883aebdc-caa9-42c6-a7b9-8858dd375d53,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:35.371999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:47:35.390416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-eefecae8-6b2c-4242-9340-6141af8e2bcf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1028960 Sep 16 16:47:35.393418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58750) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:35.398684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Request body: {'subnet': {'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-72135047-subnet', 'tenant_id': 'bdd5e8d1c02f47ba998d60775463077f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:35.551211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Made reservation on behalf of bdd5e8d1c02f47ba998d60775463077f for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:47:35.553619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:36.100202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:36.230008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58766) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:36.248781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f46a0c-31ae-4bea-8568-d5de31393710,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:36.255163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Checking segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:47:36.257076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Network hostable DHCP agents. Network: 883aebdc-caa9-42c6-a7b9-8858dd375d53, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:47:36.304697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc00b98-fc7c-477f-b651-968e41c99e18 req-80dc7fe5-3fec-4f9a-9088-45a4d998c403 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:36.304697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcc00b98-fc7c-477f-b651-968e41c99e18 req-80dc7fe5-3fec-4f9a-9088-45a4d998c403 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0925410 Sep 16 16:47:36.351019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcc00b98-fc7c-477f-b651-968e41c99e18 req-bd22ea62-85be-447e-b24c-1bc807ad066d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398848 Sep 16 16:47:36.383924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:47:36.460872 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91d2c94b-0783-4755-a0c9-be53d5172d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:36.475064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 883aebdc-caa9-42c6-a7b9-8858dd375d53) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:47:36.479988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:36.481023 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:36.486683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f5824-2d3d-4742-ad96-01253c21be84 None None] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:47:36.619729 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91d2c94b-0783-4755-a0c9-be53d5172d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:36.661081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d2463d-4670-4e04-9dbf-bebb9cb4b9b3 None None] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:47:36.706920 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91d2c94b-0783-4755-a0c9-be53d5172d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:36.749640 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-91d2c94b-0783-4755-a0c9-be53d5172d92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f8c5a370fa242569df8057bbf6a42af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100718 Sep 16 16:47:36.749640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2c94b-0783-4755-a0c9-be53d5172d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72c1d66-2e49-4e38-973b-79ca061ac35f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:36.749974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58776) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:36.791058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-32e16388-0fce-46ca-889a-805c44b9fd2e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3961763 Sep 16 16:47:36.852513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b93055fb-7819-425d-8347-e2853e89515d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:36.901941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b93055fb-7819-425d-8347-e2853e89515d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:37.071547 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b93055fb-7819-425d-8347-e2853e89515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:37.074322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b93055fb-7819-425d-8347-e2853e89515d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:37.079623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b93055fb-7819-425d-8347-e2853e89515d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e72c1d66-2e49-4e38-973b-79ca061ac35f HTTP/1.1" status: 204 len: 168 time: 0.3248196 Sep 16 16:47:37.104844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93055fb-7819-425d-8347-e2853e89515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72c1d66-2e49-4e38-973b-79ca061ac35f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:37.589426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541ced7-d849-4c84-a495-f10de5843eae req-fb0cc7d0-9079-48c6-bbd8-93563c434f24 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:37.590952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9541ced7-d849-4c84-a495-f10de5843eae req-fb0cc7d0-9079-48c6-bbd8-93563c434f24 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.1012733 Sep 16 16:47:37.599750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082844de-eb20-47d5-a47e-9a496679e894 req-74404207-fef1-48f2-8495-9be8f93de692 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:37.601270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-74404207-fef1-48f2-8495-9be8f93de692 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.2672703 Sep 16 16:47:37.633669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-a2a83458-cac4-4c08-a33c-a23c6a0596f8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/quotas/bdd5e8d1c02f47ba998d60775463077f HTTP/1.1" status: 200 len: 375 time: 0.0229740 Sep 16 16:47:37.672338 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-5f1aad2b-fda5-4f63-ba14-cf683cdfb17e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390632 Sep 16 16:47:37.726140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9541ced7-d849-4c84-a495-f10de5843eae req-07315c1e-4af0-4ba8-b96d-51c7f1582279 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179991 Sep 16 16:47:37.800031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-19c71739-f750-4f7c-928c-af2db3e47ed2 service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267638 Sep 16 16:47:37.904788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-d72ceff7-a746-4797-802c-10abf7544439 service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977008 Sep 16 16:47:38.031063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58832) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:38.050676 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cc43159-6e48-49da-abf5-eaa218892a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:38.155077 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cc43159-6e48-49da-abf5-eaa218892a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:38.240883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ac327d76-d7bb-48a1-a80b-7f6cdb2f28f7 req-213e470c-84c1-4c0a-943d-e681f3834566 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 210 time: 0.0310185 Sep 16 16:47:38.258502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cc43159-6e48-49da-abf5-eaa218892a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:38.334003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc43159-6e48-49da-abf5-eaa218892a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6730a7c4-1682-400c-937b-950e8090167e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:38.342490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58844) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:38.344951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5cc43159-6e48-49da-abf5-eaa218892a2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=288d8308e22a4b459e01940471090742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124635 Sep 16 16:47:38.401863 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ef8935e4-3c4c-4ad9-80ad-be9d1cb46bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:38.434097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ef8935e4-3c4c-4ad9-80ad-be9d1cb46bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:38.562894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ef8935e4-3c4c-4ad9-80ad-be9d1cb46bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:38.565728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ef8935e4-3c4c-4ad9-80ad-be9d1cb46bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:38.567262 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ef8935e4-3c4c-4ad9-80ad-be9d1cb46bcf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6730a7c4-1682-400c-937b-950e8090167e HTTP/1.1" status: 204 len: 168 time: 0.2237623 Sep 16 16:47:38.586642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8935e4-3c4c-4ad9-80ad-be9d1cb46bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6730a7c4-1682-400c-937b-950e8090167e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:38.881957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8cb57-211e-408a-ba77-5c1c16316b23 req-43ffb7dc-cb08-4647-bff9-364b98fdbc0b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:38.883773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9f8cb57-211e-408a-ba77-5c1c16316b23 req-43ffb7dc-cb08-4647-bff9-364b98fdbc0b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0559897 Sep 16 16:47:38.928456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9f8cb57-211e-408a-ba77-5c1c16316b23 req-7183828b-3014-4c90-9f04-772971101285 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370128 Sep 16 16:47:39.102562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-0be6fe19-56e7-4ec9-ba54-c15fdfe2c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:39.105642 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-0be6fe19-56e7-4ec9-ba54-c15fdfe2c055 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 1097 time: 0.0433738 Sep 16 16:47:39.236093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-1f049716-8c4e-45e1-a3aa-297038bb94be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:39.238071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-1f049716-8c4e-45e1-a3aa-297038bb94be service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.1253059 Sep 16 16:47:39.304499 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-edb5d6bf-a77d-40c8-9901-605d25b580f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2 HTTP/1.1" status: 200 len: 1002 time: 0.0597534 Sep 16 16:47:39.331386 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cac2aac-975e-44fa-b49a-abec7e0184cb req-1f555af3-cb1c-4f09-8339-447e32ae46cb tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 210 time: 0.0296166 Sep 16 16:47:39.361137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-8c7826b2-719e-4cfa-b7b3-71fc3d49c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:39.361137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-8c7826b2-719e-4cfa-b7b3-71fc3d49c10b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.0476124 Sep 16 16:47:39.413339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-d06ad76b-7c4f-4a1d-9f89-0778d9471172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:39.414933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-d06ad76b-7c4f-4a1d-9f89-0778d9471172 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495920 Sep 16 16:47:39.524843 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-afe44b57-898a-426e-baba-8470c614e3ec service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024587 Sep 16 16:47:39.623337 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-806d2cfd-8e5a-4a1e-827d-c1c259df588b req-1fb16995-ec4d-48bf-8a3b-8328121379a7 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906374 Sep 16 16:47:40.104000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180472a7-0ddf-4212-99ef-a383e329bab4 req-3e97223a-3dfa-4350-bf7a-1b3cd8bd5b5d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:40.108286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-180472a7-0ddf-4212-99ef-a383e329bab4 req-3e97223a-3dfa-4350-bf7a-1b3cd8bd5b5d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.0901024 Sep 16 16:47:40.159499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-180472a7-0ddf-4212-99ef-a383e329bab4 req-02795270-726b-4239-8627-a39e70281926 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471649 Sep 16 16:47:40.440202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f38940f-01bd-4170-9576-2083de29b7b8 req-983c7446-6943-4385-9a21-972fc0f5ff67 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 210 time: 0.0281780 Sep 16 16:47:40.571991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082844de-eb20-47d5-a47e-9a496679e894 req-3d5c5406-58f0-4291-8bfc-406e3580b644 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:40.573540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-3d5c5406-58f0-4291-8bfc-406e3580b644 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.1161017 Sep 16 16:47:40.585570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Request body: {'port': {'device_id': '01c6b934-df23-4652-9787-f01491440ec5', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'admin_state_up': True, 'tenant_id': 'bdd5e8d1c02f47ba998d60775463077f'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:40.746549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 58966) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:40.798766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Made reservation on behalf of bdd5e8d1c02f47ba998d60775463077f for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:47:40.802967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:40.877132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94a49bcd-6e90-4d55-a666-db51ae78c3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:40.972077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Allocated IP 172.20.0.5 (883aebdc-caa9-42c6-a7b9-8858dd375d53/92f46a0c-31ae-4bea-8568-d5de31393710/38a05aeb-d2f9-423a-823f-1e891eff338e) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:47:40.989924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94a49bcd-6e90-4d55-a666-db51ae78c3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:41.065272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-94a49bcd-6e90-4d55-a666-db51ae78c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:41.100513 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-94a49bcd-6e90-4d55-a666-db51ae78c3b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec500f50b98947ddb9345f294e648026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506711 Sep 16 16:47:41.101086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58976) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:41.131575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a49bcd-6e90-4d55-a666-db51ae78c3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e49c14-6b30-4654-acd4-4e70c5f0862a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:41.492799 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:41.529527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7089e0c-5392-4ea1-8018-0b467a0e2b88 req-4f76e81c-6011-4f4c-99a1-06a08772a91a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:41.531222 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7089e0c-5392-4ea1-8018-0b467a0e2b88 req-4f76e81c-6011-4f4c-99a1-06a08772a91a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 946 time: 0.1568735 Sep 16 16:47:41.535681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e16e107-019d-4775-a49b-43ffb2f60e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:41.605725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f18fac2-ad5e-4f34-b466-67a13456b38b req-a95d9bbc-f30f-4f96-88f2-e6f3ab1f0262 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 210 time: 0.0671413 Sep 16 16:47:41.619563 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e16e107-019d-4775-a49b-43ffb2f60e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:41.641956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7089e0c-5392-4ea1-8018-0b467a0e2b88 req-94130cb1-67f8-4f68-9214-97a6bcc89be8 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802357 Sep 16 16:47:41.700241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:41.745856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:47:41.751290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:47:41.754859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:47:41.764188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event updated for resources: {'Port': ['ID=38a05aeb-d2f9-423a-823f-1e891eff338e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:41.798247 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e16e107-019d-4775-a49b-43ffb2f60e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:41.800781 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e16e107-019d-4775-a49b-43ffb2f60e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:41.801915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2e16e107-019d-4775-a49b-43ffb2f60e18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12e49c14-6b30-4654-acd4-4e70c5f0862a HTTP/1.1" status: 204 len: 168 time: 0.6998620 Sep 16 16:47:41.818636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:41.825755 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:41.825755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16e107-019d-4775-a49b-43ffb2f60e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e49c14-6b30-4654-acd4-4e70c5f0862a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:41.894465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-249e698f-73cc-4c22-9a97-ed6552316c94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3125355 Sep 16 16:47:41.911685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Request body: {'port': {'device_id': '01c6b934-df23-4652-9787-f01491440ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:41.991753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:42.285253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b706878e-44f0-41db-9ac5-5a45b31b4ba2 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:47:42.362241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a05aeb-d2f9-423a-823f-1e891eff338e {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:47:42.370418 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:42.384944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Transition to ACTIVE for port object 38a05aeb-d2f9-423a-823f-1e891eff338e will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:47:42.402095 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:42.425870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:47:42.428096 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651a5939-ca70-4b37-b5cc-9e70a2874ff6" -d '{"events": [{"server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:47:42.444318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:42.465142 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 16:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f536909-6b77-44b1-aee1-0ff61963a655 x-openstack-request-id: req-3f536909-6b77-44b1-aee1-0ff61963a655 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:47:42.470837 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "name": "network-vif-unplugged", "status": "failed", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2", "code": 422}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:47:42.470837 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f536909-6b77-44b1-aee1-0ff61963a655 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:47:42.470837 n-d-807786-3 neutron-server[95359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'code': 422} returned with failed status Sep 16 16:47:42.517439 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:42.540153 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:42.603767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Pushing event updated for resources: {'Port': ['ID=38a05aeb-d2f9-423a-823f-1e891eff338e,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:42.611497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:42.726899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Attempting to bind port 38a05aeb-d2f9-423a-823f-1e891eff338e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:42.727291 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Attempting to bind port 38a05aeb-d2f9-423a-823f-1e891eff338e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:42.727630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Attempting to bind port 38a05aeb-d2f9-423a-823f-1e891eff338e on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:42.732731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Port 38a05aeb-d2f9-423a-823f-1e891eff338e on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:42.733719 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Attempting to bind port 38a05aeb-d2f9-423a-823f-1e891eff338e on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:42.738690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:47:42.739057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Checking segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:47:42.739447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Bound using segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:47:42.740079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Bound port: 38a05aeb-d2f9-423a-823f-1e891eff338e, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:47:42.740325 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:42.743401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59034) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:42.899036 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346a78d-52a5-42c2-bda2-87abe2dafeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:42.928497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b98c51-92c1-415d-8e83-ba820780adc5 req-8b5a2516-e0ff-4ece-a847-f7dbd8dc5361 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:42.928497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45b98c51-92c1-415d-8e83-ba820780adc5 req-8b5a2516-e0ff-4ece-a847-f7dbd8dc5361 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.1736238 Sep 16 16:47:42.936332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d417747-1d7b-438f-9e1b-3fb7ef6bf3c7 req-f7527e47-7a5a-4fed-a087-5ca65c897c32 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:42.938055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d417747-1d7b-438f-9e1b-3fb7ef6bf3c7 req-f7527e47-7a5a-4fed-a087-5ca65c897c32 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 943 time: 0.1731911 Sep 16 16:47:42.963795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] For port 38a05aeb-d2f9-423a-823f-1e891eff338e, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:47:42.996731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] For port 38a05aeb-d2f9-423a-823f-1e891eff338e, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=38a05aeb-d2f9-423a-823f-1e891eff338e,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:47:43.046027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45b98c51-92c1-415d-8e83-ba820780adc5 req-fb395b81-2637-440a-8884-3505b4c70dd2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960882 Sep 16 16:47:43.046027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d417747-1d7b-438f-9e1b-3fb7ef6bf3c7 req-5f3edbe6-664a-475c-8288-be93c6302c5d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957153 Sep 16 16:47:43.100498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:43.141622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:43.142293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:43.148885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] 10.222.0.62 "PUT /v2.0/ports/38a05aeb-d2f9-423a-823f-1e891eff338e HTTP/1.1" status: 200 len: 1091 time: 1.2404571 Sep 16 16:47:43.149018 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346a78d-52a5-42c2-bda2-87abe2dafeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:43.149160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c6b934-df23-4652-9787-f01491440ec5', 'tag': '38a05aeb-d2f9-423a-823f-1e891eff338e'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:47:43.149160 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c803de-146c-478c-a110-6d9e9372a2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "01c6b934-df23-4652-9787-f01491440ec5", "tag": "38a05aeb-d2f9-423a-823f-1e891eff338e"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:47:43.192933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7205cb-8e72-4b4d-bbf7-8c5648d140dd service neutron] Pushing event updated for resources: {'Port': ['ID=38a05aeb-d2f9-423a-823f-1e891eff338e,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:43.210541 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95efda07-9c89-4230-9f34-43d4bafc1168 x-openstack-request-id: req-95efda07-9c89-4230-9f34-43d4bafc1168 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:47:43.211056 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c6b934-df23-4652-9787-f01491440ec5", "tag": "38a05aeb-d2f9-423a-823f-1e891eff338e", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:47:43.211449 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95efda07-9c89-4230-9f34-43d4bafc1168 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:47:43.212000 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c6b934-df23-4652-9787-f01491440ec5', 'tag': '38a05aeb-d2f9-423a-823f-1e891eff338e', 'status': 'completed', 'code': 200} Sep 16 16:47:43.293562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c803de-146c-478c-a110-6d9e9372a2cf req-79286e5a-3b62-4702-a140-e10e6e6de615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:43.295998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20c803de-146c-478c-a110-6d9e9372a2cf req-79286e5a-3b62-4702-a140-e10e6e6de615 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 1094 time: 0.0600901 Sep 16 16:47:43.306930 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e346a78d-52a5-42c2-bda2-87abe2dafeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:43.362157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346a78d-52a5-42c2-bda2-87abe2dafeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdd066b-5ed2-4cfd-816a-f05c341fc8e3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:43.413311 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e346a78d-52a5-42c2-bda2-87abe2dafeab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c265a5966c5549569988e17ce9d33b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651363 Sep 16 16:47:43.420556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59060) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:43.483438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c803de-146c-478c-a110-6d9e9372a2cf req-8acb8041-a5f6-4cfe-86a0-d6c0e4fc7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:43.484697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20c803de-146c-478c-a110-6d9e9372a2cf req-8acb8041-a5f6-4cfe-86a0-d6c0e4fc7c9c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=bdd5e8d1c02f47ba998d60775463077f&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1814346 Sep 16 16:47:43.491349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e538-178c-43bb-8063-3f00830d86fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:43.549153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e538-178c-43bb-8063-3f00830d86fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:43.617949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c803de-146c-478c-a110-6d9e9372a2cf req-5ba93ec2-e255-488c-a023-a13bc250c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:43.619615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20c803de-146c-478c-a110-6d9e9372a2cf req-5ba93ec2-e255-488c-a023-a13bc250c6f2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274116 Sep 16 16:47:43.619727 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:43.697376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082844de-eb20-47d5-a47e-9a496679e894 req-1ab94dc9-a613-44b4-be24-3f40d7e71bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:43.698898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-1ab94dc9-a613-44b4-be24-3f40d7e71bbe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 1094 time: 0.0430155 Sep 16 16:47:43.705190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e538-178c-43bb-8063-3f00830d86fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:43.708010 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e538-178c-43bb-8063-3f00830d86fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:43.712791 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b3b0e538-178c-43bb-8063-3f00830d86fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9fdd066b-5ed2-4cfd-816a-f05c341fc8e3 HTTP/1.1" status: 204 len: 168 time: 0.2909737 Sep 16 16:47:43.721353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0e538-178c-43bb-8063-3f00830d86fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdd066b-5ed2-4cfd-816a-f05c341fc8e3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:43.757839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-3b5da009-1b25-4a41-83af-6e42ba52394c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38a05aeb-d2f9-423a-823f-1e891eff338e HTTP/1.1" status: 200 len: 217 time: 0.0510204 Sep 16 16:47:43.809693 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:43.826177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082844de-eb20-47d5-a47e-9a496679e894 req-e501c395-1d00-4549-a014-c1ec6e6eaee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:43.827913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-e501c395-1d00-4549-a014-c1ec6e6eaee3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92f46a0c-31ae-4bea-8568-d5de31393710 HTTP/1.1" status: 200 len: 844 time: 0.0636544 Sep 16 16:47:43.870060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-8cf3092d-9bb8-4cb7-b2e6-b220ad0e106e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=883aebdc-caa9-42c6-a7b9-8858dd375d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326922 Sep 16 16:47:43.989969 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-d50bc37f-5bfa-4b0f-8ff5-d2e120b07e8a service neutron] 10.222.0.62 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128592 Sep 16 16:47:44.113393 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082844de-eb20-47d5-a47e-9a496679e894 req-db63d1a0-e8dd-4555-b1ea-e6597c0f8cd8 service neutron] 10.222.0.62 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166906 Sep 16 16:47:44.206231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5b1f1-e3b0-4d4a-bb0a-7daad6cc11fb req-b37926c4-b39a-4894-8934-ed1b51e3eac6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:44.207853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0b5b1f1-e3b0-4d4a-bb0a-7daad6cc11fb req-b37926c4-b39a-4894-8934-ed1b51e3eac6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 943 time: 0.0560358 Sep 16 16:47:44.259008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0b5b1f1-e3b0-4d4a-bb0a-7daad6cc11fb req-dcc16d1a-a1bd-47d5-90f4-a6d56333e370 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Sep 16 16:47:44.585083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59104) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:44.696809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1b540ee3-3f12-4f9f-9b87-a1d17a969f9f tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1819136185'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:44.697266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1b540ee3-3f12-4f9f-9b87-a1d17a969f9f tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Unknown quota resources ['metering_label']. {{(pid=95357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:47:44.969950 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b540ee3-3f12-4f9f-9b87-a1d17a969f9f tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:44.971405 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1b540ee3-3f12-4f9f-9b87-a1d17a969f9f tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3851168 Sep 16 16:47:44.973751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59118) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:44.977944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4dfdd3bd-1b44-4968-831b-a927b85f346e tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b026ac10-b3d0-4e03-8808-0e901cd18dfa'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:44.978484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4dfdd3bd-1b44-4968-831b-a927b85f346e tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:47:45.105775 n-d-807786-3 neutron-server[95357]: WARNING neutron.services.metering.metering_plugin [None req-4dfdd3bd-1b44-4968-831b-a927b85f346e tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 16:47:45.222961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd3bd-1b44-4968-831b-a927b85f346e tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:45.224643 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4dfdd3bd-1b44-4968-831b-a927b85f346e tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2499285 Sep 16 16:47:45.227891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59130) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:45.233068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e0567f1f-1bac-4975-b469-684c0ca8ff16 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b026ac10-b3d0-4e03-8808-0e901cd18dfa'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:45.233798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e0567f1f-1bac-4975-b469-684c0ca8ff16 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:47:45.387574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db6b9d-437a-4ce4-a558-46c332bdb184 req-3a26128e-8990-4023-b84b-7b94800d45c0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:45.389982 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69db6b9d-437a-4ce4-a558-46c332bdb184 req-3a26128e-8990-4023-b84b-7b94800d45c0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 943 time: 0.0559545 Sep 16 16:47:45.433502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69db6b9d-437a-4ce4-a558-46c332bdb184 req-db1bf13a-dc45-43f8-97f7-05a4657375af tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Sep 16 16:47:45.488147 n-d-807786-3 neutron-server[95358]: WARNING neutron.services.metering.metering_plugin [None req-e0567f1f-1bac-4975-b469-684c0ca8ff16 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 16:47:45.622870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e0567f1f-1bac-4975-b469-684c0ca8ff16 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:45.624045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e0567f1f-1bac-4975-b469-684c0ca8ff16 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3949282 Sep 16 16:47:45.626922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59144) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:45.657283 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d91a4b13-ec74-467a-9a8d-fdc25b60f3ab tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=badb4ace-9bf0-43f1-ba88-3600c39255f7 HTTP/1.1" status: 200 len: 464 time: 0.0283432 Sep 16 16:47:45.659667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59146) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:45.681769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57765cc-482f-414c-a2f1-3d4b149c88e3 req-23884f90-d191-4e97-b7ab-4f3fc776efb5 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:45.683738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a57765cc-482f-414c-a2f1-3d4b149c88e3 req-23884f90-d191-4e97-b7ab-4f3fc776efb5 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.0632632 Sep 16 16:47:45.736607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a57765cc-482f-414c-a2f1-3d4b149c88e3 req-681433db-4f5a-4c03-879f-cae65531a162 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393651 Sep 16 16:47:45.848895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa979e42-3f7e-4ba6-9671-f889d5996d71 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:45.850148 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fa979e42-3f7e-4ba6-9671-f889d5996d71 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/badb4ace-9bf0-43f1-ba88-3600c39255f7 HTTP/1.1" status: 204 len: 168 time: 0.1894789 Sep 16 16:47:45.852975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59160) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:45.863410 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-525a304d-edd2-42c7-b1ed-aa4e86d79778 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=badb4ace-9bf0-43f1-ba88-3600c39255f7 HTTP/1.1" status: 200 len: 221 time: 0.0092406 Sep 16 16:47:45.866921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59162) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:45.871381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0aa3a470-2bc5-42a5-b8ea-e01357a75db5 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1833322050', 'description': 'label created by tempest'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:45.871830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0aa3a470-2bc5-42a5-b8ea-e01357a75db5 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Unknown quota resources ['metering_label']. {{(pid=95357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 16:47:45.894532 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:47:45.963163 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0847275-a155-4292-84e8-196ed3839cae req-b0a36f35-aeb7-4ab9-9b78-72f332c7a1c7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400753 Sep 16 16:47:46.125132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 38a05aeb-d2f9-423a-823f-1e891eff338e details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:47:46.263366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 38a05aeb-d2f9-423a-823f-1e891eff338e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=38a05aeb-d2f9-423a-823f-1e891eff338e,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:46.281741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '38a05aeb-d2f9-423a-823f-1e891eff338e', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'port_id': '38a05aeb-d2f9-423a-823f-1e891eff338e', 'mac_address': 'fa:16:3e:df:4c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f46a0c-31ae-4bea-8568-d5de31393710', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:47:46.339219 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:46.355343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a05aeb-d2f9-423a-823f-1e891eff338e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:47:46.380922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 38a05aeb-d2f9-423a-823f-1e891eff338e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=38a05aeb-d2f9-423a-823f-1e891eff338e,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:46.459997 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:46.471296 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a470-2bc5-42a5-b8ea-e01357a75db5 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:46.474988 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0aa3a470-2bc5-42a5-b8ea-e01357a75db5 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6044426 Sep 16 16:47:46.475212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59180) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:46.536737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=38a05aeb-d2f9-423a-823f-1e891eff338e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:46.551525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.551870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.552190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.554675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.556209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.556499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.556845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.558061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.558307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.562227 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-07281d70-f347-4722-a843-55b5a7d39d8a tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=197d0e6d-5bff-4ae6-a2a5-d1104d19dc77 HTTP/1.1" status: 200 len: 468 time: 0.0833843 Sep 16 16:47:46.562379 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.562379 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.562379 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:46.562607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59184) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:46.574475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2ab3a-2591-4a5d-a0b6-bd4348e01656 req-87f1b874-4d0f-42b5-9eda-589b8398b6d4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:46.585308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ab2ab3a-2591-4a5d-a0b6-bd4348e01656 req-87f1b874-4d0f-42b5-9eda-589b8398b6d4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 944 time: 0.0729778 Sep 16 16:47:46.634444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ab2ab3a-2591-4a5d-a0b6-bd4348e01656 req-98535d9d-7d9a-43e9-af4f-01572c12268e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479348 Sep 16 16:47:46.708063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:47:46.883965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e2591-5083-428b-b94d-07faf8344c1c req-81f8af94-c68d-4089-8216-2d7f58fb37ff tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:46.885606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b0e2591-5083-428b-b94d-07faf8344c1c req-81f8af94-c68d-4089-8216-2d7f58fb37ff tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.0664113 Sep 16 16:47:46.912256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8b0e-b80a-44bd-bf15-0bba19c29c10 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:46.912256 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a0e8b0e-b80a-44bd-bf15-0bba19c29c10 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/197d0e6d-5bff-4ae6-a2a5-d1104d19dc77 HTTP/1.1" status: 204 len: 168 time: 0.3462515 Sep 16 16:47:46.912256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59194) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:46.931602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9ac8ef18-7024-4bb4-b4f2-9489b18f5ee5 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=197d0e6d-5bff-4ae6-a2a5-d1104d19dc77 HTTP/1.1" status: 200 len: 216 time: 0.0129344 Sep 16 16:47:46.932222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59200) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:46.949193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b0e2591-5083-428b-b94d-07faf8344c1c req-0e48857f-6221-4f82-bad3-c890f3810af4 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552940 Sep 16 16:47:46.964318 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5af4ed7b-e888-4bfa-9817-f205f5b96dff tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0195632 Sep 16 16:47:46.965250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59202) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:46.992442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-463a37b5-cb60-4d83-9275-e44096d87dea tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0218496 Sep 16 16:47:46.992952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59204) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:47.051520 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6b791d3d-a228-4827-b04b-575923cc8cad tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/b026ac10-b3d0-4e03-8808-0e901cd18dfa HTTP/1.1" status: 200 len: 473 time: 0.0574141 Sep 16 16:47:47.055180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59206) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:47.067239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3adf5e3c-c716-4de1-97b3-855c8bbf3a64 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/00050b5d-2ce2-4668-bf8c-a6cb4fd7d6a9 HTTP/1.1" status: 200 len: 461 time: 0.0108378 Sep 16 16:47:47.070295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59208) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:47.255422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4eeba94f-a1a8-4555-8946-67b6fe79699d tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:47.258916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4eeba94f-a1a8-4555-8946-67b6fe79699d tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/00050b5d-2ce2-4668-bf8c-a6cb4fd7d6a9 HTTP/1.1" status: 204 len: 168 time: 0.1851394 Sep 16 16:47:47.259143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59210) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:47.458074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847275-a155-4292-84e8-196ed3839cae req-50d59301-6f3c-44ab-97a9-5779c286564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:47.459688 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0847275-a155-4292-84e8-196ed3839cae req-50d59301-6f3c-44ab-97a9-5779c286564e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a&tenant_id=c622cc4e797f4be09121fee06d61369e HTTP/1.1" status: 200 len: 1095 time: 0.0436156 Sep 16 16:47:47.530350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847275-a155-4292-84e8-196ed3839cae req-33141d65-3865-4600-a414-350c9390df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:47.531907 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0847275-a155-4292-84e8-196ed3839cae req-33141d65-3865-4600-a414-350c9390df94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 1095 time: 0.0492284 Sep 16 16:47:47.536493 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1322421d-2869-489c-a483-02041596fad4 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:47.537664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1322421d-2869-489c-a483-02041596fad4 tempest-MeteringTestJSON-1768352485 tempest-MeteringTestJSON-1768352485-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/b026ac10-b3d0-4e03-8808-0e901cd18dfa HTTP/1.1" status: 204 len: 168 time: 0.2776551 Sep 16 16:47:47.621490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59216) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:47.630940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'network': {'name': 'tempest-network-smoke--323834301', 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'port_security_enabled': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:47.653114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847275-a155-4292-84e8-196ed3839cae req-a02de5ee-71cc-4027-85a9-a53838672235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:47.655048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0847275-a155-4292-84e8-196ed3839cae req-a02de5ee-71cc-4027-85a9-a53838672235 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.1162302 Sep 16 16:47:47.717945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Made reservation on behalf of 7e764730be1d4e9cab0eff197319a5be for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:47:47.723742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:47.730231 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0847275-a155-4292-84e8-196ed3839cae req-be024ccc-1eca-47c7-851e-038fd4071e17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2 HTTP/1.1" status: 200 len: 1000 time: 0.0682788 Sep 16 16:47:47.751476 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:47.864575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847275-a155-4292-84e8-196ed3839cae req-31ffd849-dc9d-468c-b055-cc2c43ce8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:47.869022 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0847275-a155-4292-84e8-196ed3839cae req-31ffd849-dc9d-468c-b055-cc2c43ce8214 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.1203649 Sep 16 16:47:47.911938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac34f0-d927-4353-a51f-c51a6e338abb req-ffc4fec9-eeac-4fc4-9cc4-c110c1b16cb4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:47.913751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0eac34f0-d927-4353-a51f-c51a6e338abb req-ffc4fec9-eeac-4fc4-9cc4-c110c1b16cb4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 944 time: 0.1787627 Sep 16 16:47:47.923738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847275-a155-4292-84e8-196ed3839cae req-edefa360-9c6f-4e8c-8273-fc0b4ef4016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:47.925492 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0847275-a155-4292-84e8-196ed3839cae req-edefa360-9c6f-4e8c-8273-fc0b4ef4016b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486689 Sep 16 16:47:47.938710 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:47.969218 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0eac34f0-d927-4353-a51f-c51a6e338abb req-c0ccb925-f035-4bce-bd94-104f83c0e8f7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Sep 16 16:47:47.997229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.020997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:47:48.038251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.039476 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Added segment 4d916007-ff2c-4a6c-809b-3dd010730b2a of type vlan for network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 Sep 16 16:47:48.078292 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0847275-a155-4292-84e8-196ed3839cae req-35de3b9f-613d-4d92-ae1d-1d77b0cefebf service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457405 Sep 16 16:47:48.093408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59226) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:48.119261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 38a05aeb-d2f9-423a-823f-1e891eff338e up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:47:48.183574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19b6f50-f2dc-44bc-8a9b-933e8405611f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:48.186763 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.193755 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b0847275-a155-4292-84e8-196ed3839cae req-217e4794-a1ba-4bdc-ad5d-4354d54944c1 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083639 Sep 16 16:47:48.209750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf309549-bcf6-48de-9cb1-aa5cf9d402bc req-84b94e82-75b3-494d-903d-d72a9372a522 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:48.213406 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf309549-bcf6-48de-9cb1-aa5cf9d402bc req-84b94e82-75b3-494d-903d-d72a9372a522 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.1714272 Sep 16 16:47:48.215581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.216154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.217001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.217808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.218158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.218758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.219053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.219146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.219476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.219830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.220237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.220597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:47:48.250374 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 38a05aeb-d2f9-423a-823f-1e891eff338e completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:47:48.257149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 38a05aeb-d2f9-423a-823f-1e891eff338e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:47:48.258021 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.262005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8311582-fec5-477a-8b4c-8a96472b6491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.281339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf309549-bcf6-48de-9cb1-aa5cf9d402bc req-0eaa9b99-95ff-4abc-a6d1-d888e7eff21f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568535 Sep 16 16:47:48.352258 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.353120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:48.354773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.385106 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.424428 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8311582-fec5-477a-8b4c-8a96472b6491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.430234 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c6b934-df23-4652-9787-f01491440ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a05aeb-d2f9-423a-823f-1e891eff338e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:47:48.430234 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b8a8ec-f2e9-417a-840c-80eee03216c4" -d '{"events": [{"server_uuid": "01c6b934-df23-4652-9787-f01491440ec5", "name": "network-vif-plugged", "status": "completed", "tag": "38a05aeb-d2f9-423a-823f-1e891eff338e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:47:48.443639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 38a05aeb-d2f9-423a-823f-1e891eff338e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=38a05aeb-d2f9-423a-823f-1e891eff338e,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:48.492667 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf383b0-6005-44a0-949c-bc0ddaaf355d x-openstack-request-id: req-0cf383b0-6005-44a0-949c-bc0ddaaf355d {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:47:48.493076 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c6b934-df23-4652-9787-f01491440ec5", "name": "network-vif-plugged", "status": "completed", "tag": "38a05aeb-d2f9-423a-823f-1e891eff338e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:47:48.493260 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cf383b0-6005-44a0-949c-bc0ddaaf355d {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:47:48.494280 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c6b934-df23-4652-9787-f01491440ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a05aeb-d2f9-423a-823f-1e891eff338e', 'code': 200} Sep 16 16:47:48.500997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Network': ['ID=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:48.511863 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c8311582-fec5-477a-8b4c-8a96472b6491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.521951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:47:48.554343 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.597074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8311582-fec5-477a-8b4c-8a96472b6491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17cd19f-cb04-402a-82a5-7439f69812ce,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:48.610810 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c8311582-fec5-477a-8b4c-8a96472b6491 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c835c009193f4c9798a975d34c444a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140550 Sep 16 16:47:48.614018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59250) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:48.643814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59258) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:48.644247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f4eb8334-c29f-42a7-a38d-6d87744dbf09 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0100200 Sep 16 16:47:48.653595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'admin_state_up': True, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:48.664634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418237b0-f52e-494c-a547-1a08cf288c55 req-82ec4c3f-de5c-4305-9ca3-cd6b460af8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:48.666979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-418237b0-f52e-494c-a547-1a08cf288c55 req-82ec4c3f-de5c-4305-9ca3-cd6b460af8b3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 1096 time: 0.1052616 Sep 16 16:47:48.681079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=38a05aeb-d2f9-423a-823f-1e891eff338e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:48.722905 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-418237b0-f52e-494c-a547-1a08cf288c55 req-1f33835c-204f-4827-9cf6-cc6f64d9c529 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Sep 16 16:47:48.724966 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0c1f6c21-d75a-4c1c-8bb8-8805de1b30f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.748415 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0c1f6c21-d75a-4c1c-8bb8-8805de1b30f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.802681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.803849 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.879862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0c1f6c21-d75a-4c1c-8bb8-8805de1b30f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.882272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0c1f6c21-d75a-4c1c-8bb8-8805de1b30f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:48.887254 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0c1f6c21-d75a-4c1c-8bb8-8805de1b30f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b17cd19f-cb04-402a-82a5-7439f69812ce HTTP/1.1" status: 204 len: 168 time: 0.2685673 Sep 16 16:47:48.905831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f6c21-d75a-4c1c-8bb8-8805de1b30f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17cd19f-cb04-402a-82a5-7439f69812ce,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:48.943960 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:49.209945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68f998-7f2a-4521-8ea0-494bf4d9d971 req-c4af82d4-5b7f-4bbb-846f-1b6eb7519e6a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:49.211569 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b68f998-7f2a-4521-8ea0-494bf4d9d971 req-c4af82d4-5b7f-4bbb-846f-1b6eb7519e6a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 945 time: 0.1202333 Sep 16 16:47:49.303809 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b68f998-7f2a-4521-8ea0-494bf4d9d971 req-d25b403d-751f-4915-a8fb-acfc605f6fba tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800800 Sep 16 16:47:49.307104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:49.507773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82162e-28a3-4786-886f-94f180697e8e req-256a502c-fbdf-4d73-b5b6-a3a58ae6084c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:49.509557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c82162e-28a3-4786-886f-94f180697e8e req-256a502c-fbdf-4d73-b5b6-a3a58ae6084c tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.0878725 Sep 16 16:47:49.578305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9c82162e-28a3-4786-886f-94f180697e8e req-e2c0cfae-5e54-4d14-aca3-02f49117c85d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561690 Sep 16 16:47:49.774323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:49.793311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59294) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:49.797731 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:49.821146 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-10a23271-3ac7-4558-9f9f-ec16397b76d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:49.949853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Allocated IP 172.25.6.77 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/7c542f76-fc4f-4b2d-9190-a3b3a265180d) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:47:50.101272 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-10a23271-3ac7-4558-9f9f-ec16397b76d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:50.125739 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:50.187158 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-10a23271-3ac7-4558-9f9f-ec16397b76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:50.254123 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:50.258610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-10a23271-3ac7-4558-9f9f-ec16397b76d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00b3c37e93dc48dcb9b84abe22e1ae8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640529 Sep 16 16:47:50.259500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a23271-3ac7-4558-9f9f-ec16397b76d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b2b439-0d6b-4eef-a3db-6bb61a5817e0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:50.261699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59302) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:50.355698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:47:50.371015 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:47:50.382227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:47:50.415079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Port': ['ID=7c542f76-fc4f-4b2d-9190-a3b3a265180d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:50.440323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8d49ccc-ddea-46b0-8e22-7dbb19a39868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:50.491866 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8d49ccc-ddea-46b0-8e22-7dbb19a39868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:50.514995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40122-9c5a-462b-bf7e-eb5391182585 req-3dee531a-a74d-4cd0-a6b2-6c5269a2f66d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:50.529119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ad40122-9c5a-462b-bf7e-eb5391182585 req-3dee531a-a74d-4cd0-a6b2-6c5269a2f66d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 945 time: 0.1048441 Sep 16 16:47:50.625051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ad40122-9c5a-462b-bf7e-eb5391182585 req-9ba85bde-a4e6-487a-9eb8-4f2c0b21c6ea tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911016 Sep 16 16:47:50.706017 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8d49ccc-ddea-46b0-8e22-7dbb19a39868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:50.708821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f8d49ccc-ddea-46b0-8e22-7dbb19a39868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:50.710057 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f8d49ccc-ddea-46b0-8e22-7dbb19a39868 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5b2b439-0d6b-4eef-a3db-6bb61a5817e0 HTTP/1.1" status: 204 len: 168 time: 0.4461453 Sep 16 16:47:50.739259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d49ccc-ddea-46b0-8e22-7dbb19a39868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b2b439-0d6b-4eef-a3db-6bb61a5817e0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:50.812624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366426c4-35cf-42da-bfcf-eb2e2ce590e2 req-1f4900ca-7ed7-4d5d-884a-242c0e6abc4e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:50.814420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-366426c4-35cf-42da-bfcf-eb2e2ce590e2 req-1f4900ca-7ed7-4d5d-884a-242c0e6abc4e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.1018069 Sep 16 16:47:50.915985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-366426c4-35cf-42da-bfcf-eb2e2ce590e2 req-d59eff4e-5081-44d1-999d-c54ab0073015 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918243 Sep 16 16:47:50.974990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:51.103794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234769-14f2-44eb-9a92-5ac3dca60c8f req-c41b8860-8804-4bcd-a5ec-7d4d7dac8557 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:51.108868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58234769-14f2-44eb-9a92-5ac3dca60c8f req-c41b8860-8804-4bcd-a5ec-7d4d7dac8557 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.1899264 Sep 16 16:47:51.134020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58234769-14f2-44eb-9a92-5ac3dca60c8f req-00d95f94-58c6-4942-81c6-5c6db2840aee tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/quotas/bdd5e8d1c02f47ba998d60775463077f HTTP/1.1" status: 200 len: 375 time: 0.0131128 Sep 16 16:47:51.359674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:51.496197 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58234769-14f2-44eb-9a92-5ac3dca60c8f req-86667265-06f6-4193-94d9-9670f212a017 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3533463 Sep 16 16:47:51.692777 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58234769-14f2-44eb-9a92-5ac3dca60c8f req-db8951a9-6c09-411c-b8db-5a15c13505f0 service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956422 Sep 16 16:47:51.755953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Router 473bec57-229d-4598-8468-7569df02ce69 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:47:51.888855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58234769-14f2-44eb-9a92-5ac3dca60c8f req-012dba6d-9b19-41ac-a7b6-854a51e5273f service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888881 Sep 16 16:47:51.939400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:47:51.951007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Sync routers for ids ['473bec57-229d-4598-8468-7569df02ce69'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:47:51.967028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Routers {'473bec57-229d-4598-8468-7569df02ce69'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:47:51.967901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:47:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['473bec57-229d-4598-8468-7569df02ce69'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:52.050029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:52.052772 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-26a06a0d-2116-488a-97ca-bed6511d528f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4073219 Sep 16 16:47:52.055811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59368) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:52.127075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d17938-1cc3-4581-9064-c009f4217174 req-a3009cd9-f442-4967-b35a-130d01c9b455 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:52.136195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49d17938-1cc3-4581-9064-c009f4217174 req-a3009cd9-f442-4967-b35a-130d01c9b455 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.1081359 Sep 16 16:47:52.239232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Set router 473bec57-229d-4598-8468-7569df02ce69 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:47:52.249190 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49d17938-1cc3-4581-9064-c009f4217174 req-c0ab9375-6dc6-4100-a4e5-f73a13d2d2f2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119199 Sep 16 16:47:52.595822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59400) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:52.597030 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-845b1fa1-d123-4ca2-b2ea-bb08f9aa4500 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=7e764730be1d4e9cab0eff197319a5be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5393863 Sep 16 16:47:52.671109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:50Z', 'revision_number': 3, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:52.759855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Checking router: 473bec57-229d-4598-8468-7569df02ce69 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:47:52.764998 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Updating router 473bec57-229d-4598-8468-7569df02ce69 port 7c542f76-fc4f-4b2d-9190-a3b3a265180d binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:47:52.864853 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:53.011389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ec7dc-9723-4e01-9bb8-1508ec7366ce tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:53.013194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cc1ec7dc-9723-4e01-9bb8-1508ec7366ce tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4160371 Sep 16 16:47:53.016057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59428) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:53.070894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d3e60daa-5819-438f-8696-c0d8c8cc29c8 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507326 Sep 16 16:47:53.071960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59430) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:53.079049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135604543', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:53.169125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-fde25f4b-51ae-4959-b380-0164d4135c3d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:53.170788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-fde25f4b-51ae-4959-b380-0164d4135c3d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.2449224 Sep 16 16:47:53.187773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3991f603-38f5-438e-9feb-83195d24d73d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/quotas/bdd5e8d1c02f47ba998d60775463077f HTTP/1.1" status: 200 len: 375 time: 0.0095050 Sep 16 16:47:53.292329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-b93937d6-868b-48a4-aa43-74ac8c63c171 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0938976 Sep 16 16:47:53.295473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Made reservation on behalf of 7e764730be1d4e9cab0eff197319a5be for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:47:53.301703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:53.478626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:53.524700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-b0e67544-4d49-4eec-8305-efe1d08986b4 service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240334 Sep 16 16:47:53.537312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa5615-6718-46f4-880d-a1ac4f0b7227 req-a04ff715-f791-451a-84f5-fa037f265245 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:53.549012 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecaa5615-6718-46f4-880d-a1ac4f0b7227 req-a04ff715-f791-451a-84f5-fa037f265245 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.1005280 Sep 16 16:47:53.562711 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:53.643384 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Attempting to bind port 7c542f76-fc4f-4b2d-9190-a3b3a265180d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:53.644020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Attempting to bind port 7c542f76-fc4f-4b2d-9190-a3b3a265180d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:53.644869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Attempting to bind port 7c542f76-fc4f-4b2d-9190-a3b3a265180d on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:53.647054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f8738-5b62-4326-85e7-6fb9d06edb99 None None] Pushing event updated for resources: {'Port': ['ID=7c542f76-fc4f-4b2d-9190-a3b3a265180d,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:53.663107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:47:53.664100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:47:53.664724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:53.665307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:47:53.666018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Bound port: 7c542f76-fc4f-4b2d-9190-a3b3a265180d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:47:53.667125 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:53.677495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:53.698639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecaa5615-6718-46f4-880d-a1ac4f0b7227 req-1aabca71-8f4a-444f-bdb3-80dcca21a7e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487460 Sep 16 16:47:53.769864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] For port 7c542f76-fc4f-4b2d-9190-a3b3a265180d, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:47:53.782248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] For port 7c542f76-fc4f-4b2d-9190-a3b3a265180d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7c542f76-fc4f-4b2d-9190-a3b3a265180d,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:47:53.835023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Subnet': ['ID=e48f5f9f-392b-4a15-913d-a2a1559f7cb6,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:53.847179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Checking segment: {'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:47:53.847580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network hostable DHCP agents. Network: 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:47:53.871605 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:53.910607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-9f8c8218-a6bc-43f2-839f-4f83786394c1 service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581326 Sep 16 16:47:53.956693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Routers {'473bec57-229d-4598-8468-7569df02ce69'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:47:53.958806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:47:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['473bec57-229d-4598-8468-7569df02ce69'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:53.960682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f8738-5b62-4326-85e7-6fb9d06edb99 None None] Pushing event updated for resources: {'Port': ['ID=7c542f76-fc4f-4b2d-9190-a3b3a265180d,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:53.978454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:47:54.041750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:47:54.046581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:54.047371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:54.064903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41328fbd-d43e-4a3f-ba74-8a0a1bc41fb4 None None] Network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:47:54.069517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59458) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:54.130187 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9d9683f4-20ed-497e-b249-a9a3592cffe2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0517485 Sep 16 16:47:54.130822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59464) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:54.154654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] Set router 473bec57-229d-4598-8468-7569df02ce69 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:47:54.349339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-433603166'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:54.431053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Made reservation on behalf of 5a810ea04eb34e419497d14174e46bf2 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:47:54.435268 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:54.452699 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf37f1b7-2027-4671-add9-4d933f754cdc req-c1f10f58-ba5c-43c1-bbae-33092991b80e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 210 time: 0.0558856 Sep 16 16:47:54.455684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:54.513830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:47:54.529479 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:54.652709 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:54.711180 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:54.744295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:47:54.775381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbef16b-9a3d-46a0-98f2-a7823641b210,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:54.782445 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:54.783129 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Added segment 8c2a8e26-bc97-4779-9b93-e3a054e1fcad of type vlan for network 6b5d9b1a-b954-4e76-82c4-b300efb28532 Sep 16 16:47:54.791586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Allocated IP 172.20.0.2 (6c805ae3-c10b-4200-b1ef-4a72e2a4fd83/e48f5f9f-392b-4a15-913d-a2a1559f7cb6/8e24ca88-a87e-4390-80bc-999b264fd3c9) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:47:54.895094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:54.916933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:50Z', 'revision_number': 3, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:54.984307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c864ea1-04ce-4ea6-a6c3-bd13011f64b6 None None] The sync data for ids ['473bec57-229d-4598-8468-7569df02ce69'] in n-d-807786-3 is: [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:50Z', 'revision_number': 3, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:47:55.048666 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:55.055113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:55.055989 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:55.229250 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1585662 Sep 16 16:47:55.244896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d2297-d133-4d76-9a4f-bfae0bc793d1 req-9bf2fe7e-f9ae-444f-83bb-f91da583ae6d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:55.252502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b3d2297-d133-4d76-9a4f-bfae0bc793d1 req-9bf2fe7e-f9ae-444f-83bb-f91da583ae6d tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.3755772 Sep 16 16:47:55.254436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0bb19-cb39-4d11-b875-7bb5f28c89e3 tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Pushing event updated for resources: {'Network': ['ID=6b5d9b1a-b954-4e76-82c4-b300efb28532,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:55.275177 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:55.283941 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:55.297923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6b5d9b1a-b954-4e76-82c4-b300efb28532 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:47:55.367639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b3d2297-d133-4d76-9a4f-bfae0bc793d1 req-3afbfb91-57c3-4a96-80aa-ca5af39dceec tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118028 Sep 16 16:47:55.601196 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-465ef2af-d07f-4aff-ac11-8f29e73e995e req-f1a0248b-6faf-4eea-8145-f30c5be9eadd tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 210 time: 0.0515821 Sep 16 16:47:55.704734 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59512) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:55.724822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Request body: {'port': {'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532', 'binding:host_id': 'n-h2-807786-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1316150257'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:55.750573 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:55.825015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:47:55.831750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:47:55.835660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:47:55.878643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Pushing event updated for resources: {'Port': ['ID=8e24ca88-a87e-4390-80bc-999b264fd3c9,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:55.911582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Made reservation on behalf of 3a00afe6726643a3b3ae3b63c433a43c for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:47:55.914082 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:55.926959 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:55.959501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Attempting to bind port 8e24ca88-a87e-4390-80bc-999b264fd3c9 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:55.959903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Attempting to bind port 8e24ca88-a87e-4390-80bc-999b264fd3c9 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:55.973786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Attempting to bind port 8e24ca88-a87e-4390-80bc-999b264fd3c9 on network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:55.995427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:47:55.995790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Checking segment: {'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:47:55.999346 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:56.000858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Bound using segment: {'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:47:56.001651 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Bound port: 8e24ca88-a87e-4390-80bc-999b264fd3c9, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:47:56.002283 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:56.122761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Allocated IP 172.20.0.1 (6c805ae3-c10b-4200-b1ef-4a72e2a4fd83/e48f5f9f-392b-4a15-913d-a2a1559f7cb6/e5f15aa0-fa0a-4883-ac50-95ae94c7834e) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:47:56.133096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7c542f76-fc4f-4b2d-9190-a3b3a265180d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:47:56.205508 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:56.256726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] For port 8e24ca88-a87e-4390-80bc-999b264fd3c9, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:47:56.261236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] For port 8e24ca88-a87e-4390-80bc-999b264fd3c9, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8e24ca88-a87e-4390-80bc-999b264fd3c9,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:47:56.280835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7c542f76-fc4f-4b2d-9190-a3b3a265180d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:47:56.281206 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:56.294992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:56.302194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] device_id is not set on port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:47:56.319679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:56.401013 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:56.445223 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:56.483996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:56.598534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 7c542f76-fc4f-4b2d-9190-a3b3a265180d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7c542f76-fc4f-4b2d-9190-a3b3a265180d,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:56.605245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Port': ['ID=e5f15aa0-fa0a-4883-ac50-95ae94c7834e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:56.624569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff32322-e8bd-4387-821e-1f9c3e31caa2 None None] Pushing event updated for resources: {'Port': ['ID=8e24ca88-a87e-4390-80bc-999b264fd3c9,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:56.639513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:47:56.643965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:47:56.647497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:47:56.696145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59629151-93eb-41ed-957c-86d5acd1cd8d req-0acbf77e-6f6e-48ec-a273-76d6db65565b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:56.706624 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59629151-93eb-41ed-957c-86d5acd1cd8d req-0acbf77e-6f6e-48ec-a273-76d6db65565b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.1323340 Sep 16 16:47:56.792329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ccca8-705a-49c0-9233-f8ac18a5fc26,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:56.796873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7eb374a6-583f-4dc7-aaf3-0d14cde3f832 req-23d6f073-d0dc-4fd1-a76d-7f17af1f2970 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 210 time: 0.0367234 Sep 16 16:47:56.810599 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:56.833074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59629151-93eb-41ed-957c-86d5acd1cd8d req-ff0f69a3-4c5c-4031-ac5d-38c838bb25af tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254544 Sep 16 16:47:56.929345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] device_id is not set on port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:47:56.986883 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:57.116883 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:57.175589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=7c542f76-fc4f-4b2d-9190-a3b3a265180d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:57.217155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:57.309188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event updated for resources: {'Port': ['ID=4ee366e7-4c13-4094-8d45-7ba7518c23f9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:57.342396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Checking segment: {'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:47:57.343031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Network hostable DHCP agents. Network: 6b5d9b1a-b954-4e76-82c4-b300efb28532, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:47:57.454350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Network 6b5d9b1a-b954-4e76-82c4-b300efb28532 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:47:57.549731 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:57.618052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 6b5d9b1a-b954-4e76-82c4-b300efb28532) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:47:57.625259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:47:57.629093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7239940-7e99-442d-b8a8-3d511e370221 None None] Network 6b5d9b1a-b954-4e76-82c4-b300efb28532 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:47:57.651061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:57.651401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:57.654309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:57.665125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:57.665913 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:47:57.666492 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 2 to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 Sep 16 16:47:57.689947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:57.690430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:57.690910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:57.698820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:57.701415 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:47:57.701934 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 3 to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 Sep 16 16:47:57.735637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:57.736150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:57.736633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:57.744140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:57.744763 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:47:57.745777 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 4 to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 Sep 16 16:47:57.780987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:57.781476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:57.781963 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:57.792105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:57.795847 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:47:57.796458 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 5 to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 Sep 16 16:47:57.824325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:57.834556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:57.835092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:57.843882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:57.844524 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:47:57.845166 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 6 to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 Sep 16 16:47:57.883082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:57.886388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:57.886933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:57.899908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:57.903889 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:47:57.906388 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 7 to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 Sep 16 16:47:57.977119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:57.983804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:57.984218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:58.001057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:58.002830 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:47:58.003599 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 8 to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 Sep 16 16:47:58.048711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:58.066449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:58.076987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:58.090170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:58.091521 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:47:58.093592 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 9 to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 Sep 16 16:47:58.133525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:58.135432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:58.135945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:58.143839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:58.144358 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:47:58.144883 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 10 to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 Sep 16 16:47:58.167273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:47:58.167964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:47:58.168582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:47:58.178937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:47:58.179507 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:47:58.182296 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.220087 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cad961a2-c73c-41d2-a4a6-87d615c621af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.229301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8e24ca88-a87e-4390-80bc-999b264fd3c9 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:47:58.277230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-270833a8-8f3d-415d-a791-30aa50197ce5 req-f96b09d9-0e7a-46eb-9ae7-1df176c5299d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 210 time: 0.2025297 Sep 16 16:47:58.322348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37db1b0-e749-48d9-a4d1-a5ae119e6728 req-b1cdb455-51ad-4b25-949f-ff4d46761059 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:58.324265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f37db1b0-e749-48d9-a4d1-a5ae119e6728 req-b1cdb455-51ad-4b25-949f-ff4d46761059 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.1972764 Sep 16 16:47:58.367694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8e24ca88-a87e-4390-80bc-999b264fd3c9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:47:58.368423 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.421904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81242383-c7ff-4246-b6bc-c315a0c8ad10 None None] Network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:47:58.440338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] For port 4ee366e7-4c13-4094-8d45-7ba7518c23f9, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:47:58.441002 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.441645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempted to set empty binding levels {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 16:47:58.468394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f37db1b0-e749-48d9-a4d1-a5ae119e6728 req-08c55547-fed8-49ec-b4ab-91ffbaf5bcc3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266432 Sep 16 16:47:58.488656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-58e58f27-de0e-4d79-8bdf-a0320a0688e7 None None] Provisioning complete for port 8e24ca88-a87e-4390-80bc-999b264fd3c9 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:47:58.489111 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-58e58f27-de0e-4d79-8bdf-a0320a0688e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.524628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.534935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.548155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:58.548964 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.605547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event updated for resources: {'Port': ['ID=4ee366e7-4c13-4094-8d45-7ba7518c23f9,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:58.641297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Port': ['ID=e5f15aa0-fa0a-4883-ac50-95ae94c7834e,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:58.644643 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.687358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b6036fc8-d25e-42ca-9f30-69cff65682f1 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.9810891 Sep 16 16:47:58.688064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59560) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:58.755488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:47:58.757635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:47:58.777797 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.788850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3f95928b-5188-4f87-8de9-5d8c46cfa08b tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Deleting port 4ee366e7-4c13-4094-8d45-7ba7518c23f9 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:47:58.789838 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f95928b-5188-4f87-8de9-5d8c46cfa08b tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.888319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 8e24ca88-a87e-4390-80bc-999b264fd3c9, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8e24ca88-a87e-4390-80bc-999b264fd3c9,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:58.890763 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-58e58f27-de0e-4d79-8bdf-a0320a0688e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.963429 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:58.964690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7c542f76-fc4f-4b2d-9190-a3b3a265180d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:47:59.012265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Router 473bec57-229d-4598-8468-7569df02ce69 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:47:59.198911 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-58e58f27-de0e-4d79-8bdf-a0320a0688e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:47:59.199582 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-58e58f27-de0e-4d79-8bdf-a0320a0688e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:47:59.210847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=8e24ca88-a87e-4390-80bc-999b264fd3c9,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:59.212643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:47:59.223645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Sync routers for ids ['473bec57-229d-4598-8468-7569df02ce69'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:47:59.225678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6ea452da-1e80-4e1a-8bfd-a1850dfc8922 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "PUT /v2.0/routers/473bec57-229d-4598-8468-7569df02ce69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0937092 Sep 16 16:47:59.228309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59572) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:59.239315 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Routers {'473bec57-229d-4598-8468-7569df02ce69'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:47:59.239950 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:47:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['473bec57-229d-4598-8468-7569df02ce69'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:59.240951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a1fef879-7eed-4a83-82e1-679dbd94b730 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--138053652', 'description': 'tempest-secgroup_access--138053652 description', 'project_id': '7e764730be1d4e9cab0eff197319a5be'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:59.242566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7c542f76-fc4f-4b2d-9190-a3b3a265180d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:47:59.243035 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:59.397655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1fef879-7eed-4a83-82e1-679dbd94b730 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:59.465279 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Set router 473bec57-229d-4598-8468-7569df02ce69 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:47:59.485788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc6599d3-9b24-49cb-88f4-c9e5cf78f5e4 req-ae59df05-69de-4cb9-8a3c-8b68e9e6f284 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 210 time: 0.0565326 Sep 16 16:47:59.643789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-3f95928b-5188-4f87-8de9-5d8c46cfa08b tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] For port 4ee366e7-4c13-4094-8d45-7ba7518c23f9, host n-h2-807786-3, got binding levels [] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:47:59.644980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f95928b-5188-4f87-8de9-5d8c46cfa08b tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:59.649511 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1fef879-7eed-4a83-82e1-679dbd94b730 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:59.681239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3f95928b-5188-4f87-8de9-5d8c46cfa08b tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Calling delete_port for 4ee366e7-4c13-4094-8d45-7ba7518c23f9 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:47:59.717831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1fef879-7eed-4a83-82e1-679dbd94b730 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:59.766409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fef879-7eed-4a83-82e1-679dbd94b730 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:47:59.788298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f122389-daa4-4e27-b110-8fcb12624fd3 req-de60539c-4e59-4569-9322-0b0ec39c032f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:47:59.790073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f122389-daa4-4e27-b110-8fcb12624fd3 req-de60539c-4e59-4569-9322-0b0ec39c032f tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.1323204 Sep 16 16:47:59.792112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1fef879-7eed-4a83-82e1-679dbd94b730 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:59.793720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a1fef879-7eed-4a83-82e1-679dbd94b730 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5571446 Sep 16 16:47:59.804858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59582) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:47:59.817948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a5fd7e92-fd15-4edb-b92a-f8b9e340538d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1110173545', 'description': 'tempest-secgroup_general--1110173545 description', 'project_id': '7e764730be1d4e9cab0eff197319a5be'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:47:59.983739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-95e4fbc1-af7d-4c85-afba-88f68447e9dc None None] Provisioning complete for port 8e24ca88-a87e-4390-80bc-999b264fd3c9 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:47:59.985253 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95e4fbc1-af7d-4c85-afba-88f68447e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:47:59.992318 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:57Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e5f15aa0-fa0a-4883-ac50-95ae94c7834e', 'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:c0:9b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:55Z', 'updated_at': '2021-09-16T16:47:57Z', 'revision_number': 2, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:47:59.999212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f122389-daa4-4e27-b110-8fcb12624fd3 req-ba8f79b8-3eb4-4629-8b82-bcee5882b21b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755829 Sep 16 16:48:00.044970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8e24ca88-a87e-4390-80bc-999b264fd3c9 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:00.070125 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Checking router: 473bec57-229d-4598-8468-7569df02ce69 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:48:00.070898 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Updating router 473bec57-229d-4598-8468-7569df02ce69 port e5f15aa0-fa0a-4883-ac50-95ae94c7834e binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:48:00.120856 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.219258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8e24ca88-a87e-4390-80bc-999b264fd3c9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:00.219258 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.237295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-95e4fbc1-af7d-4c85-afba-88f68447e9dc None None] Provisioning complete for port e5f15aa0-fa0a-4883-ac50-95ae94c7834e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:00.237966 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95e4fbc1-af7d-4c85-afba-88f68447e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.276864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-95e4fbc1-af7d-4c85-afba-88f68447e9dc None None] Port e5f15aa0-fa0a-4883-ac50-95ae94c7834e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:48:00.334092 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7e92-fd15-4edb-b92a-f8b9e340538d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.356277 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f95928b-5188-4f87-8de9-5d8c46cfa08b tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.394122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95928b-5188-4f87-8de9-5d8c46cfa08b tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ee366e7-4c13-4094-8d45-7ba7518c23f9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:00.403691 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f95928b-5188-4f87-8de9-5d8c46cfa08b tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.403691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3f95928b-5188-4f87-8de9-5d8c46cfa08b tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "DELETE /v2.0/ports/4ee366e7-4c13-4094-8d45-7ba7518c23f9 HTTP/1.1" status: 204 len: 168 time: 1.7112288 Sep 16 16:48:00.404130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59596) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:00.445066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-192bd244-a0dc-4808-9565-091116bd07e7 None None] Provisioning complete for port e5f15aa0-fa0a-4883-ac50-95ae94c7834e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:00.448777 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-192bd244-a0dc-4808-9565-091116bd07e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.461345 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-82eace23-7199-4a8e-9019-9627d0fba656 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] GET failed (client error): The resource could not be found. Sep 16 16:48:00.473944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-82eace23-7199-4a8e-9019-9627d0fba656 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "GET /v2.0/ports/4ee366e7-4c13-4094-8d45-7ba7518c23f9 HTTP/1.1" status: 404 len: 333 time: 0.0686469 Sep 16 16:48:00.480360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59598) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:00.485652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Request body: {'port': {'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-250652421'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:00.504332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7e92-fd15-4edb-b92a-f8b9e340538d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.533234 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.533970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-192bd244-a0dc-4808-9565-091116bd07e7 None None] Port e5f15aa0-fa0a-4883-ac50-95ae94c7834e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:48:00.573923 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7e92-fd15-4edb-b92a-f8b9e340538d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.613580 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.623402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd7e92-fd15-4edb-b92a-f8b9e340538d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a24c42-99cc-4ffd-8871-3ea8efb0a562,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:00.640589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2eb5e177-de50-4b24-bb70-582c2c956dca req-98af8b6b-21e3-4a59-b90c-96aa4332beaa tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 210 time: 0.0348613 Sep 16 16:48:00.677396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Made reservation on behalf of 3a00afe6726643a3b3ae3b63c433a43c for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:00.679751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.705448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] device_id is not set on port 3a480656-3e75-40d0-a156-990bbe7fe2e1 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:48:00.765569 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Pushing event updated for resources: {'Port': ['ID=e5f15aa0-fa0a-4883-ac50-95ae94c7834e,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:00.774556 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Attempting to bind port e5f15aa0-fa0a-4883-ac50-95ae94c7834e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:00.775087 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Attempting to bind port e5f15aa0-fa0a-4883-ac50-95ae94c7834e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:00.775709 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Attempting to bind port e5f15aa0-fa0a-4883-ac50-95ae94c7834e on network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:00.779543 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.780066 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.780488 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.780828 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.781386 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.781894 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.782408 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.782737 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.783063 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.783388 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.783710 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.784024 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:00.795087 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7e92-fd15-4edb-b92a-f8b9e340538d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.797401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a5fd7e92-fd15-4edb-b92a-f8b9e340538d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.9927680 Sep 16 16:48:00.804236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59612) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:00.807770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-783a0916-c946-4268-8231-775c9141ac27 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'security_group_rule': {'security_group_id': '88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f', 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:00.814714 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:00.815740 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Checking segment: {'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:00.816481 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.817102 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Bound using segment: {'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:00.817932 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Bound port: e5f15aa0-fa0a-4883-ac50-95ae94c7834e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:00.818867 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.841868 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f37b5628-ee3d-4a11-a372-edcf3adbe8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.900953 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] For port e5f15aa0-fa0a-4883-ac50-95ae94c7834e, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:00.904586 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] For port e5f15aa0-fa0a-4883-ac50-95ae94c7834e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e5f15aa0-fa0a-4883-ac50-95ae94c7834e,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:00.915553 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-783a0916-c946-4268-8231-775c9141ac27 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.920168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.956438 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2d6a42bb-4dfd-4b86-b8fd-97e58d61b442 None None] Provisioning complete for port e5f15aa0-fa0a-4883-ac50-95ae94c7834e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:00.957124 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2d6a42bb-4dfd-4b86-b8fd-97e58d61b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.957410 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:00.990084 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-783a0916-c946-4268-8231-775c9141ac27 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.003839 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.023257 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Routers {'473bec57-229d-4598-8468-7569df02ce69'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:48:01.024033 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:48:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['473bec57-229d-4598-8468-7569df02ce69'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:01.053165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Network 6b5d9b1a-b954-4e76-82c4-b300efb28532 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:01.056086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:01.058431 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-783a0916-c946-4268-8231-775c9141ac27 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.058889 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2d6a42bb-4dfd-4b86-b8fd-97e58d61b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.083512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:01.084517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:01.085159 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.103254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2d6a42bb-4dfd-4b86-b8fd-97e58d61b442 None None] For port e5f15aa0-fa0a-4883-ac50-95ae94c7834e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e5f15aa0-fa0a-4883-ac50-95ae94c7834e,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:01.109826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a0916-c946-4268-8231-775c9141ac27 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d157a0-afcb-4194-8e2c-7e7aceb15ea1,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:01.116819 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba02a6-0f7f-4594-a428-91de283808d6 None None] Pushing event updated for resources: {'Port': ['ID=e5f15aa0-fa0a-4883-ac50-95ae94c7834e,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:01.126887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event updated for resources: {'Port': ['ID=3a480656-3e75-40d0-a156-990bbe7fe2e1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:01.177407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d6630-2e57-48be-b3e2-44e621407dbb req-35dbdf7e-cfcd-424e-8501-f19d21f1600a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:01.180241 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2d6a42bb-4dfd-4b86-b8fd-97e58d61b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.186298 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da5d6630-2e57-48be-b3e2-44e621407dbb req-35dbdf7e-cfcd-424e-8501-f19d21f1600a tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.0663867 Sep 16 16:48:01.195952 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] Set router 473bec57-229d-4598-8468-7569df02ce69 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:48:01.212121 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5a6ed5e3-05a8-49f0-9c42-03d40ebdf02d tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7305493 Sep 16 16:48:01.240377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59630) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:01.257167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:01.259076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a42bb-4dfd-4b86-b8fd-97e58d61b442 None None] Pushing event updated for resources: {'Port': ['ID=e5f15aa0-fa0a-4883-ac50-95ae94c7834e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:01.263860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-783a0916-c946-4268-8231-775c9141ac27 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.269995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-783a0916-c946-4268-8231-775c9141ac27 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4665039 Sep 16 16:48:01.291541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da5d6630-2e57-48be-b3e2-44e621407dbb req-25a923f7-76a9-438f-a75c-900febd5ecfc tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040668 Sep 16 16:48:01.465037 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.472666 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.518202 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-14cc4194-4190-4c15-a9cf-8421dee31ce2 None None] Provisioning complete for port e5f15aa0-fa0a-4883-ac50-95ae94c7834e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:01.518576 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-14cc4194-4190-4c15-a9cf-8421dee31ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.544919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-89c67aba-f4b3-4a82-b910-b057064d0140 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:01.546607 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-89c67aba-f4b3-4a82-b910-b057064d0140 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.3328531 Sep 16 16:48:01.556752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-5e5d0e6b-a0ea-4ba8-9af7-0beebb436225 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--1110173545&fields=id&tenant_id=7e764730be1d4e9cab0eff197319a5be HTTP/1.1" status: 200 len: 267 time: 0.0676143 Sep 16 16:48:01.557331 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:57Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e5f15aa0-fa0a-4883-ac50-95ae94c7834e', 'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:c0:9b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:55Z', 'updated_at': '2021-09-16T16:48:00Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:01.570403 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Request body: {'port': {'device_id': 'c9de9834-1529-443c-bc09-00b6a7b685ab', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'admin_state_up': True, 'tenant_id': 'bdd5e8d1c02f47ba998d60775463077f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:01.591841 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25cb965-a809-42cf-86c0-d6345a3be2e3 None None] The sync data for ids ['473bec57-229d-4598-8468-7569df02ce69'] in n-d-807786-3 is: [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:57Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e5f15aa0-fa0a-4883-ac50-95ae94c7834e', 'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:c0:9b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:55Z', 'updated_at': '2021-09-16T16:48:00Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:48:01.617153 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-2821a625-597c-4928-8353-8e0f37ab1ea2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--138053652&fields=id&tenant_id=7e764730be1d4e9cab0eff197319a5be HTTP/1.1" status: 200 len: 267 time: 0.0513375 Sep 16 16:48:01.799180 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fcca7de3-b795-45ab-a0dc-87483d7fe00f req-88a3315f-c17f-4956-bb07-0a94ddc3659d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 210 time: 0.0376318 Sep 16 16:48:01.862342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] device_id is not set on port 3a480656-3e75-40d0-a156-990bbe7fe2e1 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:48:01.870718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-2744419d-c6a5-428c-a451-1725aa30c5af tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:01.872952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-2744419d-c6a5-428c-a451-1725aa30c5af tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/networks?id=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 HTTP/1.1" status: 200 len: 796 time: 0.2473748 Sep 16 16:48:01.892711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.896625 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-121b9144-2557-4ae2-bfff-0ee646ad49be tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/quotas/7e764730be1d4e9cab0eff197319a5be HTTP/1.1" status: 200 len: 375 time: 0.0142057 Sep 16 16:48:01.963446 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:01.970543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-d247dce5-10ab-481b-a810-6d0a0023df79 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e764730be1d4e9cab0eff197319a5be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597658 Sep 16 16:48:01.990274 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:02.018831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e5f15aa0-fa0a-4883-ac50-95ae94c7834e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:02.032956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Made reservation on behalf of bdd5e8d1c02f47ba998d60775463077f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:02.035703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:02.094819 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e5f15aa0-fa0a-4883-ac50-95ae94c7834e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:02.095201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:02.109212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-e1fc49b3-90fd-4775-a92e-67b92b060e95 service neutron] 10.222.0.22 "GET /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361609 Sep 16 16:48:02.111253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event updated for resources: {'Port': ['ID=3a480656-3e75-40d0-a156-990bbe7fe2e1,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:02.116217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:02.116701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:02.116926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:02.162812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:02.163164 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:02.170138 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 2 to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 Sep 16 16:48:02.192868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:02.193051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:02.193393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:02.201762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:02.202094 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:02.205730 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 3 to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 Sep 16 16:48:02.224668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:02.225037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:02.225508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:02.243012 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-421dcbb8-6474-4ae6-b86c-981e5c12fdcb service neutron] 10.222.0.22 "GET /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263821 Sep 16 16:48:02.254907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:02.255239 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:02.260053 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 4 to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 Sep 16 16:48:02.292115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:02.292115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:02.292115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:02.301678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Allocated IP 172.20.0.7 (883aebdc-caa9-42c6-a7b9-8858dd375d53/92f46a0c-31ae-4bea-8568-d5de31393710/c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:02.303738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:02.304147 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:02.306579 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 5 to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 Sep 16 16:48:02.346804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:02.349376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:02.349376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:02.361022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:02.361479 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:02.363470 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 6 to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 Sep 16 16:48:02.390094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b706878e-44f0-41db-9ac5-5a45b31b4ba2 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:48:02.395893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:02.396309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:02.396737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:02.405196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:02.405609 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:02.408678 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 7 to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 Sep 16 16:48:02.458520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:02.458520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:02.458520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:02.515866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:02.516573 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:02.521654 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 8 to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 Sep 16 16:48:02.548099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:02.548534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:02.549118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:02.566093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09ed50ec-cfd0-473b-abea-3b2da717078d req-7932dc2b-7601-4a76-a6f9-9e40102a3520 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 210 time: 0.0604594 Sep 16 16:48:02.566882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:02.567463 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:02.569629 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 9 to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 Sep 16 16:48:02.583110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:02.597629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:02.598225 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:02.598636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:02.602981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fdeb0-ed48-4bbb-a308-5770aa62a18f req-39e6e692-4e4b-41a7-b2b2-28ed4359bdb0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:02.609568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:02.610612 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:02.613171 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 10 to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 Sep 16 16:48:02.613503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'port_id': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'mac_address': 'fa:16:3e:e8:49:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:48:02.614463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b8fdeb0-ed48-4bbb-a308-5770aa62a18f req-39e6e692-4e4b-41a7-b2b2-28ed4359bdb0 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 944 time: 0.2059450 Sep 16 16:48:02.620057 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:02.633810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:02.634349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:02.634879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:02.646515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:02.646515 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:02.646515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:02.678034 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:02.683036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b8fdeb0-ed48-4bbb-a308-5770aa62a18f req-b9598b1e-3f87-4232-ad09-51b7269c157e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566382 Sep 16 16:48:02.701073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b706878e-44f0-41db-9ac5-5a45b31b4ba2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:02.724522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:02.753709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] For port 3a480656-3e75-40d0-a156-990bbe7fe2e1, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:02.754082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempted to set empty binding levels {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 16:48:02.813388 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:02.826578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:02.859508 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:02.870882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:02.875251 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:02.879382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:02.892936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:02.936795 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] In _notify_port_updated(), no bound segment for port 3a480656-3e75-40d0-a156-990bbe7fe2e1 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:48:02.938037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:02.938696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:02.942436 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "PUT /v2.0/ports/3a480656-3e75-40d0-a156-990bbe7fe2e1 HTTP/1.1" status: 200 len: 974 time: 1.6959014 Sep 16 16:48:02.943185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59720) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:02.945211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event updated for resources: {'Port': ['ID=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:03.013373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee4901-d8c5-470c-b377-2642151f3e26 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event updated for resources: {'Port': ['ID=3a480656-3e75-40d0-a156-990bbe7fe2e1,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:03.048280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dcd89-ce63-49d3-9c4f-5c45f195519c req-8764c525-f81d-41d4-ab6a-936e2740001b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.050267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c92dcd89-ce63-49d3-9c4f-5c45f195519c req-8764c525-f81d-41d4-ab6a-936e2740001b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 931 time: 0.1483989 Sep 16 16:48:03.053557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:03.060877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.061554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:03.098463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.098986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.099473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.100414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['b706878e-44f0-41db-9ac5-5a45b31b4ba2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:03.100573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.100879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.101506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.101993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.102470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.102943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.103417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.104165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.104515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.105037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.109698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.109698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.109698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.109698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.109698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.109698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.109698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.109698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.110728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.110728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.111193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.111931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.112123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.112619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.113085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.116507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e0e920d9-dd02-403b-84e7-0a1b5f24dc68 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25248 time: 0.1720042 Sep 16 16:48:03.120628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59726) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:03.136254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c92dcd89-ce63-49d3-9c4f-5c45f195519c req-d527efb0-07bb-4059-98a5-8911702e59e6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796521 Sep 16 16:48:03.217920 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-3c6d23ce-5dc5-48b6-b4e9-e712d942d5d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6520619 Sep 16 16:48:03.226613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c2951a18-e922-429e-af07-6ac625ab9711 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Deleting port 3a480656-3e75-40d0-a156-990bbe7fe2e1 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:03.226963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2951a18-e922-429e-af07-6ac625ab9711 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:03.246418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Request body: {'port': {'device_id': 'c9de9834-1529-443c-bc09-00b6a7b685ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:03.346220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-c2951a18-e922-429e-af07-6ac625ab9711 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] For port 3a480656-3e75-40d0-a156-990bbe7fe2e1, host n-h2-807786-3, got binding levels [] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:03.346592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2951a18-e922-429e-af07-6ac625ab9711 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:03.363523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c2951a18-e922-429e-af07-6ac625ab9711 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Calling delete_port for 3a480656-3e75-40d0-a156-990bbe7fe2e1 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:03.365360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:03.485251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-19f59d1f-7cc8-4ed2-a76b-4a7e64cf5c45 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0464411 Sep 16 16:48:03.592098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-fadec5e8-ba3a-4a86-899d-8bbcccfbeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.592507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-fadec5e8-ba3a-4a86-899d-8bbcccfbeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.593212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-fadec5e8-ba3a-4a86-899d-8bbcccfbeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.593693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-fadec5e8-ba3a-4a86-899d-8bbcccfbeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.598321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-fadec5e8-ba3a-4a86-899d-8bbcccfbeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.598321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-fadec5e8-ba3a-4a86-899d-8bbcccfbeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.598321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-fadec5e8-ba3a-4a86-899d-8bbcccfbeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.598321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-fadec5e8-ba3a-4a86-899d-8bbcccfbeae3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6489 time: 0.0590580 Sep 16 16:48:03.626062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2951a18-e922-429e-af07-6ac625ab9711 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:03.670277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1629bf2-7ff3-4915-ad7a-0239430982a4 req-49918439-d6f4-4d24-acce-831ae9e1948f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 210 time: 0.0456233 Sep 16 16:48:03.673554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2951a18-e922-429e-af07-6ac625ab9711 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a480656-3e75-40d0-a156-990bbe7fe2e1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:03.680543 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2951a18-e922-429e-af07-6ac625ab9711 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:03.682993 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c2951a18-e922-429e-af07-6ac625ab9711 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "DELETE /v2.0/ports/3a480656-3e75-40d0-a156-990bbe7fe2e1 HTTP/1.1" status: 204 len: 168 time: 0.5588889 Sep 16 16:48:03.685936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59752) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:03.713806 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7813bc61-3137-4a5b-817e-030992953274 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] GET failed (client error): The resource could not be found. Sep 16 16:48:03.716039 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7813bc61-3137-4a5b-817e-030992953274 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "GET /v2.0/ports/3a480656-3e75-40d0-a156-990bbe7fe2e1 HTTP/1.1" status: 404 len: 333 time: 0.0285885 Sep 16 16:48:03.716256 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:03.723145 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59758) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:03.735677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2016277377', 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:03.750698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-4b3d29ad-516c-4711-a7a1-404cb76b276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.751558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-4b3d29ad-516c-4711-a7a1-404cb76b276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.752242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-4b3d29ad-516c-4711-a7a1-404cb76b276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.754596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-4b3d29ad-516c-4711-a7a1-404cb76b276e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af HTTP/1.1" status: 200 len: 2293 time: 0.1282206 Sep 16 16:48:03.812567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:03.823045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:03.837554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Transition to ACTIVE for port object c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:48:03.848110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Made reservation on behalf of 3a00afe6726643a3b3ae3b63c433a43c for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:03.850415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-cc5a3319-f643-48f1-a60a-850b16b40ea5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a HTTP/1.1" status: 200 len: 1001 time: 0.0837014 Sep 16 16:48:03.850636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:03.859383 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee282fe-acb7-4095-8745-c64df5059030 req-1e025179-2842-4016-8977-ff852d916215 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.860858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cee282fe-acb7-4095-8745-c64df5059030 req-1e025179-2842-4016-8977-ff852d916215 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 945 time: 0.1034236 Sep 16 16:48:03.867443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] device_id is not set on port c107e29a-e157-4c41-aa9c-ad4326401cf0 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:48:03.927768 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:03.932963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-e73ae23c-ce2e-426a-b397-a0371c105c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.932963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-e73ae23c-ce2e-426a-b397-a0371c105c31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a88aef2e-a025-4427-a993-94c2b42a4721 HTTP/1.1" status: 200 len: 850 time: 0.0704565 Sep 16 16:48:03.938616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cee282fe-acb7-4095-8745-c64df5059030 req-30e313fd-e849-4231-b9d5-cb71650eed23 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692666 Sep 16 16:48:03.987408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-e4288655-793b-4598-8464-9e166c57f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:03.988859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-e4288655-793b-4598-8464-9e166c57f082 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495257 Sep 16 16:48:04.051993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:04.097083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-0f44bcce-e0b8-4275-9e1d-fc8b30fe8acf service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010022 Sep 16 16:48:04.164922 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:04.166484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Attempting to bind port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:04.166818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Attempting to bind port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:04.167143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Attempting to bind port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:04.176151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:04.176494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Attempting to bind port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:04.184720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:04.185137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Checking segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:04.185761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Bound using segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:04.186015 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Bound port: c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:04.186331 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:04.194756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-6c2a1b0a-9c3c-40df-922e-3412d84bf95e service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895801 Sep 16 16:48:04.250444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-640581a6-5a66-4e27-842b-386f8c7cffd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 HTTP/1.1" status: 200 len: 217 time: 0.0485902 Sep 16 16:48:04.273025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] For port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:04.276192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] For port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:04.324410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-aa0d4f30-d030-473b-96f7-78dbea58fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:04.325935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-aa0d4f30-d030-473b-96f7-78dbea58fa27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0670426 Sep 16 16:48:04.338690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e8bc0-f51b-4c90-962e-3db864c0fc24 req-d8549ea6-b99f-4197-9790-663bd81a1bf6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:04.340117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c4e8bc0-f51b-4c90-962e-3db864c0fc24 req-d8549ea6-b99f-4197-9790-663bd81a1bf6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 943 time: 0.0924487 Sep 16 16:48:04.358536 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:04.365762 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:04.405347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b706878e-44f0-41db-9ac5-5a45b31b4ba2 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:04.411745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c4e8bc0-f51b-4c90-962e-3db864c0fc24 req-1e93a886-c8cb-420a-9e6f-de97971c4d94 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626359 Sep 16 16:48:04.422274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-3dcad2e7-5630-4122-aeaf-1b15cea615c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:04.424104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-3dcad2e7-5630-4122-aeaf-1b15cea615c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824811 Sep 16 16:48:04.433077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Network 6b5d9b1a-b954-4e76-82c4-b300efb28532 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:04.439011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:04.440144 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:04.441903 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] 10.222.0.52 "PUT /v2.0/ports/c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 HTTP/1.1" status: 200 len: 1091 time: 1.2120750 Sep 16 16:48:04.445349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9de9834-1529-443c-bc09-00b6a7b685ab', 'tag': 'c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:04.448928 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7074631-d14d-460d-9cec-e1d0657ecbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9de9834-1529-443c-bc09-00b6a7b685ab", "tag": "c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:04.459596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:04.462870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:04.464183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:04.465278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:04.469845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event updated for resources: {'Port': ['ID=c107e29a-e157-4c41-aa9c-ad4326401cf0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:04.490588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port b706878e-44f0-41db-9ac5-5a45b31b4ba2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:04.490838 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:04.520843 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8e4011-b6a5-4b52-bda4-f274d797d882 x-openstack-request-id: req-de8e4011-b6a5-4b52-bda4-f274d797d882 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:04.521351 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9de9834-1529-443c-bc09-00b6a7b685ab", "tag": "c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:04.521613 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-de8e4011-b6a5-4b52-bda4-f274d797d882 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:04.522885 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9de9834-1529-443c-bc09-00b6a7b685ab', 'tag': 'c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5', 'status': 'completed', 'code': 200} Sep 16 16:48:04.536673 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29a9b1-700e-4867-9833-c5fe085aa996 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:04.560029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-358049e4-94b6-4630-8d10-46fe11aa3766 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245053 Sep 16 16:48:04.599120 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:04.602858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074631-d14d-460d-9cec-e1d0657ecbe8 req-f6659e27-c725-4e12-8b6e-ae0c56a5c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:04.604855 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c7074631-d14d-460d-9cec-e1d0657ecbe8 req-f6659e27-c725-4e12-8b6e-ae0c56a5c549 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 1094 time: 0.0539236 Sep 16 16:48:04.611861 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cfbd2335-3945-4ecf-92a2-0f015caad100 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8827157 Sep 16 16:48:04.612524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59796) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:04.625494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:04.628780 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b4dec0-4fa6-45a0-b1cd-4b45b971709c" -d '{"events": [{"server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "name": "network-vif-plugged", "status": "completed", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:04.642919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:04.683533 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-bd74bc61-2b7f-47c5-80a1-9d9b8c6e0c0a service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172519 Sep 16 16:48:04.693213 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99125add-f5c9-431a-b8a9-ec0bc03b1156 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:04.693372 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52cfeb1-bf99-40e2-8c31-5a7c401026cc x-openstack-request-id: req-e52cfeb1-bf99-40e2-8c31-5a7c401026cc {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:04.693505 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "name": "network-vif-plugged", "status": "completed", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:04.694018 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e52cfeb1-bf99-40e2-8c31-5a7c401026cc {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:04.694607 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'code': 200} Sep 16 16:48:04.694731 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-99125add-f5c9-431a-b8a9-ec0bc03b1156 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "GET /v2.0/ports/c107e29a-e157-4c41-aa9c-ad4326401cf0 HTTP/1.1" status: 200 len: 955 time: 0.0810969 Sep 16 16:48:04.697390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59806) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:04.710788 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:04.784107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-d452fdb5-d2e5-4038-bfd4-9ec20deaab75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6363fdc0-2e27-4457-988b-e88b55801776 HTTP/1.1" status: 200 len: 217 time: 0.0915568 Sep 16 16:48:04.799746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=10']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:04.816521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074631-d14d-460d-9cec-e1d0657ecbe8 req-1405687e-4c84-4e28-8ed6-b5dc4b8c4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:04.818938 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c7074631-d14d-460d-9cec-e1d0657ecbe8 req-1405687e-4c84-4e28-8ed6-b5dc4b8c4e0b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bdd5e8d1c02f47ba998d60775463077f&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2033617 Sep 16 16:48:04.858227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38fe90aa-5839-45dd-90eb-fcb1576d634b req-66dd5611-685f-48bd-8b87-e2e68c2f8d9e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 210 time: 0.0548692 Sep 16 16:48:04.885449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-7b00115c-e886-4fe8-9dd5-1c41fcc1f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:04.887134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-7b00115c-e886-4fe8-9dd5-1c41fcc1f9e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0948367 Sep 16 16:48:04.893766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ae2692dc-4c91-4922-bd2e-ded1c6ad8886 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Deleting port c107e29a-e157-4c41-aa9c-ad4326401cf0 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:04.894127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae2692dc-4c91-4922-bd2e-ded1c6ad8886 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:04.946074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-eee92aa4-e025-40d9-8e70-ac1e198b24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:04.947402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-eee92aa4-e025-40d9-8e70-ac1e198b24c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476213 Sep 16 16:48:05.023233 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae2692dc-4c91-4922-bd2e-ded1c6ad8886 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:05.026152 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074631-d14d-460d-9cec-e1d0657ecbe8 req-490c5771-a8dc-4a24-b587-7c5b8010c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:05.027653 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c7074631-d14d-460d-9cec-e1d0657ecbe8 req-490c5771-a8dc-4a24-b587-7c5b8010c64a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030830 Sep 16 16:48:05.037409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71813c2-99d2-464c-b02d-f74e833fe43c req-4ee08e48-3750-445d-ad44-abfc5835ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:05.038925 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c71813c2-99d2-464c-b02d-f74e833fe43c req-4ee08e48-3750-445d-ad44-abfc5835ed05 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 1098 time: 0.1409681 Sep 16 16:48:05.043440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ae2692dc-4c91-4922-bd2e-ded1c6ad8886 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Calling delete_port for c107e29a-e157-4c41-aa9c-ad4326401cf0 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:05.087424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-ed3f2d26-3243-47a8-a964-b9b236b95947 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316686 Sep 16 16:48:05.141399 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c71813c2-99d2-464c-b02d-f74e833fe43c req-abe059bb-9dec-425a-baf2-c931ac6320fd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945423 Sep 16 16:48:05.148741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f836b1-2048-4402-8d97-3475443222b9 req-2907cbec-2949-4359-9f5b-d8ecdad73da1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:05.150240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8f836b1-2048-4402-8d97-3475443222b9 req-2907cbec-2949-4359-9f5b-d8ecdad73da1 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 947 time: 0.1072214 Sep 16 16:48:05.210180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-15a8e8ab-9986-4a6f-9ebf-59afb0b5bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:05.211687 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-15a8e8ab-9986-4a6f-9ebf-59afb0b5bd18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 1094 time: 0.1327243 Sep 16 16:48:05.237927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8f836b1-2048-4402-8d97-3475443222b9 req-cdcb9d73-e930-4250-9435-30f2f74d682e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514176 Sep 16 16:48:05.241472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-1c4945fd-edb0-4e36-b115-5b0f4f6305cb service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445961 Sep 16 16:48:05.299325 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-fa5d8abd-3c43-4a62-830b-91ce84c19db7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=39550247-d430-45db-b8f5-c9dbc078ec7e HTTP/1.1" status: 200 len: 217 time: 0.0496728 Sep 16 16:48:05.302870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-2bc9a812-98e2-4144-a803-15898f74d6c3 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:05.304505 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-2bc9a812-98e2-4144-a803-15898f74d6c3 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.62 "GET /v2.0/networks?id=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 HTTP/1.1" status: 200 len: 796 time: 0.1367064 Sep 16 16:48:05.360433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-417c0270-7881-4eae-918a-37567253347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:05.361495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-417c0270-7881-4eae-918a-37567253347a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0522475 Sep 16 16:48:05.391742 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-2bf46184-40da-4217-8ead-45c0a364952b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e764730be1d4e9cab0eff197319a5be HTTP/1.1" status: 200 len: 477 time: 0.0771539 Sep 16 16:48:05.393417 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-c3f45ecf-0d8e-4df4-85e9-7ffc2e2e7255 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 HTTP/1.1" status: 200 len: 217 time: 0.0531471 Sep 16 16:48:05.402170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'port': {'device_id': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'admin_state_up': True, 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'security_groups': ['d3a24c42-99cc-4ffd-8871-3ea8efb0a562', '88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:05.412276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-559359bd-f7c9-4d84-87bd-fd087e66f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:05.413980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-559359bd-f7c9-4d84-87bd-fd087e66f107 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460050 Sep 16 16:48:05.509784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-4e9b6898-9181-4cf8-97f3-f58458d13907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:05.511266 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-4e9b6898-9181-4cf8-97f3-f58458d13907 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92f46a0c-31ae-4bea-8568-d5de31393710 HTTP/1.1" status: 200 len: 844 time: 0.1044550 Sep 16 16:48:05.546859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-440644da-b7db-4764-bdb9-64cd443f471b service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257503 Sep 16 16:48:05.566035 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-9341951d-6eab-4116-a806-33ff0a27f011 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=883aebdc-caa9-42c6-a7b9-8858dd375d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328610 Sep 16 16:48:05.571639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb676f-50aa-40b4-9910-07ccd62095a1 req-3bb304db-1199-499a-8692-e8d2c0153625 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:05.573355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20cb676f-50aa-40b4-9910-07ccd62095a1 req-3bb304db-1199-499a-8692-e8d2c0153625 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 943 time: 0.0731285 Sep 16 16:48:05.679995 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-464a344c-b73c-4e0b-a6ce-c2d85aa9671e service neutron] 10.222.0.52 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055169 Sep 16 16:48:05.781766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14f1c4a0-4c82-482e-ac54-cb2e984e000c req-12b4b53e-d927-49c4-99ca-0f414c6246b5 service neutron] 10.222.0.52 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942330 Sep 16 16:48:05.933245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20cb676f-50aa-40b4-9910-07ccd62095a1 req-021ac540-3930-4897-be62-fd90e9e79357 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489029 Sep 16 16:48:05.980565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-1b3863b4-9a99-4090-9fbc-e867936c1757 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253037 Sep 16 16:48:05.982322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e8f6f93-3647-46e6-84aa-7758166e3525 req-52e46f62-a985-4166-acd8-f219a4173acf tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 210 time: 0.0374556 Sep 16 16:48:06.023380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-f74549c8-dddf-4652-be98-9ea5b72e68bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=54226eab-2109-4213-afce-8844fbb3b740 HTTP/1.1" status: 200 len: 217 time: 0.0340297 Sep 16 16:48:06.071127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae2692dc-4c91-4922-bd2e-ded1c6ad8886 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:06.080425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-095af383-4202-427d-b037-4060148a7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:06.082009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-095af383-4202-427d-b037-4060148a7dc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0505488 Sep 16 16:48:06.109911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2692dc-4c91-4922-bd2e-ded1c6ad8886 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event deleted for resources: {'Port': ['ID=c107e29a-e157-4c41-aa9c-ad4326401cf0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:06.115916 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae2692dc-4c91-4922-bd2e-ded1c6ad8886 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:06.118623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ae2692dc-4c91-4922-bd2e-ded1c6ad8886 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "DELETE /v2.0/ports/c107e29a-e157-4c41-aa9c-ad4326401cf0 HTTP/1.1" status: 204 len: 168 time: 1.4202998 Sep 16 16:48:06.121237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59844) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:06.139494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-c2641f3c-033c-4fc0-90b7-2101c6c39756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:06.141205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-c2641f3c-033c-4fc0-90b7-2101c6c39756 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520685 Sep 16 16:48:06.148040 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e97065-6992-42da-917c-ee00de3af663 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] GET failed (client error): The resource could not be found. Sep 16 16:48:06.153951 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-60e97065-6992-42da-917c-ee00de3af663 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "GET /v2.0/ports/c107e29a-e157-4c41-aa9c-ad4326401cf0 HTTP/1.1" status: 404 len: 333 time: 0.0312667 Sep 16 16:48:06.154568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59848) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:06.159248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Request body: {'port': {'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1233306956'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:06.224275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Made reservation on behalf of 7e764730be1d4e9cab0eff197319a5be for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:06.228246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:06.260504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-96dd91c8-b801-47e6-9cc4-21d64490f841 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103394 Sep 16 16:48:06.340021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Made reservation on behalf of 3a00afe6726643a3b3ae3b63c433a43c for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:06.342837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:06.370170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] device_id is not set on port 8737a45c-9727-462c-a4fc-b8c041e059a3 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:48:06.433282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-a82bd7ce-6036-4dd9-a08f-b5189268355e service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614373 Sep 16 16:48:06.441781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f2595-dec5-46fd-be67-12dedfa57b78 req-8793b1b4-6c86-4b2f-bcef-ac80dac7ba54 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:06.443885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-909f2595-dec5-46fd-be67-12dedfa57b78 req-8793b1b4-6c86-4b2f-bcef-ac80dac7ba54 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 947 time: 0.0835836 Sep 16 16:48:06.475313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Allocated IP 172.20.0.13 (6c805ae3-c10b-4200-b1ef-4a72e2a4fd83/e48f5f9f-392b-4a15-913d-a2a1559f7cb6/e5b68517-3817-44cd-ac7c-00d8cad0e43e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:06.502864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-4b93c7af-3bbe-451f-b005-d755318cdc19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff6305a2-78d5-457d-bf4a-cea817751f17 HTTP/1.1" status: 200 len: 217 time: 0.0576875 Sep 16 16:48:06.531174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-909f2595-dec5-46fd-be67-12dedfa57b78 req-0cd755c5-b837-4c41-b049-ec319abdf78e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791528 Sep 16 16:48:06.578110 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-278f4ed6-5510-4ec4-8b19-b4837632ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:06.579643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-278f4ed6-5510-4ec4-8b19-b4837632ec2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 200 len: 797 time: 0.0558481 Sep 16 16:48:06.626797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-187789d8-5c6a-4bb5-9ac8-42ae1d2e3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:06.628212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-187789d8-5c6a-4bb5-9ac8-42ae1d2e3372 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0403228 Sep 16 16:48:06.644920 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:06.729234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-dec3cd19-fa2f-4357-be4f-b5e371435e4a service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927429 Sep 16 16:48:06.739439 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:06.802630 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:06.824405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-060320c6-303e-4091-869f-158d03917e9d service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871127 Sep 16 16:48:06.840212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:06.857786 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Network 6b5d9b1a-b954-4e76-82c4-b300efb28532 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:06.866072 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:06.872491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-f992004c-d1be-4bcb-af0a-5e4ca557b4c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82 HTTP/1.1" status: 200 len: 217 time: 0.0408294 Sep 16 16:48:06.873415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:06.874377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:06.874986 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:06.887830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event updated for resources: {'Port': ['ID=8737a45c-9727-462c-a4fc-b8c041e059a3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:06.889008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:06.896283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:06.918153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:06.922736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-d37bea1c-bd1f-4560-b5d7-d65e74ff6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:06.924236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-d37bea1c-bd1f-4560-b5d7-d65e74ff6ea5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 200 len: 797 time: 0.0446806 Sep 16 16:48:06.994472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:06.995354 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:07.009131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-7d486e5a-dcfd-4bb7-804c-590129f54f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:07.012869 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-7d486e5a-dcfd-4bb7-804c-590129f54f78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809958 Sep 16 16:48:07.055719 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-caf67467-09ba-4a6d-859e-57b1048f6d88 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8971276 Sep 16 16:48:07.055719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59914) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:07.055719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Port': ['ID=e5b68517-3817-44cd-ac7c-00d8cad0e43e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:07.062066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:07.125591 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-4ef1599a-7850-41c1-a85d-080835befa21 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.7275615 Sep 16 16:48:07.132549 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:07.140688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Request body: {'port': {'device_id': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:07.196898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fd892-320a-4441-b121-617ddcc66404 req-24d4ad0d-aacb-4459-833f-1ac55d051ae1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:07.198339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b77fd892-320a-4441-b121-617ddcc66404 req-24d4ad0d-aacb-4459-833f-1ac55d051ae1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 943 time: 0.1487780 Sep 16 16:48:07.218763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b11797a0-b1b9-4a4f-90c1-44e85d04a98f None None] Provisioning complete for port e5b68517-3817-44cd-ac7c-00d8cad0e43e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:07.219358 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b11797a0-b1b9-4a4f-90c1-44e85d04a98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:07.228016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920377-f2e8-441a-b07b-ea6bd97a2024 req-b0d04554-7844-4aca-a569-5e2b4e856b34 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:07.236044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4920377-f2e8-441a-b07b-ea6bd97a2024 req-b0d04554-7844-4aca-a569-5e2b4e856b34 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 971 time: 0.1515136 Sep 16 16:48:07.244279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:07.251928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-f49091e4-5916-4084-9eaa-636e63ac69a5 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310178 Sep 16 16:48:07.257666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b11797a0-b1b9-4a4f-90c1-44e85d04a98f None None] Port e5b68517-3817-44cd-ac7c-00d8cad0e43e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:48:07.326718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b77fd892-320a-4441-b121-617ddcc66404 req-8a5cae90-ff44-4aa2-a1bd-b936545788c5 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146207 Sep 16 16:48:07.381906 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4920377-f2e8-441a-b07b-ea6bd97a2024 req-4b7deee9-e64a-441d-8695-1d883b6023e2 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1446321 Sep 16 16:48:07.446404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-488da2c5-83c8-43b2-952a-e2bcb2802303 req-d9b64160-4072-49e3-bcbb-917b1ed50c50 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847017 Sep 16 16:48:07.663641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05033384-af25-48e2-8e0a-cfac60059312 req-052325ab-635f-4d55-969a-f18c95ae3eb2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:07.665679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05033384-af25-48e2-8e0a-cfac60059312 req-052325ab-635f-4d55-969a-f18c95ae3eb2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 947 time: 0.0580776 Sep 16 16:48:07.715250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05033384-af25-48e2-8e0a-cfac60059312 req-9048b9de-cb06-4669-9cfe-b5582a4efd18 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382655 Sep 16 16:48:07.829041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] device_id is not set on port 8737a45c-9727-462c-a4fc-b8c041e059a3 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:48:07.843865 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:07.913030 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:07.983870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event updated for resources: {'Port': ['ID=8737a45c-9727-462c-a4fc-b8c041e059a3,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:08.026482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b68517-3817-44cd-ac7c-00d8cad0e43e {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:08.031600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.031940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.032279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.038212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.044945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.045277 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:08.047955 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 2 to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 Sep 16 16:48:08.059869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Transition to ACTIVE for port object e5b68517-3817-44cd-ac7c-00d8cad0e43e will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:48:08.067453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.067844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.068189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.074191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.074859 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:08.075036 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 3 to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 Sep 16 16:48:08.088928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.089267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.089603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.096268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.096782 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:08.097333 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 4 to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 Sep 16 16:48:08.114948 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.115431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.115989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.120549 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.151349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.152585 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:08.154431 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 5 to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 Sep 16 16:48:08.191261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Pushing event updated for resources: {'Port': ['ID=e5b68517-3817-44cd-ac7c-00d8cad0e43e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:08.193658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.194014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.194333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.204597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.204597 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:08.217479 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 6 to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 Sep 16 16:48:08.253816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.254273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.254544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.264176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.264427 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:08.266272 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 7 to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 Sep 16 16:48:08.285889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.286228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.286567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.298498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.298833 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:08.299383 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 8 to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 Sep 16 16:48:08.301902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Attempting to bind port e5b68517-3817-44cd-ac7c-00d8cad0e43e on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.302427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Attempting to bind port e5b68517-3817-44cd-ac7c-00d8cad0e43e by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.302581 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Attempting to bind port e5b68517-3817-44cd-ac7c-00d8cad0e43e on network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.314474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Port e5b68517-3817-44cd-ac7c-00d8cad0e43e on network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.314809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Attempting to bind port e5b68517-3817-44cd-ac7c-00d8cad0e43e on network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.319417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.319849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.320117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.326486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:08.326830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Checking segment: {'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:08.327218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Bound using segment: {'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:08.327653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Bound port: e5b68517-3817-44cd-ac7c-00d8cad0e43e, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d916007-ff2c-4a6c-809b-3dd010730b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:08.328030 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.330968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.331298 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:08.338516 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 9 to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 Sep 16 16:48:08.354308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.354648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.355035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.380907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.381247 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:08.383610 n-d-807786-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempt 10 to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 Sep 16 16:48:08.420132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:48:08.423851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:08.424172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:08.424539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempting to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:08.436529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:08.436719 n-d-807786-3 neutron-server[95357]: ERROR neutron.plugins.ml2.managers [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Failed to bind port 8737a45c-9727-462c-a4fc-b8c041e059a3 on host n-h2-807786-3 for vnic_type normal using segments [{'id': '8c2a8e26-bc97-4779-9b93-e3a054e1fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b5d9b1a-b954-4e76-82c4-b300efb28532'}] Sep 16 16:48:08.437015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.439334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] For port e5b68517-3817-44cd-ac7c-00d8cad0e43e, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:08.443460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] For port e5b68517-3817-44cd-ac7c-00d8cad0e43e, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e5b68517-3817-44cd-ac7c-00d8cad0e43e,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:08.493193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f4bee-8695-492c-8c86-41f77334d1d8 req-529d6183-6f19-493c-80db-76ccdfcc72a1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:08.495309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-672f4bee-8695-492c-8c86-41f77334d1d8 req-529d6183-6f19-493c-80db-76ccdfcc72a1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 943 time: 0.0843680 Sep 16 16:48:08.514996 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.549323 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] For port 8737a45c-9727-462c-a4fc-b8c041e059a3, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:08.550002 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attempted to set empty binding levels {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 16:48:08.551442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:08.559536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:08.560643 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.562450 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] 10.222.0.62 "PUT /v2.0/ports/e5b68517-3817-44cd-ac7c-00d8cad0e43e HTTP/1.1" status: 200 len: 1131 time: 1.4269576 Sep 16 16:48:08.563055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'tag': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:08.565521 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1c81cc-8885-489d-9fa3-70e87a26feae" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3ff894-2dce-4450-b373-9e3a098b84bc", "tag": "e5b68517-3817-44cd-ac7c-00d8cad0e43e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:08.567508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'port_id': 'c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5', 'mac_address': 'fa:16:3e:1d:c2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f46a0c-31ae-4bea-8568-d5de31393710', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:48:08.596415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f96c17-93fb-47bc-a6a1-f88a1f6f3a9a service neutron] Pushing event updated for resources: {'Port': ['ID=e5b68517-3817-44cd-ac7c-00d8cad0e43e,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:08.605629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-672f4bee-8695-492c-8c86-41f77334d1d8 req-4f012ec7-a3c9-4779-8d62-1ec14018714d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919235 Sep 16 16:48:08.618815 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.631252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.645646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c418c-a549-4246-8648-7e3cf8dd7192 req-a9b7f762-c860-4bf9-abf8-0554c8fe9b9a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:08.647618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-312c418c-a549-4246-8648-7e3cf8dd7192 req-a9b7f762-c860-4bf9-abf8-0554c8fe9b9a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 983 time: 0.1057601 Sep 16 16:48:08.648133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:08.678533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:08.689272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] In _notify_port_updated(), no bound segment for port 8737a45c-9727-462c-a4fc-b8c041e059a3 on network 6b5d9b1a-b954-4e76-82c4-b300efb28532 {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:48:08.690289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:08.690910 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.692852 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "PUT /v2.0/ports/8737a45c-9727-462c-a4fc-b8c041e059a3 HTTP/1.1" status: 200 len: 975 time: 1.6379173 Sep 16 16:48:08.695370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59992) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:08.740942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-312c418c-a549-4246-8648-7e3cf8dd7192 req-4fc75f4b-c385-4575-98a5-911cb6b5ae5c tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0849984 Sep 16 16:48:08.743232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d90676-626d-44b4-b1bc-bbbc6fd5f612 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event updated for resources: {'Port': ['ID=8737a45c-9727-462c-a4fc-b8c041e059a3,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:08.747136 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.761936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-20e8b904-f475-4439-b7c5-3c0802a75139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:08.765248 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-20e8b904-f475-4439-b7c5-3c0802a75139 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e764730be1d4e9cab0eff197319a5be&device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 1134 time: 0.0920613 Sep 16 16:48:08.815701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:08.833721 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b9ca3c-9f0d-493a-b1b0-2b4be99e54ec x-openstack-request-id: req-19b9ca3c-9f0d-493a-b1b0-2b4be99e54ec {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:08.833985 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3ff894-2dce-4450-b373-9e3a098b84bc", "tag": "e5b68517-3817-44cd-ac7c-00d8cad0e43e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:08.834250 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19b9ca3c-9f0d-493a-b1b0-2b4be99e54ec {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:08.834634 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'tag': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'status': 'completed', 'code': 200} Sep 16 16:48:08.836139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c74fae7a-114a-49d1-8668-b11d2fe20ed0 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Deleting port 8737a45c-9727-462c-a4fc-b8c041e059a3 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:08.836493 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74fae7a-114a-49d1-8668-b11d2fe20ed0 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.836613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-9d506404-298e-4f4e-a7ed-cf74f56fd5df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b68517-3817-44cd-ac7c-00d8cad0e43e HTTP/1.1" status: 200 len: 217 time: 0.0619137 Sep 16 16:48:08.889518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-5a2c7e03-ffe9-4f50-a1c9-15db31baf1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:08.891045 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-5a2c7e03-ffe9-4f50-a1c9-15db31baf1e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48f5f9f-392b-4a15-913d-a2a1559f7cb6 HTTP/1.1" status: 200 len: 835 time: 0.0475013 Sep 16 16:48:08.939171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-6796c3cc-59e3-4cdc-af0e-db8ea3579065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:08.940710 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-6796c3cc-59e3-4cdc-af0e-db8ea3579065 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424347 Sep 16 16:48:08.942695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-c74fae7a-114a-49d1-8668-b11d2fe20ed0 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] For port 8737a45c-9727-462c-a4fc-b8c041e059a3, host n-h2-807786-3, got binding levels [] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:08.943061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74fae7a-114a-49d1-8668-b11d2fe20ed0 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:08.959534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c74fae7a-114a-49d1-8668-b11d2fe20ed0 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Calling delete_port for 8737a45c-9727-462c-a4fc-b8c041e059a3 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:08.959931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:08.972998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834672d4-d969-44e2-b7aa-63d003f351c8 req-0a4361d0-71e1-42b2-beaa-66d6b00ccff2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:08.980511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-834672d4-d969-44e2-b7aa-63d003f351c8 req-0a4361d0-71e1-42b2-beaa-66d6b00ccff2 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 947 time: 0.1304133 Sep 16 16:48:09.060377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-834672d4-d969-44e2-b7aa-63d003f351c8 req-94b44e9c-12d7-425d-a62a-72bbfc28c915 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758514 Sep 16 16:48:09.060852 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-8689c3e8-11c3-4f0e-8b63-2335d6837485 service neutron] 10.222.0.62 "GET /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118536 Sep 16 16:48:09.161208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-77bde40a-14c5-4015-b4b9-acdef121ca49 req-931120f3-4eea-48dc-9396-143c92ecb236 service neutron] 10.222.0.62 "GET /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930846 Sep 16 16:48:09.173470 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74fae7a-114a-49d1-8668-b11d2fe20ed0 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:09.210140 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74fae7a-114a-49d1-8668-b11d2fe20ed0 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:09.211622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c74fae7a-114a-49d1-8668-b11d2fe20ed0 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "DELETE /v2.0/ports/8737a45c-9727-462c-a4fc-b8c041e059a3 HTTP/1.1" status: 204 len: 168 time: 0.5131156 Sep 16 16:48:09.213310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fae7a-114a-49d1-8668-b11d2fe20ed0 tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] Pushing event deleted for resources: {'Port': ['ID=8737a45c-9727-462c-a4fc-b8c041e059a3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:09.214580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60024) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:09.239364 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-83905b27-bf32-4e7b-a74d-5f47001a06eb tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] GET failed (client error): The resource could not be found. Sep 16 16:48:09.240839 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-83905b27-bf32-4e7b-a74d-5f47001a06eb tempest-PortsAdminExtendedAttrsTestJSON-1176748317 tempest-PortsAdminExtendedAttrsTestJSON-1176748317-project-admin] 10.222.0.22 "GET /v2.0/ports/8737a45c-9727-462c-a4fc-b8c041e059a3 HTTP/1.1" status: 404 len: 333 time: 0.0250959 Sep 16 16:48:09.244432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60026) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:09.349020 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:09.371694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-a2f1be44-0689-47d2-a688-b013ca7f36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:09.373245 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-a2f1be44-0689-47d2-a688-b013ca7f36e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e764730be1d4e9cab0eff197319a5be&device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 1134 time: 0.0678267 Sep 16 16:48:09.516889 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:09.544905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5d9b1a-b954-4e76-82c4-b300efb28532']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:09.563742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2a8e26-bc97-4779-9b93-e3a054e1fcad') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:09.564028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2a8e26-bc97-4779-9b93-e3a054e1fcad') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:09.571760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-640a454d-0e35-4dad-a13f-e4c57ccdca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:09.573341 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-640a454d-0e35-4dad-a13f-e4c57ccdca27 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 HTTP/1.1" status: 200 len: 897 time: 0.1835089 Sep 16 16:48:09.576655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:09.620711 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-db9545d6-f361-42c8-93bc-872e72b25ff2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b68517-3817-44cd-ac7c-00d8cad0e43e HTTP/1.1" status: 200 len: 217 time: 0.0379388 Sep 16 16:48:09.621791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:09.628173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:09.628800 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:09.631856 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:09.723903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ade0c3-14ef-4a1b-9f08-36ad87baf2c0 req-d079e77f-b20a-4d28-8cc0-17815c79106c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:09.725677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3ade0c3-14ef-4a1b-9f08-36ad87baf2c0 req-d079e77f-b20a-4d28-8cc0-17815c79106c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 944 time: 0.0540526 Sep 16 16:48:09.741942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-414bcf33-e929-4da9-8b43-b1e5727f0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:09.741942 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-414bcf33-e929-4da9-8b43-b1e5727f0a32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48f5f9f-392b-4a15-913d-a2a1559f7cb6 HTTP/1.1" status: 200 len: 835 time: 0.1070287 Sep 16 16:48:09.785785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3ade0c3-14ef-4a1b-9f08-36ad87baf2c0 req-13854af9-9898-4c46-89f6-b5b8440d99eb tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Sep 16 16:48:09.800482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-df803631-5c79-4b3d-b74e-fe8a5d28a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:09.802025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-df803631-5c79-4b3d-b74e-fe8a5d28a478 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529819 Sep 16 16:48:09.808622 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:09.817692 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:09.822304 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] 10.222.0.22 "DELETE /v2.0/networks/6b5d9b1a-b954-4e76-82c4-b300efb28532 HTTP/1.1" status: 204 len: 168 time: 0.5744510 Sep 16 16:48:09.850687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b16cf1-55ba-45cf-802f-95d0e7587e3a tempest-PortsAdminExtendedAttrsTestJSON-802438480 tempest-PortsAdminExtendedAttrsTestJSON-802438480-project] Pushing event deleted for resources: {'Network': ['ID=6b5d9b1a-b954-4e76-82c4-b300efb28532,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:09.917277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f88833-42e5-4d77-a7a9-82b56c9d2b02 req-9cadcbb2-4954-4ae6-8362-43709e624257 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:09.917277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1f88833-42e5-4d77-a7a9-82b56c9d2b02 req-9cadcbb2-4954-4ae6-8362-43709e624257 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 983 time: 0.0672057 Sep 16 16:48:09.939430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-eebcdbcf-f401-4388-99ce-528e6a1dec33 service neutron] 10.222.0.62 "GET /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959227 Sep 16 16:48:09.964673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1f88833-42e5-4d77-a7a9-82b56c9d2b02 req-fb3afa38-ab4c-4d7d-8d6b-048a10a602c5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0393245 Sep 16 16:48:10.044353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bc1c81cc-8885-489d-9fa3-70e87a26feae req-7a6cb6b3-75c2-45d2-ba00-f1697fb3887b service neutron] 10.222.0.62 "GET /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948770 Sep 16 16:48:10.279294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60074) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:10.410999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a889bbfc-6b69-484c-9a3e-6977a9ccd34c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a810ea04eb34e419497d14174e46bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305642 Sep 16 16:48:10.413438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60078) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:10.435632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:10.464926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4245846b-4039-4428-af23-04a1d5de6c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:10.487182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4245846b-4039-4428-af23-04a1d5de6c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:10.539587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:48:10.545575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:10.545985 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:10.585107 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4245846b-4039-4428-af23-04a1d5de6c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:10.588301 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4245846b-4039-4428-af23-04a1d5de6c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:10.590431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4245846b-4039-4428-af23-04a1d5de6c84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cbef16b-9a3d-46a0-98f2-a7823641b210 HTTP/1.1" status: 204 len: 168 time: 0.1760733 Sep 16 16:48:10.598397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245846b-4039-4428-af23-04a1d5de6c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbef16b-9a3d-46a0-98f2-a7823641b210,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:10.798613 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:10.842528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de9834-1529-443c-bc09-00b6a7b685ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:10.846285 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d7404-2d67-4db8-98a7-5c23bccfb575" -d '{"events": [{"server_uuid": "c9de9834-1529-443c-bc09-00b6a7b685ab", "name": "network-vif-plugged", "status": "completed", "tag": "c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:10.850385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:10.875975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-fd5ad190-a65a-4d33-aca7-818617c111c9 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:10.877578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-fd5ad190-a65a-4d33-aca7-818617c111c9 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/networks?id=a97892df-a40e-47b9-97c7-0635e5376421 HTTP/1.1" status: 200 len: 814 time: 0.1456938 Sep 16 16:48:10.911038 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:10.916485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-4fa09e07-9e1f-4107-be20-c5a78e073957 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/quotas/ee6f04313dc4493bae1c6dd9751b37bd HTTP/1.1" status: 200 len: 375 time: 0.0272627 Sep 16 16:48:10.946224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ad34-597d-4fa5-90a7-9b1449a2de48 req-5b07b1e6-a2a5-47e2-ba18-639bf1d9ed6f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:10.947736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f41ad34-597d-4fa5-90a7-9b1449a2de48 req-5b07b1e6-a2a5-47e2-ba18-639bf1d9ed6f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 944 time: 0.0692542 Sep 16 16:48:10.964202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-6a8a285e-7150-4efc-b688-9dbbe52b8142 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee6f04313dc4493bae1c6dd9751b37bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378358 Sep 16 16:48:10.968255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:11.051635 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f41ad34-597d-4fa5-90a7-9b1449a2de48 req-b62cf939-87dd-409e-9b92-33f156be2959 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901299 Sep 16 16:48:11.082932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-fb2815d2-f2cf-4cb4-a45a-7b06e484e64b service neutron] 10.222.0.22 "GET /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107783 Sep 16 16:48:11.159302 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cde4d98-078e-4e3d-ad1e-739188ea2f50 x-openstack-request-id: req-5cde4d98-078e-4e3d-ad1e-739188ea2f50 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:11.159682 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9de9834-1529-443c-bc09-00b6a7b685ab", "name": "network-vif-plugged", "status": "completed", "tag": "c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:11.159944 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5cde4d98-078e-4e3d-ad1e-739188ea2f50 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:11.160344 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9de9834-1529-443c-bc09-00b6a7b685ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5', 'code': 200} Sep 16 16:48:11.194352 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-60d839f9-bf9f-41b5-a3c3-36e48eab29a8 service neutron] 10.222.0.22 "GET /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039548 Sep 16 16:48:11.231950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60106) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:11.274296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbb577-6a90-4f53-aa68-2d116ebbb633 req-3afefb94-5419-4844-9663-5d7c405e2618 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:11.276843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1dbb577-6a90-4f53-aa68-2d116ebbb633 req-3afefb94-5419-4844-9663-5d7c405e2618 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 983 time: 0.0654762 Sep 16 16:48:11.308167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a541c-8ea0-4dc1-888b-148c4af87d7e req-3f64409b-d97b-4eb6-a122-1ec2ac92aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:11.308167 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-511a541c-8ea0-4dc1-888b-148c4af87d7e req-3f64409b-d97b-4eb6-a122-1ec2ac92aa4f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 1096 time: 0.0736020 Sep 16 16:48:11.312200 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-30687398-7070-41d0-a8ea-5cca17def59e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a00afe6726643a3b3ae3b63c433a43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776784 Sep 16 16:48:11.312822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60108) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:11.319061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1dbb577-6a90-4f53-aa68-2d116ebbb633 req-37fc79f8-5feb-419c-a83b-270d80fc4bd8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0363648 Sep 16 16:48:11.368624 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-511a541c-8ea0-4dc1-888b-148c4af87d7e req-96def660-aa39-4fbc-9126-8c47c8ed8cf4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536594 Sep 16 16:48:11.386126 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44c54160-0ab2-4372-8906-51945b569927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:11.412550 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44c54160-0ab2-4372-8906-51945b569927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:11.471172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9dc2ee84-79c5-49f2-9c65-4db494c8bc04 req-816ec69c-0d18-4d8e-8acb-5d688444522f tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 210 time: 0.0305381 Sep 16 16:48:11.590793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44c54160-0ab2-4372-8906-51945b569927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:11.593501 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44c54160-0ab2-4372-8906-51945b569927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:11.594663 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-44c54160-0ab2-4372-8906-51945b569927 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f9ccca8-705a-49c0-9233-f8ac18a5fc26 HTTP/1.1" status: 204 len: 168 time: 0.2809331 Sep 16 16:48:11.602331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54160-0ab2-4372-8906-51945b569927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ccca8-705a-49c0-9233-f8ac18a5fc26,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:12.172301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e707a-2318-4fbe-a104-d5b8b74e5e7c req-631ae715-e1db-450d-8b71-49ba2a0a3aa5 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:12.174043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-540e707a-2318-4fbe-a104-d5b8b74e5e7c req-631ae715-e1db-450d-8b71-49ba2a0a3aa5 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 945 time: 0.0529499 Sep 16 16:48:12.181914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e5b68517-3817-44cd-ac7c-00d8cad0e43e details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:48:12.224222 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-540e707a-2318-4fbe-a104-d5b8b74e5e7c req-f90e048a-2689-45a2-8f3c-50a19d1eeddd tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428843 Sep 16 16:48:12.304547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e5b68517-3817-44cd-ac7c-00d8cad0e43e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e5b68517-3817-44cd-ac7c-00d8cad0e43e,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:12.315946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'port_id': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'mac_address': 'fa:16:3e:7f:c3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:48:12.354990 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:12.370089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b68517-3817-44cd-ac7c-00d8cad0e43e {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:12.394085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e5b68517-3817-44cd-ac7c-00d8cad0e43e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e5b68517-3817-44cd-ac7c-00d8cad0e43e,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:12.446988 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:12.485255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef20912-524c-417a-be2b-4d68d26c0f4d req-245e3158-efc5-44ed-9d43-f9ca141b5b38 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:12.486860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ef20912-524c-417a-be2b-4d68d26c0f4d req-245e3158-efc5-44ed-9d43-f9ca141b5b38 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 983 time: 0.0596051 Sep 16 16:48:12.502713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e5b68517-3817-44cd-ac7c-00d8cad0e43e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:12.535896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ef20912-524c-417a-be2b-4d68d26c0f4d req-2ad29078-c496-435a-ba53-0c42cd744108 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0419319 Sep 16 16:48:12.578925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e233d78-5be2-4ea2-b0a8-3ac881f684c8 req-6ccf773c-19c3-4996-a19c-d952f297ca40 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 210 time: 0.0370097 Sep 16 16:48:12.618166 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-d0e96aaa-70bd-4e49-9a5b-634fb3e0ed45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491569 Sep 16 16:48:12.672996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60148) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.701624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-412563e5-2388-4c98-b6fd-a35e76ea9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:12.703658 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-412563e5-2388-4c98-b6fd-a35e76ea9a79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c622cc4e797f4be09121fee06d61369e&device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 1098 time: 0.0444956 Sep 16 16:48:12.740953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e5b68517-3817-44cd-ac7c-00d8cad0e43e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:12.779648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-122b8cc0-cab9-47f7-bdcc-ded90d69a1b4 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.780879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-122b8cc0-cab9-47f7-bdcc-ded90d69a1b4 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1066434 Sep 16 16:48:12.783733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60152) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.788269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-8c65838b-5d49-435d-a8c4-15fb197b6e86 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.789174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8c65838b-5d49-435d-a8c4-15fb197b6e86 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044692 Sep 16 16:48:12.791505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60154) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.796701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-88890707-cb81-430f-95fd-55f676ebad91 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.799986 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-88890707-cb81-430f-95fd-55f676ebad91 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050976 Sep 16 16:48:12.800367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60156) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.806622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-ee50d7d5-a7ca-4ef5-ab7c-7a9b07cbe343 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.807582 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ee50d7d5-a7ca-4ef5-ab7c-7a9b07cbe343 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0062399 Sep 16 16:48:12.810129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60158) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.814356 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-cef739f9-d8b8-4fd8-ab47-973cdf919200 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.815285 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cef739f9-d8b8-4fd8-ab47-973cdf919200 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041223 Sep 16 16:48:12.817756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60160) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.824280 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-4f403322-78ba-41a8-8bca-f2fc2ba1dab8 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.825803 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4f403322-78ba-41a8-8bca-f2fc2ba1dab8 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070202 Sep 16 16:48:12.836659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60162) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.841928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-c13fb0a6-d94c-4b91-b258-38d74427701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:12.842938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-718cb17f-1441-48ee-b01f-eae08952e6d0 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.843577 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-c13fb0a6-d94c-4b91-b258-38d74427701d service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 200 len: 918 time: 0.1208141 Sep 16 16:48:12.844312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-718cb17f-1441-48ee-b01f-eae08952e6d0 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062523 Sep 16 16:48:12.846822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60164) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.852451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-00720b16-9f3d-4c7a-ad43-8dc2007ff255 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.853475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-00720b16-9f3d-4c7a-ad43-8dc2007ff255 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0057468 Sep 16 16:48:12.856428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60166) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.860746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-e4fe3286-97ba-4e70-a115-8751bf485f8b tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.862974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e4fe3286-97ba-4e70-a115-8751bf485f8b tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044215 Sep 16 16:48:12.864164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60168) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.870321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-e7825b27-5b05-4307-a77a-35b333f3c153 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.871945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e7825b27-5b05-4307-a77a-35b333f3c153 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062084 Sep 16 16:48:12.876261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60170) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.883505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-165dcea5-037e-40c7-b121-092f310cbb1e tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.884515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-165dcea5-037e-40c7-b121-092f310cbb1e tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0068676 Sep 16 16:48:12.887226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60172) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.892480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-a3b46b8d-0bf2-4bb1-b66a-3038e7ff8779 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.893410 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a3b46b8d-0bf2-4bb1-b66a-3038e7ff8779 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053024 Sep 16 16:48:12.895658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60174) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.899865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-8491577d-1f1c-4e12-91f3-5196d6a0d8d7 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.900811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8491577d-1f1c-4e12-91f3-5196d6a0d8d7 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041561 Sep 16 16:48:12.903049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60176) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.911642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-d2239d33-254a-4ee4-91fa-d899aaa5befa tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.911642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d2239d33-254a-4ee4-91fa-d899aaa5befa tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039268 Sep 16 16:48:12.913615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60178) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.917793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-2dcea545-c80a-426b-be74-259ee5d74911 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.919542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2dcea545-c80a-426b-be74-259ee5d74911 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047879 Sep 16 16:48:12.921607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60180) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.925690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-44b4d013-79c5-4c29-9561-b25bde9b850f tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.926642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-44b4d013-79c5-4c29-9561-b25bde9b850f tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041800 Sep 16 16:48:12.929059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60182) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.933237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-e5c2bd05-0d47-4b1d-96ca-086c220539f1 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.934236 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e5c2bd05-0d47-4b1d-96ca-086c220539f1 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042660 Sep 16 16:48:12.936402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60184) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.944296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-695013c1-3cb7-43b9-ab40-38197a1cc997 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.945233 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-695013c1-3cb7-43b9-ab40-38197a1cc997 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0080056 Sep 16 16:48:12.947410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60186) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.951851 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-309af4d5-7772-42a1-b8de-2fad7d924b32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2 HTTP/1.1" status: 200 len: 1002 time: 0.1007142 Sep 16 16:48:12.952268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-74c991c8-aa6c-4eee-ab76-e8495f89d3cc tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.953246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-74c991c8-aa6c-4eee-ab76-e8495f89d3cc tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049160 Sep 16 16:48:12.955489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60188) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.959853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-4ab9daab-6bfe-411a-a615-c0d559c97768 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.961044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ab9daab-6bfe-411a-a615-c0d559c97768 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044868 Sep 16 16:48:12.963232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60190) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.967884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-4f8a25d3-bc7f-41e1-a54f-44892bcf4bbb tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.968923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4f8a25d3-bc7f-41e1-a54f-44892bcf4bbb tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046444 Sep 16 16:48:12.973083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60192) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.977109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-de297a90-75d1-4331-aaed-6cf1b5a2579c tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.980167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-de297a90-75d1-4331-aaed-6cf1b5a2579c tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0040617 Sep 16 16:48:12.980694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60194) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.985123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-4f9badcf-a8d9-4c81-9473-9ff973a7b378 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.986083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4f9badcf-a8d9-4c81-9473-9ff973a7b378 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044336 Sep 16 16:48:12.988357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60196) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:12.992246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-63062df4-0cb1-4530-9d5e-e0a524374691 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:12.994281 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-63062df4-0cb1-4530-9d5e-e0a524374691 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039332 Sep 16 16:48:13.000190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60198) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.005658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-4a4e6c4e-cd03-4d41-b219-bd7a8c2a26b2 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.008428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4a4e6c4e-cd03-4d41-b219-bd7a8c2a26b2 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043669 Sep 16 16:48:13.009153 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60200) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.013838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-af98c4fd-9a61-4eef-8a07-ca3c07be2d91 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.016417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-af98c4fd-9a61-4eef-8a07-ca3c07be2d91 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048947 Sep 16 16:48:13.016548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-bffd3d29-7aa2-4b4c-b81f-00f75af4f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:13.017035 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-bffd3d29-7aa2-4b4c-b81f-00f75af4f85c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 200 len: 856 time: 0.0582817 Sep 16 16:48:13.017159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60202) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.022233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-97dc826c-4fc5-4795-a707-0ef2878d40e7 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.022233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-97dc826c-4fc5-4795-a707-0ef2878d40e7 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039506 Sep 16 16:48:13.024088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60204) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.028833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-a0197d1b-0ec0-4a82-8cfd-0e3af6b0edeb tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.029773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a0197d1b-0ec0-4a82-8cfd-0e3af6b0edeb tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047781 Sep 16 16:48:13.031977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60206) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.035785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-05551f6f-d3bd-4eab-8e07-ac2ac72cadab tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.036739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-05551f6f-d3bd-4eab-8e07-ac2ac72cadab tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0038984 Sep 16 16:48:13.038810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60208) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.042708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-7e3fa5b3-8cf5-43bd-9b94-28e7d3e1f5c8 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.043685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7e3fa5b3-8cf5-43bd-9b94-28e7d3e1f5c8 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040472 Sep 16 16:48:13.046061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60210) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.049940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-75261403-1d68-4b2e-bc72-4d8876f281e7 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.050870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-75261403-1d68-4b2e-bc72-4d8876f281e7 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0039294 Sep 16 16:48:13.053045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60212) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.056874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-b7922d9f-24c6-4564-b85b-d38f4628fff3 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.057822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b7922d9f-24c6-4564-b85b-d38f4628fff3 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039358 Sep 16 16:48:13.060673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60214) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.064770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-9e176106-0a47-43aa-81bf-607a177735d9 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.065701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9e176106-0a47-43aa-81bf-607a177735d9 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041635 Sep 16 16:48:13.067865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60216) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.071693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-29623ee4-f5b7-4527-b821-aa01c383146a tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.072587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-614e7335-c1c7-4b1e-a1f8-5f0ef6272cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:13.072799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-29623ee4-f5b7-4527-b821-aa01c383146a tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039299 Sep 16 16:48:13.074611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-614e7335-c1c7-4b1e-a1f8-5f0ef6272cb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c696e74-b340-47cf-ba65-d3ea254b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502975 Sep 16 16:48:13.081578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60218) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.086658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-310814e6-c254-44ba-b3d2-b20931716ad4 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.087821 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-310814e6-c254-44ba-b3d2-b20931716ad4 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053651 Sep 16 16:48:13.091213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60220) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.094783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-3e87557b-aa42-4470-bd95-a781659d9791 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.095774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3e87557b-aa42-4470-bd95-a781659d9791 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040326 Sep 16 16:48:13.098056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60222) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.102602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-8354cd1f-a77e-4d2d-b24f-146c7ee4197a tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.103515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8354cd1f-a77e-4d2d-b24f-146c7ee4197a tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045326 Sep 16 16:48:13.106493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60224) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.110698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-0a087cbe-bea7-4ad1-bb21-4ee42d499a29 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.111616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0a087cbe-bea7-4ad1-bb21-4ee42d499a29 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040278 Sep 16 16:48:13.113799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60226) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.117533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-d33f10e3-910a-441e-8ace-7070f17f2d34 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.120313 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d33f10e3-910a-441e-8ace-7070f17f2d34 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038426 Sep 16 16:48:13.120549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60228) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.124602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-99490f92-68a1-44ef-8d53-c7899b308af3 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.125509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-99490f92-68a1-44ef-8d53-c7899b308af3 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041535 Sep 16 16:48:13.127594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60230) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.131215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-6c594a97-126b-4456-a396-e16df3381272 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.132121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6c594a97-126b-4456-a396-e16df3381272 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037217 Sep 16 16:48:13.134222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60232) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.137924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-d52c9931-7355-41e6-a5f5-234d6741700b tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.143344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d52c9931-7355-41e6-a5f5-234d6741700b tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038102 Sep 16 16:48:13.144366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60234) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.148276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-7c2a49fd-f6f1-4414-ba2c-dcfa8215a1be tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.149334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7c2a49fd-f6f1-4414-ba2c-dcfa8215a1be tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040989 Sep 16 16:48:13.151519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60236) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.156663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-11926c5b-8bbf-417c-80c6-96ca06acd415 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.157591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-11926c5b-8bbf-417c-80c6-96ca06acd415 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052476 Sep 16 16:48:13.159656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60238) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.164245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-f83ca46d-d4cd-4a4d-9dc0-0a8ac73c6caf tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.165218 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f83ca46d-d4cd-4a4d-9dc0-0a8ac73c6caf tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047305 Sep 16 16:48:13.167433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60240) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.172682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-eae363af-c76a-4fec-be63-64dcda094c3e tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.173984 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-035ac874-b236-45ce-9742-f7568a11409e service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902359 Sep 16 16:48:13.174508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-eae363af-c76a-4fec-be63-64dcda094c3e tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0062056 Sep 16 16:48:13.175725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60242) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.179583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-173042bf-28d0-4fdd-b984-b04a8d8c395e tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.180580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-173042bf-28d0-4fdd-b984-b04a8d8c395e tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039501 Sep 16 16:48:13.182513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60244) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.186442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-aea3e988-2c7b-4af4-813d-40e06b2a9a25 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.187355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aea3e988-2c7b-4af4-813d-40e06b2a9a25 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0040300 Sep 16 16:48:13.189524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60246) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.193373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-3c76ac31-a7d4-41b9-a7d0-31e4e16efbe3 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.194299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3c76ac31-a7d4-41b9-a7d0-31e4e16efbe3 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039046 Sep 16 16:48:13.196404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60248) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.200131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-621f4add-613f-43cc-8aa1-d487567da358 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.203541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-621f4add-613f-43cc-8aa1-d487567da358 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038419 Sep 16 16:48:13.205521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60250) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.209325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-22c6450f-f794-4640-b5f7-b2f0ad783b2e tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.212746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-22c6450f-f794-4640-b5f7-b2f0ad783b2e tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0063477 Sep 16 16:48:13.213294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60252) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.217546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-22f8ba4a-d80a-49fa-9d2d-51f28800ff76 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.220515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-22f8ba4a-d80a-49fa-9d2d-51f28800ff76 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043695 Sep 16 16:48:13.220863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60256) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.225669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-6695988c-cf47-4012-b53f-4a4c53e408c3 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.228783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6695988c-cf47-4012-b53f-4a4c53e408c3 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048485 Sep 16 16:48:13.234901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60258) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.237223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-07a1df5e-2526-43e4-a3ff-e6e2a42778a5 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.240109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-07a1df5e-2526-43e4-a3ff-e6e2a42778a5 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044415 Sep 16 16:48:13.240616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60260) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.244376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-5ceaecba-856a-4dac-8176-40e5e86dfc78 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.245439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5ceaecba-856a-4dac-8176-40e5e86dfc78 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039752 Sep 16 16:48:13.248264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60262) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.254112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-8fdf8468-8f93-4e08-b506-9c93265e24fe tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.257351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8fdf8468-8f93-4e08-b506-9c93265e24fe tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059688 Sep 16 16:48:13.258342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60266) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.264008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-05d7dc51-fae2-470b-a9e3-f02078da7352 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.267551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60268) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.267688 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-05d7dc51-fae2-470b-a9e3-f02078da7352 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0082366 Sep 16 16:48:13.272298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-e65ebeab-5a60-49f7-b9a4-8f34e51cb7fb tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.275337 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e65ebeab-5a60-49f7-b9a4-8f34e51cb7fb tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045896 Sep 16 16:48:13.275628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60272) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.288112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [None req-8456f6ab-74a6-4449-a197-7f59462b34cc tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.291561 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4f4cbeb6-4ac1-4464-b369-def288233bf3 req-a8c845e5-5e8f-411e-bb7b-b3a359220a06 service neutron] 10.222.0.52 "GET /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089172 Sep 16 16:48:13.292001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60274) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.292082 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8456f6ab-74a6-4449-a197-7f59462b34cc tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0153203 Sep 16 16:48:13.296294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-4122054b-6eb1-44aa-96ec-f99c3e683e32 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.299392 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4122054b-6eb1-44aa-96ec-f99c3e683e32 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042357 Sep 16 16:48:13.299618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60276) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.303708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-8858ea80-af08-4571-9f2b-66c63d63f182 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.307137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8858ea80-af08-4571-9f2b-66c63d63f182 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0066423 Sep 16 16:48:13.307724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60278) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.313296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-9422ac16-7344-4998-9e62-6a73697bcde6 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.314243 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9422ac16-7344-4998-9e62-6a73697bcde6 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0056739 Sep 16 16:48:13.322563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60280) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.327082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-57cdfcbc-41b0-41b5-b722-481516be1b6b tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.328515 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57cdfcbc-41b0-41b5-b722-481516be1b6b tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044487 Sep 16 16:48:13.330449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60282) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.334333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-3ac37042-ec75-4ef6-8a01-2fe0c3e52e03 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.337296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3ac37042-ec75-4ef6-8a01-2fe0c3e52e03 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039659 Sep 16 16:48:13.337998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60284) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.343730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-b94b4584-b080-4a72-b709-15ab6f7a0381 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.345059 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b94b4584-b080-4a72-b709-15ab6f7a0381 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0060444 Sep 16 16:48:13.354395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60286) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.360135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-26b0f66b-8eee-4e44-a921-7db30c3595db tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.361151 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-26b0f66b-8eee-4e44-a921-7db30c3595db tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0058317 Sep 16 16:48:13.363431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60288) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.367298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-ac596417-29e8-42e7-ab35-5733b03d9a4b tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.368230 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ac596417-29e8-42e7-ab35-5733b03d9a4b tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039575 Sep 16 16:48:13.370330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60290) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.374526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-1fca806c-23b5-4aac-b0ce-a6e454b8c8b6 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.375470 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1fca806c-23b5-4aac-b0ce-a6e454b8c8b6 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043156 Sep 16 16:48:13.377696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60292) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.381617 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [None req-b4b73d50-30fc-4235-ace7-bb82e226f5c1 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:48:13.381768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709742fd-5e77-4d76-845c-4422d45e87eb req-1ca6eaa9-dc4a-49e9-9575-d5473df8656b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:13.382566 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b4b73d50-30fc-4235-ace7-bb82e226f5c1 tempest-ExtensionsTestJSON-1932647055 tempest-ExtensionsTestJSON-1932647055-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039706 Sep 16 16:48:13.383147 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-709742fd-5e77-4d76-845c-4422d45e87eb req-1ca6eaa9-dc4a-49e9-9575-d5473df8656b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 945 time: 0.0528584 Sep 16 16:48:13.433061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-709742fd-5e77-4d76-845c-4422d45e87eb req-d7fd9145-7ba5-47f5-ab63-8dc699e2c0c3 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416913 Sep 16 16:48:13.564368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-eabf02fd-c7cb-4531-aceb-2d521389e1fd tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:13.565926 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-eabf02fd-c7cb-4531-aceb-2d521389e1fd tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.52 "GET /v2.0/networks?id=a97892df-a40e-47b9-97c7-0635e5376421 HTTP/1.1" status: 200 len: 814 time: 0.1209435 Sep 16 16:48:13.581632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Request body: {'port': {'device_id': '6e93c9f7-9c98-4c12-af36-2609997c01e0', 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421', 'admin_state_up': True, 'tenant_id': 'ee6f04313dc4493bae1c6dd9751b37bd'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:13.581923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81185e1f-c01c-408e-bdac-440e9ba3c9ae req-77e2b916-c431-4510-a574-9f61b0acdf06 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:13.583437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81185e1f-c01c-408e-bdac-440e9ba3c9ae req-77e2b916-c431-4510-a574-9f61b0acdf06 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 945 time: 0.0702355 Sep 16 16:48:13.592251 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:13.640000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81185e1f-c01c-408e-bdac-440e9ba3c9ae req-46705ea5-1c08-4541-80d9-984f5fbac978 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486951 Sep 16 16:48:13.689490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330fb84-ed28-4ebf-b17d-953702f97691 req-1877c575-8ad2-4b57-9037-580a1ff53ad9 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:13.701200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d330fb84-ed28-4ebf-b17d-953702f97691 req-1877c575-8ad2-4b57-9037-580a1ff53ad9 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 984 time: 0.0829611 Sep 16 16:48:13.747880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6747b9e7-3c3a-46fb-8db9-8f9d4e238f24 req-d953f697-090d-48a4-9bbd-7a1eda6cb9e8 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 210 time: 0.0380356 Sep 16 16:48:13.774356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d330fb84-ed28-4ebf-b17d-953702f97691 req-1d69ac2a-7d53-41eb-8c0b-5cfbf021f9d4 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0722909 Sep 16 16:48:13.813308 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:13.813946 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Made reservation on behalf of ee6f04313dc4493bae1c6dd9751b37bd for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:13.817988 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:13.909147 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60308) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:13.967928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Allocated IP 172.20.0.7 (a97892df-a40e-47b9-97c7-0635e5376421/a534c8fd-3b12-4b22-a0f2-60b6a321c05c/16deb7ef-11d1-496b-83f2-2f294353c2c2) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:14.022870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-782a12d4-668f-4a61-be95-c9bafc306d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.130554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.151376 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-782a12d4-668f-4a61-be95-c9bafc306d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.167282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e61b1-91d7-4d37-906a-dc77d84a5339 req-827e5f97-444f-4dc6-95a8-4aa3efcc1c08 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:14.169488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b3e61b1-91d7-4d37-906a-dc77d84a5339 req-827e5f97-444f-4dc6-95a8-4aa3efcc1c08 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 945 time: 0.0756116 Sep 16 16:48:14.197261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e5b68517-3817-44cd-ac7c-00d8cad0e43e up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:14.208230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b3e61b1-91d7-4d37-906a-dc77d84a5339 req-41c2e30b-d67c-4573-b36b-c0808bbb302d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325537 Sep 16 16:48:14.257579 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-782a12d4-668f-4a61-be95-c9bafc306d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.294882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-782a12d4-668f-4a61-be95-c9bafc306d52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c3225f078de45698426083bf52dda45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846142 Sep 16 16:48:14.296888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a12d4-668f-4a61-be95-c9bafc306d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fcdd5b-b61f-447a-9868-085527135268,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:14.297620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60316) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:14.312906 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.350565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port e5b68517-3817-44cd-ac7c-00d8cad0e43e completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:48:14.356861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port e5b68517-3817-44cd-ac7c-00d8cad0e43e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:14.356861 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.378157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Network a97892df-a40e-47b9-97c7-0635e5376421 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:14.384316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:14.392334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:14.398417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Pushing event updated for resources: {'Port': ['ID=16deb7ef-11d1-496b-83f2-2f294353c2c2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:14.435333 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0964227-b057-4bf7-9b91-e30e8a8d0edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.447897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.471729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:14.472246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.476927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:14.478947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0964227-b057-4bf7-9b91-e30e8a8d0edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.479072 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7a3b18-9f24-44f5-b02f-bd9378f10c67" -d '{"events": [{"server_uuid": "fc3ff894-2dce-4450-b373-9e3a098b84bc", "name": "network-vif-plugged", "status": "completed", "tag": "e5b68517-3817-44cd-ac7c-00d8cad0e43e"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:14.492742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e5b68517-3817-44cd-ac7c-00d8cad0e43e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e5b68517-3817-44cd-ac7c-00d8cad0e43e,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:14.516718 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688af4d4-fb7b-4043-b112-2779f9345b43 x-openstack-request-id: req-688af4d4-fb7b-4043-b112-2779f9345b43 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:14.517005 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3ff894-2dce-4450-b373-9e3a098b84bc", "name": "network-vif-plugged", "status": "completed", "tag": "e5b68517-3817-44cd-ac7c-00d8cad0e43e", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:14.517254 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-688af4d4-fb7b-4043-b112-2779f9345b43 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:14.517671 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'code': 200} Sep 16 16:48:14.545292 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.593295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e5b68517-3817-44cd-ac7c-00d8cad0e43e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:14.608070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-dd2d6ea8-d90d-4e74-a268-12985e52ce03 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0333884 Sep 16 16:48:14.615802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76055ba-d327-4085-aa4a-d51af8009535 req-a84ace1f-8198-430a-9f54-89fd766abde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:14.617285 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c76055ba-d327-4085-aa4a-d51af8009535 req-a84ace1f-8198-430a-9f54-89fd766abde2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 1136 time: 0.0419369 Sep 16 16:48:14.622644 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Request body: {'port': {'device_id': '6e93c9f7-9c98-4c12-af36-2609997c01e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:14.652520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0964227-b057-4bf7-9b91-e30e8a8d0edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.655005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0964227-b057-4bf7-9b91-e30e8a8d0edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.656098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e0964227-b057-4bf7-9b91-e30e8a8d0edd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51fcdd5b-b61f-447a-9868-085527135268 HTTP/1.1" status: 204 len: 168 time: 0.3571496 Sep 16 16:48:14.682123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0964227-b057-4bf7-9b91-e30e8a8d0edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fcdd5b-b61f-447a-9868-085527135268,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:14.708137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c76055ba-d327-4085-aa4a-d51af8009535 req-32229e65-a3a2-40fe-bfc2-2fee5fd03db9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0820191 Sep 16 16:48:14.713566 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:14.911538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e981d91-c111-43e2-a4df-90282720937b req-58889e17-3633-48ad-936d-e2f4b36a9238 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:14.913095 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e981d91-c111-43e2-a4df-90282720937b req-58889e17-3633-48ad-936d-e2f4b36a9238 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 985 time: 0.0595801 Sep 16 16:48:14.956257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e981d91-c111-43e2-a4df-90282720937b req-160ada7a-bcbc-48c2-8609-8c757d045970 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0360498 Sep 16 16:48:15.060768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16deb7ef-11d1-496b-83f2-2f294353c2c2 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:15.068711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:15.081657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Transition to ACTIVE for port object 16deb7ef-11d1-496b-83f2-2f294353c2c2 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:48:15.099992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1efe-ecd5-472f-9bf0-5fc5965546ce req-a986bc5b-67fc-4149-92f7-f958e684cf91 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:15.101513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-446e1efe-ecd5-472f-9bf0-5fc5965546ce req-a986bc5b-67fc-4149-92f7-f958e684cf91 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 931 time: 0.2369878 Sep 16 16:48:15.145061 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:15.161306 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-446e1efe-ecd5-472f-9bf0-5fc5965546ce req-bd639b86-057d-4ded-af6b-adfb344d8a6f tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514126 Sep 16 16:48:15.201805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=16deb7ef-11d1-496b-83f2-2f294353c2c2,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:15.276082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Attempting to bind port 16deb7ef-11d1-496b-83f2-2f294353c2c2 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:15.276444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Attempting to bind port 16deb7ef-11d1-496b-83f2-2f294353c2c2 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '32cae03f-53b4-409b-a51b-d417da04a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:15.276774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Attempting to bind port 16deb7ef-11d1-496b-83f2-2f294353c2c2 on network a97892df-a40e-47b9-97c7-0635e5376421 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:15.282256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Port 16deb7ef-11d1-496b-83f2-2f294353c2c2 on network a97892df-a40e-47b9-97c7-0635e5376421 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:15.286066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Attempting to bind port 16deb7ef-11d1-496b-83f2-2f294353c2c2 on network a97892df-a40e-47b9-97c7-0635e5376421 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:15.287864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:15.288198 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Checking segment: {'id': '32cae03f-53b4-409b-a51b-d417da04a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:15.290822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Bound using segment: {'id': '32cae03f-53b4-409b-a51b-d417da04a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:15.290822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Bound port: 16deb7ef-11d1-496b-83f2-2f294353c2c2, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cae03f-53b4-409b-a51b-d417da04a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:15.290822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:15.327114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc240-cfd4-4087-a176-aacc0c0185fc req-7e0666e6-7d1f-4a89-9ff8-5012c0fee602 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:15.328689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3bcdc240-cfd4-4087-a176-aacc0c0185fc req-7e0666e6-7d1f-4a89-9ff8-5012c0fee602 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 945 time: 0.0494275 Sep 16 16:48:15.368014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3bcdc240-cfd4-4087-a176-aacc0c0185fc req-0a4af5cc-c4db-4483-8b0a-444bf3c813de tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333123 Sep 16 16:48:15.394541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] For port 16deb7ef-11d1-496b-83f2-2f294353c2c2, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:15.399123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] For port 16deb7ef-11d1-496b-83f2-2f294353c2c2, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=16deb7ef-11d1-496b-83f2-2f294353c2c2,segment=NetworkSegment(32cae03f-53b4-409b-a51b-d417da04a968),segment_id=32cae03f-53b4-409b-a51b-d417da04a968)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:15.408795 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25106521-15dd-4d98-9464-febcab7f904a req-f7d372d0-f808-4433-8b52-c6e5314015fc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:15.410305 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-25106521-15dd-4d98-9464-febcab7f904a req-f7d372d0-f808-4433-8b52-c6e5314015fc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 945 time: 0.0837016 Sep 16 16:48:15.506905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-25106521-15dd-4d98-9464-febcab7f904a req-3985e4c7-9fc3-45b9-a393-9d2e92df16d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Deleting port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:15.507251 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-25106521-15dd-4d98-9464-febcab7f904a req-3985e4c7-9fc3-45b9-a393-9d2e92df16d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:15.524110 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:15.601343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:15.601961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:15.603345 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] 10.222.0.52 "PUT /v2.0/ports/16deb7ef-11d1-496b-83f2-2f294353c2c2 HTTP/1.1" status: 200 len: 1091 time: 0.9851949 Sep 16 16:48:15.603782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e93c9f7-9c98-4c12-af36-2609997c01e0', 'tag': '16deb7ef-11d1-496b-83f2-2f294353c2c2'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:15.606193 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd718ec-e3b5-41e3-a2c2-d12e529cdd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e93c9f7-9c98-4c12-af36-2609997c01e0", "tag": "16deb7ef-11d1-496b-83f2-2f294353c2c2"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:15.641485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655eece-7c8a-43dd-99c1-8635a863c8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=16deb7ef-11d1-496b-83f2-2f294353c2c2,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:15.644831 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d277f2-a9a7-4263-8c93-17657f884840 x-openstack-request-id: req-45d277f2-a9a7-4263-8c93-17657f884840 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:15.645114 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e93c9f7-9c98-4c12-af36-2609997c01e0", "tag": "16deb7ef-11d1-496b-83f2-2f294353c2c2", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:15.645361 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45d277f2-a9a7-4263-8c93-17657f884840 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:15.645740 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e93c9f7-9c98-4c12-af36-2609997c01e0', 'tag': '16deb7ef-11d1-496b-83f2-2f294353c2c2', 'status': 'completed', 'code': 200} Sep 16 16:48:15.660369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-25106521-15dd-4d98-9464-febcab7f904a req-3985e4c7-9fc3-45b9-a393-9d2e92df16d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] For port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:15.663648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-25106521-15dd-4d98-9464-febcab7f904a req-3985e4c7-9fc3-45b9-a393-9d2e92df16d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:15.694904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-25106521-15dd-4d98-9464-febcab7f904a req-3985e4c7-9fc3-45b9-a393-9d2e92df16d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Calling delete_port for c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:15.753108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd718ec-e3b5-41e3-a2c2-d12e529cdd4b req-276b87a3-c56a-478a-a116-01b809ed89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:15.758988 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5cd718ec-e3b5-41e3-a2c2-d12e529cdd4b req-276b87a3-c56a-478a-a116-01b809ed89f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6f04313dc4493bae1c6dd9751b37bd&device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 1094 time: 0.0941169 Sep 16 16:48:15.813832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60352) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:15.906590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd718ec-e3b5-41e3-a2c2-d12e529cdd4b req-d767672e-09c4-4d5a-bed7-58a760f84901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:15.908098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5cd718ec-e3b5-41e3-a2c2-d12e529cdd4b req-d767672e-09c4-4d5a-bed7-58a760f84901 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ee6f04313dc4493bae1c6dd9751b37bd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1416650 Sep 16 16:48:15.921048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-224188790'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:16.013313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-25106521-15dd-4d98-9464-febcab7f904a req-3985e4c7-9fc3-45b9-a393-9d2e92df16d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.019171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:16.023640 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.030257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:16.049498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd718ec-e3b5-41e3-a2c2-d12e529cdd4b req-de84a8d1-f712-4955-b54f-2de9c4106759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:16.050283 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.051014 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5cd718ec-e3b5-41e3-a2c2-d12e529cdd4b req-de84a8d1-f712-4955-b54f-2de9c4106759 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357214 Sep 16 16:48:16.056022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985e4c7-9fc3-45b9-a393-9d2e92df16d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event deleted for resources: {'Port': ['ID=c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:16.065317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:16.102150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-25106521-15dd-4d98-9464-febcab7f904a req-3985e4c7-9fc3-45b9-a393-9d2e92df16d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] No DVR routers for this DVR port c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:16.105222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-25106521-15dd-4d98-9464-febcab7f904a req-3985e4c7-9fc3-45b9-a393-9d2e92df16d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.107687 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-25106521-15dd-4d98-9464-febcab7f904a req-3985e4c7-9fc3-45b9-a393-9d2e92df16d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "DELETE /v2.0/ports/c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 HTTP/1.1" status: 204 len: 173 time: 0.6913011 Sep 16 16:48:16.130273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15390be-ff89-42a3-b2de-08e1f046da91 req-6ca456b9-e3e4-4bb9-925c-294fb44b0d03 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:16.131819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b15390be-ff89-42a3-b2de-08e1f046da91 req-6ca456b9-e3e4-4bb9-925c-294fb44b0d03 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 985 time: 0.0917201 Sep 16 16:48:16.159053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-6b3b8075-569c-47c7-8464-9d2e7d1f1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:16.161731 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-6b3b8075-569c-47c7-8464-9d2e7d1f1424 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6f04313dc4493bae1c6dd9751b37bd&device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 1094 time: 0.0530589 Sep 16 16:48:16.198269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b15390be-ff89-42a3-b2de-08e1f046da91 req-7857a671-e320-4ab8-bf26-48407c654e42 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575283 Sep 16 16:48:16.239378 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.260651 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-4e182fa0-6f96-4562-a46f-4a5ce76dd471 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16deb7ef-11d1-496b-83f2-2f294353c2c2 HTTP/1.1" status: 200 len: 217 time: 0.0906124 Sep 16 16:48:16.311240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a846b64-35ee-492f-8045-dfb720b15d43 req-65c3f50b-48b4-4fb9-af37-e2ca8b6923af tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:16.312741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a846b64-35ee-492f-8045-dfb720b15d43 req-65c3f50b-48b4-4fb9-af37-e2ca8b6923af tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 943 time: 0.0588284 Sep 16 16:48:16.322466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.330478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-69585d76-4dff-4a64-824d-6143cbd5b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:16.332010 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-69585d76-4dff-4a64-824d-6143cbd5b187 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a534c8fd-3b12-4b22-a0f2-60b6a321c05c HTTP/1.1" status: 200 len: 854 time: 0.0641320 Sep 16 16:48:16.367408 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-f16b3202-eadd-4db3-a964-ad484ea944e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a97892df-a40e-47b9-97c7-0635e5376421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285707 Sep 16 16:48:16.382246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:16.415496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fc393f-6a2e-4e71-9f7d-6643d5508b96,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:16.424094 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.425141 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Added segment 922a2baa-b659-4c80-950c-8c88e35eff7b of type vlan for network 9a9d1fca-e152-4c2d-b410-54310ddb194d Sep 16 16:48:16.439307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a846b64-35ee-492f-8045-dfb720b15d43 req-614771d0-6f44-432f-a0d3-69fc0184bf7e tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097367 Sep 16 16:48:16.447547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0260b3-debe-414b-b8a2-bf62b08dc5a9 req-33889ed0-deaa-45ed-a227-599d84a3857a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:16.449260 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef0260b3-debe-414b-b8a2-bf62b08dc5a9 req-33889ed0-deaa-45ed-a227-599d84a3857a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 985 time: 0.1349285 Sep 16 16:48:16.471186 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-d5fae9a4-4f2f-4c48-8b01-4ed6922a5d02 service neutron] 10.222.0.52 "GET /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960588 Sep 16 16:48:16.498288 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.534730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef0260b3-debe-414b-b8a2-bf62b08dc5a9 req-1fe32195-20d5-4c28-8b59-e8c2eda97dec tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0650790 Sep 16 16:48:16.568112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a97c8ea2-373c-4b38-9bbb-d3fe20c873d0 req-a0d7a3a8-10b8-4a9b-99c1-538d2084b213 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9de9834-1529-443c-bc09-00b6a7b685ab HTTP/1.1" status: 200 len: 210 time: 0.0380566 Sep 16 16:48:16.659218 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.665034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:16.665655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.742601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=9a9d1fca-e152-4c2d-b410-54310ddb194d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:16.748045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2246-5565-45ec-9b48-cd4d3506f00e req-9941673c-d029-454e-bb7d-bcf9e6685c26 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:16.749737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96cc2246-5565-45ec-9b48-cd4d3506f00e req-9941673c-d029-454e-bb7d-bcf9e6685c26 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 1136 time: 0.1181815 Sep 16 16:48:16.755082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 9a9d1fca-e152-4c2d-b410-54310ddb194d details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:16.781967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96cc2246-5565-45ec-9b48-cd4d3506f00e req-0282afa1-cc4a-48d8-ab2f-5ef882cf2aec tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.793101 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9923a684-d9de-493f-8f6d-516d9a52d1b9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9777756 Sep 16 16:48:16.927620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96cc2246-5565-45ec-9b48-cd4d3506f00e req-0282afa1-cc4a-48d8-ab2f-5ef882cf2aec tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:16.929981 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-432c5d34-879a-42d0-b45e-1548aaccf284 req-19a6938f-bf39-44e9-a1d7-130959eaacc6 service neutron] 10.222.0.52 "GET /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516120 Sep 16 16:48:16.990441 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96cc2246-5565-45ec-9b48-cd4d3506f00e req-0282afa1-cc4a-48d8-ab2f-5ef882cf2aec tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:17.013046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96cc2246-5565-45ec-9b48-cd4d3506f00e req-0282afa1-cc4a-48d8-ab2f-5ef882cf2aec tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2515948 Sep 16 16:48:17.035099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60368) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:17.035523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282afa1-cc4a-48d8-ab2f-5ef882cf2aec tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42876ec8-ef91-40e9-af91-5cb9771213c8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:17.085843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2979127-9dc8-47ff-8bae-3c9f62f1990e tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:17.087596 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a2979127-9dc8-47ff-8bae-3c9f62f1990e tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 1131 time: 0.0514333 Sep 16 16:48:17.090588 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60370) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:17.095405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:17.185555 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:17.286035 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:17.396204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Allocated IP 172.25.6.120 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/cf02d8ff-a7a7-4172-9682-82070b68ea8b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:17.503706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:17.564433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5995014-8310-45dd-b96e-56a0e5c22e43 req-7549481d-d569-471f-b942-dcd6ae7373be tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:17.566208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5995014-8310-45dd-b96e-56a0e5c22e43 req-7549481d-d569-471f-b942-dcd6ae7373be tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 943 time: 0.0512209 Sep 16 16:48:17.608170 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:17.617664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5995014-8310-45dd-b96e-56a0e5c22e43 req-c5ccc4ba-1b31-4027-9f6a-9b8e42f27c32 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452669 Sep 16 16:48:17.647496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de9834-1529-443c-bc09-00b6a7b685ab', 'name': 'network-vif-deleted', 'tag': 'c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:17.649758 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0215aa-c4fa-4838-afbb-32ca4ca58b4b" -d '{"events": [{"server_uuid": "c9de9834-1529-443c-bc09-00b6a7b685ab", "name": "network-vif-deleted", "tag": "c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:17.661657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:17.664776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:17.672030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:17.705432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Port': ['ID=cf02d8ff-a7a7-4172-9682-82070b68ea8b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:17.757508 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728275d2-a5b6-450e-8d8d-10284643326d x-openstack-request-id: req-728275d2-a5b6-450e-8d8d-10284643326d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:17.757871 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9de9834-1529-443c-bc09-00b6a7b685ab", "name": "network-vif-deleted", "tag": "c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:17.758228 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-728275d2-a5b6-450e-8d8d-10284643326d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:17.758720 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9de9834-1529-443c-bc09-00b6a7b685ab', 'name': 'network-vif-deleted', 'tag': 'c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5', 'status': 'completed', 'code': 200} Sep 16 16:48:18.081439 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:18.189242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-7154ef92-d78f-487f-8680-95ee6c99cdb2 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:18.190985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-7154ef92-d78f-487f-8680-95ee6c99cdb2 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.1072254 Sep 16 16:48:18.209184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-ed7374c0-c1e3-49dd-9dd5-d838d7b32062 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/quotas/bdd5e8d1c02f47ba998d60775463077f HTTP/1.1" status: 200 len: 375 time: 0.0105371 Sep 16 16:48:18.217770 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:18.263254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-1d8ca98f-18fb-4683-abd0-359120c124ae tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456033 Sep 16 16:48:18.368842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-8fa90d92-fb64-416e-8ae8-3d78ab37aa0a service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925272 Sep 16 16:48:18.389943 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:18.447402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:18.472936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-eaf17389-bc6d-453e-99cb-2aa9ebb7a09b service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964615 Sep 16 16:48:18.487875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 16deb7ef-11d1-496b-83f2-2f294353c2c2 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:48:18.494558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:48:18.524899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Port': ['ID=cf02d8ff-a7a7-4172-9682-82070b68ea8b,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:18.534156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:48:18.534300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device c6dbe722-a02d-48c5-b1b3-df69f2b3e2e5 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:48:18.538024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:18.650619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 16deb7ef-11d1-496b-83f2-2f294353c2c2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=16deb7ef-11d1-496b-83f2-2f294353c2c2,segment=NetworkSegment(32cae03f-53b4-409b-a51b-d417da04a968),segment_id=32cae03f-53b4-409b-a51b-d417da04a968)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:18.660005 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Floating IP e69573d3-1f81-4b71-b392-166c7d6ef171 associated. External IP: 172.25.6.120, port: e5b68517-3817-44cd-ac7c-00d8cad0e43e. Sep 16 16:48:18.689442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '16deb7ef-11d1-496b-83f2-2f294353c2c2', 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421', 'port_id': '16deb7ef-11d1-496b-83f2-2f294353c2c2', 'mac_address': 'fa:16:3e:35:4c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a534c8fd-3b12-4b22-a0f2-60b6a321c05c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:48:18.756901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d459d703-d745-4f86-9a11-83fa2eea934d req-1c0d6f9d-104a-4d75-b4e1-97bcc923782f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 210 time: 0.0446436 Sep 16 16:48:18.777418 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:18.791848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16deb7ef-11d1-496b-83f2-2f294353c2c2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:18.816411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 16deb7ef-11d1-496b-83f2-2f294353c2c2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=16deb7ef-11d1-496b-83f2-2f294353c2c2,segment=NetworkSegment(32cae03f-53b4-409b-a51b-d417da04a968),segment_id=32cae03f-53b4-409b-a51b-d417da04a968)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:18.888076 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:18.890028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1099ac1-aeb5-4ee0-9971-267215a789eb req-83cb3312-0d4d-4dc4-b4a0-ce0bc036e545 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:18.892764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1099ac1-aeb5-4ee0-9971-267215a789eb req-83cb3312-0d4d-4dc4-b4a0-ce0bc036e545 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 943 time: 0.1259413 Sep 16 16:48:18.944573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1099ac1-aeb5-4ee0-9971-267215a789eb req-041af8b3-694c-441a-b0fc-55af0430a092 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Sep 16 16:48:18.963921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=16deb7ef-11d1-496b-83f2-2f294353c2c2,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:19.048568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Router 473bec57-229d-4598-8468-7569df02ce69 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:48:19.111483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['16deb7ef-11d1-496b-83f2-2f294353c2c2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:19.195158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:48:19.210839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] Sync routers for ids ['473bec57-229d-4598-8468-7569df02ce69'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:48:19.237281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] Routers {'473bec57-229d-4598-8468-7569df02ce69'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:48:19.237948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:48:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['473bec57-229d-4598-8468-7569df02ce69'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:19.317131 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:19.354546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f007cf48-5750-42d1-8add-3f51a061f334 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2604496 Sep 16 16:48:19.354864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60410) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:19.377501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] Set router 473bec57-229d-4598-8468-7569df02ce69 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:48:19.557384 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.558047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.559089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.559962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.560141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.560700 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.561675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.561675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.562239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.562761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.563287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.568206 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eeab4b2d-15af-4825-b171-619562393d4f tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7718 time: 0.2094836 Sep 16 16:48:19.568549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60412) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:19.634512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:57Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'e69573d3-1f81-4b71-b392-166c7d6ef171', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '473bec57-229d-4598-8468-7569df02ce69', 'port_id': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'mac_address': 'fa:16:3e:7f:c3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:48:17Z', 'updated_at': '2021-09-16T16:48:17Z', 'revision_number': 0, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f15aa0-fa0a-4883-ac50-95ae94c7834e', 'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:c0:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:55Z', 'updated_at': '2021-09-16T16:48:01Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:19.668582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] Checking router: 473bec57-229d-4598-8468-7569df02ce69 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:48:19.673705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.674201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.674670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.675286 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.675758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.676223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.676709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.677171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.677625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.678084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.678523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] Routers {'473bec57-229d-4598-8468-7569df02ce69'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:48:19.679240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:48:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['473bec57-229d-4598-8468-7569df02ce69'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:19.682992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60414) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:19.683141 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-16a9b13c-25c6-46df-860a-84955b57f67a tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6454 time: 0.1134579 Sep 16 16:48:19.759947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'tag': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:19.765311 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e426aef-d1ef-465d-ad0b-20d0a0770e64" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3ff894-2dce-4450-b373-9e3a098b84bc", "tag": "e5b68517-3817-44cd-ac7c-00d8cad0e43e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:19.807669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] Set router 473bec57-229d-4598-8468-7569df02ce69 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:48:19.833103 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bbca9c-6a8e-45b2-b013-2d4c4205fce2 x-openstack-request-id: req-61bbca9c-6a8e-45b2-b013-2d4c4205fce2 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:19.833394 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3ff894-2dce-4450-b373-9e3a098b84bc", "tag": "e5b68517-3817-44cd-ac7c-00d8cad0e43e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:19.833645 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61bbca9c-6a8e-45b2-b013-2d4c4205fce2 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:19.834042 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'tag': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'status': 'completed', 'code': 200} Sep 16 16:48:19.984281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-b5bad13e-7de6-47ee-830c-d44da347724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:19.986665 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-b5bad13e-7de6-47ee-830c-d44da347724b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e764730be1d4e9cab0eff197319a5be&device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 1136 time: 0.1235268 Sep 16 16:48:20.115742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60424) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:20.123828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'network_id': '9a9d1fca-e152-4c2d-b410-54310ddb194d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:20.165382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:57Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'e69573d3-1f81-4b71-b392-166c7d6ef171', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '473bec57-229d-4598-8468-7569df02ce69', 'port_id': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'mac_address': 'fa:16:3e:7f:c3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:48:17Z', 'updated_at': '2021-09-16T16:48:17Z', 'revision_number': 0, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f15aa0-fa0a-4883-ac50-95ae94c7834e', 'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:c0:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:55Z', 'updated_at': '2021-09-16T16:48:01Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:20.193803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46884b31-75bb-411c-ab70-21cc26235ed0 None None] The sync data for ids ['473bec57-229d-4598-8468-7569df02ce69'] in n-d-807786-3 is: [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:57Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'e69573d3-1f81-4b71-b392-166c7d6ef171', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '473bec57-229d-4598-8468-7569df02ce69', 'port_id': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'mac_address': 'fa:16:3e:7f:c3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:48:17Z', 'updated_at': '2021-09-16T16:48:17Z', 'revision_number': 0, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f15aa0-fa0a-4883-ac50-95ae94c7834e', 'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:c0:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:55Z', 'updated_at': '2021-09-16T16:48:01Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:48:20.225012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-6587272c-40e6-4e88-a188-1afe2afc6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:20.226563 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-6587272c-40e6-4e88-a188-1afe2afc6e46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 HTTP/1.1" status: 200 len: 897 time: 0.2323651 Sep 16 16:48:20.297327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fae29892-53ca-4315-9544-e014be2abc25 req-8102da19-e13b-4f4d-b015-a1fa136ed457 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 210 time: 0.3491805 Sep 16 16:48:20.312489 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-b89c79ce-c3b7-45be-95da-815ee3685bb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b68517-3817-44cd-ac7c-00d8cad0e43e HTTP/1.1" status: 200 len: 1000 time: 0.0764921 Sep 16 16:48:20.365634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-33dca32f-d755-4ce5-91af-f34cf3d8b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:20.367430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-33dca32f-d755-4ce5-91af-f34cf3d8b984 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48f5f9f-392b-4a15-913d-a2a1559f7cb6 HTTP/1.1" status: 200 len: 835 time: 0.0465028 Sep 16 16:48:20.368694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:20.373102 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:20.380785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8061ed7-2b7d-4f2d-a0a9-ebce16d3dca8 req-192bf9e5-3507-4c7f-9fe6-938573f07234 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:20.382299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8061ed7-2b7d-4f2d-a0a9-ebce16d3dca8 req-192bf9e5-3507-4c7f-9fe6-938573f07234 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 944 time: 0.0886459 Sep 16 16:48:20.416253 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-22c79e8a-628b-4582-b6e9-dc2cb1585f02 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.7319174 Sep 16 16:48:20.416876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60426) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:20.483216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-4da66919-7bea-4819-9bbd-f9e961fc7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:20.484828 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-4da66919-7bea-4819-9bbd-f9e961fc7253 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082981 Sep 16 16:48:20.487702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8061ed7-2b7d-4f2d-a0a9-ebce16d3dca8 req-31054a0d-55d7-4181-bed2-c09be366520d tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883882 Sep 16 16:48:20.488653 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545fe016-210f-4018-bad1-2165e29f47d3 None None] New status for floating IP e69573d3-1f81-4b71-b392-166c7d6ef171: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:48:20.496827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 16deb7ef-11d1-496b-83f2-2f294353c2c2 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:20.516050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24a8274-4a1f-4f37-b3f9-0f4b25b2fc00 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:20.524997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24a8274-4a1f-4f37-b3f9-0f4b25b2fc00 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:20.528873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c24a8274-4a1f-4f37-b3f9-0f4b25b2fc00 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=473bec57-229d-4598-8468-7569df02ce69 HTTP/1.1" status: 200 len: 1989 time: 0.1045103 Sep 16 16:48:20.624768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 16deb7ef-11d1-496b-83f2-2f294353c2c2 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:48:20.628738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 16deb7ef-11d1-496b-83f2-2f294353c2c2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:20.631277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:20.666626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-3ca1a3b1-9a11-4592-bf56-e1137b4d0642 service neutron] 10.222.0.62 "GET /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726060 Sep 16 16:48:20.714178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:20.746608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e93c9f7-9c98-4c12-af36-2609997c01e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16deb7ef-11d1-496b-83f2-2f294353c2c2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:20.749489 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6ca54-0b55-4ab5-b081-7cfdf4048f6d" -d '{"events": [{"server_uuid": "6e93c9f7-9c98-4c12-af36-2609997c01e0", "name": "network-vif-plugged", "status": "completed", "tag": "16deb7ef-11d1-496b-83f2-2f294353c2c2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:20.765015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 16deb7ef-11d1-496b-83f2-2f294353c2c2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=16deb7ef-11d1-496b-83f2-2f294353c2c2,segment=NetworkSegment(32cae03f-53b4-409b-a51b-d417da04a968),segment_id=32cae03f-53b4-409b-a51b-d417da04a968)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:20.766633 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:20.790533 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfa0a14-7329-482e-b659-9878b1c5e80a x-openstack-request-id: req-7bfa0a14-7329-482e-b659-9878b1c5e80a {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:20.790827 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e93c9f7-9c98-4c12-af36-2609997c01e0", "name": "network-vif-plugged", "status": "completed", "tag": "16deb7ef-11d1-496b-83f2-2f294353c2c2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:20.791075 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7bfa0a14-7329-482e-b659-9878b1c5e80a {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:20.791468 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e93c9f7-9c98-4c12-af36-2609997c01e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16deb7ef-11d1-496b-83f2-2f294353c2c2', 'code': 200} Sep 16 16:48:20.826736 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6e426aef-d1ef-465d-ad0b-20d0a0770e64 req-381585c9-c5ce-4f1c-92f6-dbae6ef170a6 service neutron] 10.222.0.62 "GET /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453915 Sep 16 16:48:20.840672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=04000c3c-2ba6-4f01-8acb-94742a5147d4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:20.847584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:20.881697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking segment: {'id': '922a2baa-b659-4c80-950c-8c88e35eff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a9d1fca-e152-4c2d-b410-54310ddb194d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:20.881697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network hostable DHCP agents. Network: 9a9d1fca-e152-4c2d-b410-54310ddb194d, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:48:20.899952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=16deb7ef-11d1-496b-83f2-2f294353c2c2,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:20.929346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a41852-bb3c-4707-bf15-57b0e0ffe1da req-f97f9763-28e5-4eb2-b7f1-b5480789bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:20.930913 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c3a41852-bb3c-4707-bf15-57b0e0ffe1da req-f97f9763-28e5-4eb2-b7f1-b5480789bad5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 1096 time: 0.0829060 Sep 16 16:48:21.012668 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c3a41852-bb3c-4707-bf15-57b0e0ffe1da req-89c5b3f8-d9d1-4a37-b02d-912f5da93009 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728874 Sep 16 16:48:21.019686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network 9a9d1fca-e152-4c2d-b410-54310ddb194d is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:48:21.032772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-9a72ba75-4f1f-4f3c-a667-f8a45681a06a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:21.034208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-9a72ba75-4f1f-4f3c-a667-f8a45681a06a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.1427944 Sep 16 16:48:21.097317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 9a9d1fca-e152-4c2d-b410-54310ddb194d) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:21.101166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:21.101744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.106021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a81382-3904-4f66-aa0c-71b5d315f451 None None] Network 9a9d1fca-e152-4c2d-b410-54310ddb194d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:21.185875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b115892f-e890-4b79-9d68-bb259ec38665 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0689030 Sep 16 16:48:21.189178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60434) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:21.194239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947083790'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:21.215961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Request body: {'port': {'device_id': 'b004c521-d62b-40a8-84b4-fdf02a25ff34', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'admin_state_up': True, 'tenant_id': 'bdd5e8d1c02f47ba998d60775463077f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:21.256089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-9a9d1fca-e152-4c2d-b410-54310ddb194d', 'network_id': '9a9d1fca-e152-4c2d-b410-54310ddb194d', 'tenant_id': 'c07323c336864c5e9718f97fd5e71b54', 'fixed_ips': [{'subnet_id': '04000c3c-2ba6-4f01-8acb-94742a5147d4'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:48:21.262185 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.308091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:21.312182 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.364997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:21.375138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.375764 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Added segment 9f0e3b09-549a-435d-8ec7-40a8d09e689c of type vlan for network 1a8873c1-0d77-4016-b7e4-54222051c404 Sep 16 16:48:21.401747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5b7a2fb-7da3-49df-8eac-f63f08e0c73f req-42ea7738-61bd-4380-8b44-0f33af4c1536 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 210 time: 0.0272722 Sep 16 16:48:21.419646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Made reservation on behalf of bdd5e8d1c02f47ba998d60775463077f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:21.421743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Allocated IP 2001:db8:0:ffff::2 (9a9d1fca-e152-4c2d-b410-54310ddb194d/04000c3c-2ba6-4f01-8acb-94742a5147d4/626a7e96-5c25-4be4-9a17-b814838752ba) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:21.423427 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.428001 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.543090 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.549168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:21.549812 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.625818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b53ff6-d3e8-46f9-b2bc-f36a964260a3 req-c9bea33f-bbeb-43e8-bfb2-6db690531780 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:21.627751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5b53ff6-d3e8-46f9-b2bc-f36a964260a3 req-c9bea33f-bbeb-43e8-bfb2-6db690531780 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 945 time: 0.0559835 Sep 16 16:48:21.646600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Allocated IP 172.20.0.2 (883aebdc-caa9-42c6-a7b9-8858dd375d53/92f46a0c-31ae-4bea-8568-d5de31393710/aba48871-4d9a-48fe-98c1-729d021b38a9) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:21.648920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=1a8873c1-0d77-4016-b7e4-54222051c404,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:21.664921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 1a8873c1-0d77-4016-b7e4-54222051c404 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:21.676733 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-75c26ab4-d69a-4bd0-b8f2-e790dd837d57 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4864635 Sep 16 16:48:21.679540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60440) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:21.688417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'network_id': '1a8873c1-0d77-4016-b7e4-54222051c404', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:21.697948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5b53ff6-d3e8-46f9-b2bc-f36a964260a3 req-2d0554a1-8981-46ae-947d-a24d59694616 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496805 Sep 16 16:48:21.781434 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.863763 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.876731 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.900482 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Network 9a9d1fca-e152-4c2d-b410-54310ddb194d is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:21.904900 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:21.907274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:21.923685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:21.925102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Pushing event updated for resources: {'Port': ['ID=626a7e96-5c25-4be4-9a17-b814838752ba,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:21.925781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.970307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Attempting to bind port 626a7e96-5c25-4be4-9a17-b814838752ba on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:21.970674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Attempting to bind port 626a7e96-5c25-4be4-9a17-b814838752ba by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '922a2baa-b659-4c80-950c-8c88e35eff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a9d1fca-e152-4c2d-b410-54310ddb194d'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:21.971039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Attempting to bind port 626a7e96-5c25-4be4-9a17-b814838752ba on network 9a9d1fca-e152-4c2d-b410-54310ddb194d {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:21.976010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:21.979603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Checking segment: {'id': '922a2baa-b659-4c80-950c-8c88e35eff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a9d1fca-e152-4c2d-b410-54310ddb194d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:21.979603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.979603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Bound using segment: {'id': '922a2baa-b659-4c80-950c-8c88e35eff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a9d1fca-e152-4c2d-b410-54310ddb194d'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:21.979603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Bound port: 626a7e96-5c25-4be4-9a17-b814838752ba, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922a2baa-b659-4c80-950c-8c88e35eff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a9d1fca-e152-4c2d-b410-54310ddb194d'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:21.979603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:21.991737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:22.010588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:22.055612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:22.068327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:22.070878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:22.083515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] For port 626a7e96-5c25-4be4-9a17-b814838752ba, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:22.087388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] For port 626a7e96-5c25-4be4-9a17-b814838752ba, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=626a7e96-5c25-4be4-9a17-b814838752ba,segment=NetworkSegment(922a2baa-b659-4c80-950c-8c88e35eff7b),segment_id=922a2baa-b659-4c80-950c-8c88e35eff7b)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:22.124023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event updated for resources: {'Port': ['ID=aba48871-4d9a-48fe-98c1-729d021b38a9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:22.150445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:22.151074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:22.179574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:22.246724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c25bb6-203c-4c0d-a411-33a6af93da48 None None] Pushing event updated for resources: {'Port': ['ID=626a7e96-5c25-4be4-9a17-b814838752ba,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:22.534150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc1ee5-4e3a-4717-b741-8293c54dc5a8 req-eb1dfa08-59b8-4ee9-b5ea-9d1a02d60d63 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:22.535707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6bc1ee5-4e3a-4717-b741-8293c54dc5a8 req-eb1dfa08-59b8-4ee9-b5ea-9d1a02d60d63 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 931 time: 0.0531604 Sep 16 16:48:22.583167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6bc1ee5-4e3a-4717-b741-8293c54dc5a8 req-3579f9df-6b8e-478f-abc8-e0f1a9b04313 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352232 Sep 16 16:48:22.630581 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-c9e0049f-6255-486b-9186-334e14d34a8d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4239247 Sep 16 16:48:22.644754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Request body: {'port': {'device_id': 'b004c521-d62b-40a8-84b4-fdf02a25ff34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:22.667605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:22.750224 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:22.768678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=eed1f120-6de7-43f9-8407-6847f14b2e18,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:22.781190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking segment: {'id': '9f0e3b09-549a-435d-8ec7-40a8d09e689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a8873c1-0d77-4016-b7e4-54222051c404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:22.781558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network hostable DHCP agents. Network: 1a8873c1-0d77-4016-b7e4-54222051c404, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:48:22.801659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d0887-fb36-4f62-b392-a6be3848caf8 req-ffba8403-c9a4-4f1a-b55e-0a0c0bbbef33 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:22.803129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f68d0887-fb36-4f62-b392-a6be3848caf8 req-ffba8403-c9a4-4f1a-b55e-0a0c0bbbef33 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 945 time: 0.0526500 Sep 16 16:48:22.841482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f68d0887-fb36-4f62-b392-a6be3848caf8 req-ef318732-0de6-4a51-9e29-b5ec02dc4f83 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317433 Sep 16 16:48:22.905571 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:48:22.930982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network 1a8873c1-0d77-4016-b7e4-54222051c404 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:48:23.016835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 1a8873c1-0d77-4016-b7e4-54222051c404) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:23.026013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c98da80-8a3a-40d3-90fe-cee37734af49 None None] Network 1a8873c1-0d77-4016-b7e4-54222051c404 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:23.026830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:23.028066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.107011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba48871-4d9a-48fe-98c1-729d021b38a9 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:23.120109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.129888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60488) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:23.141618 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1d8aa73f-1dac-4792-a8a6-18108d9afa01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4609747 Sep 16 16:48:23.171168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Transition to ACTIVE for port object aba48871-4d9a-48fe-98c1-729d021b38a9 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:48:23.221428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-1a8873c1-0d77-4016-b7e4-54222051c404', 'network_id': '1a8873c1-0d77-4016-b7e4-54222051c404', 'tenant_id': 'c07323c336864c5e9718f97fd5e71b54', 'fixed_ips': [{'subnet_id': 'eed1f120-6de7-43f9-8407-6847f14b2e18'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:48:23.225587 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.254398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.270807 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.314143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=aba48871-4d9a-48fe-98c1-729d021b38a9,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:23.383775 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.424663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a61514-8cb4-4ac3-b555-058206078a65 None None] Network 9a9d1fca-e152-4c2d-b410-54310ddb194d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:23.434355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Attempting to bind port aba48871-4d9a-48fe-98c1-729d021b38a9 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:23.434906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Attempting to bind port aba48871-4d9a-48fe-98c1-729d021b38a9 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:23.435600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Attempting to bind port aba48871-4d9a-48fe-98c1-729d021b38a9 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:23.441235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Port aba48871-4d9a-48fe-98c1-729d021b38a9 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:23.441761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Attempting to bind port aba48871-4d9a-48fe-98c1-729d021b38a9 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:23.449397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:23.449936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Checking segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:23.450392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Bound using segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:23.450914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Bound port: aba48871-4d9a-48fe-98c1-729d021b38a9, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:23.451329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.507586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Allocated IP 2001:db8::1 (1a8873c1-0d77-4016-b7e4-54222051c404/eed1f120-6de7-43f9-8407-6847f14b2e18/878432a9-a72c-45f8-a7f4-bff53e6a9aab) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:23.517776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] For port aba48871-4d9a-48fe-98c1-729d021b38a9, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:23.520904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] For port aba48871-4d9a-48fe-98c1-729d021b38a9, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=aba48871-4d9a-48fe-98c1-729d021b38a9,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:23.523838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6342c167-b4fc-4b4e-8019-fa1eadaf6376 None None] Provisioning complete for port 626a7e96-5c25-4be4-9a17-b814838752ba triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:23.524211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6342c167-b4fc-4b4e-8019-fa1eadaf6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.607871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.650314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:23.651068 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.653028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] 10.222.0.52 "PUT /v2.0/ports/aba48871-4d9a-48fe-98c1-729d021b38a9 HTTP/1.1" status: 200 len: 1091 time: 1.0139716 Sep 16 16:48:23.653584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b004c521-d62b-40a8-84b4-fdf02a25ff34', 'tag': 'aba48871-4d9a-48fe-98c1-729d021b38a9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:23.656483 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403cbab5-ced0-438a-9f24-52e71adddccb" -d '{"events": [{"name": "network-changed", "server_uuid": "b004c521-d62b-40a8-84b4-fdf02a25ff34", "tag": "aba48871-4d9a-48fe-98c1-729d021b38a9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:23.693133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b620cc9-7032-4e56-a656-2602057fbcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=aba48871-4d9a-48fe-98c1-729d021b38a9,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:23.724249 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1373617-a3be-4043-a60d-9aa6ce471713 x-openstack-request-id: req-c1373617-a3be-4043-a60d-9aa6ce471713 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:23.724592 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b004c521-d62b-40a8-84b4-fdf02a25ff34", "tag": "aba48871-4d9a-48fe-98c1-729d021b38a9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:23.724892 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1373617-a3be-4043-a60d-9aa6ce471713 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:23.725295 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b004c521-d62b-40a8-84b4-fdf02a25ff34', 'tag': 'aba48871-4d9a-48fe-98c1-729d021b38a9', 'status': 'completed', 'code': 200} Sep 16 16:48:23.731298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2db1bd-718e-48c5-9d7a-1088cb24c866 req-431fb42e-e7b8-4dac-ae46-f672ee8e74c7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:23.733000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d2db1bd-718e-48c5-9d7a-1088cb24c866 req-431fb42e-e7b8-4dac-ae46-f672ee8e74c7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 943 time: 0.0655506 Sep 16 16:48:23.767729 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6342c167-b4fc-4b4e-8019-fa1eadaf6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.800487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-6cb49fc8-cbcc-47d8-a86f-5263bcad2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:23.802143 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-6cb49fc8-cbcc-47d8-a86f-5263bcad2b10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 1094 time: 0.0540576 Sep 16 16:48:23.806356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d2db1bd-718e-48c5-9d7a-1088cb24c866 req-d5f46da0-b620-4e54-9214-87a1217ac718 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641940 Sep 16 16:48:23.845299 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.850602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6342c167-b4fc-4b4e-8019-fa1eadaf6376 None None] For port 626a7e96-5c25-4be4-9a17-b814838752ba, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=626a7e96-5c25-4be4-9a17-b814838752ba,segment=NetworkSegment(922a2baa-b659-4c80-950c-8c88e35eff7b),segment_id=922a2baa-b659-4c80-950c-8c88e35eff7b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:23.853274 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-f5e48870-2106-4f8f-b521-eee6a047f7b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aba48871-4d9a-48fe-98c1-729d021b38a9 HTTP/1.1" status: 200 len: 217 time: 0.0404670 Sep 16 16:48:23.911096 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-e4445cc5-e22d-4b55-abe5-8acc3c943d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:23.912778 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-e4445cc5-e22d-4b55-abe5-8acc3c943d47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92f46a0c-31ae-4bea-8568-d5de31393710 HTTP/1.1" status: 200 len: 844 time: 0.0522978 Sep 16 16:48:23.927449 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6342c167-b4fc-4b4e-8019-fa1eadaf6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:23.948770 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-04d1ea2b-ea97-49fa-82df-17d0b6d48156 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=883aebdc-caa9-42c6-a7b9-8858dd375d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282867 Sep 16 16:48:23.979670 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.009627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Network 1a8873c1-0d77-4016-b7e4-54222051c404 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:24.013088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:24.016944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:24.020183 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342c167-b4fc-4b4e-8019-fa1eadaf6376 None None] Pushing event updated for resources: {'Port': ['ID=626a7e96-5c25-4be4-9a17-b814838752ba,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:24.071189 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.094803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 626a7e96-5c25-4be4-9a17-b814838752ba up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:24.098695 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-b61bae00-002d-4c4e-bad0-6fb43ee9cf8d service neutron] 10.222.0.52 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383581 Sep 16 16:48:24.108602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Subnet': ['ID=eed1f120-6de7-43f9-8407-6847f14b2e18,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:24.193613 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.226471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Pushing event updated for resources: {'Port': ['ID=878432a9-a72c-45f8-a7f4-bff53e6a9aab,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:24.244005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Attempting to bind port 878432a9-a72c-45f8-a7f4-bff53e6a9aab on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:24.244799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Attempting to bind port 878432a9-a72c-45f8-a7f4-bff53e6a9aab by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f0e3b09-549a-435d-8ec7-40a8d09e689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a8873c1-0d77-4016-b7e4-54222051c404'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:24.244928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Attempting to bind port 878432a9-a72c-45f8-a7f4-bff53e6a9aab on network 1a8873c1-0d77-4016-b7e4-54222051c404 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:24.264885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b1afdb4f-4ed0-4766-9302-d250f0d1ae5c None None] Provisioning complete for port 626a7e96-5c25-4be4-9a17-b814838752ba triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:24.265332 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b1afdb4f-4ed0-4766-9302-d250f0d1ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.268952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8873c1-0d77-4016-b7e4-54222051c404']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:24.270558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:24.270558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Checking segment: {'id': '9f0e3b09-549a-435d-8ec7-40a8d09e689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a8873c1-0d77-4016-b7e4-54222051c404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:24.270926 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.271393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Bound using segment: {'id': '9f0e3b09-549a-435d-8ec7-40a8d09e689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a8873c1-0d77-4016-b7e4-54222051c404'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:24.271937 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Bound port: 878432a9-a72c-45f8-a7f4-bff53e6a9aab, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0e3b09-549a-435d-8ec7-40a8d09e689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a8873c1-0d77-4016-b7e4-54222051c404'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:24.272457 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.301929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a42ed51e-a1ec-48d9-9045-c4fdf1bc1c01 req-7440d2bc-a9b1-473e-81fa-9cc88411ca31 service neutron] 10.222.0.52 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873214 Sep 16 16:48:24.305060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0e3b09-549a-435d-8ec7-40a8d09e689c') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:24.305369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0e3b09-549a-435d-8ec7-40a8d09e689c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:24.338963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 626a7e96-5c25-4be4-9a17-b814838752ba triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:24.340087 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.349172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.377181 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.384919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:24.385484 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:24.398294 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:24.499488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cbab5-ced0-438a-9f24-52e71adddccb req-506b5b84-45ff-4e66-8828-24997bd6ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:24.501103 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-403cbab5-ced0-438a-9f24-52e71adddccb req-506b5b84-45ff-4e66-8828-24997bd6ae10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 1094 time: 0.0607748 Sep 16 16:48:24.522220 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.api [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:48:24.522220 n-d-807786-3 neutron-server[95358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:48:24.522220 n-d-807786-3 neutron-server[95358]: [parameters: {'id': '1a8873c1-0d77-4016-b7e4-54222051c404'}] Sep 16 16:48:24.522220 n-d-807786-3 neutron-server[95358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:48:24.523104 n-d-807786-3 neutron-server[95358]: DEBUG oslo_db.api [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:48:24.532665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] For port 878432a9-a72c-45f8-a7f4-bff53e6a9aab, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:24.538436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] For port 878432a9-a72c-45f8-a7f4-bff53e6a9aab, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=878432a9-a72c-45f8-a7f4-bff53e6a9aab,segment=NetworkSegment(9f0e3b09-549a-435d-8ec7-40a8d09e689c),segment_id=9f0e3b09-549a-435d-8ec7-40a8d09e689c)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:24.613720 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:24.626736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cbab5-ced0-438a-9f24-52e71adddccb req-68dedd66-76f7-4cc8-a1e3-4e3aa81dd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:24.628466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-403cbab5-ced0-438a-9f24-52e71adddccb req-68dedd66-76f7-4cc8-a1e3-4e3aa81dd9f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 905 time: 0.1198723 Sep 16 16:48:24.674590 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-403cbab5-ced0-438a-9f24-52e71adddccb req-63f1563f-da8c-4ead-851e-64aec02acaac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aba48871-4d9a-48fe-98c1-729d021b38a9 HTTP/1.1" status: 200 len: 217 time: 0.0383637 Sep 16 16:48:24.696679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d7a08-7658-4a26-b407-21ccd57e9ed1 None None] Pushing event updated for resources: {'Port': ['ID=878432a9-a72c-45f8-a7f4-bff53e6a9aab,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:24.712041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80642334-0cd0-4c34-b632-0061934258d8 None None] Network 1a8873c1-0d77-4016-b7e4-54222051c404 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:24.731479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cbab5-ced0-438a-9f24-52e71adddccb req-901e9a0a-5de9-4b72-ab89-8a2f8e51b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:24.733062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-403cbab5-ced0-438a-9f24-52e71adddccb req-901e9a0a-5de9-4b72-ab89-8a2f8e51b033 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92f46a0c-31ae-4bea-8568-d5de31393710 HTTP/1.1" status: 200 len: 844 time: 0.0512817 Sep 16 16:48:24.774695 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-403cbab5-ced0-438a-9f24-52e71adddccb req-62687cfe-9a31-47e0-a5b2-470fd5458650 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=883aebdc-caa9-42c6-a7b9-8858dd375d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328851 Sep 16 16:48:24.835169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab45655-f016-4e56-84d3-2ef0d5af6c39 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:48:24.888290 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-403cbab5-ced0-438a-9f24-52e71adddccb req-aa29b924-8704-4561-ac79-16bd77fa8b77 service neutron] 10.222.0.52 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059363 Sep 16 16:48:24.949297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab45655-f016-4e56-84d3-2ef0d5af6c39 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:48:24.963401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35f4c5-9fb5-4e5b-82b7-22a93705043d req-0c5e266e-21aa-476f-8277-e0daac0e4d77 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:24.969857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d35f4c5-9fb5-4e5b-82b7-22a93705043d req-0c5e266e-21aa-476f-8277-e0daac0e4d77 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 943 time: 0.0726273 Sep 16 16:48:25.018700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d35f4c5-9fb5-4e5b-82b7-22a93705043d req-e3b6f45f-d55e-4556-9e0f-da6211c72b59 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Sep 16 16:48:25.021695 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-403cbab5-ced0-438a-9f24-52e71adddccb req-491bf192-9bee-4200-a171-dd949615533e service neutron] 10.222.0.52 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185565 Sep 16 16:48:25.024726 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.092431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting port 878432a9-a72c-45f8-a7f4-bff53e6a9aab {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:25.092873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.167404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] For port 878432a9-a72c-45f8-a7f4-bff53e6a9aab, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=878432a9-a72c-45f8-a7f4-bff53e6a9aab,segment=NetworkSegment(9f0e3b09-549a-435d-8ec7-40a8d09e689c),segment_id=9f0e3b09-549a-435d-8ec7-40a8d09e689c)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:25.167853 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.180975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Calling delete_port for 878432a9-a72c-45f8-a7f4-bff53e6a9aab owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:25.395570 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.430268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No DVR routers for this DVR port 878432a9-a72c-45f8-a7f4-bff53e6a9aab on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:25.435075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Port': ['ID=878432a9-a72c-45f8-a7f4-bff53e6a9aab,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:25.513992 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.534232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8873c1-0d77-4016-b7e4-54222051c404']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:25.544239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0e3b09-549a-435d-8ec7-40a8d09e689c') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:25.544642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0e3b09-549a-435d-8ec7-40a8d09e689c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:25.558955 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.571844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.579262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:25.579664 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:25.582729 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:25.721590 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.728597 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.730526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/1a8873c1-0d77-4016-b7e4-54222051c404 HTTP/1.1" status: 204 len: 168 time: 2.5995183 Sep 16 16:48:25.735541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60536) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:25.740698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512848995'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:25.742066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b0aa8-2505-41f2-8e69-2f3dcc767fde tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Network': ['ID=1a8873c1-0d77-4016-b7e4-54222051c404,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:25.818534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:25.822204 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.847463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:25.858159 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.858512 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Added segment f02e68df-efde-477d-8b96-d6367ebb3d38 of type vlan for network b8ca5bd4-03dc-4632-9661-51cf229c05d5 Sep 16 16:48:25.899944 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.990180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 626a7e96-5c25-4be4-9a17-b814838752ba up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:25.993287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:25.999406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:26.000023 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:26.046969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 626a7e96-5c25-4be4-9a17-b814838752ba triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:26.047347 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:26.077504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=b8ca5bd4-03dc-4632-9661-51cf229c05d5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:26.085675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.086048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.086634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.086989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.087341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.087906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.088241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.088830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.089847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.090559 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.091053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.091566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:26.099730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60542) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:26.100662 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f4cec5a3-d44a-4c1c-88c8-9d64151e1952 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3633823 Sep 16 16:48:26.106440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network b8ca5bd4-03dc-4632-9661-51cf229c05d5 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:26.107642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'network_id': 'b8ca5bd4-03dc-4632-9661-51cf229c05d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:26.251126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0cde1-12ec-496c-9634-e28b4a6b8e29 req-e8fc0dce-2246-4e89-a754-b7640e869ac5 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:26.252688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4d0cde1-12ec-496c-9634-e28b4a6b8e29 req-e8fc0dce-2246-4e89-a754-b7640e869ac5 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 943 time: 0.0754399 Sep 16 16:48:26.294744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4d0cde1-12ec-496c-9634-e28b4a6b8e29 req-f13eb632-30e6-4eda-a12a-ebc0d7e20aeb tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350304 Sep 16 16:48:26.394605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:26.398746 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:26.533665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device aba48871-4d9a-48fe-98c1-729d021b38a9 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:48:26.629637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port aba48871-4d9a-48fe-98c1-729d021b38a9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=aba48871-4d9a-48fe-98c1-729d021b38a9,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:26.641606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'aba48871-4d9a-48fe-98c1-729d021b38a9', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'port_id': 'aba48871-4d9a-48fe-98c1-729d021b38a9', 'mac_address': 'fa:16:3e:46:cf:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f46a0c-31ae-4bea-8568-d5de31393710', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:48:26.652596 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:26.688861 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:26.721488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=6561463c-a04b-4000-92ab-43eacced64d1,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:26.737727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking segment: {'id': 'f02e68df-efde-477d-8b96-d6367ebb3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8ca5bd4-03dc-4632-9661-51cf229c05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:26.738084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network hostable DHCP agents. Network: b8ca5bd4-03dc-4632-9661-51cf229c05d5, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:48:26.830136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network b8ca5bd4-03dc-4632-9661-51cf229c05d5 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:48:26.852558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba48871-4d9a-48fe-98c1-729d021b38a9 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:26.873675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port aba48871-4d9a-48fe-98c1-729d021b38a9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=aba48871-4d9a-48fe-98c1-729d021b38a9,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:26.898507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, b8ca5bd4-03dc-4632-9661-51cf229c05d5) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:26.902930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:26.903520 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:26.910459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b24e6-d5f2-4da7-ae0d-b0129e5d3d7c None None] Network b8ca5bd4-03dc-4632-9661-51cf229c05d5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:26.923605 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:26.962655 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6843fa74-ba1f-45b1-b15d-3f04c412f0c5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8607676 Sep 16 16:48:26.966383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60548) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:26.971448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-79143422'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:27.018395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=aba48871-4d9a-48fe-98c1-729d021b38a9,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:27.081818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:27.085532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.101176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-b8ca5bd4-03dc-4632-9661-51cf229c05d5', 'network_id': 'b8ca5bd4-03dc-4632-9661-51cf229c05d5', 'tenant_id': 'c07323c336864c5e9718f97fd5e71b54', 'fixed_ips': [{'subnet_id': '6561463c-a04b-4000-92ab-43eacced64d1'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:48:27.102163 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.116146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:27.126218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.126717 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Added segment 4fb3c5de-0eb4-4d30-9460-d463f02ba238 of type vlan for network c81a2297-05d4-4288-9e73-6dd67219b46b Sep 16 16:48:27.169704 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.172559 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['aba48871-4d9a-48fe-98c1-729d021b38a9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:27.247885 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.253787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:27.254655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.300926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Allocated IP 2001:db8::3 (b8ca5bd4-03dc-4632-9661-51cf229c05d5/6561463c-a04b-4000-92ab-43eacced64d1/ec0ca079-4853-4354-b82e-f64b60ad1232) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:27.332414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=c81a2297-05d4-4288-9e73-6dd67219b46b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:27.349191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network c81a2297-05d4-4288-9e73-6dd67219b46b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:27.374309 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1134732a-059a-4bab-909b-363d47cb1c01 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4067531 Sep 16 16:48:27.377224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60554) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:27.383985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'network_id': 'c81a2297-05d4-4288-9e73-6dd67219b46b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:27.458800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6facf-9b34-4bbd-aed9-373b98bc3658 req-8ffb2aa8-5b0c-4cd6-833b-0b9eba1d7901 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:27.468926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8f6facf-9b34-4bbd-aed9-373b98bc3658 req-8ffb2aa8-5b0c-4cd6-833b-0b9eba1d7901 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 944 time: 0.0832436 Sep 16 16:48:27.528036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8f6facf-9b34-4bbd-aed9-373b98bc3658 req-722a61eb-61c0-4825-a3c3-8c3350e8142b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564959 Sep 16 16:48:27.554481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:27.558717 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.592519 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.625400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Performing IP validity checks on allocation pools {{(pid=95357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 16:48:27.625915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 16:48:27.665072 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.706694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Network b8ca5bd4-03dc-4632-9661-51cf229c05d5 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:27.712069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:27.715108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:27.724899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Pushing event updated for resources: {'Port': ['ID=ec0ca079-4853-4354-b82e-f64b60ad1232,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:27.778468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Attempting to bind port ec0ca079-4853-4354-b82e-f64b60ad1232 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:27.779031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Attempting to bind port ec0ca079-4853-4354-b82e-f64b60ad1232 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f02e68df-efde-477d-8b96-d6367ebb3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8ca5bd4-03dc-4632-9661-51cf229c05d5'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:27.779403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Attempting to bind port ec0ca079-4853-4354-b82e-f64b60ad1232 on network b8ca5bd4-03dc-4632-9661-51cf229c05d5 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:27.784615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:27.784991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Checking segment: {'id': 'f02e68df-efde-477d-8b96-d6367ebb3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8ca5bd4-03dc-4632-9661-51cf229c05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:27.785401 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.785797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Bound using segment: {'id': 'f02e68df-efde-477d-8b96-d6367ebb3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8ca5bd4-03dc-4632-9661-51cf229c05d5'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:27.786274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Bound port: ec0ca079-4853-4354-b82e-f64b60ad1232, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02e68df-efde-477d-8b96-d6367ebb3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8ca5bd4-03dc-4632-9661-51cf229c05d5'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:27.786665 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.836284 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:27.860848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] For port ec0ca079-4853-4354-b82e-f64b60ad1232, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:27.863898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] For port ec0ca079-4853-4354-b82e-f64b60ad1232, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ec0ca079-4853-4354-b82e-f64b60ad1232,segment=NetworkSegment(f02e68df-efde-477d-8b96-d6367ebb3d38),segment_id=f02e68df-efde-477d-8b96-d6367ebb3d38)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:27.906438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=9fc037e5-c3b4-49ed-8da2-85a3d7c1af1c,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:27.915648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking segment: {'id': '4fb3c5de-0eb4-4d30-9460-d463f02ba238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c81a2297-05d4-4288-9e73-6dd67219b46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:27.915965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network hostable DHCP agents. Network: c81a2297-05d4-4288-9e73-6dd67219b46b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:48:27.933594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.001389 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b079880-d356-4c28-a7cf-0693632fe3d0 None None] Pushing event updated for resources: {'Port': ['ID=ec0ca079-4853-4354-b82e-f64b60ad1232,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:28.024708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network c81a2297-05d4-4288-9e73-6dd67219b46b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:48:28.116784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, c81a2297-05d4-4288-9e73-6dd67219b46b) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:28.122584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:28.123373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.150162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04c2b1-da98-43e6-9d05-a58fcb9996ea None None] Network c81a2297-05d4-4288-9e73-6dd67219b46b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:28.178192 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d129c89b-c3d2-4825-b92a-531001f7bda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.260308 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3aae5a9e-7cb0-4974-b219-b01191df351d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8811073 Sep 16 16:48:28.262655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60560) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:28.342452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-c81a2297-05d4-4288-9e73-6dd67219b46b', 'network_id': 'c81a2297-05d4-4288-9e73-6dd67219b46b', 'tenant_id': 'c07323c336864c5e9718f97fd5e71b54', 'fixed_ips': [{'subnet_id': '9fc037e5-c3b4-49ed-8da2-85a3d7c1af1c'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:48:28.343673 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.372729 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.438978 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.490873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Allocated IP 2001:db8::3 (c81a2297-05d4-4288-9e73-6dd67219b46b/9fc037e5-c3b4-49ed-8da2-85a3d7c1af1c/70e75def-0fdc-4179-8bb9-c86eb5996156) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:28.563843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device aba48871-4d9a-48fe-98c1-729d021b38a9 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:28.697619 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.705128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61659ce2-d976-4cb5-94a0-b5e392bfed8d req-c656ad9d-75f7-4b0c-a10e-fa2e65bad906 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:28.706934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61659ce2-d976-4cb5-94a0-b5e392bfed8d req-c656ad9d-75f7-4b0c-a10e-fa2e65bad906 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 944 time: 0.0759184 Sep 16 16:48:28.737552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port aba48871-4d9a-48fe-98c1-729d021b38a9 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:48:28.742310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port aba48871-4d9a-48fe-98c1-729d021b38a9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:28.742698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.752238 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61659ce2-d976-4cb5-94a0-b5e392bfed8d req-646047c6-e227-4af8-9ed9-98116c6e56b6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384240 Sep 16 16:48:28.783457 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.835173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Network c81a2297-05d4-4288-9e73-6dd67219b46b is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:28.847059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:28.850231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:28.852698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Pushing event updated for resources: {'Port': ['ID=70e75def-0fdc-4179-8bb9-c86eb5996156,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:28.867998 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.904340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc037e5-c3b4-49ed-8da2-85a3d7c1af1c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:28.941989 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.955287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Attempting to bind port 70e75def-0fdc-4179-8bb9-c86eb5996156 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:28.955659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Attempting to bind port 70e75def-0fdc-4179-8bb9-c86eb5996156 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '4fb3c5de-0eb4-4d30-9460-d463f02ba238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c81a2297-05d4-4288-9e73-6dd67219b46b'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:28.956013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Attempting to bind port 70e75def-0fdc-4179-8bb9-c86eb5996156 on network c81a2297-05d4-4288-9e73-6dd67219b46b {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:28.965028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:28.966142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Checking segment: {'id': '4fb3c5de-0eb4-4d30-9460-d463f02ba238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c81a2297-05d4-4288-9e73-6dd67219b46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:28.966433 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.966835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Bound using segment: {'id': '4fb3c5de-0eb4-4d30-9460-d463f02ba238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c81a2297-05d4-4288-9e73-6dd67219b46b'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:28.967308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Bound port: 70e75def-0fdc-4179-8bb9-c86eb5996156, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb3c5de-0eb4-4d30-9460-d463f02ba238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c81a2297-05d4-4288-9e73-6dd67219b46b'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:28.967690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:28.987444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004c521-d62b-40a8-84b4-fdf02a25ff34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba48871-4d9a-48fe-98c1-729d021b38a9'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:28.989775 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b1fc30-3c7b-4a0d-a0fc-0e20a59f5656" -d '{"events": [{"server_uuid": "b004c521-d62b-40a8-84b4-fdf02a25ff34", "name": "network-vif-plugged", "status": "completed", "tag": "aba48871-4d9a-48fe-98c1-729d021b38a9"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:28.994738 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.006231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port aba48871-4d9a-48fe-98c1-729d021b38a9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=aba48871-4d9a-48fe-98c1-729d021b38a9,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:29.025734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d0c2e-1cd0-49d6-bf0c-77d975af2166 None None] Network b8ca5bd4-03dc-4632-9661-51cf229c05d5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:29.031188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81a2297-05d4-4288-9e73-6dd67219b46b']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:29.049047 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a82bdc-4e32-4a40-87ef-0781c4f000fa x-openstack-request-id: req-87a82bdc-4e32-4a40-87ef-0781c4f000fa {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:29.049335 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004c521-d62b-40a8-84b4-fdf02a25ff34", "name": "network-vif-plugged", "status": "completed", "tag": "aba48871-4d9a-48fe-98c1-729d021b38a9", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:29.049594 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87a82bdc-4e32-4a40-87ef-0781c4f000fa {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:29.049979 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004c521-d62b-40a8-84b4-fdf02a25ff34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba48871-4d9a-48fe-98c1-729d021b38a9', 'code': 200} Sep 16 16:48:29.054418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb3c5de-0eb4-4d30-9460-d463f02ba238') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:29.055213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb3c5de-0eb4-4d30-9460-d463f02ba238') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:29.073224 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.091941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.099539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:29.099945 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:29.103528 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:29.124398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0132c33c-0e7d-4b8c-a6bf-15adad2f54a8 None None] Provisioning complete for port ec0ca079-4853-4354-b82e-f64b60ad1232 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:29.124778 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0132c33c-0e7d-4b8c-a6bf-15adad2f54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.126412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.178018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d8745-9b88-4c88-8a97-5ce473b33852 req-f529f7ad-3e51-4d2a-9dba-25160b11fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:29.180292 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-545d8745-9b88-4c88-8a97-5ce473b33852 req-f529f7ad-3e51-4d2a-9dba-25160b11fa45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 1096 time: 0.0481989 Sep 16 16:48:29.191967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] For port 70e75def-0fdc-4179-8bb9-c86eb5996156, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:29.219618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] For port 70e75def-0fdc-4179-8bb9-c86eb5996156, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=70e75def-0fdc-4179-8bb9-c86eb5996156,segment=NetworkSegment(4fb3c5de-0eb4-4d30-9460-d463f02ba238),segment_id=4fb3c5de-0eb4-4d30-9460-d463f02ba238)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:29.224774 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.api [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:48:29.224774 n-d-807786-3 neutron-server[95358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:48:29.224774 n-d-807786-3 neutron-server[95358]: [parameters: {'id': 'c81a2297-05d4-4288-9e73-6dd67219b46b'}] Sep 16 16:48:29.224774 n-d-807786-3 neutron-server[95358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:48:29.225393 n-d-807786-3 neutron-server[95358]: DEBUG oslo_db.api [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:48:29.226583 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-545d8745-9b88-4c88-8a97-5ce473b33852 req-b47fc2a0-d9a3-4229-a075-c41e7af1293d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384836 Sep 16 16:48:29.279863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=aba48871-4d9a-48fe-98c1-729d021b38a9,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:29.289672 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.402782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0132c33c-0e7d-4b8c-a6bf-15adad2f54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.438135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e28541-dc96-4ca5-9863-5d716dcaa5d4 None None] Pushing event updated for resources: {'Port': ['ID=70e75def-0fdc-4179-8bb9-c86eb5996156,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:29.465137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d64de5d-0f64-46aa-bdf3-9bdecf7bcb4f None None] Network c81a2297-05d4-4288-9e73-6dd67219b46b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:29.494867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0132c33c-0e7d-4b8c-a6bf-15adad2f54a8 None None] For port ec0ca079-4853-4354-b82e-f64b60ad1232, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ec0ca079-4853-4354-b82e-f64b60ad1232,segment=NetworkSegment(f02e68df-efde-477d-8b96-d6367ebb3d38),segment_id=f02e68df-efde-477d-8b96-d6367ebb3d38)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:29.581239 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0132c33c-0e7d-4b8c-a6bf-15adad2f54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.640296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132c33c-0e7d-4b8c-a6bf-15adad2f54a8 None None] Pushing event updated for resources: {'Port': ['ID=ec0ca079-4853-4354-b82e-f64b60ad1232,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:29.670227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce4e09-c4af-46db-a1c7-c17b5081d4a4 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:48:29.720622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-218903c0-bb81-49db-88c6-18dd14fde2fa None None] Provisioning complete for port ec0ca079-4853-4354-b82e-f64b60ad1232 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:29.720823 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-218903c0-bb81-49db-88c6-18dd14fde2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.727310 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.793144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting port 70e75def-0fdc-4179-8bb9-c86eb5996156 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:29.793749 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.867116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce4e09-c4af-46db-a1c7-c17b5081d4a4 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:48:29.915504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] For port 70e75def-0fdc-4179-8bb9-c86eb5996156, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=70e75def-0fdc-4179-8bb9-c86eb5996156,segment=NetworkSegment(4fb3c5de-0eb4-4d30-9460-d463f02ba238),segment_id=4fb3c5de-0eb4-4d30-9460-d463f02ba238)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:29.915845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:29.934697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Calling delete_port for 70e75def-0fdc-4179-8bb9-c86eb5996156 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:29.961762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b3b54-acdf-440d-968f-82276db39f49 req-d74d9859-f178-41a2-9f2f-4b2c2b6d1c90 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:29.963517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e64b3b54-acdf-440d-968f-82276db39f49 req-d74d9859-f178-41a2-9f2f-4b2c2b6d1c90 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 945 time: 0.1072299 Sep 16 16:48:30.047852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ec0ca079-4853-4354-b82e-f64b60ad1232 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:30.059789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e64b3b54-acdf-440d-968f-82276db39f49 req-e2de865e-a44e-4a91-8be8-855dc7dd5ddb tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528941 Sep 16 16:48:30.161531 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.182029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ec0ca079-4853-4354-b82e-f64b60ad1232 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:30.182269 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.197873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Port': ['ID=70e75def-0fdc-4179-8bb9-c86eb5996156,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:30.205694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No DVR routers for this DVR port 70e75def-0fdc-4179-8bb9-c86eb5996156 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:30.299682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.327132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81a2297-05d4-4288-9e73-6dd67219b46b']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:30.337354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb3c5de-0eb4-4d30-9460-d463f02ba238') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:30.337684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb3c5de-0eb4-4d30-9460-d463f02ba238') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:30.350446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.364655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.374185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:30.375218 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:30.377692 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:30.502909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.510446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.512841 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/c81a2297-05d4-4288-9e73-6dd67219b46b HTTP/1.1" status: 204 len: 168 time: 2.2491431 Sep 16 16:48:30.516516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60578) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:30.521637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271166428'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:30.526439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ed13a-9e57-4775-891c-5aa3a5852fc6 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Network': ['ID=c81a2297-05d4-4288-9e73-6dd67219b46b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:30.641923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:30.645532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.679496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:30.689607 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.690006 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Added segment 03be305d-d4ba-4214-b2be-cea2347ff5b0 of type vlan for network 86d2a3f2-4666-41fb-bac2-09ef3d7cbff5 Sep 16 16:48:30.733012 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.794601 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-22e99130-5eb6-43fb-893d-ae34d8551628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.868271 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.874782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:30.875377 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:30.947324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=86d2a3f2-4666-41fb-bac2-09ef3d7cbff5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:30.958173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 86d2a3f2-4666-41fb-bac2-09ef3d7cbff5 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:30.984948 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8c8ec7c3-cf4f-474c-8627-cc7c4e7979ee tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4672091 Sep 16 16:48:30.987498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60582) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:30.992333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'network_id': '86d2a3f2-4666-41fb-bac2-09ef3d7cbff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:31.150010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:31.153846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:31.180041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60c877-4cb2-4c9f-91f3-0b5f6a9236b2 req-bb26b999-11b6-4df4-90eb-7e15de2377a1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:31.182482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b60c877-4cb2-4c9f-91f3-0b5f6a9236b2 req-bb26b999-11b6-4df4-90eb-7e15de2377a1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 945 time: 0.0520937 Sep 16 16:48:31.224879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b60c877-4cb2-4c9f-91f3-0b5f6a9236b2 req-a72a4a48-431b-4575-9f79-a67ed457c5a9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347838 Sep 16 16:48:31.381532 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31cebd-5883-4df5-bd16-45e4806d53e7 req-9f4c40ea-ec21-4991-a35b-0d9ec7540fee tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:31.384444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e31cebd-5883-4df5-bd16-45e4806d53e7 req-9f4c40ea-ec21-4991-a35b-0d9ec7540fee tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 945 time: 0.0781848 Sep 16 16:48:31.443164 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e31cebd-5883-4df5-bd16-45e4806d53e7 req-d21c6188-9caf-4d8b-8f99-37b31507338f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516832 Sep 16 16:48:31.572848 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:31.601692 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:31.666854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=c0ffa64d-af6c-4bc9-b85f-3d4d136bc655,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:31.680402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking segment: {'id': '03be305d-d4ba-4214-b2be-cea2347ff5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '86d2a3f2-4666-41fb-bac2-09ef3d7cbff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:31.680402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network hostable DHCP agents. Network: 86d2a3f2-4666-41fb-bac2-09ef3d7cbff5, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:48:31.760215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network 86d2a3f2-4666-41fb-bac2-09ef3d7cbff5 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:48:31.842307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 86d2a3f2-4666-41fb-bac2-09ef3d7cbff5) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:31.847587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:31.848239 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:31.856605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2a2c53-12cc-456c-a69f-aa4c322127be None None] Network 86d2a3f2-4666-41fb-bac2-09ef3d7cbff5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:31.911632 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8d53f0fe-e9e5-4282-ba73-36ba7449e9ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9230726 Sep 16 16:48:31.915173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60596) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:31.951625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79f794-e0b8-4579-9319-71a6ea5feede req-f08ae7f8-be51-4460-8e11-56c6122165ce tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:31.953612 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f79f794-e0b8-4579-9319-71a6ea5feede req-f08ae7f8-be51-4460-8e11-56c6122165ce tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 945 time: 0.0713534 Sep 16 16:48:31.981078 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.000354 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f79f794-e0b8-4579-9319-71a6ea5feede req-7a3c97ab-494e-4849-9ec2-7a025791b711 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Sep 16 16:48:32.046939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.061162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-86d2a3f2-4666-41fb-bac2-09ef3d7cbff5', 'network_id': '86d2a3f2-4666-41fb-bac2-09ef3d7cbff5', 'tenant_id': 'c07323c336864c5e9718f97fd5e71b54', 'fixed_ips': [{'subnet_id': 'c0ffa64d-af6c-4bc9-b85f-3d4d136bc655'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:48:32.062118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.119634 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.206499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Allocated IP 2001:db8::1 (86d2a3f2-4666-41fb-bac2-09ef3d7cbff5/c0ffa64d-af6c-4bc9-b85f-3d4d136bc655/8af4d57e-b12c-4ba0-b618-1fbf0fffa475) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:32.355178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.447415 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.485238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Network 86d2a3f2-4666-41fb-bac2-09ef3d7cbff5 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:32.488083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:32.491496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:32.503704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Pushing event updated for resources: {'Port': ['ID=8af4d57e-b12c-4ba0-b618-1fbf0fffa475,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:32.548852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.558752 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Attempting to bind port 8af4d57e-b12c-4ba0-b618-1fbf0fffa475 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:32.559135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Attempting to bind port 8af4d57e-b12c-4ba0-b618-1fbf0fffa475 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '03be305d-d4ba-4214-b2be-cea2347ff5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '86d2a3f2-4666-41fb-bac2-09ef3d7cbff5'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:32.559506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Attempting to bind port 8af4d57e-b12c-4ba0-b618-1fbf0fffa475 on network 86d2a3f2-4666-41fb-bac2-09ef3d7cbff5 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:32.565132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:32.569554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Checking segment: {'id': '03be305d-d4ba-4214-b2be-cea2347ff5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '86d2a3f2-4666-41fb-bac2-09ef3d7cbff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:32.569554 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.569554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Bound using segment: {'id': '03be305d-d4ba-4214-b2be-cea2347ff5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '86d2a3f2-4666-41fb-bac2-09ef3d7cbff5'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:32.569554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Bound port: 8af4d57e-b12c-4ba0-b618-1fbf0fffa475, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03be305d-d4ba-4214-b2be-cea2347ff5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '86d2a3f2-4666-41fb-bac2-09ef3d7cbff5'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:32.569554 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.582742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ffa64d-af6c-4bc9-b85f-3d4d136bc655,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:32.638864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] For port 8af4d57e-b12c-4ba0-b618-1fbf0fffa475, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:32.642130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] For port 8af4d57e-b12c-4ba0-b618-1fbf0fffa475, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8af4d57e-b12c-4ba0-b618-1fbf0fffa475,segment=NetworkSegment(03be305d-d4ba-4214-b2be-cea2347ff5b0),segment_id=03be305d-d4ba-4214-b2be-cea2347ff5b0)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:32.655723 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.677654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d2a3f2-4666-41fb-bac2-09ef3d7cbff5']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:32.687445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03be305d-d4ba-4214-b2be-cea2347ff5b0') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:32.687745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03be305d-d4ba-4214-b2be-cea2347ff5b0') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:32.697156 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.717612 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.718497 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.725376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:32.730537 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:32.800142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a31c98-1059-4527-a54e-28ece40d0f47 None None] Pushing event updated for resources: {'Port': ['ID=8af4d57e-b12c-4ba0-b618-1fbf0fffa475,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:32.821354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b931cce6-4b53-48be-ac22-a1d2a3eeff6b None None] Network 86d2a3f2-4666-41fb-bac2-09ef3d7cbff5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:32.840565 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:48:32.840565 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:48:32.840565 n-d-807786-3 neutron-server[95357]: [parameters: {'id': '86d2a3f2-4666-41fb-bac2-09ef3d7cbff5'}] Sep 16 16:48:32.840565 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:48:32.841087 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:48:32.959175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013e45e-ff7a-4bfc-ba22-19d400dd5f7b None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:48:33.095463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d013e45e-ff7a-4bfc-ba22-19d400dd5f7b None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:48:33.161882 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899bf24-a1af-4e0e-8202-ea1458c0ae35 req-45137ae1-00d3-4816-a963-82e603fc3800 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.164810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4899bf24-a1af-4e0e-8202-ea1458c0ae35 req-45137ae1-00d3-4816-a963-82e603fc3800 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 945 time: 0.0862536 Sep 16 16:48:33.180827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54de49-dba9-475a-8e7f-0c2f30c3ee5e req-d4f0bae1-a443-45ed-b508-beb2d5521f3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.187446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54de49-dba9-475a-8e7f-0c2f30c3ee5e req-d4f0bae1-a443-45ed-b508-beb2d5521f3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.192779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54de49-dba9-475a-8e7f-0c2f30c3ee5e req-d4f0bae1-a443-45ed-b508-beb2d5521f3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.204520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54de49-dba9-475a-8e7f-0c2f30c3ee5e req-d4f0bae1-a443-45ed-b508-beb2d5521f3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.207557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54de49-dba9-475a-8e7f-0c2f30c3ee5e req-d4f0bae1-a443-45ed-b508-beb2d5521f3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.213747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54de49-dba9-475a-8e7f-0c2f30c3ee5e req-d4f0bae1-a443-45ed-b508-beb2d5521f3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.219946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54de49-dba9-475a-8e7f-0c2f30c3ee5e req-d4f0bae1-a443-45ed-b508-beb2d5521f3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.221864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a54de49-dba9-475a-8e7f-0c2f30c3ee5e req-d4f0bae1-a443-45ed-b508-beb2d5521f3d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5432 time: 0.1333256 Sep 16 16:48:33.284133 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4899bf24-a1af-4e0e-8202-ea1458c0ae35 req-cc33752d-02c2-4027-9202-3fd4214c9c49 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612760 Sep 16 16:48:33.293000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a54de49-dba9-475a-8e7f-0c2f30c3ee5e req-a7082bd2-405b-4f28-bf9b-50cfb2109a08 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579069 Sep 16 16:48:33.351915 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:33.460652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-9000c613-01a3-42e0-ac55-1601154c669d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.462370 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-9000c613-01a3-42e0-ac55-1601154c669d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 945 time: 0.1548932 Sep 16 16:48:33.470751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e390533-c5fb-4ad6-9954-2820b3650a2e req-ccec39e0-112a-46bf-807d-e7d646657728 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.478355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e390533-c5fb-4ad6-9954-2820b3650a2e req-ccec39e0-112a-46bf-807d-e7d646657728 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.484050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e390533-c5fb-4ad6-9954-2820b3650a2e req-ccec39e0-112a-46bf-807d-e7d646657728 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.490174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e390533-c5fb-4ad6-9954-2820b3650a2e req-ccec39e0-112a-46bf-807d-e7d646657728 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.498156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e390533-c5fb-4ad6-9954-2820b3650a2e req-ccec39e0-112a-46bf-807d-e7d646657728 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.503402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e390533-c5fb-4ad6-9954-2820b3650a2e req-ccec39e0-112a-46bf-807d-e7d646657728 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.509462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e390533-c5fb-4ad6-9954-2820b3650a2e req-ccec39e0-112a-46bf-807d-e7d646657728 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:33.513112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e390533-c5fb-4ad6-9954-2820b3650a2e req-ccec39e0-112a-46bf-807d-e7d646657728 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5432 time: 0.1051722 Sep 16 16:48:33.647337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting port 8af4d57e-b12c-4ba0-b618-1fbf0fffa475 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:33.647337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:33.647337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] For port 8af4d57e-b12c-4ba0-b618-1fbf0fffa475, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8af4d57e-b12c-4ba0-b618-1fbf0fffa475,segment=NetworkSegment(03be305d-d4ba-4214-b2be-cea2347ff5b0),segment_id=03be305d-d4ba-4214-b2be-cea2347ff5b0)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:33.647337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:33.647337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Calling delete_port for 8af4d57e-b12c-4ba0-b618-1fbf0fffa475 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:33.733028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-44f17ada-b73a-4c89-825d-1acb4d34fbf9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Deleting port aba48871-4d9a-48fe-98c1-729d021b38a9 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:33.733689 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-44f17ada-b73a-4c89-825d-1acb4d34fbf9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:33.831165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-44f17ada-b73a-4c89-825d-1acb4d34fbf9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] For port aba48871-4d9a-48fe-98c1-729d021b38a9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=aba48871-4d9a-48fe-98c1-729d021b38a9,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:33.831529 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-44f17ada-b73a-4c89-825d-1acb4d34fbf9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:33.835897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:33.839845 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:33.869022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-44f17ada-b73a-4c89-825d-1acb4d34fbf9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Calling delete_port for aba48871-4d9a-48fe-98c1-729d021b38a9 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:33.872619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Port': ['ID=8af4d57e-b12c-4ba0-b618-1fbf0fffa475,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:33.876908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No DVR routers for this DVR port 8af4d57e-b12c-4ba0-b618-1fbf0fffa475 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:33.997125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.026444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d2a3f2-4666-41fb-bac2-09ef3d7cbff5']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:34.043722 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03be305d-d4ba-4214-b2be-cea2347ff5b0') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:34.044014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03be305d-d4ba-4214-b2be-cea2347ff5b0') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:34.054370 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.070505 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.102719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:34.103116 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:34.106082 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:34.253132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-44f17ada-b73a-4c89-825d-1acb4d34fbf9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.266235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:34.268625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['aba48871-4d9a-48fe-98c1-729d021b38a9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:34.282831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f17ada-b73a-4c89-825d-1acb4d34fbf9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event deleted for resources: {'Port': ['ID=aba48871-4d9a-48fe-98c1-729d021b38a9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:34.313094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.350010 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.356100 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/86d2a3f2-4666-41fb-bac2-09ef3d7cbff5 HTTP/1.1" status: 204 len: 168 time: 2.4356570 Sep 16 16:48:34.356100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-44f17ada-b73a-4c89-825d-1acb4d34fbf9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] No DVR routers for this DVR port aba48871-4d9a-48fe-98c1-729d021b38a9 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:34.356100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a6322-7fe4-4923-82ac-553b78034465 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Network': ['ID=86d2a3f2-4666-41fb-bac2-09ef3d7cbff5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:34.367306 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-44f17ada-b73a-4c89-825d-1acb4d34fbf9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.367654 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60616) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:34.368121 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e810a936-e269-4cd8-9ff6-37ae92da4c84 req-44f17ada-b73a-4c89-825d-1acb4d34fbf9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "DELETE /v2.0/ports/aba48871-4d9a-48fe-98c1-729d021b38a9 HTTP/1.1" status: 204 len: 173 time: 0.8910711 Sep 16 16:48:34.368121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004c521-d62b-40a8-84b4-fdf02a25ff34', 'name': 'network-vif-deleted', 'tag': 'aba48871-4d9a-48fe-98c1-729d021b38a9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:34.368121 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafbfe02-4ba1-4d95-adf4-920b1ac194a4" -d '{"events": [{"server_uuid": "b004c521-d62b-40a8-84b4-fdf02a25ff34", "name": "network-vif-deleted", "tag": "aba48871-4d9a-48fe-98c1-729d021b38a9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:34.368431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-43470487'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:34.438693 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef9ab88-2082-4ef5-a23c-8aab9af5b147 x-openstack-request-id: req-bef9ab88-2082-4ef5-a23c-8aab9af5b147 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:34.439056 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004c521-d62b-40a8-84b4-fdf02a25ff34", "name": "network-vif-deleted", "tag": "aba48871-4d9a-48fe-98c1-729d021b38a9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:34.439372 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bef9ab88-2082-4ef5-a23c-8aab9af5b147 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:34.439888 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004c521-d62b-40a8-84b4-fdf02a25ff34', 'name': 'network-vif-deleted', 'tag': 'aba48871-4d9a-48fe-98c1-729d021b38a9', 'status': 'completed', 'code': 200} Sep 16 16:48:34.454350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f847fe42-261a-4f3e-8835-2abb41c1afc4 req-bc6ba676-c010-48d7-bfce-1a121c53732a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b004c521-d62b-40a8-84b4-fdf02a25ff34 HTTP/1.1" status: 200 len: 210 time: 0.0548143 Sep 16 16:48:34.533115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:34.538446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.564419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:34.574592 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.574971 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Added segment 51b447be-0657-41dc-b0bb-a3b164dd1430 of type vlan for network 5a55fc0e-657d-4116-a5e3-aeea5353b6dd Sep 16 16:48:34.621733 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.705184 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.711787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:34.716142 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:34.781048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=5a55fc0e-657d-4116-a5e3-aeea5353b6dd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:34.791326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 5a55fc0e-657d-4116-a5e3-aeea5353b6dd details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:34.799868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60622) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:34.808374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-20318b6d-3111-4268-ab93-c3dd34aac3bf tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4405973 Sep 16 16:48:34.808593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'network_id': '5a55fc0e-657d-4116-a5e3-aeea5353b6dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:34.984676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:34.988350 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:35.252570 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:35.325396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=8c3b8984-1558-42b2-82bc-e82ec9be5052,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:35.336874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking segment: {'id': '51b447be-0657-41dc-b0bb-a3b164dd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a55fc0e-657d-4116-a5e3-aeea5353b6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:35.337261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network hostable DHCP agents. Network: 5a55fc0e-657d-4116-a5e3-aeea5353b6dd, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:48:35.456826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network 5a55fc0e-657d-4116-a5e3-aeea5353b6dd is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:48:35.555613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 5a55fc0e-657d-4116-a5e3-aeea5353b6dd) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:35.560417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:35.561164 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:35.562470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60644) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:35.568262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21bf8c-34cb-4eb0-b23f-bfbbe8f86c6f None None] Network 5a55fc0e-657d-4116-a5e3-aeea5353b6dd requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:35.642654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6e1e8077-9882-4eb4-ab1e-a66584182f70 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8402941 Sep 16 16:48:35.644904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60648) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:35.694195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b970be-c3b1-461f-8b08-d969674b4a67 req-ce7be245-0c08-470b-bdc5-2e5c56954414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:35.695298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b970be-c3b1-461f-8b08-d969674b4a67 req-ce7be245-0c08-470b-bdc5-2e5c56954414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:35.696745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b970be-c3b1-461f-8b08-d969674b4a67 req-ce7be245-0c08-470b-bdc5-2e5c56954414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:35.697409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b970be-c3b1-461f-8b08-d969674b4a67 req-ce7be245-0c08-470b-bdc5-2e5c56954414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:35.697960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b970be-c3b1-461f-8b08-d969674b4a67 req-ce7be245-0c08-470b-bdc5-2e5c56954414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:35.698558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b970be-c3b1-461f-8b08-d969674b4a67 req-ce7be245-0c08-470b-bdc5-2e5c56954414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:35.699130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b970be-c3b1-461f-8b08-d969674b4a67 req-ce7be245-0c08-470b-bdc5-2e5c56954414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:35.703191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81b970be-c3b1-461f-8b08-d969674b4a67 req-ce7be245-0c08-470b-bdc5-2e5c56954414 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6489 time: 0.1377559 Sep 16 16:48:35.773007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81b970be-c3b1-461f-8b08-d969674b4a67 req-5d7c881a-bcbd-484f-99b3-5923fef6fcf2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&id=752c5591-206f-4ed4-bf57-c567e25bd658&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636671 Sep 16 16:48:35.804371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-5a55fc0e-657d-4116-a5e3-aeea5353b6dd', 'network_id': '5a55fc0e-657d-4116-a5e3-aeea5353b6dd', 'tenant_id': 'c07323c336864c5e9718f97fd5e71b54', 'fixed_ips': [{'subnet_id': '8c3b8984-1558-42b2-82bc-e82ec9be5052'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:48:35.805710 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:35.815063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:35.879816 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:35.905255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-e1f609ce-73cd-4ba7-a85f-2aac49e33aa8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:35.907904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-e1f609ce-73cd-4ba7-a85f-2aac49e33aa8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.1269321 Sep 16 16:48:35.943888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-c30bafb3-48fa-41cc-9a6f-c34ecf5401fa tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/quotas/bdd5e8d1c02f47ba998d60775463077f HTTP/1.1" status: 200 len: 375 time: 0.0293291 Sep 16 16:48:35.988983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Allocated IP 2001:db8::1 (5a55fc0e-657d-4116-a5e3-aeea5353b6dd/8c3b8984-1558-42b2-82bc-e82ec9be5052/23451263-77ae-4eaa-823a-ccd52669d7e0) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:35.995864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-67d6d257-3a1f-4d01-9c07-5cdcc6ca1cbc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493951 Sep 16 16:48:36.101373 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-350d0f6c-69af-4301-b4f0-c08c13a7d475 service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983090 Sep 16 16:48:36.141611 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:36.207167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-c8b01e1d-8483-4444-a62f-fc0a36cec63b service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990148 Sep 16 16:48:36.212261 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:36.249033 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Network 5a55fc0e-657d-4116-a5e3-aeea5353b6dd is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:36.252226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:36.255827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:36.290714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Pushing event updated for resources: {'Port': ['ID=23451263-77ae-4eaa-823a-ccd52669d7e0,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:36.318363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Attempting to bind port 23451263-77ae-4eaa-823a-ccd52669d7e0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:36.318727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Attempting to bind port 23451263-77ae-4eaa-823a-ccd52669d7e0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '51b447be-0657-41dc-b0bb-a3b164dd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a55fc0e-657d-4116-a5e3-aeea5353b6dd'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:36.319082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Attempting to bind port 23451263-77ae-4eaa-823a-ccd52669d7e0 on network 5a55fc0e-657d-4116-a5e3-aeea5353b6dd {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:36.324449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:36.324827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Checking segment: {'id': '51b447be-0657-41dc-b0bb-a3b164dd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a55fc0e-657d-4116-a5e3-aeea5353b6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:36.325470 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:36.325868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Bound using segment: {'id': '51b447be-0657-41dc-b0bb-a3b164dd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a55fc0e-657d-4116-a5e3-aeea5353b6dd'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:36.326592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Bound port: 23451263-77ae-4eaa-823a-ccd52669d7e0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b447be-0657-41dc-b0bb-a3b164dd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a55fc0e-657d-4116-a5e3-aeea5353b6dd'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:36.326979 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:36.333583 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:36.363204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3b8984-1558-42b2-82bc-e82ec9be5052,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:36.407939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] For port 23451263-77ae-4eaa-823a-ccd52669d7e0, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:36.412250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] For port 23451263-77ae-4eaa-823a-ccd52669d7e0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=23451263-77ae-4eaa-823a-ccd52669d7e0,segment=NetworkSegment(51b447be-0657-41dc-b0bb-a3b164dd1430),segment_id=51b447be-0657-41dc-b0bb-a3b164dd1430)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:36.432403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:36.458631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a55fc0e-657d-4116-a5e3-aeea5353b6dd']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:36.470763 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b447be-0657-41dc-b0bb-a3b164dd1430') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:36.470763 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b447be-0657-41dc-b0bb-a3b164dd1430') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:36.476055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:36.484091 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:36.503131 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:36.512829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:36.513887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:36.517116 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:36.532525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f1886-2283-45bb-8620-4d4fe1a5a72f None None] Pushing event updated for resources: {'Port': ['ID=23451263-77ae-4eaa-823a-ccd52669d7e0,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:36.557055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b60d3d6e-3bf5-4b1f-bcb1-b808f909a8c7 req-c2ebde7b-0ddd-47ab-9bb7-d8ea6fd9d3b7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 210 time: 0.0722058 Sep 16 16:48:36.600817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device aba48871-4d9a-48fe-98c1-729d021b38a9 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:48:36.627515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: aba48871-4d9a-48fe-98c1-729d021b38a9 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:48:36.627856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device aba48871-4d9a-48fe-98c1-729d021b38a9 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:48:36.642694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf62c9-0568-4d48-adb9-2a87e4c9d2c4 None None] Network 5a55fc0e-657d-4116-a5e3-aeea5353b6dd requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:36.800202 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac00ee-7dd9-4856-9941-748360a42afe None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:48:36.923489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac00ee-7dd9-4856-9941-748360a42afe None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:48:37.558892 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 16:48:37.558892 n-d-807786-3 neutron-server[95357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 16:48:37.558892 n-d-807786-3 neutron-server[95357]: [parameters: {'id': '5a55fc0e-657d-4116-a5e3-aeea5353b6dd'}] Sep 16 16:48:37.558892 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:48:37.558892 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:48:37.626562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f57e4ace-a2f1-4e16-be4a-7a503416ea1d req-b3c863b2-b9e3-44cb-985a-a1d49c99136a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 210 time: 0.0278077 Sep 16 16:48:38.056326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.109729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting port 23451263-77ae-4eaa-823a-ccd52669d7e0 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:38.110068 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.176437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] For port 23451263-77ae-4eaa-823a-ccd52669d7e0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=23451263-77ae-4eaa-823a-ccd52669d7e0,segment=NetworkSegment(51b447be-0657-41dc-b0bb-a3b164dd1430),segment_id=51b447be-0657-41dc-b0bb-a3b164dd1430)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:38.176811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.188931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Calling delete_port for 23451263-77ae-4eaa-823a-ccd52669d7e0 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:38.373267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.397014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Port': ['ID=23451263-77ae-4eaa-823a-ccd52669d7e0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:38.403431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No DVR routers for this DVR port 23451263-77ae-4eaa-823a-ccd52669d7e0 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:38.490873 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.511302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a55fc0e-657d-4116-a5e3-aeea5353b6dd']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:38.520964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b447be-0657-41dc-b0bb-a3b164dd1430') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:38.523823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b447be-0657-41dc-b0bb-a3b164dd1430') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:38.531017 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.544673 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.551242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:38.556138 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:38.715984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.720618 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.723543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc4e1cdf-78e8-48c9-9dad-afbf1d83ec7a req-a64924d5-3e38-4bed-bd20-dbd0e037caa6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 210 time: 0.0296392 Sep 16 16:48:38.727756 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/5a55fc0e-657d-4116-a5e3-aeea5353b6dd HTTP/1.1" status: 204 len: 168 time: 3.0778828 Sep 16 16:48:38.727876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60702) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:38.734057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1211683728'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:38.756507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0edf0-008e-4fd2-9996-030f06081c5a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Network': ['ID=5a55fc0e-657d-4116-a5e3-aeea5353b6dd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:38.857563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:38.869827 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.908364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:38.921705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:38.922054 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Added segment b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a of type vlan for network acdfd444-2570-431d-81d7-e9f24ed81cec Sep 16 16:48:38.964989 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:39.062375 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:39.068303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:39.069354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:39.143495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=acdfd444-2570-431d-81d7-e9f24ed81cec,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:39.156225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network acdfd444-2570-431d-81d7-e9f24ed81cec details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:39.206441 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1ae601d0-68eb-413e-bfd7-9b8646c5891d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4724159 Sep 16 16:48:39.206441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60714) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:39.210015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'network_id': 'acdfd444-2570-431d-81d7-e9f24ed81cec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:39.367802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:39.373377 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:39.612293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fff77a79-98b7-4dc6-865f-90ee7b0debfd tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:39.613854 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fff77a79-98b7-4dc6-865f-90ee7b0debfd tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.1349995 Sep 16 16:48:39.627579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Request body: {'port': {'device_id': '5e8210c3-1201-49a4-9572-50b038e98c60', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'admin_state_up': True, 'tenant_id': 'bdd5e8d1c02f47ba998d60775463077f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:39.651291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:39.723418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=b13ac1ed-4829-4965-9c2c-763e630995f3,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:39.736425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking segment: {'id': 'b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'acdfd444-2570-431d-81d7-e9f24ed81cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:39.737116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network hostable DHCP agents. Network: acdfd444-2570-431d-81d7-e9f24ed81cec, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:48:39.799462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network acdfd444-2570-431d-81d7-e9f24ed81cec is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:48:39.846770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Made reservation on behalf of bdd5e8d1c02f47ba998d60775463077f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:39.851077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:39.869529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f5a4a03-0342-411d-8950-64f66b75203b req-683da220-0c60-4701-a04c-5f48d4772208 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 210 time: 0.0406575 Sep 16 16:48:39.874278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, acdfd444-2570-431d-81d7-e9f24ed81cec) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:39.884664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:39.885317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:39.891434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae86a00-311e-483c-9e65-fa9cac9f985d None None] Network acdfd444-2570-431d-81d7-e9f24ed81cec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:39.978566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7f2fd8ac-3610-4366-bff1-3017739972d5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7729585 Sep 16 16:48:39.980847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60720) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:39.992070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-79afe3e5-fad4-4e24-9820-d3d36e1d1da1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'network_id': 'acdfd444-2570-431d-81d7-e9f24ed81cec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:40.009894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Allocated IP 172.20.0.2 (883aebdc-caa9-42c6-a7b9-8858dd375d53/92f46a0c-31ae-4bea-8568-d5de31393710/e22ef2b4-7759-4b3b-a7b6-f6c53aece963) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:40.083344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-acdfd444-2570-431d-81d7-e9f24ed81cec', 'network_id': 'acdfd444-2570-431d-81d7-e9f24ed81cec', 'tenant_id': 'c07323c336864c5e9718f97fd5e71b54', 'fixed_ips': [{'subnet_id': 'b13ac1ed-4829-4965-9c2c-763e630995f3'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:48:40.085176 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.179487 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.199640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79afe3e5-fad4-4e24-9820-d3d36e1d1da1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:40.203647 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79afe3e5-fad4-4e24-9820-d3d36e1d1da1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.264459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Allocated IP 2001:db8::2 (acdfd444-2570-431d-81d7-e9f24ed81cec/b13ac1ed-4829-4965-9c2c-763e630995f3/1069c2c8-b99c-428e-803c-aef58f2a7305) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:40.303533 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.343753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:40.357624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:40.361276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:40.365596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:40.457560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:40.458337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.461303 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event updated for resources: {'Port': ['ID=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:40.527400 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.613412 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-fa504a86-d841-46bf-a774-f82a955c997d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9898200 Sep 16 16:48:40.626281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Request body: {'port': {'device_id': '5e8210c3-1201-49a4-9572-50b038e98c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:40.665055 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79afe3e5-fad4-4e24-9820-d3d36e1d1da1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.665318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.684454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.726647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Pushing event updated for resources: {'Port': ['ID=1069c2c8-b99c-428e-803c-aef58f2a7305,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:40.735045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afe3e5-fad4-4e24-9820-d3d36e1d1da1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network acdfd444-2570-431d-81d7-e9f24ed81cec is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:40.738985 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-79afe3e5-fad4-4e24-9820-d3d36e1d1da1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:40.742863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Network acdfd444-2570-431d-81d7-e9f24ed81cec is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:40.744158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:40.747569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:40.751823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79afe3e5-fad4-4e24-9820-d3d36e1d1da1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:40.752661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-79afe3e5-fad4-4e24-9820-d3d36e1d1da1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.771208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afe3e5-fad4-4e24-9820-d3d36e1d1da1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=73c76588-cd97-41c7-90bf-a44bcf4f8532,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:40.812552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Attempting to bind port 1069c2c8-b99c-428e-803c-aef58f2a7305 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:40.812923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Attempting to bind port 1069c2c8-b99c-428e-803c-aef58f2a7305 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'acdfd444-2570-431d-81d7-e9f24ed81cec'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:40.813284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Attempting to bind port 1069c2c8-b99c-428e-803c-aef58f2a7305 on network acdfd444-2570-431d-81d7-e9f24ed81cec {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:40.818565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:40.818935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Checking segment: {'id': 'b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'acdfd444-2570-431d-81d7-e9f24ed81cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:40.819331 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.819716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Bound using segment: {'id': 'b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'acdfd444-2570-431d-81d7-e9f24ed81cec'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:40.820197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Bound port: 1069c2c8-b99c-428e-803c-aef58f2a7305, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'acdfd444-2570-431d-81d7-e9f24ed81cec'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:40.820603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:40.860855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-79afe3e5-fad4-4e24-9820-d3d36e1d1da1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8748121 Sep 16 16:48:40.862571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60724) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:40.983325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a6674-6e59-4134-aeff-89f8ef3fd65e req-ace73ac9-e722-41c7-a9d3-3ed6b83e4072 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:40.991887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-760a6674-6e59-4134-aeff-89f8ef3fd65e req-ace73ac9-e722-41c7-a9d3-3ed6b83e4072 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 931 time: 0.0696483 Sep 16 16:48:41.019647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8602c9-3e3a-4745-b682-8c56f5ecf7d7 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:41.021772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8602c9-3e3a-4745-b682-8c56f5ecf7d7 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:41.022735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8602c9-3e3a-4745-b682-8c56f5ecf7d7 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:41.024377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8602c9-3e3a-4745-b682-8c56f5ecf7d7 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:41.025918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8602c9-3e3a-4745-b682-8c56f5ecf7d7 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:41.032176 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fd8602c9-3e3a-4745-b682-8c56f5ecf7d7 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1630278 Sep 16 16:48:41.032374 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60730) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:41.037345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-678129218'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:41.039529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-760a6674-6e59-4134-aeff-89f8ef3fd65e req-74d65582-27f0-4268-b160-e7e2884220eb tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465877 Sep 16 16:48:41.066314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] For port 1069c2c8-b99c-428e-803c-aef58f2a7305, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:41.069730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] For port 1069c2c8-b99c-428e-803c-aef58f2a7305, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1069c2c8-b99c-428e-803c-aef58f2a7305,segment=NetworkSegment(b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a),segment_id=b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:41.138975 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:41.204771 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99d87-b20d-4c2a-837a-8b83ce9e9269 None None] Pushing event updated for resources: {'Port': ['ID=1069c2c8-b99c-428e-803c-aef58f2a7305,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:41.510706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:41.515465 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:41.521358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22ef2b4-7759-4b3b-a7b6-f6c53aece963 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:41.534343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:41.560427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Transition to ACTIVE for port object e22ef2b4-7759-4b3b-a7b6-f6c53aece963 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:48:41.562032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:41.571651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:41.571998 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Added segment c4878c25-e1de-42b0-ab9e-5fb05843cd46 of type vlan for network 3e53a9e1-d53b-46b1-972e-020589bbc100 Sep 16 16:48:41.612416 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:41.692612 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:41.741471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Pushing event updated for resources: {'Port': ['ID=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:41.764505 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:41.770071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:41.770651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:41.871486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=3e53a9e1-d53b-46b1-972e-020589bbc100,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:41.883229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 3e53a9e1-d53b-46b1-972e-020589bbc100 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:41.891960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Attempting to bind port e22ef2b4-7759-4b3b-a7b6-f6c53aece963 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:41.892206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Attempting to bind port e22ef2b4-7759-4b3b-a7b6-f6c53aece963 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:41.892572 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Attempting to bind port e22ef2b4-7759-4b3b-a7b6-f6c53aece963 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:41.897892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Port e22ef2b4-7759-4b3b-a7b6-f6c53aece963 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:41.899710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Attempting to bind port e22ef2b4-7759-4b3b-a7b6-f6c53aece963 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:41.904326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:41.904693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Checking segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:41.905089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Bound using segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:41.905524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Bound port: e22ef2b4-7759-4b3b-a7b6-f6c53aece963, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:41.905895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:41.928479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a1655eb0-615f-4124-a911-bbbb6f5ebf50 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8898230 Sep 16 16:48:41.928694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60736) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:41.931240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e1a69ef9-e83f-4cbd-8e20-efa20f73358a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:42.055281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] For port e22ef2b4-7759-4b3b-a7b6-f6c53aece963, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:42.055407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] For port e22ef2b4-7759-4b3b-a7b6-f6c53aece963, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:42.104422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1069c2c8-b99c-428e-803c-aef58f2a7305 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:42.173185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.190788 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1069c2c8-b99c-428e-803c-aef58f2a7305 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:42.191392 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.226930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:42.226930 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.228490 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] 10.222.0.52 "PUT /v2.0/ports/e22ef2b4-7759-4b3b-a7b6-f6c53aece963 HTTP/1.1" status: 200 len: 1091 time: 1.6064210 Sep 16 16:48:42.240296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8210c3-1201-49a4-9572-50b038e98c60', 'tag': 'e22ef2b4-7759-4b3b-a7b6-f6c53aece963'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:42.244012 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10843164-1f8f-4b12-b0a3-e1ee80ec888e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8210c3-1201-49a4-9572-50b038e98c60", "tag": "e22ef2b4-7759-4b3b-a7b6-f6c53aece963"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:42.250065 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1a69ef9-e83f-4cbd-8e20-efa20f73358a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.275658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e9c70-086c-4fe3-962a-38a65bc7e139 req-c2643b2a-423f-487d-8e8a-0803bf9f9925 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:42.277253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0805a5b-e8bf-4072-8b3f-8325ef4bb478 service neutron] Pushing event updated for resources: {'Port': ['ID=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:42.277685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-621e9c70-086c-4fe3-962a-38a65bc7e139 req-c2643b2a-423f-487d-8e8a-0803bf9f9925 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 943 time: 0.1181278 Sep 16 16:48:42.315760 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.334720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-621e9c70-086c-4fe3-962a-38a65bc7e139 req-27d56373-16f1-4970-84df-21b2ef61b51d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 Sep 16 16:48:42.355583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 1069c2c8-b99c-428e-803c-aef58f2a7305, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1069c2c8-b99c-428e-803c-aef58f2a7305,segment=NetworkSegment(b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a),segment_id=b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:42.379592 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbf3144-2f43-4cd8-9f92-2cc0fca97bee x-openstack-request-id: req-efbf3144-2f43-4cd8-9f92-2cc0fca97bee {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:42.379910 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8210c3-1201-49a4-9572-50b038e98c60", "tag": "e22ef2b4-7759-4b3b-a7b6-f6c53aece963", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:42.380743 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efbf3144-2f43-4cd8-9f92-2cc0fca97bee {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:42.381799 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8210c3-1201-49a4-9572-50b038e98c60', 'tag': 'e22ef2b4-7759-4b3b-a7b6-f6c53aece963', 'status': 'completed', 'code': 200} Sep 16 16:48:42.383405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb4fd1b-7278-435f-853f-d57e213944a0 None None] Network acdfd444-2570-431d-81d7-e9f24ed81cec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:42.448829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b9e4a3fe-e909-458b-be75-69f355acd3f5 None None] Provisioning complete for port 1069c2c8-b99c-428e-803c-aef58f2a7305 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:42.449148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10843164-1f8f-4b12-b0a3-e1ee80ec888e req-7b8c5922-4f67-4893-99a7-f6440df9fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:42.449305 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a3fe-e909-458b-be75-69f355acd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.450917 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-10843164-1f8f-4b12-b0a3-e1ee80ec888e req-7b8c5922-4f67-4893-99a7-f6440df9fb60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 1094 time: 0.0477047 Sep 16 16:48:42.483312 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1a69ef9-e83f-4cbd-8e20-efa20f73358a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.500993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1a69ef9-e83f-4cbd-8e20-efa20f73358a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network 3e53a9e1-d53b-46b1-972e-020589bbc100 is not hosted by any dhcp agent {{(pid=95358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 16:48:42.507271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a69ef9-e83f-4cbd-8e20-efa20f73358a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:42.508047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1a69ef9-e83f-4cbd-8e20-efa20f73358a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.512439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e1a69ef9-e83f-4cbd-8e20-efa20f73358a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "PUT /v2.0/networks/3e53a9e1-d53b-46b1-972e-020589bbc100 HTTP/1.1" status: 200 len: 723 time: 0.5827947 Sep 16 16:48:42.521469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60752) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:42.530519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:42.574148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10843164-1f8f-4b12-b0a3-e1ee80ec888e req-e964937b-69a7-4b10-bb7a-a1e07c80a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:42.576448 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-10843164-1f8f-4b12-b0a3-e1ee80ec888e req-e964937b-69a7-4b10-bb7a-a1e07c80a609 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bdd5e8d1c02f47ba998d60775463077f&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1177185 Sep 16 16:48:42.605832 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.605832 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a3fe-e909-458b-be75-69f355acd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.609419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a69ef9-e83f-4cbd-8e20-efa20f73358a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=3e53a9e1-d53b-46b1-972e-020589bbc100,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:42.638203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 3e53a9e1-d53b-46b1-972e-020589bbc100 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:42.699019 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10843164-1f8f-4b12-b0a3-e1ee80ec888e req-e652d74e-5ccd-4269-acc3-e578e33ca184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:42.700792 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-10843164-1f8f-4b12-b0a3-e1ee80ec888e req-e652d74e-5ccd-4269-acc3-e578e33ca184 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173162 Sep 16 16:48:42.758571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=1069c2c8-b99c-428e-803c-aef58f2a7305,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:42.784633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:42.788353 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.792983 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-94de44d8-b5c0-494f-b000-a3704bbf596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:42.796243 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-94de44d8-b5c0-494f-b000-a3704bbf596a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 1094 time: 0.0472364 Sep 16 16:48:42.808470 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-b9e4a3fe-e909-458b-be75-69f355acd3f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:48:42.808470 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-b9e4a3fe-e909-458b-be75-69f355acd3f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:48:42.812639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b3ccc1-c552-4b11-b6ee-836ac274f2ab None None] Update dhcp port {'port': {'network_id': 'acdfd444-2570-431d-81d7-e9f24ed81cec', 'fixed_ips': [{'subnet_id': 'b13ac1ed-4829-4965-9c2c-763e630995f3', 'ip_address': '2001:db8::2'}, {'subnet_id': '73c76588-cd97-41c7-90bf-a44bcf4f8532'}], 'binding:host_id': 'n-d-807786-3'}, 'id': '1069c2c8-b99c-428e-803c-aef58f2a7305'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:48:42.839676 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95b3ccc1-c552-4b11-b6ee-836ac274f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:42.853605 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-31490197-4764-4458-9037-d308527b7d0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e22ef2b4-7759-4b3b-a7b6-f6c53aece963 HTTP/1.1" status: 200 len: 217 time: 0.0484006 Sep 16 16:48:42.910819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-aec3b3cc-2d90-440e-b6ec-75ce971852e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:42.912336 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-aec3b3cc-2d90-440e-b6ec-75ce971852e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92f46a0c-31ae-4bea-8568-d5de31393710 HTTP/1.1" status: 200 len: 844 time: 0.0503469 Sep 16 16:48:42.948797 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-f8d78fcf-33e5-4f05-842a-32c5e443b8ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=883aebdc-caa9-42c6-a7b9-8858dd375d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273554 Sep 16 16:48:42.951082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe4045-55b5-4150-935d-b26e0a126956 req-4684ce79-abdf-4691-8abf-26dcf5773735 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:42.952782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23fe4045-55b5-4150-935d-b26e0a126956 req-4684ce79-abdf-4691-8abf-26dcf5773735 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 947 time: 0.0799744 Sep 16 16:48:43.019610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-95b3ccc1-c552-4b11-b6ee-836ac274f2ab None None] Allocated IP 172.20.0.1 (acdfd444-2570-431d-81d7-e9f24ed81cec/73c76588-cd97-41c7-90bf-a44bcf4f8532/1069c2c8-b99c-428e-803c-aef58f2a7305) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:43.030873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23fe4045-55b5-4150-935d-b26e0a126956 req-033d3dd0-f521-4d3a-b9ba-2ccdf9f03dc3 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700390 Sep 16 16:48:43.081765 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-4123de47-e9ff-4e23-8e00-cfe06133d2ba service neutron] 10.222.0.52 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251142 Sep 16 16:48:43.150165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-95b3ccc1-c552-4b11-b6ee-836ac274f2ab None None] For port 1069c2c8-b99c-428e-803c-aef58f2a7305, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1069c2c8-b99c-428e-803c-aef58f2a7305,segment=NetworkSegment(b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a),segment_id=b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:43.172804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:43.181111 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ad47ea90-58c4-4df2-8a9e-26f7f9ae2227 req-53f402f5-7c6c-47dd-b14b-eac43f297072 service neutron] 10.222.0.52 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903342 Sep 16 16:48:43.183092 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95b3ccc1-c552-4b11-b6ee-836ac274f2ab None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:43.234976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=09f6fe84-c80e-40de-b358-b05b06faa8d9,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:43.241908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking segment: {'id': 'c4878c25-e1de-42b0-ab9e-5fb05843cd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:43.242307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network hostable DHCP agents. Network: 3e53a9e1-d53b-46b1-972e-020589bbc100, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:48:43.280035 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95b3ccc1-c552-4b11-b6ee-836ac274f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:43.342830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network 3e53a9e1-d53b-46b1-972e-020589bbc100 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:48:43.401676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3ccc1-c552-4b11-b6ee-836ac274f2ab None None] Pushing event updated for resources: {'Port': ['ID=1069c2c8-b99c-428e-803c-aef58f2a7305,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:43.457718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d263-7196-4b13-ad89-7e5c25c3329f req-27ef2ee6-926e-483c-9d6d-6ff9ab7a51a8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:43.459429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6990d263-7196-4b13-ad89-7e5c25c3329f req-27ef2ee6-926e-483c-9d6d-6ff9ab7a51a8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 943 time: 0.0593605 Sep 16 16:48:43.464007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 3e53a9e1-d53b-46b1-972e-020589bbc100) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:43.470740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:43.471342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:43.473751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec75d48-911b-409f-9a51-032da6fb0ecc None None] Network 3e53a9e1-d53b-46b1-972e-020589bbc100 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:43.513878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6990d263-7196-4b13-ad89-7e5c25c3329f req-9b0b2c1f-d41b-4f59-a480-6783bcd3c19f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455735 Sep 16 16:48:43.600054 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-040b8227-c2c5-429a-b6e6-3863c9cf394a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0774913 Sep 16 16:48:43.603271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60760) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:43.609163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-05e186c9-f37a-42e5-98ba-1a731acc3d1c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:43.647052 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:43.664261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-3e53a9e1-d53b-46b1-972e-020589bbc100', 'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100', 'tenant_id': 'c07323c336864c5e9718f97fd5e71b54', 'fixed_ips': [{'subnet_id': '09f6fe84-c80e-40de-b358-b05b06faa8d9'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:48:43.664261 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:43.713974 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05e186c9-f37a-42e5-98ba-1a731acc3d1c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24278608'] for subnet, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:43.852955 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:43.935901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07b6714-dfcf-4f2c-9350-d74cd16a783b None None] Network acdfd444-2570-431d-81d7-e9f24ed81cec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:44.006019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1069c2c8-b99c-428e-803c-aef58f2a7305 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:44.013622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05e186c9-f37a-42e5-98ba-1a731acc3d1c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744142518788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12783807'] for subnet, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.145941 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3ed8f840-0e2a-4a3f-9701-1ebc5a2ec4cb None None] Provisioning complete for port 1069c2c8-b99c-428e-803c-aef58f2a7305 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:44.152023 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ed8f840-0e2a-4a3f-9701-1ebc5a2ec4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.164296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Allocated IP 2001:db8::2 (3e53a9e1-d53b-46b1-972e-020589bbc100/09f6fe84-c80e-40de-b358-b05b06faa8d9/899351a9-72ac-4d9d-8483-89893767c0ef) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:44.212938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1069c2c8-b99c-428e-803c-aef58f2a7305 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:44.212938 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.235055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-1e17e7d8-5bc3-49a2-9f19-cc94ec5e0fb5 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:44.237318 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-1e17e7d8-5bc3-49a2-9f19-cc94ec5e0fb5 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.52 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 947 time: 0.0747390 Sep 16 16:48:44.362676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e186c9-f37a-42e5-98ba-1a731acc3d1c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:44.363222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05e186c9-f37a-42e5-98ba-1a731acc3d1c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.364998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-05e186c9-f37a-42e5-98ba-1a731acc3d1c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "PUT /v2.0/subnets/09f6fe84-c80e-40de-b358-b05b06faa8d9 HTTP/1.1" status: 200 len: 826 time: 0.7603064 Sep 16 16:48:44.373632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Deleting port b706878e-44f0-41db-9ac5-5a45b31b4ba2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:44.373997 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.383054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60766) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:44.461044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e186c9-f37a-42e5-98ba-1a731acc3d1c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=09f6fe84-c80e-40de-b358-b05b06faa8d9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:44.495511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] For port b706878e-44f0-41db-9ac5-5a45b31b4ba2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=b706878e-44f0-41db-9ac5-5a45b31b4ba2,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:44.496053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.520538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41978306-77af-47e4-bc1a-f5e475f98007 req-6ee0d3ae-ac74-49a7-8365-577613cebbc9 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:44.527183 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.531045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41978306-77af-47e4-bc1a-f5e475f98007 req-6ee0d3ae-ac74-49a7-8365-577613cebbc9 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 947 time: 0.1818638 Sep 16 16:48:44.594740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41978306-77af-47e4-bc1a-f5e475f98007 req-6c6bd4c1-c943-4cea-b09f-702a5abb258b tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0ae6438-d24e-454f-8605-1ec92548b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627627 Sep 16 16:48:44.617209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.625939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e22ef2b4-7759-4b3b-a7b6-f6c53aece963 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:48:44.628709 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.673662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Network 3e53a9e1-d53b-46b1-972e-020589bbc100 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:44.677999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:44.682930 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:44.689037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c7616-351a-4acb-b5f7-2499bec363c2 req-d858f3fc-d777-4741-b968-eb098671e52e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:44.690569 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-626c7616-351a-4acb-b5f7-2499bec363c2 req-d858f3fc-d777-4741-b968-eb098671e52e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 943 time: 0.0903356 Sep 16 16:48:44.739804 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.740078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.740210 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Floating IP c910db58-da9c-4d33-8d79-601337c92a07 disassociated. External IP: 172.25.6.191, port: b706878e-44f0-41db-9ac5-5a45b31b4ba2. Sep 16 16:48:44.741113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Calling delete_port for b706878e-44f0-41db-9ac5-5a45b31b4ba2 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:44.741261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Pushing event updated for resources: {'Port': ['ID=899351a9-72ac-4d9d-8483-89893767c0ef,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:44.745936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting port 899351a9-72ac-4d9d-8483-89893767c0ef {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:44.752596 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.752596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-626c7616-351a-4acb-b5f7-2499bec363c2 req-a79a0802-09a9-44f7-81cf-13c17d7e8d2e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530567 Sep 16 16:48:44.808427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Attempting to bind port 899351a9-72ac-4d9d-8483-89893767c0ef on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:44.808800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Attempting to bind port 899351a9-72ac-4d9d-8483-89893767c0ef by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'c4878c25-e1de-42b0-ab9e-5fb05843cd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:44.809826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Attempting to bind port 899351a9-72ac-4d9d-8483-89893767c0ef on network 3e53a9e1-d53b-46b1-972e-020589bbc100 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:44.826829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:44.827206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Checking segment: {'id': 'c4878c25-e1de-42b0-ab9e-5fb05843cd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:44.827617 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.828008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Bound using segment: {'id': 'c4878c25-e1de-42b0-ab9e-5fb05843cd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:44.828513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Bound port: 899351a9-72ac-4d9d-8483-89893767c0ef, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4878c25-e1de-42b0-ab9e-5fb05843cd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:44.828897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.844601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] For port 899351a9-72ac-4d9d-8483-89893767c0ef, host n-d-807786-3, got binding levels [] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:44.844884 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.847302 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3ef2c154-6a8b-4299-834e-0b2a8db58aec None None] Provisioning complete for port 1069c2c8-b99c-428e-803c-aef58f2a7305 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:44.847915 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c154-6a8b-4299-834e-0b2a8db58aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:44.859554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Calling delete_port for 899351a9-72ac-4d9d-8483-89893767c0ef owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:44.932086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e22ef2b4-7759-4b3b-a7b6-f6c53aece963, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:44.961427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'e22ef2b4-7759-4b3b-a7b6-f6c53aece963', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'port_id': 'e22ef2b4-7759-4b3b-a7b6-f6c53aece963', 'mac_address': 'fa:16:3e:03:7d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f46a0c-31ae-4bea-8568-d5de31393710', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:48:44.988164 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.018312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event deleted for resources: {'Port': ['ID=b706878e-44f0-41db-9ac5-5a45b31b4ba2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:45.037397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.053185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22ef2b4-7759-4b3b-a7b6-f6c53aece963 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:45.074512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e22ef2b4-7759-4b3b-a7b6-f6c53aece963, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:45.076697 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.077194 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:48:45.084217 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:48:45.107544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Port': ['ID=899351a9-72ac-4d9d-8483-89893767c0ef,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:45.150719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:48:45.151645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No DVR routers for this DVR port 899351a9-72ac-4d9d-8483-89893767c0ef on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:45.201877 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.204845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.255034 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:45.296444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:48:45.306098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] Sync routers for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:48:45.316961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:48:45.317593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:48:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:45.339680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] No DVR routers for this DVR port b706878e-44f0-41db-9ac5-5a45b31b4ba2 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:45.342543 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.344636 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0ae2b517-1cac-4c60-a447-c968a6919172 req-88941071-20a3-408c-93a8-05b082f6826e tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.52 "DELETE /v2.0/ports/b706878e-44f0-41db-9ac5-5a45b31b4ba2 HTTP/1.1" status: 204 len: 173 time: 1.1005270 Sep 16 16:48:45.345065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'name': 'network-vif-deleted', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:45.347362 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2849430b-4dd5-4622-a39f-ea7b3f862b96" -d '{"events": [{"server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "name": "network-vif-deleted", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:45.413560 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6ff450-4c87-4b71-8858-701de8f6363a x-openstack-request-id: req-0b6ff450-4c87-4b71-8858-701de8f6363a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:45.418847 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.418998 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043c326-8c8b-4f99-8229-273f6bbb8e3a", "name": "network-vif-deleted", "tag": "b706878e-44f0-41db-9ac5-5a45b31b4ba2", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:45.418998 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b6ff450-4c87-4b71-8858-701de8f6363a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:45.418998 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043c326-8c8b-4f99-8229-273f6bbb8e3a', 'name': 'network-vif-deleted', 'tag': 'b706878e-44f0-41db-9ac5-5a45b31b4ba2', 'status': 'completed', 'code': 200} Sep 16 16:48:45.434504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e22ef2b4-7759-4b3b-a7b6-f6c53aece963'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:45.444436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:48:45.453788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Subnet': ['ID=09f6fe84-c80e-40de-b358-b05b06faa8d9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:45.525983 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.550607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e53a9e1-d53b-46b1-972e-020589bbc100']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:45.563259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4878c25-e1de-42b0-ab9e-5fb05843cd46') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:45.563751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4878c25-e1de-42b0-ab9e-5fb05843cd46') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:45.577068 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.592240 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.598611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:45.599037 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:45.602400 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:45.707661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-731ea26e-f55a-46a4-9dc1-91805ce36993 req-7a95354f-7077-42da-ad0e-04a5ed436189 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/ports?device_id=2043c326-8c8b-4f99-8229-273f6bbb8e3a HTTP/1.1" status: 200 len: 210 time: 0.0320261 Sep 16 16:48:45.750013 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.757183 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.758968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/3e53a9e1-d53b-46b1-972e-020589bbc100 HTTP/1.1" status: 204 len: 168 time: 1.3749573 Sep 16 16:48:45.761820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60776) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:45.773726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Attempting to bind port 899351a9-72ac-4d9d-8483-89893767c0ef on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:45.774107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Attempting to bind port 899351a9-72ac-4d9d-8483-89893767c0ef by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'c4878c25-e1de-42b0-ab9e-5fb05843cd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:45.774475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Attempting to bind port 899351a9-72ac-4d9d-8483-89893767c0ef on network 3e53a9e1-d53b-46b1-972e-020589bbc100 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:45.777086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afd51f-1a2e-4239-840f-576da424dea9 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Network': ['ID=3e53a9e1-d53b-46b1-972e-020589bbc100,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:45.786848 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-598d140d-24d8-4782-89ef-1efe080252c7 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:45.787547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598d140d-24d8-4782-89ef-1efe080252c7 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:45.789557 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-598d140d-24d8-4782-89ef-1efe080252c7 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/3e53a9e1-d53b-46b1-972e-020589bbc100 HTTP/1.1" status: 404 len: 339 time: 0.0259020 Sep 16 16:48:45.793352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60782) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:45.798829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-833985542', 'description': 'd1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:45.814884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:45.815273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Checking segment: {'id': 'c4878c25-e1de-42b0-ab9e-5fb05843cd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:45.815685 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.816089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Bound using segment: {'id': 'c4878c25-e1de-42b0-ab9e-5fb05843cd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:45.816600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Bound port: 899351a9-72ac-4d9d-8483-89893767c0ef, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4878c25-e1de-42b0-ab9e-5fb05843cd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3e53a9e1-d53b-46b1-972e-020589bbc100'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:45.816991 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.868806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bedfea27-7ce9-4187-9755-ce09be49b0e0 None None] Port 899351a9-72ac-4d9d-8483-89893767c0ef has been deleted concurrently {{(pid=95359) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 16:48:45.895154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1132093-e59c-493e-82cc-4c63cb88d003 req-f289ce54-1389-434e-b0d3-97d34b0a3ec8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:45.896869 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1132093-e59c-493e-82cc-4c63cb88d003 req-f289ce54-1389-434e-b0d3-97d34b0a3ec8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 944 time: 0.0530999 Sep 16 16:48:45.902609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:45.903158 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.933608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:45.944483 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:45.944875 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Added segment fea69ab7-46d7-4d9c-b8bf-2f77b1347870 of type vlan for network 6cb39cd3-7076-469a-b8bc-1591aa3a315a Sep 16 16:48:45.955224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1132093-e59c-493e-82cc-4c63cb88d003 req-605e989d-39e8-432d-8d29-8d600036eb30 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 Sep 16 16:48:46.000097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:46.029152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:46.059903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] Checking router: d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:48:46.068893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:48:46.069510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:48:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:46.121360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:46.127176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:46.133352 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:46.212753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=6cb39cd3-7076-469a-b8bc-1591aa3a315a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:46.223251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:48:46.227492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6cb39cd3-7076-469a-b8bc-1591aa3a315a details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:46.280922 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f4526197-c015-4bef-a763-cf77f7885df5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4861321 Sep 16 16:48:46.283725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60786) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:46.387385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfafcef-0263-4f09-87bf-5d0a1ca2b90b tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:46.389085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1dfafcef-0263-4f09-87bf-5d0a1ca2b90b tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/networks?id=6cb39cd3-7076-469a-b8bc-1591aa3a315a HTTP/1.1" status: 200 len: 764 time: 0.1041830 Sep 16 16:48:46.391875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60788) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:46.398137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8f0cdf30-56c9-4c2c-9ebe-b546fac87405 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'description': 'd2'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:46.513576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:46.540200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf11e6f-7e6c-4037-8667-e377cfc850af None None] The sync data for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 is: [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:40:57Z', 'revision_number': 4, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'fec4f824-5cea-45b5-8314-5537a81a9fc4', 'name': '', 'network_id': '5c696e74-b340-47cf-ba65-d3ea254b224f', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'mac_address': 'fa:16:3e:30:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:56Z', 'updated_at': '2021-09-16T16:41:02Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'subnets': [{'id': '7d8b82f6-f135-443d-98c1-6aa2a48676bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:48:46.577441 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f0cdf30-56c9-4c2c-9ebe-b546fac87405 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:46.644815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e22ef2b4-7759-4b3b-a7b6-f6c53aece963 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:48:46.725296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f0cdf30-56c9-4c2c-9ebe-b546fac87405 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:46.746956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f0cdf30-56c9-4c2c-9ebe-b546fac87405 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network 6cb39cd3-7076-469a-b8bc-1591aa3a315a is not hosted by any dhcp agent {{(pid=95358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 16:48:46.765286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0cdf30-56c9-4c2c-9ebe-b546fac87405 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:46.765286 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8f0cdf30-56c9-4c2c-9ebe-b546fac87405 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:46.765286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8f0cdf30-56c9-4c2c-9ebe-b546fac87405 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "PUT /v2.0/networks/6cb39cd3-7076-469a-b8bc-1591aa3a315a HTTP/1.1" status: 200 len: 761 time: 0.3674192 Sep 16 16:48:46.765650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60792) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:46.795819 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port e22ef2b4-7759-4b3b-a7b6-f6c53aece963 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:48:46.800980 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port e22ef2b4-7759-4b3b-a7b6-f6c53aece963 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:46.806394 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:46.842975 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e78478-2596-49d0-a491-ab77ce0adb49 None None] New status for floating IP c910db58-da9c-4d33-8d79-601337c92a07: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:48:46.856366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cdf30-56c9-4c2c-9ebe-b546fac87405 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=6cb39cd3-7076-469a-b8bc-1591aa3a315a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:46.875904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6cb39cd3-7076-469a-b8bc-1591aa3a315a details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:46.917807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60796) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:46.922352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5911d27b-0f4f-41d5-9d83-fcfbf5ad3cfa tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:46.924115 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5911d27b-0f4f-41d5-9d83-fcfbf5ad3cfa tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/networks?id=6cb39cd3-7076-469a-b8bc-1591aa3a315a HTTP/1.1" status: 200 len: 764 time: 0.1587758 Sep 16 16:48:46.927917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60798) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:46.981672 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:47.013864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8210c3-1201-49a4-9572-50b038e98c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22ef2b4-7759-4b3b-a7b6-f6c53aece963'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:47.015204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed60fbb5-6b51-49f7-874c-c16e74e511ac tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:47.018115 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffa2f8f-6607-456d-99a1-7023d7f70a75" -d '{"events": [{"server_uuid": "5e8210c3-1201-49a4-9572-50b038e98c60", "name": "network-vif-plugged", "status": "completed", "tag": "e22ef2b4-7759-4b3b-a7b6-f6c53aece963"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:47.040362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port e22ef2b4-7759-4b3b-a7b6-f6c53aece963, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:47.073429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-43c1b51b-f335-43c3-b1ea-39f55a3dc5e0 None None] Could not find standard attr ID for object 899351a9-72ac-4d9d-8483-89893767c0ef. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:48:47.081266 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed60fbb5-6b51-49f7-874c-c16e74e511ac tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:47.088743 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b0b175-4ea8-4672-a034-21fd654c2272 x-openstack-request-id: req-04b0b175-4ea8-4672-a034-21fd654c2272 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:47.089036 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8210c3-1201-49a4-9572-50b038e98c60", "name": "network-vif-plugged", "status": "completed", "tag": "e22ef2b4-7759-4b3b-a7b6-f6c53aece963", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:47.089289 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04b0b175-4ea8-4672-a034-21fd654c2272 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:47.089713 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8210c3-1201-49a4-9572-50b038e98c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22ef2b4-7759-4b3b-a7b6-f6c53aece963', 'code': 200} Sep 16 16:48:47.155112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff997e52-3e34-4bab-9144-151ef159801e None None] DHCP port deletion for 3e53a9e1-d53b-46b1-972e-020589bbc100 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:48:47.159311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cec13-5f29-4d6c-97e4-a50f72b6d0a8 req-d63d96f0-f953-4c87-ad5c-9d1bc9611b80 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.161048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-315cec13-5f29-4d6c-97e4-a50f72b6d0a8 req-d63d96f0-f953-4c87-ad5c-9d1bc9611b80 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 944 time: 0.1034482 Sep 16 16:48:47.188051 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:47.188895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b706878e-44f0-41db-9ac5-5a45b31b4ba2 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:48:47.214966 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-315cec13-5f29-4d6c-97e4-a50f72b6d0a8 req-8230cdf0-ddd9-4df7-8611-90e6a637b82a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473936 Sep 16 16:48:47.235067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a401b5bd-1222-4c93-8c1d-b7e5d4703dd4 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.244805 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a401b5bd-1222-4c93-8c1d-b7e5d4703dd4 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3086696 Sep 16 16:48:47.244983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338ad56-6e5e-4bf7-a0bf-e6a5b01a1037 None None] Network 3e53a9e1-d53b-46b1-972e-020589bbc100 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:47.246199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60806) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:47.264416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: b706878e-44f0-41db-9ac5-5a45b31b4ba2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:48:47.264769 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device b706878e-44f0-41db-9ac5-5a45b31b4ba2 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:48:47.267194 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed60fbb5-6b51-49f7-874c-c16e74e511ac tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:47.270122 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed60fbb5-6b51-49f7-874c-c16e74e511ac tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:47.271329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ed60fbb5-6b51-49f7-874c-c16e74e511ac tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "DELETE /v2.0/security-groups/f0ae6438-d24e-454f-8605-1ec92548b6eb HTTP/1.1" status: 204 len: 168 time: 0.3500302 Sep 16 16:48:47.275839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60808) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:47.278149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338ad56-6e5e-4bf7-a0bf-e6a5b01a1037 None None] Network 3e53a9e1-d53b-46b1-972e-020589bbc100 could not be found, it might have been deleted concurrently. {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 16:48:47.291064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c26c7-c5b8-48ef-827d-b47a5ae319c8 None None] Network 3e53a9e1-d53b-46b1-972e-020589bbc100 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:47.302952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60fbb5-6b51-49f7-874c-c16e74e511ac tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae6438-d24e-454f-8605-1ec92548b6eb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:47.312459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-97d074ac-4e7a-4155-9bcf-625ce24f1ef1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 207 time: 0.0645800 Sep 16 16:48:47.313264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:47.313605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60812) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:47.318532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c26c7-c5b8-48ef-827d-b47a5ae319c8 None None] Network 3e53a9e1-d53b-46b1-972e-020589bbc100 could not be found, it might have been deleted concurrently. {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 16:48:47.338060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.338732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.339847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.340619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.341769 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.342522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.343373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.344780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.345650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.346466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.347437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.347924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:47.368995 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-9c3a577c-e93f-45b5-adc2-dab77e5c4983 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] show failed (client error): The resource could not be found. Sep 16 16:48:47.372936 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9c3a577c-e93f-45b5-adc2-dab77e5c4983 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "GET /v2.0/security-groups/f0ae6438-d24e-454f-8605-1ec92548b6eb HTTP/1.1" status: 404 len: 347 time: 0.0955882 Sep 16 16:48:47.374765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60814) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:47.430419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673a6e4-d9bb-4006-b3ce-3c44448cb6cd req-30d4269e-e2ff-41b1-874f-dc0ff44203eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.431901 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e673a6e4-d9bb-4006-b3ce-3c44448cb6cd req-30d4269e-e2ff-41b1-874f-dc0ff44203eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 1096 time: 0.2557533 Sep 16 16:48:47.522008 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e673a6e4-d9bb-4006-b3ce-3c44448cb6cd req-c6ea8450-e333-44e1-b1c0-80811022844c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595977 Sep 16 16:48:47.528821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a599732-7225-4d51-9aea-e5dfb0a48ba2 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.535283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a599732-7225-4d51-9aea-e5dfb0a48ba2 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.541249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a7450d07-40da-4ba6-9870-dba4ea6de5e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Deleting port 9ae50623-bcba-4996-9e73-3d6eb7812576 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:47.541600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7450d07-40da-4ba6-9870-dba4ea6de5e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:47.541720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a599732-7225-4d51-9aea-e5dfb0a48ba2 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.548330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a599732-7225-4d51-9aea-e5dfb0a48ba2 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.554431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a599732-7225-4d51-9aea-e5dfb0a48ba2 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.562111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a599732-7225-4d51-9aea-e5dfb0a48ba2 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.563986 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8a599732-7225-4d51-9aea-e5dfb0a48ba2 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2486546 Sep 16 16:48:47.570315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60816) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:47.780229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7450d07-40da-4ba6-9870-dba4ea6de5e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:47.780229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7450d07-40da-4ba6-9870-dba4ea6de5e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:47.813190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a7450d07-40da-4ba6-9870-dba4ea6de5e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Calling delete_port for 9ae50623-bcba-4996-9e73-3d6eb7812576 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:47.848040 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-86377c68-74b1-4b3f-a42a-e5f68058ff8f tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2766223 Sep 16 16:48:47.852769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60818) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:47.953469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6174de-0c3d-4308-bf4f-2017e0118b73 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.953469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6174de-0c3d-4308-bf4f-2017e0118b73 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.953469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6174de-0c3d-4308-bf4f-2017e0118b73 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.953469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6174de-0c3d-4308-bf4f-2017e0118b73 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.953469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6174de-0c3d-4308-bf4f-2017e0118b73 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:47.953842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3b6174de-0c3d-4308-bf4f-2017e0118b73 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1000760 Sep 16 16:48:47.957525 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60820) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:48.016437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb8aea-a104-4f99-a3f8-3868f6ce74a5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:48.017885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb8aea-a104-4f99-a3f8-3868f6ce74a5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:48.019314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb8aea-a104-4f99-a3f8-3868f6ce74a5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:48.021017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb8aea-a104-4f99-a3f8-3868f6ce74a5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:48.022393 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb8aea-a104-4f99-a3f8-3868f6ce74a5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['shared'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:48.024013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a6cb8aea-a104-4f99-a3f8-3868f6ce74a5 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0654018 Sep 16 16:48:48.027694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60822) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:48.103982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7450d07-40da-4ba6-9870-dba4ea6de5e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:48.131735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf7e18b-c557-4578-8681-f95bd63bdc63 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:48.132182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7450d07-40da-4ba6-9870-dba4ea6de5e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Pushing event deleted for resources: {'Port': ['ID=9ae50623-bcba-4996-9e73-3d6eb7812576,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:48.132674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ccf7e18b-c557-4578-8681-f95bd63bdc63 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/networks/9a9d1fca-e152-4c2d-b410-54310ddb194d HTTP/1.1" status: 200 len: 803 time: 0.1033461 Sep 16 16:48:48.140750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60824) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:48.201087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7450d07-40da-4ba6-9870-dba4ea6de5e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:48.208691 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7450d07-40da-4ba6-9870-dba4ea6de5e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:48.208691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a7450d07-40da-4ba6-9870-dba4ea6de5e6 tempest-AttachVolumeShelveTestJSON-1114828713 tempest-AttachVolumeShelveTestJSON-1114828713-project] 10.222.0.22 "DELETE /v2.0/floatingips/c910db58-da9c-4d33-8d79-601337c92a07 HTTP/1.1" status: 204 len: 168 time: 0.8293765 Sep 16 16:48:48.262308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6e89d493-d240-4014-8c32-3b1ca2326784 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/networks/9a9d1fca-e152-4c2d-b410-54310ddb194d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1203034 Sep 16 16:48:48.266463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60828) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:48.360491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da3e71-eb18-4d87-b9d7-2bffd73bcd1b tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:48.361802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-11da3e71-eb18-4d87-b9d7-2bffd73bcd1b tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/subnets/04000c3c-2ba6-4f01-8acb-94742a5147d4 HTTP/1.1" status: 200 len: 843 time: 0.0929646 Sep 16 16:48:48.365632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60832) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:48.381005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e71162-0e2e-440d-87a2-1c74f435a597 req-c6151426-cf9a-4f7c-a523-2c59fff5d1f8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:48.382606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71e71162-0e2e-440d-87a2-1c74f435a597 req-c6151426-cf9a-4f7c-a523-2c59fff5d1f8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 945 time: 0.0677028 Sep 16 16:48:48.429527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71e71162-0e2e-440d-87a2-1c74f435a597 req-b339a19b-57db-41f4-8162-511490765853 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393252 Sep 16 16:48:48.434049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda006b3-5aec-4c82-a834-8c87b05f1b43 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['shared'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:48.435681 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dda006b3-5aec-4c82-a834-8c87b05f1b43 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "GET /v2.0/subnets/04000c3c-2ba6-4f01-8acb-94742a5147d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0689414 Sep 16 16:48:48.439292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60836) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:48.444694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-616372201'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:48.561435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:48.565711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:48.596691 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:48.605034 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:48.605421 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Added segment e22adcd0-a93b-4bcc-820d-76ef2982968b of type vlan for network 4260e789-76a1-4e10-bd90-c9adbb019728 Sep 16 16:48:48.645673 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:48.761101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:48.767424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:48.769330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:48.838313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Network': ['ID=4260e789-76a1-4e10-bd90-c9adbb019728,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:48.852340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 4260e789-76a1-4e10-bd90-c9adbb019728 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:48.870327 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-84b0cf34-c3cc-4414-a8d0-41e4fde28f7a tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4296212 Sep 16 16:48:48.872982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60842) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:48.878440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'network_id': '4260e789-76a1-4e10-bd90-c9adbb019728', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:49.046519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Made reservation on behalf of c07323c336864c5e9718f97fd5e71b54 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:49.050287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:49.116928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Performing IP validity checks on allocation pools {{(pid=95357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 16:48:49.117464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 16:48:49.319393 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:49.385950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=15e2afc0-7c60-4cdb-83be-4a3be21ab308,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:49.394869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Checking segment: {'id': 'e22adcd0-a93b-4bcc-820d-76ef2982968b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4260e789-76a1-4e10-bd90-c9adbb019728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:49.395304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network hostable DHCP agents. Network: 4260e789-76a1-4e10-bd90-c9adbb019728, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:48:49.479641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Network 4260e789-76a1-4e10-bd90-c9adbb019728 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:48:49.542180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 4260e789-76a1-4e10-bd90-c9adbb019728) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:49.549668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:49.550653 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:49.551877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aff6c8-43ee-4088-8a09-4ab90fe00b42 None None] Network 4260e789-76a1-4e10-bd90-c9adbb019728 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:49.565825 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b79b59-6896-498d-be3d-eb30fa2520e9 req-6190e8d8-b1f7-47da-9126-f501603ddac6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:49.568345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4b79b59-6896-498d-be3d-eb30fa2520e9 req-6190e8d8-b1f7-47da-9126-f501603ddac6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 945 time: 0.0597432 Sep 16 16:48:49.631677 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-83777e3e-33c4-41c8-ba88-c4b25ddd5660 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7574816 Sep 16 16:48:49.636647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60854) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:49.638826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b7bb0d61-1adc-4f63-adf6-aa6d1846d321 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:49.660859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4b79b59-6896-498d-be3d-eb30fa2520e9 req-7ec2b996-6023-460a-b0a9-f14b687fff22 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853033 Sep 16 16:48:49.753391 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff62084-baf9-490e-a9a1-69c1b58bee59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-4260e789-76a1-4e10-bd90-c9adbb019728', 'network_id': '4260e789-76a1-4e10-bd90-c9adbb019728', 'tenant_id': 'c07323c336864c5e9718f97fd5e71b54', 'fixed_ips': [{'subnet_id': '15e2afc0-7c60-4cdb-83be-4a3be21ab308'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:48:49.754716 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ff62084-baf9-490e-a9a1-69c1b58bee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:49.776649 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0d61-1adc-4f63-adf6-aa6d1846d321 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24919240'] for subnet, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:49.937412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-9ff62084-baf9-490e-a9a1-69c1b58bee59 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:48:49.937412 n-d-807786-3 neutron-server[95359]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 16 16:48:49.937412 n-d-807786-3 neutron-server[95359]: [parameters: {'in_use': 1, 'id_1': '15e2afc0-7c60-4cdb-83be-4a3be21ab308'}] Sep 16 16:48:49.937412 n-d-807786-3 neutron-server[95359]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:48:49.938080 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-9ff62084-baf9-490e-a9a1-69c1b58bee59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:48:49.941795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-ee416560-5cf7-4f9f-ab13-d7ff5823a375 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:49.943895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-ee416560-5cf7-4f9f-ab13-d7ff5823a375 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.1277187 Sep 16 16:48:49.962308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-dbd81dcf-d940-43d2-827b-5f68ff0a0e0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/quotas/bdd5e8d1c02f47ba998d60775463077f HTTP/1.1" status: 200 len: 375 time: 0.0098460 Sep 16 16:48:50.018063 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-a827b63c-521c-42b7-92f1-8f40c75edc4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495028 Sep 16 16:48:50.075999 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0d61-1adc-4f63-adf6-aa6d1846d321 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744142518788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13069436'] for subnet, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.123017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-c1de6efc-b711-4ce5-a3da-14161b3836b4 service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975418 Sep 16 16:48:50.125794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bb0d61-1adc-4f63-adf6-aa6d1846d321 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:50.126405 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0d61-1adc-4f63-adf6-aa6d1846d321 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.127706 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b7bb0d61-1adc-4f63-adf6-aa6d1846d321 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "PUT /v2.0/subnets/15e2afc0-7c60-4cdb-83be-4a3be21ab308 HTTP/1.1" status: 200 len: 900 time: 0.4942992 Sep 16 16:48:50.133800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb0d61-1adc-4f63-adf6-aa6d1846d321 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event updated for resources: {'Subnet': ['ID=15e2afc0-7c60-4cdb-83be-4a3be21ab308,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:50.135884 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60872) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:50.228833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-a584966b-420d-4468-b033-ded3858cd3fd service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992255 Sep 16 16:48:50.255603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.320734 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.439401 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ff62084-baf9-490e-a9a1-69c1b58bee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.457803 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.494069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Subnet': ['ID=15e2afc0-7c60-4cdb-83be-4a3be21ab308,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:50.555187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-677289a5-f922-48b2-b16a-236575658cb9 req-269df1f7-1e13-414d-b20c-f1bf9d2e5358 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 210 time: 0.0432715 Sep 16 16:48:50.587647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.613557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4260e789-76a1-4e10-bd90-c9adbb019728']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:50.623742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22adcd0-a93b-4bcc-820d-76ef2982968b') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:50.624006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22adcd0-a93b-4bcc-820d-76ef2982968b') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:50.634813 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.650339 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.667275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b62ab50-6f5e-4496-9a66-ae83b5c37e7e None None] Network 4260e789-76a1-4e10-bd90-c9adbb019728 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:50.673924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:50.675275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:50.791460 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:50.817199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf5ee4-588b-4d65-bf04-f90d13653987 None None] Network 4260e789-76a1-4e10-bd90-c9adbb019728 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:50.876157 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.892248 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:50.894782 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/4260e789-76a1-4e10-bd90-c9adbb019728 HTTP/1.1" status: 204 len: 168 time: 0.7534535 Sep 16 16:48:50.898762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60892) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:50.940767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff5085-ede6-441e-9723-9f17714df02e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Network': ['ID=4260e789-76a1-4e10-bd90-c9adbb019728,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:50.959257 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4809fe3b-f279-49b0-a0a8-7c3bb47c41b2 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:50.959848 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4809fe3b-f279-49b0-a0a8-7c3bb47c41b2 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:50.965263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60894) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:50.973034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4809fe3b-f279-49b0-a0a8-7c3bb47c41b2 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/subnets/15e2afc0-7c60-4cdb-83be-4a3be21ab308 HTTP/1.1" status: 404 len: 337 time: 0.0708084 Sep 16 16:48:51.030668 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f44bb3-3f06-40d4-ab9a-77c2a0759bbc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:51.031292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f44bb3-3f06-40d4-ab9a-77c2a0759bbc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:51.033118 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-06f44bb3-3f06-40d4-ab9a-77c2a0759bbc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/4260e789-76a1-4e10-bd90-c9adbb019728 HTTP/1.1" status: 404 len: 339 time: 0.0664463 Sep 16 16:48:51.035670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60898) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:51.133008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:51.244444 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:51.269879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb39cd3-7076-469a-b8bc-1591aa3a315a']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:51.281151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea69ab7-46d7-4d9c-b8bf-2f77b1347870') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:51.281468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea69ab7-46d7-4d9c-b8bf-2f77b1347870') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:51.292811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:51.313963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:51.322874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:51.323346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:51.327586 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:51.497631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:51.504794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:51.507726 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/6cb39cd3-7076-469a-b8bc-1591aa3a315a HTTP/1.1" status: 204 len: 168 time: 0.4704549 Sep 16 16:48:51.509913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60904) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:51.524984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad30a4-d4f8-4459-904d-f2dcc0dd4089 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Network': ['ID=6cb39cd3-7076-469a-b8bc-1591aa3a315a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:51.539935 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2c2e51-ec2e-4326-a0f7-71df6ff55afa tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:51.540566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2c2e51-ec2e-4326-a0f7-71df6ff55afa tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:51.544420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-da2c2e51-ec2e-4326-a0f7-71df6ff55afa tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/subnets/09f6fe84-c80e-40de-b358-b05b06faa8d9 HTTP/1.1" status: 404 len: 337 time: 0.0313866 Sep 16 16:48:51.545154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60906) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:51.564202 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9725209e-10bf-4de0-b70d-0508b23a9657 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:51.564782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9725209e-10bf-4de0-b70d-0508b23a9657 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:51.566550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9725209e-10bf-4de0-b70d-0508b23a9657 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/3e53a9e1-d53b-46b1-972e-020589bbc100 HTTP/1.1" status: 404 len: 339 time: 0.0202959 Sep 16 16:48:51.569255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60908) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:51.667503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aead5bcd-fe65-4dfe-81d9-eee33f97ee35 req-d5c03a7f-873c-4e90-846a-b4588cb6214f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 210 time: 0.0393701 Sep 16 16:48:51.989077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b4a9dd-1b02-4a7b-8db0-fd901eb86088 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting subnet 73c76588-cd97-41c7-90bf-a44bcf4f8532 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:48:51.992426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8b4a9dd-1b02-4a7b-8db0-fd901eb86088 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:52.039494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8b4a9dd-1b02-4a7b-8db0-fd901eb86088 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:52.197812 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8b4a9dd-1b02-4a7b-8db0-fd901eb86088 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:52.344688 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8b4a9dd-1b02-4a7b-8db0-fd901eb86088 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:52.381499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4a9dd-1b02-4a7b-8db0-fd901eb86088 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Subnet': ['ID=73c76588-cd97-41c7-90bf-a44bcf4f8532,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:52.385298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8b4a9dd-1b02-4a7b-8db0-fd901eb86088 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:52.393366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a41352-4364-4393-bbb5-100bcc4d0495 None None] Network acdfd444-2570-431d-81d7-e9f24ed81cec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:52.395563 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b8b4a9dd-1b02-4a7b-8db0-fd901eb86088 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/subnets/73c76588-cd97-41c7-90bf-a44bcf4f8532 HTTP/1.1" status: 204 len: 168 time: 0.8251803 Sep 16 16:48:52.398522 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60916) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:52.470449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting subnet b13ac1ed-4829-4965-9c2c-763e630995f3 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:48:52.474317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:52.604607 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:52.725129 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:52.745143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-67a0d0f0-b246-4c88-95da-3c8a241edbbc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:52.747418 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-67a0d0f0-b246-4c88-95da-3c8a241edbbc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.2892346 Sep 16 16:48:52.761027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Request body: {'port': {'device_id': 'ffd9be3d-fca6-4ff9-889a-52b78dc13266', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'admin_state_up': True, 'tenant_id': 'bdd5e8d1c02f47ba998d60775463077f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:52.850428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8936888-33f3-43a2-b255-7ceab491677f req-fe3758bf-1e0b-40a1-9738-b32bfa02475f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 210 time: 0.0426886 Sep 16 16:48:52.892900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:52.922872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Subnet': ['ID=b13ac1ed-4829-4965-9c2c-763e630995f3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:52.934866 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:52.939704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/subnets/b13ac1ed-4829-4965-9c2c-763e630995f3 HTTP/1.1" status: 204 len: 168 time: 0.5382862 Sep 16 16:48:52.940289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60924) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:52.941747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.942304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.942899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.943399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.943938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.944461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.945024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.945515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.946005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.946490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.946978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:52.947474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6f69c-6027-4d56-baf0-772077d00291 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:48:53.035143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Made reservation on behalf of bdd5e8d1c02f47ba998d60775463077f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:53.038811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.068601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.234814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting port 1069c2c8-b99c-428e-803c-aef58f2a7305 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:53.235212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.251573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60928) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:53.263630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Allocated IP 172.20.0.8 (883aebdc-caa9-42c6-a7b9-8858dd375d53/92f46a0c-31ae-4bea-8568-d5de31393710/6ec928c8-a905-4040-9654-e99ed86dd615) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:53.358122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-78e33786-ced1-48aa-9f7b-dab632e555ff tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4143 time: 0.1054485 Sep 16 16:48:53.361612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60930) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:53.369840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'network': {'name': 'tempest-network-smoke--584047214', 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'port_security_enabled': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:53.451544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] For port 1069c2c8-b99c-428e-803c-aef58f2a7305, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1069c2c8-b99c-428e-803c-aef58f2a7305,segment=NetworkSegment(b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a),segment_id=b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:53.451915 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.468592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615056ce-f081-4c84-a441-b51df536b21a None None] Network acdfd444-2570-431d-81d7-e9f24ed81cec requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:53.485255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Calling delete_port for 1069c2c8-b99c-428e-803c-aef58f2a7305 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:53.520169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Made reservation on behalf of 7e764730be1d4e9cab0eff197319a5be for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:53.524476 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.586041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a4e354a2-6826-4492-ab8d-82bdf12e63fd None None] Provisioning complete for port 1069c2c8-b99c-428e-803c-aef58f2a7305 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:48:53.586445 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a4e354a2-6826-4492-ab8d-82bdf12e63fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.661802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:48:53.711798 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.711798 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Added segment f030db38-a310-4b19-9a5b-c7c40cf5588a of type vlan for network cd98afaf-e5d7-42d0-acce-652787ece7b8 Sep 16 16:48:53.752159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c4413-db3f-4893-9c2e-f26b0ac6df00 None None] DHCP port deletion for acdfd444-2570-431d-81d7-e9f24ed81cec request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:48:53.757550 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.802037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-146c4413-db3f-4893-9c2e-f26b0ac6df00 None None] Deleting port 1069c2c8-b99c-428e-803c-aef58f2a7305 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:53.802549 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-146c4413-db3f-4893-9c2e-f26b0ac6df00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.839135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.871036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-146c4413-db3f-4893-9c2e-f26b0ac6df00 None None] For port 1069c2c8-b99c-428e-803c-aef58f2a7305, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1069c2c8-b99c-428e-803c-aef58f2a7305,segment=NetworkSegment(b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a),segment_id=b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:53.872045 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-146c4413-db3f-4893-9c2e-f26b0ac6df00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.881159 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:53.891162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-146c4413-db3f-4893-9c2e-f26b0ac6df00 None None] Calling delete_port for 1069c2c8-b99c-428e-803c-aef58f2a7305 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:53.919735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Port': ['ID=1069c2c8-b99c-428e-803c-aef58f2a7305,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:53.919735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No DVR routers for this DVR port 1069c2c8-b99c-428e-803c-aef58f2a7305 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:53.993579 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.002992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:54.003601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.012603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.026616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e22ef2b4-7759-4b3b-a7b6-f6c53aece963'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:54.057875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada2ec7-8654-40aa-9bf7-95558cc66ebd req-7976cecc-7ecc-4729-8b9a-6a4408c85c1b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:54.072138 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ada2ec7-8654-40aa-9bf7-95558cc66ebd req-7976cecc-7ecc-4729-8b9a-6a4408c85c1b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 931 time: 0.1132879 Sep 16 16:48:54.077762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:48:54.088907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1069c2c8-b99c-428e-803c-aef58f2a7305 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:48:54.119508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event updated for resources: {'Port': ['ID=6ec928c8-a905-4040-9654-e99ed86dd615,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:54.144553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ada2ec7-8654-40aa-9bf7-95558cc66ebd req-9f748e63-848f-4af5-a364-c877537e8816 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671680 Sep 16 16:48:54.154094 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7882318 Sep 16 16:48:54.156762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60936) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:54.161385 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-916758373', 'admin_state_up': True, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:54.189229 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-146c4413-db3f-4893-9c2e-f26b0ac6df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.195508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 1069c2c8-b99c-428e-803c-aef58f2a7305 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:48:54.195508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1069c2c8-b99c-428e-803c-aef58f2a7305 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:48:54.198718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:54.251598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c4413-db3f-4893-9c2e-f26b0ac6df00 None None] Pushing event deleted for resources: {'Port': ['ID=1069c2c8-b99c-428e-803c-aef58f2a7305,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:54.256476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c4413-db3f-4893-9c2e-f26b0ac6df00 None None] No DVR routers for this DVR port 1069c2c8-b99c-428e-803c-aef58f2a7305 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:54.263960 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.265309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.276026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:54.281382 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.284320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82dd579-3c48-42d2-aee3-f15af627b71d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Network': ['ID=cd98afaf-e5d7-42d0-acce-652787ece7b8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:54.302903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:54.318886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network cd98afaf-e5d7-42d0-acce-652787ece7b8 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:48:54.366141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:54.366831 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.396110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdfd444-2570-431d-81d7-e9f24ed81cec']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:54.409009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:54.409314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e433fa-3cfe-4b2a-ae40-7b5816c1ed7a') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:54.421067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60944) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:54.431070 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.434055 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.465703 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-29d0259a-605e-4568-b44e-b7da6a3f927b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7086556 Sep 16 16:48:54.467546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.489551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:54.494373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:54.505091 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:54.603342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Request body: {'port': {'device_id': 'ffd9be3d-fca6-4ff9-889a-52b78dc13266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:54.724137 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.821973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.844796 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.848909 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/acdfd444-2570-431d-81d7-e9f24ed81cec HTTP/1.1" status: 204 len: 168 time: 1.9052351 Sep 16 16:48:54.851473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60952) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:54.904827 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-242e7a30-c5a6-4424-86f2-3b1df000f6ef tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:54.905277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242e7a30-c5a6-4424-86f2-3b1df000f6ef tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:54.909387 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-242e7a30-c5a6-4424-86f2-3b1df000f6ef tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/subnets/8c3b8984-1558-42b2-82bc-e82ec9be5052 HTTP/1.1" status: 404 len: 337 time: 0.0547915 Sep 16 16:48:54.911799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60954) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:54.913791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694788a8-6d67-41b2-bd10-2634110e378c tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Network': ['ID=acdfd444-2570-431d-81d7-e9f24ed81cec,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:54.925291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:54.945072 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7f0b06-17dd-4d2c-a345-96120c5d80f4 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:54.945796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7f0b06-17dd-4d2c-a345-96120c5d80f4 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:54.951872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7c7f0b06-17dd-4d2c-a345-96120c5d80f4 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/5a55fc0e-657d-4116-a5e3-aeea5353b6dd HTTP/1.1" status: 404 len: 339 time: 0.0366340 Sep 16 16:48:54.952554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60956) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:54.988597 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4072a1f-b2f6-4cd8-a78d-fe9034d471af tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:54.989340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4072a1f-b2f6-4cd8-a78d-fe9034d471af tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:54.991307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a4072a1f-b2f6-4cd8-a78d-fe9034d471af tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/subnets/c0ffa64d-af6c-4bc9-b85f-3d4d136bc655 HTTP/1.1" status: 404 len: 337 time: 0.0361693 Sep 16 16:48:54.993795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60958) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:55.013926 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2807af7-5dd8-4617-8978-8735a0e6b33f tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:55.014803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2807af7-5dd8-4617-8978-8735a0e6b33f tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:55.016828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c2807af7-5dd8-4617-8978-8735a0e6b33f tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/86d2a3f2-4666-41fb-bac2-09ef3d7cbff5 HTTP/1.1" status: 404 len: 339 time: 0.0218661 Sep 16 16:48:55.019366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60960) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:55.048764 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab8cbbb-fbab-4adc-a1fd-8eaffaca17b0 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:55.049737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab8cbbb-fbab-4adc-a1fd-8eaffaca17b0 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:55.051669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8ab8cbbb-fbab-4adc-a1fd-8eaffaca17b0 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/subnets/9fc037e5-c3b4-49ed-8da2-85a3d7c1af1c HTTP/1.1" status: 404 len: 337 time: 0.0295568 Sep 16 16:48:55.054771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60962) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:55.109525 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93e6f9c-d3f1-4f09-8d49-20fcb4a14002 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:55.110196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93e6f9c-d3f1-4f09-8d49-20fcb4a14002 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:55.114114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f93e6f9c-d3f1-4f09-8d49-20fcb4a14002 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/c81a2297-05d4-4288-9e73-6dd67219b46b HTTP/1.1" status: 404 len: 339 time: 0.0562868 Sep 16 16:48:55.116829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60964) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:55.195376 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:55.237224 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:55.265548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-411060a0-eebe-480c-98e8-fedbdb4611dc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting subnet 6561463c-a04b-4000-92ab-43eacced64d1 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:48:55.269104 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-411060a0-eebe-480c-98e8-fedbdb4611dc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:55.336806 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-411060a0-eebe-480c-98e8-fedbdb4611dc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:55.377359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec928c8-a905-4040-9654-e99ed86dd615 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:48:55.418473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:55.445215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Transition to ACTIVE for port object 6ec928c8-a905-4040-9654-e99ed86dd615 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:48:55.479045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:55.523637 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:55.758380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462433a8-1823-4751-b476-3679fa238cbb req-3e2f99cc-5535-4e1e-98f8-83c5fc8eaf70 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:55.760153 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-462433a8-1823-4751-b476-3679fa238cbb req-3e2f99cc-5535-4e1e-98f8-83c5fc8eaf70 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 931 time: 0.4881170 Sep 16 16:48:55.890397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec928c8-a905-4040-9654-e99ed86dd615,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:55.926186 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-411060a0-eebe-480c-98e8-fedbdb4611dc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:55.957125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-462433a8-1823-4751-b476-3679fa238cbb req-66c51f8f-98a2-434e-a088-3fe60f2f6655 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871762 Sep 16 16:48:55.987687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Allocated IP 172.25.6.59 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/686c2732-cad0-4311-96f8-23cdb4fe546e) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:56.046737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Attempting to bind port 6ec928c8-a905-4040-9654-e99ed86dd615 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:56.047073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Attempting to bind port 6ec928c8-a905-4040-9654-e99ed86dd615 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:56.047404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Attempting to bind port 6ec928c8-a905-4040-9654-e99ed86dd615 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:56.060702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Port 6ec928c8-a905-4040-9654-e99ed86dd615 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:48:56.061035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Attempting to bind port 6ec928c8-a905-4040-9654-e99ed86dd615 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:56.072289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:56.072649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Checking segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:56.073039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Bound using segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:56.073469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Bound port: 6ec928c8-a905-4040-9654-e99ed86dd615, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:56.073829 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.122986 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.151401 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-411060a0-eebe-480c-98e8-fedbdb4611dc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.189638 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-411060a0-eebe-480c-98e8-fedbdb4611dc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.195668 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-411060a0-eebe-480c-98e8-fedbdb4611dc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/subnets/6561463c-a04b-4000-92ab-43eacced64d1 HTTP/1.1" status: 204 len: 168 time: 1.0763266 Sep 16 16:48:56.196540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60970) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:56.196650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411060a0-eebe-480c-98e8-fedbdb4611dc tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Subnet': ['ID=6561463c-a04b-4000-92ab-43eacced64d1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:56.196764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] For port 6ec928c8-a905-4040-9654-e99ed86dd615, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:56.199845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08064a53-c4f1-431f-a13b-3376be0004e7 None None] Network b8ca5bd4-03dc-4632-9661-51cf229c05d5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:56.202722 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] For port 6ec928c8-a905-4040-9654-e99ed86dd615, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6ec928c8-a905-4040-9654-e99ed86dd615,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:56.258358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.287937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.295597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] Deleting port fec4f824-5cea-45b5-8314-5537a81a9fc4 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:56.295597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.314832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:48:56.317697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:56.321801 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:48:56.323578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.357907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:56.362320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.362453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Port': ['ID=686c2732-cad0-4311-96f8-23cdb4fe546e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:56.362579 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] 10.222.0.62 "PUT /v2.0/ports/6ec928c8-a905-4040-9654-e99ed86dd615 HTTP/1.1" status: 200 len: 1091 time: 1.8857987 Sep 16 16:48:56.362579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd9be3d-fca6-4ff9-889a-52b78dc13266', 'tag': '6ec928c8-a905-4040-9654-e99ed86dd615'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:48:56.364485 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84520752-2b96-43fb-b9b6-bb2fb7c92841" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd9be3d-fca6-4ff9-889a-52b78dc13266", "tag": "6ec928c8-a905-4040-9654-e99ed86dd615"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:48:56.425066 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13620f15-3db6-45c4-82eb-8577932a327f x-openstack-request-id: req-13620f15-3db6-45c4-82eb-8577932a327f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:48:56.425365 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd9be3d-fca6-4ff9-889a-52b78dc13266", "tag": "6ec928c8-a905-4040-9654-e99ed86dd615", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:48:56.425612 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13620f15-3db6-45c4-82eb-8577932a327f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:48:56.426062 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd9be3d-fca6-4ff9-889a-52b78dc13266', 'tag': '6ec928c8-a905-4040-9654-e99ed86dd615', 'status': 'completed', 'code': 200} Sep 16 16:48:56.436653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab25d19-061c-413c-ad3b-327612f89313 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec928c8-a905-4040-9654-e99ed86dd615,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:56.454409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e83e9-f8fc-48bc-8e38-751e2acaf073 None None] DHCP port deletion for b8ca5bd4-03dc-4632-9661-51cf229c05d5 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:48:56.513573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a58e83e9-f8fc-48bc-8e38-751e2acaf073 None None] Deleting port ec0ca079-4853-4354-b82e-f64b60ad1232 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:56.513951 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a58e83e9-f8fc-48bc-8e38-751e2acaf073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.521269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] For port fec4f824-5cea-45b5-8314-5537a81a9fc4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=fec4f824-5cea-45b5-8314-5537a81a9fc4,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:56.521647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.544037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] Calling delete_port for fec4f824-5cea-45b5-8314-5537a81a9fc4 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:56.561720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84520752-2b96-43fb-b9b6-bb2fb7c92841 req-949cff57-6873-472c-bee2-03d52d966a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:56.563431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84520752-2b96-43fb-b9b6-bb2fb7c92841 req-949cff57-6873-472c-bee2-03d52d966a18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 1094 time: 0.1057100 Sep 16 16:48:56.618760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting port ec0ca079-4853-4354-b82e-f64b60ad1232 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:56.619016 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.698088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.727728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a58e83e9-f8fc-48bc-8e38-751e2acaf073 None None] For port ec0ca079-4853-4354-b82e-f64b60ad1232, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ec0ca079-4853-4354-b82e-f64b60ad1232,segment=NetworkSegment(f02e68df-efde-477d-8b96-d6367ebb3d38),segment_id=f02e68df-efde-477d-8b96-d6367ebb3d38)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:56.728136 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a58e83e9-f8fc-48bc-8e38-751e2acaf073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.745232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a58e83e9-f8fc-48bc-8e38-751e2acaf073 None None] Calling delete_port for ec0ca079-4853-4354-b82e-f64b60ad1232 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:56.771103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] For port ec0ca079-4853-4354-b82e-f64b60ad1232, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ec0ca079-4853-4354-b82e-f64b60ad1232,segment=NetworkSegment(f02e68df-efde-477d-8b96-d6367ebb3d38),segment_id=f02e68df-efde-477d-8b96-d6367ebb3d38)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:56.771471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.843901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Calling delete_port for ec0ca079-4853-4354-b82e-f64b60ad1232 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:56.899617 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.904129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a58e83e9-f8fc-48bc-8e38-751e2acaf073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:56.932286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e83e9-f8fc-48bc-8e38-751e2acaf073 None None] Pushing event deleted for resources: {'Port': ['ID=ec0ca079-4853-4354-b82e-f64b60ad1232,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:56.937108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e83e9-f8fc-48bc-8e38-751e2acaf073 None None] No DVR routers for this DVR port ec0ca079-4853-4354-b82e-f64b60ad1232 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:56.944646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84520752-2b96-43fb-b9b6-bb2fb7c92841 req-d585e9dd-f492-4591-aa0f-fe4904eaab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:56.944646 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84520752-2b96-43fb-b9b6-bb2fb7c92841 req-d585e9dd-f492-4591-aa0f-fe4904eaab13 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=bdd5e8d1c02f47ba998d60775463077f&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3698545 Sep 16 16:48:57.101509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febb548-ee6a-4a24-834a-80a1a8f48308 req-3ed27cd2-e6c4-4d9c-8eb0-182bb626e4f7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:57.103271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4febb548-ee6a-4a24-834a-80a1a8f48308 req-3ed27cd2-e6c4-4d9c-8eb0-182bb626e4f7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 943 time: 0.0685632 Sep 16 16:48:57.110496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:57.143075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4febb548-ee6a-4a24-834a-80a1a8f48308 req-4e0425c6-7eaa-4549-8cff-5bd7129ff4d0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Sep 16 16:48:57.152946 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Port': ['ID=ec0ca079-4853-4354-b82e-f64b60ad1232,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:57.154799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No DVR routers for this DVR port ec0ca079-4853-4354-b82e-f64b60ad1232 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:57.165688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84520752-2b96-43fb-b9b6-bb2fb7c92841 req-a20cbf47-ee50-40f6-b2c2-5dd01a01eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:57.165688 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-84520752-2b96-43fb-b9b6-bb2fb7c92841 req-a20cbf47-ee50-40f6-b2c2-5dd01a01eb81 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2049508 Sep 16 16:48:57.170340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:48:57.230871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:57.281922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:48:57.292858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Sync routers for ids ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:48:57.294749 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:57.298530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] Pushing event deleted for resources: {'Port': ['ID=fec4f824-5cea-45b5-8314-5537a81a9fc4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:57.311839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Routers {'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:48:57.312526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:48:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:57.344863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-43871670-be95-486f-aa4f-064c4d0be1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:57.346406 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-43871670-be95-486f-aa4f-064c4d0be1af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 1094 time: 0.1509261 Sep 16 16:48:57.349752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ca5bd4-03dc-4632-9661-51cf229c05d5']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:57.353137 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:57.354547 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7ba6759f-741d-46af-bede-b5247b9e649a tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1966941 Sep 16 16:48:57.361175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60978) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:57.392981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02e68df-efde-477d-8b96-d6367ebb3d38') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:57.393337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02e68df-efde-477d-8b96-d6367ebb3d38') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:57.435951 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-213b36bd-c741-4e3b-8c66-95e066810ab1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec928c8-a905-4040-9654-e99ed86dd615 HTTP/1.1" status: 200 len: 217 time: 0.0551856 Sep 16 16:48:57.439313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:57.453685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc580ff-a526-4b92-a43e-981d84953ad9 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:57.459258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cdc580ff-a526-4b92-a43e-981d84953ad9 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=7e764730be1d4e9cab0eff197319a5be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0960484 Sep 16 16:48:57.459736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60980) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:57.472446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Set router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:48:57.495812 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:57.537935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:57.538349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:57.542812 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:48:57.663307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916758373', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:48:54Z', 'updated_at': '2021-09-16T16:48:56Z', 'revision_number': 3, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:48:55Z', 'updated_at': '2021-09-16T16:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:57.695588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Checking router: f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:48:57.695941 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Updating router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 port 686c2732-cad0-4311-96f8-23cdb4fe546e binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:48:57.722424 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:57.943121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-a89f20ae-d395-4907-a2ba-2aee139d32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:57.944653 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-a89f20ae-d395-4907-a2ba-2aee139d32e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92f46a0c-31ae-4bea-8568-d5de31393710 HTTP/1.1" status: 200 len: 844 time: 0.4973919 Sep 16 16:48:57.988854 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.053762 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-c380ae47-26f6-41e3-8e30-ffa106d66425 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=883aebdc-caa9-42c6-a7b9-8858dd375d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615735 Sep 16 16:48:58.075459 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.087796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ec0ca079-4853-4354-b82e-f64b60ad1232 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:48:58.132128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99e98a-b7de-4237-a41c-2b068d8418e2 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:58.133691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ca99e98a-b7de-4237-a41c-2b068d8418e2 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6690185 Sep 16 16:48:58.134381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.137546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60984) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:58.146239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ec0ca079-4853-4354-b82e-f64b60ad1232 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:48:58.146652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ec0ca079-4853-4354-b82e-f64b60ad1232 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:48:58.162449 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.166775 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/b8ca5bd4-03dc-4632-9661-51cf229c05d5 HTTP/1.1" status: 204 len: 168 time: 1.9661736 Sep 16 16:48:58.171308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Attempting to bind port 686c2732-cad0-4311-96f8-23cdb4fe546e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:48:58.171694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Attempting to bind port 686c2732-cad0-4311-96f8-23cdb4fe546e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:48:58.173512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Attempting to bind port 686c2732-cad0-4311-96f8-23cdb4fe546e on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:48:58.174177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f3a02-2836-4d82-b89b-aa67ddadb002 None None] Pushing event updated for resources: {'Port': ['ID=686c2732-cad0-4311-96f8-23cdb4fe546e,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:58.179780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:48:58.180160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:58.180594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.180991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:48:58.181462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Bound port: 686c2732-cad0-4311-96f8-23cdb4fe546e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:48:58.181849 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.184788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60986) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:58.194583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb61f2e-1d46-418d-ae58-464420fad85e tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Network': ['ID=b8ca5bd4-03dc-4632-9661-51cf229c05d5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:58.202178 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.237925 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b938a32-be40-4da5-9a9d-5e697556d6ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:58.238375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b938a32-be40-4da5-9a9d-5e697556d6ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:58.242850 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1b938a32-be40-4da5-9a9d-5e697556d6ff tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/subnets/eed1f120-6de7-43f9-8407-6847f14b2e18 HTTP/1.1" status: 404 len: 337 time: 0.0543222 Sep 16 16:48:58.243042 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] For port 686c2732-cad0-4311-96f8-23cdb4fe546e, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:48:58.245485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] For port 686c2732-cad0-4311-96f8-23cdb4fe546e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=686c2732-cad0-4311-96f8-23cdb4fe546e,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:48:58.245757 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9b20fb82-96c9-4f8f-bf22-4383a8afe86d tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1069016 Sep 16 16:48:58.246523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60990) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:58.246846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60992) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:58.250061 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e70455b2-8cbf-4e03-9dbd-647fc92fde2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.275393 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-36bce064-78fb-456a-ab28-216a42e3ef4e service neutron] 10.222.0.62 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878195 Sep 16 16:48:58.303052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-930880f1-6915-4cd8-80b8-e619225d8f8b tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=7e764730be1d4e9cab0eff197319a5be&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538692 Sep 16 16:48:58.308005 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.310369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60996) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:58.318321 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa62ea3b-d3c5-492b-8a61-8d7498bc4fed tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] DELETE failed (client error): The resource could not be found. Sep 16 16:48:58.319019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa62ea3b-d3c5-492b-8a61-8d7498bc4fed tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:48:58.323515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aa62ea3b-d3c5-492b-8a61-8d7498bc4fed tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/1a8873c1-0d77-4016-b7e4-54222051c404 HTTP/1.1" status: 404 len: 339 time: 0.0732019 Sep 16 16:48:58.324900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60998) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:58.364195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Routers {'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:48:58.365177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:48:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:58.385108 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92477d0-66d6-4adf-a215-eba1a8dbd902 req-88952b4d-168e-4104-b860-ab65f5b09d3f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:58.393038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c92477d0-66d6-4adf-a215-eba1a8dbd902 req-88952b4d-168e-4104-b860-ab65f5b09d3f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 943 time: 0.1422243 Sep 16 16:48:58.405659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c85e30-6d42-4e6c-9546-b8d9b9887f6d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting subnet 04000c3c-2ba6-4f01-8acb-94742a5147d4 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:48:58.414254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f3a02-2836-4d82-b89b-aa67ddadb002 None None] Pushing event updated for resources: {'Port': ['ID=686c2732-cad0-4311-96f8-23cdb4fe546e,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:58.420438 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b6c85e30-6d42-4e6c-9546-b8d9b9887f6d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.473026 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c92477d0-66d6-4adf-a215-eba1a8dbd902 req-7355170d-3877-453e-b9cd-36fe90769a6e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792365 Sep 16 16:48:58.482424 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b6c85e30-6d42-4e6c-9546-b8d9b9887f6d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.501395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] Set router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:48:58.537859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948c235c-f89e-49a6-b789-2e15203ae877 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:58.541956 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-948c235c-f89e-49a6-b789-2e15203ae877 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2288859 Sep 16 16:48:58.543233 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29c2bec9-c336-48ca-91df-ce89b3049c93 req-09125a2f-992c-4e46-afa7-47914792c5cb service neutron] 10.222.0.62 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609031 Sep 16 16:48:58.543697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32768) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:58.578635 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b6c85e30-6d42-4e6c-9546-b8d9b9887f6d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.586553 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8370f50e-aa76-4eb7-afd8-8f60265b0fd0 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403049 Sep 16 16:48:58.593600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32770) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:58.629223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1094054739', 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8', 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:48:58.703313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916758373', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:48:54Z', 'updated_at': '2021-09-16T16:48:56Z', 'revision_number': 3, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:48:55Z', 'updated_at': '2021-09-16T16:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:58.708830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] Router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:48:58.716532 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b6c85e30-6d42-4e6c-9546-b8d9b9887f6d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.733631 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bd9f8-b1b9-4480-a572-70448623d138 None None] The sync data for ids ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'] in n-d-807786-3 is: [{'id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916758373', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:48:54Z', 'updated_at': '2021-09-16T16:48:56Z', 'revision_number': 3, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:48:55Z', 'updated_at': '2021-09-16T16:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:48:58.745939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c85e30-6d42-4e6c-9546-b8d9b9887f6d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Subnet': ['ID=04000c3c-2ba6-4f01-8acb-94742a5147d4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:58.749943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b6c85e30-6d42-4e6c-9546-b8d9b9887f6d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.758452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b6c85e30-6d42-4e6c-9546-b8d9b9887f6d tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/subnets/04000c3c-2ba6-4f01-8acb-94742a5147d4 HTTP/1.1" status: 204 len: 168 time: 0.4303639 Sep 16 16:48:58.758628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32772) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:58.765210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679eaa01-56a5-4e0b-bc0f-1a1d396a6fd9 None None] Network 9a9d1fca-e152-4c2d-b410-54310ddb194d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:58.840656 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:58.848950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:48:58.859954 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] Sync routers for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:48:58.872024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32774) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:58.873522 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9f749d83-682f-4d3a-97ff-d70f55dacd0a admin admin] 10.222.0.22 "PUT /v2.0/routers/d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4501219 Sep 16 16:48:58.875007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Made reservation on behalf of 7e764730be1d4e9cab0eff197319a5be for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:48:58.880768 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:48:58.881730 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:48:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:58.885415 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.008580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475ec0d-1e85-405f-a159-3a067334d7f4 None None] DHCP port deletion for 9a9d1fca-e152-4c2d-b410-54310ddb194d request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:48:59.021860 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:48:59.027685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Deleting port 626a7e96-5c25-4be4-9a17-b814838752ba {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:59.027863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.034208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.138173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0475ec0d-1e85-405f-a159-3a067334d7f4 None None] Deleting port 626a7e96-5c25-4be4-9a17-b814838752ba {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:59.138779 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0475ec0d-1e85-405f-a159-3a067334d7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.233992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0475ec0d-1e85-405f-a159-3a067334d7f4 None None] For port 626a7e96-5c25-4be4-9a17-b814838752ba, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=626a7e96-5c25-4be4-9a17-b814838752ba,segment=NetworkSegment(922a2baa-b659-4c80-950c-8c88e35eff7b),segment_id=922a2baa-b659-4c80-950c-8c88e35eff7b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:59.234988 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0475ec0d-1e85-405f-a159-3a067334d7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.251028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0475ec0d-1e85-405f-a159-3a067334d7f4 None None] Calling delete_port for 626a7e96-5c25-4be4-9a17-b814838752ba owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:59.258065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.306215 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:48:57Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:59.308538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] For port 626a7e96-5c25-4be4-9a17-b814838752ba, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=626a7e96-5c25-4be4-9a17-b814838752ba,segment=NetworkSegment(922a2baa-b659-4c80-950c-8c88e35eff7b),segment_id=922a2baa-b659-4c80-950c-8c88e35eff7b)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:59.309050 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.313513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.335924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Calling delete_port for 626a7e96-5c25-4be4-9a17-b814838752ba owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:59.358623 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] Checking router: d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:48:59.363713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Subnet': ['ID=9cf9cbed-29dd-43a0-9146-5c2ddec41e03,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:59.370397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Checking segment: {'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:48:59.370397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network hostable DHCP agents. Network: cd98afaf-e5d7-42d0-acce-652787ece7b8, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:48:59.371875 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] Routers {'d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:48:59.372776 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:48:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:59.469469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network cd98afaf-e5d7-42d0-acce-652787ece7b8 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:48:59.469737 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0475ec0d-1e85-405f-a159-3a067334d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.482075 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.514842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Port': ['ID=626a7e96-5c25-4be4-9a17-b814838752ba,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:59.517642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Deleting port c788a3c9-e275-4d37-a3ba-4d5211b4d025 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:48:59.517979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.519261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475ec0d-1e85-405f-a159-3a067334d7f4 None None] Pushing event deleted for resources: {'Port': ['ID=626a7e96-5c25-4be4-9a17-b814838752ba,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:48:59.525939 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] Set router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:48:59.533798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475ec0d-1e85-405f-a159-3a067334d7f4 None None] No DVR routers for this DVR port 626a7e96-5c25-4be4-9a17-b814838752ba on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:59.536574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] No DVR routers for this DVR port 626a7e96-5c25-4be4-9a17-b814838752ba on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:48:59.543931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, cd98afaf-e5d7-42d0-acce-652787ece7b8) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:48:59.551345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:59.552876 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.581192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8461f57-bd74-4769-93e3-edf8affd9336 None None] Network cd98afaf-e5d7-42d0-acce-652787ece7b8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:48:59.674215 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fc27f66d-fee9-4f50-a532-622559b47f9f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0764775 Sep 16 16:48:59.674215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32780) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:48:59.724166 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.764558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af87d05-025e-44ce-802a-7f6ecb10f9fc req-bc521237-e1df-4d1e-86ac-c4010e6fbd0a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:48:59.771925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3af87d05-025e-44ce-802a-7f6ecb10f9fc req-bc521237-e1df-4d1e-86ac-c4010e6fbd0a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 943 time: 0.1774909 Sep 16 16:48:59.779756 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-cd98afaf-e5d7-42d0-acce-652787ece7b8', 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'fixed_ips': [{'subnet_id': '9cf9cbed-29dd-43a0-9146-5c2ddec41e03'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:48:59.780746 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.800840 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9d1fca-e152-4c2d-b410-54310ddb194d']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:59.804151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] For port c788a3c9-e275-4d37-a3ba-4d5211b4d025, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c788a3c9-e275-4d37-a3ba-4d5211b4d025,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:48:59.804557 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.819647 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:48:57Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:59.850224 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c87dc1-c226-420a-adc4-2ba615faebdd None None] The sync data for ids ['d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29'] in n-d-807786-3 is: [{'id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'name': 'tempest-AttachVolumeShelveTestJSON-1485615138-router', 'tenant_id': 'c622cc4e797f4be09121fee06d61369e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:40:48Z', 'updated_at': '2021-09-16T16:48:57Z', 'revision_number': 5, 'project_id': 'c622cc4e797f4be09121fee06d61369e', 'gw_port': {'id': 'c788a3c9-e275-4d37-a3ba-4d5211b4d025', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb2baf-fd97-4ec7-8ed6-5c1224e1be29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:40:50Z', 'updated_at': '2021-09-16T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:48:59.865455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Calling delete_port for c788a3c9-e275-4d37-a3ba-4d5211b4d025 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:48:59.871613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922a2baa-b659-4c80-950c-8c88e35eff7b') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:59.872428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922a2baa-b659-4c80-950c-8c88e35eff7b') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:48:59.897772 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:48:59.906142 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.953220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3af87d05-025e-44ce-802a-7f6ecb10f9fc req-b8b6ae50-0139-4662-92af-98dca1378018 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804140 Sep 16 16:48:59.961430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.974119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Allocated IP 172.20.0.18 (cd98afaf-e5d7-42d0-acce-652787ece7b8/9cf9cbed-29dd-43a0-9146-5c2ddec41e03/4e8b4ae7-eebf-4de6-b419-dce16a827044) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:48:59.979063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:48:59.979792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:48:59.983621 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:49:00.161266 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.172369 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.185484 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.185484 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] 10.222.0.22 "DELETE /v2.0/networks/9a9d1fca-e152-4c2d-b410-54310ddb194d HTTP/1.1" status: 204 len: 168 time: 1.4230123 Sep 16 16:49:00.202271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107855ee-3a70-4f1c-a419-b8fbc339f3b1 tempest-NetworksIpV6Test-2043923260 tempest-NetworksIpV6Test-2043923260-project] Pushing event deleted for resources: {'Network': ['ID=9a9d1fca-e152-4c2d-b410-54310ddb194d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:00.213454 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.234682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c788a3c9-e275-4d37-a3ba-4d5211b4d025,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:00.268212 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.352897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Network cd98afaf-e5d7-42d0-acce-652787ece7b8 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:00.354668 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.357223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6ec928c8-a905-4040-9654-e99ed86dd615 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:49:00.374869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:00.381428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Pushing event updated for resources: {'Port': ['ID=4e8b4ae7-eebf-4de6-b419-dce16a827044,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:00.385145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:00.412304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 686c2732-cad0-4311-96f8-23cdb4fe546e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:00.504797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Attempting to bind port 4e8b4ae7-eebf-4de6-b419-dce16a827044 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:00.505446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Attempting to bind port 4e8b4ae7-eebf-4de6-b419-dce16a827044 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:00.505554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Attempting to bind port 4e8b4ae7-eebf-4de6-b419-dce16a827044 on network cd98afaf-e5d7-42d0-acce-652787ece7b8 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:00.514021 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.515920 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.516451 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.524429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:00.529641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Checking segment: {'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:00.529641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.529641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Bound using segment: {'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:00.529641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Bound port: 4e8b4ae7-eebf-4de6-b419-dce16a827044, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:00.529641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.656805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6ec928c8-a905-4040-9654-e99ed86dd615, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6ec928c8-a905-4040-9654-e99ed86dd615,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:00.659683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 686c2732-cad0-4311-96f8-23cdb4fe546e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:00.659857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.669963 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.673038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:49:00.675643 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.679610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32788) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:00.680916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e35dd273-8c8f-4060-8d9f-ada4a3d95cc3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d1fb2baf-fd97-4ec7-8ed6-5c1224e1be29 HTTP/1.1" status: 204 len: 168 time: 1.8076773 Sep 16 16:49:00.692284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] For port 4e8b4ae7-eebf-4de6-b419-dce16a827044, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:00.710619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '6ec928c8-a905-4040-9654-e99ed86dd615', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'port_id': '6ec928c8-a905-4040-9654-e99ed86dd615', 'mac_address': 'fa:16:3e:e1:94:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f46a0c-31ae-4bea-8568-d5de31393710', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:49:00.719306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] For port 4e8b4ae7-eebf-4de6-b419-dce16a827044, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4e8b4ae7-eebf-4de6-b419-dce16a827044,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:00.768925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32790) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:00.779117 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.814603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.854231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec928c8-a905-4040-9654-e99ed86dd615 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:49:00.868490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-05fbc745-a1a4-4442-bcc4-c4b95b303eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:00.979087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c2594fc0-0b9e-455c-b832-31acf3bf1d3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c07323c336864c5e9718f97fd5e71b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078290 Sep 16 16:49:00.985811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32794) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:01.081590 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.104725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 686c2732-cad0-4311-96f8-23cdb4fe546e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=686c2732-cad0-4311-96f8-23cdb4fe546e,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:01.109111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6ec928c8-a905-4040-9654-e99ed86dd615, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6ec928c8-a905-4040-9654-e99ed86dd615,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:01.112515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3394f-93cf-4b6f-bbd7-da7aa86643ba None None] Pushing event updated for resources: {'Port': ['ID=4e8b4ae7-eebf-4de6-b419-dce16a827044,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:01.132206 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ccfe11f5-ea98-437c-a604-47b1aed1b175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.174959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94ba92-3f50-4322-b6c1-ebf72987b590 req-9c8848ba-3039-453f-8778-1f67303bb66e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:01.176574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b94ba92-3f50-4322-b6c1-ebf72987b590 req-9c8848ba-3039-453f-8778-1f67303bb66e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 943 time: 0.0970533 Sep 16 16:49:01.178564 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ccfe11f5-ea98-437c-a604-47b1aed1b175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.205168 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.242822 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.248691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b94ba92-3f50-4322-b6c1-ebf72987b590 req-c72ea7e7-0301-4197-b271-bf75c62714cd tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563941 Sep 16 16:49:01.269140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c17b7d-2c89-4ea8-abe2-2e5c603eef5c admin admin] Deleting subnet 7d8b82f6-f135-443d-98c1-6aa2a48676bd {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:49:01.276401 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-78c17b7d-2c89-4ea8-abe2-2e5c603eef5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.295880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=686c2732-cad0-4311-96f8-23cdb4fe546e,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:01.363857 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-78c17b7d-2c89-4ea8-abe2-2e5c603eef5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.364377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6ec928c8-a905-4040-9654-e99ed86dd615,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:01.430710 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ccfe11f5-ea98-437c-a604-47b1aed1b175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.444900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ccfe11f5-ea98-437c-a604-47b1aed1b175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.444900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ccfe11f5-ea98-437c-a604-47b1aed1b175 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1fc393f-6a2e-4e71-9f7d-6643d5508b96 HTTP/1.1" status: 204 len: 168 time: 0.4529552 Sep 16 16:49:01.445086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device fec4f824-5cea-45b5-8314-5537a81a9fc4 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:01.447920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Allocated IP 172.20.0.17 (cd98afaf-e5d7-42d0-acce-652787ece7b8/9cf9cbed-29dd-43a0-9146-5c2ddec41e03/96d94545-d935-4202-8696-7ce030d0d5c3) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:01.451341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe11f5-ea98-437c-a604-47b1aed1b175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fc393f-6a2e-4e71-9f7d-6643d5508b96,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:01.498973 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: fec4f824-5cea-45b5-8314-5537a81a9fc4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:01.499642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device fec4f824-5cea-45b5-8314-5537a81a9fc4 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:01.500351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 626a7e96-5c25-4be4-9a17-b814838752ba no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:01.512775 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.548036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6ec928c8-a905-4040-9654-e99ed86dd615'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:01.552212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 626a7e96-5c25-4be4-9a17-b814838752ba {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:01.552714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 626a7e96-5c25-4be4-9a17-b814838752ba not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:01.593246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-78c17b7d-2c89-4ea8-abe2-2e5c603eef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.676881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.770490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-78c17b7d-2c89-4ea8-abe2-2e5c603eef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.804964 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.807057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c17b7d-2c89-4ea8-abe2-2e5c603eef5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8b82f6-f135-443d-98c1-6aa2a48676bd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:01.811957 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd058d4e-c84e-4a2b-9f94-06c40d3f65be None None] Network 5c696e74-b340-47cf-ba65-d3ea254b224f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:01.815442 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-78c17b7d-2c89-4ea8-abe2-2e5c603eef5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.817478 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-78c17b7d-2c89-4ea8-abe2-2e5c603eef5c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7d8b82f6-f135-443d-98c1-6aa2a48676bd HTTP/1.1" status: 204 len: 168 time: 1.1369250 Sep 16 16:49:01.820445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32806) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:01.864293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network cd98afaf-e5d7-42d0-acce-652787ece7b8 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:01.867506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:01.872915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:01.908842 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.921439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Port': ['ID=96d94545-d935-4202-8696-7ce030d0d5c3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:01.926616 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.970155 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:01.993450 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Deleting port 8af2ab67-faf9-496a-b68a-5e0efbae261f {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:01.995221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.107024 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb57bff-5b45-48e3-829b-69eda71e65d7 None None] DHCP port deletion for 5c696e74-b340-47cf-ba65-d3ea254b224f request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:49:02.213243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9fb57bff-5b45-48e3-829b-69eda71e65d7 None None] Deleting port 8af2ab67-faf9-496a-b68a-5e0efbae261f {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:02.213634 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9fb57bff-5b45-48e3-829b-69eda71e65d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.255921 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.269036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4e8b4ae7-eebf-4de6-b419-dce16a827044 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:02.468052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9fb57bff-5b45-48e3-829b-69eda71e65d7 None None] For port 8af2ab67-faf9-496a-b68a-5e0efbae261f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8af2ab67-faf9-496a-b68a-5e0efbae261f,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:02.468550 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9fb57bff-5b45-48e3-829b-69eda71e65d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.485671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9fb57bff-5b45-48e3-829b-69eda71e65d7 None None] Calling delete_port for 8af2ab67-faf9-496a-b68a-5e0efbae261f owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:02.498655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4e8b4ae7-eebf-4de6-b419-dce16a827044 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:02.499155 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.633703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] For port 8af2ab67-faf9-496a-b68a-5e0efbae261f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8af2ab67-faf9-496a-b68a-5e0efbae261f,segment=NetworkSegment(a88cea8c-f8d0-4dfa-b86c-21d592f56d91),segment_id=a88cea8c-f8d0-4dfa-b86c-21d592f56d91)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:02.634149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.649259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f09f6-dfdb-405e-9577-89634ef5d361 None None] Network cd98afaf-e5d7-42d0-acce-652787ece7b8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:02.650034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Calling delete_port for 8af2ab67-faf9-496a-b68a-5e0efbae261f owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:02.674620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e3f1-bd60-4644-b513-106c57b2dbb9 req-213aa4f4-9a89-4443-b9e0-1f0474d9ecfc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:02.676169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a460e3f1-bd60-4644-b513-106c57b2dbb9 req-213aa4f4-9a89-4443-b9e0-1f0474d9ecfc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 944 time: 0.0829649 Sep 16 16:49:02.714109 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.739409 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9fb57bff-5b45-48e3-829b-69eda71e65d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.772541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a460e3f1-bd60-4644-b513-106c57b2dbb9 req-9ad06eac-3935-41d9-a9cb-7ec8fff99b4c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653551 Sep 16 16:49:02.780016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb57bff-5b45-48e3-829b-69eda71e65d7 None None] Pushing event deleted for resources: {'Port': ['ID=8af2ab67-faf9-496a-b68a-5e0efbae261f,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:02.794792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb57bff-5b45-48e3-829b-69eda71e65d7 None None] No DVR routers for this DVR port 8af2ab67-faf9-496a-b68a-5e0efbae261f on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:02.801882 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.813792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-61d344ab-022c-433e-b6ee-1a2ce8839ebe None None] Provisioning complete for port 4e8b4ae7-eebf-4de6-b419-dce16a827044 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:02.814175 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61d344ab-022c-433e-b6ee-1a2ce8839ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.826523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 4e8b4ae7-eebf-4de6-b419-dce16a827044, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4e8b4ae7-eebf-4de6-b419-dce16a827044,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:02.837224 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.838722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Pushing event deleted for resources: {'Port': ['ID=8af2ab67-faf9-496a-b68a-5e0efbae261f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:02.841521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] No DVR routers for this DVR port 8af2ab67-faf9-496a-b68a-5e0efbae261f on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:02.888170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32826) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:02.913437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.917129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.917974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 686c2732-cad0-4311-96f8-23cdb4fe546e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:02.921326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.948669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c696e74-b340-47cf-ba65-d3ea254b224f']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:02.959469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:02.959920 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88cea8c-f8d0-4dfa-b86c-21d592f56d91') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:02.972698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.989979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:02.996515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:49:03.006967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.019037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:49:03.027727 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:49:03.032260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1226473840'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:03.048986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=4e8b4ae7-eebf-4de6-b419-dce16a827044,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:03.062112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 686c2732-cad0-4311-96f8-23cdb4fe546e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:03.062483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.079181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Port': ['ID=96d94545-d935-4202-8696-7ce030d0d5c3,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:03.164885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.178460 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.180929 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] 10.222.0.22 "DELETE /v2.0/networks/5c696e74-b340-47cf-ba65-d3ea254b224f HTTP/1.1" status: 204 len: 168 time: 1.3594775 Sep 16 16:49:03.188808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network cd98afaf-e5d7-42d0-acce-652787ece7b8 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:03.190925 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:03.195492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207d8e9-5b6d-475f-a4c2-b9636668861d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c696e74-b340-47cf-ba65-d3ea254b224f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:03.206147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:03.209951 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.221275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c788a3c9-e275-4d37-a3ba-4d5211b4d025 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:03.248582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: c788a3c9-e275-4d37-a3ba-4d5211b4d025 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:03.248927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c788a3c9-e275-4d37-a3ba-4d5211b4d025 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:03.267573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.381329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:03.383135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-42688977-9e3c-4905-b310-15d4817cf7c9 None None] Provisioning complete for port 4e8b4ae7-eebf-4de6-b419-dce16a827044 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:03.383566 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-42688977-9e3c-4905-b310-15d4817cf7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.508975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-42688977-9e3c-4905-b310-15d4817cf7c9 None None] Provisioning complete for port 96d94545-d935-4202-8696-7ce030d0d5c3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:03.509372 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-42688977-9e3c-4905-b310-15d4817cf7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.525372 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.562720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-42688977-9e3c-4905-b310-15d4817cf7c9 None None] Port 96d94545-d935-4202-8696-7ce030d0d5c3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:03.581008 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-af8ba713-3057-453c-b37c-910a10072057 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181118 Sep 16 16:49:03.592324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:03.602699 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Sync routers for ids ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:03.613306 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4d5cc51f-1519-4b82-a378-827edc09ff9b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "PUT /v2.0/routers/f4f422f0-f82a-4b88-a9d6-ddeca7f7f944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9376109 Sep 16 16:49:03.616527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.640216 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Routers {'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:03.642815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:03.685404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32840) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:03.691590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:49:03.707717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fe1408-7ade-407c-a45f-77765d344394,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:03.717980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.718685 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added segment 1512ef1d-4c93-491b-9c4c-5d0fbd08058b of type vlan for network 0c762c5f-6f1a-4aa1-af07-83adddfd7273 Sep 16 16:49:03.735553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-47158ffa-018f-4038-9244-d002c499a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:03.737919 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-47158ffa-018f-4038-9244-d002c499a1f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 1096 time: 0.1436703 Sep 16 16:49:03.759736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7f1e8884-95d7-44ff-8d37-4b8406ad1c63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c622cc4e797f4be09121fee06d61369e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720906 Sep 16 16:49:03.762894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32842) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:03.801293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f013719c-1952-46fc-ae99-a873b4fa13c8 None None] Provisioning complete for port 96d94545-d935-4202-8696-7ce030d0d5c3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:03.801985 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f013719c-1952-46fc-ae99-a873b4fa13c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.834684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.856721 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e538-cfd2-45ad-b02d-f4c230e5c116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.918317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e538-cfd2-45ad-b02d-f4c230e5c116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.936645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f013719c-1952-46fc-ae99-a873b4fa13c8 None None] Port 96d94545-d935-4202-8696-7ce030d0d5c3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:03.949979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-074f3be8-d553-4bdf-b0a9-1e6dd9a1b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:03.950448 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:03.950546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-074f3be8-d553-4bdf-b0a9-1e6dd9a1b7c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 905 time: 0.1837456 Sep 16 16:49:03.972030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Set router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:49:03.997883 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-b6378aaa-6676-4398-b77c-824424b40a06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38a05aeb-d2f9-423a-823f-1e891eff338e HTTP/1.1" status: 200 len: 217 time: 0.0448432 Sep 16 16:49:03.998907 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.004973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:04.006227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.051179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350de42-f125-406e-a558-0207dace40d1 req-25a34068-0d7a-4753-9386-79bd23b37148 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:04.052844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4350de42-f125-406e-a558-0207dace40d1 req-25a34068-0d7a-4753-9386-79bd23b37148 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 944 time: 0.1548181 Sep 16 16:49:04.054619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4e8b4ae7-eebf-4de6-b419-dce16a827044 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:04.146482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Network': ['ID=0c762c5f-6f1a-4aa1-af07-83adddfd7273,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:04.152622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4350de42-f125-406e-a558-0207dace40d1 req-b7104fae-1598-4caa-8411-941a0a20d43c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904386 Sep 16 16:49:04.158848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-6902461e-b7c1-4dc9-a4b3-6fd1c749d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:04.160400 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-6902461e-b7c1-4dc9-a4b3-6fd1c749d35a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92f46a0c-31ae-4bea-8568-d5de31393710 HTTP/1.1" status: 200 len: 844 time: 0.1521978 Sep 16 16:49:04.162411 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f7f66520-0eb8-4cca-91f0-7e11456d88bb tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2731209 Sep 16 16:49:04.165218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32858) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:04.175591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1434303429'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:04.179536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-4f4b4ceb-e6e4-45f2-bb69-ca57aa52b0c3 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:04.187276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-4f4b4ceb-e6e4-45f2-bb69-ca57aa52b0c3 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/networks?id=cd98afaf-e5d7-42d0-acce-652787ece7b8 HTTP/1.1" status: 200 len: 797 time: 0.2285843 Sep 16 16:49:04.197992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-b0a31024-d74d-4ad5-af6a-2d68bdd8a8d4 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/quotas/7e764730be1d4e9cab0eff197319a5be HTTP/1.1" status: 200 len: 375 time: 0.0098636 Sep 16 16:49:04.231140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 0c762c5f-6f1a-4aa1-af07-83adddfd7273 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:49:04.232914 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-68496fb6-f509-46bb-97ef-1783c783f7b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=883aebdc-caa9-42c6-a7b9-8858dd375d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397158 Sep 16 16:49:04.241224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7906762f-b10f-49e3-8574-9acf7c3f8780 None None] Provisioning complete for port 96d94545-d935-4202-8696-7ce030d0d5c3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:04.241419 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e538-cfd2-45ad-b02d-f4c230e5c116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.241631 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7906762f-b10f-49e3-8574-9acf7c3f8780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.243844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e538-cfd2-45ad-b02d-f4c230e5c116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.248089 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2ec1e538-cfd2-45ad-b02d-f4c230e5c116 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0f31768-7b76-484d-9de3-8da6559da140 HTTP/1.1" status: 204 len: 168 time: 0.4806228 Sep 16 16:49:04.255998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1e538-cfd2-45ad-b02d-f4c230e5c116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f31768-7b76-484d-9de3-8da6559da140,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:04.295206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-23190e20-b295-4ef2-a752-af9e0c5cc5a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e764730be1d4e9cab0eff197319a5be&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0817769 Sep 16 16:49:04.378017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:04.382201 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.382385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6ec928c8-a905-4040-9654-e99ed86dd615 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:04.406959 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-45dceecc-f31f-4be6-814f-59f2b3c249a6 service neutron] 10.222.0.62 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655807 Sep 16 16:49:04.417043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:49:04.443321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-47cf9d1e-8a58-4abc-8df8-646470a2b4b2 service neutron] 10.222.0.22 "GET /v2.0/networks/cd98afaf-e5d7-42d0-acce-652787ece7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449959 Sep 16 16:49:04.457391 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.457908 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added segment 28db3a08-a0a9-4b80-ae53-3e3bcbdb908d of type vlan for network 02c0f8b7-34f2-4864-91ee-036f6b993343 Sep 16 16:49:04.459638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4e8b4ae7-eebf-4de6-b419-dce16a827044 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:04.460820 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.543200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.552511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7906762f-b10f-49e3-8574-9acf7c3f8780 None None] Port 96d94545-d935-4202-8696-7ce030d0d5c3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:04.569794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-7585cbd9-fa0b-4d9e-a11c-cb88d1668e77 service neutron] 10.222.0.22 "GET /v2.0/networks/cd98afaf-e5d7-42d0-acce-652787ece7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193039 Sep 16 16:49:04.595273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916758373', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:48:54Z', 'updated_at': '2021-09-16T16:49:02Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:48:55Z', 'updated_at': '2021-09-16T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '96d94545-d935-4202-8696-7ce030d0d5c3', 'name': '', 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:20:df:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9cf9cbed-29dd-43a0-9146-5c2ddec41e03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:49:00Z', 'updated_at': '2021-09-16T16:49:02Z', 'revision_number': 2, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': '9cf9cbed-29dd-43a0-9146-5c2ddec41e03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:04.600336 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60ec4453-c2de-4c0d-81ef-c148ec43b82d req-c5c4c347-33bf-4edc-9cf0-ad411dbbf1c1 service neutron] 10.222.0.62 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766863 Sep 16 16:49:04.692104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.698322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:04.699909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.774895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Network': ['ID=02c0f8b7-34f2-4864-91ee-036f6b993343,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:04.795350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 02c0f8b7-34f2-4864-91ee-036f6b993343 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:49:04.797520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 6ec928c8-a905-4040-9654-e99ed86dd615 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:49:04.804818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 6ec928c8-a905-4040-9654-e99ed86dd615 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:04.805490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:04.839041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Checking router: f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:49:04.839942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Updating router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 port 96d94545-d935-4202-8696-7ce030d0d5c3 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:49:04.847314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c4495ad8-0bdc-41cd-828a-06dd2d394ee9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6809959 Sep 16 16:49:04.850246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32864) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:04.856709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'subnet': {'network_id': '0c762c5f-6f1a-4aa1-af07-83adddfd7273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:05.005880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b60df0df-3a7a-40d6-87ca-b33f069c45db req-390b1103-c2d9-45f6-8e1d-6cb4a25cf9f4 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 210 time: 0.0688248 Sep 16 16:49:05.043896 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:05.116848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8af2ab67-faf9-496a-b68a-5e0efbae261f no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:05.127174 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:05.130826 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:05.157444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8af2ab67-faf9-496a-b68a-5e0efbae261f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:05.157799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8af2ab67-faf9-496a-b68a-5e0efbae261f not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:05.186899 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:05.226785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6ec928c8-a905-4040-9654-e99ed86dd615, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6ec928c8-a905-4040-9654-e99ed86dd615,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:05.231738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd9be3d-fca6-4ff9-889a-52b78dc13266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec928c8-a905-4040-9654-e99ed86dd615'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:05.233276 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2021b8-380d-4f6e-97a2-560b355591de" -d '{"events": [{"server_uuid": "ffd9be3d-fca6-4ff9-889a-52b78dc13266", "name": "network-vif-plugged", "status": "completed", "tag": "6ec928c8-a905-4040-9654-e99ed86dd615"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:05.330693 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1db1785-d94d-4653-8f3d-283e93ddfd44 x-openstack-request-id: req-c1db1785-d94d-4653-8f3d-283e93ddfd44 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:05.330693 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd9be3d-fca6-4ff9-889a-52b78dc13266", "name": "network-vif-plugged", "status": "completed", "tag": "6ec928c8-a905-4040-9654-e99ed86dd615", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:05.330955 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1db1785-d94d-4653-8f3d-283e93ddfd44 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:05.331238 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd9be3d-fca6-4ff9-889a-52b78dc13266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec928c8-a905-4040-9654-e99ed86dd615', 'code': 200} Sep 16 16:49:05.334344 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:05.377311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5be29-3211-4e2c-b67f-8390bf2b7418 req-9229c80b-aec1-4e7d-929f-d10e9b497d3f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:05.379860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39e5be29-3211-4e2c-b67f-8390bf2b7418 req-9229c80b-aec1-4e7d-929f-d10e9b497d3f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 944 time: 0.1297925 Sep 16 16:49:05.444085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39e5be29-3211-4e2c-b67f-8390bf2b7418 req-4233960e-ad00-46fd-b105-da18e792240d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580344 Sep 16 16:49:05.454556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6ec928c8-a905-4040-9654-e99ed86dd615,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:05.498628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367a4ef-2919-48b5-a815-db516f9dd34b req-e6d50c21-b52b-4f79-ab86-ac18770350fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:05.500324 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1367a4ef-2919-48b5-a815-db516f9dd34b req-e6d50c21-b52b-4f79-ab86-ac18770350fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 1096 time: 0.0708089 Sep 16 16:49:05.548504 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1367a4ef-2919-48b5-a815-db516f9dd34b req-e2606346-9024-45ae-9b00-f57aecc551c6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Sep 16 16:49:05.557602 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:05.617239 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:05.690651 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:05.732914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Subnet': ['ID=d93b2ef9-0c48-4571-b2bf-5ace57b1280f,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:05.757140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Checking segment: {'id': '1512ef1d-4c93-491b-9c4c-5d0fbd08058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c762c5f-6f1a-4aa1-af07-83adddfd7273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:05.757557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network hostable DHCP agents. Network: 0c762c5f-6f1a-4aa1-af07-83adddfd7273, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:49:05.810872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0551970-51c3-4824-a59f-370136b423bb None None] Pushing event updated for resources: {'Port': ['ID=96d94545-d935-4202-8696-7ce030d0d5c3,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:05.868999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 0c762c5f-6f1a-4aa1-af07-83adddfd7273 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:49:05.913707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Attempting to bind port 96d94545-d935-4202-8696-7ce030d0d5c3 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:05.914212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Attempting to bind port 96d94545-d935-4202-8696-7ce030d0d5c3 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:05.914428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Attempting to bind port 96d94545-d935-4202-8696-7ce030d0d5c3 on network cd98afaf-e5d7-42d0-acce-652787ece7b8 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:05.927922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:05.927922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Checking segment: {'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:05.927922 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:05.928326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Bound using segment: {'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:05.928894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Bound port: 96d94545-d935-4202-8696-7ce030d0d5c3, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:05.931016 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:05.947175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 0c762c5f-6f1a-4aa1-af07-83adddfd7273) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:05.960704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:05.960704 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:05.960996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ec854-94c4-430a-8e9d-8ed14d1cdb2f None None] Network 0c762c5f-6f1a-4aa1-af07-83adddfd7273 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:06.025427 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-66a141ff-821a-4aa7-9156-c37594c448b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1735592 Sep 16 16:49:06.030939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32906) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:06.037669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'subnet': {'network_id': '02c0f8b7-34f2-4864-91ee-036f6b993343', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:06.087294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6e22cf6-0bfe-44c5-8a24-f7153708eec1 req-9aead928-3001-44df-97cf-db6186a61a33 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 210 time: 0.0417588 Sep 16 16:49:06.112208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] For port 96d94545-d935-4202-8696-7ce030d0d5c3, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:06.116851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] For port 96d94545-d935-4202-8696-7ce030d0d5c3, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=96d94545-d935-4202-8696-7ce030d0d5c3,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:06.127659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-39702061-11f4-477b-9d8f-56226435927a None None] Provisioning complete for port 96d94545-d935-4202-8696-7ce030d0d5c3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:06.128025 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-39702061-11f4-477b-9d8f-56226435927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:06.194020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-39702061-11f4-477b-9d8f-56226435927a None None] Port 96d94545-d935-4202-8696-7ce030d0d5c3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:06.195915 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:06.267312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:06.270887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-0c762c5f-6f1a-4aa1-af07-83adddfd7273', 'network_id': '0c762c5f-6f1a-4aa1-af07-83adddfd7273', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'fixed_ips': [{'subnet_id': 'd93b2ef9-0c48-4571-b2bf-5ace57b1280f'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:49:06.270887 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:06.271089 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:06.304780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Routers {'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:06.305482 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:06.362668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0551970-51c3-4824-a59f-370136b423bb None None] Pushing event updated for resources: {'Port': ['ID=96d94545-d935-4202-8696-7ce030d0d5c3,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:06.573174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] Set router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:49:06.575589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Allocated IP 2001:db8::2 (0c762c5f-6f1a-4aa1-af07-83adddfd7273/d93b2ef9-0c48-4571-b2bf-5ace57b1280f/a75f00a0-12de-443b-b607-1fe79ecb494c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:06.595226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:06.607461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af73626-6493-46e3-a89e-8fcb1f5a29a1 req-d5ceab93-f3ce-454e-9b64-3d98dc765f08 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:06.609150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0af73626-6493-46e3-a89e-8fcb1f5a29a1 req-d5ceab93-f3ce-454e-9b64-3d98dc765f08 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 945 time: 0.0710700 Sep 16 16:49:06.641809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ba4c7fe1-58d0-48a9-8ed3-353b315c2578 None None] Provisioning complete for port 96d94545-d935-4202-8696-7ce030d0d5c3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:06.642182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ba4c7fe1-58d0-48a9-8ed3-353b315c2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:06.659671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0af73626-6493-46e3-a89e-8fcb1f5a29a1 req-41079a76-bd00-441f-9893-e58028ee7285 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406437 Sep 16 16:49:06.685449 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Subnet': ['ID=0d37556f-be19-4918-b59a-e354415914f2,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:06.721089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Checking segment: {'id': '28db3a08-a0a9-4b80-ae53-3e3bcbdb908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '02c0f8b7-34f2-4864-91ee-036f6b993343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:06.721869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network hostable DHCP agents. Network: 02c0f8b7-34f2-4864-91ee-036f6b993343, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:49:06.812133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 02c0f8b7-34f2-4864-91ee-036f6b993343 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:49:06.897728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 02c0f8b7-34f2-4864-91ee-036f6b993343) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:06.902447 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:06.903173 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:06.925452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11663bfb-93fd-42eb-a3df-39a6013ad9c9 None None] Network 02c0f8b7-34f2-4864-91ee-036f6b993343 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:07.005395 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2c7102f3-3a12-4c97-adff-005c9cd88b0a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9731653 Sep 16 16:49:07.008241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32922) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:07.015668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f880c8ae-ad96-459e-b1a5-923f3b53dd49 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-223282775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:07.143052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f880c8ae-ad96-459e-b1a5-923f3b53dd49 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.144289 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f880c8ae-ad96-459e-b1a5-923f3b53dd49 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.154288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ba4c7fe1-58d0-48a9-8ed3-353b315c2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.181545 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.213861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17a69fd2-0dfd-4ed7-a848-ea4565b0de5c req-2b1369ce-1a39-47ed-acab-4d3ce5bd14da tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 210 time: 0.0429430 Sep 16 16:49:07.244255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ba4c7fe1-58d0-48a9-8ed3-353b315c2578 None None] For port 96d94545-d935-4202-8696-7ce030d0d5c3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=96d94545-d935-4202-8696-7ce030d0d5c3,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:07.245501 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f880c8ae-ad96-459e-b1a5-923f3b53dd49 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.263143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916758373', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:48:54Z', 'updated_at': '2021-09-16T16:49:02Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:48:55Z', 'updated_at': '2021-09-16T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '96d94545-d935-4202-8696-7ce030d0d5c3', 'name': '', 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:20:df:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9cf9cbed-29dd-43a0-9146-5c2ddec41e03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:49:00Z', 'updated_at': '2021-09-16T16:49:06Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': '9cf9cbed-29dd-43a0-9146-5c2ddec41e03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:07.309200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e72e9-400b-4b93-b983-6b658279b4df None None] The sync data for ids ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'] in n-d-807786-3 is: [{'id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916758373', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:48:54Z', 'updated_at': '2021-09-16T16:49:02Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:48:55Z', 'updated_at': '2021-09-16T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '96d94545-d935-4202-8696-7ce030d0d5c3', 'name': '', 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:20:df:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9cf9cbed-29dd-43a0-9146-5c2ddec41e03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:49:00Z', 'updated_at': '2021-09-16T16:49:06Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': '9cf9cbed-29dd-43a0-9146-5c2ddec41e03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:07.311137 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.354220 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ba4c7fe1-58d0-48a9-8ed3-353b315c2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.373010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Network 0c762c5f-6f1a-4aa1-af07-83adddfd7273 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:07.383773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:07.391649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:07.404072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Pushing event updated for resources: {'Port': ['ID=a75f00a0-12de-443b-b607-1fe79ecb494c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:07.404201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f880c8ae-ad96-459e-b1a5-923f3b53dd49 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.491228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-02c0f8b7-34f2-4864-91ee-036f6b993343', 'network_id': '02c0f8b7-34f2-4864-91ee-036f6b993343', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'fixed_ips': [{'subnet_id': '0d37556f-be19-4918-b59a-e354415914f2'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:49:07.492146 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.555963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c7fe1-58d0-48a9-8ed3-353b315c2578 None None] Pushing event updated for resources: {'Port': ['ID=96d94545-d935-4202-8696-7ce030d0d5c3,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:07.558885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Attempting to bind port a75f00a0-12de-443b-b607-1fe79ecb494c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:07.559318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Attempting to bind port a75f00a0-12de-443b-b607-1fe79ecb494c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1512ef1d-4c93-491b-9c4c-5d0fbd08058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c762c5f-6f1a-4aa1-af07-83adddfd7273'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:07.559632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Attempting to bind port a75f00a0-12de-443b-b607-1fe79ecb494c on network 0c762c5f-6f1a-4aa1-af07-83adddfd7273 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:07.567292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:07.567678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Checking segment: {'id': '1512ef1d-4c93-491b-9c4c-5d0fbd08058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c762c5f-6f1a-4aa1-af07-83adddfd7273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:07.568083 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.568512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Bound using segment: {'id': '1512ef1d-4c93-491b-9c4c-5d0fbd08058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c762c5f-6f1a-4aa1-af07-83adddfd7273'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:07.568987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Bound port: a75f00a0-12de-443b-b607-1fe79ecb494c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1512ef1d-4c93-491b-9c4c-5d0fbd08058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c762c5f-6f1a-4aa1-af07-83adddfd7273'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:07.569380 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.583515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f880c8ae-ad96-459e-b1a5-923f3b53dd49 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:07.588270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f880c8ae-ad96-459e-b1a5-923f3b53dd49 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5773625 Sep 16 16:49:07.590114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32934) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:07.632500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-24f8890d-e0c1-4cae-b9ab-da0a1779436f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:07.633805 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-24f8890d-e0c1-4cae-b9ab-da0a1779436f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.52 "GET /v2.0/networks?id=cd98afaf-e5d7-42d0-acce-652787ece7b8 HTTP/1.1" status: 200 len: 797 time: 0.1954765 Sep 16 16:49:07.655390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Request body: {'port': {'device_id': 'ffb08e99-b68c-47f0-97c6-8830acb2a671', 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8', 'admin_state_up': True, 'tenant_id': '7e764730be1d4e9cab0eff197319a5be'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:07.839824 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Allocated IP 2001:db8:1::2 (02c0f8b7-34f2-4864-91ee-036f6b993343/0d37556f-be19-4918-b59a-e354415914f2/e274fd4a-ec83-4257-b42c-fec386194d67) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:07.842361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] For port a75f00a0-12de-443b-b607-1fe79ecb494c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:07.860274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] For port a75f00a0-12de-443b-b607-1fe79ecb494c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a75f00a0-12de-443b-b607-1fe79ecb494c,segment=NetworkSegment(1512ef1d-4c93-491b-9c4c-5d0fbd08058b),segment_id=1512ef1d-4c93-491b-9c4c-5d0fbd08058b)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:08.027850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfc1dc-d805-4dc4-aa0e-e006882a3af2 req-175678e4-0165-4472-8522-65ec95fdaf6b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:08.029578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fcfc1dc-d805-4dc4-aa0e-e006882a3af2 req-175678e4-0165-4472-8522-65ec95fdaf6b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 945 time: 0.1540105 Sep 16 16:49:08.100690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:08.125340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fcfc1dc-d805-4dc4-aa0e-e006882a3af2 req-7659a42a-138d-4f40-8e8e-9309e911fd14 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830460 Sep 16 16:49:08.200991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:08.201720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 96d94545-d935-4202-8696-7ce030d0d5c3 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:08.237252 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Made reservation on behalf of 7e764730be1d4e9cab0eff197319a5be for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:08.242548 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:08.359288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:08.439527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9046b-a84f-4737-a877-8ddc8d45ac56 None None] Pushing event updated for resources: {'Port': ['ID=a75f00a0-12de-443b-b607-1fe79ecb494c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:08.468643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 96d94545-d935-4202-8696-7ce030d0d5c3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:08.469266 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:08.591267 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:08.593001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Allocated IP 172.20.0.29 (cd98afaf-e5d7-42d0-acce-652787ece7b8/9cf9cbed-29dd-43a0-9146-5c2ddec41e03/94a3cf9b-9862-4971-850f-914a4407b881) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:08.611698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55f23170-5577-4051-8c34-5f9ee7b88706 req-1e16821c-0f64-4840-97ef-24b8d1659614 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 210 time: 0.1862299 Sep 16 16:49:08.783799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Network 02c0f8b7-34f2-4864-91ee-036f6b993343 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:08.790707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:08.793942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:08.841830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a882e-426f-4d72-a5a8-368680aea4a2 req-b6d5f9c4-2c8a-49e0-87d8-4c08a641853c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:08.851826 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c23a882e-426f-4d72-a5a8-368680aea4a2 req-b6d5f9c4-2c8a-49e0-87d8-4c08a641853c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 945 time: 0.5423498 Sep 16 16:49:08.873575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Pushing event updated for resources: {'Port': ['ID=e274fd4a-ec83-4257-b42c-fec386194d67,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:08.880479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:08.911105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Attempting to bind port e274fd4a-ec83-4257-b42c-fec386194d67 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:08.911471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Attempting to bind port e274fd4a-ec83-4257-b42c-fec386194d67 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '28db3a08-a0a9-4b80-ae53-3e3bcbdb908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '02c0f8b7-34f2-4864-91ee-036f6b993343'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:08.911839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Attempting to bind port e274fd4a-ec83-4257-b42c-fec386194d67 on network 02c0f8b7-34f2-4864-91ee-036f6b993343 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:08.917944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:08.918786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Checking segment: {'id': '28db3a08-a0a9-4b80-ae53-3e3bcbdb908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '02c0f8b7-34f2-4864-91ee-036f6b993343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:08.918926 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:08.919282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Bound using segment: {'id': '28db3a08-a0a9-4b80-ae53-3e3bcbdb908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '02c0f8b7-34f2-4864-91ee-036f6b993343'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:08.919764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Bound port: e274fd4a-ec83-4257-b42c-fec386194d67, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28db3a08-a0a9-4b80-ae53-3e3bcbdb908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '02c0f8b7-34f2-4864-91ee-036f6b993343'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:08.920150 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:08.989106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Allocated IP 2001:db8::1 (0c762c5f-6f1a-4aa1-af07-83adddfd7273/d93b2ef9-0c48-4571-b2bf-5ace57b1280f/72cb19a1-4ddc-4850-984e-7d5c5bd78990) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:08.994803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] For port e274fd4a-ec83-4257-b42c-fec386194d67, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:08.996273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c23a882e-426f-4d72-a5a8-368680aea4a2 req-40c3e794-af66-4a85-9480-5ebda1bea392 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233196 Sep 16 16:49:08.998894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] For port e274fd4a-ec83-4257-b42c-fec386194d67, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e274fd4a-ec83-4257-b42c-fec386194d67,segment=NetworkSegment(28db3a08-a0a9-4b80-ae53-3e3bcbdb908d),segment_id=28db3a08-a0a9-4b80-ae53-3e3bcbdb908d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:09.015940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:09.063856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Network cd98afaf-e5d7-42d0-acce-652787ece7b8 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:09.067757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:09.071913 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:09.076065 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:09.257326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d3edd-6dce-4d76-9a95-c81916f6a8b6 None None] Pushing event updated for resources: {'Port': ['ID=e274fd4a-ec83-4257-b42c-fec386194d67,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:09.345910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069cac8-cbb7-4c22-8573-0839b20101ff req-1ea972be-2f9b-4ada-b402-f0b82bb6e712 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:09.349137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0069cac8-cbb7-4c22-8573-0839b20101ff req-1ea972be-2f9b-4ada-b402-f0b82bb6e712 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 945 time: 0.2311096 Sep 16 16:49:09.354873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:09.446623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0069cac8-cbb7-4c22-8573-0839b20101ff req-3167eb8a-3b1b-441c-9b9f-c5f3170a8abe tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838144 Sep 16 16:49:09.555455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:09.627750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9e377631-928c-4847-bf2c-bae45eb0dabc None None] Provisioning complete for port 94a3cf9b-9862-4971-850f-914a4407b881 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:09.628131 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9e377631-928c-4847-bf2c-bae45eb0dabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:09.671949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 0c762c5f-6f1a-4aa1-af07-83adddfd7273 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:09.694159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:09.708644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:09.708644 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:09.745438 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9e377631-928c-4847-bf2c-bae45eb0dabc None None] Port 94a3cf9b-9862-4971-850f-914a4407b881 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:09.790156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=72cb19a1-4ddc-4850-984e-7d5c5bd78990,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:09.886670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event updated for resources: {'Port': ['ID=94a3cf9b-9862-4971-850f-914a4407b881,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:09.907920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:09.908693 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:09.933609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6fc7a6-8af5-46e9-abd9-4ae97e254e34 None None] Network 0c762c5f-6f1a-4aa1-af07-83adddfd7273 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:10.017432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d6428fd2-519e-412c-834f-0322e1982cfc None None] Provisioning complete for port a75f00a0-12de-443b-b607-1fe79ecb494c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:10.017806 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d6428fd2-519e-412c-834f-0322e1982cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:10.022431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-802d035d-01ba-4ce1-b555-240b509368a0 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3784440 Sep 16 16:49:10.036344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Request body: {'port': {'device_id': 'ffb08e99-b68c-47f0-97c6-8830acb2a671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:10.078436 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:10.122304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:10.173529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e274fd4a-ec83-4257-b42c-fec386194d67 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:10.312338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e274fd4a-ec83-4257-b42c-fec386194d67 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:10.313112 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:10.314470 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d6428fd2-519e-412c-834f-0322e1982cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:10.326010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed1621-4484-4a55-b1f8-5f9b5ea72e7b req-783b8c72-7d3a-42c8-a988-0e9ea1de4a94 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:10.348557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39ed1621-4484-4a55-b1f8-5f9b5ea72e7b req-783b8c72-7d3a-42c8-a988-0e9ea1de4a94 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 895 time: 0.2096400 Sep 16 16:49:10.598465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d6428fd2-519e-412c-834f-0322e1982cfc None None] For port a75f00a0-12de-443b-b607-1fe79ecb494c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a75f00a0-12de-443b-b607-1fe79ecb494c,segment=NetworkSegment(1512ef1d-4c93-491b-9c4c-5d0fbd08058b),segment_id=1512ef1d-4c93-491b-9c4c-5d0fbd08058b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:10.624861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edae9a6-ec1b-4914-b006-988e04e34399 req-b9b03e03-9194-4b52-a18f-52e93b2407a8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:10.626460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8edae9a6-ec1b-4914-b006-988e04e34399 req-b9b03e03-9194-4b52-a18f-52e93b2407a8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 945 time: 0.4526737 Sep 16 16:49:10.684112 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d6428fd2-519e-412c-834f-0322e1982cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:10.692485 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:10.780375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port e274fd4a-ec83-4257-b42c-fec386194d67, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e274fd4a-ec83-4257-b42c-fec386194d67,segment=NetworkSegment(28db3a08-a0a9-4b80-ae53-3e3bcbdb908d),segment_id=28db3a08-a0a9-4b80-ae53-3e3bcbdb908d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:10.822549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6428fd2-519e-412c-834f-0322e1982cfc None None] Pushing event updated for resources: {'Port': ['ID=a75f00a0-12de-443b-b607-1fe79ecb494c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:10.849327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8edae9a6-ec1b-4914-b006-988e04e34399 req-38d640da-d766-4fdc-bba8-9d78d8e89e96 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109191 Sep 16 16:49:10.857982 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:10.858801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a75f00a0-12de-443b-b607-1fe79ecb494c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:10.976250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a3cf9b-9862-4971-850f-914a4407b881 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:49:10.979209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=e274fd4a-ec83-4257-b42c-fec386194d67,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:11.006991 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.013602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a75f00a0-12de-443b-b607-1fe79ecb494c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:11.013602 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.045123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Transition to ACTIVE for port object 94a3cf9b-9862-4971-850f-914a4407b881 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:49:11.046645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b8299602-28db-46f4-bbf8-1b4641ed18ef None None] Provisioning complete for port a75f00a0-12de-443b-b607-1fe79ecb494c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:11.047020 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8299602-28db-46f4-bbf8-1b4641ed18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.077828 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.129742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61fe34-cb5c-4be9-be6e-1c870a4554ff None None] Network 02c0f8b7-34f2-4864-91ee-036f6b993343 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:11.130354 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.190734 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.192004 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.247338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=94a3cf9b-9862-4971-850f-914a4407b881,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:11.343304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Attempting to bind port 94a3cf9b-9862-4971-850f-914a4407b881 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:11.344219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Attempting to bind port 94a3cf9b-9862-4971-850f-914a4407b881 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:11.344219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Attempting to bind port 94a3cf9b-9862-4971-850f-914a4407b881 on network cd98afaf-e5d7-42d0-acce-652787ece7b8 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:11.348184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b8299602-28db-46f4-bbf8-1b4641ed18ef None None] Provisioning complete for port 72cb19a1-4ddc-4850-984e-7d5c5bd78990 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:11.348768 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8299602-28db-46f4-bbf8-1b4641ed18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.360861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Port 94a3cf9b-9862-4971-850f-914a4407b881 on network cd98afaf-e5d7-42d0-acce-652787ece7b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:49:11.361245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Attempting to bind port 94a3cf9b-9862-4971-850f-914a4407b881 on network cd98afaf-e5d7-42d0-acce-652787ece7b8 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:11.393956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:11.394425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Checking segment: {'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:11.396293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Bound using segment: {'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:11.397001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Bound port: 94a3cf9b-9862-4971-850f-914a4407b881, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f030db38-a310-4b19-9a5b-c7c40cf5588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:11.397412 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.411483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b8299602-28db-46f4-bbf8-1b4641ed18ef None None] Port 72cb19a1-4ddc-4850-984e-7d5c5bd78990 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:11.480056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 0c762c5f-6f1a-4aa1-af07-83adddfd7273 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:11.482988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=72cb19a1-4ddc-4850-984e-7d5c5bd78990,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:11.501092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-25429d57-65ac-4176-9b51-2f9eaf653c4f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:11.503411 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-25429d57-65ac-4176-9b51-2f9eaf653c4f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 945 time: 0.1551335 Sep 16 16:49:11.509033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:11.541287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-667fed0d-480d-49b8-a9b6-59e87cfc1e0c None None] Provisioning complete for port e274fd4a-ec83-4257-b42c-fec386194d67 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:11.541660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-667fed0d-480d-49b8-a9b6-59e87cfc1e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.669409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46f7ce-8e5f-4c36-9707-588af28235a5 req-7f4aea9c-558c-4485-b8b5-e88a5f9807a5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:11.672464 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e46f7ce-8e5f-4c36-9707-588af28235a5 req-7f4aea9c-558c-4485-b8b5-e88a5f9807a5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 907 time: 0.2157853 Sep 16 16:49:11.686770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] For port 94a3cf9b-9862-4971-850f-914a4407b881, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:11.718006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] For port 94a3cf9b-9862-4971-850f-914a4407b881, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=94a3cf9b-9862-4971-850f-914a4407b881,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:11.740045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-07c80a95-4aeb-46b2-a20b-6d9473755d44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Deleting port 6ec928c8-a905-4040-9654-e99ed86dd615 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:11.740045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-07c80a95-4aeb-46b2-a20b-6d9473755d44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.781532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-667fed0d-480d-49b8-a9b6-59e87cfc1e0c None None] Provisioning complete for port 72cb19a1-4ddc-4850-984e-7d5c5bd78990 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:11.785182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-667fed0d-480d-49b8-a9b6-59e87cfc1e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.842541 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.866283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 7450165e-2956-43eb-adf5-842730d1bed9 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:49:11.896631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:11.897320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:11.900939 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] 10.222.0.52 "PUT /v2.0/ports/94a3cf9b-9862-4971-850f-914a4407b881 HTTP/1.1" status: 200 len: 1055 time: 1.8674030 Sep 16 16:49:11.900939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb08e99-b68c-47f0-97c6-8830acb2a671', 'tag': '94a3cf9b-9862-4971-850f-914a4407b881'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:11.901769 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a1d54-4733-4a89-9c74-6f154bc3aad2" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb08e99-b68c-47f0-97c6-8830acb2a671", "tag": "94a3cf9b-9862-4971-850f-914a4407b881"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:11.941194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-07c80a95-4aeb-46b2-a20b-6d9473755d44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] For port 6ec928c8-a905-4040-9654-e99ed86dd615, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6ec928c8-a905-4040-9654-e99ed86dd615,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:11.941451 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-07c80a95-4aeb-46b2-a20b-6d9473755d44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:12.034003 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8082c23-213f-4e38-bc37-050bcff65511 x-openstack-request-id: req-b8082c23-213f-4e38-bc37-050bcff65511 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:12.034678 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb08e99-b68c-47f0-97c6-8830acb2a671", "tag": "94a3cf9b-9862-4971-850f-914a4407b881", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:12.034678 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8082c23-213f-4e38-bc37-050bcff65511 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:12.034925 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb08e99-b68c-47f0-97c6-8830acb2a671', 'tag': '94a3cf9b-9862-4971-850f-914a4407b881', 'status': 'completed', 'code': 200} Sep 16 16:49:12.048346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-07c80a95-4aeb-46b2-a20b-6d9473755d44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Calling delete_port for 6ec928c8-a905-4040-9654-e99ed86dd615 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:12.057654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f27625-01b8-47e2-bf68-62ec006ce5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=94a3cf9b-9862-4971-850f-914a4407b881,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:12.208872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59944258-17e8-4702-96f4-45402f2dcf31 req-3a08b9af-eac2-42e5-ba20-20b23b1bdacc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:12.211181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59944258-17e8-4702-96f4-45402f2dcf31 req-3a08b9af-eac2-42e5-ba20-20b23b1bdacc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 945 time: 0.2247272 Sep 16 16:49:12.221219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:12.236926 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb2a50-6eb6-47d5-bed2-33cfb86c8b98 None None] Sync routers for ids ['7450165e-2956-43eb-adf5-842730d1bed9'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:12.263086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c7854942-58f5-4913-b85c-36da33c5196c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/7450165e-2956-43eb-adf5-842730d1bed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6716311 Sep 16 16:49:12.267901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32996) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:12.270605 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb2a50-6eb6-47d5-bed2-33cfb86c8b98 None None] Routers {'7450165e-2956-43eb-adf5-842730d1bed9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:12.271242 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1deb2a50-6eb6-47d5-bed2-33cfb86c8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7450165e-2956-43eb-adf5-842730d1bed9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:12.273273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e274fd4a-ec83-4257-b42c-fec386194d67 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:12.358085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-667fed0d-480d-49b8-a9b6-59e87cfc1e0c None None] Port 72cb19a1-4ddc-4850-984e-7d5c5bd78990 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:12.362671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a1d54-4733-4a89-9c74-6f154bc3aad2 req-682bcc71-ed8d-4947-ab24-a0269470dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:12.365762 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a51a1d54-4733-4a89-9c74-6f154bc3aad2 req-682bcc71-ed8d-4947-ab24-a0269470dd86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e764730be1d4e9cab0eff197319a5be&device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 1058 time: 0.3265302 Sep 16 16:49:12.377062 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59944258-17e8-4702-96f4-45402f2dcf31 req-fc042bee-e5c7-450d-90d1-afab0c6b5d9b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535430 Sep 16 16:49:12.381648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd204efb-7ddf-435d-b75e-5a9f8193aa1d tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:12.383174 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bd204efb-7ddf-435d-b75e-5a9f8193aa1d tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports/72cb19a1-4ddc-4850-984e-7d5c5bd78990 HTTP/1.1" status: 200 len: 911 time: 0.1138642 Sep 16 16:49:12.394005 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1deb2a50-6eb6-47d5-bed2-33cfb86c8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:12.395778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32998) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:12.413652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e274fd4a-ec83-4257-b42c-fec386194d67 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:12.414161 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:12.420971 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb2a50-6eb6-47d5-bed2-33cfb86c8b98 None None] Routers {'7450165e-2956-43eb-adf5-842730d1bed9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:12.424172 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1deb2a50-6eb6-47d5-bed2-33cfb86c8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7450165e-2956-43eb-adf5-842730d1bed9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:12.494387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0bfc84d8-7371-479b-b155-93878e0992cd None None] Provisioning complete for port e274fd4a-ec83-4257-b42c-fec386194d67 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:12.494890 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0bfc84d8-7371-479b-b155-93878e0992cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:12.511829 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1deb2a50-6eb6-47d5-bed2-33cfb86c8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:12.512502 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb2a50-6eb6-47d5-bed2-33cfb86c8b98 None None] The sync data for ids ['7450165e-2956-43eb-adf5-842730d1bed9'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:12.567842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a1d54-4733-4a89-9c74-6f154bc3aad2 req-3fc57b40-6918-47ee-8490-0e6139592cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:12.568639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a1d54-4733-4a89-9c74-6f154bc3aad2 req-3fc57b40-6918-47ee-8490-0e6139592cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:12.570199 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a51a1d54-4733-4a89-9c74-6f154bc3aad2 req-3fc57b40-6918-47ee-8490-0e6139592cb5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7e764730be1d4e9cab0eff197319a5be&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1858928 Sep 16 16:49:12.576421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a75f00a0-12de-443b-b607-1fe79ecb494c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:12.668340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a75f00a0-12de-443b-b607-1fe79ecb494c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:12.668782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:12.689363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a1d54-4733-4a89-9c74-6f154bc3aad2 req-16db78bc-77db-425b-bb0e-35432a72984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:12.690949 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a51a1d54-4733-4a89-9c74-6f154bc3aad2 req-16db78bc-77db-425b-bb0e-35432a72984e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115758 Sep 16 16:49:12.702289 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-07c80a95-4aeb-46b2-a20b-6d9473755d44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:12.716939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:12.719017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['e22ef2b4-7759-4b3b-a7b6-f6c53aece963'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:12.755824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c80a95-4aeb-46b2-a20b-6d9473755d44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event deleted for resources: {'Port': ['ID=6ec928c8-a905-4040-9654-e99ed86dd615,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:12.891980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-07c80a95-4aeb-46b2-a20b-6d9473755d44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] No DVR routers for this DVR port 6ec928c8-a905-4040-9654-e99ed86dd615 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:12.895114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-bfdb06cd-60a0-492b-8bc4-4e037e8201fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:12.896759 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-bfdb06cd-60a0-492b-8bc4-4e037e8201fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e764730be1d4e9cab0eff197319a5be&device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 1058 time: 0.1506038 Sep 16 16:49:12.897139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0bfc84d8-7371-479b-b155-93878e0992cd None None] Provisioning complete for port 72cb19a1-4ddc-4850-984e-7d5c5bd78990 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:12.897530 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0bfc84d8-7371-479b-b155-93878e0992cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:12.897776 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-07c80a95-4aeb-46b2-a20b-6d9473755d44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:12.899673 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f140bb0-fed8-4e55-b421-efa92dc56e78 req-07c80a95-4aeb-46b2-a20b-6d9473755d44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "DELETE /v2.0/ports/6ec928c8-a905-4040-9654-e99ed86dd615 HTTP/1.1" status: 204 len: 173 time: 1.3841236 Sep 16 16:49:12.955431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-4f3b1a95-68f1-4932-992e-a77bb87bd55c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=94a3cf9b-9862-4971-850f-914a4407b881 HTTP/1.1" status: 200 len: 217 time: 0.0503042 Sep 16 16:49:12.966380 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:12.993077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b8a21-6fb8-4227-a8bc-39c375706bfb req-7bc4a208-2942-4357-9d10-20b8d40853c4 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:12.995066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f6b8a21-6fb8-4227-a8bc-39c375706bfb req-7bc4a208-2942-4357-9d10-20b8d40853c4 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 907 time: 0.1368992 Sep 16 16:49:13.082275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc84d8-7371-479b-b155-93878e0992cd None None] Port 72cb19a1-4ddc-4850-984e-7d5c5bd78990 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:13.101094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-259263b5-6dc4-444a-8673-9c00f7fdde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:13.103930 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-259263b5-6dc4-444a-8673-9c00f7fdde2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9cf9cbed-29dd-43a0-9146-5c2ddec41e03 HTTP/1.1" status: 200 len: 838 time: 0.1410358 Sep 16 16:49:13.170248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-4129ecd7-d751-47cb-b8c6-e718205eae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:13.172271 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-4129ecd7-d751-47cb-b8c6-e718205eae96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd98afaf-e5d7-42d0-acce-652787ece7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599561 Sep 16 16:49:13.329820 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-c8b47bba-48a3-4a71-8d6f-90a0a6307833 service neutron] 10.222.0.52 "GET /v2.0/networks/cd98afaf-e5d7-42d0-acce-652787ece7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499414 Sep 16 16:49:13.354431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Allocated IP 2001:db8:1::1 (02c0f8b7-34f2-4864-91ee-036f6b993343/0d37556f-be19-4918-b59a-e354415914f2/e9ad2965-629f-4a7a-808b-9f83cba6053d) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:13.451244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-46a0245e-6b2a-464a-91c0-51d53bced316 req-491d00cf-f663-41ed-bf39-5d885d3201c5 service neutron] 10.222.0.52 "GET /v2.0/networks/cd98afaf-e5d7-42d0-acce-652787ece7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138616 Sep 16 16:49:13.513987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:13.578345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0369f894-e672-4eda-b6f0-37b534af9aa3 req-4657e533-b43d-45b0-b959-2e522184cbc0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd9be3d-fca6-4ff9-889a-52b78dc13266 HTTP/1.1" status: 200 len: 210 time: 0.0593050 Sep 16 16:49:13.611808 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:13.718460 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:13.769324 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 02c0f8b7-34f2-4864-91ee-036f6b993343 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:13.772808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:13.777602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:13.778220 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:13.786626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=e9ad2965-629f-4a7a-808b-9f83cba6053d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:13.806683 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:14.017088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:14.036720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd9be3d-fca6-4ff9-889a-52b78dc13266', 'name': 'network-vif-deleted', 'tag': '6ec928c8-a905-4040-9654-e99ed86dd615'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:14.039112 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad8a7d7-64c1-44aa-82b4-42a6ad2ee74e" -d '{"events": [{"server_uuid": "ffd9be3d-fca6-4ff9-889a-52b78dc13266", "name": "network-vif-deleted", "tag": "6ec928c8-a905-4040-9654-e99ed86dd615"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:14.114101 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6d93f1-c501-430e-8bb8-c5593e39b01e x-openstack-request-id: req-af6d93f1-c501-430e-8bb8-c5593e39b01e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:14.114671 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd9be3d-fca6-4ff9-889a-52b78dc13266", "name": "network-vif-deleted", "tag": "6ec928c8-a905-4040-9654-e99ed86dd615", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:14.114671 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af6d93f1-c501-430e-8bb8-c5593e39b01e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:14.115021 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd9be3d-fca6-4ff9-889a-52b78dc13266', 'name': 'network-vif-deleted', 'tag': '6ec928c8-a905-4040-9654-e99ed86dd615', 'status': 'completed', 'code': 200} Sep 16 16:49:14.149856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-397f4e26-87d6-4e53-9126-4eba5958bf86 None None] Provisioning complete for port e9ad2965-629f-4a7a-808b-9f83cba6053d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:14.150235 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-397f4e26-87d6-4e53-9126-4eba5958bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:14.229642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-397f4e26-87d6-4e53-9126-4eba5958bf86 None None] Port e9ad2965-629f-4a7a-808b-9f83cba6053d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:14.413632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6ec928c8-a905-4040-9654-e99ed86dd615 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:14.424470 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-3d46ee1f-1376-43b1-8b6f-3c3572b880ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746586 Sep 16 16:49:14.439659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 6ec928c8-a905-4040-9654-e99ed86dd615 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:14.440414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6ec928c8-a905-4040-9654-e99ed86dd615 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:14.521145 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-3fb2b701-f477-48c5-9e42-d3b0be002e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:14.523134 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-3fb2b701-f477-48c5-9e42-d3b0be002e45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6f04313dc4493bae1c6dd9751b37bd&device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 1096 time: 0.0434852 Sep 16 16:49:14.628294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449bc52-9005-47f1-aac8-07e12433d13b req-6aa36a57-6baa-411c-8830-1ab2bf6c0e24 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:14.629900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2449bc52-9005-47f1-aac8-07e12433d13b req-6aa36a57-6baa-411c-8830-1ab2bf6c0e24 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 907 time: 0.1315305 Sep 16 16:49:14.659301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-638aa077-1f32-4c21-800f-59a31d1c64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:14.664422 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-638aa077-1f32-4c21-800f-59a31d1c64fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=a97892df-a40e-47b9-97c7-0635e5376421 HTTP/1.1" status: 200 len: 915 time: 0.1155961 Sep 16 16:49:14.718685 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-10ed6196-dc11-44c2-8319-3a6cd9d9263c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16deb7ef-11d1-496b-83f2-2f294353c2c2 HTTP/1.1" status: 200 len: 217 time: 0.0412874 Sep 16 16:49:14.771931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-3ed6f347-5f89-49f3-aae6-d454fc1946d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:14.773450 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-3ed6f347-5f89-49f3-aae6-d454fc1946d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a534c8fd-3b12-4b22-a0f2-60b6a321c05c HTTP/1.1" status: 200 len: 854 time: 0.0481973 Sep 16 16:49:14.781396 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:14.795869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 94a3cf9b-9862-4971-850f-914a4407b881 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:49:14.807521 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-2df998d6-f330-4db0-a0e5-d32333ae629d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a97892df-a40e-47b9-97c7-0635e5376421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256927 Sep 16 16:49:14.889135 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:14.889851 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:14.899876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 94a3cf9b-9862-4971-850f-914a4407b881, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=94a3cf9b-9862-4971-850f-914a4407b881,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:14.919655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '94a3cf9b-9862-4971-850f-914a4407b881', 'network_id': 'cd98afaf-e5d7-42d0-acce-652787ece7b8', 'port_id': '94a3cf9b-9862-4971-850f-914a4407b881', 'mac_address': 'fa:16:3e:bd:96:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf9cbed-29dd-43a0-9146-5c2ddec41e03', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:49:14.920077 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-ced277d4-8a06-4159-bb43-007a2cbdeae6 service neutron] 10.222.0.52 "GET /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045952 Sep 16 16:49:14.999100 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:14.999614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=e9ad2965-629f-4a7a-808b-9f83cba6053d,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:15.029959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a3cf9b-9862-4971-850f-914a4407b881 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:49:15.032401 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3c633845-f65c-419e-9a72-3b7df36dc338 req-affe3ec6-a850-4cd5-8bc0-e0d58bef0b50 service neutron] 10.222.0.52 "GET /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054385 Sep 16 16:49:15.050504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 94a3cf9b-9862-4971-850f-914a4407b881, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=94a3cf9b-9862-4971-850f-914a4407b881,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:15.077786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 02c0f8b7-34f2-4864-91ee-036f6b993343 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:15.079585 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:15.188861 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:15.224690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cf4fb-05b6-46bf-8e5f-191b83e1a108 req-86049bab-77c5-4189-963b-86aeaca8138b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:15.225144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-018cf4fb-05b6-46bf-8e5f-191b83e1a108 req-86049bab-77c5-4189-963b-86aeaca8138b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 945 time: 0.1017582 Sep 16 16:49:15.227082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 7450165e-2956-43eb-adf5-842730d1bed9 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:15.271954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=94a3cf9b-9862-4971-850f-914a4407b881,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:15.338624 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-018cf4fb-05b6-46bf-8e5f-191b83e1a108 req-45489688-a5c7-4ee1-9eaa-95ec64e59b63 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039798 Sep 16 16:49:15.355961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:15.363724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-40bb293d-58bf-4da0-b3fc-d7d68c36bb3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/7450165e-2956-43eb-adf5-842730d1bed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9637868 Sep 16 16:49:15.364016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33046) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:15.366566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0491683-ffb9-4e45-bf6f-1d79250bc871 None None] Sync routers for ids ['7450165e-2956-43eb-adf5-842730d1bed9'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:15.375994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5ced6857-31f4-485b-a2ad-cd6b98987bbd None None] Provisioning complete for port e9ad2965-629f-4a7a-808b-9f83cba6053d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:15.376372 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ced6857-31f4-485b-a2ad-cd6b98987bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:15.400433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0491683-ffb9-4e45-bf6f-1d79250bc871 None None] Routers {'7450165e-2956-43eb-adf5-842730d1bed9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:15.401084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a0491683-ffb9-4e45-bf6f-1d79250bc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7450165e-2956-43eb-adf5-842730d1bed9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:15.418924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a0b72e-e5b6-4149-aea7-38494439b42b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:15.420265 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-51a0b72e-e5b6-4149-aea7-38494439b42b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports/e9ad2965-629f-4a7a-808b-9f83cba6053d HTTP/1.1" status: 200 len: 913 time: 0.0550926 Sep 16 16:49:15.423185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33048) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:15.440081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a0491683-ffb9-4e45-bf6f-1d79250bc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:15.447429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['94a3cf9b-9862-4971-850f-914a4407b881'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:15.475463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5ced6857-31f4-485b-a2ad-cd6b98987bbd None None] Port e9ad2965-629f-4a7a-808b-9f83cba6053d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:15.482665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0491683-ffb9-4e45-bf6f-1d79250bc871 None None] Routers {'7450165e-2956-43eb-adf5-842730d1bed9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:15.483309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a0491683-ffb9-4e45-bf6f-1d79250bc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7450165e-2956-43eb-adf5-842730d1bed9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:15.538375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a0491683-ffb9-4e45-bf6f-1d79250bc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:15.541800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0491683-ffb9-4e45-bf6f-1d79250bc871 None None] The sync data for ids ['7450165e-2956-43eb-adf5-842730d1bed9'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:15.783128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d729f4-ef08-4f63-a864-ce872d433e8e req-e0d15374-c6a4-47a4-a2b8-581191a8d244 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:15.787187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69d729f4-ef08-4f63-a864-ce872d433e8e req-e0d15374-c6a4-47a4-a2b8-581191a8d244 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 908 time: 0.0708637 Sep 16 16:49:15.794094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:16.053107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port e9ad2965-629f-4a7a-808b-9f83cba6053d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:16.053694 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:16.146636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:16.158981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for e9ad2965-629f-4a7a-808b-9f83cba6053d owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:16.432578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:16.467770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd68ed5-796d-4a25-9a02-d0308af9e87b req-c9342ec7-7d4b-449c-8310-685a06ed3b2e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:16.469392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2bd68ed5-796d-4a25-9a02-d0308af9e87b req-c9342ec7-7d4b-449c-8310-685a06ed3b2e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 945 time: 0.0570927 Sep 16 16:49:16.474836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=e9ad2965-629f-4a7a-808b-9f83cba6053d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:16.534775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2bd68ed5-796d-4a25-9a02-d0308af9e87b req-88ca59db-aee7-417f-b94c-00d09e3ce55c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493453 Sep 16 16:49:16.638602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-33ee3e9a-c29b-4a7e-9976-238500295522 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:16.640295 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-33ee3e9a-c29b-4a7e-9976-238500295522 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 945 time: 0.1782446 Sep 16 16:49:16.661109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:16.811201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 94a3cf9b-9862-4971-850f-914a4407b881 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:16.989483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6cd44-31a2-4e72-895f-8dfa9541ea6b req-0fd2462b-9d95-413b-9d2d-da55512159f5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:16.991322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60c6cd44-31a2-4e72-895f-8dfa9541ea6b req-0fd2462b-9d95-413b-9d2d-da55512159f5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 908 time: 0.0576849 Sep 16 16:49:17.011527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 94a3cf9b-9862-4971-850f-914a4407b881 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:49:17.016335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 94a3cf9b-9862-4971-850f-914a4407b881 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:17.016750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:17.027508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-aa1e848e-a837-4267-9951-bd8a1c724388 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Deleting port e22ef2b4-7759-4b3b-a7b6-f6c53aece963 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:17.028063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-aa1e848e-a837-4267-9951-bd8a1c724388 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:17.098590 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:17.111992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 7450165e-2956-43eb-adf5-842730d1bed9 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:17.121203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb08e99-b68c-47f0-97c6-8830acb2a671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a3cf9b-9862-4971-850f-914a4407b881'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:17.124088 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc579625-546a-40fd-9cfa-bb148c18ef68" -d '{"events": [{"server_uuid": "ffb08e99-b68c-47f0-97c6-8830acb2a671", "name": "network-vif-plugged", "status": "completed", "tag": "94a3cf9b-9862-4971-850f-914a4407b881"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:17.151075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 94a3cf9b-9862-4971-850f-914a4407b881, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=94a3cf9b-9862-4971-850f-914a4407b881,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:17.170507 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebbe943-7995-4d30-9488-5c57f9adb0d5 x-openstack-request-id: req-eebbe943-7995-4d30-9488-5c57f9adb0d5 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:17.170772 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb08e99-b68c-47f0-97c6-8830acb2a671", "name": "network-vif-plugged", "status": "completed", "tag": "94a3cf9b-9862-4971-850f-914a4407b881", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:17.171352 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eebbe943-7995-4d30-9488-5c57f9adb0d5 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:17.171767 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb08e99-b68c-47f0-97c6-8830acb2a671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a3cf9b-9862-4971-850f-914a4407b881', 'code': 200} Sep 16 16:49:17.193244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-aa1e848e-a837-4267-9951-bd8a1c724388 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] For port e22ef2b4-7759-4b3b-a7b6-f6c53aece963, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:17.193649 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-aa1e848e-a837-4267-9951-bd8a1c724388 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:17.246768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-aa1e848e-a837-4267-9951-bd8a1c724388 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Calling delete_port for e22ef2b4-7759-4b3b-a7b6-f6c53aece963 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:17.273038 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:17.328809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=94a3cf9b-9862-4971-850f-914a4407b881,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:17.630543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:17.639233 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-00a400e4-6399-413d-b12a-8019c0a6522b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/7450165e-2956-43eb-adf5-842730d1bed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2115729 Sep 16 16:49:17.640975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33078) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:17.641568 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a073c7d-0074-4eb3-a330-e914572b9d82 None None] Sync routers for ids ['7450165e-2956-43eb-adf5-842730d1bed9'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:17.655400 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a073c7d-0074-4eb3-a330-e914572b9d82 None None] Routers {'7450165e-2956-43eb-adf5-842730d1bed9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:17.656052 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3a073c7d-0074-4eb3-a330-e914572b9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7450165e-2956-43eb-adf5-842730d1bed9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:17.677806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836791d0-1093-4e24-b5e7-76386d69c49f req-8ae934c1-c561-46d5-893a-06811f2920fc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:17.679441 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-836791d0-1093-4e24-b5e7-76386d69c49f req-8ae934c1-c561-46d5-893a-06811f2920fc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 945 time: 0.0588398 Sep 16 16:49:17.704277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0082e-f40a-4a6a-843b-009cb325317f req-a30c4e58-59e9-49bb-a7a8-6b8af187e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:17.706182 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eaa0082e-f40a-4a6a-843b-009cb325317f req-a30c4e58-59e9-49bb-a7a8-6b8af187e79e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 1059 time: 0.4681575 Sep 16 16:49:17.711686 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3a073c7d-0074-4eb3-a330-e914572b9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:17.721621 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a073c7d-0074-4eb3-a330-e914572b9d82 None None] Routers {'7450165e-2956-43eb-adf5-842730d1bed9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:17.722475 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3a073c7d-0074-4eb3-a330-e914572b9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7450165e-2956-43eb-adf5-842730d1bed9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:17.771344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-836791d0-1093-4e24-b5e7-76386d69c49f req-f96ffd40-0add-402b-9df9-577e8530e38b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739777 Sep 16 16:49:17.880628 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3a073c7d-0074-4eb3-a330-e914572b9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:17.881229 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a073c7d-0074-4eb3-a330-e914572b9d82 None None] The sync data for ids ['7450165e-2956-43eb-adf5-842730d1bed9'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:18.001676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-aa1e848e-a837-4267-9951-bd8a1c724388 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:18.016001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:18.072365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e848e-a837-4267-9951-bd8a1c724388 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event deleted for resources: {'Port': ['ID=e22ef2b4-7759-4b3b-a7b6-f6c53aece963,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:18.129134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-aa1e848e-a837-4267-9951-bd8a1c724388 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] No DVR routers for this DVR port e22ef2b4-7759-4b3b-a7b6-f6c53aece963 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:18.132146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-aa1e848e-a837-4267-9951-bd8a1c724388 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:18.136527 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e20566fc-542e-4cf3-b7a4-9090758a003c req-aa1e848e-a837-4267-9951-bd8a1c724388 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "DELETE /v2.0/ports/e22ef2b4-7759-4b3b-a7b6-f6c53aece963 HTTP/1.1" status: 204 len: 173 time: 1.4846146 Sep 16 16:49:18.137187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8210c3-1201-49a4-9572-50b038e98c60', 'name': 'network-vif-deleted', 'tag': 'e22ef2b4-7759-4b3b-a7b6-f6c53aece963'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:18.140308 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b89e927-b471-4914-8e15-1e9fd85b6960" -d '{"events": [{"server_uuid": "5e8210c3-1201-49a4-9572-50b038e98c60", "name": "network-vif-deleted", "tag": "e22ef2b4-7759-4b3b-a7b6-f6c53aece963"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:18.163939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcceaf3-420f-46c4-ab1a-403752cfd059 req-d22e6bc4-ba14-44da-85d8-28f8014803b9 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:18.180704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdcceaf3-420f-46c4-ab1a-403752cfd059 req-d22e6bc4-ba14-44da-85d8-28f8014803b9 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 909 time: 0.0852189 Sep 16 16:49:18.220276 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d588c450-281d-4263-b6df-69f160d5be6a x-openstack-request-id: req-d588c450-281d-4263-b6df-69f160d5be6a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:18.221257 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8210c3-1201-49a4-9572-50b038e98c60", "name": "network-vif-deleted", "tag": "e22ef2b4-7759-4b3b-a7b6-f6c53aece963", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:18.222787 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d588c450-281d-4263-b6df-69f160d5be6a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:18.223365 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8210c3-1201-49a4-9572-50b038e98c60', 'name': 'network-vif-deleted', 'tag': 'e22ef2b4-7759-4b3b-a7b6-f6c53aece963', 'status': 'completed', 'code': 200} Sep 16 16:49:18.242135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:18.521358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33106) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:18.599438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 72cb19a1-4ddc-4850-984e-7d5c5bd78990 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:18.599697 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:18.655071 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e71b8697-3410-4de4-b769-4a319560171d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:18.708951 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:18.725717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 72cb19a1-4ddc-4850-984e-7d5c5bd78990 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:18.752458 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e71b8697-3410-4de4-b769-4a319560171d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:18.813548 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e22ef2b4-7759-4b3b-a7b6-f6c53aece963 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:18.861094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: e22ef2b4-7759-4b3b-a7b6-f6c53aece963 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:18.861433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device e22ef2b4-7759-4b3b-a7b6-f6c53aece963 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:18.881748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e71b8697-3410-4de4-b769-4a319560171d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:18.926914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ac6debd-ab23-48a1-af58-0eff9921b31b req-7266407e-bba0-4aeb-b6ed-4c4e825a55d6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8210c3-1201-49a4-9572-50b038e98c60 HTTP/1.1" status: 200 len: 210 time: 0.0598581 Sep 16 16:49:18.974696 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e71b8697-3410-4de4-b769-4a319560171d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ecdabae4eaf54d11a2782bedf087c5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518943 Sep 16 16:49:18.975645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b8697-3410-4de4-b769-4a319560171d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f57770a-75f9-4fca-b388-d26fc673d75f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:18.977170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33112) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:19.043237 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6e6256c-f682-4d85-87ac-7d78f6148399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:19.067630 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6e6256c-f682-4d85-87ac-7d78f6148399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:19.095733 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:19.132320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=72cb19a1-4ddc-4850-984e-7d5c5bd78990,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:19.283763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6e6256c-f682-4d85-87ac-7d78f6148399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:19.286517 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6e6256c-f682-4d85-87ac-7d78f6148399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:19.290574 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c6e6256c-f682-4d85-87ac-7d78f6148399 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f57770a-75f9-4fca-b388-d26fc673d75f HTTP/1.1" status: 204 len: 168 time: 0.3095548 Sep 16 16:49:19.290574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:19.325274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6256c-f682-4d85-87ac-7d78f6148399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f57770a-75f9-4fca-b388-d26fc673d75f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:19.408194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4a913-d104-4318-bce6-c0ced2f64b89 req-ffc55cec-efcd-4986-9d54-da3faa9a00f8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:19.410781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1f4a913-d104-4318-bce6-c0ced2f64b89 req-ffc55cec-efcd-4986-9d54-da3faa9a00f8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 909 time: 0.1243231 Sep 16 16:49:19.507341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 7450165e-2956-43eb-adf5-842730d1bed9 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:19.547027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7634b3a-da6f-4ae1-89df-988dd366113f req-227e0d45-992b-4908-858a-8dbd0c4ca09e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:19.548670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7634b3a-da6f-4ae1-89df-988dd366113f req-227e0d45-992b-4908-858a-8dbd0c4ca09e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 909 time: 0.0559802 Sep 16 16:49:19.593366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:19.603175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f857ddec-2825-47b8-b09a-9454f2e89a9a None None] Sync routers for ids ['7450165e-2956-43eb-adf5-842730d1bed9'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:19.605039 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f11e07ac-3386-479d-80ae-1232735600d7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/7450165e-2956-43eb-adf5-842730d1bed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9624622 Sep 16 16:49:19.607838 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33124) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:19.618004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f857ddec-2825-47b8-b09a-9454f2e89a9a None None] Routers {'7450165e-2956-43eb-adf5-842730d1bed9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:19.619089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f857ddec-2825-47b8-b09a-9454f2e89a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7450165e-2956-43eb-adf5-842730d1bed9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:19.649071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cdd9de10-4db1-4835-b103-1160894d405c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=7450165e-2956-43eb-adf5-842730d1bed9 HTTP/1.1" status: 200 len: 205 time: 0.0399430 Sep 16 16:49:19.650203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33128) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:19.665733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f857ddec-2825-47b8-b09a-9454f2e89a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:19.675981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f857ddec-2825-47b8-b09a-9454f2e89a9a None None] Routers {'7450165e-2956-43eb-adf5-842730d1bed9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:19.676625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f857ddec-2825-47b8-b09a-9454f2e89a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7450165e-2956-43eb-adf5-842730d1bed9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:19.708326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f857ddec-2825-47b8-b09a-9454f2e89a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:19.708926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f857ddec-2825-47b8-b09a-9454f2e89a9a None None] The sync data for ids ['7450165e-2956-43eb-adf5-842730d1bed9'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:19.759975 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63298dbd-2665-40af-9764-6c8b003e9c3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:19.765390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75444d-7f7b-4a7f-af43-7ffb5461d40a req-74b8be21-37c3-45f4-9336-9d10122e67dd tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:19.766926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a75444d-7f7b-4a7f-af43-7ffb5461d40a req-74b8be21-37c3-45f4-9336-9d10122e67dd tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 1060 time: 0.1282203 Sep 16 16:49:19.953365 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63298dbd-2665-40af-9764-6c8b003e9c3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:19.956528 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63298dbd-2665-40af-9764-6c8b003e9c3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:19.970478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bc3a7-9085-4fe7-a170-4cc451d7f53d req-426b60ae-74b5-4737-bcde-3288ecec31f0 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:19.971910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-698bc3a7-9085-4fe7-a170-4cc451d7f53d req-426b60ae-74b5-4737-bcde-3288ecec31f0 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 1136 time: 0.1309574 Sep 16 16:49:20.040083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-698bc3a7-9085-4fe7-a170-4cc451d7f53d req-34fe3310-4b48-4998-991d-85a829d56aba tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345228 Sep 16 16:49:20.063320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33144) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:20.107472 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63298dbd-2665-40af-9764-6c8b003e9c3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:20.107989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63298dbd-2665-40af-9764-6c8b003e9c3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Fanout notify agent at l3_agent the message router_deleted on router 7450165e-2956-43eb-adf5-842730d1bed9 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:49:20.122483 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63298dbd-2665-40af-9764-6c8b003e9c3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:20.127306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33152) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:20.127736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-63298dbd-2665-40af-9764-6c8b003e9c3a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/7450165e-2956-43eb-adf5-842730d1bed9 HTTP/1.1" status: 204 len: 168 time: 0.4762149 Sep 16 16:49:20.138876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5c7c7-4552-4c22-b6f1-507e41d71521 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:20.140494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5ae5c7c7-4552-4c22-b6f1-507e41d71521 tempest-TestSecurityGroupsBasicOps-1960736293 tempest-TestSecurityGroupsBasicOps-1960736293-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 1055 time: 0.0761495 Sep 16 16:49:20.266725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a5914e-544f-4a61-a33a-cc724de1d990 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting subnet 0d37556f-be19-4918-b59a-e354415914f2 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:49:20.274987 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45a5914e-544f-4a61-a33a-cc724de1d990 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:20.329236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da55d7-c637-4a38-854f-396b19a19b7e req-bd49689e-e889-4917-9594-37402d8e6055 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:20.329491 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45a5914e-544f-4a61-a33a-cc724de1d990 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:20.330735 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-bd49689e-e889-4917-9594-37402d8e6055 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.1213989 Sep 16 16:49:20.346801 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-ed402578-d1ec-40de-9264-0d73567ec9de tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/quotas/bdd5e8d1c02f47ba998d60775463077f HTTP/1.1" status: 200 len: 375 time: 0.0097759 Sep 16 16:49:20.441370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-8f1820b4-f3b6-4de2-b260-300c50028d7b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760472 Sep 16 16:49:20.445545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45a5914e-544f-4a61-a33a-cc724de1d990 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:20.555452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3cda8855-33b3-4207-afc2-e8a7343ede1a service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129701 Sep 16 16:49:20.635125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45a5914e-544f-4a61-a33a-cc724de1d990 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:20.666807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5914e-544f-4a61-a33a-cc724de1d990 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Subnet': ['ID=0d37556f-be19-4918-b59a-e354415914f2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:20.670552 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45a5914e-544f-4a61-a33a-cc724de1d990 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:20.675444 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-45a5914e-544f-4a61-a33a-cc724de1d990 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/0d37556f-be19-4918-b59a-e354415914f2 HTTP/1.1" status: 204 len: 168 time: 0.5438001 Sep 16 16:49:20.675588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-9a0c9a8c-7a22-442a-ac21-9f2e7293ab84 service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132982 Sep 16 16:49:20.683075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096585f5-4264-4eb0-b317-01c4a651a128 None None] Network 02c0f8b7-34f2-4864-91ee-036f6b993343 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:20.683551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33178) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:20.800718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee51d793-5b10-48c2-a988-43dd5ebf6301 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting subnet d93b2ef9-0c48-4571-b2bf-5ace57b1280f {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:49:20.811703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee51d793-5b10-48c2-a988-43dd5ebf6301 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:20.829475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d5682-e05b-40c4-8d99-2ad206fbe01d req-cf96d935-4c30-452a-9592-5e022f503c2d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:20.836926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a04d5682-e05b-40c4-8d99-2ad206fbe01d req-cf96d935-4c30-452a-9592-5e022f503c2d tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 909 time: 0.0836356 Sep 16 16:49:20.861455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee51d793-5b10-48c2-a988-43dd5ebf6301 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:20.936213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce55b699-bd83-4ab3-bbb0-e638f0eb84c0 None None] DHCP port deletion for 02c0f8b7-34f2-4864-91ee-036f6b993343 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:49:20.967685 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee51d793-5b10-48c2-a988-43dd5ebf6301 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.000105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ce55b699-bd83-4ab3-bbb0-e638f0eb84c0 None None] Deleting port e274fd4a-ec83-4257-b42c-fec386194d67 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:21.000628 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce55b699-bd83-4ab3-bbb0-e638f0eb84c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.063283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b1f666c-cace-45ae-a3ef-dd9872035c68 req-ddd2c9f5-4df7-450d-b850-7c4c389f27ca tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 210 time: 0.0551600 Sep 16 16:49:21.126366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ce55b699-bd83-4ab3-bbb0-e638f0eb84c0 None None] For port e274fd4a-ec83-4257-b42c-fec386194d67, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e274fd4a-ec83-4257-b42c-fec386194d67,segment=NetworkSegment(28db3a08-a0a9-4b80-ae53-3e3bcbdb908d),segment_id=28db3a08-a0a9-4b80-ae53-3e3bcbdb908d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:21.127008 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce55b699-bd83-4ab3-bbb0-e638f0eb84c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.144214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ce55b699-bd83-4ab3-bbb0-e638f0eb84c0 None None] Calling delete_port for e274fd4a-ec83-4257-b42c-fec386194d67 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:21.149684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee51d793-5b10-48c2-a988-43dd5ebf6301 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.179870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51d793-5b10-48c2-a988-43dd5ebf6301 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Subnet': ['ID=d93b2ef9-0c48-4571-b2bf-5ace57b1280f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:21.189616 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee51d793-5b10-48c2-a988-43dd5ebf6301 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.192435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ee51d793-5b10-48c2-a988-43dd5ebf6301 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/d93b2ef9-0c48-4571-b2bf-5ace57b1280f HTTP/1.1" status: 204 len: 168 time: 0.5090821 Sep 16 16:49:21.194385 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33194) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:21.207778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ed7dc-ce42-4e21-ab72-b6bfa11415c8 None None] Network 0c762c5f-6f1a-4aa1-af07-83adddfd7273 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:21.306690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.376337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port e274fd4a-ec83-4257-b42c-fec386194d67 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:21.376819 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.450686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19feebe3-9cfa-410c-acdd-99586001f179 None None] DHCP port deletion for 0c762c5f-6f1a-4aa1-af07-83adddfd7273 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:49:21.462040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port e274fd4a-ec83-4257-b42c-fec386194d67, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e274fd4a-ec83-4257-b42c-fec386194d67,segment=NetworkSegment(28db3a08-a0a9-4b80-ae53-3e3bcbdb908d),segment_id=28db3a08-a0a9-4b80-ae53-3e3bcbdb908d)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:21.462545 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.478729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for e274fd4a-ec83-4257-b42c-fec386194d67 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:21.483965 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce55b699-bd83-4ab3-bbb0-e638f0eb84c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.529401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55b699-bd83-4ab3-bbb0-e638f0eb84c0 None None] Pushing event deleted for resources: {'Port': ['ID=e274fd4a-ec83-4257-b42c-fec386194d67,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:21.538222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55b699-bd83-4ab3-bbb0-e638f0eb84c0 None None] No DVR routers for this DVR port e274fd4a-ec83-4257-b42c-fec386194d67 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:21.571964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-19feebe3-9cfa-410c-acdd-99586001f179 None None] Deleting port a75f00a0-12de-443b-b607-1fe79ecb494c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:21.572349 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-19feebe3-9cfa-410c-acdd-99586001f179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.635721 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.656074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-19feebe3-9cfa-410c-acdd-99586001f179 None None] For port a75f00a0-12de-443b-b607-1fe79ecb494c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a75f00a0-12de-443b-b607-1fe79ecb494c,segment=NetworkSegment(1512ef1d-4c93-491b-9c4c-5d0fbd08058b),segment_id=1512ef1d-4c93-491b-9c4c-5d0fbd08058b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:21.656742 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-19feebe3-9cfa-410c-acdd-99586001f179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.686531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No DVR routers for this DVR port e274fd4a-ec83-4257-b42c-fec386194d67 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:21.688744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-19feebe3-9cfa-410c-acdd-99586001f179 None None] Calling delete_port for a75f00a0-12de-443b-b607-1fe79ecb494c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:21.724474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=e274fd4a-ec83-4257-b42c-fec386194d67,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:21.788038 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.808256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c0f8b7-34f2-4864-91ee-036f6b993343']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:21.817466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28db3a08-a0a9-4b80-ae53-3e3bcbdb908d') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:21.817757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28db3a08-a0a9-4b80-ae53-3e3bcbdb908d') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:21.828636 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.842788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.848869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:49:21.849259 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:49:21.852594 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:49:21.900580 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-19feebe3-9cfa-410c-acdd-99586001f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:21.936432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19feebe3-9cfa-410c-acdd-99586001f179 None None] Pushing event deleted for resources: {'Port': ['ID=a75f00a0-12de-443b-b607-1fe79ecb494c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:21.946597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19feebe3-9cfa-410c-acdd-99586001f179 None None] No DVR routers for this DVR port a75f00a0-12de-443b-b607-1fe79ecb494c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:21.982968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-a174e8bc-1c3c-4ef1-9806-d126db65d633 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:21.986390 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-a174e8bc-1c3c-4ef1-9806-d126db65d633 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 909 time: 0.0990119 Sep 16 16:49:22.006388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b02c-6d38-442d-9e53-c82c15993dad req-74a82cfc-128e-439d-855f-c755bc3c7783 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:22.033017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6228b02c-6d38-442d-9e53-c82c15993dad req-74a82cfc-128e-439d-855f-c755bc3c7783 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 909 time: 0.0826635 Sep 16 16:49:22.040946 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.047180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e274fd4a-ec83-4257-b42c-fec386194d67 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:22.066578 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.068787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/networks/02c0f8b7-34f2-4864-91ee-036f6b993343 HTTP/1.1" status: 204 len: 168 time: 0.8734128 Sep 16 16:49:22.073182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33212) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:22.076562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: e274fd4a-ec83-4257-b42c-fec386194d67 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:22.076919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e274fd4a-ec83-4257-b42c-fec386194d67 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:22.077508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a75f00a0-12de-443b-b607-1fe79ecb494c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:22.081104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7eec4-edef-4a61-85e3-fa9067a1d88e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Network': ['ID=02c0f8b7-34f2-4864-91ee-036f6b993343,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:22.102104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a75f00a0-12de-443b-b607-1fe79ecb494c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:22.104872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a75f00a0-12de-443b-b607-1fe79ecb494c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:22.140642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01d1c80c-02b1-49d3-92bd-d3af013d389a req-00aea46c-8d81-4b88-8d1d-5ac1bddfc12a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 210 time: 0.0311029 Sep 16 16:49:22.181227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.194958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-25f62d7b-7eb0-45d2-9796-2105d2c78a2f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Deleting port 94a3cf9b-9862-4971-850f-914a4407b881 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:22.195293 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-25f62d7b-7eb0-45d2-9796-2105d2c78a2f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.342387 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.375505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-25f62d7b-7eb0-45d2-9796-2105d2c78a2f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] For port 94a3cf9b-9862-4971-850f-914a4407b881, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=94a3cf9b-9862-4971-850f-914a4407b881,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:22.375872 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-25f62d7b-7eb0-45d2-9796-2105d2c78a2f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.385137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c762c5f-6f1a-4aa1-af07-83adddfd7273']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:22.397572 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-25f62d7b-7eb0-45d2-9796-2105d2c78a2f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Calling delete_port for 94a3cf9b-9862-4971-850f-914a4407b881 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:22.400173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1512ef1d-4c93-491b-9c4c-5d0fbd08058b') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:22.400492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1512ef1d-4c93-491b-9c4c-5d0fbd08058b') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:22.412519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.458207 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.467328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:49:22.467720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:49:22.470943 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:49:22.638350 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.643206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.645897 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/networks/0c762c5f-6f1a-4aa1-af07-83adddfd7273 HTTP/1.1" status: 204 len: 168 time: 0.5699642 Sep 16 16:49:22.649838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33234) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:22.655602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1607122299'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:22.662948 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2e629-b7bb-434a-a65d-6ab4e158b943 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Network': ['ID=0c762c5f-6f1a-4aa1-af07-83adddfd7273,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:22.732028 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-25f62d7b-7eb0-45d2-9796-2105d2c78a2f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.757906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:22.760937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f62d7b-7eb0-45d2-9796-2105d2c78a2f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Port': ['ID=94a3cf9b-9862-4971-850f-914a4407b881,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:22.762468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.790926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:49:22.802677 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.803032 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added segment c0d9792c-5d9e-4bd1-957e-97394e68c346 of type vlan for network d788d52a-12da-433c-8cd8-6763e07a6eff Sep 16 16:49:22.804340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-25f62d7b-7eb0-45d2-9796-2105d2c78a2f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] No DVR routers for this DVR port 94a3cf9b-9862-4971-850f-914a4407b881 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:22.807005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-25f62d7b-7eb0-45d2-9796-2105d2c78a2f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.809374 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-590eccf5-5ac5-42bd-889f-50d03e59280e req-25f62d7b-7eb0-45d2-9796-2105d2c78a2f tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.52 "DELETE /v2.0/ports/94a3cf9b-9862-4971-850f-914a4407b881 HTTP/1.1" status: 204 len: 173 time: 0.8170218 Sep 16 16:49:22.809938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb08e99-b68c-47f0-97c6-8830acb2a671', 'name': 'network-vif-deleted', 'tag': '94a3cf9b-9862-4971-850f-914a4407b881'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:22.812204 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b55f80c-2856-43c9-998c-ed8342db7b1b" -d '{"events": [{"server_uuid": "ffb08e99-b68c-47f0-97c6-8830acb2a671", "name": "network-vif-deleted", "tag": "94a3cf9b-9862-4971-850f-914a4407b881"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:22.876784 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:22.886971 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fc5600-cb18-4c6c-897a-96b8b5cca489 x-openstack-request-id: req-47fc5600-cb18-4c6c-897a-96b8b5cca489 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:22.887365 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb08e99-b68c-47f0-97c6-8830acb2a671", "name": "network-vif-deleted", "tag": "94a3cf9b-9862-4971-850f-914a4407b881", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:22.887623 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47fc5600-cb18-4c6c-897a-96b8b5cca489 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:22.888018 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb08e99-b68c-47f0-97c6-8830acb2a671', 'name': 'network-vif-deleted', 'tag': '94a3cf9b-9862-4971-850f-914a4407b881', 'status': 'completed', 'code': 200} Sep 16 16:49:23.011761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:23.023130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:23.023926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:23.096055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Network': ['ID=d788d52a-12da-433c-8cd8-6763e07a6eff,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:23.108237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network d788d52a-12da-433c-8cd8-6763e07a6eff details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:49:23.126615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e04eb228-4ce5-4ee1-9824-b4010c83ec75 req-0fb3be73-76a2-45a8-84f9-145d506142ec tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffb08e99-b68c-47f0-97c6-8830acb2a671 HTTP/1.1" status: 200 len: 210 time: 0.0317645 Sep 16 16:49:23.149491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c04afeea-b4b7-43aa-96ed-7122105882a3 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4984655 Sep 16 16:49:23.158696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33252) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:23.169689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'subnet': {'network_id': 'd788d52a-12da-433c-8cd8-6763e07a6eff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:23.242448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6022aff-6ca1-4e0d-84fa-857a2e71dd9c req-f3d559a6-7988-454f-85c4-943fb7663de9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 210 time: 0.0263605 Sep 16 16:49:23.340223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:23.343839 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:23.560527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da55d7-c637-4a38-854f-396b19a19b7e req-79e558f5-ff24-4a21-84f1-066cbf0f4679 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:23.562214 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-79e558f5-ff24-4a21-84f1-066cbf0f4679 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.1601844 Sep 16 16:49:23.579590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Request body: {'port': {'device_id': '2bab67dc-de28-4d8e-81d5-8601c5e69cb7', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'admin_state_up': True, 'tenant_id': 'bdd5e8d1c02f47ba998d60775463077f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:23.766802 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:23.829464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Made reservation on behalf of bdd5e8d1c02f47ba998d60775463077f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:23.833114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:23.854281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Subnet': ['ID=e8f6399b-113a-49f7-ac6d-63821f65e7aa,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:23.868830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Checking segment: {'id': 'c0d9792c-5d9e-4bd1-957e-97394e68c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd788d52a-12da-433c-8cd8-6763e07a6eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:23.869192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network hostable DHCP agents. Network: d788d52a-12da-433c-8cd8-6763e07a6eff, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:49:23.999043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network d788d52a-12da-433c-8cd8-6763e07a6eff is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:49:24.009308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Allocated IP 172.20.0.6 (883aebdc-caa9-42c6-a7b9-8858dd375d53/92f46a0c-31ae-4bea-8568-d5de31393710/cdc6ae55-bb5e-4715-b650-2274445c3148) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:24.081930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, d788d52a-12da-433c-8cd8-6763e07a6eff) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:24.087323 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:24.088136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.091752 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832da63c-5c83-4837-9189-eaa3065031b6 None None] Network d788d52a-12da-433c-8cd8-6763e07a6eff requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:24.193396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33266) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:24.244086 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fbfc6af6-9863-416d-8cee-f9fbdb877e3e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0818913 Sep 16 16:49:24.244402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33268) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:24.248583 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.250358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d35b354c-d7bf-4b04-bdc3-be38db0e3c87 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1649248926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:24.259571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-d788d52a-12da-433c-8cd8-6763e07a6eff', 'network_id': 'd788d52a-12da-433c-8cd8-6763e07a6eff', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'fixed_ips': [{'subnet_id': 'e8f6399b-113a-49f7-ac6d-63821f65e7aa'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:49:24.263223 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.386449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dabe197b-d404-43fe-9fa8-555fd1399e36 req-8f0c8fa9-fcd4-432c-b61f-58b6a6b81081 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 210 time: 0.0562196 Sep 16 16:49:24.388041 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d35b354c-d7bf-4b04-bdc3-be38db0e3c87 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.394586 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d35b354c-d7bf-4b04-bdc3-be38db0e3c87 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.443423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.456241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d35b354c-d7bf-4b04-bdc3-be38db0e3c87 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.460474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Allocated IP 2001:db8::2 (d788d52a-12da-433c-8cd8-6763e07a6eff/e8f6399b-113a-49f7-ac6d-63821f65e7aa/08db4062-d565-4b49-b626-6002c0c6ce44) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:24.490894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:24.504283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:24.518334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:24.519839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:24.529976 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d35b354c-d7bf-4b04-bdc3-be38db0e3c87 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.579316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event updated for resources: {'Port': ['ID=cdc6ae55-bb5e-4715-b650-2274445c3148,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:24.614535 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d35b354c-d7bf-4b04-bdc3-be38db0e3c87 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.618803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d35b354c-d7bf-4b04-bdc3-be38db0e3c87 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3720791 Sep 16 16:49:24.619498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33274) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:24.624796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'port': {'network_id': 'd788d52a-12da-433c-8cd8-6763e07a6eff', 'name': 'tempest-RoutersIpV6Test-1237931445'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:24.671829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33276) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:24.784132 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.834868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 94a3cf9b-9862-4971-850f-914a4407b881 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:24.886481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 94a3cf9b-9862-4971-850f-914a4407b881 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:24.889705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 94a3cf9b-9862-4971-850f-914a4407b881 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:24.893034 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.921304 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28700a0b-787b-4966-9c73-b912dd733849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:24.953175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Network d788d52a-12da-433c-8cd8-6763e07a6eff is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:24.960823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:24.964009 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:24.982253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:24.987570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Pushing event updated for resources: {'Port': ['ID=08db4062-d565-4b49-b626-6002c0c6ce44,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:24.995423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.024500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] device_id is not set on port 7c4b0668-12ea-4476-a729-7f9feea4f853 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:49:25.132972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Attempting to bind port 08db4062-d565-4b49-b626-6002c0c6ce44 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:25.133442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Attempting to bind port 08db4062-d565-4b49-b626-6002c0c6ce44 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'c0d9792c-5d9e-4bd1-957e-97394e68c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd788d52a-12da-433c-8cd8-6763e07a6eff'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:25.133862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Attempting to bind port 08db4062-d565-4b49-b626-6002c0c6ce44 on network d788d52a-12da-433c-8cd8-6763e07a6eff {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:25.142064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:25.142282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Checking segment: {'id': 'c0d9792c-5d9e-4bd1-957e-97394e68c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd788d52a-12da-433c-8cd8-6763e07a6eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:25.142696 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.143097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Bound using segment: {'id': 'c0d9792c-5d9e-4bd1-957e-97394e68c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd788d52a-12da-433c-8cd8-6763e07a6eff'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:25.143620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Bound port: 08db4062-d565-4b49-b626-6002c0c6ce44, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d9792c-5d9e-4bd1-957e-97394e68c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd788d52a-12da-433c-8cd8-6763e07a6eff'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:25.144020 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.216183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Allocated IP 2001:db8::1e (d788d52a-12da-433c-8cd8-6763e07a6eff/e8f6399b-113a-49f7-ac6d-63821f65e7aa/7c4b0668-12ea-4476-a729-7f9feea4f853) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:25.245582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] For port 08db4062-d565-4b49-b626-6002c0c6ce44, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:25.249189 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28700a0b-787b-4966-9c73-b912dd733849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.250424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] For port 08db4062-d565-4b49-b626-6002c0c6ce44, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=08db4062-d565-4b49-b626-6002c0c6ce44,segment=NetworkSegment(c0d9792c-5d9e-4bd1-957e-97394e68c346),segment_id=c0d9792c-5d9e-4bd1-957e-97394e68c346)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:25.252247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:25.253012 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.330291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28700a0b-787b-4966-9c73-b912dd733849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.368062 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.409688 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.438082 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-28700a0b-787b-4966-9c73-b912dd733849 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2a4788d309e4a209d0cdf51c57e86f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7599907 Sep 16 16:49:25.438633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33284) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:25.440609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28700a0b-787b-4966-9c73-b912dd733849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ed641d-05fa-4fb0-b769-e8f3ccb10755,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:25.461445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc4865-9591-4f5f-a698-96576d9dabb2 None None] Pushing event updated for resources: {'Port': ['ID=08db4062-d565-4b49-b626-6002c0c6ce44,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:25.500678 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7159f258-e0a6-46b1-8d85-39bf59263d0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9281116 Sep 16 16:49:25.505980 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.527208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Request body: {'port': {'device_id': '2bab67dc-de28-4d8e-81d5-8601c5e69cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:25.570534 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c7d152e-da02-4931-98aa-5db5825578d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.610459 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c7d152e-da02-4931-98aa-5db5825578d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.630492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688486e-006d-4ac9-bf78-d0d8e823b9fb req-a6cf8fd6-a4d4-4c02-b6ea-b57d310099c8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:25.631936 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.632044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4688486e-006d-4ac9-bf78-d0d8e823b9fb req-a6cf8fd6-a4d4-4c02-b6ea-b57d310099c8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 931 time: 0.1121306 Sep 16 16:49:25.696036 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.704326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4688486e-006d-4ac9-bf78-d0d8e823b9fb req-22531722-1dbe-43ad-a034-fa99704a479c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643694 Sep 16 16:49:25.806561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network d788d52a-12da-433c-8cd8-6763e07a6eff is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:25.809080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:25.811086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=7c4b0668-12ea-4476-a729-7f9feea4f853,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:25.813327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:25.829635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:25.842705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.842705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c7d152e-da02-4931-98aa-5db5825578d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.842705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0c7d152e-da02-4931-98aa-5db5825578d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:25.842705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0c7d152e-da02-4931-98aa-5db5825578d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76ed641d-05fa-4fb0-b769-e8f3ccb10755 HTTP/1.1" status: 204 len: 168 time: 0.3987565 Sep 16 16:49:25.865990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d152e-da02-4931-98aa-5db5825578d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ed641d-05fa-4fb0-b769-e8f3ccb10755,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:25.941556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cd695e5e-d70d-4d0f-b963-7f6d7ab3f830 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3205197 Sep 16 16:49:25.944081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33288) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:26.127268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 08db4062-d565-4b49-b626-6002c0c6ce44 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:26.135957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc6ae55-bb5e-4715-b650-2274445c3148 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:49:26.146787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.171679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Transition to ACTIVE for port object cdc6ae55-bb5e-4715-b650-2274445c3148 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:49:26.209481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Deleting port 96d94545-d935-4202-8696-7ce030d0d5c3 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:26.209836 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.220660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 08db4062-d565-4b49-b626-6002c0c6ce44 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:26.221194 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.250546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.315297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Pushing event updated for resources: {'Port': ['ID=cdc6ae55-bb5e-4715-b650-2274445c3148,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:26.358447 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.363493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.364458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.364816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.365169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.365756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.365867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.366168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.366649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.367119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.367455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.367786 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.368114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:26.419719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 08db4062-d565-4b49-b626-6002c0c6ce44, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=08db4062-d565-4b49-b626-6002c0c6ce44,segment=NetworkSegment(c0d9792c-5d9e-4bd1-957e-97394e68c346),segment_id=c0d9792c-5d9e-4bd1-957e-97394e68c346)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:26.438862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] For port 96d94545-d935-4202-8696-7ce030d0d5c3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=96d94545-d935-4202-8696-7ce030d0d5c3,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:26.439235 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.477464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Calling delete_port for 96d94545-d935-4202-8696-7ce030d0d5c3 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:26.482294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.512377 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.552258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Attempting to bind port cdc6ae55-bb5e-4715-b650-2274445c3148 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:26.555074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Attempting to bind port cdc6ae55-bb5e-4715-b650-2274445c3148 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:26.555437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Attempting to bind port cdc6ae55-bb5e-4715-b650-2274445c3148 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:26.563309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Port cdc6ae55-bb5e-4715-b650-2274445c3148 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:49:26.563642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Attempting to bind port cdc6ae55-bb5e-4715-b650-2274445c3148 on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:26.578744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:26.579121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Checking segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:26.579481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Bound using segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:26.579929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Bound port: cdc6ae55-bb5e-4715-b650-2274445c3148, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:26.580300 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.641911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=08db4062-d565-4b49-b626-6002c0c6ce44,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:26.722893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] For port cdc6ae55-bb5e-4715-b650-2274445c3148, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:26.738556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] For port cdc6ae55-bb5e-4715-b650-2274445c3148, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cdc6ae55-bb5e-4715-b650-2274445c3148,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:26.756549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33294) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:26.775344 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3aeecaa-2630-48b5-820f-084d2a7bfe55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.826937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.866169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:26.866800 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.868242 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] 10.222.0.62 "PUT /v2.0/ports/cdc6ae55-bb5e-4715-b650-2274445c3148 HTTP/1.1" status: 200 len: 1091 time: 1.3493946 Sep 16 16:49:26.868769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bab67dc-de28-4d8e-81d5-8601c5e69cb7', 'tag': 'cdc6ae55-bb5e-4715-b650-2274445c3148'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:26.871480 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ae653f-384d-49bd-a88a-2b695f5cb783" -d '{"events": [{"name": "network-changed", "server_uuid": "2bab67dc-de28-4d8e-81d5-8601c5e69cb7", "tag": "cdc6ae55-bb5e-4715-b650-2274445c3148"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:26.877389 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:26.936649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357d014-767c-4eb6-a893-2dac1f7f91bb service neutron] Pushing event updated for resources: {'Port': ['ID=cdc6ae55-bb5e-4715-b650-2274445c3148,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:26.971000 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7887d6f-a417-4422-b161-7b8738bc3f11 x-openstack-request-id: req-f7887d6f-a417-4422-b161-7b8738bc3f11 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:26.971305 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bab67dc-de28-4d8e-81d5-8601c5e69cb7", "tag": "cdc6ae55-bb5e-4715-b650-2274445c3148", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:26.971556 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7887d6f-a417-4422-b161-7b8738bc3f11 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:26.971958 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bab67dc-de28-4d8e-81d5-8601c5e69cb7', 'tag': 'cdc6ae55-bb5e-4715-b650-2274445c3148', 'status': 'completed', 'code': 200} Sep 16 16:49:26.982363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9100a974-8daa-49d6-a577-b0091df8e714 None None] Network d788d52a-12da-433c-8cd8-6763e07a6eff requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:27.047968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Port': ['ID=96d94545-d935-4202-8696-7ce030d0d5c3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:27.076447 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae653f-384d-49bd-a88a-2b695f5cb783 req-e6ae3854-da7b-44fb-9ae2-3f46c90dee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:27.078222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-30ae653f-384d-49bd-a88a-2b695f5cb783 req-e6ae3854-da7b-44fb-9ae2-3f46c90dee35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 1094 time: 0.1030755 Sep 16 16:49:27.301493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7dea195b-76c2-40d2-aef5-9cdb9445d74c None None] Provisioning complete for port 08db4062-d565-4b49-b626-6002c0c6ce44 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:27.301870 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7dea195b-76c2-40d2-aef5-9cdb9445d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:27.303947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:27.306557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44391bbf-19bc-4a72-a17e-ad4e15b59a8d req-df46a65b-53f6-4719-86fc-8af36e7a195c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:27.309378 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44391bbf-19bc-4a72-a17e-ad4e15b59a8d req-df46a65b-53f6-4719-86fc-8af36e7a195c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 943 time: 0.4910555 Sep 16 16:49:27.318675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae653f-384d-49bd-a88a-2b695f5cb783 req-5a523bd6-f8a9-4bb0-9228-88d2193828b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:27.321314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-30ae653f-384d-49bd-a88a-2b695f5cb783 req-5a523bd6-f8a9-4bb0-9228-88d2193828b3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=bdd5e8d1c02f47ba998d60775463077f&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2053852 Sep 16 16:49:27.347466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:27.421995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44391bbf-19bc-4a72-a17e-ad4e15b59a8d req-ecf42e7f-af5f-41f7-a207-38b23bb476bc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002898 Sep 16 16:49:27.423787 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:27.484842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=7c4b0668-12ea-4476-a729-7f9feea4f853,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:27.555341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae653f-384d-49bd-a88a-2b695f5cb783 req-8d06c1ad-3055-4e6b-b0a9-818c0bc7ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:27.557889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-30ae653f-384d-49bd-a88a-2b695f5cb783 req-8d06c1ad-3055-4e6b-b0a9-818c0bc7ffd3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1867332 Sep 16 16:49:27.582398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3aeecaa-2630-48b5-820f-084d2a7bfe55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:27.644242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3aeecaa-2630-48b5-820f-084d2a7bfe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:27.688264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:27.712886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da55d7-c637-4a38-854f-396b19a19b7e req-2e8539f3-fdf9-455b-846c-c5151fe628ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:27.714869 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-2e8539f3-fdf9-455b-846c-c5151fe628ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 1094 time: 0.1106141 Sep 16 16:49:27.764558 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-f1dba956-ae8a-43df-8f6c-8a38573b1da3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdc6ae55-bb5e-4715-b650-2274445c3148 HTTP/1.1" status: 200 len: 217 time: 0.0400887 Sep 16 16:49:27.775120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:27.808752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d3aeecaa-2630-48b5-820f-084d2a7bfe55 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd7c6ff6644d464cacc650f9acca4e32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0509827 Sep 16 16:49:27.809850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aeecaa-2630-48b5-820f-084d2a7bfe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08ef586-549d-4d68-8245-36fbb5d1a2d4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:27.812481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33302) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:27.881850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da55d7-c637-4a38-854f-396b19a19b7e req-400dd827-a46c-4a25-b47a-f2530cd5304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:27.883340 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-400dd827-a46c-4a25-b47a-f2530cd5304a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92f46a0c-31ae-4bea-8568-d5de31393710 HTTP/1.1" status: 200 len: 844 time: 0.1106544 Sep 16 16:49:27.893766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-33bdb519-2147-4516-a529-c4dd5e21af9b None None] Provisioning complete for port 08db4062-d565-4b49-b626-6002c0c6ce44 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:27.893766 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-33bdb519-2147-4516-a529-c4dd5e21af9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:27.911456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:27.931134 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4526f8f-4ef7-49ec-9f45-56ccb3a99925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:27.999458 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-611d0886-6dfe-417b-b08d-9b2dbaed0dc7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=883aebdc-caa9-42c6-a7b9-8858dd375d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087682 Sep 16 16:49:28.002696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:28.011995 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7442e0af-3be3-4335-85c5-aa5fe0b5aa63 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "PUT /v2.0/routers/f4f422f0-f82a-4b88-a9d6-ddeca7f7f944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8135395 Sep 16 16:49:28.015040 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] Sync routers for ids ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:28.015603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33304) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:28.030237 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4526f8f-4ef7-49ec-9f45-56ccb3a99925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.030921 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] Routers {'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:28.033481 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:28.039150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-33bdb519-2147-4516-a529-c4dd5e21af9b None None] Provisioning complete for port 7c4b0668-12ea-4476-a729-7f9feea4f853 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:28.042562 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-33bdb519-2147-4516-a529-c4dd5e21af9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.154208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-33bdb519-2147-4516-a529-c4dd5e21af9b None None] Port 7c4b0668-12ea-4476-a729-7f9feea4f853 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:28.187102 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-749c7e32-111d-442f-8a19-7e3475680b49 service neutron] 10.222.0.62 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773453 Sep 16 16:49:28.235920 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] Set router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:49:28.249712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 08db4062-d565-4b49-b626-6002c0c6ce44 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:28.285574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9afede-0136-4800-b33e-719f7cae53b1 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Deleting subnet 9cf9cbed-29dd-43a0-9146-5c2ddec41e03 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:49:28.323712 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d918cc8a-38f2-47df-8a83-f0ad03d55b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.333892 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd9afede-0136-4800-b33e-719f7cae53b1 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.351057 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-32da55d7-c637-4a38-854f-396b19a19b7e req-7cbfbdf4-c660-4e24-a83a-a0764534fb0c service neutron] 10.222.0.62 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564274 Sep 16 16:49:28.365495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cf1686c8-d4b1-4581-8d22-61a5b1e0444f None None] Provisioning complete for port 7c4b0668-12ea-4476-a729-7f9feea4f853 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:28.371204 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf1686c8-d4b1-4581-8d22-61a5b1e0444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.423543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 08db4062-d565-4b49-b626-6002c0c6ce44 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:28.424336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.482775 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd9afede-0136-4800-b33e-719f7cae53b1 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.482901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-cf1686c8-d4b1-4581-8d22-61a5b1e0444f None None] Port 7c4b0668-12ea-4476-a729-7f9feea4f853 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:28.532449 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4526f8f-4ef7-49ec-9f45-56ccb3a99925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.546266 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4526f8f-4ef7-49ec-9f45-56ccb3a99925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.547461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a4526f8f-4ef7-49ec-9f45-56ccb3a99925 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b08ef586-549d-4d68-8245-36fbb5d1a2d4 HTTP/1.1" status: 204 len: 168 time: 0.7206028 Sep 16 16:49:28.566025 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916758373', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:48:54Z', 'updated_at': '2021-09-16T16:49:26Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:48:55Z', 'updated_at': '2021-09-16T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:28.607413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4b162da6-39a3-4e45-af0c-9364d039da76 None None] Provisioning complete for port 7c4b0668-12ea-4476-a729-7f9feea4f853 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:28.607796 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4b162da6-39a3-4e45-af0c-9364d039da76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.614158 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] Checking router: f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:49:28.625358 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] Routers {'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:28.626983 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:28.642394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4526f8f-4ef7-49ec-9f45-56ccb3a99925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08ef586-549d-4d68-8245-36fbb5d1a2d4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:28.662328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4b162da6-39a3-4e45-af0c-9364d039da76 None None] Port 7c4b0668-12ea-4476-a729-7f9feea4f853 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:28.738538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd9afede-0136-4800-b33e-719f7cae53b1 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.755870 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] Set router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:49:28.824534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae953c-53a8-4281-a9e4-2e8e9c8b9389 req-c693535e-7d3c-4882-af11-a5b68c0068a7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:28.826789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dae953c-53a8-4281-a9e4-2e8e9c8b9389 req-c693535e-7d3c-4882-af11-a5b68c0068a7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 943 time: 0.1895859 Sep 16 16:49:28.906121 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.910715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dae953c-53a8-4281-a9e4-2e8e9c8b9389 req-0cc900ef-103c-4747-b2b6-2ed28b06eb2f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701602 Sep 16 16:49:28.937446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd9afede-0136-4800-b33e-719f7cae53b1 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.957162 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916758373', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:48:54Z', 'updated_at': '2021-09-16T16:49:26Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:48:55Z', 'updated_at': '2021-09-16T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:28.973078 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cd9afede-0136-4800-b33e-719f7cae53b1 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.977340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cd9afede-0136-4800-b33e-719f7cae53b1 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "DELETE /v2.0/subnets/9cf9cbed-29dd-43a0-9146-5c2ddec41e03 HTTP/1.1" status: 204 len: 168 time: 0.9250257 Sep 16 16:49:28.977340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9afede-0136-4800-b33e-719f7cae53b1 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf9cbed-29dd-43a0-9146-5c2ddec41e03,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:28.977707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33318) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:28.981182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8ee116-0ba0-47a5-8c0a-1f466e38d5bc None None] Network cd98afaf-e5d7-42d0-acce-652787ece7b8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:28.993159 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4de2f-d5d3-4d27-95f3-9de4544de5f1 None None] The sync data for ids ['f4f422f0-f82a-4b88-a9d6-ddeca7f7f944'] in n-d-807786-3 is: [{'id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916758373', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:48:54Z', 'updated_at': '2021-09-16T16:49:26Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '686c2732-cad0-4311-96f8-23cdb4fe546e', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f422f0-f82a-4b88-a9d6-ddeca7f7f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:48:55Z', 'updated_at': '2021-09-16T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:28.993725 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:28.993725 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:29.136046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=7c4b0668-12ea-4476-a729-7f9feea4f853,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:29.156467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa42e77-776e-4129-af7a-16e1ee95a18d req-f5f9b087-035a-47a2-96eb-c88725a2d3d3 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:29.158137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7fa42e77-776e-4129-af7a-16e1ee95a18d req-f5f9b087-035a-47a2-96eb-c88725a2d3d3 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 945 time: 0.1886349 Sep 16 16:49:29.169568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:29.217935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7fa42e77-776e-4129-af7a-16e1ee95a18d req-882009a7-17d1-419a-99a9-15b978c6b141 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516167 Sep 16 16:49:29.219617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network d788d52a-12da-433c-8cd8-6763e07a6eff is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:29.221086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:29.303544 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:29.387262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1c1bf6-2ceb-463d-a870-d75e58d6ba6c None None] DHCP port deletion for cd98afaf-e5d7-42d0-acce-652787ece7b8 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:49:29.443352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router e6e39732-a048-464b-bcac-bab90e026cbd is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:49:29.450685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c1bf6-2ceb-463d-a870-d75e58d6ba6c None None] Deleting port 4e8b4ae7-eebf-4de6-b419-dce16a827044 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:29.451106 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1bf6-2ceb-463d-a870-d75e58d6ba6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:29.478128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Deleting port 686c2732-cad0-4311-96f8-23cdb4fe546e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:29.478821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:29.544874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5f1c1bf6-2ceb-463d-a870-d75e58d6ba6c None None] For port 4e8b4ae7-eebf-4de6-b419-dce16a827044, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4e8b4ae7-eebf-4de6-b419-dce16a827044,segment=NetworkSegment(f030db38-a310-4b19-9a5b-c7c40cf5588a),segment_id=f030db38-a310-4b19-9a5b-c7c40cf5588a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:29.546874 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1bf6-2ceb-463d-a870-d75e58d6ba6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:29.574362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c1bf6-2ceb-463d-a870-d75e58d6ba6c None None] Calling delete_port for 4e8b4ae7-eebf-4de6-b419-dce16a827044 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:29.575782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:29.585550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-acd45400-74b5-4895-8f16-30c5101e63c2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/e6e39732-a048-464b-bcac-bab90e026cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6390607 Sep 16 16:49:29.586182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33332) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:29.602473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] For port 686c2732-cad0-4311-96f8-23cdb4fe546e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=686c2732-cad0-4311-96f8-23cdb4fe546e,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:29.603476 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:29.623866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Calling delete_port for 686c2732-cad0-4311-96f8-23cdb4fe546e owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:29.652532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a391a-68b4-4987-b32f-3b03f5b93af0 None None] Sync routers for ids ['e6e39732-a048-464b-bcac-bab90e026cbd'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:29.660967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5296856b-65cc-4290-9ae7-474132f8f87a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:29.665547 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5296856b-65cc-4290-9ae7-474132f8f87a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports/7c4b0668-12ea-4476-a729-7f9feea4f853 HTTP/1.1" status: 200 len: 983 time: 0.0755148 Sep 16 16:49:29.665777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33336) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:29.689092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f0327c91-b3f8-4b55-88c2-95b288c313ea None None] Provisioning complete for port 7c4b0668-12ea-4476-a729-7f9feea4f853 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:29.689467 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0327c91-b3f8-4b55-88c2-95b288c313ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:29.693116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a391a-68b4-4987-b32f-3b03f5b93af0 None None] Routers {'e6e39732-a048-464b-bcac-bab90e026cbd'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:29.693620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c97a391a-68b4-4987-b32f-3b03f5b93af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e6e39732-a048-464b-bcac-bab90e026cbd'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:29.750377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c97a391a-68b4-4987-b32f-3b03f5b93af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:29.768699 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f0327c91-b3f8-4b55-88c2-95b288c313ea None None] Port 7c4b0668-12ea-4476-a729-7f9feea4f853 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:29.770128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a391a-68b4-4987-b32f-3b03f5b93af0 None None] Routers {'e6e39732-a048-464b-bcac-bab90e026cbd'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:29.770747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c97a391a-68b4-4987-b32f-3b03f5b93af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e6e39732-a048-464b-bcac-bab90e026cbd'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:29.812450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c97a391a-68b4-4987-b32f-3b03f5b93af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:29.813357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a391a-68b4-4987-b32f-3b03f5b93af0 None None] The sync data for ids ['e6e39732-a048-464b-bcac-bab90e026cbd'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:29.834680 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1bf6-2ceb-463d-a870-d75e58d6ba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:29.861097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c1bf6-2ceb-463d-a870-d75e58d6ba6c None None] Pushing event deleted for resources: {'Port': ['ID=4e8b4ae7-eebf-4de6-b419-dce16a827044,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:29.871787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c1bf6-2ceb-463d-a870-d75e58d6ba6c None None] No DVR routers for this DVR port 4e8b4ae7-eebf-4de6-b419-dce16a827044 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:29.900323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:29.936562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Port': ['ID=686c2732-cad0-4311-96f8-23cdb4fe546e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:30.016373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.122644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25079e94-910e-469f-9bd9-b3280709a6b2 req-8fd1a3c4-33bf-4673-9f72-e038cc949949 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:30.125127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4e8b4ae7-eebf-4de6-b419-dce16a827044 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:30.126086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25079e94-910e-469f-9bd9-b3280709a6b2 req-8fd1a3c4-33bf-4673-9f72-e038cc949949 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 943 time: 0.1198249 Sep 16 16:49:30.132623 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.134842 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.149137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 4e8b4ae7-eebf-4de6-b419-dce16a827044 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:30.149137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4e8b4ae7-eebf-4de6-b419-dce16a827044 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:30.149513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 96d94545-d935-4202-8696-7ce030d0d5c3 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:30.173787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 96d94545-d935-4202-8696-7ce030d0d5c3 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:30.174140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 96d94545-d935-4202-8696-7ce030d0d5c3 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:30.253879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25079e94-910e-469f-9bd9-b3280709a6b2 req-f5edcf87-85eb-4695-8cf7-30528258cbcf tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134048 Sep 16 16:49:30.254704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.263221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.264217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Fanout notify agent at l3_agent the message router_deleted on router f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:49:30.281668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.283286 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-928809fa-7f2b-491b-b0d2-11229013d741 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "DELETE /v2.0/routers/f4f422f0-f82a-4b88-a9d6-ddeca7f7f944 HTTP/1.1" status: 204 len: 168 time: 1.3045971 Sep 16 16:49:30.285953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33348) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:30.489922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d324b1-5df8-42f2-a46f-26a97e3d20c1 req-4c31445c-3d52-430a-a120-f5b3a8047f0d tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:30.493041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0d324b1-5df8-42f2-a46f-26a97e3d20c1 req-4c31445c-3d52-430a-a120-f5b3a8047f0d tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 945 time: 0.1529260 Sep 16 16:49:30.507934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cdc6ae55-bb5e-4715-b650-2274445c3148 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:49:30.544423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0d324b1-5df8-42f2-a46f-26a97e3d20c1 req-50ad2b2b-3c2b-4465-9b0e-9f30903d63f0 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 Sep 16 16:49:30.620141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 7c4b0668-12ea-4476-a729-7f9feea4f853 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:30.620141 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.643508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port cdc6ae55-bb5e-4715-b650-2274445c3148, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cdc6ae55-bb5e-4715-b650-2274445c3148,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:30.657972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'cdc6ae55-bb5e-4715-b650-2274445c3148', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'port_id': 'cdc6ae55-bb5e-4715-b650-2274445c3148', 'mac_address': 'fa:16:3e:b1:d3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f46a0c-31ae-4bea-8568-d5de31393710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:49:30.714933 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.722881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.734943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.738539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc6ae55-bb5e-4715-b650-2274445c3148 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:49:30.755631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 7c4b0668-12ea-4476-a729-7f9feea4f853 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:30.771317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-757f0b1e-446b-48ab-acfd-96f18a332235 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:30.773186 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-757f0b1e-446b-48ab-acfd-96f18a332235 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 945 time: 0.0939322 Sep 16 16:49:30.774860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port cdc6ae55-bb5e-4715-b650-2274445c3148, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cdc6ae55-bb5e-4715-b650-2274445c3148,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:30.828563 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71bfe1e9-746a-4541-9031-10b80ce4abff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.860945 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.923232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=cdc6ae55-bb5e-4715-b650-2274445c3148,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:30.923922 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.951264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd98afaf-e5d7-42d0-acce-652787ece7b8']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:30.966110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f030db38-a310-4b19-9a5b-c7c40cf5588a') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:30.969023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f030db38-a310-4b19-9a5b-c7c40cf5588a') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:30.978262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:30.998900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.002933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-80051709-6a87-441e-b708-ebd5d1475133 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Deleting port 16deb7ef-11d1-496b-83f2-2f294353c2c2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:31.003275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-80051709-6a87-441e-b708-ebd5d1475133 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.028202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:49:31.028992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:49:31.031793 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:49:31.145184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['cdc6ae55-bb5e-4715-b650-2274445c3148'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:31.169673 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-80051709-6a87-441e-b708-ebd5d1475133 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] For port 16deb7ef-11d1-496b-83f2-2f294353c2c2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=16deb7ef-11d1-496b-83f2-2f294353c2c2,segment=NetworkSegment(32cae03f-53b4-409b-a51b-d417da04a968),segment_id=32cae03f-53b4-409b-a51b-d417da04a968)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:31.170059 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-80051709-6a87-441e-b708-ebd5d1475133 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.186216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-80051709-6a87-441e-b708-ebd5d1475133 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Calling delete_port for 16deb7ef-11d1-496b-83f2-2f294353c2c2 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:31.336084 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.346109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.350896 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "DELETE /v2.0/networks/cd98afaf-e5d7-42d0-acce-652787ece7b8 HTTP/1.1" status: 204 len: 168 time: 1.0608215 Sep 16 16:49:31.352297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33366) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:31.398422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7944aa4-cb22-4b6c-ad08-5d692cf5a603 req-0533b9cd-1e1c-448a-87bb-6dae3f0c6400 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:31.406045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5425069-ce74-4c57-a1d5-7cffe54121d7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Network': ['ID=cd98afaf-e5d7-42d0-acce-652787ece7b8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:31.406438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7944aa4-cb22-4b6c-ad08-5d692cf5a603 req-0533b9cd-1e1c-448a-87bb-6dae3f0c6400 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 944 time: 0.0690031 Sep 16 16:49:31.428034 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-80051709-6a87-441e-b708-ebd5d1475133 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.452416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7944aa4-cb22-4b6c-ad08-5d692cf5a603 req-100a54f7-0784-4b78-b8b4-59c41a1c4d85 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428302 Sep 16 16:49:31.481983 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80051709-6a87-441e-b708-ebd5d1475133 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Pushing event deleted for resources: {'Port': ['ID=16deb7ef-11d1-496b-83f2-2f294353c2c2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:31.500112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.500278 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.530775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=7c4b0668-12ea-4476-a729-7f9feea4f853,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:31.558827 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-80051709-6a87-441e-b708-ebd5d1475133 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] No DVR routers for this DVR port 16deb7ef-11d1-496b-83f2-2f294353c2c2 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:31.562734 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-80051709-6a87-441e-b708-ebd5d1475133 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.566466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f1d93d69-fc89-4861-a7a7-d841c0578af6 req-80051709-6a87-441e-b708-ebd5d1475133 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.52 "DELETE /v2.0/ports/16deb7ef-11d1-496b-83f2-2f294353c2c2 HTTP/1.1" status: 204 len: 173 time: 0.7713048 Sep 16 16:49:31.566466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e93c9f7-9c98-4c12-af36-2609997c01e0', 'name': 'network-vif-deleted', 'tag': '16deb7ef-11d1-496b-83f2-2f294353c2c2'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:31.567972 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01656b4b-ce58-48f7-810c-c104d0a54c3b" -d '{"events": [{"server_uuid": "6e93c9f7-9c98-4c12-af36-2609997c01e0", "name": "network-vif-deleted", "tag": "16deb7ef-11d1-496b-83f2-2f294353c2c2"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:31.617861 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347ec6d3-1525-4d91-b659-c22aa20c9281 x-openstack-request-id: req-347ec6d3-1525-4d91-b659-c22aa20c9281 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:31.618267 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e93c9f7-9c98-4c12-af36-2609997c01e0", "name": "network-vif-deleted", "tag": "16deb7ef-11d1-496b-83f2-2f294353c2c2", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:31.618618 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-347ec6d3-1525-4d91-b659-c22aa20c9281 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:31.619129 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e93c9f7-9c98-4c12-af36-2609997c01e0', 'name': 'network-vif-deleted', 'tag': '16deb7ef-11d1-496b-83f2-2f294353c2c2', 'status': 'completed', 'code': 200} Sep 16 16:49:31.649362 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Deleting port cf02d8ff-a7a7-4172-9682-82070b68ea8b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:31.649756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.668693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.721778 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6955272-bfbb-4732-b4c6-fb607dbe7b97 req-3612b7c7-fea2-40c1-9429-c964f737c8b2 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e93c9f7-9c98-4c12-af36-2609997c01e0 HTTP/1.1" status: 200 len: 210 time: 0.0499616 Sep 16 16:49:31.787137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.787604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.801365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Calling delete_port for cf02d8ff-a7a7-4172-9682-82070b68ea8b owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:31.906692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router e6e39732-a048-464b-bcac-bab90e026cbd has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:31.973412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:31.988059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 686c2732-cad0-4311-96f8-23cdb4fe546e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:31.991762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:31.998135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8a3d53f6-c180-4591-84e9-2c89c2d3842c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/e6e39732-a048-464b-bcac-bab90e026cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3305943 Sep 16 16:49:32.001486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33378) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:32.012912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 686c2732-cad0-4311-96f8-23cdb4fe546e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:32.013492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 686c2732-cad0-4311-96f8-23cdb4fe546e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:32.016096 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd33791-bbea-423b-a480-27e759a76460 None None] Sync routers for ids ['e6e39732-a048-464b-bcac-bab90e026cbd'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:32.029224 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd33791-bbea-423b-a480-27e759a76460 None None] Routers {'e6e39732-a048-464b-bcac-bab90e026cbd'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:32.029608 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7dd33791-bbea-423b-a480-27e759a76460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e6e39732-a048-464b-bcac-bab90e026cbd'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:32.061618 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7dd33791-bbea-423b-a480-27e759a76460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:32.070468 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd33791-bbea-423b-a480-27e759a76460 None None] Routers {'e6e39732-a048-464b-bcac-bab90e026cbd'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:32.071065 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7dd33791-bbea-423b-a480-27e759a76460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e6e39732-a048-464b-bcac-bab90e026cbd'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:32.084424 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:32.104340 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7dd33791-bbea-423b-a480-27e759a76460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:32.105206 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd33791-bbea-423b-a480-27e759a76460 None None] The sync data for ids ['e6e39732-a048-464b-bcac-bab90e026cbd'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:32.152916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Port': ['ID=cf02d8ff-a7a7-4172-9682-82070b68ea8b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:32.311153 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-d3a75f7e-2234-430c-821e-939d7e562fd6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 16:49:32.313389 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d3a75f7e-2234-430c-821e-939d7e562fd6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/e6e39732-a048-464b-bcac-bab90e026cbd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3093958 Sep 16 16:49:32.318600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33384) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:32.348114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:32.348562 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Floating IP e69573d3-1f81-4b71-b392-166c7d6ef171 disassociated (deleted). External IP: 172.25.6.120, port: e5b68517-3817-44cd-ac7c-00d8cad0e43e. Sep 16 16:49:32.351918 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-20c97f2e-2ebf-4629-80a3-595e31b9d64b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6e39732-a048-464b-bcac-bab90e026cbd HTTP/1.1" status: 200 len: 205 time: 0.0319955 Sep 16 16:49:32.356228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33386) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:32.478123 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39671c54-a509-4d94-ace7-13f0a2a9a412 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:32.506790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cdc6ae55-bb5e-4715-b650-2274445c3148 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:32.566889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44799-b8aa-4e41-800c-9acfd6134ae9 req-3e25b706-9d41-4633-83ec-112aa1979b2f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:32.568512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7b44799-b8aa-4e41-800c-9acfd6134ae9 req-3e25b706-9d41-4633-83ec-112aa1979b2f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 944 time: 0.0512245 Sep 16 16:49:32.611538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7b44799-b8aa-4e41-800c-9acfd6134ae9 req-d933ccba-eabe-4de0-8cba-879c494fdf67 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358915 Sep 16 16:49:32.654476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port cdc6ae55-bb5e-4715-b650-2274445c3148 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:49:32.658786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port cdc6ae55-bb5e-4715-b650-2274445c3148 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:32.659252 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:32.740220 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39671c54-a509-4d94-ace7-13f0a2a9a412 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:32.744558 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:32.744729 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39671c54-a509-4d94-ace7-13f0a2a9a412 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:32.772817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bab67dc-de28-4d8e-81d5-8601c5e69cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc6ae55-bb5e-4715-b650-2274445c3148'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:32.775427 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1413e2-9d66-46c1-84b3-e569aeaee5d7" -d '{"events": [{"server_uuid": "2bab67dc-de28-4d8e-81d5-8601c5e69cb7", "name": "network-vif-plugged", "status": "completed", "tag": "cdc6ae55-bb5e-4715-b650-2274445c3148"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:32.809265 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port cdc6ae55-bb5e-4715-b650-2274445c3148, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cdc6ae55-bb5e-4715-b650-2274445c3148,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:32.839278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 16deb7ef-11d1-496b-83f2-2f294353c2c2 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:32.855445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Router 473bec57-229d-4598-8468-7569df02ce69 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:32.871726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 16deb7ef-11d1-496b-83f2-2f294353c2c2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:32.873082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 16deb7ef-11d1-496b-83f2-2f294353c2c2 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:32.894374 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:32.922025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39671c54-a509-4d94-ace7-13f0a2a9a412 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:32.922025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39671c54-a509-4d94-ace7-13f0a2a9a412 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Fanout notify agent at l3_agent the message router_deleted on router e6e39732-a048-464b-bcac-bab90e026cbd {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:49:32.930132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39671c54-a509-4d94-ace7-13f0a2a9a412 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:32.934747 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-39671c54-a509-4d94-ace7-13f0a2a9a412 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/e6e39732-a048-464b-bcac-bab90e026cbd HTTP/1.1" status: 204 len: 168 time: 0.5753644 Sep 16 16:49:32.936123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33404) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:32.952811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=cdc6ae55-bb5e-4715-b650-2274445c3148,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:32.994024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:33.003220 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:33.007124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] Sync routers for ids ['473bec57-229d-4598-8468-7569df02ce69'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:33.018947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e2f9a3-5f0c-4341-b59a-4c1fc07bbdca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting subnet e8f6399b-113a-49f7-ac6d-63821f65e7aa {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:49:33.024108 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f9a3-5f0c-4341-b59a-4c1fc07bbdca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:33.026097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] Routers {'473bec57-229d-4598-8468-7569df02ce69'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:33.026952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['473bec57-229d-4598-8468-7569df02ce69'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:33.048827 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3a14362b-3db3-4fa5-a20f-2fc4dbe887ea tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "DELETE /v2.0/floatingips/e69573d3-1f81-4b71-b392-166c7d6ef171 HTTP/1.1" status: 204 len: 168 time: 1.6954210 Sep 16 16:49:33.132579 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f9a3-5f0c-4341-b59a-4c1fc07bbdca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:33.160063 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369484c3-fb65-4692-a9e3-d21bc4cd2990 x-openstack-request-id: req-369484c3-fb65-4692-a9e3-d21bc4cd2990 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:33.160406 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bab67dc-de28-4d8e-81d5-8601c5e69cb7", "name": "network-vif-plugged", "status": "completed", "tag": "cdc6ae55-bb5e-4715-b650-2274445c3148", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:33.160575 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-369484c3-fb65-4692-a9e3-d21bc4cd2990 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:33.161142 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bab67dc-de28-4d8e-81d5-8601c5e69cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc6ae55-bb5e-4715-b650-2274445c3148', 'code': 200} Sep 16 16:49:33.189936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] Set router 473bec57-229d-4598-8468-7569df02ce69 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:49:33.235714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d74394-90df-4788-b322-0c3e65b9e359 req-28ab300d-c143-44e7-8cb8-c2406ac40c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:33.237702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-44d74394-90df-4788-b322-0c3e65b9e359 req-28ab300d-c143-44e7-8cb8-c2406ac40c9d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 1096 time: 0.0701587 Sep 16 16:49:33.238766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f9a3-5f0c-4341-b59a-4c1fc07bbdca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:33.274893 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-44d74394-90df-4788-b322-0c3e65b9e359 req-9ab73417-58b4-498e-b9d8-cd06eaab2ba3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295293 Sep 16 16:49:33.419460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:57Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e5f15aa0-fa0a-4883-ac50-95ae94c7834e', 'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:c0:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:55Z', 'updated_at': '2021-09-16T16:48:01Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:33.434074 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f9a3-5f0c-4341-b59a-4c1fc07bbdca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:33.459632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2f9a3-5f0c-4341-b59a-4c1fc07bbdca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f6399b-113a-49f7-ac6d-63821f65e7aa,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:33.469303 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f9a3-5f0c-4341-b59a-4c1fc07bbdca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:33.470668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] Checking router: 473bec57-229d-4598-8468-7569df02ce69 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:49:33.471505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f6e2f9a3-5f0c-4341-b59a-4c1fc07bbdca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/e8f6399b-113a-49f7-ac6d-63821f65e7aa HTTP/1.1" status: 204 len: 168 time: 0.5338054 Sep 16 16:49:33.474228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33416) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:33.487149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e27771a-bc35-42bd-8d3c-c94c882ef933 None None] Network d788d52a-12da-433c-8cd8-6763e07a6eff requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:33.506626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] Routers {'473bec57-229d-4598-8468-7569df02ce69'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:33.507999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['473bec57-229d-4598-8468-7569df02ce69'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:33.562633 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:33.621482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'tag': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:33.625223 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42161135-b401-438d-a968-413f4cbca5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3ff894-2dce-4450-b373-9e3a098b84bc", "tag": "e5b68517-3817-44cd-ac7c-00d8cad0e43e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:33.643329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 08db4062-d565-4b49-b626-6002c0c6ce44 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:33.643680 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:33.685529 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92da7c89-01c4-4f26-bf75-4eca268c153e x-openstack-request-id: req-92da7c89-01c4-4f26-bf75-4eca268c153e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:33.685951 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3ff894-2dce-4450-b373-9e3a098b84bc", "tag": "e5b68517-3817-44cd-ac7c-00d8cad0e43e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:33.686289 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92da7c89-01c4-4f26-bf75-4eca268c153e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:33.687557 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'tag': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'status': 'completed', 'code': 200} Sep 16 16:49:33.747550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] Set router 473bec57-229d-4598-8468-7569df02ce69 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:49:33.750817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484446a-20f0-47cb-9e94-82a63dc2c3f7 req-513250e0-b942-48ad-8e86-dffb03863428 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:33.769877 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e484446a-20f0-47cb-9e94-82a63dc2c3f7 req-513250e0-b942-48ad-8e86-dffb03863428 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 985 time: 0.0781028 Sep 16 16:49:33.785276 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:33.857304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c578529-ff00-4d10-9316-0876064902b8 None None] DHCP port deletion for d788d52a-12da-433c-8cd8-6763e07a6eff request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:49:33.920933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e484446a-20f0-47cb-9e94-82a63dc2c3f7 req-7b54b571-ef71-4d93-9fab-3c7e36f770db tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1440339 Sep 16 16:49:33.958669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b0b38-ef48-441a-9e0f-4bd61cc1b819 req-0cb90962-d11f-464f-a789-2d7df5cd7669 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:33.970278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d39b0b38-ef48-441a-9e0f-4bd61cc1b819 req-0cb90962-d11f-464f-a789-2d7df5cd7669 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 945 time: 0.1208284 Sep 16 16:49:34.032857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4c578529-ff00-4d10-9316-0876064902b8 None None] Deleting port 08db4062-d565-4b49-b626-6002c0c6ce44 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:34.033237 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c578529-ff00-4d10-9316-0876064902b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:34.056163 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d39b0b38-ef48-441a-9e0f-4bd61cc1b819 req-7735b8c9-49f9-4ac5-95e2-026d1cff3988 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830510 Sep 16 16:49:34.163077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4c578529-ff00-4d10-9316-0876064902b8 None None] For port 08db4062-d565-4b49-b626-6002c0c6ce44, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=08db4062-d565-4b49-b626-6002c0c6ce44,segment=NetworkSegment(c0d9792c-5d9e-4bd1-957e-97394e68c346),segment_id=c0d9792c-5d9e-4bd1-957e-97394e68c346)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:34.163480 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c578529-ff00-4d10-9316-0876064902b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:34.179829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 08db4062-d565-4b49-b626-6002c0c6ce44 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:34.182656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4c578529-ff00-4d10-9316-0876064902b8 None None] Calling delete_port for 08db4062-d565-4b49-b626-6002c0c6ce44 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:34.195538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port 08db4062-d565-4b49-b626-6002c0c6ce44, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=08db4062-d565-4b49-b626-6002c0c6ce44,segment=NetworkSegment(c0d9792c-5d9e-4bd1-957e-97394e68c346),segment_id=c0d9792c-5d9e-4bd1-957e-97394e68c346)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:34.195888 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:34.214018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 08db4062-d565-4b49-b626-6002c0c6ce44 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:34.235469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161135-b401-438d-a968-413f4cbca5e7 req-566a45f9-2694-4e53-984c-6bb8b30ef8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:34.237157 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42161135-b401-438d-a968-413f4cbca5e7 req-566a45f9-2694-4e53-984c-6bb8b30ef8f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e764730be1d4e9cab0eff197319a5be&device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 1136 time: 0.4802992 Sep 16 16:49:34.422489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161135-b401-438d-a968-413f4cbca5e7 req-c433bebe-f5ee-444c-9380-01837535a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:34.427685 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42161135-b401-438d-a968-413f4cbca5e7 req-c433bebe-f5ee-444c-9380-01837535a05e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 HTTP/1.1" status: 200 len: 897 time: 0.1611996 Sep 16 16:49:34.502003 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42161135-b401-438d-a968-413f4cbca5e7 req-8e38041a-ee79-4a15-9799-92f4f1205243 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b68517-3817-44cd-ac7c-00d8cad0e43e HTTP/1.1" status: 200 len: 217 time: 0.0621500 Sep 16 16:49:34.518238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:57Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e5f15aa0-fa0a-4883-ac50-95ae94c7834e', 'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:c0:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:55Z', 'updated_at': '2021-09-16T16:48:01Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:34.522476 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:34.522641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:34.555716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f0238-fe01-48e7-9ad6-51d8d9df11cf None None] The sync data for ids ['473bec57-229d-4598-8468-7569df02ce69'] in n-d-807786-3 is: [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:47:57Z', 'revision_number': 4, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e5f15aa0-fa0a-4883-ac50-95ae94c7834e', 'name': '', 'network_id': '6c805ae3-c10b-4200-b1ef-4a72e2a4fd83', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'mac_address': 'fa:16:3e:c0:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:55Z', 'updated_at': '2021-09-16T16:48:01Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'subnets': [{'id': 'e48f5f9f-392b-4a15-913d-a2a1559f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:34.561060 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c578529-ff00-4d10-9316-0876064902b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:34.593231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=08db4062-d565-4b49-b626-6002c0c6ce44,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:34.595993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No DVR routers for this DVR port 08db4062-d565-4b49-b626-6002c0c6ce44 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:34.597377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c578529-ff00-4d10-9316-0876064902b8 None None] Pushing event deleted for resources: {'Port': ['ID=08db4062-d565-4b49-b626-6002c0c6ce44,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:34.606159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c578529-ff00-4d10-9316-0876064902b8 None None] No DVR routers for this DVR port 08db4062-d565-4b49-b626-6002c0c6ce44 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:34.704236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161135-b401-438d-a968-413f4cbca5e7 req-9632a3ed-77df-4e49-97e8-270e32ddfb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:34.705748 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42161135-b401-438d-a968-413f4cbca5e7 req-9632a3ed-77df-4e49-97e8-270e32ddfb7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48f5f9f-392b-4a15-913d-a2a1559f7cb6 HTTP/1.1" status: 200 len: 835 time: 0.1944742 Sep 16 16:49:34.707470 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:34.754651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d788d52a-12da-433c-8cd8-6763e07a6eff']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:34.774168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d9792c-5d9e-4bd1-957e-97394e68c346') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:34.774468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d9792c-5d9e-4bd1-957e-97394e68c346') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:34.787097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:34.795501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161135-b401-438d-a968-413f4cbca5e7 req-2d7e4fa1-ea2c-48f6-a488-8d1c05c84816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:34.797106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42161135-b401-438d-a968-413f4cbca5e7 req-2d7e4fa1-ea2c-48f6-a488-8d1c05c84816 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788221 Sep 16 16:49:34.806353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:34.831935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:49:34.832359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:49:34.835718 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:49:34.935521 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12192d5-8f4f-4a08-8045-2b494480ea4b None None] New status for floating IP e69573d3-1f81-4b71-b392-166c7d6ef171: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:49:34.977754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42161135-b401-438d-a968-413f4cbca5e7 req-2a382409-785b-4032-8366-980edba6fbf4 service neutron] 10.222.0.62 "GET /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725693 Sep 16 16:49:35.079814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.090193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-3db59e41-5c8a-4c41-ae76-b9df6b8b144b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:35.092433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-3db59e41-5c8a-4c41-ae76-b9df6b8b144b tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 985 time: 0.0986414 Sep 16 16:49:35.134135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.149064 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/networks/d788d52a-12da-433c-8cd8-6763e07a6eff HTTP/1.1" status: 204 len: 168 time: 1.6693785 Sep 16 16:49:35.153210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33444) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:35.163791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1284612694'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:35.168798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d3a10-389b-430c-94ff-c43d9b61a5ee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Network': ['ID=d788d52a-12da-433c-8cd8-6763e07a6eff,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:35.239119 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42161135-b401-438d-a968-413f4cbca5e7 req-78b0c054-2682-4a88-a3ea-ccbb72fc0542 service neutron] 10.222.0.62 "GET /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437763 Sep 16 16:49:35.292731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a846c-ccfd-42d5-8ca3-ce296bae13cd req-9061fbb0-5c02-4063-b2de-2d8eb617a3ff tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:35.295646 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-299a846c-ccfd-42d5-8ca3-ce296bae13cd req-9061fbb0-5c02-4063-b2de-2d8eb617a3ff tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 985 time: 0.2638597 Sep 16 16:49:35.348539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:35.352213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.381142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:49:35.382180 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-299a846c-ccfd-42d5-8ca3-ce296bae13cd req-8b15f31b-a34b-43f1-a2a7-997be6e87811 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3a24c42-99cc-4ffd-8871-3ea8efb0a562&id=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0726187 Sep 16 16:49:35.399651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-135418bd-eb35-443f-8d3c-7b6f7db600f7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Deleting port e5b68517-3817-44cd-ac7c-00d8cad0e43e {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:35.400013 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-135418bd-eb35-443f-8d3c-7b6f7db600f7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.421260 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.421616 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added segment 531a5dd5-d257-44e0-8e73-dc81ad769857 of type vlan for network abbde488-9ed1-4e33-a2cc-b4d84e520c44 Sep 16 16:49:35.438861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eaf38-4425-4fa5-8704-ac30b272a038 req-4e61ed62-9028-49a4-95df-00fcc7061b6d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:35.440588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-773eaf38-4425-4fa5-8704-ac30b272a038 req-4e61ed62-9028-49a4-95df-00fcc7061b6d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 945 time: 0.1624329 Sep 16 16:49:35.470858 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.525262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-773eaf38-4425-4fa5-8704-ac30b272a038 req-7480a85f-4718-4d7d-8680-d8cbec6654ff tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783923 Sep 16 16:49:35.544004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-135418bd-eb35-443f-8d3c-7b6f7db600f7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] For port e5b68517-3817-44cd-ac7c-00d8cad0e43e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e5b68517-3817-44cd-ac7c-00d8cad0e43e,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:35.544337 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-135418bd-eb35-443f-8d3c-7b6f7db600f7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.558013 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-135418bd-eb35-443f-8d3c-7b6f7db600f7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Calling delete_port for e5b68517-3817-44cd-ac7c-00d8cad0e43e owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:35.574568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.580510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:35.581201 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.661116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Network': ['ID=abbde488-9ed1-4e33-a2cc-b4d84e520c44,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:35.674226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network abbde488-9ed1-4e33-a2cc-b4d84e520c44 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:49:35.709511 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bf1a7066-c6ab-49fb-a511-28cb7176b0b8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5537548 Sep 16 16:49:35.712209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33454) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:35.717502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'subnet': {'network_id': 'abbde488-9ed1-4e33-a2cc-b4d84e520c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:35.789874 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-135418bd-eb35-443f-8d3c-7b6f7db600f7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.831513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135418bd-eb35-443f-8d3c-7b6f7db600f7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Port': ['ID=e5b68517-3817-44cd-ac7c-00d8cad0e43e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:35.879752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:35.884253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.890478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-135418bd-eb35-443f-8d3c-7b6f7db600f7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] No DVR routers for this DVR port e5b68517-3817-44cd-ac7c-00d8cad0e43e on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:35.893467 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-135418bd-eb35-443f-8d3c-7b6f7db600f7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:35.895646 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d4e2e80-5ec0-4879-8be0-7ddb7d05f77f req-135418bd-eb35-443f-8d3c-7b6f7db600f7 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.62 "DELETE /v2.0/ports/e5b68517-3817-44cd-ac7c-00d8cad0e43e HTTP/1.1" status: 204 len: 173 time: 0.7970126 Sep 16 16:49:35.896822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'name': 'network-vif-deleted', 'tag': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:35.899782 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b022df20-a239-465b-bea8-d3596a24386f" -d '{"events": [{"server_uuid": "fc3ff894-2dce-4450-b373-9e3a098b84bc", "name": "network-vif-deleted", "tag": "e5b68517-3817-44cd-ac7c-00d8cad0e43e"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:35.929885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec70f2-57c1-4607-bd38-e965aa860fb9 req-1204532b-5edb-46ee-83c8-6831bd18e217 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:35.931473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cec70f2-57c1-4607-bd38-e965aa860fb9 req-1204532b-5edb-46ee-83c8-6831bd18e217 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 945 time: 0.1010666 Sep 16 16:49:35.938633 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ec859-0116-4b08-a0e5-848cee473e4b x-openstack-request-id: req-315ec859-0116-4b08-a0e5-848cee473e4b {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:35.938999 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3ff894-2dce-4450-b373-9e3a098b84bc", "name": "network-vif-deleted", "tag": "e5b68517-3817-44cd-ac7c-00d8cad0e43e", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:35.939287 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-315ec859-0116-4b08-a0e5-848cee473e4b {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:35.939682 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3ff894-2dce-4450-b373-9e3a098b84bc', 'name': 'network-vif-deleted', 'tag': 'e5b68517-3817-44cd-ac7c-00d8cad0e43e', 'status': 'completed', 'code': 200} Sep 16 16:49:35.979032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cec70f2-57c1-4607-bd38-e965aa860fb9 req-1ef8fb1f-11ae-46ee-81be-465c07ea66b1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 Sep 16 16:49:36.107789 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1317-236f-4096-824e-b090cfcee47d req-f13697ad-bc02-4ae9-b18e-aaa663989bb4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:36.109269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e88f1317-236f-4096-824e-b090cfcee47d req-f13697ad-bc02-4ae9-b18e-aaa663989bb4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 945 time: 0.0557482 Sep 16 16:49:36.151442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e88f1317-236f-4096-824e-b090cfcee47d req-3b07d1a9-4834-4bbf-a95c-f82347ef710d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353646 Sep 16 16:49:36.160559 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:36.228057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Subnet': ['ID=b9206ba1-efee-4b84-b3a8-bd46ed85f7a3,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:36.238791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Checking segment: {'id': '531a5dd5-d257-44e0-8e73-dc81ad769857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abbde488-9ed1-4e33-a2cc-b4d84e520c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:36.239166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network hostable DHCP agents. Network: abbde488-9ed1-4e33-a2cc-b4d84e520c44, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:49:36.362793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network abbde488-9ed1-4e33-a2cc-b4d84e520c44 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:49:36.437043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, abbde488-9ed1-4e33-a2cc-b4d84e520c44) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:36.441432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:36.441950 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:36.445803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da64da97-dacd-4a8f-97a1-971f73eecf2c None None] Network abbde488-9ed1-4e33-a2cc-b4d84e520c44 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:36.509116 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-477f8fab-3ba8-4044-a740-e87cbbdc7037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7954690 Sep 16 16:49:36.511712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9a915a4-dd91-416b-b615-393f833b8348 req-2fd617c2-6127-4e49-8ea4-43a36af20c16 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc3ff894-2dce-4450-b373-9e3a098b84bc HTTP/1.1" status: 200 len: 210 time: 0.0293570 Sep 16 16:49:36.511869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33472) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:36.517054 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4cb4cf58-2199-453a-87b6-474aef1e7073 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-939030376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:36.637913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cf58-2199-453a-87b6-474aef1e7073 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:36.639001 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cf58-2199-453a-87b6-474aef1e7073 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:36.661747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-abbde488-9ed1-4e33-a2cc-b4d84e520c44', 'network_id': 'abbde488-9ed1-4e33-a2cc-b4d84e520c44', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'fixed_ips': [{'subnet_id': 'b9206ba1-efee-4b84-b3a8-bd46ed85f7a3'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:49:36.663817 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:36.674878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91742791-7047-4c98-b9c8-8b4fad2aa59c req-29f0f8a1-f876-497f-8a68-071773d6d1a4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:36.676587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91742791-7047-4c98-b9c8-8b4fad2aa59c req-29f0f8a1-f876-497f-8a68-071773d6d1a4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 945 time: 0.0724328 Sep 16 16:49:36.725610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91742791-7047-4c98-b9c8-8b4fad2aa59c req-33242cea-b2c5-4d73-acad-c205fe01426a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Sep 16 16:49:36.750037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cf58-2199-453a-87b6-474aef1e7073 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:36.832556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Allocated IP 2001:db8::2 (abbde488-9ed1-4e33-a2cc-b4d84e520c44/b9206ba1-efee-4b84-b3a8-bd46ed85f7a3/f96f5f90-7dc2-4ed1-a304-9b0dacafeda4) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:36.834683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cf58-2199-453a-87b6-474aef1e7073 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:36.897458 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:49:36.960150 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cf58-2199-453a-87b6-474aef1e7073 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:36.961424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4cb4cf58-2199-453a-87b6-474aef1e7073 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4486983 Sep 16 16:49:36.964755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33494) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:37.008792 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.085986 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.139867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Pushing event updated for resources: {'Port': ['ID=f96f5f90-7dc2-4ed1-a304-9b0dacafeda4,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:37.152200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Network abbde488-9ed1-4e33-a2cc-b4d84e520c44 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:37.153383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:37.158081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:37.216792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Attempting to bind port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:37.217165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Attempting to bind port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '531a5dd5-d257-44e0-8e73-dc81ad769857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abbde488-9ed1-4e33-a2cc-b4d84e520c44'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:37.217534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Attempting to bind port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 on network abbde488-9ed1-4e33-a2cc-b4d84e520c44 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:37.222793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:37.223176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Checking segment: {'id': '531a5dd5-d257-44e0-8e73-dc81ad769857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abbde488-9ed1-4e33-a2cc-b4d84e520c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:37.223587 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.223977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Bound using segment: {'id': '531a5dd5-d257-44e0-8e73-dc81ad769857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abbde488-9ed1-4e33-a2cc-b4d84e520c44'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:37.224506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Bound port: f96f5f90-7dc2-4ed1-a304-9b0dacafeda4, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531a5dd5-d257-44e0-8e73-dc81ad769857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abbde488-9ed1-4e33-a2cc-b4d84e520c44'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:37.225128 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.293537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] For port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:37.296858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] For port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f96f5f90-7dc2-4ed1-a304-9b0dacafeda4,segment=NetworkSegment(531a5dd5-d257-44e0-8e73-dc81ad769857),segment_id=531a5dd5-d257-44e0-8e73-dc81ad769857)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:37.306424 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.443214 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.506449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e849b7d-3c32-4408-8b54-1e12231e0dd2 None None] Pushing event updated for resources: {'Port': ['ID=f96f5f90-7dc2-4ed1-a304-9b0dacafeda4,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:37.579692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Allocated IP 2001:db8::1 (abbde488-9ed1-4e33-a2cc-b4d84e520c44/b9206ba1-efee-4b84-b3a8-bd46ed85f7a3/8c9a1ed1-e168-4b76-a2c9-3cb807a96758) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:37.582731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33502) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:37.676163 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9cdaab8b-795e-4710-a2af-cebcedee48c5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.708622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9cdaab8b-795e-4710-a2af-cebcedee48c5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.731138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.829273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.886828 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9cdaab8b-795e-4710-a2af-cebcedee48c5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.889497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9cdaab8b-795e-4710-a2af-cebcedee48c5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.890930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9cdaab8b-795e-4710-a2af-cebcedee48c5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "DELETE /v2.0/security-groups/d3a24c42-99cc-4ffd-8871-3ea8efb0a562 HTTP/1.1" status: 204 len: 168 time: 0.3072162 Sep 16 16:49:37.896355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33508) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:37.899711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network abbde488-9ed1-4e33-a2cc-b4d84e520c44 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:37.906114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=8c9a1ed1-e168-4b76-a2c9-3cb807a96758,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:37.915397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdaab8b-795e-4710-a2af-cebcedee48c5 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a24c42-99cc-4ffd-8871-3ea8efb0a562,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:37.918194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:37.924921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:37.925490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:37.997674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-c4398946-9d0c-4819-b34f-95a270241eea tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:38.000845 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-c4398946-9d0c-4819-b34f-95a270241eea tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 945 time: 0.1726797 Sep 16 16:49:38.017317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1048ff-54da-4860-93c1-0192758e5f2d req-b0f1999e-2d74-4346-a615-8b40868d6024 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:38.029949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee1048ff-54da-4860-93c1-0192758e5f2d req-b0f1999e-2d74-4346-a615-8b40868d6024 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 945 time: 0.1899855 Sep 16 16:49:38.132676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:38.174899 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-76ad2491-cf08-4e32-a189-357a35be3234 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.186027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee1048ff-54da-4860-93c1-0192758e5f2d req-a197e945-63b1-48d9-8d5a-facebff88b77 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502001 Sep 16 16:49:38.221697 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-76ad2491-cf08-4e32-a189-357a35be3234 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.236492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:38.236973 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.263650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-1b8b1df6-60e6-44ee-9d66-307578cdd165 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Deleting port cdc6ae55-bb5e-4715-b650-2274445c3148 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:38.273848 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-1b8b1df6-60e6-44ee-9d66-307578cdd165 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.319504 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.345754 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.381795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-1b8b1df6-60e6-44ee-9d66-307578cdd165 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] For port cdc6ae55-bb5e-4715-b650-2274445c3148, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cdc6ae55-bb5e-4715-b650-2274445c3148,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:38.382279 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-1b8b1df6-60e6-44ee-9d66-307578cdd165 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.406947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f96f5f90-7dc2-4ed1-a304-9b0dacafeda4,segment=NetworkSegment(531a5dd5-d257-44e0-8e73-dc81ad769857),segment_id=531a5dd5-d257-44e0-8e73-dc81ad769857)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:38.409056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-1b8b1df6-60e6-44ee-9d66-307578cdd165 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Calling delete_port for cdc6ae55-bb5e-4715-b650-2274445c3148 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:38.461760 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-76ad2491-cf08-4e32-a189-357a35be3234 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.465297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-76ad2491-cf08-4e32-a189-357a35be3234 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.469030 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-76ad2491-cf08-4e32-a189-357a35be3234 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "DELETE /v2.0/security-groups/88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f HTTP/1.1" status: 204 len: 168 time: 0.5689213 Sep 16 16:49:38.472972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33516) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:38.516749 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.518539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad2491-cf08-4e32-a189-357a35be3234 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c3d1f9-2f73-4cb8-a1f5-e69dfa943b4f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:38.567079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e5b68517-3817-44cd-ac7c-00d8cad0e43e no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:38.600956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: e5b68517-3817-44cd-ac7c-00d8cad0e43e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:38.601314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e5b68517-3817-44cd-ac7c-00d8cad0e43e not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:38.642479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=f96f5f90-7dc2-4ed1-a304-9b0dacafeda4,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:38.761066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.859475 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-1b8b1df6-60e6-44ee-9d66-307578cdd165 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.870719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:38.895353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b1df6-60e6-44ee-9d66-307578cdd165 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event deleted for resources: {'Port': ['ID=cdc6ae55-bb5e-4715-b650-2274445c3148,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:38.906717 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:38.906717 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:39.011262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-1b8b1df6-60e6-44ee-9d66-307578cdd165 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] No DVR routers for this DVR port cdc6ae55-bb5e-4715-b650-2274445c3148 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:39.023789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-1b8b1df6-60e6-44ee-9d66-307578cdd165 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:39.027744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8fbcb0c-7e84-4200-8ddb-99b432ca4b38 req-1b8b1df6-60e6-44ee-9d66-307578cdd165 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "DELETE /v2.0/ports/cdc6ae55-bb5e-4715-b650-2274445c3148 HTTP/1.1" status: 204 len: 173 time: 0.9957666 Sep 16 16:49:39.028431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bab67dc-de28-4d8e-81d5-8601c5e69cb7', 'name': 'network-vif-deleted', 'tag': 'cdc6ae55-bb5e-4715-b650-2274445c3148'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:39.031115 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cea9fc-7626-4076-a3d7-16e82ba651b9" -d '{"events": [{"server_uuid": "2bab67dc-de28-4d8e-81d5-8601c5e69cb7", "name": "network-vif-deleted", "tag": "cdc6ae55-bb5e-4715-b650-2274445c3148"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:39.043336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f108d24-6f49-47b3-8886-52ae791dadfa None None] Network abbde488-9ed1-4e33-a2cc-b4d84e520c44 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:39.099484 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc2ab7d-b875-42ab-bd04-2e2d78f8305d x-openstack-request-id: req-edc2ab7d-b875-42ab-bd04-2e2d78f8305d {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:39.099484 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bab67dc-de28-4d8e-81d5-8601c5e69cb7", "name": "network-vif-deleted", "tag": "cdc6ae55-bb5e-4715-b650-2274445c3148", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:39.099484 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edc2ab7d-b875-42ab-bd04-2e2d78f8305d {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:39.099484 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bab67dc-de28-4d8e-81d5-8601c5e69cb7', 'name': 'network-vif-deleted', 'tag': 'cdc6ae55-bb5e-4715-b650-2274445c3148', 'status': 'completed', 'code': 200} Sep 16 16:49:39.107111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=8c9a1ed1-e168-4b76-a2c9-3cb807a96758,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:39.122289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network abbde488-9ed1-4e33-a2cc-b4d84e520c44 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:39.123986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:39.184424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a87f8fa5-10f1-4416-a4c6-bee17c4240eb None None] Provisioning complete for port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:39.185119 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a87f8fa5-10f1-4416-a4c6-bee17c4240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:39.308265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:39.446097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router eacfe7cc-1279-48ec-a1a1-9453e3e1ec00 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:49:39.544420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0397eec-9b8d-4257-8cd6-eb30ea9923e4 req-22092fb0-91a8-49ef-835b-ea97833599b4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bab67dc-de28-4d8e-81d5-8601c5e69cb7 HTTP/1.1" status: 200 len: 210 time: 0.0761228 Sep 16 16:49:39.656727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:39.668802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a59733-99d0-4a8a-a198-2e8a5c719236 None None] Sync routers for ids ['eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:39.675970 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-67421d5e-1e18-46e1-bff3-bce27863278c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/eacfe7cc-1279-48ec-a1a1-9453e3e1ec00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7101243 Sep 16 16:49:39.676829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33532) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:39.681166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a59733-99d0-4a8a-a198-2e8a5c719236 None None] Routers {'eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:39.683191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-85a59733-99d0-4a8a-a198-2e8a5c719236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:39.748369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-85a59733-99d0-4a8a-a198-2e8a5c719236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:39.761904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a59733-99d0-4a8a-a198-2e8a5c719236 None None] Routers {'eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:39.761904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-85a59733-99d0-4a8a-a198-2e8a5c719236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:39.769882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ffaaa2-ea99-480e-8a90-8da1bc6c18c7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:39.778537 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b3ffaaa2-ea99-480e-8a90-8da1bc6c18c7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports/8c9a1ed1-e168-4b76-a2c9-3cb807a96758 HTTP/1.1" status: 200 len: 911 time: 0.0987103 Sep 16 16:49:39.779404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33536) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:39.786589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Deleting port e5f15aa0-fa0a-4883-ac50-95ae94c7834e {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:39.786950 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:39.809231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-85a59733-99d0-4a8a-a198-2e8a5c719236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:39.810117 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a59733-99d0-4a8a-a198-2e8a5c719236 None None] The sync data for ids ['eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:39.866168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e120d40f-3c55-439b-b056-e6d91a24c76b None None] Provisioning complete for port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:39.866567 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e120d40f-3c55-439b-b056-e6d91a24c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:39.972289 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] For port e5f15aa0-fa0a-4883-ac50-95ae94c7834e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e5f15aa0-fa0a-4883-ac50-95ae94c7834e,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:39.972289 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:39.995396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Calling delete_port for e5f15aa0-fa0a-4883-ac50-95ae94c7834e owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:40.113376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e120d40f-3c55-439b-b056-e6d91a24c76b None None] Provisioning complete for port 8c9a1ed1-e168-4b76-a2c9-3cb807a96758 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:40.118740 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e120d40f-3c55-439b-b056-e6d91a24c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:40.174644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:40.177953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e120d40f-3c55-439b-b056-e6d91a24c76b None None] Port 8c9a1ed1-e168-4b76-a2c9-3cb807a96758 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:40.244955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:40.245582 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:40.267105 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:40.377582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4cede2a2-0415-41a0-8462-7bc436c5fa37 None None] Provisioning complete for port 8c9a1ed1-e168-4b76-a2c9-3cb807a96758 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:40.377973 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4cede2a2-0415-41a0-8462-7bc436c5fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:40.434671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4cede2a2-0415-41a0-8462-7bc436c5fa37 None None] Port 8c9a1ed1-e168-4b76-a2c9-3cb807a96758 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:40.490082 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:40.521729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Port': ['ID=e5f15aa0-fa0a-4883-ac50-95ae94c7834e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:40.555940 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ae11114a-6272-4c91-8dd5-1a7bcfb6db77 None None] Provisioning complete for port 8c9a1ed1-e168-4b76-a2c9-3cb807a96758 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:40.556316 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ae11114a-6272-4c91-8dd5-1a7bcfb6db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:40.596916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cdc6ae55-bb5e-4715-b650-2274445c3148 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:40.632244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: cdc6ae55-bb5e-4715-b650-2274445c3148 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:40.633272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cdc6ae55-bb5e-4715-b650-2274445c3148 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:40.647007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ae11114a-6272-4c91-8dd5-1a7bcfb6db77 None None] Port 8c9a1ed1-e168-4b76-a2c9-3cb807a96758 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:40.826910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:41.063803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 8c9a1ed1-e168-4b76-a2c9-3cb807a96758 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:41.064870 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:41.110172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-2fab770a-8dc3-46ce-ba04-201c7cb5e5bd tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:41.111748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-2fab770a-8dc3-46ce-ba04-201c7cb5e5bd tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.1634698 Sep 16 16:49:41.135673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-fd7d618e-f0c3-43d8-9d7d-866a8a94296a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/quotas/bdd5e8d1c02f47ba998d60775463077f HTTP/1.1" status: 200 len: 375 time: 0.0124772 Sep 16 16:49:41.192056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:41.205437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 8c9a1ed1-e168-4b76-a2c9-3cb807a96758 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:41.238216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Router 473bec57-229d-4598-8468-7569df02ce69 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:41.243704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-125f2bec-659b-4580-9c55-2d250aeb6bc3 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974498 Sep 16 16:49:41.431248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-73c677a2-5189-484c-82dc-265a9dc7f4c8 service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792576 Sep 16 16:49:41.453448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:41.467493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7bd51199-809f-4bf2-957a-b3a38417eead tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "PUT /v2.0/routers/473bec57-229d-4598-8468-7569df02ce69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9928980 Sep 16 16:49:41.470414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33566) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:41.478528 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] Sync routers for ids ['473bec57-229d-4598-8468-7569df02ce69'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:41.503375 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] Routers {'473bec57-229d-4598-8468-7569df02ce69'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:41.505303 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['473bec57-229d-4598-8468-7569df02ce69'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:41.529420 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:41.627505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-a2d55ac1-d5d9-4db8-8c57-2a4968c6e66b service neutron] 10.222.0.22 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828578 Sep 16 16:49:41.676268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=8c9a1ed1-e168-4b76-a2c9-3cb807a96758,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:41.783993 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] Set router 473bec57-229d-4598-8468-7569df02ce69 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:49:41.793930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bfea0d-0b1b-44c6-bfcd-1c07710a44a8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Deleting subnet e48f5f9f-392b-4a15-913d-a2a1559f7cb6 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:49:41.802114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84bfea0d-0b1b-44c6-bfcd-1c07710a44a8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:41.878052 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:41.902107 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84bfea0d-0b1b-44c6-bfcd-1c07710a44a8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:42.029846 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:49:40Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:42.068611 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] Checking router: 473bec57-229d-4598-8468-7569df02ce69 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:49:42.077639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c34c4175-51ff-4dad-a59d-c421efa7b46b req-6fc1dc22-8b6f-4088-b17d-5d754f7a92fb tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 210 time: 0.0682518 Sep 16 16:49:42.079090 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] Routers {'473bec57-229d-4598-8468-7569df02ce69'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:42.080317 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['473bec57-229d-4598-8468-7569df02ce69'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:42.163465 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84bfea0d-0b1b-44c6-bfcd-1c07710a44a8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:42.168328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router eacfe7cc-1279-48ec-a1a1-9453e3e1ec00 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:42.283497 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] Set router 473bec57-229d-4598-8468-7569df02ce69 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:49:42.300092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:42.306291 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-98c9bbef-8e4e-4ac9-bd48-b3ff1daaab28 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/eacfe7cc-1279-48ec-a1a1-9453e3e1ec00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5237570 Sep 16 16:49:42.310837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33586) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:42.311427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b127dc5-b11c-41ac-83f6-61fce18ab9ea None None] Sync routers for ids ['eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:42.324331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b127dc5-b11c-41ac-83f6-61fce18ab9ea None None] Routers {'eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:42.325359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5b127dc5-b11c-41ac-83f6-61fce18ab9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:42.339667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f6e21f88-96c9-4618-99ef-2fb1ff5d19b7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eacfe7cc-1279-48ec-a1a1-9453e3e1ec00 HTTP/1.1" status: 200 len: 205 time: 0.0276980 Sep 16 16:49:42.342228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33588) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:42.362304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5b127dc5-b11c-41ac-83f6-61fce18ab9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:42.372418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b127dc5-b11c-41ac-83f6-61fce18ab9ea None None] Routers {'eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:42.373290 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5b127dc5-b11c-41ac-83f6-61fce18ab9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:42.414707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5b127dc5-b11c-41ac-83f6-61fce18ab9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:42.415620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b127dc5-b11c-41ac-83f6-61fce18ab9ea None None] The sync data for ids ['eacfe7cc-1279-48ec-a1a1-9453e3e1ec00'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:42.444967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84bfea0d-0b1b-44c6-bfcd-1c07710a44a8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:42.452173 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0095fc73-9c72-43a4-919a-2cea8790a033 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:42.513565 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:49:40Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:42.519599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfea0d-0b1b-44c6-bfcd-1c07710a44a8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Subnet': ['ID=e48f5f9f-392b-4a15-913d-a2a1559f7cb6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:42.521639 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84bfea0d-0b1b-44c6-bfcd-1c07710a44a8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:42.526621 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-84bfea0d-0b1b-44c6-bfcd-1c07710a44a8 tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "DELETE /v2.0/subnets/e48f5f9f-392b-4a15-913d-a2a1559f7cb6 HTTP/1.1" status: 204 len: 168 time: 1.0519185 Sep 16 16:49:42.527076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33590) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:42.529472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31337251-1fdd-4ed2-9265-df3b5c3a16cd None None] Network 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:42.541198 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d33fe-f458-4f54-afdf-48fcacc57511 None None] The sync data for ids ['473bec57-229d-4598-8468-7569df02ce69'] in n-d-807786-3 is: [{'id': '473bec57-229d-4598-8468-7569df02ce69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134200786', 'tenant_id': '7e764730be1d4e9cab0eff197319a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:47:48Z', 'updated_at': '2021-09-16T16:49:40Z', 'revision_number': 5, 'project_id': '7e764730be1d4e9cab0eff197319a5be', 'gw_port': {'id': '7c542f76-fc4f-4b2d-9190-a3b3a265180d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bec57-229d-4598-8468-7569df02ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:47:49Z', 'updated_at': '2021-09-16T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:42.688440 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0095fc73-9c72-43a4-919a-2cea8790a033 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:42.696832 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0095fc73-9c72-43a4-919a-2cea8790a033 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:42.862381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0095fc73-9c72-43a4-919a-2cea8790a033 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:42.863104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0095fc73-9c72-43a4-919a-2cea8790a033 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Fanout notify agent at l3_agent the message router_deleted on router eacfe7cc-1279-48ec-a1a1-9453e3e1ec00 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:49:42.883516 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0095fc73-9c72-43a4-919a-2cea8790a033 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:42.897592 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0095fc73-9c72-43a4-919a-2cea8790a033 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/eacfe7cc-1279-48ec-a1a1-9453e3e1ec00 HTTP/1.1" status: 204 len: 168 time: 0.5536659 Sep 16 16:49:42.906054 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33614) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:42.927906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ebd5b-7f37-4284-9d76-621f86576376 None None] DHCP port deletion for 6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:49:42.977915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea65aec-76f8-45f8-8c21-595baf7f7b54 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting subnet b9206ba1-efee-4b84-b3a8-bd46ed85f7a3 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:49:42.982711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bea65aec-76f8-45f8-8c21-595baf7f7b54 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:42.999202 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a56ebd5b-7f37-4284-9d76-621f86576376 None None] Deleting port 8e24ca88-a87e-4390-80bc-999b264fd3c9 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:43.007853 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a56ebd5b-7f37-4284-9d76-621f86576376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.036891 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bea65aec-76f8-45f8-8c21-595baf7f7b54 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.126314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a56ebd5b-7f37-4284-9d76-621f86576376 None None] For port 8e24ca88-a87e-4390-80bc-999b264fd3c9, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8e24ca88-a87e-4390-80bc-999b264fd3c9,segment=NetworkSegment(4d916007-ff2c-4a6c-809b-3dd010730b2a),segment_id=4d916007-ff2c-4a6c-809b-3dd010730b2a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:43.127001 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a56ebd5b-7f37-4284-9d76-621f86576376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.142822 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.147416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a56ebd5b-7f37-4284-9d76-621f86576376 None None] Calling delete_port for 8e24ca88-a87e-4390-80bc-999b264fd3c9 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:43.185756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bea65aec-76f8-45f8-8c21-595baf7f7b54 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.303658 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3766792c-60da-4f77-aff3-8399fcc30a57 req-56d58fd5-0580-404f-832c-d12ec4e46a86 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 210 time: 0.0402472 Sep 16 16:49:43.364128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-f16671e5-b550-4dff-9e32-20bc853b23c0 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:43.365638 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-f16671e5-b550-4dff-9e32-20bc853b23c0 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/networks?id=a97892df-a40e-47b9-97c7-0635e5376421 HTTP/1.1" status: 200 len: 814 time: 0.2991214 Sep 16 16:49:43.377085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a56ebd5b-7f37-4284-9d76-621f86576376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.381230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bea65aec-76f8-45f8-8c21-595baf7f7b54 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.407617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ebd5b-7f37-4284-9d76-621f86576376 None None] Pushing event deleted for resources: {'Port': ['ID=8e24ca88-a87e-4390-80bc-999b264fd3c9,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:43.413009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-f90714f9-1863-42e7-97eb-606d654989c1 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/quotas/ee6f04313dc4493bae1c6dd9751b37bd HTTP/1.1" status: 200 len: 375 time: 0.0380752 Sep 16 16:49:43.414527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea65aec-76f8-45f8-8c21-595baf7f7b54 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Subnet': ['ID=b9206ba1-efee-4b84-b3a8-bd46ed85f7a3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:43.416555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ebd5b-7f37-4284-9d76-621f86576376 None None] No DVR routers for this DVR port 8e24ca88-a87e-4390-80bc-999b264fd3c9 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:43.418134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bea65aec-76f8-45f8-8c21-595baf7f7b54 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.427390 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bea65aec-76f8-45f8-8c21-595baf7f7b54 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/b9206ba1-efee-4b84-b3a8-bd46ed85f7a3 HTTP/1.1" status: 204 len: 168 time: 0.5149679 Sep 16 16:49:43.427743 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.429663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d0b66-8f7a-457e-b834-5c48496992dd None None] Network abbde488-9ed1-4e33-a2cc-b4d84e520c44 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:43.434968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33626) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:43.488121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-4e7d0664-11d6-4d69-bf24-65b1b32bc059 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee6f04313dc4493bae1c6dd9751b37bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589719 Sep 16 16:49:43.620661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.666394 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a693d-dac1-43a0-98a8-b4fb14ebf81b None None] DHCP port deletion for abbde488-9ed1-4e33-a2cc-b4d84e520c44 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:49:43.691124 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.695349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-a361d411-5b39-40ac-837c-a913ce8a942c service neutron] 10.222.0.22 "GET /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986208 Sep 16 16:49:43.707239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Deleting port 7c542f76-fc4f-4b2d-9190-a3b3a265180d {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:43.707584 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.716360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-045a693d-dac1-43a0-98a8-b4fb14ebf81b None None] Deleting port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:43.716854 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-045a693d-dac1-43a0-98a8-b4fb14ebf81b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.807026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-045a693d-dac1-43a0-98a8-b4fb14ebf81b None None] For port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f96f5f90-7dc2-4ed1-a304-9b0dacafeda4,segment=NetworkSegment(531a5dd5-d257-44e0-8e73-dc81ad769857),segment_id=531a5dd5-d257-44e0-8e73-dc81ad769857)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:43.807428 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-045a693d-dac1-43a0-98a8-b4fb14ebf81b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.820870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-045a693d-dac1-43a0-98a8-b4fb14ebf81b None None] Calling delete_port for f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:43.838830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:43.839262 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.865362 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.921214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33630) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:43.933258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] For port 7c542f76-fc4f-4b2d-9190-a3b3a265180d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7c542f76-fc4f-4b2d-9190-a3b3a265180d,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:43.933631 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.946553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-01708c83-09dc-4f78-bff0-41eff95cd55a service neutron] 10.222.0.22 "GET /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376542 Sep 16 16:49:43.955653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f96f5f90-7dc2-4ed1-a304-9b0dacafeda4,segment=NetworkSegment(531a5dd5-d257-44e0-8e73-dc81ad769857),segment_id=531a5dd5-d257-44e0-8e73-dc81ad769857)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:43.956025 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.966320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Calling delete_port for 7c542f76-fc4f-4b2d-9190-a3b3a265180d owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:43.966681 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-045a693d-dac1-43a0-98a8-b4fb14ebf81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:43.975089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:44.006605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a693d-dac1-43a0-98a8-b4fb14ebf81b None None] Pushing event deleted for resources: {'Port': ['ID=f96f5f90-7dc2-4ed1-a304-9b0dacafeda4,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:44.017170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a693d-dac1-43a0-98a8-b4fb14ebf81b None None] No DVR routers for this DVR port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:44.075122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e5f15aa0-fa0a-4883-ac50-95ae94c7834e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:44.090755 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5d236a42-7289-4d46-90a8-7f19f47cc02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.098955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: e5f15aa0-fa0a-4883-ac50-95ae94c7834e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:44.099393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e5f15aa0-fa0a-4883-ac50-95ae94c7834e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:44.099885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8e24ca88-a87e-4390-80bc-999b264fd3c9 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:44.124140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8e24ca88-a87e-4390-80bc-999b264fd3c9 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:44.124639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8e24ca88-a87e-4390-80bc-999b264fd3c9 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:44.125139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:44.151065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:44.152772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:44.188249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.210109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No DVR routers for this DVR port f96f5f90-7dc2-4ed1-a304-9b0dacafeda4 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:44.224852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5d236a42-7289-4d46-90a8-7f19f47cc02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.268500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=f96f5f90-7dc2-4ed1-a304-9b0dacafeda4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:44.309596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18182e0c-5483-44e0-8dfc-011619104960 req-5823c1fd-0ed3-4409-8bfa-a5e4148ea11c tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 210 time: 0.0936189 Sep 16 16:49:44.342765 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5d236a42-7289-4d46-90a8-7f19f47cc02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.377291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d236a42-7289-4d46-90a8-7f19f47cc02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be61762-2185-4ff6-ae2e-0d4795cb4684,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:44.424658 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5d236a42-7289-4d46-90a8-7f19f47cc02f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7f96c12e6f643b6a663d4e6e4c90e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022142 Sep 16 16:49:44.429861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33644) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:44.433852 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.452632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-9595b221-6ba6-4304-bb69-3aaf4164af0a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:44.454054 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-9595b221-6ba6-4304-bb69-3aaf4164af0a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "GET /v2.0/networks?id=883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 200 len: 804 time: 0.2034211 Sep 16 16:49:44.469431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Request body: {'port': {'device_id': '0a8faf4d-f2a8-4b06-9e32-906f6fb308ed', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'admin_state_up': True, 'tenant_id': 'bdd5e8d1c02f47ba998d60775463077f'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:44.475949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcfdc941-0369-43b8-b2e5-7f09eec1706c req-2decdd69-cb48-4515-9d58-f0967ea90a4c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 210 time: 0.0454462 Sep 16 16:49:44.484912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbde488-9ed1-4e33-a2cc-b4d84e520c44']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:44.501313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531a5dd5-d257-44e0-8e73-dc81ad769857') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:44.501625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531a5dd5-d257-44e0-8e73-dc81ad769857') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:44.516232 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.519697 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.552662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Port': ['ID=7c542f76-fc4f-4b2d-9190-a3b3a265180d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:44.563520 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.570378 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ca6dd9c-641c-4400-9981-ba724a7c8126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.583165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:49:44.583828 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:49:44.586725 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:49:44.609264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ca6dd9c-641c-4400-9981-ba724a7c8126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.674788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.736740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Made reservation on behalf of bdd5e8d1c02f47ba998d60775463077f for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:44.740278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.767182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.769284 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.804247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ca6dd9c-641c-4400-9981-ba724a7c8126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.804538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.809112 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ca6dd9c-641c-4400-9981-ba724a7c8126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.813061 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4ca6dd9c-641c-4400-9981-ba724a7c8126 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3be61762-2185-4ff6-ae2e-0d4795cb4684 HTTP/1.1" status: 204 len: 168 time: 0.3798709 Sep 16 16:49:44.837994 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.844837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/networks/abbde488-9ed1-4e33-a2cc-b4d84e520c44 HTTP/1.1" status: 204 len: 168 time: 1.4080627 Sep 16 16:49:44.844837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad984715-a89d-44ee-996f-284e9deadc59 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Network': ['ID=abbde488-9ed1-4e33-a2cc-b4d84e520c44,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:44.846596 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33650) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:44.851356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-758361044', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:44.867606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6dd9c-641c-4400-9981-ba724a7c8126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be61762-2185-4ff6-ae2e-0d4795cb4684,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:44.905305 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.905973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Fanout notify agent at l3_agent the message router_deleted on router 473bec57-229d-4598-8468-7569df02ce69 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:49:44.913364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.914292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-54e3e837-7379-4d1f-8d68-ba2f2cc6e8bd tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "DELETE /v2.0/routers/473bec57-229d-4598-8468-7569df02ce69 HTTP/1.1" status: 204 len: 168 time: 2.3861544 Sep 16 16:49:44.918014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33652) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:44.941672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.941672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:44.946594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Allocated IP 172.20.0.8 (883aebdc-caa9-42c6-a7b9-8858dd375d53/92f46a0c-31ae-4bea-8568-d5de31393710/9eb28c6a-856f-44f9-a559-bb03fc5c1dfc) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:45.025612 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.060940 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.121582 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.193444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.223328 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.235254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:45.269592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Network 883aebdc-caa9-42c6-a7b9-8858dd375d53 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:45.272468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c805ae3-c10b-4200-b1ef-4a72e2a4fd83']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:45.272757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:45.276170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:45.307440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event updated for resources: {'Port': ['ID=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:45.316343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d916007-ff2c-4a6c-809b-3dd010730b2a') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:45.318079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d916007-ff2c-4a6c-809b-3dd010730b2a') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:45.320341 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.334813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.341109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:45.341109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.363376 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.372318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:49:45.372791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:49:45.376491 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:49:45.453828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c91e03ef-c82b-4e63-a07c-3edf6f760f86 req-685da583-2977-48b9-b44b-bd574107124b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 210 time: 0.0638173 Sep 16 16:49:45.498102 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-5e2cc567-037e-431a-b650-26cd457d0c4d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0325356 Sep 16 16:49:45.516104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Request body: {'port': {'device_id': '0a8faf4d-f2a8-4b06-9e32-906f6fb308ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:45.586908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.601499 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.608207 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.612674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] 10.222.0.22 "DELETE /v2.0/networks/6c805ae3-c10b-4200-b1ef-4a72e2a4fd83 HTTP/1.1" status: 204 len: 168 time: 0.6909003 Sep 16 16:49:45.644055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28f1b3-d264-464c-93c8-6a5a2e239b2e tempest-TestSecurityGroupsBasicOps-1733220140 tempest-TestSecurityGroupsBasicOps-1733220140-project] Pushing event deleted for resources: {'Network': ['ID=6c805ae3-c10b-4200-b1ef-4a72e2a4fd83,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:45.665305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33662) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:45.675277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f776ef8-5372-48e5-b2a2-835091e9d5c8 req-47a6c756-a344-4c7f-94a4-48c240fd099d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:45.676805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f776ef8-5372-48e5-b2a2-835091e9d5c8 req-47a6c756-a344-4c7f-94a4-48c240fd099d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 931 time: 0.0950549 Sep 16 16:49:45.684906 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a313dd2-e4ed-4cff-bba1-7dd30cf5f8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.791180 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f776ef8-5372-48e5-b2a2-835091e9d5c8 req-ab53aaee-5e27-4e23-b954-8b74320da0cc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048660 Sep 16 16:49:45.813864 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.833982 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:45.944154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Allocated IP 172.25.6.93 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/6d1e3302-b69d-412e-8854-3252f07a9242) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:45.952788 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a313dd2-e4ed-4cff-bba1-7dd30cf5f8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.012173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:49:46.020592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.038558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Transition to ACTIVE for port object 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:49:46.038558 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a313dd2-e4ed-4cff-bba1-7dd30cf5f8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.051439 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7c542f76-fc4f-4b2d-9190-a3b3a265180d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:49:46.059236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.075797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 7c542f76-fc4f-4b2d-9190-a3b3a265180d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:49:46.076498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7c542f76-fc4f-4b2d-9190-a3b3a265180d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:49:46.076810 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5a313dd2-e4ed-4cff-bba1-7dd30cf5f8f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8976c431d4994c788ff13a7dafc19397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097488 Sep 16 16:49:46.077614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a313dd2-e4ed-4cff-bba1-7dd30cf5f8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e260a12-bc0a-4df8-913b-888030be450e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:46.080004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33666) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:46.112234 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.137278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.173091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:46.177406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:46.179226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:46.184805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:46.187252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35ff41e4-93de-47ff-b466-d32b770563c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.211820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=6d1e3302-b69d-412e-8854-3252f07a9242,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:46.248747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35ff41e4-93de-47ff-b466-d32b770563c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.297811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Attempting to bind port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:46.297811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Attempting to bind port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:46.297811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Attempting to bind port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:46.298869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33670) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:46.307813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:49:46.308148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Attempting to bind port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc on network 883aebdc-caa9-42c6-a7b9-8858dd375d53 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:46.314812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:46.314812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Checking segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:46.314812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Bound using segment: {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:46.314812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Bound port: 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5510fb24-4318-4afb-b0e0-7ff60b8f0c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:46.315269 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.385688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] For port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:46.389070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] For port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:46.431489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35ff41e4-93de-47ff-b466-d32b770563c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.434433 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35ff41e4-93de-47ff-b466-d32b770563c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.435209 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-35ff41e4-93de-47ff-b466-d32b770563c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e260a12-bc0a-4df8-913b-888030be450e HTTP/1.1" status: 204 len: 168 time: 0.3542051 Sep 16 16:49:46.451993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff41e4-93de-47ff-b466-d32b770563c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e260a12-bc0a-4df8-913b-888030be450e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:46.462343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.523674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:46.524399 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.526462 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] 10.222.0.52 "PUT /v2.0/ports/9eb28c6a-856f-44f9-a559-bb03fc5c1dfc HTTP/1.1" status: 200 len: 1091 time: 1.0204885 Sep 16 16:49:46.528681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8faf4d-f2a8-4b06-9e32-906f6fb308ed', 'tag': '9eb28c6a-856f-44f9-a559-bb03fc5c1dfc'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:46.531006 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9e50b0-2ed6-4986-bd20-50dfb318a3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8faf4d-f2a8-4b06-9e32-906f6fb308ed", "tag": "9eb28c6a-856f-44f9-a559-bb03fc5c1dfc"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:46.540346 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8cc0cb0c-8c92-4693-ace0-23e79c9b4bd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e764730be1d4e9cab0eff197319a5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381372 Sep 16 16:49:46.545597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33680) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:46.585171 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ba2d88-be3a-4493-95d2-33890485802c x-openstack-request-id: req-b0ba2d88-be3a-4493-95d2-33890485802c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:46.585454 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8faf4d-f2a8-4b06-9e32-906f6fb308ed", "tag": "9eb28c6a-856f-44f9-a559-bb03fc5c1dfc", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:46.585700 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0ba2d88-be3a-4493-95d2-33890485802c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:46.588204 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8faf4d-f2a8-4b06-9e32-906f6fb308ed', 'tag': '9eb28c6a-856f-44f9-a559-bb03fc5c1dfc', 'status': 'completed', 'code': 200} Sep 16 16:49:46.624202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3eeb2-6809-4b06-ac9a-20b0dddcb150 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:46.682935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e50b0-2ed6-4986-bd20-50dfb318a3c1 req-977df8eb-5f69-49d0-bc5e-c56171140378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:46.684493 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2d9e50b0-2ed6-4986-bd20-50dfb318a3c1 req-977df8eb-5f69-49d0-bc5e-c56171140378 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 1094 time: 0.0813687 Sep 16 16:49:46.685627 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ded3e10d-b757-4c3a-91d1-f6df1ca275a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.741403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ded3e10d-b757-4c3a-91d1-f6df1ca275a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.840998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e50b0-2ed6-4986-bd20-50dfb318a3c1 req-5147163a-91ff-40a4-86ec-7e55786deed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:46.842444 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2d9e50b0-2ed6-4986-bd20-50dfb318a3c1 req-5147163a-91ff-40a4-86ec-7e55786deed2 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bdd5e8d1c02f47ba998d60775463077f&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1464479 Sep 16 16:49:46.955168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ded3e10d-b757-4c3a-91d1-f6df1ca275a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.958079 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ded3e10d-b757-4c3a-91d1-f6df1ca275a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:46.959876 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ded3e10d-b757-4c3a-91d1-f6df1ca275a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b19b6f50-f2dc-44bc-8a9b-933e8405611f HTTP/1.1" status: 204 len: 168 time: 0.4132774 Sep 16 16:49:46.970806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e50b0-2ed6-4986-bd20-50dfb318a3c1 req-b94a248c-e240-4933-8440-c7fdeb24784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:46.971983 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2d9e50b0-2ed6-4986-bd20-50dfb318a3c1 req-b94a248c-e240-4933-8440-c7fdeb24784c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230452 Sep 16 16:49:46.972949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3e10d-b757-4c3a-91d1-f6df1ca275a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19b6f50-f2dc-44bc-8a9b-933e8405611f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:46.987618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb6f5f79-21f7-4d5c-913f-aa26c26800b4 req-83456281-27d3-4d1d-a314-48a68943a3c3 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 210 time: 0.4215577 Sep 16 16:49:47.081903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-902bdac7-818d-4776-b746-f3f7a7be736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:47.083812 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-902bdac7-818d-4776-b746-f3f7a7be736e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bdd5e8d1c02f47ba998d60775463077f&device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 1094 time: 0.0452065 Sep 16 16:49:47.088661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:47.099294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-6d61f7aa-fe71-447d-8c65-ffe4d3defedf tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:47.100761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-6d61f7aa-fe71-447d-8c65-ffe4d3defedf tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.62 "GET /v2.0/networks?id=a97892df-a40e-47b9-97c7-0635e5376421 HTTP/1.1" status: 200 len: 814 time: 0.5845478 Sep 16 16:49:47.136644 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-aa0ae20e-8653-4e16-9d9e-5422c2452def service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc HTTP/1.1" status: 200 len: 217 time: 0.0445995 Sep 16 16:49:47.139626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Request body: {'port': {'device_id': 'eafca4a8-8060-4153-8b54-69cdd8003056', 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421', 'admin_state_up': True, 'tenant_id': 'ee6f04313dc4493bae1c6dd9751b37bd'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:47.153834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e88b3e-ce90-4fad-b4db-2ac6db9507d1 req-c28cf232-9354-4fa8-a820-4a3072b10855 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:47.155327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72e88b3e-ce90-4fad-b4db-2ac6db9507d1 req-c28cf232-9354-4fa8-a820-4a3072b10855 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 943 time: 0.1771882 Sep 16 16:49:47.210007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-70ea3f09-ce54-4712-9615-d8c6f2eeeae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:47.211653 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-70ea3f09-ce54-4712-9615-d8c6f2eeeae9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92f46a0c-31ae-4bea-8568-d5de31393710 HTTP/1.1" status: 200 len: 844 time: 0.0657825 Sep 16 16:49:47.246921 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-2777aeb7-bf2a-4685-80bf-587abd855fe4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=883aebdc-caa9-42c6-a7b9-8858dd375d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281456 Sep 16 16:49:47.314023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72e88b3e-ce90-4fad-b4db-2ac6db9507d1 req-6790b924-329d-41fa-a002-4f3cfe5223a7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467097 Sep 16 16:49:47.362120 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-89d11194-0de9-473f-ab21-ad301632e7df service neutron] 10.222.0.52 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084137 Sep 16 16:49:47.454362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:47.461458 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Made reservation on behalf of ee6f04313dc4493bae1c6dd9751b37bd for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:47.465319 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:47.473343 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-deb9ba0f-829c-4479-b4e3-3c1d5235b2aa req-adf32af7-ed3c-4211-82f0-b6eac72c18ad service neutron] 10.222.0.52 "GET /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038332 Sep 16 16:49:47.653558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33706) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:47.673196 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82c15deb-a3cd-4a25-8afc-e3a8f7e0b736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:47.705554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Allocated IP 172.20.0.3 (a97892df-a40e-47b9-97c7-0635e5376421/a534c8fd-3b12-4b22-a0f2-60b6a321c05c/5bad326e-e36e-47bb-a43f-89e74d54d44b) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:47.782418 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82c15deb-a3cd-4a25-8afc-e3a8f7e0b736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:47.787187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 9614f989-2eeb-4e46-93e9-a9fb59762d08 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:49:47.845489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-82c15deb-a3cd-4a25-8afc-e3a8f7e0b736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:47.886273 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-82c15deb-a3cd-4a25-8afc-e3a8f7e0b736 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf2cac0551dc415db4cf4f5886b43dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313676 Sep 16 16:49:47.887511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c15deb-a3cd-4a25-8afc-e3a8f7e0b736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1be88df-e9a1-49ae-877f-a707a813c23f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:47.891026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33710) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:47.947353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7f14-2ad3-44c5-b240-32126f12c1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:47.966492 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:47.970077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7f14-2ad3-44c5-b240-32126f12c1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:47.979852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:47.993309 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509233d7-f4ab-487c-bbf9-b9be641d3d8c None None] Sync routers for ids ['9614f989-2eeb-4e46-93e9-a9fb59762d08'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:48.004502 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509233d7-f4ab-487c-bbf9-b9be641d3d8c None None] Routers {'9614f989-2eeb-4e46-93e9-a9fb59762d08'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:48.006198 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-509233d7-f4ab-487c-bbf9-b9be641d3d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9614f989-2eeb-4e46-93e9-a9fb59762d08'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:48.048552 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-509233d7-f4ab-487c-bbf9-b9be641d3d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:48.057735 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509233d7-f4ab-487c-bbf9-b9be641d3d8c None None] Routers {'9614f989-2eeb-4e46-93e9-a9fb59762d08'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:48.058410 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-509233d7-f4ab-487c-bbf9-b9be641d3d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9614f989-2eeb-4e46-93e9-a9fb59762d08'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:48.093665 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-509233d7-f4ab-487c-bbf9-b9be641d3d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:48.094315 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509233d7-f4ab-487c-bbf9-b9be641d3d8c None None] The sync data for ids ['9614f989-2eeb-4e46-93e9-a9fb59762d08'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:48.098798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c590a47-81df-441f-aa31-6f7303bdcced req-1e317207-0a72-4a6c-a771-e87fca4642ef tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 210 time: 0.0333526 Sep 16 16:49:48.099846 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:48.101078 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-18cec168-bb6e-4cae-ba71-6b350b4c253f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2534709 Sep 16 16:49:48.104325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33716) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:48.116619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7f14-2ad3-44c5-b240-32126f12c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:48.120534 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7f14-2ad3-44c5-b240-32126f12c1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:48.122459 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4fbe7f14-2ad3-44c5-b240-32126f12c1fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1be88df-e9a1-49ae-877f-a707a813c23f HTTP/1.1" status: 204 len: 168 time: 0.2296827 Sep 16 16:49:48.129569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe7f14-2ad3-44c5-b240-32126f12c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1be88df-e9a1-49ae-877f-a707a813c23f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:48.155667 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:48.202696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Network a97892df-a40e-47b9-97c7-0635e5376421 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:48.211963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:48.219146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:48.279193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Pushing event updated for resources: {'Port': ['ID=5bad326e-e36e-47bb-a43f-89e74d54d44b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:48.307064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e6294c61-ce32-4d2d-9974-8f487e4d5e21 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/routers/9614f989-2eeb-4e46-93e9-a9fb59762d08 HTTP/1.1" status: 200 len: 883 time: 0.2015185 Sep 16 16:49:48.309918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33724) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:48.340526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:48.341136 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:48.474374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69090581-b18c-488f-9a90-7d7767134232 req-2ce5f6a3-bc4d-4e6d-9032-25feca61945c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:48.475868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69090581-b18c-488f-9a90-7d7767134232 req-2ce5f6a3-bc4d-4e6d-9032-25feca61945c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 943 time: 0.0779531 Sep 16 16:49:48.554344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-3def7942-3fe2-4c6d-8c27-1740cb45a92b tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4184933 Sep 16 16:49:48.575929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Request body: {'port': {'device_id': 'eafca4a8-8060-4153-8b54-69cdd8003056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:48.630261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69090581-b18c-488f-9a90-7d7767134232 req-d916259f-17bc-4ad9-af57-3eeebdff5288 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467257 Sep 16 16:49:48.686944 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:48.715508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33736) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:48.716064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2088231d-636d-4ad2-aa01-4b1652c7e4fe tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4047806 Sep 16 16:49:48.721282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5fb2336f-6da7-4f09-906c-84099afaad69 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-758361044'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:48.961879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33748) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:49.002304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bad326e-e36e-47bb-a43f-89e74d54d44b {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:49:49.011370 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.024744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Transition to ACTIVE for port object 5bad326e-e36e-47bb-a43f-89e74d54d44b will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:49:49.075623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3b75fb4a-c52f-42d6-aa24-a73ce6d1aa1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06d51db6bea548efbfd1ad15b6dbbc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1124680 Sep 16 16:49:49.078125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33752) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:49.086073 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.110004 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fb2336f-6da7-4f09-906c-84099afaad69 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.147787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a335138-1780-457e-b27b-048daecb5657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.157060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Pushing event updated for resources: {'Port': ['ID=5bad326e-e36e-47bb-a43f-89e74d54d44b,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:49.177008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a335138-1780-457e-b27b-048daecb5657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.200179 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fb2336f-6da7-4f09-906c-84099afaad69 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.276530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f45ec-41c4-4e48-8d79-d0d7f38a7654 req-a5546230-1d73-4523-b8f4-a43ce7d89a0a tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:49.278608 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-436f45ec-41c4-4e48-8d79-d0d7f38a7654 req-a5546230-1d73-4523-b8f4-a43ce7d89a0a tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 943 time: 0.0927143 Sep 16 16:49:49.283671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Attempting to bind port 5bad326e-e36e-47bb-a43f-89e74d54d44b on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:49.283874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Attempting to bind port 5bad326e-e36e-47bb-a43f-89e74d54d44b by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '32cae03f-53b4-409b-a51b-d417da04a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:49.284096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Attempting to bind port 5bad326e-e36e-47bb-a43f-89e74d54d44b on network a97892df-a40e-47b9-97c7-0635e5376421 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:49.295729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Port 5bad326e-e36e-47bb-a43f-89e74d54d44b on network a97892df-a40e-47b9-97c7-0635e5376421 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:49:49.296042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Attempting to bind port 5bad326e-e36e-47bb-a43f-89e74d54d44b on network a97892df-a40e-47b9-97c7-0635e5376421 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:49.309424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:49.309862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Checking segment: {'id': '32cae03f-53b4-409b-a51b-d417da04a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:49.310252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Bound using segment: {'id': '32cae03f-53b4-409b-a51b-d417da04a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:49.310677 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Bound port: 5bad326e-e36e-47bb-a43f-89e74d54d44b, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cae03f-53b4-409b-a51b-d417da04a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:49.311046 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.340034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb2336f-6da7-4f09-906c-84099afaad69 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 9614f989-2eeb-4e46-93e9-a9fb59762d08 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:49.340508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-436f45ec-41c4-4e48-8d79-d0d7f38a7654 req-343de012-2043-4b3d-afee-026f166cbfc8 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529807 Sep 16 16:49:49.405682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] For port 5bad326e-e36e-47bb-a43f-89e74d54d44b, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:49.412820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] For port 5bad326e-e36e-47bb-a43f-89e74d54d44b, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5bad326e-e36e-47bb-a43f-89e74d54d44b,segment=NetworkSegment(32cae03f-53b4-409b-a51b-d417da04a968),segment_id=32cae03f-53b4-409b-a51b-d417da04a968)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:49.531446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.567182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:49.567717 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.569159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] 10.222.0.62 "PUT /v2.0/ports/5bad326e-e36e-47bb-a43f-89e74d54d44b HTTP/1.1" status: 200 len: 1091 time: 1.0044413 Sep 16 16:49:49.569601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafca4a8-8060-4153-8b54-69cdd8003056', 'tag': '5bad326e-e36e-47bb-a43f-89e74d54d44b'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:49.572380 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc31fbb-2e5a-4798-b064-789370a0149c" -d '{"events": [{"name": "network-changed", "server_uuid": "eafca4a8-8060-4153-8b54-69cdd8003056", "tag": "5bad326e-e36e-47bb-a43f-89e74d54d44b"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:49.620089 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0db93-8c72-4939-abd6-ad6fd06a649c x-openstack-request-id: req-c9e0db93-8c72-4939-abd6-ad6fd06a649c {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:49.622198 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafca4a8-8060-4153-8b54-69cdd8003056", "tag": "5bad326e-e36e-47bb-a43f-89e74d54d44b", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:49.622198 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9e0db93-8c72-4939-abd6-ad6fd06a649c {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:49.622198 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafca4a8-8060-4153-8b54-69cdd8003056', 'tag': '5bad326e-e36e-47bb-a43f-89e74d54d44b', 'status': 'completed', 'code': 200} Sep 16 16:49:49.622198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca8565-7bef-4728-bb09-527723e754fc service neutron] Pushing event updated for resources: {'Port': ['ID=5bad326e-e36e-47bb-a43f-89e74d54d44b,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:49.700659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc31fbb-2e5a-4798-b064-789370a0149c req-8771894d-5378-40fe-bb10-8419d033a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:49.702559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-efc31fbb-2e5a-4798-b064-789370a0149c req-8771894d-5378-40fe-bb10-8419d033a357 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee6f04313dc4493bae1c6dd9751b37bd&device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 1094 time: 0.0577626 Sep 16 16:49:49.717153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a335138-1780-457e-b27b-048daecb5657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.719669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6a335138-1780-457e-b27b-048daecb5657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.720821 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6a335138-1780-457e-b27b-048daecb5657 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42876ec8-ef91-40e9-af91-5cb9771213c8 HTTP/1.1" status: 204 len: 168 time: 0.6417961 Sep 16 16:49:49.731689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a335138-1780-457e-b27b-048daecb5657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42876ec8-ef91-40e9-af91-5cb9771213c8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:49.800834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb2336f-6da7-4f09-906c-84099afaad69 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:49.809682 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5fb2336f-6da7-4f09-906c-84099afaad69 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:49.810862 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5fb2336f-6da7-4f09-906c-84099afaad69 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/9614f989-2eeb-4e46-93e9-a9fb59762d08 HTTP/1.1" status: 200 len: 890 time: 1.0939209 Sep 16 16:49:49.813705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33768) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:49.817161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e873be-8b31-4a47-a461-20e466125b70 None None] Sync routers for ids ['9614f989-2eeb-4e46-93e9-a9fb59762d08'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:49.830487 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e873be-8b31-4a47-a461-20e466125b70 None None] Routers {'9614f989-2eeb-4e46-93e9-a9fb59762d08'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:49.831131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-19e873be-8b31-4a47-a461-20e466125b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9614f989-2eeb-4e46-93e9-a9fb59762d08'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:49.904807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-19e873be-8b31-4a47-a461-20e466125b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:49.910674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e1902-3a66-42b8-a4a3-0cfe7451c2d7 req-eef9a653-1c60-46cf-89bc-27ec7572fdc6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:49.914404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e873be-8b31-4a47-a461-20e466125b70 None None] Routers {'9614f989-2eeb-4e46-93e9-a9fb59762d08'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:49.915076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-19e873be-8b31-4a47-a461-20e466125b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9614f989-2eeb-4e46-93e9-a9fb59762d08'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:49.916946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d5e1902-3a66-42b8-a4a3-0cfe7451c2d7 req-eef9a653-1c60-46cf-89bc-27ec7572fdc6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 943 time: 0.1901999 Sep 16 16:49:49.940423 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d62fce3c-080e-4a5a-b974-4dbcf8fc12a4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/routers/9614f989-2eeb-4e46-93e9-a9fb59762d08 HTTP/1.1" status: 200 len: 890 time: 0.1243629 Sep 16 16:49:49.942107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33770) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:49.947875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-19e873be-8b31-4a47-a461-20e466125b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:49.948568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e873be-8b31-4a47-a461-20e466125b70 None None] The sync data for ids ['9614f989-2eeb-4e46-93e9-a9fb59762d08'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:49.957325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc31fbb-2e5a-4798-b064-789370a0149c req-85a11bee-5a24-4904-8aa1-a57e8526a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:49.958965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-efc31fbb-2e5a-4798-b064-789370a0149c req-85a11bee-5a24-4904-8aa1-a57e8526a841 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ee6f04313dc4493bae1c6dd9751b37bd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2481220 Sep 16 16:49:49.979913 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-358f6ddd-4830-4c01-ac16-a9c5aca4a180 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=9614f989-2eeb-4e46-93e9-a9fb59762d08 HTTP/1.1" status: 200 len: 205 time: 0.0334127 Sep 16 16:49:49.980642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d5e1902-3a66-42b8-a4a3-0cfe7451c2d7 req-b42d464b-4521-4e04-895f-36e5914ca9b7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576158 Sep 16 16:49:49.985319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33772) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:50.069408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc31fbb-2e5a-4798-b064-789370a0149c req-11ad170e-7f63-4c91-bba5-f28468ae010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:50.070898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-efc31fbb-2e5a-4798-b064-789370a0149c req-11ad170e-7f63-4c91-bba5-f28468ae010b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959799 Sep 16 16:49:50.115941 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:50.169146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-ecbceb43-430d-4257-89cf-fb4e55f9889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:50.169146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-ecbceb43-430d-4257-89cf-fb4e55f9889e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee6f04313dc4493bae1c6dd9751b37bd&device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 1094 time: 0.0600080 Sep 16 16:49:50.220840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-d8fe7d5b-9d06-4287-bbdf-6a4f230f46b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bad326e-e36e-47bb-a43f-89e74d54d44b HTTP/1.1" status: 200 len: 217 time: 0.0441275 Sep 16 16:49:50.253250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:50.287016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-eed6c0e6-a368-491c-821b-10c29ff2bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:50.288612 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-eed6c0e6-a368-491c-821b-10c29ff2bb9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a534c8fd-3b12-4b22-a0f2-60b6a321c05c HTTP/1.1" status: 200 len: 854 time: 0.0605128 Sep 16 16:49:50.324687 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-f874c05b-d74a-431f-a5d3-2997abdb4c3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a97892df-a40e-47b9-97c7-0635e5376421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279136 Sep 16 16:49:50.344467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33776) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:50.391039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 6d1e3302-b69d-412e-8854-3252f07a9242 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:50.391594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:50.489636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:50.509802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 6d1e3302-b69d-412e-8854-3252f07a9242 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:50.521300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-642e015d-d364-4904-a979-8b942722016f service neutron] 10.222.0.62 "GET /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899383 Sep 16 16:49:50.530312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6245c-9d3f-496d-b691-21771638dc26 req-3968594b-4227-4149-8995-0b46bf07a729 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:50.531987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22d6245c-9d3f-496d-b691-21771638dc26 req-3968594b-4227-4149-8995-0b46bf07a729 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 943 time: 0.0776985 Sep 16 16:49:50.570052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3c3-186e-43be-8065-672826038440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:50.662331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22d6245c-9d3f-496d-b691-21771638dc26 req-7f27f0f7-6a3b-4219-961a-4a2cd84cdc28 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148293 Sep 16 16:49:50.686465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a46652f-464e-4bc9-82b4-f5977d93c2d3 req-ad36ec45-2dc6-4955-9682-7a2c58b02e02 service neutron] 10.222.0.62 "GET /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517594 Sep 16 16:49:50.779825 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:50.813610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=6d1e3302-b69d-412e-8854-3252f07a9242,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:50.846015 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3c3-186e-43be-8065-672826038440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:50.884144 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:50.891834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:49:50.923429 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3c3-186e-43be-8065-672826038440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:50.954830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b9c0e3c3-186e-43be-8065-672826038440 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba85dd3c26684f65a87a4fa869ee48d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069412 Sep 16 16:49:50.955654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33782) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:50.972502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0e3c3-186e-43be-8065-672826038440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec6d884-4c35-411b-a40c-dc04c0fcc33c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:51.002844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.007257 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.012248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:51.024405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '9eb28c6a-856f-44f9-a559-bb03fc5c1dfc', 'network_id': '883aebdc-caa9-42c6-a7b9-8858dd375d53', 'port_id': '9eb28c6a-856f-44f9-a559-bb03fc5c1dfc', 'mac_address': 'fa:16:3e:35:4a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f46a0c-31ae-4bea-8568-d5de31393710', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:49:51.062748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.078657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:49:51.080662 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1636598b-ba64-4a6d-99fe-b247e8dced51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.098564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:51.105438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7565-b406-4073-a255-fa621cb40eee req-c9213487-b876-426d-864d-be4b69baacf5 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:51.106753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1636598b-ba64-4a6d-99fe-b247e8dced51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.107028 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-530b7565-b406-4073-a255-fa621cb40eee req-c9213487-b876-426d-864d-be4b69baacf5 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 943 time: 0.0526519 Sep 16 16:49:51.134818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.135704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Fanout notify agent at l3_agent the message router_deleted on router 9614f989-2eeb-4e46-93e9-a9fb59762d08 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:49:51.147098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-530b7565-b406-4073-a255-fa621cb40eee req-9ecd8428-202a-49c4-b03c-1358b88aeb93 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337725 Sep 16 16:49:51.150558 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.151735 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2cb7d90a-8049-48a4-8298-e0b8a23b6ee4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/9614f989-2eeb-4e46-93e9-a9fb59762d08 HTTP/1.1" status: 204 len: 168 time: 1.1598260 Sep 16 16:49:51.155698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33786) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:51.172823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1413978900'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:51.183643 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.239087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:51.247354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.247709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.248055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.248414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.248756 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.249160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.249492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.249822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.250150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.250478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.250804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.251134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:51.268171 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1636598b-ba64-4a6d-99fe-b247e8dced51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.270881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1636598b-ba64-4a6d-99fe-b247e8dced51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.272038 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1636598b-ba64-4a6d-99fe-b247e8dced51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dec6d884-4c35-411b-a40c-dc04c0fcc33c HTTP/1.1" status: 204 len: 168 time: 0.3159311 Sep 16 16:49:51.280991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636598b-ba64-4a6d-99fe-b247e8dced51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec6d884-4c35-411b-a40c-dc04c0fcc33c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:51.299124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:51.302734 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.330219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:49:51.340811 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.341159 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added segment f91dcfd3-4bb4-4fde-b139-64d93bc208cc of type vlan for network 890de169-ca4a-422d-bf22-105a6d614cf4 Sep 16 16:49:51.374429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['9eb28c6a-856f-44f9-a559-bb03fc5c1dfc'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:51.381910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.510665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.516445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:51.521904 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.588679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Network': ['ID=890de169-ca4a-422d-bf22-105a6d614cf4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:51.598805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 890de169-ca4a-422d-bf22-105a6d614cf4 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:49:51.609196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33792) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:51.618518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'subnet': {'network_id': '890de169-ca4a-422d-bf22-105a6d614cf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:51.621496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dfc95646-b1a4-479a-ac38-a46a9c6c420e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4635680 Sep 16 16:49:51.788296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:51.791778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dd790-26d5-43ff-b5c0-ead8992573f0 req-6b9c4b8b-9a7e-467c-b39b-e91670de260e tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:51.793462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a85dd790-26d5-43ff-b5c0-ead8992573f0 req-6b9c4b8b-9a7e-467c-b39b-e91670de260e tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 943 time: 0.0585155 Sep 16 16:49:51.793642 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:51.836192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a85dd790-26d5-43ff-b5c0-ead8992573f0 req-a5e26e3f-e23e-4b4a-a935-bb2f1df15d97 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358608 Sep 16 16:49:51.954530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33796) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:51.968636 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ef2f2ac-b2d7-49c6-a406-41e85223d765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.039730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.054662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ef2f2ac-b2d7-49c6-a406-41e85223d765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.110921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Subnet': ['ID=b2a653ee-bb81-42eb-a9ca-23a202b8fd1c,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:52.113391 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Checking segment: {'id': 'f91dcfd3-4bb4-4fde-b139-64d93bc208cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '890de169-ca4a-422d-bf22-105a6d614cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:52.113774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network hostable DHCP agents. Network: 890de169-ca4a-422d-bf22-105a6d614cf4, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:49:52.119509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2ef2f2ac-b2d7-49c6-a406-41e85223d765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.158260 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2ef2f2ac-b2d7-49c6-a406-41e85223d765 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a06bcd43b7240088488e766f8a0dcb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025990 Sep 16 16:49:52.159117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2f2ac-b2d7-49c6-a406-41e85223d765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3405cd4e-7991-411d-a211-f1a8254edfd8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:52.161655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33798) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:52.200081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 890de169-ca4a-422d-bf22-105a6d614cf4 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:49:52.219953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-963428ec-ec5d-420a-967a-5d7e6664cf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.243127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-963428ec-ec5d-420a-967a-5d7e6664cf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.269950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d52c5-0515-4e77-b35b-20cded4436af req-2cb99f22-ed3d-4685-bf73-719a079afd67 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:52.272827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-439d52c5-0515-4e77-b35b-20cded4436af req-2cb99f22-ed3d-4685-bf73-719a079afd67 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 944 time: 0.0506251 Sep 16 16:49:52.290540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 890de169-ca4a-422d-bf22-105a6d614cf4) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:52.295259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:52.295847 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.302374 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f4c95-d01b-4f91-97ef-53fc95508b94 None None] Network 890de169-ca4a-422d-bf22-105a6d614cf4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:52.311962 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-439d52c5-0515-4e77-b35b-20cded4436af req-5938c256-a8c3-43b7-a558-78da3a70322f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Sep 16 16:49:52.371130 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-963428ec-ec5d-420a-967a-5d7e6664cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.373762 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-963428ec-ec5d-420a-967a-5d7e6664cf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.374948 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-963428ec-ec5d-420a-967a-5d7e6664cf50 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3405cd4e-7991-411d-a211-f1a8254edfd8 HTTP/1.1" status: 204 len: 168 time: 0.2122774 Sep 16 16:49:52.384680 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8ebd0103-e02c-402f-b632-9d8d36a7ef63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7741499 Sep 16 16:49:52.385681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963428ec-ec5d-420a-967a-5d7e6664cf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3405cd4e-7991-411d-a211-f1a8254edfd8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:52.387369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33804) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:52.391752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-77a1aaba-e24c-4776-801c-741d0db95edd tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1188868274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:52.468908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-890de169-ca4a-422d-bf22-105a6d614cf4', 'network_id': '890de169-ca4a-422d-bf22-105a6d614cf4', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'fixed_ips': [{'subnet_id': 'b2a653ee-bb81-42eb-a9ca-23a202b8fd1c'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:49:52.469778 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.473718 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-77a1aaba-e24c-4776-801c-741d0db95edd tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.474789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-77a1aaba-e24c-4776-801c-741d0db95edd tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.528655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-77a1aaba-e24c-4776-801c-741d0db95edd tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.611183 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Allocated IP 2001:db8::2 (890de169-ca4a-422d-bf22-105a6d614cf4/b2a653ee-bb81-42eb-a9ca-23a202b8fd1c/ebfa91c8-da91-4f8e-8ddf-88e8efd59715) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:52.615463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5bad326e-e36e-47bb-a43f-89e74d54d44b details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:49:52.628200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-77a1aaba-e24c-4776-801c-741d0db95edd tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.724772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-77a1aaba-e24c-4776-801c-741d0db95edd tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.729616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-77a1aaba-e24c-4776-801c-741d0db95edd tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3377697 Sep 16 16:49:52.730886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33806) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:52.800304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 5bad326e-e36e-47bb-a43f-89e74d54d44b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5bad326e-e36e-47bb-a43f-89e74d54d44b,segment=NetworkSegment(32cae03f-53b4-409b-a51b-d417da04a968),segment_id=32cae03f-53b4-409b-a51b-d417da04a968)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:52.836900 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '5bad326e-e36e-47bb-a43f-89e74d54d44b', 'network_id': 'a97892df-a40e-47b9-97c7-0635e5376421', 'port_id': '5bad326e-e36e-47bb-a43f-89e74d54d44b', 'mac_address': 'fa:16:3e:b9:8d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a534c8fd-3b12-4b22-a0f2-60b6a321c05c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:49:52.854052 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.891970 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:52.906082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:52.913629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bad326e-e36e-47bb-a43f-89e74d54d44b {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:49:52.944065 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.000894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b985da-c279-4c12-ab7b-92e4b323e156 req-afdd505e-4f07-44c7-a405-d933a90738d6 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:53.003793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 5bad326e-e36e-47bb-a43f-89e74d54d44b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5bad326e-e36e-47bb-a43f-89e74d54d44b,segment=NetworkSegment(32cae03f-53b4-409b-a51b-d417da04a968),segment_id=32cae03f-53b4-409b-a51b-d417da04a968)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:53.008476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56b985da-c279-4c12-ab7b-92e4b323e156 req-afdd505e-4f07-44c7-a405-d933a90738d6 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 943 time: 0.0792480 Sep 16 16:49:53.021210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Network 890de169-ca4a-422d-bf22-105a6d614cf4 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:53.023976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Pushing event updated for resources: {'Port': ['ID=ebfa91c8-da91-4f8e-8ddf-88e8efd59715,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:53.027098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:53.029181 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:53.040277 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.049982 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56b985da-c279-4c12-ab7b-92e4b323e156 req-e05d7839-8813-4456-b6ee-43426d8f8d18 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Sep 16 16:49:53.091981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Attempting to bind port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:49:53.092362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Attempting to bind port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f91dcfd3-4bb4-4fde-b139-64d93bc208cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '890de169-ca4a-422d-bf22-105a6d614cf4'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:49:53.092942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Attempting to bind port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 on network 890de169-ca4a-422d-bf22-105a6d614cf4 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:49:53.098174 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.103578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:49:53.106254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Checking segment: {'id': 'f91dcfd3-4bb4-4fde-b139-64d93bc208cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '890de169-ca4a-422d-bf22-105a6d614cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:49:53.106254 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.106254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Bound using segment: {'id': 'f91dcfd3-4bb4-4fde-b139-64d93bc208cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '890de169-ca4a-422d-bf22-105a6d614cf4'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:49:53.106254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Bound port: ebfa91c8-da91-4f8e-8ddf-88e8efd59715, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91dcfd3-4bb4-4fde-b139-64d93bc208cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '890de169-ca4a-422d-bf22-105a6d614cf4'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:49:53.106254 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.173589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:49:53.189453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:53.191988 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.193638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=5bad326e-e36e-47bb-a43f-89e74d54d44b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:53.248974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] For port ebfa91c8-da91-4f8e-8ddf-88e8efd59715, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:49:53.270063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] For port ebfa91c8-da91-4f8e-8ddf-88e8efd59715, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ebfa91c8-da91-4f8e-8ddf-88e8efd59715,segment=NetworkSegment(f91dcfd3-4bb4-4fde-b139-64d93bc208cc),segment_id=f91dcfd3-4bb4-4fde-b139-64d93bc208cc)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:49:53.311954 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.326078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Allocated IP 2001:db8::1 (890de169-ca4a-422d-bf22-105a6d614cf4/b2a653ee-bb81-42eb-a9ca-23a202b8fd1c/7eba0c01-c148-482b-938f-a44f5059cb7d) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:49:53.339924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8faf4d-f2a8-4b06-9e32-906f6fb308ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb28c6a-856f-44f9-a559-bb03fc5c1dfc'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:53.344998 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af5052e-0c81-44be-86fe-35bb5251fc64" -d '{"events": [{"server_uuid": "0a8faf4d-f2a8-4b06-9e32-906f6fb308ed", "name": "network-vif-plugged", "status": "completed", "tag": "9eb28c6a-856f-44f9-a559-bb03fc5c1dfc"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:53.358030 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.390852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['5bad326e-e36e-47bb-a43f-89e74d54d44b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:49:53.393916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:53.437444 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0e756b-66ec-489a-b37a-eaeee128b326 x-openstack-request-id: req-5e0e756b-66ec-489a-b37a-eaeee128b326 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:53.438240 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8faf4d-f2a8-4b06-9e32-906f6fb308ed", "name": "network-vif-plugged", "status": "completed", "tag": "9eb28c6a-856f-44f9-a559-bb03fc5c1dfc", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:53.438724 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e0e756b-66ec-489a-b37a-eaeee128b326 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:53.439510 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8faf4d-f2a8-4b06-9e32-906f6fb308ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb28c6a-856f-44f9-a559-bb03fc5c1dfc', 'code': 200} Sep 16 16:49:53.483283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b3fa1-0794-45db-8e56-d081ceaf788d req-b1df6dc2-3280-45a6-9960-3237cddb82fb tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:53.487003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.489097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e857a-4fc1-4593-b82d-901d7ee8df26 None None] Pushing event updated for resources: {'Port': ['ID=ebfa91c8-da91-4f8e-8ddf-88e8efd59715,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:53.492714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-531b3fa1-0794-45db-8e56-d081ceaf788d req-b1df6dc2-3280-45a6-9960-3237cddb82fb tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 944 time: 0.0821822 Sep 16 16:49:53.534556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-531b3fa1-0794-45db-8e56-d081ceaf788d req-a50862b4-5922-41b9-a3c6-14b1cec49f5d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Sep 16 16:49:53.550841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.560132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:53.589331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979f1d3-5412-4b0e-af82-e16c6ca181ea req-89a63156-9746-4b3c-ac99-9ec423639184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:53.594946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7979f1d3-5412-4b0e-af82-e16c6ca181ea req-89a63156-9746-4b3c-ac99-9ec423639184 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 1096 time: 0.1308198 Sep 16 16:49:53.650355 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7979f1d3-5412-4b0e-af82-e16c6ca181ea req-3983524d-f397-4298-997d-b0bbd2e3538d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Sep 16 16:49:53.714487 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.764598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 890de169-ca4a-422d-bf22-105a6d614cf4 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:53.768443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:53.772612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:49:53.772816 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:53.822257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=7eba0c01-c148-482b-938f-a44f5059cb7d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:53.982302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:54.079905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ebfa91c8-da91-4f8e-8ddf-88e8efd59715 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:54.144405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:54.144801 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:54.234063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f84b2-50e6-44cb-a84d-43e7872d814b req-431d96fd-b440-442d-a121-65dd031dc108 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:54.235741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e58f84b2-50e6-44cb-a84d-43e7872d814b req-431d96fd-b440-442d-a121-65dd031dc108 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 944 time: 0.0880716 Sep 16 16:49:54.289318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e58f84b2-50e6-44cb-a84d-43e7872d814b req-f5382719-5ace-4da7-a322-e9ff69ccef90 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438128 Sep 16 16:49:54.308822 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:54.358787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:54.362218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port ebfa91c8-da91-4f8e-8ddf-88e8efd59715, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ebfa91c8-da91-4f8e-8ddf-88e8efd59715,segment=NetworkSegment(f91dcfd3-4bb4-4fde-b139-64d93bc208cc),segment_id=f91dcfd3-4bb4-4fde-b139-64d93bc208cc)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:54.436325 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:54.437799 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:54.459526 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:54.543057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=ebfa91c8-da91-4f8e-8ddf-88e8efd59715,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:54.598253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=7eba0c01-c148-482b-938f-a44f5059cb7d,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:54.625006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5bad326e-e36e-47bb-a43f-89e74d54d44b up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:54.651740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 890de169-ca4a-422d-bf22-105a6d614cf4 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:49:54.659967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:49:54.685703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416a4738-c102-46d6-8f2a-697eb8088623 None None] Network 890de169-ca4a-422d-bf22-105a6d614cf4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:54.739519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87932c1e-d7f8-4769-a132-151d3b4582b4 req-d274466b-628e-4814-b989-df2c01892846 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:54.741399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87932c1e-d7f8-4769-a132-151d3b4582b4 req-d274466b-628e-4814-b989-df2c01892846 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0744889 Sep 16 16:49:54.779545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b21eec05-1796-4dfb-82ab-d84414d8bae0 None None] Provisioning complete for port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:54.779922 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b21eec05-1796-4dfb-82ab-d84414d8bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:54.784580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87932c1e-d7f8-4769-a132-151d3b4582b4 req-8ccd37de-78a1-47aa-8f43-4ce2cc0756b7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365498 Sep 16 16:49:54.865343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 5bad326e-e36e-47bb-a43f-89e74d54d44b completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:49:54.876851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 5bad326e-e36e-47bb-a43f-89e74d54d44b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:54.877222 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:54.893954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 9b86b306-932f-4118-ac07-85b6601eee5b is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:49:54.989607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:54.995339 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b6486a81-71a1-4ab2-9291-658dbc8cfb0b tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/9b86b306-932f-4118-ac07-85b6601eee5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2632751 Sep 16 16:49:54.998059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33856) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:55.003129 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba0cf3-a948-4d3d-be26-ff0aabf84e23 None None] Sync routers for ids ['9b86b306-932f-4118-ac07-85b6601eee5b'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:55.015620 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba0cf3-a948-4d3d-be26-ff0aabf84e23 None None] Routers {'9b86b306-932f-4118-ac07-85b6601eee5b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:55.016480 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d8ba0cf3-a948-4d3d-be26-ff0aabf84e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9b86b306-932f-4118-ac07-85b6601eee5b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:55.031458 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:55.047782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99797b5-b656-4a35-9828-9815d1b5e567 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:55.052045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d99797b5-b656-4a35-9828-9815d1b5e567 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports/7eba0c01-c148-482b-938f-a44f5059cb7d HTTP/1.1" status: 200 len: 911 time: 0.0501781 Sep 16 16:49:55.052327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33860) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:55.058530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cb47ffbd-3964-4bca-877f-8d2c9ebd6ece tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2a653ee-bb81-42eb-a9ca-23a202b8fd1c'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:55.067104 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d8ba0cf3-a948-4d3d-be26-ff0aabf84e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:55.076498 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba0cf3-a948-4d3d-be26-ff0aabf84e23 None None] Routers {'9b86b306-932f-4118-ac07-85b6601eee5b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:55.077119 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d8ba0cf3-a948-4d3d-be26-ff0aabf84e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9b86b306-932f-4118-ac07-85b6601eee5b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:55.085446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 5bad326e-e36e-47bb-a43f-89e74d54d44b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5bad326e-e36e-47bb-a43f-89e74d54d44b,segment=NetworkSegment(32cae03f-53b4-409b-a51b-d417da04a968),segment_id=32cae03f-53b4-409b-a51b-d417da04a968)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:55.112327 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d8ba0cf3-a948-4d3d-be26-ff0aabf84e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:55.113076 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba0cf3-a948-4d3d-be26-ff0aabf84e23 None None] The sync data for ids ['9b86b306-932f-4118-ac07-85b6601eee5b'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:55.147926 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:55.210623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=5bad326e-e36e-47bb-a43f-89e74d54d44b,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:55.303983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d7efdb47-bcab-4959-be54-b9bc917e5a46 None None] Provisioning complete for port 7eba0c01-c148-482b-938f-a44f5059cb7d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:55.304371 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d7efdb47-bcab-4959-be54-b9bc917e5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:55.348743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d7efdb47-bcab-4959-be54-b9bc917e5a46 None None] Port 7eba0c01-c148-482b-938f-a44f5059cb7d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:55.361213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d7efdb47-bcab-4959-be54-b9bc917e5a46 None None] Provisioning complete for port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:55.361899 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d7efdb47-bcab-4959-be54-b9bc917e5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:55.452872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafca4a8-8060-4153-8b54-69cdd8003056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bad326e-e36e-47bb-a43f-89e74d54d44b'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:49:55.456215 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c396de2-bd4c-4640-8a4a-a11cb1737627" -d '{"events": [{"server_uuid": "eafca4a8-8060-4153-8b54-69cdd8003056", "name": "network-vif-plugged", "status": "completed", "tag": "5bad326e-e36e-47bb-a43f-89e74d54d44b"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:49:55.484991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f19e68-f1ff-4110-a83b-5840abffa2f1 req-ba126ba7-7ccf-45da-bba9-1f3dd87c9cf8 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:55.493926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8f19e68-f1ff-4110-a83b-5840abffa2f1 req-ba126ba7-7ccf-45da-bba9-1f3dd87c9cf8 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 945 time: 0.1120195 Sep 16 16:49:55.522714 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d6fe8a-e926-4b3c-8e22-6c6e6a46cbd0 x-openstack-request-id: req-48d6fe8a-e926-4b3c-8e22-6c6e6a46cbd0 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:49:55.523428 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafca4a8-8060-4153-8b54-69cdd8003056", "name": "network-vif-plugged", "status": "completed", "tag": "5bad326e-e36e-47bb-a43f-89e74d54d44b", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:49:55.523972 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48d6fe8a-e926-4b3c-8e22-6c6e6a46cbd0 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:49:55.524400 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafca4a8-8060-4153-8b54-69cdd8003056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bad326e-e36e-47bb-a43f-89e74d54d44b', 'code': 200} Sep 16 16:49:55.554809 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8f19e68-f1ff-4110-a83b-5840abffa2f1 req-fae7e105-8674-4b52-aad7-c762b2b5ea29 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597951 Sep 16 16:49:55.586098 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb47ffbd-3964-4bca-877f-8d2c9ebd6ece tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:55.636060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d265c2c2-48b3-41a9-8bd8-ce4ae9e0ed73 None None] Provisioning complete for port 7eba0c01-c148-482b-938f-a44f5059cb7d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:55.636060 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d265c2c2-48b3-41a9-8bd8-ce4ae9e0ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:55.656469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab7d51-e3e9-444d-92e6-82321caa0c34 req-eea801ab-ed71-4051-b3c7-5b12a1c5e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:55.659104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5eab7d51-e3e9-444d-92e6-82321caa0c34 req-eea801ab-ed71-4051-b3c7-5b12a1c5e50a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 1096 time: 0.0568960 Sep 16 16:49:55.688767 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d265c2c2-48b3-41a9-8bd8-ce4ae9e0ed73 None None] Port 7eba0c01-c148-482b-938f-a44f5059cb7d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:55.697709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5eab7d51-e3e9-444d-92e6-82321caa0c34 req-5354775c-7644-4850-a221-294ea268b0c7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Sep 16 16:49:55.911518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1d1aa636-38f5-4ea3-b31c-de84c87c0714 None None] Provisioning complete for port 7eba0c01-c148-482b-938f-a44f5059cb7d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:55.911983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa636-38f5-4ea3-b31c-de84c87c0714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:55.915957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047e8df-8789-4dbd-8774-047c77701692 req-6d8e6744-3a83-443d-86cc-5062bcd75a55 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:55.924226 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6047e8df-8789-4dbd-8774-047c77701692 req-6d8e6744-3a83-443d-86cc-5062bcd75a55 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0637896 Sep 16 16:49:55.956557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1d1aa636-38f5-4ea3-b31c-de84c87c0714 None None] Port 7eba0c01-c148-482b-938f-a44f5059cb7d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:49:55.962947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6047e8df-8789-4dbd-8774-047c77701692 req-37d528bc-d85e-49bd-a3c3-b2666c030213 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375953 Sep 16 16:49:56.014767 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb47ffbd-3964-4bca-877f-8d2c9ebd6ece tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:56.065505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ebfa91c8-da91-4f8e-8ddf-88e8efd59715 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:49:56.110390 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb47ffbd-3964-4bca-877f-8d2c9ebd6ece tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:56.113741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:49:56.114105 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:56.116467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb47ffbd-3964-4bca-877f-8d2c9ebd6ece tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:56.117090 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb47ffbd-3964-4bca-877f-8d2c9ebd6ece tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:56.119017 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cb47ffbd-3964-4bca-877f-8d2c9ebd6ece tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/ports/7eba0c01-c148-482b-938f-a44f5059cb7d HTTP/1.1" status: 200 len: 911 time: 1.0644460 Sep 16 16:49:56.122052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33882) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:56.233212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47ffbd-3964-4bca-877f-8d2c9ebd6ece tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=7eba0c01-c148-482b-938f-a44f5059cb7d,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:56.321917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7a10d-bfd9-406d-b540-22aad3d1b41d req-4fb5f36d-f75b-4675-a785-35ddac1f154a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:56.358221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27e7a10d-bfd9-406d-b540-22aad3d1b41d req-4fb5f36d-f75b-4675-a785-35ddac1f154a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0594923 Sep 16 16:49:56.371688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27e7a10d-bfd9-406d-b540-22aad3d1b41d req-bb33bddb-848d-4b04-9ba0-704dc289778b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Sep 16 16:49:56.490543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22713f81-1fa5-460e-8d84-fc0619e967c3 req-1917a36b-680f-454d-9712-771db8177416 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:56.504823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22713f81-1fa5-460e-8d84-fc0619e967c3 req-1917a36b-680f-454d-9712-771db8177416 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0505767 Sep 16 16:49:56.514471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:56.544516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22713f81-1fa5-460e-8d84-fc0619e967c3 req-b73772d3-c6f9-4302-86da-adee34607b4b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387561 Sep 16 16:49:56.713030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4209-21a1-4d5b-a4f3-8f533a6ba5ed req-a1e5cb63-e098-4ff7-a0a5-deeeb3023052 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:56.714567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-779c4209-21a1-4d5b-a4f3-8f533a6ba5ed req-a1e5cb63-e098-4ff7-a0a5-deeeb3023052 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 945 time: 0.0683086 Sep 16 16:49:56.753556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-779c4209-21a1-4d5b-a4f3-8f533a6ba5ed req-e8d04250-795e-40ba-a834-58a099530d32 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Sep 16 16:49:56.791254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 7eba0c01-c148-482b-938f-a44f5059cb7d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:56.791792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:56.882738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:56.904000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 7eba0c01-c148-482b-938f-a44f5059cb7d owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:57.194018 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:57.225267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=7eba0c01-c148-482b-938f-a44f5059cb7d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:57.242295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6074eb-5081-45b8-a79c-17347edb5ae8 req-7991284a-e565-475b-841b-c21e82cee1a4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:57.244495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e6074eb-5081-45b8-a79c-17347edb5ae8 req-7991284a-e565-475b-841b-c21e82cee1a4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.3858960 Sep 16 16:49:57.287437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9e6074eb-5081-45b8-a79c-17347edb5ae8 req-22ffa229-5f5c-46a3-8e08-82166a7fba41 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363529 Sep 16 16:49:57.331378 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:57.501064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 9b86b306-932f-4118-ac07-85b6601eee5b has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:49:57.580010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:49:57.585602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9fd9adae-6842-451f-a438-fdc68698ba43 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/9b86b306-932f-4118-ac07-85b6601eee5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4614403 Sep 16 16:49:57.591473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33916) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:57.591704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a894abf4-24cd-4089-ad89-405eb1849dd6 None None] Sync routers for ids ['9b86b306-932f-4118-ac07-85b6601eee5b'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:49:57.601054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a894abf4-24cd-4089-ad89-405eb1849dd6 None None] Routers {'9b86b306-932f-4118-ac07-85b6601eee5b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:57.601679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a894abf4-24cd-4089-ad89-405eb1849dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9b86b306-932f-4118-ac07-85b6601eee5b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:57.619564 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-10d2955c-8013-4c2b-a490-8be2690a855e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b86b306-932f-4118-ac07-85b6601eee5b HTTP/1.1" status: 200 len: 205 time: 0.0268958 Sep 16 16:49:57.621976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33918) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:57.637812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a894abf4-24cd-4089-ad89-405eb1849dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:57.646405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a894abf4-24cd-4089-ad89-405eb1849dd6 None None] Routers {'9b86b306-932f-4118-ac07-85b6601eee5b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:49:57.647010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a894abf4-24cd-4089-ad89-405eb1849dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9b86b306-932f-4118-ac07-85b6601eee5b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:57.681374 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a894abf4-24cd-4089-ad89-405eb1849dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:57.682037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a894abf4-24cd-4089-ad89-405eb1849dd6 None None] The sync data for ids ['9b86b306-932f-4118-ac07-85b6601eee5b'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:49:57.702264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3362c5c-3bbb-4835-8200-9a51ca884dda tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:57.865924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3362c5c-3bbb-4835-8200-9a51ca884dda tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:57.869017 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3362c5c-3bbb-4835-8200-9a51ca884dda tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:57.882951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9eb5c-7884-45b6-8cfc-97bf422568bd req-c4cf7651-55f0-4c1e-a930-5219a1df62ff tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:57.885449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1b9eb5c-7884-45b6-8cfc-97bf422568bd req-c4cf7651-55f0-4c1e-a930-5219a1df62ff tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 945 time: 0.0571918 Sep 16 16:49:57.927501 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d1b9eb5c-7884-45b6-8cfc-97bf422568bd req-6907a9eb-a5e5-4fe1-89ca-af1af51c2059 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353696 Sep 16 16:49:57.979180 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3362c5c-3bbb-4835-8200-9a51ca884dda tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:57.979848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3362c5c-3bbb-4835-8200-9a51ca884dda tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Fanout notify agent at l3_agent the message router_deleted on router 9b86b306-932f-4118-ac07-85b6601eee5b {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:49:57.988007 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3362c5c-3bbb-4835-8200-9a51ca884dda tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:57.997057 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f3362c5c-3bbb-4835-8200-9a51ca884dda tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/9b86b306-932f-4118-ac07-85b6601eee5b HTTP/1.1" status: 204 len: 168 time: 0.3688796 Sep 16 16:49:57.997871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33930) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:58.062415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting subnet b2a653ee-bb81-42eb-a9ca-23a202b8fd1c {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:49:58.065581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.114673 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.187663 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-93bc4c6d-1448-4d15-bb9c-545c8fdc8454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.203704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.339595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.374256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a653ee-bb81-42eb-a9ca-23a202b8fd1c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:58.384817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6551f-3034-493f-bc7b-41044becf2d2 None None] Network 890de169-ca4a-422d-bf22-105a6d614cf4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:49:58.387223 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.391537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/b2a653ee-bb81-42eb-a9ca-23a202b8fd1c HTTP/1.1" status: 204 len: 168 time: 0.3873401 Sep 16 16:49:58.391900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33950) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:58.411875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.412172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.412638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.413069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.413499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.414049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.414473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.414899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.415486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.415918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.416340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.416785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418416f-3928-4c8e-b757-18eb812fa4ec tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:49:58.468083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5f3c3-868f-4065-b165-c1e59dc34512 req-5e3c4dd1-b9e7-4041-a71f-be859c592cc4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:58.470677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3a5f3c3-868f-4065-b165-c1e59dc34512 req-5e3c4dd1-b9e7-4041-a71f-be859c592cc4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0985112 Sep 16 16:49:58.500758 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.514396 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3a5f3c3-868f-4065-b165-c1e59dc34512 req-4a28062b-c5ea-4297-aaaf-eb9d3168d6d9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374939 Sep 16 16:49:58.554708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:58.555058 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.606261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cc6899-cc25-4c96-83ad-47a9d3c3f824 None None] DHCP port deletion for 890de169-ca4a-422d-bf22-105a6d614cf4 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:49:58.624972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port ebfa91c8-da91-4f8e-8ddf-88e8efd59715, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ebfa91c8-da91-4f8e-8ddf-88e8efd59715,segment=NetworkSegment(f91dcfd3-4bb4-4fde-b139-64d93bc208cc),segment_id=f91dcfd3-4bb4-4fde-b139-64d93bc208cc)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:58.625263 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.640789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for ebfa91c8-da91-4f8e-8ddf-88e8efd59715 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:58.656587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc6899-cc25-4c96-83ad-47a9d3c3f824 None None] Deleting port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:49:58.656967 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6899-cc25-4c96-83ad-47a9d3c3f824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.728911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c1cc6899-cc25-4c96-83ad-47a9d3c3f824 None None] For port ebfa91c8-da91-4f8e-8ddf-88e8efd59715, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ebfa91c8-da91-4f8e-8ddf-88e8efd59715,segment=NetworkSegment(f91dcfd3-4bb4-4fde-b139-64d93bc208cc),segment_id=f91dcfd3-4bb4-4fde-b139-64d93bc208cc)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:49:58.729551 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6899-cc25-4c96-83ad-47a9d3c3f824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.747377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc6899-cc25-4c96-83ad-47a9d3c3f824 None None] Calling delete_port for ebfa91c8-da91-4f8e-8ddf-88e8efd59715 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:49:58.836698 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.842055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6899-cc25-4c96-83ad-47a9d3c3f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.864909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=ebfa91c8-da91-4f8e-8ddf-88e8efd59715,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:58.871319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No DVR routers for this DVR port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:58.876695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc6899-cc25-4c96-83ad-47a9d3c3f824 None None] Pushing event deleted for resources: {'Port': ['ID=ebfa91c8-da91-4f8e-8ddf-88e8efd59715,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:58.882591 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc6899-cc25-4c96-83ad-47a9d3c3f824 None None] No DVR routers for this DVR port ebfa91c8-da91-4f8e-8ddf-88e8efd59715 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:49:58.967059 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:58.987729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890de169-ca4a-422d-bf22-105a6d614cf4']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:59.000733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91dcfd3-4bb4-4fde-b139-64d93bc208cc') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:59.000733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91dcfd3-4bb4-4fde-b139-64d93bc208cc') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:49:59.011379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.025629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.032087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:49:59.032603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:49:59.035619 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:49:59.151432 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.165300 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.167542 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/networks/890de169-ca4a-422d-bf22-105a6d614cf4 HTTP/1.1" status: 204 len: 168 time: 0.7746067 Sep 16 16:49:59.171934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33966) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:59.177432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48e39d-964b-429a-bd4c-5b23aea801da tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Network': ['ID=890de169-ca4a-422d-bf22-105a6d614cf4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:59.178146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6f3d8107-cc4a-4995-bb5e-624d217a215d tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-438120605', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:59.290998 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8107-cc4a-4995-bb5e-624d217a215d tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.294225 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8107-cc4a-4995-bb5e-624d217a215d tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.344275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8107-cc4a-4995-bb5e-624d217a215d tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.503215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8107-cc4a-4995-bb5e-624d217a215d tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.582249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8107-cc4a-4995-bb5e-624d217a215d tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.583879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6f3d8107-cc4a-4995-bb5e-624d217a215d tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4104021 Sep 16 16:49:59.586691 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33974) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:49:59.593238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1678059388'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:49:59.649940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b83e4-20ca-401c-a154-602614ec8fa3 req-81a354f4-161e-4eca-9bfe-a1cd44784321 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:59.652056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58b83e4-20ca-401c-a154-602614ec8fa3 req-81a354f4-161e-4eca-9bfe-a1cd44784321 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0669706 Sep 16 16:49:59.688155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:49:59.693680 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.694566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58b83e4-20ca-401c-a154-602614ec8fa3 req-bb84d45f-761a-4188-a9f8-e1fcc2a7b532 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Sep 16 16:49:59.739012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:49:59.748249 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.748628 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added segment 05b6180f-0890-4084-b9e1-715a0ec2fb19 of type vlan for network cf1316ef-9019-4e6b-bc02-bcfbcde883bb Sep 16 16:49:59.792219 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.910581 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.916520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:49:59.917128 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:49:59.985066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Network': ['ID=cf1316ef-9019-4e6b-bc02-bcfbcde883bb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:49:59.996961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network cf1316ef-9019-4e6b-bc02-bcfbcde883bb details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:50:00.042901 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-02943277-90ca-40d5-98ec-3d9212f278ce tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4537954 Sep 16 16:50:00.050916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33988) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:00.051996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'subnet': {'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:00.088258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ebfa91c8-da91-4f8e-8ddf-88e8efd59715 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:00.111291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ebfa91c8-da91-4f8e-8ddf-88e8efd59715 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:00.111796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ebfa91c8-da91-4f8e-8ddf-88e8efd59715 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:00.236062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:50:00.239991 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:00.508247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:00.576164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Subnet': ['ID=e0cf01db-1841-4040-85c5-de2a6b50e0b5,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:00.581748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Checking segment: {'id': '05b6180f-0890-4084-b9e1-715a0ec2fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:00.582103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network hostable DHCP agents. Network: cf1316ef-9019-4e6b-bc02-bcfbcde883bb, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:50:00.645493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network cf1316ef-9019-4e6b-bc02-bcfbcde883bb is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:50:00.708334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, cf1316ef-9019-4e6b-bc02-bcfbcde883bb) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:00.714194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:00.715575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:00.726630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9423fb-0d1b-4e0a-9227-4dca4106548f None None] Network cf1316ef-9019-4e6b-bc02-bcfbcde883bb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:00.833505 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5b7b1bff-365e-42fd-a477-af910e5d0bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:00.840499 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f278d687-eae4-4536-ba4e-210b4f7f1e86 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7937465 Sep 16 16:50:00.841405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34008) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:00.872508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ddc9-4ac3-4a86-aa90-d2a521930988 req-8fb7c0ff-0f20-4547-a160-f599b24e9df9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:00.874113 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd30ddc9-4ac3-4a86-aa90-d2a521930988 req-8fb7c0ff-0f20-4547-a160-f599b24e9df9 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0907171 Sep 16 16:50:00.928984 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd30ddc9-4ac3-4a86-aa90-d2a521930988 req-677ccac1-ff2b-4aac-b2eb-251b1d3d4144 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470018 Sep 16 16:50:00.942520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:50:00.947912 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:01.095512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Allocated IP 2001:db8::2 (cf1316ef-9019-4e6b-bc02-bcfbcde883bb/e0cf01db-1841-4040-85c5-de2a6b50e0b5/bb208661-f263-4336-b4cf-77074dd2620f) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:50:01.448109 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:01.533412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:01.559453 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:01.562537 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:01.614969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Network cf1316ef-9019-4e6b-bc02-bcfbcde883bb is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:01.616667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:01.619814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:50:01.622059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Pushing event updated for resources: {'Port': ['ID=bb208661-f263-4336-b4cf-77074dd2620f,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:01.683452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Attempting to bind port bb208661-f263-4336-b4cf-77074dd2620f on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:50:01.683843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Attempting to bind port bb208661-f263-4336-b4cf-77074dd2620f by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '05b6180f-0890-4084-b9e1-715a0ec2fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:50:01.684213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Attempting to bind port bb208661-f263-4336-b4cf-77074dd2620f on network cf1316ef-9019-4e6b-bc02-bcfbcde883bb {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:50:01.690004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:50:01.690395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Checking segment: {'id': '05b6180f-0890-4084-b9e1-715a0ec2fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:01.690802 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:01.691210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Bound using segment: {'id': '05b6180f-0890-4084-b9e1-715a0ec2fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:50:01.691903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Bound port: bb208661-f263-4336-b4cf-77074dd2620f, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b6180f-0890-4084-b9e1-715a0ec2fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:50:01.692214 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:01.761646 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] For port bb208661-f263-4336-b4cf-77074dd2620f, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:50:01.765354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] For port bb208661-f263-4336-b4cf-77074dd2620f, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=bb208661-f263-4336-b4cf-77074dd2620f,segment=NetworkSegment(05b6180f-0890-4084-b9e1-715a0ec2fb19),segment_id=05b6180f-0890-4084-b9e1-715a0ec2fb19)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:50:01.834442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Allocated IP 2001:db8::1 (cf1316ef-9019-4e6b-bc02-bcfbcde883bb/e0cf01db-1841-4040-85c5-de2a6b50e0b5/0e261517-669e-4a06-93cf-e219059bb5ab) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:50:01.837502 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:01.924566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306da731-122c-46c5-b9c2-43d0bc81f2f0 None None] Pushing event updated for resources: {'Port': ['ID=bb208661-f263-4336-b4cf-77074dd2620f,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:01.975856 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:01.992039 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:02.086180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8952cce-0836-48a6-b235-5992e32544fc req-6f1dbcd6-6323-4a98-bbcd-2c582ac7785a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:02.087922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8952cce-0836-48a6-b235-5992e32544fc req-6f1dbcd6-6323-4a98-bbcd-2c582ac7785a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0527148 Sep 16 16:50:02.099521 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:02.137065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8952cce-0836-48a6-b235-5992e32544fc req-f581a313-bae5-4991-93eb-2b649937e46d tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Sep 16 16:50:02.205940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network cf1316ef-9019-4e6b-bc02-bcfbcde883bb is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:02.209406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:02.212306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:50:02.213546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:02.267840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=0e261517-669e-4a06-93cf-e219059bb5ab,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:02.427522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:02.730253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:02.795913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:02.796805 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:02.856916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=0e261517-669e-4a06-93cf-e219059bb5ab,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:02.952218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network cf1316ef-9019-4e6b-bc02-bcfbcde883bb is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:02.953869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:03.070370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e4860-0135-4bf7-a745-331f9d9fe7db None None] Network cf1316ef-9019-4e6b-bc02-bcfbcde883bb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:03.151962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cbe89153-a709-4e8d-a4fb-68ba2a6a2099 None None] Provisioning complete for port bb208661-f263-4336-b4cf-77074dd2620f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:03.152460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cbe89153-a709-4e8d-a4fb-68ba2a6a2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.241637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:50:03.309874 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cbe89153-a709-4e8d-a4fb-68ba2a6a2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.343825 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f987c7-0ec3-4216-8a31-99bdf941e011 req-ebc38af6-acff-4c2e-a46e-f4a1c593b1a2 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:03.347597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cbe89153-a709-4e8d-a4fb-68ba2a6a2099 None None] For port bb208661-f263-4336-b4cf-77074dd2620f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=bb208661-f263-4336-b4cf-77074dd2620f,segment=NetworkSegment(05b6180f-0890-4084-b9e1-715a0ec2fb19),segment_id=05b6180f-0890-4084-b9e1-715a0ec2fb19)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:03.348903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44f987c7-0ec3-4216-8a31-99bdf941e011 req-ebc38af6-acff-4c2e-a46e-f4a1c593b1a2 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1136255 Sep 16 16:50:03.397514 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44f987c7-0ec3-4216-8a31-99bdf941e011 req-f4fa07e8-15b9-466e-8720-2ddf71828884 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440874 Sep 16 16:50:03.404134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:03.414571 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ea3cc277-7187-4e55-9f2b-de68e88af8cf tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5689783 Sep 16 16:50:03.415496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34050) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:03.419434 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Sync routers for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:03.421319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-445524042'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:03.430905 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cbe89153-a709-4e8d-a4fb-68ba2a6a2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.448588 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:03.449635 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:03.501486 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe89153-a709-4e8d-a4fb-68ba2a6a2099 None None] Pushing event updated for resources: {'Port': ['ID=bb208661-f263-4336-b4cf-77074dd2620f,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:03.537651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:50:03.537651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.542908 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:03.575761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:50:03.588605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.588953 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added segment 5af999ef-2067-4536-b93e-86ebf5748e77 of type vlan for network 9e403f7a-da69-48f2-837b-012351e38d16 Sep 16 16:50:03.638415 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.671488 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3ea99e87-4b3a-4135-98c4-67d967b65593 None None] Provisioning complete for port 0e261517-669e-4a06-93cf-e219059bb5ab triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:03.672484 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ea99e87-4b3a-4135-98c4-67d967b65593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.711458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3ea99e87-4b3a-4135-98c4-67d967b65593 None None] Port 0e261517-669e-4a06-93cf-e219059bb5ab cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:03.721536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3ea99e87-4b3a-4135-98c4-67d967b65593 None None] Provisioning complete for port bb208661-f263-4336-b4cf-77074dd2620f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:03.721920 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ea99e87-4b3a-4135-98c4-67d967b65593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.773402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.774312 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.780276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:03.781276 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.809680 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:02Z', 'revision_number': 2, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:02Z', 'revision_number': 2, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:03.843391 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Checking router: 041e639c-1be8-47ff-bd91-c7f077aa560d for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:03.844040 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Updating router 041e639c-1be8-47ff-bd91-c7f077aa560d port 0e261517-669e-4a06-93cf-e219059bb5ab binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:50:03.872525 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:03.882217 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Network': ['ID=9e403f7a-da69-48f2-837b-012351e38d16,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:03.886131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c8168aa7-b413-4c42-b948-ac75b35ee01a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4695466 Sep 16 16:50:03.889293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34054) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:03.896246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 9e403f7a-da69-48f2-837b-012351e38d16 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:50:03.904917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'subnet': {'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:04.038891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ad2c1a78-73be-4418-b764-2545e78bdc3a None None] Provisioning complete for port 0e261517-669e-4a06-93cf-e219059bb5ab triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:04.039275 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad2c1a78-73be-4418-b764-2545e78bdc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.088826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c1a78-73be-4418-b764-2545e78bdc3a None None] Port 0e261517-669e-4a06-93cf-e219059bb5ab cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:04.170532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device bb208661-f263-4336-b4cf-77074dd2620f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:50:04.187182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:50:04.187182 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.237364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8abde107-cb6c-4507-a03c-d9ff49caf5d7 None None] Provisioning complete for port 0e261517-669e-4a06-93cf-e219059bb5ab triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:04.237849 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8abde107-cb6c-4507-a03c-d9ff49caf5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.247564 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.270766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port bb208661-f263-4336-b4cf-77074dd2620f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:04.271138 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.297495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8abde107-cb6c-4507-a03c-d9ff49caf5d7 None None] Port 0e261517-669e-4a06-93cf-e219059bb5ab cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:04.326892 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.381397 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Pushing event updated for resources: {'Port': ['ID=0e261517-669e-4a06-93cf-e219059bb5ab,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:04.407337 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.408019 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.408019 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.408335 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.408689 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.409011 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.409328 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.409647 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.411586 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.411947 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.412279 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.412796 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:04.447501 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Attempting to bind port 0e261517-669e-4a06-93cf-e219059bb5ab on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:50:04.449899 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Attempting to bind port 0e261517-669e-4a06-93cf-e219059bb5ab by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '05b6180f-0890-4084-b9e1-715a0ec2fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:50:04.449899 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Attempting to bind port 0e261517-669e-4a06-93cf-e219059bb5ab on network cf1316ef-9019-4e6b-bc02-bcfbcde883bb {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:50:04.454151 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:50:04.454359 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Checking segment: {'id': '05b6180f-0890-4084-b9e1-715a0ec2fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:04.454611 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.454995 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Bound using segment: {'id': '05b6180f-0890-4084-b9e1-715a0ec2fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:50:04.455452 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Bound port: 0e261517-669e-4a06-93cf-e219059bb5ab, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b6180f-0890-4084-b9e1-715a0ec2fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:50:04.455826 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.502013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.552580 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] For port 0e261517-669e-4a06-93cf-e219059bb5ab, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:50:04.557746 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] For port 0e261517-669e-4a06-93cf-e219059bb5ab, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0e261517-669e-4a06-93cf-e219059bb5ab,segment=NetworkSegment(05b6180f-0890-4084-b9e1-715a0ec2fb19),segment_id=05b6180f-0890-4084-b9e1-715a0ec2fb19)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:50:04.570088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73e38-b629-48a0-babd-219955b4f16f req-f477a7a8-3145-4304-ad8b-784710bf6ec4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:04.573031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71d73e38-b629-48a0-babd-219955b4f16f req-f477a7a8-3145-4304-ad8b-784710bf6ec4 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0662282 Sep 16 16:50:04.606954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Subnet': ['ID=3f340edc-1be4-46e2-8159-e8da4c4b1502,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:04.618533 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71d73e38-b629-48a0-babd-219955b4f16f req-798c92ec-7bca-45ff-aba7-5dc67b672a55 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Sep 16 16:50:04.619560 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.629704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Checking segment: {'id': '5af999ef-2067-4536-b93e-86ebf5748e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:04.630154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network hostable DHCP agents. Network: 9e403f7a-da69-48f2-837b-012351e38d16, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:50:04.687063 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:04.687706 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:04.689481 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403d9dc-e222-4766-a071-a421c7f3f3a9 None None] Pushing event updated for resources: {'Port': ['ID=0e261517-669e-4a06-93cf-e219059bb5ab,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:04.733641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f5561a7f-a618-4f4a-897e-38cf5bb0c87e None None] Provisioning complete for port 0e261517-669e-4a06-93cf-e219059bb5ab triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:04.733901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 9e403f7a-da69-48f2-837b-012351e38d16 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:50:04.734566 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f5561a7f-a618-4f4a-897e-38cf5bb0c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.786911 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:04.801704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 9e403f7a-da69-48f2-837b-012351e38d16) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:04.811360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:04.814386 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.815574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b20ca6-bc2e-449e-9b14-30f9aa343564 None None] Network 9e403f7a-da69-48f2-837b-012351e38d16 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:04.891901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34070) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:04.892855 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-15618fb2-4018-48e2-8f29-db48495a97d5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0019467 Sep 16 16:50:04.910573 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f5561a7f-a618-4f4a-897e-38cf5bb0c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:04.987353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f5561a7f-a618-4f4a-897e-38cf5bb0c87e None None] For port 0e261517-669e-4a06-93cf-e219059bb5ab, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0e261517-669e-4a06-93cf-e219059bb5ab,segment=NetworkSegment(05b6180f-0890-4084-b9e1-715a0ec2fb19),segment_id=05b6180f-0890-4084-b9e1-715a0ec2fb19)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:05.028421 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:02Z', 'revision_number': 2, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:05.035372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-9e403f7a-da69-48f2-837b-012351e38d16', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:50:05.036586 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:05.047894 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f5561a7f-a618-4f4a-897e-38cf5bb0c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:05.057200 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0102ad4-b6d5-46f0-af3a-209b6987bea9 None None] The sync data for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 is: [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:02Z', 'revision_number': 2, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:05.187609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5561a7f-a618-4f4a-897e-38cf5bb0c87e None None] Pushing event updated for resources: {'Port': ['ID=0e261517-669e-4a06-93cf-e219059bb5ab,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:05.209530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c0590b02-2d63-4e33-8598-ba02823c1142 None None] Provisioning complete for port 0e261517-669e-4a06-93cf-e219059bb5ab triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:05.209967 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0590b02-2d63-4e33-8598-ba02823c1142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:05.292743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Allocated IP 2001:db8:1::2 (9e403f7a-da69-48f2-837b-012351e38d16/3f340edc-1be4-46e2-8159-e8da4c4b1502/74b1de74-e8b3-4209-8477-38cad87b9e8b) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:50:05.359499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:05.521208 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:05.585852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-76a1b151-9e84-4d5d-971b-36bdaf767e8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1095638 Sep 16 16:50:05.591141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:05.650572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Network 9e403f7a-da69-48f2-837b-012351e38d16 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:05.663313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:05.673761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:50:05.710929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Pushing event updated for resources: {'Port': ['ID=74b1de74-e8b3-4209-8477-38cad87b9e8b,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:05.757409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Attempting to bind port 74b1de74-e8b3-4209-8477-38cad87b9e8b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:50:05.758430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Attempting to bind port 74b1de74-e8b3-4209-8477-38cad87b9e8b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '5af999ef-2067-4536-b93e-86ebf5748e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:50:05.758430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Attempting to bind port 74b1de74-e8b3-4209-8477-38cad87b9e8b on network 9e403f7a-da69-48f2-837b-012351e38d16 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:50:05.764440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:50:05.764834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Checking segment: {'id': '5af999ef-2067-4536-b93e-86ebf5748e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:05.765475 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:05.765882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Bound using segment: {'id': '5af999ef-2067-4536-b93e-86ebf5748e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:50:05.766359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Bound port: 74b1de74-e8b3-4209-8477-38cad87b9e8b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af999ef-2067-4536-b93e-86ebf5748e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:50:05.766751 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:05.768237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-36d8003d-c723-49fc-9e18-077f0ae43aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:05.768815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-36d8003d-c723-49fc-9e18-077f0ae43aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:05.773415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-36d8003d-c723-49fc-9e18-077f0ae43aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:05.773415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-36d8003d-c723-49fc-9e18-077f0ae43aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:05.773415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-36d8003d-c723-49fc-9e18-077f0ae43aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:05.773415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-36d8003d-c723-49fc-9e18-077f0ae43aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:05.773415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-36d8003d-c723-49fc-9e18-077f0ae43aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:05.773928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-36d8003d-c723-49fc-9e18-077f0ae43aa8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0420db67b640fbae53ef9c686feeab&device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 6489 time: 0.1289058 Sep 16 16:50:05.843095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Allocated IP 2001:db8:1::1 (9e403f7a-da69-48f2-837b-012351e38d16/3f340edc-1be4-46e2-8159-e8da4c4b1502/ef64b739-6e54-4542-8805-cc6ef6eecb16) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:50:05.845036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] For port 74b1de74-e8b3-4209-8477-38cad87b9e8b, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:50:05.848131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] For port 74b1de74-e8b3-4209-8477-38cad87b9e8b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=74b1de74-e8b3-4209-8477-38cad87b9e8b,segment=NetworkSegment(5af999ef-2067-4536-b93e-86ebf5748e77),segment_id=5af999ef-2067-4536-b93e-86ebf5748e77)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:50:05.902076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8811d2-c7c6-46af-93e4-1a9ce64f23e4 req-0be3e9a0-4201-40ca-8774-bbb71aeaf05c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:05.903542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b8811d2-c7c6-46af-93e4-1a9ce64f23e4 req-0be3e9a0-4201-40ca-8774-bbb71aeaf05c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1696897 Sep 16 16:50:05.927367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:06.015204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd91701-f254-4163-b0ff-5e5633ac7702 None None] Pushing event updated for resources: {'Port': ['ID=74b1de74-e8b3-4209-8477-38cad87b9e8b,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:06.031934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b8811d2-c7c6-46af-93e4-1a9ce64f23e4 req-e7c7b86d-ab44-4ca2-add3-164c1b7c07b7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103454 Sep 16 16:50:06.044954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-5559a084-e884-4c48-a3a8-1136d90aa15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:06.045432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-5559a084-e884-4c48-a3a8-1136d90aa15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:06.045903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-5559a084-e884-4c48-a3a8-1136d90aa15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:06.047465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-5559a084-e884-4c48-a3a8-1136d90aa15e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=27a1d148-97da-476c-8a1d-7ddcf4c78621&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af HTTP/1.1" status: 200 len: 2293 time: 0.2466097 Sep 16 16:50:06.131666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0e261517-669e-4a06-93cf-e219059bb5ab up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:50:06.135007 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:06.152908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-73ffe393-5e05-4bca-9547-851f2ff68c86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a HTTP/1.1" status: 200 len: 1001 time: 0.0913572 Sep 16 16:50:06.190537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 0e261517-669e-4a06-93cf-e219059bb5ab triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:06.191041 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:06.216288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-702a583f-63d0-4e0f-b109-ca8a171c9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:06.217794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-702a583f-63d0-4e0f-b109-ca8a171c9365 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a88aef2e-a025-4427-a993-94c2b42a4721 HTTP/1.1" status: 200 len: 850 time: 0.0585268 Sep 16 16:50:06.289100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-9987948e-ca4a-4786-91be-14f41224e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:06.290899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-9987948e-ca4a-4786-91be-14f41224e49e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d6b3691-b7c0-4e78-998f-20949ea2fb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657868 Sep 16 16:50:06.357265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:06.447935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 9e403f7a-da69-48f2-837b-012351e38d16 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:06.456954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:06.459674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:50:06.460372 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:06.469056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=ef64b739-6e54-4542-8805-cc6ef6eecb16,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:06.516376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-b8916ffd-47e5-4c64-aee9-21f7819d0a22 service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163072 Sep 16 16:50:06.652806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-5735a3b7-4a31-4b8f-89ec-22cfcc39db25 service neutron] 10.222.0.62 "GET /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125052 Sep 16 16:50:06.721377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-c09415a6-8945-42c9-ab4b-aca8ff027f48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 HTTP/1.1" status: 200 len: 217 time: 0.0572960 Sep 16 16:50:06.740798 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:06.812019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-0638bebf-1dd6-4f37-b0e9-94cc47eff54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:06.828691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-0638bebf-1dd6-4f37-b0e9-94cc47eff54b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0835571 Sep 16 16:50:06.939019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-1ab7448a-60c4-421c-be15-52718205ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:06.940643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-1ab7448a-60c4-421c-be15-52718205ee29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1198227 Sep 16 16:50:07.127938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-f78287a1-0774-4908-93c5-2178a1bc2aee service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771448 Sep 16 16:50:07.248672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:07.257918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b196b08-180d-45db-a665-178df4e167f7 req-61c492e6-81ec-4d70-a64d-0be24655680a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:07.259899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b196b08-180d-45db-a665-178df4e167f7 req-61c492e6-81ec-4d70-a64d-0be24655680a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1589868 Sep 16 16:50:07.298771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-5cecdc3c-c3a4-4ab9-81ab-aee743f143c5 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475561 Sep 16 16:50:07.356247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b196b08-180d-45db-a665-178df4e167f7 req-fce949d7-19ac-425e-9f3c-c33b16ef06be tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880125 Sep 16 16:50:07.357280 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:07.357984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:07.360531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-d67119e7-abcc-4868-9449-b248695a457f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6363fdc0-2e27-4457-988b-e88b55801776 HTTP/1.1" status: 200 len: 217 time: 0.0509207 Sep 16 16:50:07.458480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=ef64b739-6e54-4542-8805-cc6ef6eecb16,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:07.504022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-8378fa08-47b0-4a5b-9005-f0ca4e4bdaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:07.505584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-8378fa08-47b0-4a5b-9005-f0ca4e4bdaa8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.1366758 Sep 16 16:50:07.512324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d23d49-0fcb-4ba7-bef2-d59414fd7d98 None None] Network 9e403f7a-da69-48f2-837b-012351e38d16 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:07.570669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 9e403f7a-da69-48f2-837b-012351e38d16 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:07.573785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-7e745dab-455a-4313-9b93-67b04a052c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:07.575298 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-7e745dab-455a-4313-9b93-67b04a052c1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615995 Sep 16 16:50:07.576100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:07.596244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-949a3ceb-284c-4e16-a4e8-c9f2af49dd7a None None] Provisioning complete for port 74b1de74-e8b3-4209-8477-38cad87b9e8b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:07.596629 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-949a3ceb-284c-4e16-a4e8-c9f2af49dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:07.729966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:07.743791 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-949a3ceb-284c-4e16-a4e8-c9f2af49dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:07.754465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-126e657b-428f-440e-850f-24f7ac56d1d4 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697977 Sep 16 16:50:07.784264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-949a3ceb-284c-4e16-a4e8-c9f2af49dd7a None None] For port 74b1de74-e8b3-4209-8477-38cad87b9e8b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=74b1de74-e8b3-4209-8477-38cad87b9e8b,segment=NetworkSegment(5af999ef-2067-4536-b93e-86ebf5748e77),segment_id=5af999ef-2067-4536-b93e-86ebf5748e77)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:07.862655 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-949a3ceb-284c-4e16-a4e8-c9f2af49dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:07.940408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a3ceb-284c-4e16-a4e8-c9f2af49dd7a None None] Pushing event updated for resources: {'Port': ['ID=74b1de74-e8b3-4209-8477-38cad87b9e8b,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:08.099515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3ffdff6f-afff-422a-9414-9bd2aacb86f6 None None] Provisioning complete for port ef64b739-6e54-4542-8805-cc6ef6eecb16 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:08.100229 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ffdff6f-afff-422a-9414-9bd2aacb86f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:08.136879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 74b1de74-e8b3-4209-8477-38cad87b9e8b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:50:08.180968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3ffdff6f-afff-422a-9414-9bd2aacb86f6 None None] Port ef64b739-6e54-4542-8805-cc6ef6eecb16 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:08.209529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 74b1de74-e8b3-4209-8477-38cad87b9e8b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:08.209906 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:08.211501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3ffdff6f-afff-422a-9414-9bd2aacb86f6 None None] Provisioning complete for port 74b1de74-e8b3-4209-8477-38cad87b9e8b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:08.211856 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ffdff6f-afff-422a-9414-9bd2aacb86f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:08.243987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:08.250638 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4b94e1fb-a6be-47b5-87eb-ca99b6ffdf93 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3561733 Sep 16 16:50:08.253607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34130) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:08.259987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1001498369'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:08.261208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Sync routers for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:08.288582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-4e8a0d20-32b5-4c28-b88b-d21229d741bd service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010788 Sep 16 16:50:08.299488 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:08.300153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:08.348758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-d232aed0-6e86-4c13-aff7-cc97f68fa152 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=39550247-d430-45db-b8f5-c9dbc078ec7e HTTP/1.1" status: 200 len: 217 time: 0.0493834 Sep 16 16:50:08.373808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:50:08.380489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:08.420357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-0c1c9b9c-21a3-4213-8faa-f58bd80daaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:08.422046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-0c1c9b9c-21a3-4213-8faa-f58bd80daaf1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0639279 Sep 16 16:50:08.448780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:50:08.476758 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:08.476758 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added segment f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1 of type vlan for network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 Sep 16 16:50:08.546593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381424b-028a-4099-ab65-e185667d7c81 req-1d5dd379-99d3-449e-88d6-0b988bab1a0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:08.548553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7381424b-028a-4099-ab65-e185667d7c81 req-1d5dd379-99d3-449e-88d6-0b988bab1a0f tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1054978 Sep 16 16:50:08.561415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-3f97f7c1-7583-4acd-8b66-e32b5f6d27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:08.567142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-3f97f7c1-7583-4acd-8b66-e32b5f6d27ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1341825 Sep 16 16:50:08.593154 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:08.643792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:08.686792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:08.695322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7381424b-028a-4099-ab65-e185667d7c81 req-e70ecc23-721c-4016-884c-4c623a4452a7 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379478 Sep 16 16:50:08.702812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:08.703484 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:08.724749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-50a8b1f6-fad6-4722-b5a0-58f6c04f6fca service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487663 Sep 16 16:50:08.784829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Network': ['ID=01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:08.797686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:50:08.816147 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8abd68c4-5c5e-4df4-8344-d0099c1a7704 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5582435 Sep 16 16:50:08.816366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34142) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:08.821881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'subnet': {'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:08.837205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-4127122e-219e-4000-b386-aad771ba54d4 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029019 Sep 16 16:50:08.855000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8b7e9682-071b-4b98-8115-b8d1ac1ac2c7 None None] Provisioning complete for port ef64b739-6e54-4542-8805-cc6ef6eecb16 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:08.855000 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8b7e9682-071b-4b98-8115-b8d1ac1ac2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:08.889464 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-1807e1d3-acf0-4ea1-a1b0-d4284e932255 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=54226eab-2109-4213-afce-8844fbb3b740 HTTP/1.1" status: 200 len: 217 time: 0.0420573 Sep 16 16:50:08.943664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-875bc4d1-b5ef-4969-95b0-3b91c67ce005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:08.944124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e9682-071b-4b98-8115-b8d1ac1ac2c7 None None] Port ef64b739-6e54-4542-8805-cc6ef6eecb16 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:08.945196 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-875bc4d1-b5ef-4969-95b0-3b91c67ce005 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 200 len: 797 time: 0.0474572 Sep 16 16:50:08.976320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:06Z', 'revision_number': 3, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:06Z', 'revision_number': 2, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:08.996483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:50:09.000329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:09.009277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-ed3f84c1-c9f9-499f-a4c4-6dd8eafa3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:09.010470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Checking router: 041e639c-1be8-47ff-bd91-c7f077aa560d for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:09.010833 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Updating router 041e639c-1be8-47ff-bd91-c7f077aa560d port ef64b739-6e54-4542-8805-cc6ef6eecb16 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:50:09.012643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-ed3f84c1-c9f9-499f-a4c4-6dd8eafa3414 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27a1d148-97da-476c-8a1d-7ddcf4c78621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0590887 Sep 16 16:50:09.039304 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:09.130709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-68a2e316-4224-46ea-8675-2d6269bf61a0 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999441 Sep 16 16:50:09.229717 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-ed033d21-ab9b-4006-a6b8-d9f1ed2179d2 service neutron] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914061 Sep 16 16:50:09.282576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-7b5ac14c-b979-4efa-bf98-5facfa379343 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff6305a2-78d5-457d-bf4a-cea817751f17 HTTP/1.1" status: 200 len: 217 time: 0.0426536 Sep 16 16:50:09.315783 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:09.343708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-28c25ec7-41b2-4098-a9cf-da5156528a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:09.345358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-28c25ec7-41b2-4098-a9cf-da5156528a97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 200 len: 797 time: 0.0549638 Sep 16 16:50:09.352610 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:09.386946 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Subnet': ['ID=955dcbf0-a305-44e1-a8e7-09573cc66996,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:09.394272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Checking segment: {'id': 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:09.394627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network hostable DHCP agents. Network: 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:50:09.401508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-96235cd5-b6a3-4053-b20b-b9774d5a2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:09.403137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-96235cd5-b6a3-4053-b20b-b9774d5a2b99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488720 Sep 16 16:50:09.470672 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:09.495821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:50:09.507802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-625758ec-e5a8-426d-9d0c-5bac82208405 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892458 Sep 16 16:50:09.542264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f030d-2ed4-4133-aed3-921129886eb5 None None] Pushing event updated for resources: {'Port': ['ID=ef64b739-6e54-4542-8805-cc6ef6eecb16,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:09.600077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:09.610281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Attempting to bind port ef64b739-6e54-4542-8805-cc6ef6eecb16 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:50:09.612239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Attempting to bind port ef64b739-6e54-4542-8805-cc6ef6eecb16 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '5af999ef-2067-4536-b93e-86ebf5748e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:50:09.612525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:09.614015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Attempting to bind port ef64b739-6e54-4542-8805-cc6ef6eecb16 on network 9e403f7a-da69-48f2-837b-012351e38d16 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:50:09.614925 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:09.622346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3470e7e-2fc8-45a1-8c0b-1e96bd648e92 None None] Network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:09.649157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-43d7ff45-d27a-4b13-8ce8-3112b67225a5 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308918 Sep 16 16:50:09.672958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:50:09.673561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Checking segment: {'id': '5af999ef-2067-4536-b93e-86ebf5748e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:09.673754 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:09.676761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Bound using segment: {'id': '5af999ef-2067-4536-b93e-86ebf5748e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:50:09.681419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Bound port: ef64b739-6e54-4542-8805-cc6ef6eecb16, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af999ef-2067-4536-b93e-86ebf5748e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:50:09.681419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:09.699438 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-32561fcf-58b3-4edb-af71-ceab5b13642f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8820369 Sep 16 16:50:09.707125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34152) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:09.714922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-7726b643-e303-4dc3-a169-8dc34e966a94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82 HTTP/1.1" status: 200 len: 217 time: 0.0539548 Sep 16 16:50:09.793825 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-7509cf7c-a7bf-4ba9-9110-bd8dd95400ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:09.800090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-7509cf7c-a7bf-4ba9-9110-bd8dd95400ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 200 len: 797 time: 0.0731270 Sep 16 16:50:09.855400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] For port ef64b739-6e54-4542-8805-cc6ef6eecb16, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:50:09.859897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] For port ef64b739-6e54-4542-8805-cc6ef6eecb16, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef64b739-6e54-4542-8805-cc6ef6eecb16,segment=NetworkSegment(5af999ef-2067-4536-b93e-86ebf5748e77),segment_id=5af999ef-2067-4536-b93e-86ebf5748e77)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:50:09.893544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669438-d651-4940-aada-046d90f09d5f req-3017af22-a857-4faa-9717-3d4e042383f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:09.894935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-3017af22-a857-4faa-9717-3d4e042383f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584c92f2-bce0-4fa1-bbcc-be59ae57d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867667 Sep 16 16:50:09.968399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fc835-5aa8-48eb-b09d-1d33f8a14d66 req-4641c60d-e10e-4164-81ff-bfa76ff98579 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:09.968399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-081fc835-5aa8-48eb-b09d-1d33f8a14d66 req-4641c60d-e10e-4164-81ff-bfa76ff98579 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0897238 Sep 16 16:50:09.969336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fdc1a0e4-89b2-46a9-8f47-f850baea5542 None None] Provisioning complete for port ef64b739-6e54-4542-8805-cc6ef6eecb16 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:09.969336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a0e4-89b2-46a9-8f47-f850baea5542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:10.014042 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1a0e4-89b2-46a9-8f47-f850baea5542 None None] Port ef64b739-6e54-4542-8805-cc6ef6eecb16 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:10.025913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-081fc835-5aa8-48eb-b09d-1d33f8a14d66 req-7621f71f-a137-469b-9e26-7312916c0832 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107862 Sep 16 16:50:10.053669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-e68f2ebb-66e9-4d04-9e6a-356a04bef0a7 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470704 Sep 16 16:50:10.059462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:50:10.060458 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:10.135517 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:10.164049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91669438-d651-4940-aada-046d90f09d5f req-063953d1-238c-4914-8774-a421a66c0b38 service neutron] 10.222.0.62 "GET /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006534 Sep 16 16:50:10.228536 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:10.250637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:10.251286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:10.304971 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f030d-2ed4-4133-aed3-921129886eb5 None None] Pushing event updated for resources: {'Port': ['ID=ef64b739-6e54-4542-8805-cc6ef6eecb16,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:10.370372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Allocated IP 2001:db8:2::2 (01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8/955dcbf0-a305-44e1-a8e7-09573cc66996/ef5690cb-c4f3-4458-ba73-d11589b4d0cb) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:50:10.402946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:10.529157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4bd76746-311f-414e-845d-34fa09aefc5b None None] Provisioning complete for port ef64b739-6e54-4542-8805-cc6ef6eecb16 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:10.529536 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4bd76746-311f-414e-845d-34fa09aefc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:10.776017 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:10.810237 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4bd76746-311f-414e-845d-34fa09aefc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:10.863278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4bd76746-311f-414e-845d-34fa09aefc5b None None] For port ef64b739-6e54-4542-8805-cc6ef6eecb16, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef64b739-6e54-4542-8805-cc6ef6eecb16,segment=NetworkSegment(5af999ef-2067-4536-b93e-86ebf5748e77),segment_id=5af999ef-2067-4536-b93e-86ebf5748e77)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:10.870170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:06Z', 'revision_number': 3, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:09Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:10.898514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ee4a3-9d44-4bbb-98f7-b364455fde38 None None] The sync data for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 is: [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:06Z', 'revision_number': 3, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:09Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:10.900507 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:10.944489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Allocated IP 2001:db8:2::1 (01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8/955dcbf0-a305-44e1-a8e7-09573cc66996/969c21e1-abea-4262-b8e4-e838348fc450) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:50:10.947729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:10.963085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:10.970196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:50:10.977960 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4bd76746-311f-414e-845d-34fa09aefc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:11.031270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Pushing event updated for resources: {'Port': ['ID=ef5690cb-c4f3-4458-ba73-d11589b4d0cb,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:11.130881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:11.157125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Attempting to bind port ef5690cb-c4f3-4458-ba73-d11589b4d0cb on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:50:11.159949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Attempting to bind port ef5690cb-c4f3-4458-ba73-d11589b4d0cb by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:50:11.159949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Attempting to bind port ef5690cb-c4f3-4458-ba73-d11589b4d0cb on network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:50:11.189729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:50:11.190087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Checking segment: {'id': 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:11.192141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543fa0e-3216-4d77-a205-e16bc51738eb req-22421f04-4f00-4418-8ae1-c0470eb3a4bb tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:11.193781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3543fa0e-3216-4d77-a205-e16bc51738eb req-22421f04-4f00-4418-8ae1-c0470eb3a4bb tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0955284 Sep 16 16:50:11.194145 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:11.194594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Bound using segment: {'id': 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:50:11.195095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Bound port: ef5690cb-c4f3-4458-ba73-d11589b4d0cb, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:50:11.195763 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:11.212189 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd76746-311f-414e-845d-34fa09aefc5b None None] Pushing event updated for resources: {'Port': ['ID=ef64b739-6e54-4542-8805-cc6ef6eecb16,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:11.254777 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3543fa0e-3216-4d77-a205-e16bc51738eb req-cc2c5539-10f1-4ec0-8f12-4a98ff2e3d14 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Sep 16 16:50:11.268108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:11.293724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] For port ef5690cb-c4f3-4458-ba73-d11589b4d0cb, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:50:11.297278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] For port ef5690cb-c4f3-4458-ba73-d11589b4d0cb, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef5690cb-c4f3-4458-ba73-d11589b4d0cb,segment=NetworkSegment(f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1),segment_id=f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:50:11.310097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:11.313599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:11.316345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:50:11.317107 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:11.383828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=969c21e1-abea-4262-b8e4-e838348fc450,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:11.394388 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:11.507846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c8976-f61b-4b3b-a330-9a40cb7799a3 None None] Pushing event updated for resources: {'Port': ['ID=ef5690cb-c4f3-4458-ba73-d11589b4d0cb,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:11.591810 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:11.966959 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:12.052376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:12.053218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:12.129988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=969c21e1-abea-4262-b8e4-e838348fc450,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:12.165596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef64b739-6e54-4542-8805-cc6ef6eecb16 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:50:12.204494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:12.206018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:12.297927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ef64b739-6e54-4542-8805-cc6ef6eecb16 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:12.299570 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:12.322853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34182) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:12.344547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:12.461927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef5690cb-c4f3-4458-ba73-d11589b4d0cb up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:50:12.486465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:12.494024 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dac62df5-c449-476f-a78b-f18100ee5327 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7841477 Sep 16 16:50:12.495894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34186) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:12.499467 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Sync routers for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:12.499974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fc7e4-932f-4b92-bbf6-62aea78cecbc req-6c5cbfc7-b9ce-42a6-bba6-99f5b4b23d20 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:12.501354 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef2fc7e4-932f-4b92-bbf6-62aea78cecbc req-6c5cbfc7-b9ce-42a6-bba6-99f5b4b23d20 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1179569 Sep 16 16:50:12.502335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-34857503'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:12.511862 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:12.512805 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:12.543324 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac35023c-0012-4cd5-92f2-e0ae9080ee38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:12.568271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef2fc7e4-932f-4b92-bbf6-62aea78cecbc req-24bca033-2d85-4ac1-b4f3-a2738a7ca5ed tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548706 Sep 16 16:50:12.593195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ef5690cb-c4f3-4458-ba73-d11589b4d0cb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:12.593735 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:12.638233 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:12.641719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:50:12.645751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:12.718169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:50:12.743278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:12.746815 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added segment a1cecbda-5d49-4f0b-950d-c04466198e2e of type vlan for network c32c4ea3-4662-4fca-a3f9-6551e75d2172 Sep 16 16:50:12.842521 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:12.885498 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:12.923210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a8634-19db-4d64-9671-1cd88f3aa0ba None None] Network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:12.963802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port ef5690cb-c4f3-4458-ba73-d11589b4d0cb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef5690cb-c4f3-4458-ba73-d11589b4d0cb,segment=NetworkSegment(f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1),segment_id=f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:12.970458 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac35023c-0012-4cd5-92f2-e0ae9080ee38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.065131 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.075874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:13.075874 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.075874 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac35023c-0012-4cd5-92f2-e0ae9080ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.156695 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ac35023c-0012-4cd5-92f2-e0ae9080ee38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3539c7c63c74bfdbcb5961e3b4b0e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8326645 Sep 16 16:50:13.159422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34188) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:13.181285 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:11Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:11Z', 'revision_number': 2, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:13.181649 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.186507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35023c-0012-4cd5-92f2-e0ae9080ee38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fa1106-0b22-44f2-bb3e-b29d9ac2ea6f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:13.188246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-60104a49-4e23-472c-ba77-5367eebebe2c None None] Provisioning complete for port ef5690cb-c4f3-4458-ba73-d11589b4d0cb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:13.188652 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60104a49-4e23-472c-ba77-5367eebebe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.191265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Network': ['ID=c32c4ea3-4662-4fca-a3f9-6551e75d2172,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:13.219193 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-15d1f31d-7f56-4785-8fc0-9d95594399c6 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7221177 Sep 16 16:50:13.221108 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Checking router: 041e639c-1be8-47ff-bd91-c7f077aa560d for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:13.223801 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Updating router 041e639c-1be8-47ff-bd91-c7f077aa560d port 969c21e1-abea-4262-b8e4-e838348fc450 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:50:13.223933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34190) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:13.227694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'subnet': {'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:13.240631 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network c32c4ea3-4662-4fca-a3f9-6551e75d2172 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:50:13.255986 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.257538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7d34c35-70d0-4f6c-b95d-a5aaec95d370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.290364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7d34c35-70d0-4f6c-b95d-a5aaec95d370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.387946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=ef5690cb-c4f3-4458-ba73-d11589b4d0cb,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:13.410403 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7d34c35-70d0-4f6c-b95d-a5aaec95d370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.413129 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7d34c35-70d0-4f6c-b95d-a5aaec95d370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.414872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c7d34c35-70d0-4f6c-b95d-a5aaec95d370 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65fa1106-0b22-44f2-bb3e-b29d9ac2ea6f HTTP/1.1" status: 204 len: 168 time: 0.2519701 Sep 16 16:50:13.424045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d34c35-70d0-4f6c-b95d-a5aaec95d370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fa1106-0b22-44f2-bb3e-b29d9ac2ea6f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:13.501836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Made reservation on behalf of dfb2b772ab1a4d87b4292462fb4d8889 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:50:13.505249 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.617599 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.641582 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.717012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df5d83-0be5-4750-b94b-2342f32a0694 req-ac98c820-b4f4-42db-932a-5081ebaeefda tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:13.718649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8df5d83-0be5-4750-b94b-2342f32a0694 req-ac98c820-b4f4-42db-932a-5081ebaeefda tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0680718 Sep 16 16:50:13.720969 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.806327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8df5d83-0be5-4750-b94b-2342f32a0694 req-748187d7-77a8-49e1-8d37-b2d6eddb85c5 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660338 Sep 16 16:50:13.818175 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.842278 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fe2f7-cfd2-415e-82de-d2d8502b9269 None None] Pushing event updated for resources: {'Port': ['ID=969c21e1-abea-4262-b8e4-e838348fc450,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:13.911649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5c22484d-7df5-4f30-ae56-46d21024c224 None None] Provisioning complete for port 969c21e1-abea-4262-b8e4-e838348fc450 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:13.914272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5c22484d-7df5-4f30-ae56-46d21024c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.921938 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:50:13.932462 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Attempting to bind port 969c21e1-abea-4262-b8e4-e838348fc450 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:50:13.933220 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Attempting to bind port 969c21e1-abea-4262-b8e4-e838348fc450 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:50:13.933800 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Attempting to bind port 969c21e1-abea-4262-b8e4-e838348fc450 on network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:50:13.940858 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:50:13.941548 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Checking segment: {'id': 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:13.942512 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.942763 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Bound using segment: {'id': 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:50:13.943521 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Bound port: 969c21e1-abea-4262-b8e4-e838348fc450, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:50:13.944109 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:13.965531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5c22484d-7df5-4f30-ae56-46d21024c224 None None] Port 969c21e1-abea-4262-b8e4-e838348fc450 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:13.990695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5c22484d-7df5-4f30-ae56-46d21024c224 None None] Provisioning complete for port ef5690cb-c4f3-4458-ba73-d11589b4d0cb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:13.992257 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5c22484d-7df5-4f30-ae56-46d21024c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.064654 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] For port 969c21e1-abea-4262-b8e4-e838348fc450, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:50:14.074199 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] For port 969c21e1-abea-4262-b8e4-e838348fc450, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=969c21e1-abea-4262-b8e4-e838348fc450,segment=NetworkSegment(f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1),segment_id=f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:50:14.138305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef5690cb-c4f3-4458-ba73-d11589b4d0cb up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:50:14.150204 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.234831 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:14.234831 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:14.238313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ef5690cb-c4f3-4458-ba73-d11589b4d0cb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:14.239297 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.240344 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fe2f7-cfd2-415e-82de-d2d8502b9269 None None] Pushing event updated for resources: {'Port': ['ID=969c21e1-abea-4262-b8e4-e838348fc450,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:14.281540 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.286845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34204) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:14.304489 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1eb45c5c-e328-498d-ae7d-90c91ab187c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.351642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4cd3e124-51d0-4690-a3b4-0a6f06a941b9 None None] Provisioning complete for port 969c21e1-abea-4262-b8e4-e838348fc450 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:14.352066 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e124-51d0-4690-a3b4-0a6f06a941b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.384955 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:14.426731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Subnet': ['ID=7870153a-32c5-4b2b-ac0a-1c6a4529dbd7,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:14.453593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Checking segment: {'id': 'a1cecbda-5d49-4f0b-950d-c04466198e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:14.453864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network hostable DHCP agents. Network: c32c4ea3-4662-4fca-a3f9-6551e75d2172, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:50:14.466993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1eb45c5c-e328-498d-ae7d-90c91ab187c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.551769 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e124-51d0-4690-a3b4-0a6f06a941b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.561366 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1eb45c5c-e328-498d-ae7d-90c91ab187c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.572507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network c32c4ea3-4662-4fca-a3f9-6551e75d2172 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:50:14.599268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4cd3e124-51d0-4690-a3b4-0a6f06a941b9 None None] For port 969c21e1-abea-4262-b8e4-e838348fc450, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=969c21e1-abea-4262-b8e4-e838348fc450,segment=NetworkSegment(f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1),segment_id=f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:14.618497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1eb45c5c-e328-498d-ae7d-90c91ab187c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c9d4573b48645dba69934f67cf31131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301265 Sep 16 16:50:14.621354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34206) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:14.632608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb45c5c-e328-498d-ae7d-90c91ab187c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc413ba7-899a-4a37-b757-77797aa3b87b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:14.647179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, c32c4ea3-4662-4fca-a3f9-6551e75d2172) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:14.656101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:14.657177 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.662609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc41f1d5-ae6a-4a3e-bccc-c1dbb2df467d None None] Network c32c4ea3-4662-4fca-a3f9-6551e75d2172 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:14.684608 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:11Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:14.688932 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e124-51d0-4690-a3b4-0a6f06a941b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.706388 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33c417de-450e-4fe9-8023-e579cc9eecdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.732120 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33c417de-450e-4fe9-8023-e579cc9eecdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.732675 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868fbbf8-465a-4b25-9b90-15cb00b2ac50 None None] The sync data for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 is: [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:11Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:14.769348 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2a9cda22-96da-4d7d-b751-1057e6613097 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5456235 Sep 16 16:50:14.772917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34208) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:14.933216 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33c417de-450e-4fe9-8023-e579cc9eecdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.936002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33c417de-450e-4fe9-8023-e579cc9eecdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:14.939529 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-33c417de-450e-4fe9-8023-e579cc9eecdf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc413ba7-899a-4a37-b757-77797aa3b87b HTTP/1.1" status: 204 len: 168 time: 0.3149354 Sep 16 16:50:14.946187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c417de-450e-4fe9-8023-e579cc9eecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc413ba7-899a-4a37-b757-77797aa3b87b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:15.085793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-68e9f511-7f74-47e3-a406-d3fd57ebb0ae None None] Provisioning complete for port 969c21e1-abea-4262-b8e4-e838348fc450 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:15.086952 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-68e9f511-7f74-47e3-a406-d3fd57ebb0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:15.096216 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3e124-51d0-4690-a3b4-0a6f06a941b9 None None] Pushing event updated for resources: {'Port': ['ID=969c21e1-abea-4262-b8e4-e838348fc450,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:15.102856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-c32c4ea3-4662-4fca-a3f9-6551e75d2172', 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'fixed_ips': [{'subnet_id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:50:15.104100 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:15.243984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45024c-3d65-4b07-9d0e-20c8f53d2cc2 req-eb36cfb5-1902-4607-bf9e-2ee6d4fd7a44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:15.251428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a45024c-3d65-4b07-9d0e-20c8f53d2cc2 req-eb36cfb5-1902-4607-bf9e-2ee6d4fd7a44 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1749430 Sep 16 16:50:15.360234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a45024c-3d65-4b07-9d0e-20c8f53d2cc2 req-1d732e32-2471-4f32-8131-7aac073f110c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076286 Sep 16 16:50:15.439352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:15.448284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Allocated IP 2001:db8:3::2 (c32c4ea3-4662-4fca-a3f9-6551e75d2172/7870153a-32c5-4b2b-ac0a-1c6a4529dbd7/61a52067-244c-4ec8-b48d-03b9d9837527) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:50:15.645672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7bf035e3-73d1-45b4-8d5d-d05606eace38 None None] Provisioning complete for port 969c21e1-abea-4262-b8e4-e838348fc450 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:15.646044 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7bf035e3-73d1-45b4-8d5d-d05606eace38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:15.848211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:15.959575 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.002757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Network c32c4ea3-4662-4fca-a3f9-6551e75d2172 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:16.007171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:16.013808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:50:16.016213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Allocated IP 2001:db8:3::1 (c32c4ea3-4662-4fca-a3f9-6551e75d2172/7870153a-32c5-4b2b-ac0a-1c6a4529dbd7/252252bb-a753-4c43-9456-55ec756809b4) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:50:16.045037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Pushing event updated for resources: {'Port': ['ID=61a52067-244c-4ec8-b48d-03b9d9837527,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:16.076706 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Attempting to bind port 61a52067-244c-4ec8-b48d-03b9d9837527 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:50:16.077085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Attempting to bind port 61a52067-244c-4ec8-b48d-03b9d9837527 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'a1cecbda-5d49-4f0b-950d-c04466198e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:50:16.077456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Attempting to bind port 61a52067-244c-4ec8-b48d-03b9d9837527 on network c32c4ea3-4662-4fca-a3f9-6551e75d2172 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:50:16.083134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:50:16.083568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Checking segment: {'id': 'a1cecbda-5d49-4f0b-950d-c04466198e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:16.083983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.084590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Bound using segment: {'id': 'a1cecbda-5d49-4f0b-950d-c04466198e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:50:16.085069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Bound port: 61a52067-244c-4ec8-b48d-03b9d9837527, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cecbda-5d49-4f0b-950d-c04466198e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:50:16.085459 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.128050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 969c21e1-abea-4262-b8e4-e838348fc450 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:50:16.159514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.187815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] For port 61a52067-244c-4ec8-b48d-03b9d9837527, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:50:16.200465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] For port 61a52067-244c-4ec8-b48d-03b9d9837527, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=61a52067-244c-4ec8-b48d-03b9d9837527,segment=NetworkSegment(a1cecbda-5d49-4f0b-950d-c04466198e2e),segment_id=a1cecbda-5d49-4f0b-950d-c04466198e2e)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:50:16.210329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 969c21e1-abea-4262-b8e4-e838348fc450 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:16.210700 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.262133 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.287399 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.304657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network c32c4ea3-4662-4fca-a3f9-6551e75d2172 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:16.308622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:16.315620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:50:16.316155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.319748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=252252bb-a753-4c43-9456-55ec756809b4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:16.372618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d47c0e-ea02-4472-b56f-e561ba2825c1 None None] Pushing event updated for resources: {'Port': ['ID=61a52067-244c-4ec8-b48d-03b9d9837527,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:16.504205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5c260-a575-4084-b75c-d570806e1090 req-f05e0812-91ba-4db3-81fa-622f08b7220e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:16.506581 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cb5c260-a575-4084-b75c-d570806e1090 req-f05e0812-91ba-4db3-81fa-622f08b7220e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0534678 Sep 16 16:50:16.568336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cb5c260-a575-4084-b75c-d570806e1090 req-e64cc495-9dbb-4ecf-b324-7a376433afc6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535967 Sep 16 16:50:16.607849 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.892911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.966814 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:16.967734 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:17.042526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event updated for resources: {'Port': ['ID=252252bb-a753-4c43-9456-55ec756809b4,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:17.122383 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Network c32c4ea3-4662-4fca-a3f9-6551e75d2172 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:50:17.124169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:50:17.235702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:17.351008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:17.357445 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c0789204-c0b0-456f-bec9-62340d045e7a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5819013 Sep 16 16:50:17.360199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34256) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:17.363978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Sync routers for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:17.370308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a32430f8-a550-425d-a35f-0c89b945a122 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:17.374987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:17.375844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:17.417624 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b75d3d-70bf-49c2-9c59-657c3ab10d81 None None] Network c32c4ea3-4662-4fca-a3f9-6551e75d2172 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:17.533358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:17.577083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-98f106fb-0a82-4fbf-b1a3-b4f5ec31b801 None None] Provisioning complete for port 61a52067-244c-4ec8-b48d-03b9d9837527 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:17.577456 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98f106fb-0a82-4fbf-b1a3-b4f5ec31b801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:17.797907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ce307-c867-4faf-a720-cd947702f620 req-109d0ab5-7459-49b9-bf4c-b729ad46843b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:17.805827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-864ce307-c867-4faf-a720-cd947702f620 req-109d0ab5-7459-49b9-bf4c-b729ad46843b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1216581 Sep 16 16:50:17.885194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-864ce307-c867-4faf-a720-cd947702f620 req-6add3164-1bc8-4d41-90ac-9aa75fb67c5a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783274 Sep 16 16:50:17.906814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.extraroute_db [None req-a32430f8-a550-425d-a35f-0c89b945a122 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=95358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 16:50:17.925216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.extraroute_db [None req-a32430f8-a550-425d-a35f-0c89b945a122 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Removed routes are [] {{(pid=95358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 16:50:17.925615 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a32430f8-a550-425d-a35f-0c89b945a122 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:18.124768 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98f106fb-0a82-4fbf-b1a3-b4f5ec31b801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:18.184477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 61a52067-244c-4ec8-b48d-03b9d9837527 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:50:18.245405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:16Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '252252bb-a753-4c43-9456-55ec756809b4', 'name': '', 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:a1:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:15Z', 'updated_at': '2021-09-16T16:50:16Z', 'revision_number': 2, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:18.291098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Checking router: 041e639c-1be8-47ff-bd91-c7f077aa560d for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:18.291098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Updating router 041e639c-1be8-47ff-bd91-c7f077aa560d port 252252bb-a753-4c43-9456-55ec756809b4 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:50:18.295783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-98f106fb-0a82-4fbf-b1a3-b4f5ec31b801 None None] For port 61a52067-244c-4ec8-b48d-03b9d9837527, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=61a52067-244c-4ec8-b48d-03b9d9837527,segment=NetworkSegment(a1cecbda-5d49-4f0b-950d-c04466198e2e),segment_id=a1cecbda-5d49-4f0b-950d-c04466198e2e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:18.358489 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:18.361872 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a32430f8-a550-425d-a35f-0c89b945a122 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:18.365776 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a32430f8-a550-425d-a35f-0c89b945a122 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:18.378641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98f106fb-0a82-4fbf-b1a3-b4f5ec31b801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:18.485285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 61a52067-244c-4ec8-b48d-03b9d9837527 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:18.485770 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:18.496122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32430f8-a550-425d-a35f-0c89b945a122 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:18.581332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f106fb-0a82-4fbf-b1a3-b4f5ec31b801 None None] Pushing event updated for resources: {'Port': ['ID=61a52067-244c-4ec8-b48d-03b9d9837527,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:18.649459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32430f8-a550-425d-a35f-0c89b945a122 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:18.658053 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a32430f8-a550-425d-a35f-0c89b945a122 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:18.664585 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a32430f8-a550-425d-a35f-0c89b945a122 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d HTTP/1.1" status: 200 len: 953 time: 1.2980618 Sep 16 16:50:18.664585 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34276) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:18.693183 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f2373b0a-2a8e-4885-aa14-829353e5444d None None] Provisioning complete for port 252252bb-a753-4c43-9456-55ec756809b4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:18.694133 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f2373b0a-2a8e-4885-aa14-829353e5444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:18.795690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34280) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:18.799876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-38b8719b-e27e-4b65-8dd3-1104271bf395 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'routes': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:18.803142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-413e8df9-a7af-4873-8686-409c81b40cff tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d HTTP/1.1" status: 200 len: 953 time: 0.1397505 Sep 16 16:50:18.835584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f2373b0a-2a8e-4885-aa14-829353e5444d None None] Port 252252bb-a753-4c43-9456-55ec756809b4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:18.862961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f2373b0a-2a8e-4885-aa14-829353e5444d None None] Provisioning complete for port 61a52067-244c-4ec8-b48d-03b9d9837527 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:18.863318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f2373b0a-2a8e-4885-aa14-829353e5444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:18.994338 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.062055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b50167-301b-4f93-ad03-49a0b511066d req-d926e4ea-be09-4ead-8bf1-91e619d79795 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:19.063664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1b50167-301b-4f93-ad03-49a0b511066d req-d926e4ea-be09-4ead-8bf1-91e619d79795 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0821922 Sep 16 16:50:19.075281 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.121814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1b50167-301b-4f93-ad03-49a0b511066d req-1c541528-6646-4878-9c09-06468fcf254a tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513897 Sep 16 16:50:19.131609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6ead5-219e-4ad0-b698-a1ffaaf3b783 None None] Pushing event updated for resources: {'Port': ['ID=252252bb-a753-4c43-9456-55ec756809b4,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:19.188071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Attempting to bind port 252252bb-a753-4c43-9456-55ec756809b4 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:50:19.188474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Attempting to bind port 252252bb-a753-4c43-9456-55ec756809b4 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'a1cecbda-5d49-4f0b-950d-c04466198e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:50:19.188847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Attempting to bind port 252252bb-a753-4c43-9456-55ec756809b4 on network c32c4ea3-4662-4fca-a3f9-6551e75d2172 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:50:19.201476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:50:19.201861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Checking segment: {'id': 'a1cecbda-5d49-4f0b-950d-c04466198e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:50:19.202266 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.202663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Bound using segment: {'id': 'a1cecbda-5d49-4f0b-950d-c04466198e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:50:19.203145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Bound port: 252252bb-a753-4c43-9456-55ec756809b4, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cecbda-5d49-4f0b-950d-c04466198e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:50:19.203595 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.205316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-25ec916b-72eb-4645-85eb-1667714b4528 None None] Provisioning complete for port 252252bb-a753-4c43-9456-55ec756809b4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:19.205796 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25ec916b-72eb-4645-85eb-1667714b4528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.281430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-25ec916b-72eb-4645-85eb-1667714b4528 None None] Port 252252bb-a753-4c43-9456-55ec756809b4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:19.307709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] For port 252252bb-a753-4c43-9456-55ec756809b4, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:50:19.311024 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] For port 252252bb-a753-4c43-9456-55ec756809b4, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=252252bb-a753-4c43-9456-55ec756809b4,segment=NetworkSegment(a1cecbda-5d49-4f0b-950d-c04466198e2e),segment_id=a1cecbda-5d49-4f0b-950d-c04466198e2e)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:50:19.329069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.extraroute_db [None req-38b8719b-e27e-4b65-8dd3-1104271bf395 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added routes are [] {{(pid=95357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 16:50:19.329445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.extraroute_db [None req-38b8719b-e27e-4b65-8dd3-1104271bf395 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=95357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 16:50:19.370246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38b8719b-e27e-4b65-8dd3-1104271bf395 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.424674 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.496056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:19.496947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:19.499137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6ead5-219e-4ad0-b698-a1ffaaf3b783 None None] Pushing event updated for resources: {'Port': ['ID=252252bb-a753-4c43-9456-55ec756809b4,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:19.614202 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8a115ec0-66cb-422b-ab52-fe11b0793044 None None] Provisioning complete for port 252252bb-a753-4c43-9456-55ec756809b4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:19.614938 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8a115ec0-66cb-422b-ab52-fe11b0793044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.692976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:19.746172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38b8719b-e27e-4b65-8dd3-1104271bf395 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.749833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38b8719b-e27e-4b65-8dd3-1104271bf395 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.816806 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8a115ec0-66cb-422b-ab52-fe11b0793044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.865133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b8719b-e27e-4b65-8dd3-1104271bf395 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:19.897652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8a115ec0-66cb-422b-ab52-fe11b0793044 None None] For port 252252bb-a753-4c43-9456-55ec756809b4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=252252bb-a753-4c43-9456-55ec756809b4,segment=NetworkSegment(a1cecbda-5d49-4f0b-950d-c04466198e2e),segment_id=a1cecbda-5d49-4f0b-950d-c04466198e2e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:19.957931 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8a115ec0-66cb-422b-ab52-fe11b0793044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.984761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b8719b-e27e-4b65-8dd3-1104271bf395 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:19.992841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38b8719b-e27e-4b65-8dd3-1104271bf395 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:19.996888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34300) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:19.997376 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-38b8719b-e27e-4b65-8dd3-1104271bf395 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d HTTP/1.1" status: 200 len: 703 time: 1.2008572 Sep 16 16:50:19.998522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:19Z', 'revision_number': 7, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '252252bb-a753-4c43-9456-55ec756809b4', 'name': '', 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:a1:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:15Z', 'updated_at': '2021-09-16T16:50:19Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:20.028809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07dc54-5161-4dd0-bc31-d61482c3faca None None] The sync data for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 is: [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:19Z', 'revision_number': 7, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '252252bb-a753-4c43-9456-55ec756809b4', 'name': '', 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:a1:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:15Z', 'updated_at': '2021-09-16T16:50:19Z', 'revision_number': 4, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:20.052494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a115ec0-66cb-422b-ab52-fe11b0793044 None None] Pushing event updated for resources: {'Port': ['ID=252252bb-a753-4c43-9456-55ec756809b4,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:20.092174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ce210323-bc31-4d41-ae29-b44958583e91 None None] Provisioning complete for port 252252bb-a753-4c43-9456-55ec756809b4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:20.092583 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce210323-bc31-4d41-ae29-b44958583e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:20.152794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 61a52067-244c-4ec8-b48d-03b9d9837527 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:50:20.274395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34306) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:20.338123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 61a52067-244c-4ec8-b48d-03b9d9837527 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:20.338498 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:20.480048 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1d49-4ec9-4d38-92de-94770783fc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:20.600434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1d49-4ec9-4d38-92de-94770783fc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:20.703344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1d49-4ec9-4d38-92de-94770783fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:20.751436 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eb5f1d49-4ec9-4d38-92de-94770783fc71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76e6863bdc444a498933d0d5fd779617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754999 Sep 16 16:50:20.752190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f1d49-4ec9-4d38-92de-94770783fc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a132b671-9422-4f90-8b1d-1b9a8cf1cd52,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:20.757496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34312) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:20.822963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a3a26eaa-9784-4b90-a990-a57061191e63 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d HTTP/1.1" status: 200 len: 703 time: 0.8246582 Sep 16 16:50:20.825786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34314) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:20.828555 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a50b36a9-c9e2-409d-9062-049f265d389b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:20.843198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0a4ae-7815-44bb-870a-53d1c02cc2fa req-a308a303-5401-4b02-b576-671383caaccc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:20.850793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ed0a4ae-7815-44bb-870a-53d1c02cc2fa req-a308a303-5401-4b02-b576-671383caaccc tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1558001 Sep 16 16:50:20.855833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a50b36a9-c9e2-409d-9062-049f265d389b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:20.957336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ed0a4ae-7815-44bb-870a-53d1c02cc2fa req-36d0e54a-58b5-4bf3-a9cc-62003b6af8c1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054056 Sep 16 16:50:21.012149 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a50b36a9-c9e2-409d-9062-049f265d389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:21.014800 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a50b36a9-c9e2-409d-9062-049f265d389b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:21.015992 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a50b36a9-c9e2-409d-9062-049f265d389b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a132b671-9422-4f90-8b1d-1b9a8cf1cd52 HTTP/1.1" status: 204 len: 168 time: 0.2572837 Sep 16 16:50:21.025141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b36a9-c9e2-409d-9062-049f265d389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a132b671-9422-4f90-8b1d-1b9a8cf1cd52,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:21.056349 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] Sync routers for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:21.066713 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:21.067336 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:21.161588 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:21.222867 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:21.388783 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:19Z', 'revision_number': 7, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '252252bb-a753-4c43-9456-55ec756809b4', 'name': '', 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:a1:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:15Z', 'updated_at': '2021-09-16T16:50:19Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:21.420350 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] Checking router: 041e639c-1be8-47ff-bd91-c7f077aa560d for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:21.428649 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:21.429261 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:21.512515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 252252bb-a753-4c43-9456-55ec756809b4 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:21.512515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:21.536516 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:21.621935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port 252252bb-a753-4c43-9456-55ec756809b4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=252252bb-a753-4c43-9456-55ec756809b4,segment=NetworkSegment(a1cecbda-5d49-4f0b-950d-c04466198e2e),segment_id=a1cecbda-5d49-4f0b-950d-c04466198e2e)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:21.624619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:21.645587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 252252bb-a753-4c43-9456-55ec756809b4 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:21.877630 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:19Z', 'revision_number': 7, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '252252bb-a753-4c43-9456-55ec756809b4', 'name': '', 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:a1:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:15Z', 'updated_at': '2021-09-16T16:50:19Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:21.901899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:21.919559 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554d684-e9e1-4237-8e9d-fbafc485919e None None] The sync data for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 is: [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:19Z', 'revision_number': 7, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '252252bb-a753-4c43-9456-55ec756809b4', 'name': '', 'network_id': 'c32c4ea3-4662-4fca-a3f9-6551e75d2172', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:a1:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:15Z', 'updated_at': '2021-09-16T16:50:19Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '7870153a-32c5-4b2b-ac0a-1c6a4529dbd7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:21.950990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=252252bb-a753-4c43-9456-55ec756809b4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:22.198497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:22.225407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da774d8-27fb-46bb-adb2-ea6e76c70626 req-895e4323-5e5c-477f-b254-d4f644be7334 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:22.227110 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2da774d8-27fb-46bb-adb2-ea6e76c70626 req-895e4323-5e5c-477f-b254-d4f644be7334 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1559527 Sep 16 16:50:22.345284 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2da774d8-27fb-46bb-adb2-ea6e76c70626 req-6381aad6-9cab-4d84-9c42-cdcd61ff4384 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090672 Sep 16 16:50:22.463615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:22.565905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:22.572553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a70d2a9a-b1c0-40d4-aea1-d72b2874f8d9 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7455671 Sep 16 16:50:22.575245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34360) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:22.582759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] Sync routers for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:22.592602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:22.593243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:22.637741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39b38b1-15c2-4393-a758-cb94493fafdc tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting subnet 7870153a-32c5-4b2b-ac0a-1c6a4529dbd7 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:50:22.643497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c39b38b1-15c2-4393-a758-cb94493fafdc tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:22.692908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c39b38b1-15c2-4393-a758-cb94493fafdc tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:22.754045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:22.798364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c39b38b1-15c2-4393-a758-cb94493fafdc tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:22.959482 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c39b38b1-15c2-4393-a758-cb94493fafdc tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:22.988542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b38b1-15c2-4393-a758-cb94493fafdc tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Subnet': ['ID=7870153a-32c5-4b2b-ac0a-1c6a4529dbd7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:22.997253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c39b38b1-15c2-4393-a758-cb94493fafdc tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:22.999240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c39b38b1-15c2-4393-a758-cb94493fafdc tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/7870153a-32c5-4b2b-ac0a-1c6a4529dbd7 HTTP/1.1" status: 204 len: 168 time: 0.4229274 Sep 16 16:50:23.001930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34370) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:23.014462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5436ad-7cff-4b57-b35e-a9c7d8e4547a None None] Network c32c4ea3-4662-4fca-a3f9-6551e75d2172 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:23.094859 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.149772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 61a52067-244c-4ec8-b48d-03b9d9837527 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:23.150114 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.218275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port 61a52067-244c-4ec8-b48d-03b9d9837527, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=61a52067-244c-4ec8-b48d-03b9d9837527,segment=NetworkSegment(a1cecbda-5d49-4f0b-950d-c04466198e2e),segment_id=a1cecbda-5d49-4f0b-950d-c04466198e2e)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:23.218692 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.235996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 61a52067-244c-4ec8-b48d-03b9d9837527 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:23.240788 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:21Z', 'revision_number': 8, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:23.271039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] Checking router: 041e639c-1be8-47ff-bd91-c7f077aa560d for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:23.283852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:23.283852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:23.315942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7a1b0b-ee8d-4a7d-97b3-0f65823ee503 None None] DHCP port deletion for c32c4ea3-4662-4fca-a3f9-6551e75d2172 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:50:23.375201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34376) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:23.406807 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.407051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:23.450174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=61a52067-244c-4ec8-b48d-03b9d9837527,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:23.462207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No DVR routers for this DVR port 61a52067-244c-4ec8-b48d-03b9d9837527 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:23.505769 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44f29bae-fe11-49af-8d81-2162ba2e2ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.513587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a1b0b-ee8d-4a7d-97b3-0f65823ee503 None None] Deleting port 61a52067-244c-4ec8-b48d-03b9d9837527 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:23.513892 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1b0b-ee8d-4a7d-97b3-0f65823ee503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.595146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b9cfb-e365-44ad-8669-8b15b233f0c4 req-e5d742c9-4865-4f03-bb55-7bbdba94c228 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:23.599424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-647b9cfb-e365-44ad-8669-8b15b233f0c4 req-e5d742c9-4865-4f03-bb55-7bbdba94c228 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1633079 Sep 16 16:50:23.601108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44f29bae-fe11-49af-8d81-2162ba2e2ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.601444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.625583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-fe7a1b0b-ee8d-4a7d-97b3-0f65823ee503 None None] For port 61a52067-244c-4ec8-b48d-03b9d9837527, host n-d-807786-3, got binding levels [] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:23.626184 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1b0b-ee8d-4a7d-97b3-0f65823ee503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.634875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32c4ea3-4662-4fca-a3f9-6551e75d2172']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:23.646646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cecbda-5d49-4f0b-950d-c04466198e2e') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:23.646865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cecbda-5d49-4f0b-950d-c04466198e2e') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:23.649599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a1b0b-ee8d-4a7d-97b3-0f65823ee503 None None] Calling delete_port for 61a52067-244c-4ec8-b48d-03b9d9837527 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:23.654447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.ipam_backend_mixin [None req-fe7a1b0b-ee8d-4a7d-97b3-0f65823ee503 None None] Port 61a52067-244c-4ec8-b48d-03b9d9837527 was not found and therefore no delete operation was performed {{(pid=95359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 16:50:23.657047 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1b0b-ee8d-4a7d-97b3-0f65823ee503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.663086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.675016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-647b9cfb-e365-44ad-8669-8b15b233f0c4 req-52e1ede6-1b7f-4f58-a52f-ed4255322336 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656214 Sep 16 16:50:23.687254 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.697620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:50:23.698014 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.703871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44f29bae-fe11-49af-8d81-2162ba2e2ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.709666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a1b0b-ee8d-4a7d-97b3-0f65823ee503 None None] No DVR routers for this DVR port 61a52067-244c-4ec8-b48d-03b9d9837527 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:23.715406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a1b0b-ee8d-4a7d-97b3-0f65823ee503 None None] Pushing event deleted for resources: {'Port': ['ID=61a52067-244c-4ec8-b48d-03b9d9837527,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:23.749595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:21Z', 'revision_number': 8, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:23.775969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f29bae-fe11-49af-8d81-2162ba2e2ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e00d264-0c6f-4633-b6d3-74248c152373,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:50:23.777477 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:50:23.784288 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-44f29bae-fe11-49af-8d81-2162ba2e2ab2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3da25201035493b93db050b8625544c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077511 Sep 16 16:50:23.786942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34386) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:23.791649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83de60e-5544-47a6-b0ef-3fc14e880465 None None] The sync data for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 is: [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:21Z', 'revision_number': 8, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969c21e1-abea-4262-b8e4-e838348fc450', 'name': '', 'network_id': '01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:be:c3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:10Z', 'updated_at': '2021-09-16T16:50:14Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '955dcbf0-a305-44e1-a8e7-09573cc66996', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:23.852351 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d22ebf8f-2d3c-4fb6-8b92-06fdd504af8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.852717 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.860644 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:23.865541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/networks/c32c4ea3-4662-4fca-a3f9-6551e75d2172 HTTP/1.1" status: 204 len: 168 time: 0.8626034 Sep 16 16:50:23.867225 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34390) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:23.877406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee0c7b-f697-478c-8ded-6a546ce45a1c tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Network': ['ID=c32c4ea3-4662-4fca-a3f9-6551e75d2172,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:23.921737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d22ebf8f-2d3c-4fb6-8b92-06fdd504af8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:24.008228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455510b-f925-48c2-b749-2d247e1ce5cf req-9578dec4-8007-418f-812b-053968b79e10 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:24.009762 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3455510b-f925-48c2-b749-2d247e1ce5cf req-9578dec4-8007-418f-812b-053968b79e10 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0497565 Sep 16 16:50:24.049656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3455510b-f925-48c2-b749-2d247e1ce5cf req-009b8917-4742-4c7b-96ea-8c0f9950080b tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Sep 16 16:50:24.175829 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d22ebf8f-2d3c-4fb6-8b92-06fdd504af8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:24.176045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d22ebf8f-2d3c-4fb6-8b92-06fdd504af8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:24.181387 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d22ebf8f-2d3c-4fb6-8b92-06fdd504af8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e00d264-0c6f-4633-b6d3-74248c152373 HTTP/1.1" status: 204 len: 168 time: 0.3889358 Sep 16 16:50:24.192647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ebf8f-2d3c-4fb6-8b92-06fdd504af8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e00d264-0c6f-4633-b6d3-74248c152373,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:24.214662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26487def-8446-42dc-975b-3a933c8d487d req-9a211760-7383-46d5-95f0-15ba7cf11cea tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:24.225255 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26487def-8446-42dc-975b-3a933c8d487d req-9a211760-7383-46d5-95f0-15ba7cf11cea tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1037095 Sep 16 16:50:24.289146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26487def-8446-42dc-975b-3a933c8d487d req-d98c2af0-b7ef-477f-8315-8a9811f74ee0 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601590 Sep 16 16:50:24.291659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 252252bb-a753-4c43-9456-55ec756809b4 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:24.328601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:24.328766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 252252bb-a753-4c43-9456-55ec756809b4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:24.329072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 252252bb-a753-4c43-9456-55ec756809b4 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:24.329492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 61a52067-244c-4ec8-b48d-03b9d9837527 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:24.358193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 61a52067-244c-4ec8-b48d-03b9d9837527 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:24.358546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 61a52067-244c-4ec8-b48d-03b9d9837527 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:24.595597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 969c21e1-abea-4262-b8e4-e838348fc450 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:24.596226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:24.710728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port 969c21e1-abea-4262-b8e4-e838348fc450, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=969c21e1-abea-4262-b8e4-e838348fc450,segment=NetworkSegment(f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1),segment_id=f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:24.712093 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:24.736859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 969c21e1-abea-4262-b8e4-e838348fc450 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:24.785262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da9977-327a-4161-9bc3-449bd0b8706a req-f9c95b6e-8fe2-41d0-b256-28cf3caf52a8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:24.787052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16da9977-327a-4161-9bc3-449bd0b8706a req-f9c95b6e-8fe2-41d0-b256-28cf3caf52a8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0690892 Sep 16 16:50:24.842948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16da9977-327a-4161-9bc3-449bd0b8706a req-f24c6a7a-2582-444d-9467-173a5ae9a365 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Sep 16 16:50:24.986947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:25.015523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=969c21e1-abea-4262-b8e4-e838348fc450,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:25.159258 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:25.438560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:25.552095 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:25.559894 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9930d0ba-42e3-4c65-9c88-85fc75c3839f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6890550 Sep 16 16:50:25.560109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34428) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:25.566781 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] Sync routers for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:25.578510 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:25.579124 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:25.620647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9a2ed6-2531-4c48-a296-aa42f5d3caa2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting subnet 955dcbf0-a305-44e1-a8e7-09573cc66996 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:50:25.625077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af9a2ed6-2531-4c48-a296-aa42f5d3caa2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:25.668110 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af9a2ed6-2531-4c48-a296-aa42f5d3caa2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:25.676927 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:25.765294 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af9a2ed6-2531-4c48-a296-aa42f5d3caa2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:25.890052 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af9a2ed6-2531-4c48-a296-aa42f5d3caa2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:25.894544 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:24Z', 'revision_number': 9, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:25.927334 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] Checking router: 041e639c-1be8-47ff-bd91-c7f077aa560d for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:25.936652 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:25.937325 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:25.951733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75e3a85-029e-45b3-b0a3-ca37176a5af3 None None] Network 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:25.952266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a2ed6-2531-4c48-a296-aa42f5d3caa2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Subnet': ['ID=955dcbf0-a305-44e1-a8e7-09573cc66996,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:25.961895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af9a2ed6-2531-4c48-a296-aa42f5d3caa2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:25.964272 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-af9a2ed6-2531-4c48-a296-aa42f5d3caa2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/955dcbf0-a305-44e1-a8e7-09573cc66996 HTTP/1.1" status: 204 len: 168 time: 0.4030252 Sep 16 16:50:25.967520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34432) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:25.993834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61765c51-e5d5-48e3-ba19-f3cbb3747db5 req-69005c90-7895-4ca7-9cd2-68013b572d90 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:26.001885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61765c51-e5d5-48e3-ba19-f3cbb3747db5 req-69005c90-7895-4ca7-9cd2-68013b572d90 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0885272 Sep 16 16:50:26.003819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-88d18377-dee1-4a72-afde-06978485bc38 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:26.016786 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-88d18377-dee1-4a72-afde-06978485bc38 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.1397183 Sep 16 16:50:26.060798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61765c51-e5d5-48e3-ba19-f3cbb3747db5 req-5e945b21-337c-40fc-9360-ff425aeb2f47 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548723 Sep 16 16:50:26.113352 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:26.197014 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:26.229413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82741e0-7cb0-4d3f-975d-96d5cf52ea0f None None] DHCP port deletion for 01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:50:26.257059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-fa8f0bbe-89f5-44de-bfc2-e7d299bd14b8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Deleting port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:26.257932 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-fa8f0bbe-89f5-44de-bfc2-e7d299bd14b8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:26.345167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e82741e0-7cb0-4d3f-975d-96d5cf52ea0f None None] Deleting port ef5690cb-c4f3-4458-ba73-d11589b4d0cb {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:26.345894 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e82741e0-7cb0-4d3f-975d-96d5cf52ea0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:26.373791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port ef5690cb-c4f3-4458-ba73-d11589b4d0cb {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:26.374166 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:26.384454 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:24Z', 'revision_number': 9, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:26.414557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-fa8f0bbe-89f5-44de-bfc2-e7d299bd14b8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] For port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:26.414933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-fa8f0bbe-89f5-44de-bfc2-e7d299bd14b8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:26.427000 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84db5b-3ca6-4404-82c3-9779072c5431 None None] The sync data for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 is: [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:24Z', 'revision_number': 9, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef64b739-6e54-4542-8805-cc6ef6eecb16', 'name': '', 'network_id': '9e403f7a-da69-48f2-837b-012351e38d16', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:4f:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:05Z', 'updated_at': '2021-09-16T16:50:10Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': '3f340edc-1be4-46e2-8159-e8da4c4b1502', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:26.446510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e82741e0-7cb0-4d3f-975d-96d5cf52ea0f None None] For port ef5690cb-c4f3-4458-ba73-d11589b4d0cb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef5690cb-c4f3-4458-ba73-d11589b4d0cb,segment=NetworkSegment(f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1),segment_id=f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:26.446898 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e82741e0-7cb0-4d3f-975d-96d5cf52ea0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:26.462192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e82741e0-7cb0-4d3f-975d-96d5cf52ea0f None None] Calling delete_port for ef5690cb-c4f3-4458-ba73-d11589b4d0cb owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:26.466314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-fa8f0bbe-89f5-44de-bfc2-e7d299bd14b8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Calling delete_port for 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:26.479179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port ef5690cb-c4f3-4458-ba73-d11589b4d0cb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef5690cb-c4f3-4458-ba73-d11589b4d0cb,segment=NetworkSegment(f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1),segment_id=f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:26.479553 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:26.497872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for ef5690cb-c4f3-4458-ba73-d11589b4d0cb owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:26.610217 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e82741e0-7cb0-4d3f-975d-96d5cf52ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:26.640040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82741e0-7cb0-4d3f-975d-96d5cf52ea0f None None] Pushing event deleted for resources: {'Port': ['ID=ef5690cb-c4f3-4458-ba73-d11589b4d0cb,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:26.644086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82741e0-7cb0-4d3f-975d-96d5cf52ea0f None None] No DVR routers for this DVR port ef5690cb-c4f3-4458-ba73-d11589b4d0cb on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:27.012714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:27.046964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=ef5690cb-c4f3-4458-ba73-d11589b4d0cb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:27.053118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No DVR routers for this DVR port ef5690cb-c4f3-4458-ba73-d11589b4d0cb on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:27.087472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.087842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.088166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.088586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.088924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.089281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.089619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.089949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.090278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.090604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.090931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.091255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:27.159575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:27.181369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:27.187607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dcdb8-8247-4d8e-88b3-29e5212a94da req-a562b614-2c3d-4679-87ed-422a5a357d3c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:27.189768 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c8dcdb8-8247-4d8e-88b3-29e5212a94da req-a562b614-2c3d-4679-87ed-422a5a357d3c tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a8faf4d-f2a8-4b06-9e32-906f6fb308ed HTTP/1.1" status: 200 len: 945 time: 0.0557704 Sep 16 16:50:27.190031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-fa8f0bbe-89f5-44de-bfc2-e7d299bd14b8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:27.192766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:27.198110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b6c82a-4e1e-49f5-ba9c-5fb0cd2a23f1') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:27.203733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:50:27.228716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:27.230373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f0bbe-89f5-44de-bfc2-e7d299bd14b8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event deleted for resources: {'Port': ['ID=9eb28c6a-856f-44f9-a559-bb03fc5c1dfc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:27.256333 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c8dcdb8-8247-4d8e-88b3-29e5212a94da req-41791aaa-016d-4523-b63c-c82544982848 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546868 Sep 16 16:50:27.275464 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:27.297995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:50:27.298395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:27.301546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-fa8f0bbe-89f5-44de-bfc2-e7d299bd14b8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] No DVR routers for this DVR port 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:27.305054 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-fa8f0bbe-89f5-44de-bfc2-e7d299bd14b8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:27.307444 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c8a32157-91ba-487d-b4c4-a43b160abb74 req-fa8f0bbe-89f5-44de-bfc2-e7d299bd14b8 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.52 "DELETE /v2.0/ports/9eb28c6a-856f-44f9-a559-bb03fc5c1dfc HTTP/1.1" status: 204 len: 173 time: 1.2778034 Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:50:27.307896 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:50:27.319317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8faf4d-f2a8-4b06-9e32-906f6fb308ed', 'name': 'network-vif-deleted', 'tag': '9eb28c6a-856f-44f9-a559-bb03fc5c1dfc'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:50:27.321119 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f035f31-6c1c-4ea3-993c-963946673cd9" -d '{"events": [{"server_uuid": "0a8faf4d-f2a8-4b06-9e32-906f6fb308ed", "name": "network-vif-deleted", "tag": "9eb28c6a-856f-44f9-a559-bb03fc5c1dfc"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:50:27.455734 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:27.464150 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:27.469347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34454) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:27.469645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/networks/01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8 HTTP/1.1" status: 204 len: 168 time: 1.5004008 Sep 16 16:50:27.486701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f2df9-db5d-49fb-9227-699db9cd5562 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Network': ['ID=01f5fd8c-0b3e-417a-9e36-b6478dd6e2b8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:27.556550 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b759de3d-b38c-4297-aa46-1ff8373ab8b6 x-openstack-request-id: req-b759de3d-b38c-4297-aa46-1ff8373ab8b6 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:50:27.557009 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8faf4d-f2a8-4b06-9e32-906f6fb308ed", "name": "network-vif-deleted", "tag": "9eb28c6a-856f-44f9-a559-bb03fc5c1dfc", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:50:27.557321 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b759de3d-b38c-4297-aa46-1ff8373ab8b6 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:50:27.557783 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8faf4d-f2a8-4b06-9e32-906f6fb308ed', 'name': 'network-vif-deleted', 'tag': '9eb28c6a-856f-44f9-a559-bb03fc5c1dfc', 'status': 'completed', 'code': 200} Sep 16 16:50:27.838468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:28.102218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef5690cb-c4f3-4458-ba73-d11589b4d0cb no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:28.116410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port ef64b739-6e54-4542-8805-cc6ef6eecb16 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:28.117533 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:28.133804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ef5690cb-c4f3-4458-ba73-d11589b4d0cb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:28.134586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef5690cb-c4f3-4458-ba73-d11589b4d0cb not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:28.135409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 969c21e1-abea-4262-b8e4-e838348fc450 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:28.163287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 969c21e1-abea-4262-b8e4-e838348fc450 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:28.164442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 969c21e1-abea-4262-b8e4-e838348fc450 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:28.238465 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6757b4ab-945d-40f4-8d33-a64782ed52e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:28.241255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port ef64b739-6e54-4542-8805-cc6ef6eecb16, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef64b739-6e54-4542-8805-cc6ef6eecb16,segment=NetworkSegment(5af999ef-2067-4536-b93e-86ebf5748e77),segment_id=5af999ef-2067-4536-b93e-86ebf5748e77)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:28.241801 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:28.256531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for ef64b739-6e54-4542-8805-cc6ef6eecb16 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:28.529770 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:28.565315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=ef64b739-6e54-4542-8805-cc6ef6eecb16,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:29.050782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:29.102702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:29.126535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:29.126884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 9eb28c6a-856f-44f9-a559-bb03fc5c1dfc not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:29.274646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148c764-7e80-4765-847c-28f373528df2 req-17ba2db4-5428-4384-ba56-06a34dd66613 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:29.276146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3148c764-7e80-4765-847c-28f373528df2 req-17ba2db4-5428-4384-ba56-06a34dd66613 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 945 time: 0.0889101 Sep 16 16:50:29.280181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:29.356515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3148c764-7e80-4765-847c-28f373528df2 req-03f6905e-a331-4c76-bfd3-405c55e97a5e tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734088 Sep 16 16:50:29.399535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:29.404651 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-84a01594-f612-4130-88b5-e7ce4034c2b2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9337397 Sep 16 16:50:29.411346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] Sync routers for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:29.412645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34498) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:29.421657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:29.422275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:29.471131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4087708-c0e6-429a-808b-b4a511a18f00 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting subnet 3f340edc-1be4-46e2-8159-e8da4c4b1502 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:50:29.474270 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4087708-c0e6-429a-808b-b4a511a18f00 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:29.511494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:29.514514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4087708-c0e6-429a-808b-b4a511a18f00 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:29.623271 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4087708-c0e6-429a-808b-b4a511a18f00 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:29.761306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4087708-c0e6-429a-808b-b4a511a18f00 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:29.791570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4087708-c0e6-429a-808b-b4a511a18f00 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Subnet': ['ID=3f340edc-1be4-46e2-8159-e8da4c4b1502,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:29.795396 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4087708-c0e6-429a-808b-b4a511a18f00 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:29.800061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34510) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:29.800522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d4087708-c0e6-429a-808b-b4a511a18f00 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/3f340edc-1be4-46e2-8159-e8da4c4b1502 HTTP/1.1" status: 204 len: 168 time: 0.3864255 Sep 16 16:50:29.805347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b6b8c-d710-4e68-bc18-bd4d6aafb834 None None] Network 9e403f7a-da69-48f2-837b-012351e38d16 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:29.881658 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:29.941285 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 74b1de74-e8b3-4209-8477-38cad87b9e8b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:29.941627 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:29.975428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:28Z', 'revision_number': 10, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:30.004968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] Checking router: 041e639c-1be8-47ff-bd91-c7f077aa560d for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:30.013576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port 74b1de74-e8b3-4209-8477-38cad87b9e8b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=74b1de74-e8b3-4209-8477-38cad87b9e8b,segment=NetworkSegment(5af999ef-2067-4536-b93e-86ebf5748e77),segment_id=5af999ef-2067-4536-b93e-86ebf5748e77)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:30.014188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.016287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759b243-b0a2-4563-80cf-45c6982c1eae req-279fb95f-19e1-4fe0-9fa5-24177eb3f56a tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:30.022230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:30.023960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:30.037001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1759b243-b0a2-4563-80cf-45c6982c1eae req-279fb95f-19e1-4fe0-9fa5-24177eb3f56a tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 945 time: 0.0775158 Sep 16 16:50:30.038678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 74b1de74-e8b3-4209-8477-38cad87b9e8b owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:30.083309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1759b243-b0a2-4563-80cf-45c6982c1eae req-5c92ea36-cacf-4226-bad7-c3295d3350ed tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454347 Sep 16 16:50:30.112985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d824086e-360b-44bf-816c-28d7846fc10d None None] DHCP port deletion for 9e403f7a-da69-48f2-837b-012351e38d16 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:50:30.159106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:30.221281 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.249289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=74b1de74-e8b3-4209-8477-38cad87b9e8b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:30.251178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No DVR routers for this DVR port 74b1de74-e8b3-4209-8477-38cad87b9e8b on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:30.268179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d824086e-360b-44bf-816c-28d7846fc10d None None] Deleting port 74b1de74-e8b3-4209-8477-38cad87b9e8b {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:30.270907 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d824086e-360b-44bf-816c-28d7846fc10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.330885 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.355027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e403f7a-da69-48f2-837b-012351e38d16']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:30.364549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af999ef-2067-4536-b93e-86ebf5748e77') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:30.364850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af999ef-2067-4536-b93e-86ebf5748e77') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:30.375286 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.376483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d824086e-360b-44bf-816c-28d7846fc10d None None] For port 74b1de74-e8b3-4209-8477-38cad87b9e8b, host n-d-807786-3, got binding levels [] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:30.376883 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d824086e-360b-44bf-816c-28d7846fc10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.393216 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d824086e-360b-44bf-816c-28d7846fc10d None None] Calling delete_port for 74b1de74-e8b3-4209-8477-38cad87b9e8b owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:30.396034 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.396517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.ipam_backend_mixin [None req-d824086e-360b-44bf-816c-28d7846fc10d None None] Port 74b1de74-e8b3-4209-8477-38cad87b9e8b was not found and therefore no delete operation was performed {{(pid=95359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 16:50:30.409501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:50:30.409913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:50:30.413039 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:50:30.422171 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d824086e-360b-44bf-816c-28d7846fc10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.462719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824086e-360b-44bf-816c-28d7846fc10d None None] Pushing event deleted for resources: {'Port': ['ID=74b1de74-e8b3-4209-8477-38cad87b9e8b,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:30.476870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d824086e-360b-44bf-816c-28d7846fc10d None None] No DVR routers for this DVR port 74b1de74-e8b3-4209-8477-38cad87b9e8b on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:30.488317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf4c5b-5ea4-4123-93a9-1c24d68739af req-dbfedddb-2ba2-437f-a886-5a134b34b471 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:30.492922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59cf4c5b-5ea4-4123-93a9-1c24d68739af req-dbfedddb-2ba2-437f-a886-5a134b34b471 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 945 time: 0.0592606 Sep 16 16:50:30.500081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:28Z', 'revision_number': 10, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:30.527751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59cf4c5b-5ea4-4123-93a9-1c24d68739af req-28e21365-15e8-4c12-bcdb-a62eb97aea15 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324574 Sep 16 16:50:30.529061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac69d17-bee2-419c-9774-f858c2278c19 None None] The sync data for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 is: [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:28Z', 'revision_number': 10, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None, '_interfaces': [{'id': '0e261517-669e-4a06-93cf-e219059bb5ab', 'name': '', 'network_id': 'cf1316ef-9019-4e6b-bc02-bcfbcde883bb', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'mac_address': 'fa:16:3e:de:98:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:50:01Z', 'updated_at': '2021-09-16T16:50:04Z', 'revision_number': 5, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'subnets': [{'id': 'e0cf01db-1841-4040-85c5-de2a6b50e0b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:30.565738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.573072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.574892 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/networks/9e403f7a-da69-48f2-837b-012351e38d16 HTTP/1.1" status: 204 len: 168 time: 0.7732005 Sep 16 16:50:30.582817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34516) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:30.586694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55231f7-b81b-4235-b881-c6f70038cab8 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Network': ['ID=9e403f7a-da69-48f2-837b-012351e38d16,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:30.712366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-172581bf-638d-4059-a0d9-df9c2bd845d6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:30.713759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-172581bf-638d-4059-a0d9-df9c2bd845d6 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 945 time: 0.0897927 Sep 16 16:50:30.811336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-582e4f97-b94d-408d-bdb1-a5eca3e737fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:30.920794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-501ad0b9-e732-43a8-bebd-9eb0af4609e1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Deleting port 38a05aeb-d2f9-423a-823f-1e891eff338e {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:30.921142 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-501ad0b9-e732-43a8-bebd-9eb0af4609e1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:31.051498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-501ad0b9-e732-43a8-bebd-9eb0af4609e1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] For port 38a05aeb-d2f9-423a-823f-1e891eff338e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=38a05aeb-d2f9-423a-823f-1e891eff338e,segment=NetworkSegment(5510fb24-4318-4afb-b0e0-7ff60b8f0c10),segment_id=5510fb24-4318-4afb-b0e0-7ff60b8f0c10)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:31.051872 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-501ad0b9-e732-43a8-bebd-9eb0af4609e1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:31.072958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-501ad0b9-e732-43a8-bebd-9eb0af4609e1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Calling delete_port for 38a05aeb-d2f9-423a-823f-1e891eff338e owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:31.217806 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:31.303499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ec0ef-0ca1-4427-b86b-332914b6caa9 req-3fd03e98-a986-4087-be2f-e00c4e224e01 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:31.305068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-482ec0ef-0ca1-4427-b86b-332914b6caa9 req-3fd03e98-a986-4087-be2f-e00c4e224e01 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 945 time: 0.1522145 Sep 16 16:50:31.441660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-482ec0ef-0ca1-4427-b86b-332914b6caa9 req-5e3b7f18-ab1e-4f72-b7b9-a0960f05809e tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef8c520c-054b-47aa-a9ff-37a87dbc4837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120780 Sep 16 16:50:31.443815 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:31.527885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-501ad0b9-e732-43a8-bebd-9eb0af4609e1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:31.539410 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['38a05aeb-d2f9-423a-823f-1e891eff338e'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:50:31.567937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ad0b9-e732-43a8-bebd-9eb0af4609e1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Pushing event deleted for resources: {'Port': ['ID=38a05aeb-d2f9-423a-823f-1e891eff338e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:31.613512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-84ff20fc-4e02-41da-875e-90e683b92ed1 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:31.615025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-84ff20fc-4e02-41da-875e-90e683b92ed1 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 945 time: 0.0536635 Sep 16 16:50:31.615193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-501ad0b9-e732-43a8-bebd-9eb0af4609e1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] No DVR routers for this DVR port 38a05aeb-d2f9-423a-823f-1e891eff338e on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:31.625064 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-501ad0b9-e732-43a8-bebd-9eb0af4609e1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:31.626926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-005b8bed-08aa-4b75-82f0-a8ff251bd3fd req-501ad0b9-e732-43a8-bebd-9eb0af4609e1 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.62 "DELETE /v2.0/ports/38a05aeb-d2f9-423a-823f-1e891eff338e HTTP/1.1" status: 204 len: 173 time: 0.9057722 Sep 16 16:50:31.627358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c6b934-df23-4652-9787-f01491440ec5', 'name': 'network-vif-deleted', 'tag': '38a05aeb-d2f9-423a-823f-1e891eff338e'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:50:31.629610 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8258b7c6-21cb-4a17-94a9-9b8c656ab739" -d '{"events": [{"server_uuid": "01c6b934-df23-4652-9787-f01491440ec5", "name": "network-vif-deleted", "tag": "38a05aeb-d2f9-423a-823f-1e891eff338e"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:50:31.655334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce2a946c-3da0-47d2-a072-1f670d415901 req-7d88e243-ef58-44dd-bbe7-660f0dac2424 tempest-ServersTestJSON-899234914 tempest-ServersTestJSON-899234914-project] 10.222.0.22 "GET /v2.0/ports?device_id=01c6b934-df23-4652-9787-f01491440ec5 HTTP/1.1" status: 200 len: 210 time: 0.0420995 Sep 16 16:50:31.657018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port 0e261517-669e-4a06-93cf-e219059bb5ab {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:31.657361 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:31.730381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-d684fd42-08c0-44cb-95d5-4c8c7bf9a722 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Deleting port 5bad326e-e36e-47bb-a43f-89e74d54d44b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:31.731359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-d684fd42-08c0-44cb-95d5-4c8c7bf9a722 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:31.757804 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980c8103-5a69-4a72-b33a-5cae69d231da x-openstack-request-id: req-980c8103-5a69-4a72-b33a-5cae69d231da {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:50:31.758098 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c6b934-df23-4652-9787-f01491440ec5", "name": "network-vif-deleted", "tag": "38a05aeb-d2f9-423a-823f-1e891eff338e", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:50:31.758344 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-980c8103-5a69-4a72-b33a-5cae69d231da {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:50:31.758802 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c6b934-df23-4652-9787-f01491440ec5', 'name': 'network-vif-deleted', 'tag': '38a05aeb-d2f9-423a-823f-1e891eff338e', 'status': 'completed', 'code': 200} Sep 16 16:50:31.766468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port 0e261517-669e-4a06-93cf-e219059bb5ab, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0e261517-669e-4a06-93cf-e219059bb5ab,segment=NetworkSegment(05b6180f-0890-4084-b9e1-715a0ec2fb19),segment_id=05b6180f-0890-4084-b9e1-715a0ec2fb19)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:31.766844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:31.781133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for 0e261517-669e-4a06-93cf-e219059bb5ab owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:31.833916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-d684fd42-08c0-44cb-95d5-4c8c7bf9a722 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] For port 5bad326e-e36e-47bb-a43f-89e74d54d44b, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5bad326e-e36e-47bb-a43f-89e74d54d44b,segment=NetworkSegment(32cae03f-53b4-409b-a51b-d417da04a968),segment_id=32cae03f-53b4-409b-a51b-d417da04a968)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:31.834294 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-d684fd42-08c0-44cb-95d5-4c8c7bf9a722 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:31.847714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-d684fd42-08c0-44cb-95d5-4c8c7bf9a722 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Calling delete_port for 5bad326e-e36e-47bb-a43f-89e74d54d44b owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:31.931870 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.054631 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.054878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-d684fd42-08c0-44cb-95d5-4c8c7bf9a722 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.064694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['5bad326e-e36e-47bb-a43f-89e74d54d44b'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:50:32.071314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 74b1de74-e8b3-4209-8477-38cad87b9e8b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:32.085760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=0e261517-669e-4a06-93cf-e219059bb5ab,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:32.091734 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684fd42-08c0-44cb-95d5-4c8c7bf9a722 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Pushing event deleted for resources: {'Port': ['ID=5bad326e-e36e-47bb-a43f-89e74d54d44b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:32.150426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-d684fd42-08c0-44cb-95d5-4c8c7bf9a722 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] No DVR routers for this DVR port 5bad326e-e36e-47bb-a43f-89e74d54d44b on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:32.153530 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-d684fd42-08c0-44cb-95d5-4c8c7bf9a722 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.156072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a4047518-f606-4940-828a-ee5ea1fd6968 req-d684fd42-08c0-44cb-95d5-4c8c7bf9a722 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.62 "DELETE /v2.0/ports/5bad326e-e36e-47bb-a43f-89e74d54d44b HTTP/1.1" status: 204 len: 173 time: 0.5352352 Sep 16 16:50:32.156611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafca4a8-8060-4153-8b54-69cdd8003056', 'name': 'network-vif-deleted', 'tag': '5bad326e-e36e-47bb-a43f-89e74d54d44b'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:50:32.157995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 74b1de74-e8b3-4209-8477-38cad87b9e8b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:32.159109 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05448ba0-2e71-42fe-a395-6e118e1cf585" -d '{"events": [{"server_uuid": "eafca4a8-8060-4153-8b54-69cdd8003056", "name": "network-vif-deleted", "tag": "5bad326e-e36e-47bb-a43f-89e74d54d44b"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:50:32.179832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 74b1de74-e8b3-4209-8477-38cad87b9e8b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:32.180605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef64b739-6e54-4542-8805-cc6ef6eecb16 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:32.207064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ef64b739-6e54-4542-8805-cc6ef6eecb16 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:32.207443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef64b739-6e54-4542-8805-cc6ef6eecb16 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:32.207853 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.230308 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58279253-57ff-408b-baf0-63a3cbf61614 x-openstack-request-id: req-58279253-57ff-408b-baf0-63a3cbf61614 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:50:32.230608 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafca4a8-8060-4153-8b54-69cdd8003056", "name": "network-vif-deleted", "tag": "5bad326e-e36e-47bb-a43f-89e74d54d44b", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:50:32.230943 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58279253-57ff-408b-baf0-63a3cbf61614 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:50:32.231342 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafca4a8-8060-4153-8b54-69cdd8003056', 'name': 'network-vif-deleted', 'tag': '5bad326e-e36e-47bb-a43f-89e74d54d44b', 'status': 'completed', 'code': 200} Sep 16 16:50:32.381394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:32.461711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:32.469928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34538) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:32.470185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e166e757-1ed9-40e2-aa80-7121c1994ac5 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8862007 Sep 16 16:50:32.478351 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] Sync routers for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:32.496566 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:32.501908 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:32.564469 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eedcba09-cd4d-410c-9d5d-9e32bfc7d843 req-f545450b-a556-4dc5-a2ac-4289403f9e80 tempest-VolumesSnapshotTestJSON-2022619484 tempest-VolumesSnapshotTestJSON-2022619484-project] 10.222.0.22 "GET /v2.0/ports?device_id=eafca4a8-8060-4153-8b54-69cdd8003056 HTTP/1.1" status: 200 len: 210 time: 0.0276196 Sep 16 16:50:32.567297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ede40e2-7335-46ef-9abb-66e54c4f4001 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting subnet e0cf01db-1841-4040-85c5-de2a6b50e0b5 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:50:32.571321 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ede40e2-7335-46ef-9abb-66e54c4f4001 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.600372 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:32.613871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ede40e2-7335-46ef-9abb-66e54c4f4001 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.646916 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:31Z', 'revision_number': 11, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:32.676298 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] Checking router: 041e639c-1be8-47ff-bd91-c7f077aa560d for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:32.685848 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:32.686667 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:32.708193 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ede40e2-7335-46ef-9abb-66e54c4f4001 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.722521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34542) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:32.762694 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:32.767897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-7412b649-2a56-480d-9933-0cad425671c1 admin admin] Deleting subnet 92f46a0c-31ae-4bea-8568-d5de31393710 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:50:32.771068 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7412b649-2a56-480d-9933-0cad425671c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.806412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7412b649-2a56-480d-9933-0cad425671c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.816170 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:31Z', 'revision_number': 11, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:32.845909 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bde8cc-3441-4cd0-8ed9-ababaf59d9a8 None None] The sync data for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 is: [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:31Z', 'revision_number': 11, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:32.850704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7412b649-2a56-480d-9933-0cad425671c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.858403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ede40e2-7335-46ef-9abb-66e54c4f4001 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.892931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede40e2-7335-46ef-9abb-66e54c4f4001 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Subnet': ['ID=e0cf01db-1841-4040-85c5-de2a6b50e0b5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:32.901310 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ede40e2-7335-46ef-9abb-66e54c4f4001 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.903490 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7ede40e2-7335-46ef-9abb-66e54c4f4001 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/e0cf01db-1841-4040-85c5-de2a6b50e0b5 HTTP/1.1" status: 204 len: 168 time: 0.4321477 Sep 16 16:50:32.906267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34544) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:32.908282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac528b-8d8f-450a-8302-20d38f827072 None None] Network cf1316ef-9019-4e6b-bc02-bcfbcde883bb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:50:32.987567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7412b649-2a56-480d-9933-0cad425671c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:32.990266 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.018128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412b649-2a56-480d-9933-0cad425671c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f46a0c-31ae-4bea-8568-d5de31393710,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:33.022112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7412b649-2a56-480d-9933-0cad425671c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.024493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7412b649-2a56-480d-9933-0cad425671c1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/92f46a0c-31ae-4bea-8568-d5de31393710 HTTP/1.1" status: 204 len: 168 time: 0.3009605 Sep 16 16:50:33.027010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34546) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:33.114655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.129084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Deleting port bb208661-f263-4336-b4cf-77074dd2620f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:33.129416 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.236545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b92fd1-5277-40d0-bdb0-e53e4ed9dd6e None None] DHCP port deletion for cf1316ef-9019-4e6b-bc02-bcfbcde883bb request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:50:33.238541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] For port bb208661-f263-4336-b4cf-77074dd2620f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=bb208661-f263-4336-b4cf-77074dd2620f,segment=NetworkSegment(05b6180f-0890-4084-b9e1-715a0ec2fb19),segment_id=05b6180f-0890-4084-b9e1-715a0ec2fb19)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:33.238891 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.282455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.292752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Calling delete_port for bb208661-f263-4336-b4cf-77074dd2620f owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:33.293799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-69b92fd1-5277-40d0-bdb0-e53e4ed9dd6e None None] Deleting port bb208661-f263-4336-b4cf-77074dd2620f {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:33.296045 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69b92fd1-5277-40d0-bdb0-e53e4ed9dd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.313821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883aebdc-caa9-42c6-a7b9-8858dd375d53']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:33.353708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5510fb24-4318-4afb-b0e0-7ff60b8f0c10') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:33.354003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5510fb24-4318-4afb-b0e0-7ff60b8f0c10') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:33.363367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-69b92fd1-5277-40d0-bdb0-e53e4ed9dd6e None None] For port bb208661-f263-4336-b4cf-77074dd2620f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=bb208661-f263-4336-b4cf-77074dd2620f,segment=NetworkSegment(05b6180f-0890-4084-b9e1-715a0ec2fb19),segment_id=05b6180f-0890-4084-b9e1-715a0ec2fb19)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:33.363755 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69b92fd1-5277-40d0-bdb0-e53e4ed9dd6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.366543 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.377546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-69b92fd1-5277-40d0-bdb0-e53e4ed9dd6e None None] Calling delete_port for bb208661-f263-4336-b4cf-77074dd2620f owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:33.402593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.411889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:50:33.412281 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:50:33.414600 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:50:33.560610 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.562379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.566985 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69b92fd1-5277-40d0-bdb0-e53e4ed9dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.584078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.589712 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] 10.222.0.22 "DELETE /v2.0/networks/883aebdc-caa9-42c6-a7b9-8858dd375d53 HTTP/1.1" status: 204 len: 168 time: 0.5616617 Sep 16 16:50:33.598750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b92fd1-5277-40d0-bdb0-e53e4ed9dd6e None None] No DVR routers for this DVR port bb208661-f263-4336-b4cf-77074dd2620f on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:33.601075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b92fd1-5277-40d0-bdb0-e53e4ed9dd6e None None] Pushing event deleted for resources: {'Port': ['ID=bb208661-f263-4336-b4cf-77074dd2620f,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:33.621313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Port': ['ID=bb208661-f263-4336-b4cf-77074dd2620f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:33.625670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No DVR routers for this DVR port bb208661-f263-4336-b4cf-77074dd2620f on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:33.631831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce018f25-d58d-4e4f-b02e-18ba7ae7506c admin admin] Pushing event deleted for resources: {'Network': ['ID=883aebdc-caa9-42c6-a7b9-8858dd375d53,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:33.721256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.745783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1316ef-9019-4e6b-bc02-bcfbcde883bb']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:33.755389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b6180f-0890-4084-b9e1-715a0ec2fb19') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:33.755686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b6180f-0890-4084-b9e1-715a0ec2fb19') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:33.765953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.775121 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.779685 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.785781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:50:33.786237 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:50:33.789179 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:50:33.952314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.959748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:33.962057 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/networks/cf1316ef-9019-4e6b-bc02-bcfbcde883bb HTTP/1.1" status: 204 len: 168 time: 1.0544100 Sep 16 16:50:33.964975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34564) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:33.969691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6a715442-22ba-4d0e-aac8-ed820945e61e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'routes': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:33.973398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a282e-f7b2-49eb-83a6-f63001b012c4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Pushing event deleted for resources: {'Network': ['ID=cf1316ef-9019-4e6b-bc02-bcfbcde883bb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:34.089429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0e261517-669e-4a06-93cf-e219059bb5ab no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:34.110215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 0e261517-669e-4a06-93cf-e219059bb5ab {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:34.110568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0e261517-669e-4a06-93cf-e219059bb5ab not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:34.110985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device bb208661-f263-4336-b4cf-77074dd2620f no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:34.119163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34566) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:34.132846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: bb208661-f263-4336-b4cf-77074dd2620f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:34.133196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device bb208661-f263-4336-b4cf-77074dd2620f not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:34.472955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.extraroute_db [None req-6a715442-22ba-4d0e-aac8-ed820945e61e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Added routes are [] {{(pid=95358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 16:50:34.473252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.extraroute_db [None req-6a715442-22ba-4d0e-aac8-ed820945e61e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Removed routes are [] {{(pid=95358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 16:50:34.473612 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a715442-22ba-4d0e-aac8-ed820945e61e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:34.572971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-976b7a92-cdfb-4165-924d-7a2e0eabbf19 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bdd5e8d1c02f47ba998d60775463077f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527705 Sep 16 16:50:34.575613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34574) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:34.626232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd27552-deaa-47d3-af45-d20a38fcced1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:34.639559 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a715442-22ba-4d0e-aac8-ed820945e61e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:34.642839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a715442-22ba-4d0e-aac8-ed820945e61e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:34.648844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd27552-deaa-47d3-af45-d20a38fcced1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:34.717460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a715442-22ba-4d0e-aac8-ed820945e61e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 041e639c-1be8-47ff-bd91-c7f077aa560d has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:34.786623 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd27552-deaa-47d3-af45-d20a38fcced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:34.789792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2dd27552-deaa-47d3-af45-d20a38fcced1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:34.791090 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2dd27552-deaa-47d3-af45-d20a38fcced1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8c2c0e9-5b94-4a15-96fd-cd095ba6179e HTTP/1.1" status: 204 len: 168 time: 0.2143931 Sep 16 16:50:34.795480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a715442-22ba-4d0e-aac8-ed820945e61e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:34.806169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd27552-deaa-47d3-af45-d20a38fcced1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c2c0e9-5b94-4a15-96fd-cd095ba6179e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:34.806265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a715442-22ba-4d0e-aac8-ed820945e61e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:34.806359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6a715442-22ba-4d0e-aac8-ed820945e61e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d HTTP/1.1" status: 200 len: 704 time: 0.8391325 Sep 16 16:50:34.807928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34578) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:34.815077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] Sync routers for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:34.831930 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5bad326e-e36e-47bb-a43f-89e74d54d44b no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:34.845930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7bdedfef-c6ef-439c-8548-6b6e74391c1e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=041e639c-1be8-47ff-bd91-c7f077aa560d HTTP/1.1" status: 200 len: 205 time: 0.0340543 Sep 16 16:50:34.847651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34580) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:34.869597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 5bad326e-e36e-47bb-a43f-89e74d54d44b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:34.870229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5bad326e-e36e-47bb-a43f-89e74d54d44b not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:34.870806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 38a05aeb-d2f9-423a-823f-1e891eff338e no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:34.872652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:34.873438 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:34.927847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 38a05aeb-d2f9-423a-823f-1e891eff338e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:34.928193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 38a05aeb-d2f9-423a-823f-1e891eff338e not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:34.935147 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d71f9895-db5d-4272-8512-883dd1611cee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:34.959969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:35.017988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:31Z', 'revision_number': 11, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:35.048004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] Checking router: 041e639c-1be8-47ff-bd91-c7f077aa560d for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:35.059984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] Routers {'041e639c-1be8-47ff-bd91-c7f077aa560d'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:35.060647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['041e639c-1be8-47ff-bd91-c7f077aa560d'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:35.106772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d71f9895-db5d-4272-8512-883dd1611cee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:35.115013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d71f9895-db5d-4272-8512-883dd1611cee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:35.137467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] Set router 041e639c-1be8-47ff-bd91-c7f077aa560d gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:35.201450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:31Z', 'revision_number': 11, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:35.227143 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d71f9895-db5d-4272-8512-883dd1611cee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:35.227143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71f9895-db5d-4272-8512-883dd1611cee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Fanout notify agent at l3_agent the message router_deleted on router 041e639c-1be8-47ff-bd91-c7f077aa560d {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:50:35.235382 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d71f9895-db5d-4272-8512-883dd1611cee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:35.240460 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d71f9895-db5d-4272-8512-883dd1611cee tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d HTTP/1.1" status: 204 len: 168 time: 0.3876913 Sep 16 16:50:35.240647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb0bda-6937-4942-aaec-6fa3b058f3af None None] The sync data for ids ['041e639c-1be8-47ff-bd91-c7f077aa560d'] in n-d-807786-3 is: [{'id': '041e639c-1be8-47ff-bd91-c7f077aa560d', 'name': 'tempest-RoutersIpV6Test-router-438120605', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:49:59Z', 'updated_at': '2021-09-16T16:50:31Z', 'revision_number': 11, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:35.241224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34584) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:35.248429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e3ed53a8-5cb2-44ab-99f7-d175de466902 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-869377021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:35.414669 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3ed53a8-5cb2-44ab-99f7-d175de466902 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:35.415980 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3ed53a8-5cb2-44ab-99f7-d175de466902 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:35.474770 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3ed53a8-5cb2-44ab-99f7-d175de466902 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:35.552715 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3ed53a8-5cb2-44ab-99f7-d175de466902 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:35.632525 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3ed53a8-5cb2-44ab-99f7-d175de466902 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:35.633804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e3ed53a8-5cb2-44ab-99f7-d175de466902 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3892653 Sep 16 16:50:35.636586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34596) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:35.641175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a9db62e7-ffcf-4f9f-9e6b-9bf026f8463e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:35.855000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a9db62e7-ffcf-4f9f-9e6b-9bf026f8463e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:35.923944 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a9db62e7-ffcf-4f9f-9e6b-9bf026f8463e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:36.077774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9db62e7-ffcf-4f9f-9e6b-9bf026f8463e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Router 62fd3dfc-3117-4ebb-8580-6c8872c91842 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:50:36.153461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9db62e7-ffcf-4f9f-9e6b-9bf026f8463e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:36.160150 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a9db62e7-ffcf-4f9f-9e6b-9bf026f8463e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:36.164345 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a9db62e7-ffcf-4f9f-9e6b-9bf026f8463e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "PUT /v2.0/routers/62fd3dfc-3117-4ebb-8580-6c8872c91842 HTTP/1.1" status: 200 len: 697 time: 0.5267045 Sep 16 16:50:36.164534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34620) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:36.166342 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] Sync routers for ids ['62fd3dfc-3117-4ebb-8580-6c8872c91842'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:36.175871 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] Routers {'62fd3dfc-3117-4ebb-8580-6c8872c91842'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:36.176988 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['62fd3dfc-3117-4ebb-8580-6c8872c91842'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:36.246135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e0f20d18-ac71-4c8b-8e84-e4b8791b4622 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/routers/62fd3dfc-3117-4ebb-8580-6c8872c91842 HTTP/1.1" status: 200 len: 703 time: 0.0803783 Sep 16 16:50:36.248764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34622) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:36.251185 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] Set router 62fd3dfc-3117-4ebb-8580-6c8872c91842 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:36.279718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0d9e87d6-1d56-42ab-8dfd-7dcd00406221 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=62fd3dfc-3117-4ebb-8580-6c8872c91842 HTTP/1.1" status: 200 len: 205 time: 0.0275674 Sep 16 16:50:36.279956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34624) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:36.361523 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83203d55-5422-45c4-893e-64eb65a3ec4f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:36.401647 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fd3dfc-3117-4ebb-8580-6c8872c91842', 'name': 'tempest-RoutersIpV6Test-router-869377021', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:50:35Z', 'updated_at': '2021-09-16T16:50:35Z', 'revision_number': 2, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:36.434520 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] Checking router: 62fd3dfc-3117-4ebb-8580-6c8872c91842 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:36.442950 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] Routers {'62fd3dfc-3117-4ebb-8580-6c8872c91842'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:36.443570 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['62fd3dfc-3117-4ebb-8580-6c8872c91842'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:36.517052 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] Set router 62fd3dfc-3117-4ebb-8580-6c8872c91842 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:36.553200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83203d55-5422-45c4-893e-64eb65a3ec4f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:36.566766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83203d55-5422-45c4-893e-64eb65a3ec4f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:36.575446 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fd3dfc-3117-4ebb-8580-6c8872c91842', 'name': 'tempest-RoutersIpV6Test-router-869377021', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:50:35Z', 'updated_at': '2021-09-16T16:50:35Z', 'revision_number': 2, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:36.604741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0316b81-2ceb-4bc4-a1b4-b8dd50018733 None None] The sync data for ids ['62fd3dfc-3117-4ebb-8580-6c8872c91842'] in n-d-807786-3 is: [{'id': '62fd3dfc-3117-4ebb-8580-6c8872c91842', 'name': 'tempest-RoutersIpV6Test-router-869377021', 'tenant_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:50:35Z', 'updated_at': '2021-09-16T16:50:35Z', 'revision_number': 2, 'project_id': 'dfb2b772ab1a4d87b4292462fb4d8889', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:36.645246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a5d8459-494d-4d81-b9dd-c7201b68bca0 req-5662a0c0-dcde-427d-82bb-16d8624ebb3b tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0765123 Sep 16 16:50:36.718390 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83203d55-5422-45c4-893e-64eb65a3ec4f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:36.718907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83203d55-5422-45c4-893e-64eb65a3ec4f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Fanout notify agent at l3_agent the message router_deleted on router 62fd3dfc-3117-4ebb-8580-6c8872c91842 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:50:36.726450 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83203d55-5422-45c4-893e-64eb65a3ec4f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:36.727662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-83203d55-5422-45c4-893e-64eb65a3ec4f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/62fd3dfc-3117-4ebb-8580-6c8872c91842 HTTP/1.1" status: 204 len: 168 time: 0.4467525 Sep 16 16:50:36.731256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34638) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:36.781142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34642) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:36.783946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e69754d9-d8aa-400d-88de-b29ef86e5ad4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=62fd3dfc-3117-4ebb-8580-6c8872c91842 HTTP/1.1" status: 200 len: 205 time: 0.0514877 Sep 16 16:50:36.823961 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-12543117-196b-47f0-946f-d72f149faf02 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] delete failed (client error): The resource could not be found. Sep 16 16:50:36.827675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34644) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:36.827823 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-12543117-196b-47f0-946f-d72f149faf02 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/62fd3dfc-3117-4ebb-8580-6c8872c91842 HTTP/1.1" status: 404 len: 336 time: 0.0445592 Sep 16 16:50:36.859177 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a60028-4efc-49e2-a420-05c61a4a052a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] DELETE failed (client error): The resource could not be found. Sep 16 16:50:36.859637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a60028-4efc-49e2-a420-05c61a4a052a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:50:36.861415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a3a60028-4efc-49e2-a420-05c61a4a052a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/7870153a-32c5-4b2b-ac0a-1c6a4529dbd7 HTTP/1.1" status: 404 len: 337 time: 0.0323641 Sep 16 16:50:36.864174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34646) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:36.891502 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-910ab474-dfd8-4fec-ab6d-6bb17b94012a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] DELETE failed (client error): The resource could not be found. Sep 16 16:50:36.892057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910ab474-dfd8-4fec-ab6d-6bb17b94012a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:50:36.893809 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-910ab474-dfd8-4fec-ab6d-6bb17b94012a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/955dcbf0-a305-44e1-a8e7-09573cc66996 HTTP/1.1" status: 404 len: 337 time: 0.0284967 Sep 16 16:50:36.896365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34648) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:36.922503 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-077719cc-47e2-4d85-a410-1d2691748eb0 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] DELETE failed (client error): The resource could not be found. Sep 16 16:50:36.922938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077719cc-47e2-4d85-a410-1d2691748eb0 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:50:36.927129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-077719cc-47e2-4d85-a410-1d2691748eb0 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/3f340edc-1be4-46e2-8159-e8da4c4b1502 HTTP/1.1" status: 404 len: 337 time: 0.0274184 Sep 16 16:50:36.927333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34650) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:36.954419 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5f8106-f93b-42e6-b050-93c68a4f89ca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] DELETE failed (client error): The resource could not be found. Sep 16 16:50:36.954889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5f8106-f93b-42e6-b050-93c68a4f89ca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:50:36.956940 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2a5f8106-f93b-42e6-b050-93c68a4f89ca tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/e0cf01db-1841-4040-85c5-de2a6b50e0b5 HTTP/1.1" status: 404 len: 337 time: 0.0284357 Sep 16 16:50:36.959494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34652) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:36.987038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8ce63c44-fe8d-4e5a-898d-1c8375870e83 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=041e639c-1be8-47ff-bd91-c7f077aa560d HTTP/1.1" status: 200 len: 205 time: 0.0262744 Sep 16 16:50:36.989264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34654) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.033856 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-db7f3fc2-fc4e-41b5-bc9f-8632fc264f1e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] delete failed (client error): The resource could not be found. Sep 16 16:50:37.037428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-db7f3fc2-fc4e-41b5-bc9f-8632fc264f1e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/041e639c-1be8-47ff-bd91-c7f077aa560d HTTP/1.1" status: 404 len: 336 time: 0.0447679 Sep 16 16:50:37.037625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34656) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.076997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4e174c1f-5249-48ea-a54d-f5fe11803037 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b86b306-932f-4118-ac07-85b6601eee5b HTTP/1.1" status: 200 len: 205 time: 0.0374739 Sep 16 16:50:37.079788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34658) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.118193 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-bbff4b96-fbd7-472b-8f5c-6887de306be7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] delete failed (client error): The resource could not be found. Sep 16 16:50:37.119249 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bbff4b96-fbd7-472b-8f5c-6887de306be7 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/9b86b306-932f-4118-ac07-85b6601eee5b HTTP/1.1" status: 404 len: 336 time: 0.0383577 Sep 16 16:50:37.121999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34660) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.150569 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f3268a-15a7-424c-8a7c-a72c5cb62498 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] DELETE failed (client error): The resource could not be found. Sep 16 16:50:37.151141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f3268a-15a7-424c-8a7c-a72c5cb62498 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:50:37.152930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f4f3268a-15a7-424c-8a7c-a72c5cb62498 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/b2a653ee-bb81-42eb-a9ca-23a202b8fd1c HTTP/1.1" status: 404 len: 337 time: 0.0299249 Sep 16 16:50:37.155537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34662) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.184812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bde319cb-9122-4110-bea5-33d0eb6dbdd4 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=9614f989-2eeb-4e46-93e9-a9fb59762d08 HTTP/1.1" status: 200 len: 205 time: 0.0260572 Sep 16 16:50:37.185022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34664) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.226689 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-3d16732b-615f-44e9-88be-4b3808a369af tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] delete failed (client error): The resource could not be found. Sep 16 16:50:37.233122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3d16732b-615f-44e9-88be-4b3808a369af tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/9614f989-2eeb-4e46-93e9-a9fb59762d08 HTTP/1.1" status: 404 len: 336 time: 0.0419679 Sep 16 16:50:37.233122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34666) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.260305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cff7d6bf-1e02-41aa-bad6-2503f5881631 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eacfe7cc-1279-48ec-a1a1-9453e3e1ec00 HTTP/1.1" status: 200 len: 205 time: 0.0287280 Sep 16 16:50:37.264361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34668) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.308673 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-efc6ffd1-0ad2-46fc-9f8b-7bbbf92d6fda tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] delete failed (client error): The resource could not be found. Sep 16 16:50:37.309942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-efc6ffd1-0ad2-46fc-9f8b-7bbbf92d6fda tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/eacfe7cc-1279-48ec-a1a1-9453e3e1ec00 HTTP/1.1" status: 404 len: 336 time: 0.0444214 Sep 16 16:50:37.312547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34672) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.343665 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccdf08e-95bc-4efe-9ef1-4e275d05c200 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] DELETE failed (client error): The resource could not be found. Sep 16 16:50:37.344133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccdf08e-95bc-4efe-9ef1-4e275d05c200 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:50:37.345897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ccdf08e-95bc-4efe-9ef1-4e275d05c200 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/b9206ba1-efee-4b84-b3a8-bd46ed85f7a3 HTTP/1.1" status: 404 len: 337 time: 0.0324695 Sep 16 16:50:37.348663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34674) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.376368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8d6f78d7-29a7-4a0b-bb2d-702652e00f88 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6e39732-a048-464b-bcac-bab90e026cbd HTTP/1.1" status: 200 len: 205 time: 0.0265398 Sep 16 16:50:37.378644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34676) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.417911 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-7c18b272-c417-4735-932d-3d26015ec72f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] delete failed (client error): The resource could not be found. Sep 16 16:50:37.422350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34678) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.424418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7c18b272-c417-4735-932d-3d26015ec72f tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/e6e39732-a048-464b-bcac-bab90e026cbd HTTP/1.1" status: 404 len: 336 time: 0.0447519 Sep 16 16:50:37.461652 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-9231cfae-10ce-42bd-842f-61dc96d9561e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] DELETE failed (client error): The resource could not be found. Sep 16 16:50:37.462433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9231cfae-10ce-42bd-842f-61dc96d9561e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:50:37.464665 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9231cfae-10ce-42bd-842f-61dc96d9561e tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/e8f6399b-113a-49f7-ac6d-63821f65e7aa HTTP/1.1" status: 404 len: 337 time: 0.0410671 Sep 16 16:50:37.467304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34684) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.498883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-19902939-70f8-4848-9f97-67c01dd2e823 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "GET /v2.0/ports?device_id=7450165e-2956-43eb-adf5-842730d1bed9 HTTP/1.1" status: 200 len: 205 time: 0.0281811 Sep 16 16:50:37.499277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34686) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.545407 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-fd01028e-953d-49d1-b44e-f7655af03260 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] delete failed (client error): The resource could not be found. Sep 16 16:50:37.546492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fd01028e-953d-49d1-b44e-f7655af03260 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/routers/7450165e-2956-43eb-adf5-842730d1bed9 HTTP/1.1" status: 404 len: 336 time: 0.0462995 Sep 16 16:50:37.549267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34688) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.584041 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-290a24b8-b4bc-4729-94f8-a7ce6e50cbe2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] DELETE failed (client error): The resource could not be found. Sep 16 16:50:37.584726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290a24b8-b4bc-4729-94f8-a7ce6e50cbe2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:50:37.590102 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-290a24b8-b4bc-4729-94f8-a7ce6e50cbe2 tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/0d37556f-be19-4918-b59a-e354415914f2 HTTP/1.1" status: 404 len: 337 time: 0.0396233 Sep 16 16:50:37.590357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34690) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:37.619980 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2efd302-948a-45d8-9704-a86796e7e18a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] DELETE failed (client error): The resource could not be found. Sep 16 16:50:37.620469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2efd302-948a-45d8-9704-a86796e7e18a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:50:37.622600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a2efd302-948a-45d8-9704-a86796e7e18a tempest-RoutersIpV6Test-989363190 tempest-RoutersIpV6Test-989363190-project] 10.222.0.22 "DELETE /v2.0/subnets/d93b2ef9-0c48-4571-b2bf-5ace57b1280f HTTP/1.1" status: 404 len: 337 time: 0.0314958 Sep 16 16:50:37.763126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-691ccb6a-470e-466b-b275-f66e655d5fc4 req-512bbd51-bd99-4fac-93fa-73b16f790a8c tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0273721 Sep 16 16:50:38.186038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf1b-a5a7-4ea2-8b58-e1de88da9cfc req-5928a709-9ba3-4c1d-8ca3-2d5c85d61194 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:38.191994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf1b-a5a7-4ea2-8b58-e1de88da9cfc req-5928a709-9ba3-4c1d-8ca3-2d5c85d61194 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:38.198612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf1b-a5a7-4ea2-8b58-e1de88da9cfc req-5928a709-9ba3-4c1d-8ca3-2d5c85d61194 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:38.202429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34702) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:38.204952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf1b-a5a7-4ea2-8b58-e1de88da9cfc req-5928a709-9ba3-4c1d-8ca3-2d5c85d61194 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:38.211501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf1b-a5a7-4ea2-8b58-e1de88da9cfc req-5928a709-9ba3-4c1d-8ca3-2d5c85d61194 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:38.217550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf1b-a5a7-4ea2-8b58-e1de88da9cfc req-5928a709-9ba3-4c1d-8ca3-2d5c85d61194 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:38.223563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf1b-a5a7-4ea2-8b58-e1de88da9cfc req-5928a709-9ba3-4c1d-8ca3-2d5c85d61194 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:38.229022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69deaf1b-a5a7-4ea2-8b58-e1de88da9cfc req-5928a709-9ba3-4c1d-8ca3-2d5c85d61194 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5432 time: 0.1085787 Sep 16 16:50:38.277348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69deaf1b-a5a7-4ea2-8b58-e1de88da9cfc req-9d4f37b8-7522-4706-9011-bfb9f85caf45 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449648 Sep 16 16:50:38.357253 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7ec758cc-9042-4c95-b23d-b3ca78d06f98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dfb2b772ab1a4d87b4292462fb4d8889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535692 Sep 16 16:50:38.359633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34706) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:38.409371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f43e0bd9-51be-40db-8763-91ba58a78f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:38.430174 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f43e0bd9-51be-40db-8763-91ba58a78f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:38.541045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f43e0bd9-51be-40db-8763-91ba58a78f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:38.543559 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f43e0bd9-51be-40db-8763-91ba58a78f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:38.544714 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f43e0bd9-51be-40db-8763-91ba58a78f0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8fe1408-7ade-407c-a45f-77765d344394 HTTP/1.1" status: 204 len: 168 time: 0.1841559 Sep 16 16:50:38.552347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e0bd9-51be-40db-8763-91ba58a78f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fe1408-7ade-407c-a45f-77765d344394,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:38.924368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b3cc4a6-38f6-4056-b899-ee992be7a97c req-80f2d2f7-b202-4d36-a524-e28172517e32 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0387375 Sep 16 16:50:39.077689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-04647ff9-22a6-401f-9a3c-038973fd8485 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.083955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-04647ff9-22a6-401f-9a3c-038973fd8485 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.090080 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-04647ff9-22a6-401f-9a3c-038973fd8485 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.096035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-04647ff9-22a6-401f-9a3c-038973fd8485 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.102600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-04647ff9-22a6-401f-9a3c-038973fd8485 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.108782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-04647ff9-22a6-401f-9a3c-038973fd8485 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.115245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-04647ff9-22a6-401f-9a3c-038973fd8485 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.117932 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-04647ff9-22a6-401f-9a3c-038973fd8485 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5432 time: 0.0998306 Sep 16 16:50:39.170230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-1b4d63c3-f6c3-4e6c-ae03-957628bdb62c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.171850 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-1b4d63c3-f6c3-4e6c-ae03-957628bdb62c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "GET /v2.0/ports/ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0429826 Sep 16 16:50:39.291344 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-320814c4-9e28-42de-81c8-2591eb03233b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "GET /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1133261 Sep 16 16:50:39.302808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:39.438316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70f677-fef6-4530-b64e-6399fa6dd4e6 req-418de5bb-100e-45a7-a2c2-739db724d0d8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.444749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70f677-fef6-4530-b64e-6399fa6dd4e6 req-418de5bb-100e-45a7-a2c2-739db724d0d8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.450851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70f677-fef6-4530-b64e-6399fa6dd4e6 req-418de5bb-100e-45a7-a2c2-739db724d0d8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.457166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70f677-fef6-4530-b64e-6399fa6dd4e6 req-418de5bb-100e-45a7-a2c2-739db724d0d8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.463759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70f677-fef6-4530-b64e-6399fa6dd4e6 req-418de5bb-100e-45a7-a2c2-739db724d0d8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.469928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70f677-fef6-4530-b64e-6399fa6dd4e6 req-418de5bb-100e-45a7-a2c2-739db724d0d8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.476794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70f677-fef6-4530-b64e-6399fa6dd4e6 req-418de5bb-100e-45a7-a2c2-739db724d0d8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:39.478759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f70f677-fef6-4530-b64e-6399fa6dd4e6 req-418de5bb-100e-45a7-a2c2-739db724d0d8 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 5432 time: 0.1111467 Sep 16 16:50:39.543140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f70f677-fef6-4530-b64e-6399fa6dd4e6 req-41dd4fce-aa64-4126-b231-c3b224ba4021 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576277 Sep 16 16:50:39.661517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34740) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:39.768285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-db55d4fe-8b64-44e1-8f81-0ba49bccaf77 tempest-DvrRoutersNegativeTest-951557629 tempest-DvrRoutersNegativeTest-951557629-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-444505566', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:39.771304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.policy [None req-db55d4fe-8b64-44e1-8f81-0ba49bccaf77 tempest-DvrRoutersNegativeTest-951557629 tempest-DvrRoutersNegativeTest-951557629-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95358) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 16 16:50:39.771606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.policy [None req-db55d4fe-8b64-44e1-8f81-0ba49bccaf77 tempest-DvrRoutersNegativeTest-951557629 tempest-DvrRoutersNegativeTest-951557629-project] Failed policy check for 'create_router' {{(pid=95358) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 16 16:50:39.772137 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-db55d4fe-8b64-44e1-8f81-0ba49bccaf77 tempest-DvrRoutersNegativeTest-951557629 tempest-DvrRoutersNegativeTest-951557629-project] create failed (client error): Access was denied to this resource. Sep 16 16:50:39.773233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-db55d4fe-8b64-44e1-8f81-0ba49bccaf77 tempest-DvrRoutersNegativeTest-951557629 tempest-DvrRoutersNegativeTest-951557629-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1105666 Sep 16 16:50:39.799998 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:39.944264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] For port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:39.979258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] For port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:50:40.014397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] device_id is not set on port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:50:40.024763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.033743 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76b431f8-9016-4a5a-a88f-632fbca774aa req-4926a2cc-5b96-4b47-afb5-2916d5ddbacc tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0291445 Sep 16 16:50:40.102766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7649efd-9cef-45a7-b18b-338adc329956 req-09992bb6-25f8-4220-baf0-704a7dd1e653 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0267849 Sep 16 16:50:40.103414 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.176767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] No DVR routers for this DVR port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:40.181310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:40.222932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] In _notify_port_updated(), no bound segment for port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:50:40.223959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:40.224603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.228888 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-e8d6f267-9cbc-4d25-93d4-3e84cf9b60ab service neutron] 10.222.0.62 "PUT /v2.0/ports/ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 HTTP/1.1" status: 200 len: 1027 time: 0.9288902 Sep 16 16:50:40.263001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34752) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:40.276046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-0a905eee-9b9d-43f7-bd2a-01ec9c4c68b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:40.277563 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-0a905eee-9b9d-43f7-bd2a-01ec9c4c68b6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "GET /v2.0/ports/6363fdc0-2e27-4457-988b-e88b55801776?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0436990 Sep 16 16:50:40.290261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:40.360247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.400422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a26d6bf7-609b-4d61-bd09-7bea0f2ba220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.440132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1efefc22-c5ae-414e-931a-8378652a85a4 None None] Provisioning complete for port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:40.440727 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1efefc22-c5ae-414e-931a-8378652a85a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.476422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1efefc22-c5ae-414e-931a-8378652a85a4 None None] Port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:40.514018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a26d6bf7-609b-4d61-bd09-7bea0f2ba220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.556139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] For port 6363fdc0-2e27-4457-988b-e88b55801776, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6363fdc0-2e27-4457-988b-e88b55801776,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:40.593312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] For port 6363fdc0-2e27-4457-988b-e88b55801776, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:50:40.598272 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a26d6bf7-609b-4d61-bd09-7bea0f2ba220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.642465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] device_id is not set on port 6363fdc0-2e27-4457-988b-e88b55801776 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:50:40.648491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d6bf7-609b-4d61-bd09-7bea0f2ba220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5ec9ba-9ad2-453a-8cde-4c0a29a4f92b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:40.659314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a26d6bf7-609b-4d61-bd09-7bea0f2ba220 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3de4212f36c44a088734c940a699d365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911417 Sep 16 16:50:40.660459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34760) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:40.661665 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.714248 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.754537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77d3e-1e5c-4e02-8208-43e4a4fdc8d3 req-f0892d3e-d3d3-44cd-972e-4804d206974f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:40.761637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77d3e-1e5c-4e02-8208-43e4a4fdc8d3 req-f0892d3e-d3d3-44cd-972e-4804d206974f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:40.767622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77d3e-1e5c-4e02-8208-43e4a4fdc8d3 req-f0892d3e-d3d3-44cd-972e-4804d206974f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:40.773610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77d3e-1e5c-4e02-8208-43e4a4fdc8d3 req-f0892d3e-d3d3-44cd-972e-4804d206974f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:40.777080 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] No DVR routers for this DVR port 6363fdc0-2e27-4457-988b-e88b55801776 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:40.779628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77d3e-1e5c-4e02-8208-43e4a4fdc8d3 req-f0892d3e-d3d3-44cd-972e-4804d206974f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:40.785381 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77d3e-1e5c-4e02-8208-43e4a4fdc8d3 req-f0892d3e-d3d3-44cd-972e-4804d206974f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:40.787406 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0f77d3e-1e5c-4e02-8208-43e4a4fdc8d3 req-f0892d3e-d3d3-44cd-972e-4804d206974f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 4580 time: 0.1250906 Sep 16 16:50:40.806751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a12352bb-adba-40ef-84c8-51e1e529eee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.819348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] Pushing event updated for resources: {'Port': ['ID=6363fdc0-2e27-4457-988b-e88b55801776,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:40.843088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] In _notify_port_updated(), no bound segment for port 6363fdc0-2e27-4457-988b-e88b55801776 on network 27a1d148-97da-476c-8a1d-7ddcf4c78621 {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:50:40.843985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:40.844633 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.846667 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-8ff92cd8-2830-4341-bd92-55ff81a6b376 service neutron] 10.222.0.62 "PUT /v2.0/ports/6363fdc0-2e27-4457-988b-e88b55801776 HTTP/1.1" status: 200 len: 1027 time: 0.5617065 Sep 16 16:50:40.851553 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a12352bb-adba-40ef-84c8-51e1e529eee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:40.854489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:40.868633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0f77d3e-1e5c-4e02-8208-43e4a4fdc8d3 req-93dc308d-fed9-4b20-b2f3-fe5c5d8709b4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=752c5591-206f-4ed4-bf57-c567e25bd658&id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723209 Sep 16 16:50:40.972713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:40.990636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 85650c64-ce51-4fb4-a675-6fbb7faa181a no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:40.990916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-4ed02dad-d634-4f8d-a7f8-053a725c8a28 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting port 54226eab-2109-4213-afce-8844fbb3b740 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:40.990916 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-4ed02dad-d634-4f8d-a7f8-053a725c8a28 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.130100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cca41976-8b51-4297-8623-fedc82466ccb req-4ed02dad-d634-4f8d-a7f8-053a725c8a28 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] For port 54226eab-2109-4213-afce-8844fbb3b740, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=54226eab-2109-4213-afce-8844fbb3b740,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:41.130376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-4ed02dad-d634-4f8d-a7f8-053a725c8a28 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.151037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-4ed02dad-d634-4f8d-a7f8-053a725c8a28 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Calling delete_port for 54226eab-2109-4213-afce-8844fbb3b740 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:41.164370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c46f785-5532-4969-911c-0a6836c2962b req-6dd3d06e-1d3f-4dc6-be0b-9c2f5ae6027e tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0355473 Sep 16 16:50:41.165247 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a12352bb-adba-40ef-84c8-51e1e529eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.167969 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a12352bb-adba-40ef-84c8-51e1e529eee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.169230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a12352bb-adba-40ef-84c8-51e1e529eee4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c5ec9ba-9ad2-453a-8cde-4c0a29a4f92b HTTP/1.1" status: 204 len: 168 time: 0.5049856 Sep 16 16:50:41.185653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12352bb-adba-40ef-84c8-51e1e529eee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5ec9ba-9ad2-453a-8cde-4c0a29a4f92b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:41.274830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d7951ba6-753b-4e03-9980-62b3dc9e03f4 None None] Provisioning complete for port 6363fdc0-2e27-4457-988b-e88b55801776 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:50:41.275295 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d7951ba6-753b-4e03-9980-62b3dc9e03f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.276924 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.327013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85650c64-ce51-4fb4-a675-6fbb7faa181a'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:50:41.329396 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b6f846-ed5d-4d03-9d19-d3398401a1c1" -d '{"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-unplugged", "status": "completed", "tag": "85650c64-ce51-4fb4-a675-6fbb7faa181a"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:50:41.346213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d7951ba6-753b-4e03-9980-62b3dc9e03f4 None None] Port 6363fdc0-2e27-4457-988b-e88b55801776 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:50:41.348879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 85650c64-ce51-4fb4-a675-6fbb7faa181a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:41.367344 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f083008-748b-4edc-a0c6-7af689a8bdc3 x-openstack-request-id: req-1f083008-748b-4edc-a0c6-7af689a8bdc3 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:50:41.367661 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-unplugged", "status": "completed", "tag": "85650c64-ce51-4fb4-a675-6fbb7faa181a", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:50:41.367934 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f083008-748b-4edc-a0c6-7af689a8bdc3 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:50:41.368377 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85650c64-ce51-4fb4-a675-6fbb7faa181a', 'code': 200} Sep 16 16:50:41.462893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.463578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-4ed02dad-d634-4f8d-a7f8-053a725c8a28 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.463990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6363fdc0-2e27-4457-988b-e88b55801776 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:41.497944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed02dad-d634-4f8d-a7f8-053a725c8a28 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Port': ['ID=54226eab-2109-4213-afce-8844fbb3b740,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:41.543361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=85650c64-ce51-4fb4-a675-6fbb7faa181a,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:41.546575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6363fdc0-2e27-4457-988b-e88b55801776 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:41.547005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ff6305a2-78d5-457d-bf4a-cea817751f17 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:41.573919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca41976-8b51-4297-8623-fedc82466ccb req-4ed02dad-d634-4f8d-a7f8-053a725c8a28 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] No DVR routers for this DVR port 54226eab-2109-4213-afce-8844fbb3b740 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:41.577397 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-4ed02dad-d634-4f8d-a7f8-053a725c8a28 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.581025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-4ed02dad-d634-4f8d-a7f8-053a725c8a28 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "DELETE /v2.0/ports/54226eab-2109-4213-afce-8844fbb3b740 HTTP/1.1" status: 204 len: 173 time: 0.7277741 Sep 16 16:50:41.582440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-deleted', 'tag': '54226eab-2109-4213-afce-8844fbb3b740'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:50:41.586930 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaf686a-0efa-4560-805a-e72c0114bb50" -d '{"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-deleted", "tag": "54226eab-2109-4213-afce-8844fbb3b740"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:50:41.641930 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.664271 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398db4d4-1f49-4bd6-9034-86d39cbb494f x-openstack-request-id: req-398db4d4-1f49-4bd6-9034-86d39cbb494f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:50:41.665481 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-deleted", "tag": "54226eab-2109-4213-afce-8844fbb3b740", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:50:41.679517 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-398db4d4-1f49-4bd6-9034-86d39cbb494f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:50:41.680317 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-deleted', 'tag': '54226eab-2109-4213-afce-8844fbb3b740', 'status': 'completed', 'code': 200} Sep 16 16:50:41.704478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ff6305a2-78d5-457d-bf4a-cea817751f17, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff6305a2-78d5-457d-bf4a-cea817751f17,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:41.754621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting port 85650c64-ce51-4fb4-a675-6fbb7faa181a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:41.755162 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.781660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.782387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 39550247-d430-45db-b8f5-c9dbc078ec7e no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:41.865327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ff6305a2-78d5-457d-bf4a-cea817751f17,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:41.881546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] For port 85650c64-ce51-4fb4-a675-6fbb7faa181a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=85650c64-ce51-4fb4-a675-6fbb7faa181a,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:41.883145 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.911334 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:41.976716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 39550247-d430-45db-b8f5-c9dbc078ec7e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=39550247-d430-45db-b8f5-c9dbc078ec7e,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:42.051265 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:42.051988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 7519e8ad-dcdc-4816-ab61-66137e06cc82 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:42.146355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:42.149065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:42.162219 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Floating IP f8490506-f17c-439c-98a1-90fdeefdc4a4 disassociated. External IP: 172.25.6.141, port: 85650c64-ce51-4fb4-a675-6fbb7faa181a. Sep 16 16:50:42.162219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Calling delete_port for 85650c64-ce51-4fb4-a675-6fbb7faa181a owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:42.162469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec88cda-912a-423f-9810-42fc872515b1 req-5c670557-5635-49ec-b2f3-4f2cf9b39f32 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:42.164407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec88cda-912a-423f-9810-42fc872515b1 req-5c670557-5635-49ec-b2f3-4f2cf9b39f32 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:42.171637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec88cda-912a-423f-9810-42fc872515b1 req-5c670557-5635-49ec-b2f3-4f2cf9b39f32 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:42.178202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec88cda-912a-423f-9810-42fc872515b1 req-5c670557-5635-49ec-b2f3-4f2cf9b39f32 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:42.183544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=39550247-d430-45db-b8f5-c9dbc078ec7e,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:42.192983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dec88cda-912a-423f-9810-42fc872515b1 req-5c670557-5635-49ec-b2f3-4f2cf9b39f32 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 3144 time: 0.1554046 Sep 16 16:50:42.262074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dec88cda-912a-423f-9810-42fc872515b1 req-e033f923-d2c7-4bf9-885c-56e98b32be1f tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655274 Sep 16 16:50:42.270522 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:42.337047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 7519e8ad-dcdc-4816-ab61-66137e06cc82, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:42.349472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77eb1a0f-ffa0-4249-8427-443b6f9b9649 req-e08b9cb4-1145-45c7-a28e-e2edf311e4d2 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0506217 Sep 16 16:50:42.411620 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:42.412484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 54226eab-2109-4213-afce-8844fbb3b740 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:50:42.439864 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:42.449739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 54226eab-2109-4213-afce-8844fbb3b740 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:50:42.450098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 54226eab-2109-4213-afce-8844fbb3b740 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:50:42.481889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=7519e8ad-dcdc-4816-ab61-66137e06cc82,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:42.484850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Port': ['ID=85650c64-ce51-4fb4-a675-6fbb7faa181a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:42.615529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Router ca338d43-408b-4125-9036-2fe28988617a has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:50:42.640843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34804) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:42.735196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:50:42.746762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] Sync routers for ids ['ca338d43-408b-4125-9036-2fe28988617a'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:50:42.758676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] Routers {'ca338d43-408b-4125-9036-2fe28988617a'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:42.772710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ca338d43-408b-4125-9036-2fe28988617a'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:42.805736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] No DVR routers for this DVR port 85650c64-ce51-4fb4-a675-6fbb7faa181a on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:42.809681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:42.812220 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-07e1ae8a-73dc-41e6-94a7-4b8338d88b74 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "DELETE /v2.0/ports/85650c64-ce51-4fb4-a675-6fbb7faa181a HTTP/1.1" status: 204 len: 173 time: 1.2216961 Sep 16 16:50:42.838887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518503393'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:42.899619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-722129df-b76f-4890-a8bd-59a267aae2a2 req-c74b0034-c1a7-4cf3-8e0b-b75542999405 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0444059 Sep 16 16:50:42.916109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] Set router ca338d43-408b-4125-9036-2fe28988617a gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:42.979847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-dfea17ea-1cbb-4995-a545-9736ad4073ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting port ff6305a2-78d5-457d-bf4a-cea817751f17 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:42.980177 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-dfea17ea-1cbb-4995-a545-9736ad4073ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:42.988186 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:42.998897 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.118422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cca41976-8b51-4297-8623-fedc82466ccb req-dfea17ea-1cbb-4995-a545-9736ad4073ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] For port ff6305a2-78d5-457d-bf4a-cea817751f17, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff6305a2-78d5-457d-bf4a-cea817751f17,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:43.119188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-dfea17ea-1cbb-4995-a545-9736ad4073ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.119326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.134014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-dfea17ea-1cbb-4995-a545-9736ad4073ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Calling delete_port for ff6305a2-78d5-457d-bf4a-cea817751f17 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:43.174778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:45Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '77733d6b-b53c-4c85-a606-bfdd19538fbf', 'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'mac_address': 'fa:16:3e:2a:29:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:44Z', 'updated_at': '2021-09-16T16:39:51Z', 'revision_number': 5, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'subnets': [{'id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:43.205896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] Checking router: ca338d43-408b-4125-9036-2fe28988617a for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:50:43.217063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.220335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] Routers {'ca338d43-408b-4125-9036-2fe28988617a'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:50:43.220335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:50:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ca338d43-408b-4125-9036-2fe28988617a'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:43.259719 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ee3e8b-fd2c-425a-a508-3fda93c34ff5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:43.344332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.362805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] Set router ca338d43-408b-4125-9036-2fe28988617a gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:50:43.395053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6305a2-78d5-457d-bf4a-cea817751f17'}, {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39550247-d430-45db-b8f5-c9dbc078ec7e'}, {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7519e8ad-dcdc-4816-ab61-66137e06cc82'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:50:43.398058 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e113c5-1950-4736-9af7-1760cb7196bf" -d '{"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-unplugged", "status": "completed", "tag": "ff6305a2-78d5-457d-bf4a-cea817751f17"}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-unplugged", "status": "completed", "tag": "39550247-d430-45db-b8f5-c9dbc078ec7e"}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-unplugged", "status": "completed", "tag": "7519e8ad-dcdc-4816-ab61-66137e06cc82"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:50:43.413573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9478-339f-4844-b69c-3e0108f082b6 req-d27b97fa-9aae-48e6-86c0-9947c4a2f988 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:43.419609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9478-339f-4844-b69c-3e0108f082b6 req-d27b97fa-9aae-48e6-86c0-9947c4a2f988 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:43.430058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9478-339f-4844-b69c-3e0108f082b6 req-d27b97fa-9aae-48e6-86c0-9947c4a2f988 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:43.435507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4cb9478-339f-4844-b69c-3e0108f082b6 req-d27b97fa-9aae-48e6-86c0-9947c4a2f988 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 2409 time: 0.0814993 Sep 16 16:50:43.435507 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.457320 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Sep 2021 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4056ab9-70a1-485d-b5f4-8598238704ae x-openstack-request-id: req-f4056ab9-70a1-485d-b5f4-8598238704ae {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:50:43.457610 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-unplugged", "status": "completed", "tag": "ff6305a2-78d5-457d-bf4a-cea817751f17", "code": 200}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-unplugged", "status": "completed", "tag": "39550247-d430-45db-b8f5-c9dbc078ec7e", "code": 200}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-unplugged", "status": "completed", "tag": "7519e8ad-dcdc-4816-ab61-66137e06cc82", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:50:43.457855 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4056ab9-70a1-485d-b5f4-8598238704ae {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:50:43.458326 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6305a2-78d5-457d-bf4a-cea817751f17', 'code': 200} Sep 16 16:50:43.459857 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39550247-d430-45db-b8f5-c9dbc078ec7e', 'code': 200} Sep 16 16:50:43.459857 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7519e8ad-dcdc-4816-ab61-66137e06cc82', 'code': 200} Sep 16 16:50:43.463831 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-dfea17ea-1cbb-4995-a545-9736ad4073ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.496692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e76f407-9fb2-4586-8849-26e871def5a0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:43.503124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea17ea-1cbb-4995-a545-9736ad4073ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Port': ['ID=ff6305a2-78d5-457d-bf4a-cea817751f17,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:43.506023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4cb9478-339f-4844-b69c-3e0108f082b6 req-a9a94497-d839-4cf5-8724-7f1b7390d448 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676837 Sep 16 16:50:43.558961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca41976-8b51-4297-8623-fedc82466ccb req-dfea17ea-1cbb-4995-a545-9736ad4073ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] No DVR routers for this DVR port ff6305a2-78d5-457d-bf4a-cea817751f17 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:43.561765 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-dfea17ea-1cbb-4995-a545-9736ad4073ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.563830 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-dfea17ea-1cbb-4995-a545-9736ad4073ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "DELETE /v2.0/ports/ff6305a2-78d5-457d-bf4a-cea817751f17 HTTP/1.1" status: 204 len: 173 time: 0.7447002 Sep 16 16:50:43.565505 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.568485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fa7c8435-d614-41aa-9812-4356e007ee28 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9249389 Sep 16 16:50:43.571250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34816) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:43.637835 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-56445881-ec4f-4498-b076-4e4beb26b1fb tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0653102 Sep 16 16:50:43.638545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34818) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:43.642816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8fdd0b97-c502-42fc-8b7d-50b11e5b2d89 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group': {'name': 'tempest-security--1847222461', 'description': 'tempest-security-description-62969106'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:43.651454 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.658965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:45Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '77733d6b-b53c-4c85-a606-bfdd19538fbf', 'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'mac_address': 'fa:16:3e:2a:29:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:44Z', 'updated_at': '2021-09-16T16:39:51Z', 'revision_number': 5, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'subnets': [{'id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:50:43.675445 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fdd0b97-c502-42fc-8b7d-50b11e5b2d89 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.677962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-ccdbf14d-738d-4322-8a51-3385f34348e5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting port 7519e8ad-dcdc-4816-ab61-66137e06cc82 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:43.678349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-ccdbf14d-738d-4322-8a51-3385f34348e5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.682986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-deleted', 'tag': '85650c64-ce51-4fb4-a675-6fbb7faa181a'}, {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-deleted', 'tag': 'ff6305a2-78d5-457d-bf4a-cea817751f17'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:50:43.684862 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b7949c-f97e-4c82-84fe-3629d3618270" -d '{"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-deleted", "tag": "85650c64-ce51-4fb4-a675-6fbb7faa181a"}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-deleted", "tag": "ff6305a2-78d5-457d-bf4a-cea817751f17"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:50:43.696283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b57a5f7-233c-4027-b568-3b180ed89fa4 None None] The sync data for ids ['ca338d43-408b-4125-9036-2fe28988617a'] in n-d-807786-3 is: [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:39:45Z', 'revision_number': 4, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '77733d6b-b53c-4c85-a606-bfdd19538fbf', 'name': '', 'network_id': '5d6b3691-b7c0-4e78-998f-20949ea2fb14', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'mac_address': 'fa:16:3e:2a:29:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:44Z', 'updated_at': '2021-09-16T16:39:51Z', 'revision_number': 5, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'subnets': [{'id': 'a88aef2e-a025-4427-a993-94c2b42a4721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:50:43.757488 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3046e0ee-f168-403b-b48b-66c3a469c1a2 x-openstack-request-id: req-3046e0ee-f168-403b-b48b-66c3a469c1a2 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:50:43.757791 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-deleted", "tag": "85650c64-ce51-4fb4-a675-6fbb7faa181a", "status": "completed", "code": 200}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-deleted", "tag": "ff6305a2-78d5-457d-bf4a-cea817751f17", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:50:43.758041 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3046e0ee-f168-403b-b48b-66c3a469c1a2 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:50:43.758445 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-deleted', 'tag': '85650c64-ce51-4fb4-a675-6fbb7faa181a', 'status': 'completed', 'code': 200} Sep 16 16:50:43.758700 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-deleted', 'tag': 'ff6305a2-78d5-457d-bf4a-cea817751f17', 'status': 'completed', 'code': 200} Sep 16 16:50:43.761009 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fdd0b97-c502-42fc-8b7d-50b11e5b2d89 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.801425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cca41976-8b51-4297-8623-fedc82466ccb req-ccdbf14d-738d-4322-8a51-3385f34348e5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] For port 7519e8ad-dcdc-4816-ab61-66137e06cc82, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7519e8ad-dcdc-4816-ab61-66137e06cc82,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:43.802141 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-ccdbf14d-738d-4322-8a51-3385f34348e5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.818246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-ccdbf14d-738d-4322-8a51-3385f34348e5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Calling delete_port for 7519e8ad-dcdc-4816-ab61-66137e06cc82 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:43.846217 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.885780 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fdd0b97-c502-42fc-8b7d-50b11e5b2d89 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.891326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fdd0b97-c502-42fc-8b7d-50b11e5b2d89 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:43.892645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8fdd0b97-c502-42fc-8b7d-50b11e5b2d89 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "PUT /v2.0/security-groups/1e76f407-9fb2-4586-8849-26e871def5a0 HTTP/1.1" status: 200 len: 1778 time: 0.2532070 Sep 16 16:50:43.896487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34824) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:43.968814 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7e054a01-8be1-421d-8814-588941304e65 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups/1e76f407-9fb2-4586-8849-26e871def5a0 HTTP/1.1" status: 200 len: 1778 time: 0.0703573 Sep 16 16:50:43.976451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34830) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:43.995884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd0b97-c502-42fc-8b7d-50b11e5b2d89 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e76f407-9fb2-4586-8849-26e871def5a0,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:44.053342 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f439881-ea2e-4f97-bd88-b7381b18dee8 req-3798dfce-572a-4f5f-b3b8-7ca9a31fb4c9 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0372765 Sep 16 16:50:44.064403 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ddc0e1-0180-4641-9265-3a1c801e6a3b None None] New status for floating IP f8490506-f17c-439c-98a1-90fdeefdc4a4: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:50:44.156499 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3fb48d43-ec30-4662-9b05-3d820918806d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.183246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3fb48d43-ec30-4662-9b05-3d820918806d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.274413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-ccdbf14d-738d-4322-8a51-3385f34348e5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.302773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf14d-738d-4322-8a51-3385f34348e5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Port': ['ID=7519e8ad-dcdc-4816-ab61-66137e06cc82,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:44.349864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca41976-8b51-4297-8623-fedc82466ccb req-ccdbf14d-738d-4322-8a51-3385f34348e5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] No DVR routers for this DVR port 7519e8ad-dcdc-4816-ab61-66137e06cc82 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:44.355318 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-ccdbf14d-738d-4322-8a51-3385f34348e5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.355318 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-ccdbf14d-738d-4322-8a51-3385f34348e5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "DELETE /v2.0/ports/7519e8ad-dcdc-4816-ab61-66137e06cc82 HTTP/1.1" status: 204 len: 173 time: 0.7849143 Sep 16 16:50:44.388218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3fb48d43-ec30-4662-9b05-3d820918806d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.390869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3fb48d43-ec30-4662-9b05-3d820918806d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.394599 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3fb48d43-ec30-4662-9b05-3d820918806d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-groups/1e76f407-9fb2-4586-8849-26e871def5a0 HTTP/1.1" status: 204 len: 168 time: 0.4144459 Sep 16 16:50:44.395389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34836) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:44.413516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb48d43-ec30-4662-9b05-3d820918806d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e76f407-9fb2-4586-8849-26e871def5a0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:44.448249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d2dd2e56-ff0c-4516-a79d-a8839f56f1e6 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514803 Sep 16 16:50:44.450815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34838) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:44.463726 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-5c918bc7-51a3-4564-b873-698636b12a72 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] delete failed (client error): The resource could not be found. Sep 16 16:50:44.471096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5c918bc7-51a3-4564-b873-698636b12a72 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-groups/1e76f407-9fb2-4586-8849-26e871def5a0 HTTP/1.1" status: 404 len: 347 time: 0.0131388 Sep 16 16:50:44.474227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34840) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:44.479466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-59008b4b-b217-4c29-8301-f52090eb75a5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting port 39550247-d430-45db-b8f5-c9dbc078ec7e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:44.479814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-59008b4b-b217-4c29-8301-f52090eb75a5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.479999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9fdc21b5-f4a1-4ff1-b59a-0fa4966b0d3e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394844131'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:44.575329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cca41976-8b51-4297-8623-fedc82466ccb req-59008b4b-b217-4c29-8301-f52090eb75a5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] For port 39550247-d430-45db-b8f5-c9dbc078ec7e, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=39550247-d430-45db-b8f5-c9dbc078ec7e,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:50:44.575897 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-59008b4b-b217-4c29-8301-f52090eb75a5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.589232 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fdc21b5-f4a1-4ff1-b59a-0fa4966b0d3e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.592346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-cca41976-8b51-4297-8623-fedc82466ccb req-59008b4b-b217-4c29-8301-f52090eb75a5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Calling delete_port for 39550247-d430-45db-b8f5-c9dbc078ec7e owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:44.697080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116af00-eb78-429f-8ba8-fe19dc4e69f5 req-98fa99d6-88c6-4570-9a9c-9f2b0f98895c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:50:44.698637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9116af00-eb78-429f-8ba8-fe19dc4e69f5 req-98fa99d6-88c6-4570-9a9c-9f2b0f98895c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 942 time: 0.0874703 Sep 16 16:50:44.792956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9116af00-eb78-429f-8ba8-fe19dc4e69f5 req-4c82f2b2-f654-4c42-8c68-b7d1b06518aa tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789933 Sep 16 16:50:44.800047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fdc21b5-f4a1-4ff1-b59a-0fa4966b0d3e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.880113 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-59008b4b-b217-4c29-8301-f52090eb75a5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.911867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59008b4b-b217-4c29-8301-f52090eb75a5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Port': ['ID=39550247-d430-45db-b8f5-c9dbc078ec7e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:44.925179 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fdc21b5-f4a1-4ff1-b59a-0fa4966b0d3e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.959019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc21b5-f4a1-4ff1-b59a-0fa4966b0d3e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7024b118-b912-41ed-8562-b98ea33202e6,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:44.975272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca41976-8b51-4297-8623-fedc82466ccb req-59008b4b-b217-4c29-8301-f52090eb75a5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] No DVR routers for this DVR port 39550247-d430-45db-b8f5-c9dbc078ec7e on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:50:44.978984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cca41976-8b51-4297-8623-fedc82466ccb req-59008b4b-b217-4c29-8301-f52090eb75a5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:44.981027 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cca41976-8b51-4297-8623-fedc82466ccb req-59008b4b-b217-4c29-8301-f52090eb75a5 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.62 "DELETE /v2.0/ports/39550247-d430-45db-b8f5-c9dbc078ec7e HTTP/1.1" status: 204 len: 173 time: 0.6204224 Sep 16 16:50:45.038376 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fdc21b5-f4a1-4ff1-b59a-0fa4966b0d3e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.039771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9fdc21b5-f4a1-4ff1-b59a-0fa4966b0d3e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5646210 Sep 16 16:50:45.042568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34850) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:45.047359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4f130994-b2cf-430a-8503-b4d515d7aa26 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '7024b118-b912-41ed-8562-b98ea33202e6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:45.157924 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a13ccf12-c61d-421e-b630-082e1f67c7ea req-3a3b3758-f2d4-4465-937e-323dbd750146 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0258598 Sep 16 16:50:45.182493 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f130994-b2cf-430a-8503-b4d515d7aa26 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.230518 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f130994-b2cf-430a-8503-b4d515d7aa26 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.387019 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f130994-b2cf-430a-8503-b4d515d7aa26 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.427182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f130994-b2cf-430a-8503-b4d515d7aa26 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79f86d8-95ba-417a-94a4-ac58af63f41a,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:45.542452 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f130994-b2cf-430a-8503-b4d515d7aa26 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.543654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4f130994-b2cf-430a-8503-b4d515d7aa26 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5001318 Sep 16 16:50:45.546827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34854) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:45.581054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef31ce7e-09c4-43d7-abeb-9d6c1c48d8fc tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.592868 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef31ce7e-09c4-43d7-abeb-9d6c1c48d8fc tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.695465 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef31ce7e-09c4-43d7-abeb-9d6c1c48d8fc tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.702954 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef31ce7e-09c4-43d7-abeb-9d6c1c48d8fc tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.706943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ef31ce7e-09c4-43d7-abeb-9d6c1c48d8fc tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b79f86d8-95ba-417a-94a4-ac58af63f41a HTTP/1.1" status: 204 len: 168 time: 0.1557686 Sep 16 16:50:45.707134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34856) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:45.711923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31ce7e-09c4-43d7-abeb-9d6c1c48d8fc tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b79f86d8-95ba-417a-94a4-ac58af63f41a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:45.759201 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4ae79777-d805-4de2-8797-b1cc2ff1efb3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509188 Sep 16 16:50:45.759763 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-deleted', 'tag': '7519e8ad-dcdc-4816-ab61-66137e06cc82'}, {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-deleted', 'tag': '39550247-d430-45db-b8f5-c9dbc078ec7e'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:50:45.762113 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc5367-ff76-4715-a3b1-eb2d2f04161c" -d '{"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-deleted", "tag": "7519e8ad-dcdc-4816-ab61-66137e06cc82"}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-deleted", "tag": "39550247-d430-45db-b8f5-c9dbc078ec7e"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:50:45.763604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34858) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:45.808083 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 16:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a211fa2-f662-40d1-943f-cb1fdd6b41bb x-openstack-request-id: req-9a211fa2-f662-40d1-943f-cb1fdd6b41bb {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:50:45.808410 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-deleted", "tag": "7519e8ad-dcdc-4816-ab61-66137e06cc82", "status": "completed", "code": 200}, {"server_uuid": "b603f57b-8810-40ba-bba2-4a00a6d20af6", "name": "network-vif-deleted", "tag": "39550247-d430-45db-b8f5-c9dbc078ec7e", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:50:45.808668 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a211fa2-f662-40d1-943f-cb1fdd6b41bb {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:50:45.809078 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-deleted', 'tag': '7519e8ad-dcdc-4816-ab61-66137e06cc82', 'status': 'completed', 'code': 200} Sep 16 16:50:45.809336 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603f57b-8810-40ba-bba2-4a00a6d20af6', 'name': 'network-vif-deleted', 'tag': '39550247-d430-45db-b8f5-c9dbc078ec7e', 'status': 'completed', 'code': 200} Sep 16 16:50:45.834675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9567073b-f02a-486e-86aa-d84f13840c63 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.858870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9567073b-f02a-486e-86aa-d84f13840c63 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:45.916004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1993dcc-0210-481b-9916-f6890b29fdb9 req-0647fd16-032c-4e0d-a239-9d806a8d34ad tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0425305 Sep 16 16:50:46.011055 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9567073b-f02a-486e-86aa-d84f13840c63 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:46.013981 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9567073b-f02a-486e-86aa-d84f13840c63 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:46.015972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9567073b-f02a-486e-86aa-d84f13840c63 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-groups/7024b118-b912-41ed-8562-b98ea33202e6 HTTP/1.1" status: 204 len: 168 time: 0.2503326 Sep 16 16:50:46.021509 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34866) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:46.025089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567073b-f02a-486e-86aa-d84f13840c63 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7024b118-b912-41ed-8562-b98ea33202e6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:46.093939 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b1e70d36-f3ea-4df9-af5a-3d31b23c8fa1 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709000 Sep 16 16:50:46.094377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34870) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:46.100445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-adafc1cc-ee4a-495f-9768-6c4bb9fba378 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090687093'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:46.199694 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-adafc1cc-ee4a-495f-9768-6c4bb9fba378 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:46.286949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60cf555b-b2be-4983-ae39-846b8bb9d538 req-bc41d861-1cc1-4593-ba06-886351f145fb tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0366273 Sep 16 16:50:46.328905 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-adafc1cc-ee4a-495f-9768-6c4bb9fba378 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:46.472533 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-adafc1cc-ee4a-495f-9768-6c4bb9fba378 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:46.502314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafc1cc-ee4a-495f-9768-6c4bb9fba378 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6240dccc-ec05-4697-ba99-97f1fe3ebcb9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:46.581398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-adafc1cc-ee4a-495f-9768-6c4bb9fba378 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:46.585562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-adafc1cc-ee4a-495f-9768-6c4bb9fba378 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4866126 Sep 16 16:50:46.585863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34882) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:46.590697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4ebed164-f6b4-483a-9b82-28379d4cabbd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '6240dccc-ec05-4697-ba99-97f1fe3ebcb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:46.773285 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ebed164-f6b4-483a-9b82-28379d4cabbd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:46.843639 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ebed164-f6b4-483a-9b82-28379d4cabbd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:46.935027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ebed164-f6b4-483a-9b82-28379d4cabbd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:46.953411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebed164-f6b4-483a-9b82-28379d4cabbd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052036b6-2249-42da-82ea-e2cd5f455b6b,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:47.041960 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ebed164-f6b4-483a-9b82-28379d4cabbd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:47.043508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ebed164-f6b4-483a-9b82-28379d4cabbd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4566510 Sep 16 16:50:47.045896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-099e4a7e-39f5-464a-af4b-da650b6d41aa req-2f6283e5-f69a-4f9d-b1a8-82a1e1d5d1ae tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0379694 Sep 16 16:50:47.046508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34888) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:47.052797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-06b9d554-c6d8-43c1-900c-faf1adf62899 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '6240dccc-ec05-4697-ba99-97f1fe3ebcb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:47.200518 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06b9d554-c6d8-43c1-900c-faf1adf62899 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:47.280867 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06b9d554-c6d8-43c1-900c-faf1adf62899 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:47.400464 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06b9d554-c6d8-43c1-900c-faf1adf62899 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:47.417323 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9d554-c6d8-43c1-900c-faf1adf62899 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5038695-dba0-4b15-8ce2-474c8e61aa35,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:47.426726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bab1328a-b69e-4a7e-81d1-dae77e124322 req-642c059a-f533-4c06-9acf-bb2a862989bd tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0425806 Sep 16 16:50:47.570119 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-06b9d554-c6d8-43c1-900c-faf1adf62899 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:47.571386 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-06b9d554-c6d8-43c1-900c-faf1adf62899 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5238078 Sep 16 16:50:47.573974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34892) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:47.578338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-04a2d14d-670d-4af3-8402-4ccd94b8d192 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '6240dccc-ec05-4697-ba99-97f1fe3ebcb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:47.688744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04a2d14d-670d-4af3-8402-4ccd94b8d192 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:47.755848 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04a2d14d-670d-4af3-8402-4ccd94b8d192 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:47.872349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04a2d14d-670d-4af3-8402-4ccd94b8d192 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:47.894987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2d14d-670d-4af3-8402-4ccd94b8d192 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacaf3d1-d2bf-4b99-99fb-7338abb987cd,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:48.009665 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04a2d14d-670d-4af3-8402-4ccd94b8d192 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:48.011232 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-04a2d14d-670d-4af3-8402-4ccd94b8d192 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4363081 Sep 16 16:50:48.013912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34900) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:48.018820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-018567d5-c03b-494e-aa85-2508a572eba3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '6240dccc-ec05-4697-ba99-97f1fe3ebcb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:48.110454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-018567d5-c03b-494e-aa85-2508a572eba3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:48.180670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3e981bb-61ae-44f7-a896-f1ace81e281a req-c938a1d2-28cb-4955-987f-cb2361983cfa tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0374732 Sep 16 16:50:48.226006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-018567d5-c03b-494e-aa85-2508a572eba3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:48.336729 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-018567d5-c03b-494e-aa85-2508a572eba3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:48.355232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018567d5-c03b-494e-aa85-2508a572eba3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a558389-57e0-458b-bd52-677744b13f23,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:48.450886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-018567d5-c03b-494e-aa85-2508a572eba3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:48.452138 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-018567d5-c03b-494e-aa85-2508a572eba3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4369833 Sep 16 16:50:48.454862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34906) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:48.460278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c6129693-eb69-49f3-b526-9cd2c00f1b2e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '6240dccc-ec05-4697-ba99-97f1fe3ebcb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:48.550747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0f1f65b-24e8-4a02-a690-9decf9f3452f req-f7f7eaf7-ee99-44d3-8cd1-35016aed4bc5 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0281537 Sep 16 16:50:48.601053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6129693-eb69-49f3-b526-9cd2c00f1b2e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:48.684743 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6129693-eb69-49f3-b526-9cd2c00f1b2e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:48.782307 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6129693-eb69-49f3-b526-9cd2c00f1b2e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:48.801212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6129693-eb69-49f3-b526-9cd2c00f1b2e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebdee8d-fab7-4328-acc0-742774ce86ad,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:48.895656 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c6129693-eb69-49f3-b526-9cd2c00f1b2e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:48.898066 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c6129693-eb69-49f3-b526-9cd2c00f1b2e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4421945 Sep 16 16:50:48.904108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34910) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:48.933545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bbbadd8c-bffb-4ab3-9692-4fcfdc38f59d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:48.941906 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bbbadd8c-bffb-4ab3-9692-4fcfdc38f59d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.067813 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bbbadd8c-bffb-4ab3-9692-4fcfdc38f59d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.074210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bbbadd8c-bffb-4ab3-9692-4fcfdc38f59d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.075322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bbbadd8c-bffb-4ab3-9692-4fcfdc38f59d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1ebdee8d-fab7-4328-acc0-742774ce86ad HTTP/1.1" status: 204 len: 168 time: 0.1702218 Sep 16 16:50:49.078120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34912) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:49.088933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbadd8c-bffb-4ab3-9692-4fcfdc38f59d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ebdee8d-fab7-4328-acc0-742774ce86ad,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:49.131243 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3123e78c-f524-4eee-9555-7f16e750a6f5 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0520835 Sep 16 16:50:49.134363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34914) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:49.174696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1159f6cb-a4f9-4529-9168-020f0f9c4b40 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.186045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1159f6cb-a4f9-4529-9168-020f0f9c4b40 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.317525 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cceea901-2ecd-4cc8-be90-d619f133ea7f req-4e006e2f-5a8b-4ced-b93a-171bca4c48d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0373833 Sep 16 16:50:49.340711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1159f6cb-a4f9-4529-9168-020f0f9c4b40 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.348171 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1159f6cb-a4f9-4529-9168-020f0f9c4b40 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.349538 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1159f6cb-a4f9-4529-9168-020f0f9c4b40 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/6a558389-57e0-458b-bd52-677744b13f23 HTTP/1.1" status: 204 len: 168 time: 0.2141228 Sep 16 16:50:49.353435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34926) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:49.360557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159f6cb-a4f9-4529-9168-020f0f9c4b40 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a558389-57e0-458b-bd52-677744b13f23,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:49.408509 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d3a8a588-ca80-4020-9937-1b4403541892 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0514696 Sep 16 16:50:49.409283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34928) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:49.435132 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e1c86ef-d489-4f2c-97d9-da62e9823e19 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.443255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e1c86ef-d489-4f2c-97d9-da62e9823e19 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.661817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ff223d3-cfce-4349-a73c-0b9b33de90a2 req-50993fe7-2e24-4fb2-af61-bd974ee4d778 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0267367 Sep 16 16:50:49.712310 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e1c86ef-d489-4f2c-97d9-da62e9823e19 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.718532 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e1c86ef-d489-4f2c-97d9-da62e9823e19 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.719617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4e1c86ef-d489-4f2c-97d9-da62e9823e19 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/aacaf3d1-d2bf-4b99-99fb-7338abb987cd HTTP/1.1" status: 204 len: 168 time: 0.3094349 Sep 16 16:50:49.723028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34932) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:49.731746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c86ef-d489-4f2c-97d9-da62e9823e19 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aacaf3d1-d2bf-4b99-99fb-7338abb987cd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:49.774448 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-56d9395b-4c58-4b49-b7ab-12296c7be479 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0490308 Sep 16 16:50:49.777356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34934) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:49.806133 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e012b38a-ffd8-40a5-bc3d-491356487aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.814186 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e012b38a-ffd8-40a5-bc3d-491356487aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.942461 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e012b38a-ffd8-40a5-bc3d-491356487aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.950089 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e012b38a-ffd8-40a5-bc3d-491356487aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:49.951477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e012b38a-ffd8-40a5-bc3d-491356487aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d5038695-dba0-4b15-8ce2-474c8e61aa35 HTTP/1.1" status: 204 len: 168 time: 0.1729412 Sep 16 16:50:49.956226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34936) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:49.957750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012b38a-ffd8-40a5-bc3d-491356487aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5038695-dba0-4b15-8ce2-474c8e61aa35,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:50.012832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34938) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:50.013044 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f6765125-bf61-4351-b007-a0c9632d4fc2 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0536513 Sep 16 16:50:50.040029 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69d8c798-0ffa-4b0f-be45-15bc3313c12c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.047446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69d8c798-0ffa-4b0f-be45-15bc3313c12c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.176992 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69d8c798-0ffa-4b0f-be45-15bc3313c12c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.184417 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69d8c798-0ffa-4b0f-be45-15bc3313c12c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.185463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-69d8c798-0ffa-4b0f-be45-15bc3313c12c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/052036b6-2249-42da-82ea-e2cd5f455b6b HTTP/1.1" status: 204 len: 168 time: 0.1715283 Sep 16 16:50:50.188701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34940) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:50.191089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8c798-0ffa-4b0f-be45-15bc3313c12c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=052036b6-2249-42da-82ea-e2cd5f455b6b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:50.242521 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-408bf053-c6a9-45df-9e02-7b423017cce0 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0524583 Sep 16 16:50:50.243549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34942) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:50.309848 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-641bdb92-2ecc-4c85-b183-e1a52150fd4d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.343040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-641bdb92-2ecc-4c85-b183-e1a52150fd4d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.458503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-007f8ab4-ea89-40c2-a38b-d9ffe572026d req-2d28fa6b-6eb8-4b90-a228-879be452d2f9 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0296190 Sep 16 16:50:50.547977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-641bdb92-2ecc-4c85-b183-e1a52150fd4d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.550681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-641bdb92-2ecc-4c85-b183-e1a52150fd4d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.555386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34948) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:50.560268 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-641bdb92-2ecc-4c85-b183-e1a52150fd4d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-groups/6240dccc-ec05-4697-ba99-97f1fe3ebcb9 HTTP/1.1" status: 204 len: 168 time: 0.3157184 Sep 16 16:50:50.572623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bdb92-2ecc-4c85-b183-e1a52150fd4d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6240dccc-ec05-4697-ba99-97f1fe3ebcb9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:50.603192 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a9b474bb-d367-490c-a6bb-1659c212299e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465312 Sep 16 16:50:50.607340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34950) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:50.612244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0ae3e915-c09d-45c6-b568-673dffa887fd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group': {'name': 'tempest-secgroup--670586852'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:50.690865 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e915-c09d-45c6-b568-673dffa887fd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.815151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3febfa6b-aa5e-4547-879e-46fa75b28aa7 req-62be4858-1895-4db1-9a90-aa53570764cb tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0348461 Sep 16 16:50:50.842679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e915-c09d-45c6-b568-673dffa887fd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.903371 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:50:50.907537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e915-c09d-45c6-b568-673dffa887fd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:50.939514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3e915-c09d-45c6-b568-673dffa887fd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e435b6-feab-4aa6-8ce1-45be6ec7a163,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:51.009292 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e915-c09d-45c6-b568-673dffa887fd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.012848 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0ae3e915-c09d-45c6-b568-673dffa887fd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4042544 Sep 16 16:50:51.013663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34956) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:51.018312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cad42cc1-3d29-42a7-95d4-955364fddbba tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '32e435b6-feab-4aa6-8ce1-45be6ec7a163', 'direction': 'ingress', 'protocol': 17}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:51.135882 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cad42cc1-3d29-42a7-95d4-955364fddbba tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.195113 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cad42cc1-3d29-42a7-95d4-955364fddbba tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.325237 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cad42cc1-3d29-42a7-95d4-955364fddbba tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.345088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad42cc1-3d29-42a7-95d4-955364fddbba tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0174d7b-ef3c-4409-9987-a33f97fdc085,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:51.420911 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cad42cc1-3d29-42a7-95d4-955364fddbba tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.424821 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cad42cc1-3d29-42a7-95d4-955364fddbba tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4075110 Sep 16 16:50:51.425049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34962) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:51.489003 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0849e06c-4adc-4a4c-8a61-6caa31a2d8f2 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.518073 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0849e06c-4adc-4a4c-8a61-6caa31a2d8f2 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.579089 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bf54eda-be83-46a8-88f5-37dc1bb19ee5 req-98f725e2-c9c4-4e0e-9504-7967f27d6f8e tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0317123 Sep 16 16:50:51.654910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0849e06c-4adc-4a4c-8a61-6caa31a2d8f2 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.657638 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0849e06c-4adc-4a4c-8a61-6caa31a2d8f2 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.658783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0849e06c-4adc-4a4c-8a61-6caa31a2d8f2 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-groups/32e435b6-feab-4aa6-8ce1-45be6ec7a163 HTTP/1.1" status: 204 len: 168 time: 0.2327638 Sep 16 16:50:51.666229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34970) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:51.668111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849e06c-4adc-4a4c-8a61-6caa31a2d8f2 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e435b6-feab-4aa6-8ce1-45be6ec7a163,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:51.714519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e020807f-f2e1-434b-b68c-dbb00fb13676 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468996 Sep 16 16:50:51.718098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34974) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:51.722516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-779b0024-316f-452d-a2eb-ed5f3c72aedd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493489675'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:51.839578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-779b0024-316f-452d-a2eb-ed5f3c72aedd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.943391 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-779b0024-316f-452d-a2eb-ed5f3c72aedd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:51.966044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c94d8599-c2a1-4075-a56a-8a2049f509db req-abca8aa7-ce1d-4f86-87ef-212673d47718 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0278506 Sep 16 16:50:52.045119 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-779b0024-316f-452d-a2eb-ed5f3c72aedd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.077077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b0024-316f-452d-a2eb-ed5f3c72aedd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8169ff4c-02d4-49db-9182-c29317dd1bc1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:52.146528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-779b0024-316f-452d-a2eb-ed5f3c72aedd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.151276 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-779b0024-316f-452d-a2eb-ed5f3c72aedd tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4296331 Sep 16 16:50:52.151545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34982) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:52.156043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0a4f8876-ec44-46b1-b689-51db4b91dbd9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311076552'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:52.261233 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a4f8876-ec44-46b1-b689-51db4b91dbd9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.351089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34986) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:52.369197 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a4f8876-ec44-46b1-b689-51db4b91dbd9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.437760 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a4f8876-ec44-46b1-b689-51db4b91dbd9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.474702 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-00d29299-76ac-4543-b0c2-6e64efcf435e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.483022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f8876-ec44-46b1-b689-51db4b91dbd9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78788db-8451-477c-aa60-14b6d2cd7bb5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:52.532870 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a4f8876-ec44-46b1-b689-51db4b91dbd9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.537237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34990) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:52.540969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0a4f8876-ec44-46b1-b689-51db4b91dbd9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3882158 Sep 16 16:50:52.545575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5cc055d8-e95a-48a3-a5f3-e8558f0f4b2c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '8169ff4c-02d4-49db-9182-c29317dd1bc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a78788db-8451-477c-aa60-14b6d2cd7bb5', 'remote_ip_prefix': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:52.638167 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-00d29299-76ac-4543-b0c2-6e64efcf435e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.685760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef18ed54-8141-459b-a369-de756fa51e5a req-930aa8a1-b006-4cde-af23-aa066eb9526b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0285711 Sep 16 16:50:52.709210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-00d29299-76ac-4543-b0c2-6e64efcf435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.753625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d29299-76ac-4543-b0c2-6e64efcf435e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9100b-9d1e-4463-995a-ef422347b253,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:52.761634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-00d29299-76ac-4543-b0c2-6e64efcf435e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f451c3d260948f0a7ddfd4b7c053c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070852 Sep 16 16:50:52.762052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34994) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:52.814626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cc055d8-e95a-48a3-a5f3-e8558f0f4b2c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.854671 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b07fc27d-8624-46cc-8514-f44ef7b5ea80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.887768 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b07fc27d-8624-46cc-8514-f44ef7b5ea80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.916122 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cc055d8-e95a-48a3-a5f3-e8558f0f4b2c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:52.994210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cc055d8-e95a-48a3-a5f3-e8558f0f4b2c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.017049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc055d8-e95a-48a3-a5f3-e8558f0f4b2c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbff9d0-b035-49a2-80b2-46ddcdba644b,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:53.026340 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b07fc27d-8624-46cc-8514-f44ef7b5ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.035746 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b07fc27d-8624-46cc-8514-f44ef7b5ea80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.043297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b07fc27d-8624-46cc-8514-f44ef7b5ea80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6fb9100b-9d1e-4463-995a-ef422347b253 HTTP/1.1" status: 204 len: 168 time: 0.2804022 Sep 16 16:50:53.051714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fc27d-8624-46cc-8514-f44ef7b5ea80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9100b-9d1e-4463-995a-ef422347b253,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:53.083681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5cc055d8-e95a-48a3-a5f3-e8558f0f4b2c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.086934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5cc055d8-e95a-48a3-a5f3-e8558f0f4b2c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5461667 Sep 16 16:50:53.089556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35002) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:53.138037 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d522ae14-acce-44fe-b8ce-a238ab14463d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.157684 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fecb278f-8f7a-4d03-878c-247162b753c8 req-f38d15f8-8f37-420b-a1eb-4caed84faf66 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0349925 Sep 16 16:50:53.165351 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d522ae14-acce-44fe-b8ce-a238ab14463d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.393498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d522ae14-acce-44fe-b8ce-a238ab14463d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.400250 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d522ae14-acce-44fe-b8ce-a238ab14463d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.403990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d522ae14-acce-44fe-b8ce-a238ab14463d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/9dbff9d0-b035-49a2-80b2-46ddcdba644b HTTP/1.1" status: 204 len: 168 time: 0.3108704 Sep 16 16:50:53.404477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35004) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:53.421740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522ae14-acce-44fe-b8ce-a238ab14463d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dbff9d0-b035-49a2-80b2-46ddcdba644b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:53.467148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e8f15872-7efa-429f-a6f6-244ffaec6b19 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0591350 Sep 16 16:50:53.467571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35006) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:53.520816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8e25583-2359-42a0-bd8f-0c420c5e034a tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.548948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8e25583-2359-42a0-bd8f-0c420c5e034a tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.685144 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8e25583-2359-42a0-bd8f-0c420c5e034a tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.687726 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8e25583-2359-42a0-bd8f-0c420c5e034a tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.689000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c8e25583-2359-42a0-bd8f-0c420c5e034a tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-groups/a78788db-8451-477c-aa60-14b6d2cd7bb5 HTTP/1.1" status: 204 len: 168 time: 0.2206941 Sep 16 16:50:53.696337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35014) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:53.700863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e25583-2359-42a0-bd8f-0c420c5e034a tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78788db-8451-477c-aa60-14b6d2cd7bb5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:53.805033 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1004be99-88ce-4aff-85d1-11800ed7f789 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1074440 Sep 16 16:50:53.808029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35020) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:53.809909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3d1ce4c-81ef-47da-9753-d0329f0d9c4b req-ffc33cb0-83f7-4c4e-a410-45906658551d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0275407 Sep 16 16:50:53.886409 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7fb08b5-c1de-4e8f-b128-2992d2c6ab34 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:53.916721 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7fb08b5-c1de-4e8f-b128-2992d2c6ab34 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:54.062056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7fb08b5-c1de-4e8f-b128-2992d2c6ab34 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:54.065015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7fb08b5-c1de-4e8f-b128-2992d2c6ab34 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:54.068295 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b7fb08b5-c1de-4e8f-b128-2992d2c6ab34 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-groups/8169ff4c-02d4-49db-9182-c29317dd1bc1 HTTP/1.1" status: 204 len: 168 time: 0.2585096 Sep 16 16:50:54.072587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35028) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:54.097099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb08b5-c1de-4e8f-b128-2992d2c6ab34 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8169ff4c-02d4-49db-9182-c29317dd1bc1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:54.142738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35034) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:54.144137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5d28466b-371f-4a1d-a34e-7bc01f089493 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721943 Sep 16 16:50:54.148023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ae8ebf35-1763-4046-8d07-736aa72869b5 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group': {'name': 'tempest-secgroup--833300820'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:54.265188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fed37bd7-1ddb-4cb3-b4b7-e96562df2b7d req-3e1d19ab-c1b6-4200-83ff-7a6509df237c tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0266845 Sep 16 16:50:54.337388 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae8ebf35-1763-4046-8d07-736aa72869b5 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:54.456872 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae8ebf35-1763-4046-8d07-736aa72869b5 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:54.559053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae8ebf35-1763-4046-8d07-736aa72869b5 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:54.599821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ebf35-1763-4046-8d07-736aa72869b5 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62919201-4521-4bef-8b33-479cbf06a667,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:54.650430 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae8ebf35-1763-4046-8d07-736aa72869b5 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:54.651989 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ae8ebf35-1763-4046-8d07-736aa72869b5 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5081248 Sep 16 16:50:54.654701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35048) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:54.659253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b37dd4b1-3fbe-4bb3-adec-a5b594ab71f7 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '62919201-4521-4bef-8b33-479cbf06a667', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:54.766439 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b37dd4b1-3fbe-4bb3-adec-a5b594ab71f7 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:54.860871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b37dd4b1-3fbe-4bb3-adec-a5b594ab71f7 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:54.941681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-454e66d1-6103-4c9b-a789-9da4ed194c93 req-caeca79c-97a5-47c2-a8cc-7f93d0aebd2c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0287480 Sep 16 16:50:54.966164 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b37dd4b1-3fbe-4bb3-adec-a5b594ab71f7 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:54.990159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dd4b1-3fbe-4bb3-adec-a5b594ab71f7 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54284da3-9d98-437b-87de-2b833515e064,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:55.074069 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b37dd4b1-3fbe-4bb3-adec-a5b594ab71f7 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.075321 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b37dd4b1-3fbe-4bb3-adec-a5b594ab71f7 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4195800 Sep 16 16:50:55.079674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35058) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:55.109858 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-384af1ca-41c2-4138-bfc3-76ddb9b2f534 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.121135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-384af1ca-41c2-4138-bfc3-76ddb9b2f534 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.212106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-384af1ca-41c2-4138-bfc3-76ddb9b2f534 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.222976 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-384af1ca-41c2-4138-bfc3-76ddb9b2f534 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.225739 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-384af1ca-41c2-4138-bfc3-76ddb9b2f534 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/54284da3-9d98-437b-87de-2b833515e064 HTTP/1.1" status: 204 len: 168 time: 0.1443474 Sep 16 16:50:55.228144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35064) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:55.252320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384af1ca-41c2-4138-bfc3-76ddb9b2f534 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54284da3-9d98-437b-87de-2b833515e064,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:55.291197 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0ef82890-1e73-46ce-bd4c-16c9d49fb710 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611863 Sep 16 16:50:55.296461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35070) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:55.376228 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f2f8e06-2a1c-4c63-8de5-9b054cd06e3f tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.397145 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8154ff1c-1741-4a60-b714-e8a2b942013b req-95da5e5a-9c87-4a5f-84ae-c1e2280dbfb4 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0382950 Sep 16 16:50:55.417078 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f2f8e06-2a1c-4c63-8de5-9b054cd06e3f tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.554914 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f2f8e06-2a1c-4c63-8de5-9b054cd06e3f tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.559047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f2f8e06-2a1c-4c63-8de5-9b054cd06e3f tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.563939 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1f2f8e06-2a1c-4c63-8de5-9b054cd06e3f tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-groups/62919201-4521-4bef-8b33-479cbf06a667 HTTP/1.1" status: 204 len: 168 time: 0.2658188 Sep 16 16:50:55.564295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35080) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:55.576410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f8e06-2a1c-4c63-8de5-9b054cd06e3f tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62919201-4521-4bef-8b33-479cbf06a667,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:55.656536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-91668f3f-5bfe-49e3-bc6d-a4117d4297a1 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0908258 Sep 16 16:50:55.662085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35084) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:55.667423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-eeaedc87-1814-430a-a440-f7a46a9fa226 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group': {'name': 'tempest-secgroup--277016982'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:55.792227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eeaedc87-1814-430a-a440-f7a46a9fa226 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.893183 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eeaedc87-1814-430a-a440-f7a46a9fa226 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:55.969309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eeaedc87-1814-430a-a440-f7a46a9fa226 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.007592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaedc87-1814-430a-a440-f7a46a9fa226 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70dd3685-1140-47c5-89eb-977ef87d2296,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:56.056046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd05bac8-b92c-4d77-b7ea-a383e6e4b32c req-506cbd52-d9fb-4cef-a22f-828d84805287 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0278678 Sep 16 16:50:56.086343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eeaedc87-1814-430a-a440-f7a46a9fa226 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.090653 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eeaedc87-1814-430a-a440-f7a46a9fa226 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4249613 Sep 16 16:50:56.090940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35096) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:56.095715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5def3f56-1aed-4fd2-aaae-d4590e113756 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '70dd3685-1140-47c5-89eb-977ef87d2296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:56.175522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5def3f56-1aed-4fd2-aaae-d4590e113756 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.233139 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5def3f56-1aed-4fd2-aaae-d4590e113756 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.302209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5def3f56-1aed-4fd2-aaae-d4590e113756 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.324172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def3f56-1aed-4fd2-aaae-d4590e113756 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9f313b-b3c1-4517-b227-220b8200c7df,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:56.382361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5def3f56-1aed-4fd2-aaae-d4590e113756 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.387329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5def3f56-1aed-4fd2-aaae-d4590e113756 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2918460 Sep 16 16:50:56.387522 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35112) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:56.407908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-278407ff-76d7-440c-b2a6-7df117f65bce tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules/9b9f313b-b3c1-4517-b227-220b8200c7df HTTP/1.1" status: 200 len: 763 time: 0.0181315 Sep 16 16:50:56.412904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35116) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:56.461644 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-98f6b551-d4c8-486b-9afa-10f5a946648b tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0475523 Sep 16 16:50:56.464244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35124) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:56.488937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dda760ad-6aeb-4be3-938c-2dad36d79b6c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.513128 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dda760ad-6aeb-4be3-938c-2dad36d79b6c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.519569 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38711964-8029-466a-88dd-6a2e1f616704 req-0b9d069d-9afb-4472-a260-1317382fb5bf tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0365362 Sep 16 16:50:56.654649 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dda760ad-6aeb-4be3-938c-2dad36d79b6c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.661957 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dda760ad-6aeb-4be3-938c-2dad36d79b6c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.663075 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dda760ad-6aeb-4be3-938c-2dad36d79b6c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/9b9f313b-b3c1-4517-b227-220b8200c7df HTTP/1.1" status: 204 len: 168 time: 0.1978564 Sep 16 16:50:56.665917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35128) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:56.667453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda760ad-6aeb-4be3-938c-2dad36d79b6c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b9f313b-b3c1-4517-b227-220b8200c7df,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:56.706699 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ea2829e3-62b5-4598-b4e2-aecab42bb412 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0394850 Sep 16 16:50:56.709866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35130) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:56.713970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-bc6d3104-10e8-4699-a36e-85b50defdee9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '70dd3685-1140-47c5-89eb-977ef87d2296', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:56.802289 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3104-10e8-4699-a36e-85b50defdee9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.861467 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3104-10e8-4699-a36e-85b50defdee9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.969391 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3104-10e8-4699-a36e-85b50defdee9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:56.986894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d3104-10e8-4699-a36e-85b50defdee9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c44a382-5928-4678-86bb-32da57e7cae7,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:57.049440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3104-10e8-4699-a36e-85b50defdee9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.050915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bc6d3104-10e8-4699-a36e-85b50defdee9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3399527 Sep 16 16:50:57.053343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35138) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:57.072350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9b143db6-7d86-46b0-b589-4002f130377c tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules/1c44a382-5928-4678-86bb-32da57e7cae7 HTTP/1.1" status: 200 len: 763 time: 0.0146308 Sep 16 16:50:57.073152 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35140) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:57.074012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35142) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:57.118505 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3284e589-6c0f-4adb-8a95-4b6e2457560a tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0443456 Sep 16 16:50:57.121079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35148) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:57.145804 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aea63ad1-cff1-4e87-bbbd-173248294065 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.157793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aea63ad1-cff1-4e87-bbbd-173248294065 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.210843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93fac6dd-0c9d-463f-84e6-0b1b20069ff1 req-997b24d9-b5c2-4f78-8120-343cbe7dfda2 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603f57b-8810-40ba-bba2-4a00a6d20af6 HTTP/1.1" status: 200 len: 210 time: 0.0611825 Sep 16 16:50:57.221579 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3aced485-8619-4308-9a33-d50f5ae13ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.279029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aea63ad1-cff1-4e87-bbbd-173248294065 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.286293 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aea63ad1-cff1-4e87-bbbd-173248294065 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.287396 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-aea63ad1-cff1-4e87-bbbd-173248294065 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1c44a382-5928-4678-86bb-32da57e7cae7 HTTP/1.1" status: 204 len: 168 time: 0.1652274 Sep 16 16:50:57.291194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35152) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:57.297466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea63ad1-cff1-4e87-bbbd-173248294065 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c44a382-5928-4678-86bb-32da57e7cae7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:57.333885 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-29aa385e-d8aa-4498-97fe-581ce7a9cd84 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414078 Sep 16 16:50:57.336873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35154) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:57.341243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-957c63a4-d286-4d82-bdc7-0e375ac2cf7e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Request body: {'security_group_rule': {'security_group_id': '70dd3685-1140-47c5-89eb-977ef87d2296', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:50:57.352213 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3aced485-8619-4308-9a33-d50f5ae13ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.420617 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3aced485-8619-4308-9a33-d50f5ae13ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.458056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3aced485-8619-4308-9a33-d50f5ae13ddc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47d8f1c56a1140ceb996981538544abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830259 Sep 16 16:50:57.459981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aced485-8619-4308-9a33-d50f5ae13ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c06237-7a3f-46e6-9d98-f0a444374924,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:57.461071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35156) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:57.507371 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-957c63a4-d286-4d82-bdc7-0e375ac2cf7e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Project 9e67dfa6068d4d699cbb4b95320d71eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:50:57.511298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-957c63a4-d286-4d82-bdc7-0e375ac2cf7e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.544032 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-133ed842-179c-45cc-845a-23c6be259e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.602700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-133ed842-179c-45cc-845a-23c6be259e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.626241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0377239f-0548-4e8a-b847-31b006223fc3 req-723700e6-4237-4f2c-8dd6-96975c3d6782 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0289295 Sep 16 16:50:57.646329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-957c63a4-d286-4d82-bdc7-0e375ac2cf7e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.724614 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-957c63a4-d286-4d82-bdc7-0e375ac2cf7e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.743773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c63a4-d286-4d82-bdc7-0e375ac2cf7e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20e1f20-b053-43db-8e35-bb4dca7377bd,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:57.755250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-133ed842-179c-45cc-845a-23c6be259e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.758661 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-133ed842-179c-45cc-845a-23c6be259e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.759796 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-133ed842-179c-45cc-845a-23c6be259e42 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0c06237-7a3f-46e6-9d98-f0a444374924 HTTP/1.1" status: 204 len: 168 time: 0.2977202 Sep 16 16:50:57.767596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ed842-179c-45cc-845a-23c6be259e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c06237-7a3f-46e6-9d98-f0a444374924,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:57.805047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-957c63a4-d286-4d82-bdc7-0e375ac2cf7e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.806637 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-957c63a4-d286-4d82-bdc7-0e375ac2cf7e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4685018 Sep 16 16:50:57.808931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35162) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:57.828304 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-04c4dd38-952f-4373-955c-1a9acd4467d9 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules/b20e1f20-b053-43db-8e35-bb4dca7377bd HTTP/1.1" status: 200 len: 769 time: 0.0160701 Sep 16 16:50:57.828742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35164) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:57.872232 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-df8ab8f1-0cc6-477b-8a79-74435f038408 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0400996 Sep 16 16:50:57.872544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35166) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:57.896810 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9e92-e016-41b3-8ff6-55a8ff95683e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.905833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9e92-e016-41b3-8ff6-55a8ff95683e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:57.998933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9e92-e016-41b3-8ff6-55a8ff95683e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.004765 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9e92-e016-41b3-8ff6-55a8ff95683e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.008798 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6e8d9e92-e016-41b3-8ff6-55a8ff95683e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b20e1f20-b053-43db-8e35-bb4dca7377bd HTTP/1.1" status: 204 len: 168 time: 0.1323600 Sep 16 16:50:58.009302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35170) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:58.015051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d9e92-e016-41b3-8ff6-55a8ff95683e tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b20e1f20-b053-43db-8e35-bb4dca7377bd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:58.051870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4a73389d-22d7-47ac-8c90-1b52da8a1620 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0413222 Sep 16 16:50:58.055024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35172) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:58.106872 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d76145b-514c-4ba2-9fab-bb4cd55e4aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.130558 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d76145b-514c-4ba2-9fab-bb4cd55e4aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.197648 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a78c8c97-e494-4db8-830c-e7bc5b10466b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.279336 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d76145b-514c-4ba2-9fab-bb4cd55e4aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.283331 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d76145b-514c-4ba2-9fab-bb4cd55e4aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.284563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2d76145b-514c-4ba2-9fab-bb4cd55e4aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "DELETE /v2.0/security-groups/70dd3685-1140-47c5-89eb-977ef87d2296 HTTP/1.1" status: 204 len: 168 time: 0.2283089 Sep 16 16:50:58.287383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35180) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:58.297070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76145b-514c-4ba2-9fab-bb4cd55e4aa3 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dd3685-1140-47c5-89eb-977ef87d2296,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:58.336138 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-571a4558-eaa9-45cb-b1c1-46ca98eee099 tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435688 Sep 16 16:50:58.336138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35182) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:58.337209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35184) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:58.348798 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c37b-b709-4744-b0ec-806f71a53ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.382568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2b81b36f-7a2f-4192-95fb-0b2fba0a721d tempest-SecGroupIPv6Test-1678976341 tempest-SecGroupIPv6Test-1678976341-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0441155 Sep 16 16:50:58.443709 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c37b-b709-4744-b0ec-806f71a53ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.450496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35188) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:58.485833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c37b-b709-4744-b0ec-806f71a53ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.541735 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4cf3c37b-b709-4744-b0ec-806f71a53ab9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ca6143a0df445c9b70d63d80d18f721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052753 Sep 16 16:50:58.544488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35190) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:58.549478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3c37b-b709-4744-b0ec-806f71a53ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5826cc-990f-4b91-a977-096b56d9dc17,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:58.556191 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5daafff2-6477-46af-99f0-87173d4cbc4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.593674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5daafff2-6477-46af-99f0-87173d4cbc4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.641784 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.714682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.728981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5daafff2-6477-46af-99f0-87173d4cbc4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.731730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5daafff2-6477-46af-99f0-87173d4cbc4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.733077 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5daafff2-6477-46af-99f0-87173d4cbc4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "DELETE /v2.0/security-groups/fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480 HTTP/1.1" status: 204 len: 168 time: 0.2814398 Sep 16 16:50:58.737830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35194) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:58.752027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daafff2-6477-46af-99f0-87173d4cbc4a tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:58.765985 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-f5ab77ce-ec12-4419-871f-06741aef7b9c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] show failed (client error): The resource could not be found. Sep 16 16:50:58.769979 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f5ab77ce-ec12-4419-871f-06741aef7b9c tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "GET /v2.0/security-groups/fa4d9bc0-2e23-4ecf-a7ba-86fb3792d480 HTTP/1.1" status: 404 len: 347 time: 0.0283153 Sep 16 16:50:58.770358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35196) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:58.789866 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59b40a8a-24ea-4f92-9a14-8d05fd7b26cb req-6378cdaa-55ef-445f-89f2-873221fc0a85 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0599699 Sep 16 16:50:58.884583 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.887209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:58.888303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca5826cc-990f-4b91-a977-096b56d9dc17 HTTP/1.1" status: 204 len: 168 time: 0.3428366 Sep 16 16:50:58.896128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5826cc-990f-4b91-a977-096b56d9dc17,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:58.905949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.906302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.906644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.906982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.907595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.907931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.908264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.908610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.909140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.909647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.910497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.911050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3657173-644a-4cc3-8120-6b3f0327fa28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:50:58.914776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35202) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:58.938240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-20e71604-1cb2-412a-9d1d-0ccbb25235d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting port 0cf2cbbc-6983-42bc-a705-f99b9923ce2e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:58.938457 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20e71604-1cb2-412a-9d1d-0ccbb25235d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.030801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20e71604-1cb2-412a-9d1d-0ccbb25235d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.031125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20e71604-1cb2-412a-9d1d-0ccbb25235d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.050455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-20e71604-1cb2-412a-9d1d-0ccbb25235d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Calling delete_port for 0cf2cbbc-6983-42bc-a705-f99b9923ce2e owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:59.114228 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b5cccfdd-2f13-4672-9ed2-53091e716ff1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e67dfa6068d4d699cbb4b95320d71eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983809 Sep 16 16:50:59.116886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35206) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:59.194663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0857-7fde-401b-8db8-5a6d301d8562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.222598 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0857-7fde-401b-8db8-5a6d301d8562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.364014 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20e71604-1cb2-412a-9d1d-0ccbb25235d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.370521 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0857-7fde-401b-8db8-5a6d301d8562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.374962 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0857-7fde-401b-8db8-5a6d301d8562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.376508 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dd5b0857-7fde-401b-8db8-5a6d301d8562 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99ee3e8b-fd2c-425a-a508-3fda93c34ff5 HTTP/1.1" status: 204 len: 168 time: 0.2586775 Sep 16 16:50:59.413669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e71604-1cb2-412a-9d1d-0ccbb25235d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Port': ['ID=0cf2cbbc-6983-42bc-a705-f99b9923ce2e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:59.413669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b0857-7fde-401b-8db8-5a6d301d8562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ee3e8b-fd2c-425a-a508-3fda93c34ff5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:50:59.476984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20e71604-1cb2-412a-9d1d-0ccbb25235d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.481974 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20e71604-1cb2-412a-9d1d-0ccbb25235d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.481974 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-20e71604-1cb2-412a-9d1d-0ccbb25235d0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "DELETE /v2.0/floatingips/f8490506-f17c-439c-98a1-90fdeefdc4a4 HTTP/1.1" status: 204 len: 168 time: 0.7094824 Sep 16 16:50:59.483549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35222) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:50:59.571244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e9a07106-4c56-4023-b068-ead8756c8fed tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting port 6363fdc0-2e27-4457-988b-e88b55801776 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:50:59.571587 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9a07106-4c56-4023-b068-ead8756c8fed tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.664674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9a07106-4c56-4023-b068-ead8756c8fed tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.677219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e9a07106-4c56-4023-b068-ead8756c8fed tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Calling delete_port for 6363fdc0-2e27-4457-988b-e88b55801776 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:50:59.907412 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9a07106-4c56-4023-b068-ead8756c8fed tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:50:59.910782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1faca846-fee7-43cc-b81c-4e836361ce9c req-1139e323-48f9-4517-9a69-64878e035fbb tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0267999 Sep 16 16:50:59.963979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a07106-4c56-4023-b068-ead8756c8fed tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Port': ['ID=6363fdc0-2e27-4457-988b-e88b55801776,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:00.011994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9a07106-4c56-4023-b068-ead8756c8fed tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:00.014386 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e9a07106-4c56-4023-b068-ead8756c8fed tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "DELETE /v2.0/ports/6363fdc0-2e27-4457-988b-e88b55801776 HTTP/1.1" status: 204 len: 168 time: 0.5298359 Sep 16 16:51:00.017234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35250) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:00.117900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-38339bfe-7701-46b0-a8e0-67ae412335e6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting port ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:00.117900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38339bfe-7701-46b0-a8e0-67ae412335e6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:00.200675 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38339bfe-7701-46b0-a8e0-67ae412335e6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:00.213657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-38339bfe-7701-46b0-a8e0-67ae412335e6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Calling delete_port for ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:00.653293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35270) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:00.775960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-626889233'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:00.820648 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6a17c7fb-1afa-4bcb-ad56-d7207f0741d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:00.902579 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38339bfe-7701-46b0-a8e0-67ae412335e6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:00.905683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Made reservation on behalf of 112b258fb90041d48b58081232e221d2 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:00.908025 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:00.940659 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.002697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38339bfe-7701-46b0-a8e0-67ae412335e6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Port': ['ID=ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:01.084940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38339bfe-7701-46b0-a8e0-67ae412335e6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.087568 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-38339bfe-7701-46b0-a8e0-67ae412335e6 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "DELETE /v2.0/ports/ae9ae1ca-ee78-4435-a4e4-cd7c88df2bc0 HTTP/1.1" status: 204 len: 168 time: 1.0695562 Sep 16 16:51:01.090204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35284) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:01.127451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35286) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:01.135946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8cdd961-b493-4563-8943-6e2a89435df4 req-1f17509a-953a-426c-aaac-5aeb290859cb tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.1047347 Sep 16 16:51:01.159871 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.169187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4457fb-3a67-48bd-9338-d6eb660436e4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting subnet 1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:51:01.175382 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca4457fb-3a67-48bd-9338-d6eb660436e4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.216080 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.220648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca4457fb-3a67-48bd-9338-d6eb660436e4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.250865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:51:01.261979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8bd9f1-eda6-4bac-bacf-051ec3695352,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:01.272443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:01.273281 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.273949 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Added segment 1b2d352a-4ef4-479a-908c-9ce3819e7e0e of type vlan for network 1a5daa46-9ad0-4c63-bfea-8af500272db1 Sep 16 16:51:01.320690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.358678 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca4457fb-3a67-48bd-9338-d6eb660436e4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.383723 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.427740 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.434453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:01.435074 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.451089 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.514021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Pushing event updated for resources: {'Network': ['ID=1a5daa46-9ad0-4c63-bfea-8af500272db1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:01.525320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.526289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 1a5daa46-9ad0-4c63-bfea-8af500272db1 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:51:01.561632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4caf9ad0-1bc7-462f-b056-3120a9da8dfa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9039316 Sep 16 16:51:01.561632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35290) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:01.567442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Request body: {'subnet': {'network_id': '1a5daa46-9ad0-4c63-bfea-8af500272db1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:01.584031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca4457fb-3a67-48bd-9338-d6eb660436e4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.650967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca4457fb-3a67-48bd-9338-d6eb660436e4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.655693 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ca4457fb-3a67-48bd-9338-d6eb660436e4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "DELETE /v2.0/subnets/1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac HTTP/1.1" status: 204 len: 168 time: 0.5643981 Sep 16 16:51:01.656735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35292) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:01.661164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc840949-59b8-4e65-bdbd-a61717f9c989 None None] Network 584c92f2-bce0-4fa1-bbcc-be59ae57d9af requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:01.665401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4457fb-3a67-48bd-9338-d6eb660436e4 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Subnet': ['ID=1734c8bc-2eb1-4e8b-aa33-1d2ceb81e3ac,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:01.723357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Made reservation on behalf of 112b258fb90041d48b58081232e221d2 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:01.727300 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.762511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a84cadb-a31f-47a1-9e42-3fe3852d126b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting subnet 5c724a81-a9c9-4a64-bd71-d24b921f1002 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:51:01.770389 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a84cadb-a31f-47a1-9e42-3fe3852d126b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.797211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Allocated IP 172.25.6.83 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/0e1ad81e-2e3a-4254-90a0-facf2213003b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:01.832513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a84cadb-a31f-47a1-9e42-3fe3852d126b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.930434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] DHCP port deletion for 584c92f2-bce0-4fa1-bbcc-be59ae57d9af request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:51:01.969207 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:01.996278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Deleting port 1549fc1a-afad-416a-9a43-62de2d7b970c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:01.996693 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.019830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.033091 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a84cadb-a31f-47a1-9e42-3fe3852d126b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.045029 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.112419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] For port 1549fc1a-afad-416a-9a43-62de2d7b970c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1549fc1a-afad-416a-9a43-62de2d7b970c,segment=NetworkSegment(5949eb23-c5bd-42f2-b41c-0ff32b182b6e),segment_id=5949eb23-c5bd-42f2-b41c-0ff32b182b6e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:02.112966 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.129364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Calling delete_port for 1549fc1a-afad-416a-9a43-62de2d7b970c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:02.176191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Pushing event updated for resources: {'Subnet': ['ID=77abe40e-4dd0-4b61-90a5-0874e6bf88c6,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:02.190196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Checking segment: {'id': '1b2d352a-4ef4-479a-908c-9ce3819e7e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a5daa46-9ad0-4c63-bfea-8af500272db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:02.190574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Network hostable DHCP agents. Network: 1a5daa46-9ad0-4c63-bfea-8af500272db1, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:51:02.198706 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1549fc1a-afad-416a-9a43-62de2d7b970c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:51:02.205914 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.222907 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a84cadb-a31f-47a1-9e42-3fe3852d126b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.278767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd367dfe-7fad-48d5-a626-d68860739c70 req-9b2e5382-95ed-46a7-99bf-884763a80122 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0405774 Sep 16 16:51:02.279729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Network 1a5daa46-9ad0-4c63-bfea-8af500272db1 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:51:02.299796 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.325013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b1bc76-cf1b-4a1b-a9c9-63041306c404 None None] Network 27a1d148-97da-476c-8a1d-7ddcf4c78621 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:02.334053 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.335507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84cadb-a31f-47a1-9e42-3fe3852d126b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Subnet': ['ID=5c724a81-a9c9-4a64-bd71-d24b921f1002,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:02.342379 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:02.343689 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a84cadb-a31f-47a1-9e42-3fe3852d126b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.348368 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8a84cadb-a31f-47a1-9e42-3fe3852d126b tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "DELETE /v2.0/subnets/5c724a81-a9c9-4a64-bd71-d24b921f1002 HTTP/1.1" status: 204 len: 168 time: 0.6815650 Sep 16 16:51:02.349565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35298) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:02.355179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:02.357622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:02.390992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 1a5daa46-9ad0-4c63-bfea-8af500272db1) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:02.411232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:02.411797 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.417850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Pushing event updated for resources: {'Port': ['ID=0e1ad81e-2e3a-4254-90a0-facf2213003b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:02.435157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Pushing event deleted for resources: {'Port': ['ID=1549fc1a-afad-416a-9a43-62de2d7b970c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:02.438646 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1dcbcc-767b-4828-b1f4-026288147906 None None] Network 1a5daa46-9ad0-4c63-bfea-8af500272db1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:02.443392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] No DVR routers for this DVR port 1549fc1a-afad-416a-9a43-62de2d7b970c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:51:02.482598 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.491072 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.502628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.506604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10345716-4c09-47b3-aeaa-88b9edce3f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:02.555866 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8820e883-ec60-4609-abf8-3d8756297a03 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9905851 Sep 16 16:51:02.555866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35300) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:02.560605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Request body: {'port': {'network_id': '1a5daa46-9ad0-4c63-bfea-8af500272db1', 'name': 'tempest-TagsExtTest-2121867042'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:02.607811 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.637394 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.644156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584c92f2-bce0-4fa1-bbcc-be59ae57d9af']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:02.692067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-1a5daa46-9ad0-4c63-bfea-8af500272db1', 'network_id': '1a5daa46-9ad0-4c63-bfea-8af500272db1', 'tenant_id': '112b258fb90041d48b58081232e221d2', 'fixed_ips': [{'subnet_id': '77abe40e-4dd0-4b61-90a5-0874e6bf88c6'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:51:02.693260 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.737278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5949eb23-c5bd-42f2-b41c-0ff32b182b6e') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:02.737600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5949eb23-c5bd-42f2-b41c-0ff32b182b6e') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:02.742263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25729ce7-2bf9-4831-8178-5bf301297a3e None None] DHCP port deletion for 27a1d148-97da-476c-8a1d-7ddcf4c78621 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:51:02.759139 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.780417 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.793407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:51:02.793838 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:51:02.797354 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:51:02.841647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.907168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.916323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Allocated IP 172.20.0.2 (1a5daa46-9ad0-4c63-bfea-8af500272db1/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/f96a12fd-2fdc-467b-999a-25212034df6e) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:02.920116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-25729ce7-2bf9-4831-8178-5bf301297a3e None None] Deleting port ea40d790-e208-4ab3-9689-cca5acb0d026 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:02.920116 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25729ce7-2bf9-4831-8178-5bf301297a3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.958752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Made reservation on behalf of 112b258fb90041d48b58081232e221d2 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:02.963679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:02.985156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Pushing event updated for resources: {'Port': ['ID=0e1ad81e-2e3a-4254-90a0-facf2213003b,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:02.985499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] device_id is not set on port d5662739-21a3-4861-95c6-51795ffb2af7 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:51:02.995637 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.023272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-25729ce7-2bf9-4831-8178-5bf301297a3e None None] For port ea40d790-e208-4ab3-9689-cca5acb0d026, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ea40d790-e208-4ab3-9689-cca5acb0d026,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:03.024422 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25729ce7-2bf9-4831-8178-5bf301297a3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.030751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.052278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.058517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "DELETE /v2.0/networks/584c92f2-bce0-4fa1-bbcc-be59ae57d9af HTTP/1.1" status: 204 len: 168 time: 0.7058794 Sep 16 16:51:03.058649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35302) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:03.073008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-25729ce7-2bf9-4831-8178-5bf301297a3e None None] Calling delete_port for ea40d790-e208-4ab3-9689-cca5acb0d026 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:03.094339 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92925b-7eca-4e01-a02a-f24ca4a8756d tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Network': ['ID=584c92f2-bce0-4fa1-bbcc-be59ae57d9af,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:03.127479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.137999 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a942d49e-483a-48ff-9897-3439df4876ea tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0039718 Sep 16 16:51:03.138202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35306) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:03.145460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1210527469', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'fixed_ips': [{'ip_address': '172.25.6.83'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:03.189478 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.224151 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.234221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Made reservation on behalf of f9121c374d184d4ba45056445f78eaf6 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:03.237586 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.251757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.253965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Deleting port ea40d790-e208-4ab3-9689-cca5acb0d026 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:03.255983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.274246 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.316487 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25729ce7-2bf9-4831-8178-5bf301297a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.357638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] For port ea40d790-e208-4ab3-9689-cca5acb0d026, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ea40d790-e208-4ab3-9689-cca5acb0d026,segment=NetworkSegment(10fb73cd-97aa-4be1-b577-51a0e4220322),segment_id=10fb73cd-97aa-4be1-b577-51a0e4220322)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:03.358068 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.394145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Allocated IP 172.20.0.8 (1a5daa46-9ad0-4c63-bfea-8af500272db1/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/d5662739-21a3-4861-95c6-51795ffb2af7) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:03.400253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Calling delete_port for ea40d790-e208-4ab3-9689-cca5acb0d026 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:03.451186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6eaa7fee-b669-4cf6-8a92-a175ff263663 req-7f928e51-9ee2-438d-9084-ef71570a4e4c tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0434394 Sep 16 16:51:03.506263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Network 1a5daa46-9ad0-4c63-bfea-8af500272db1 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:03.512101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:03.513447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:03.523489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25729ce7-2bf9-4831-8178-5bf301297a3e None None] No DVR routers for this DVR port ea40d790-e208-4ab3-9689-cca5acb0d026 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:51:03.530676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.536058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Pushing event updated for resources: {'Port': ['ID=f96a12fd-2fdc-467b-999a-25212034df6e,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:03.567489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Port': ['ID=ea40d790-e208-4ab3-9689-cca5acb0d026,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:03.580201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] No DVR routers for this DVR port ea40d790-e208-4ab3-9689-cca5acb0d026 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:51:03.589842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25729ce7-2bf9-4831-8178-5bf301297a3e None None] Pushing event deleted for resources: {'Port': ['ID=ea40d790-e208-4ab3-9689-cca5acb0d026,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:03.638306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Attempting to bind port f96a12fd-2fdc-467b-999a-25212034df6e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:51:03.639009 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Attempting to bind port f96a12fd-2fdc-467b-999a-25212034df6e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1b2d352a-4ef4-479a-908c-9ce3819e7e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a5daa46-9ad0-4c63-bfea-8af500272db1'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:51:03.639457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Attempting to bind port f96a12fd-2fdc-467b-999a-25212034df6e on network 1a5daa46-9ad0-4c63-bfea-8af500272db1 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:03.651234 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:51:03.651536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Checking segment: {'id': '1b2d352a-4ef4-479a-908c-9ce3819e7e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a5daa46-9ad0-4c63-bfea-8af500272db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:03.654046 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.655520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Bound using segment: {'id': '1b2d352a-4ef4-479a-908c-9ce3819e7e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a5daa46-9ad0-4c63-bfea-8af500272db1'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:51:03.656931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Bound port: f96a12fd-2fdc-467b-999a-25212034df6e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2d352a-4ef4-479a-908c-9ce3819e7e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a5daa46-9ad0-4c63-bfea-8af500272db1'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:51:03.656931 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.701363 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.725724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a1d148-97da-476c-8a1d-7ddcf4c78621']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:03.736134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fb73cd-97aa-4be1-b577-51a0e4220322') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:03.736485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fb73cd-97aa-4be1-b577-51a0e4220322') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:03.748597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.763328 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.766011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] For port f96a12fd-2fdc-467b-999a-25212034df6e, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:51:03.770261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:51:03.770669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:51:03.773898 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:51:03.848857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.918828 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.919868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] For port f96a12fd-2fdc-467b-999a-25212034df6e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f96a12fd-2fdc-467b-999a-25212034df6e,segment=NetworkSegment(1b2d352a-4ef4-479a-908c-9ce3819e7e0e),segment_id=1b2d352a-4ef4-479a-908c-9ce3819e7e0e)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:51:03.921135 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.925423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:03.940573 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] 10.222.0.22 "DELETE /v2.0/networks/27a1d148-97da-476c-8a1d-7ddcf4c78621 HTTP/1.1" status: 204 len: 168 time: 0.8676100 Sep 16 16:51:03.940573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123c785-b3d3-45a8-bcdd-2108b7ce1ce0 tempest-TaggedBootDevicesTest-1378941692 tempest-TaggedBootDevicesTest-1378941692-project] Pushing event deleted for resources: {'Network': ['ID=27a1d148-97da-476c-8a1d-7ddcf4c78621,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:04.028868 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:04.029479 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:04.062021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] device_id is not set on port ce76dcea-a3e2-4781-ae4f-1644970e507c yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:51:04.135815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea40d790-e208-4ab3-9689-cca5acb0d026 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:51:04.207319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ea40d790-e208-4ab3-9689-cca5acb0d026 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:51:04.207319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea40d790-e208-4ab3-9689-cca5acb0d026 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:51:04.217941 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585c7c8-59ae-43f7-b4fd-ed8d447cf94e None None] Pushing event updated for resources: {'Port': ['ID=f96a12fd-2fdc-467b-999a-25212034df6e,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:04.242956 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:04.302011 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c104458b-0efb-447e-8f6d-75a11bb2fa0e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:04.510646 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:04.515530 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 16:51:04.515867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:51:04.576780 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Network 1a5daa46-9ad0-4c63-bfea-8af500272db1 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:04.594016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b551bec-0423-4a4c-9e2e-05d4e924816f req-fdae4e17-e303-4fe9-904d-0f89a32d064d tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0301466 Sep 16 16:51:04.594845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:04.598644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:04.635607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Pushing event updated for resources: {'Port': ['ID=d5662739-21a3-4861-95c6-51795ffb2af7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:04.642250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a0660682-7323-4495-bc3d-71409655fb47 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.5013142 Sep 16 16:51:04.645054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35320) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:04.725676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:04.725676 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:04.816988 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1439b847-36fc-4242-97c0-4cde8a003bd1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2600794 Sep 16 16:51:04.820007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35324) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:04.824679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b277dd37-46e2-49a5-86ec-9ac0214a6005 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-601991359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:04.851404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e1d200f3-cca7-4436-9bfa-60247e07e6df tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Deleting port 0e1ad81e-2e3a-4254-90a0-facf2213003b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:04.851404 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1d200f3-cca7-4436-9bfa-60247e07e6df tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:04.939440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1d200f3-cca7-4436-9bfa-60247e07e6df tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:04.939908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1d200f3-cca7-4436-9bfa-60247e07e6df tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:04.954437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e1d200f3-cca7-4436-9bfa-60247e07e6df tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Calling delete_port for 0e1ad81e-2e3a-4254-90a0-facf2213003b owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:04.964611 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b277dd37-46e2-49a5-86ec-9ac0214a6005 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:04.966086 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b277dd37-46e2-49a5-86ec-9ac0214a6005 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:05.047954 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b277dd37-46e2-49a5-86ec-9ac0214a6005 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:05.140720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b277dd37-46e2-49a5-86ec-9ac0214a6005 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:05.239464 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b277dd37-46e2-49a5-86ec-9ac0214a6005 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:05.242171 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b277dd37-46e2-49a5-86ec-9ac0214a6005 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4211326 Sep 16 16:51:05.245112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35326) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:05.250465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b130dad8-a132-4e6d-8119-64286a6f14eb tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1637832094', 'prefixes': ['172.20.0.0/16']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:05.321440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1d200f3-cca7-4436-9bfa-60247e07e6df tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:05.367781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d200f3-cca7-4436-9bfa-60247e07e6df tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e1ad81e-2e3a-4254-90a0-facf2213003b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:05.461558 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1d200f3-cca7-4436-9bfa-60247e07e6df tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:05.468223 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1d200f3-cca7-4436-9bfa-60247e07e6df tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:05.468223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e1d200f3-cca7-4436-9bfa-60247e07e6df tempest-ExternalNetworksAdminNegativeTestJSON-1596607524 tempest-ExternalNetworksAdminNegativeTestJSON-1596607524-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/ce4b0d1c-00b0-4e7b-9aa4-8ee02c338046 HTTP/1.1" status: 204 len: 168 time: 0.8193781 Sep 16 16:51:05.546190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b4b72e-cdc5-4118-85a4-37103f8095d5 None None] Network 1a5daa46-9ad0-4c63-bfea-8af500272db1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:05.634379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b130dad8-a132-4e6d-8119-64286a6f14eb tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for subnetpool, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:05.639519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b130dad8-a132-4e6d-8119-64286a6f14eb tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3898218 Sep 16 16:51:05.640653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35334) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:05.648181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-99f08e3d-c327-46c0-8c92-7247e4982792 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6', 'tempest-TagsExtTest-Tag-2106621632') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:05.753911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-438ee52b-8bc8-44b8-bc8a-a8b49f7521ca None None] Provisioning complete for port f96a12fd-2fdc-467b-999a-25212034df6e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:05.754287 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-438ee52b-8bc8-44b8-bc8a-a8b49f7521ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:05.766736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-367c4c5d-0ce2-438a-abc7-204de91e414f req-9663de58-de5b-4cd0-a531-1506dfca8664 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0541284 Sep 16 16:51:05.938085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-438ee52b-8bc8-44b8-bc8a-a8b49f7521ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:05.966972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-99f08e3d-c327-46c0-8c92-7247e4982792 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags/tempest-TagsExtTest-Tag-2106621632 HTTP/1.1" status: 201 len: 201 time: 0.3254251 Sep 16 16:51:05.969810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35338) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:05.975848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-5cbd593f-6792-46ed-a2da-e5159120d195 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7', 'tempest-TagsExtTest-Tag-461189721') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:05.993903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-438ee52b-8bc8-44b8-bc8a-a8b49f7521ca None None] For port f96a12fd-2fdc-467b-999a-25212034df6e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f96a12fd-2fdc-467b-999a-25212034df6e,segment=NetworkSegment(1b2d352a-4ef4-479a-908c-9ce3819e7e0e),segment_id=1b2d352a-4ef4-479a-908c-9ce3819e7e0e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:06.134977 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-438ee52b-8bc8-44b8-bc8a-a8b49f7521ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:06.189517 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5cbd593f-6792-46ed-a2da-e5159120d195 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags/tempest-TagsExtTest-Tag-461189721 HTTP/1.1" status: 201 len: 201 time: 0.2158706 Sep 16 16:51:06.189762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35342) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:06.194618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-5378211a-e29b-4958-82da-7978d26d4d69 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174', 'tempest-TagsExtTest-Tag-447796392') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:06.203989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ee52b-8bc8-44b8-bc8a-a8b49f7521ca None None] Pushing event updated for resources: {'Port': ['ID=f96a12fd-2fdc-467b-999a-25212034df6e,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:06.263420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f96a12fd-2fdc-467b-999a-25212034df6e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:06.307889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35344) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:06.406258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f96a12fd-2fdc-467b-999a-25212034df6e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:06.406902 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:06.415733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c794d569-613b-401f-bd0a-f8442f1ead2d None None] Provisioning complete for port d5662739-21a3-4861-95c6-51795ffb2af7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:06.416490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c794d569-613b-401f-bd0a-f8442f1ead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:06.465822 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5378211a-e29b-4958-82da-7978d26d4d69 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags/tempest-TagsExtTest-Tag-447796392 HTTP/1.1" status: 201 len: 201 time: 0.2725232 Sep 16 16:51:06.466195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35350) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:06.471736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-e2b2d9cc-a814-4d29-90a0-1ac9f6a2bf86 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c', 'tempest-TagsExtTest-Tag-1286721340') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:06.512636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c794d569-613b-401f-bd0a-f8442f1ead2d None None] Port d5662739-21a3-4861-95c6-51795ffb2af7 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:51:06.558178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c794d569-613b-401f-bd0a-f8442f1ead2d None None] Provisioning complete for port f96a12fd-2fdc-467b-999a-25212034df6e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:06.558822 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c794d569-613b-401f-bd0a-f8442f1ead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:06.594689 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0b577f6-e953-4c21-9706-5600ceaaacee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:06.701402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e2b2d9cc-a814-4d29-90a0-1ac9f6a2bf86 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags/tempest-TagsExtTest-Tag-1286721340 HTTP/1.1" status: 201 len: 201 time: 0.2341428 Sep 16 16:51:06.705138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35352) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:06.710736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-7cd76ec0-6772-4abc-b07a-9847af18d872 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:06.741056 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0b577f6-e953-4c21-9706-5600ceaaacee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:06.823722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bc43750e-46fd-4941-ab68-3045626c4c3a None None] Provisioning complete for port d5662739-21a3-4861-95c6-51795ffb2af7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:06.824304 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bc43750e-46fd-4941-ab68-3045626c4c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:06.857526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35360) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:06.857849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7cd76ec0-6772-4abc-b07a-9847af18d872 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags HTTP/1.1" status: 200 len: 241 time: 0.1513240 Sep 16 16:51:06.862671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-e3c30e85-e45a-4ba3-84d5-6a8292fb7235 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6', 'tempest-TagsExtTest-Tag-2106621632') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:06.866422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0b577f6-e953-4c21-9706-5600ceaaacee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:06.899511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bc43750e-46fd-4941-ab68-3045626c4c3a None None] Port d5662739-21a3-4861-95c6-51795ffb2af7 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:51:06.969358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b577f6-e953-4c21-9706-5600ceaaacee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d95eb4d-fec7-4a8a-8e0b-07fcb06f842e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:06.973876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a0b577f6-e953-4c21-9706-5600ceaaacee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07d1caa75aab44b7be41087b2e305986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6650920 Sep 16 16:51:06.988940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35362) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:07.006064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-203e79c3-f2e4-4592-936a-c37807c43851 req-2fe4c4a1-28ae-479e-bb37-0905d7a6e3a7 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0519602 Sep 16 16:51:07.047473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e3c30e85-e45a-4ba3-84d5-6a8292fb7235 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags/tempest-TagsExtTest-Tag-2106621632 HTTP/1.1" status: 204 len: 168 time: 0.1854832 Sep 16 16:51:07.047646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35364) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:07.060845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-22c2bcd1-c03d-4030-98d4-efc581ed1473 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6', 'tempest-TagsExtTest-Tag-2106621632') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:07.097217 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71d749f0-d0da-42c0-88b5-de6d92724c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:07.129247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71d749f0-d0da-42c0-88b5-de6d92724c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:07.307080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-22c2bcd1-c03d-4030-98d4-efc581ed1473 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags/tempest-TagsExtTest-Tag-2106621632 HTTP/1.1" status: 204 len: 168 time: 0.2550275 Sep 16 16:51:07.309545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35366) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:07.313865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-e0bee682-10a5-4b71-b8a4-05bfa1243faa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:07.371857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e0bee682-10a5-4b71-b8a4-05bfa1243faa tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags HTTP/1.1" status: 200 len: 205 time: 0.0589108 Sep 16 16:51:07.372049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35368) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:07.376581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-d2efe505-69b6-4d54-9d6a-9bd464b30cbc tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:07.380406 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71d749f0-d0da-42c0-88b5-de6d92724c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:07.383725 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71d749f0-d0da-42c0-88b5-de6d92724c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:07.385016 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-71d749f0-d0da-42c0-88b5-de6d92724c20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d95eb4d-fec7-4a8a-8e0b-07fcb06f842e HTTP/1.1" status: 204 len: 168 time: 0.3897660 Sep 16 16:51:07.419892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d749f0-d0da-42c0-88b5-de6d92724c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d95eb4d-fec7-4a8a-8e0b-07fcb06f842e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:07.483912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d2efe505-69b6-4d54-9d6a-9bd464b30cbc tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags HTTP/1.1" status: 200 len: 240 time: 0.1106715 Sep 16 16:51:07.484651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35372) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:07.489968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-c34bdace-1cf0-4c9f-800e-03ae87ac114d tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7', 'tempest-TagsExtTest-Tag-461189721') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:07.559197 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c34bdace-1cf0-4c9f-800e-03ae87ac114d tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags/tempest-TagsExtTest-Tag-461189721 HTTP/1.1" status: 204 len: 168 time: 0.0727751 Sep 16 16:51:07.561246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35376) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:07.565738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-c7e695b7-d308-4a05-ae25-a128e17f2a17 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7', 'tempest-TagsExtTest-Tag-461189721') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:07.758940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35378) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:07.761215 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c7e695b7-d308-4a05-ae25-a128e17f2a17 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags/tempest-TagsExtTest-Tag-461189721 HTTP/1.1" status: 204 len: 168 time: 0.1987822 Sep 16 16:51:07.764103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-bcd85d89-5379-45aa-a727-249e7b689189 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:07.827069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bcd85d89-5379-45aa-a727-249e7b689189 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags HTTP/1.1" status: 200 len: 205 time: 0.0668299 Sep 16 16:51:07.829323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35382) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:07.834279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-7f1fbef4-6f75-4d12-a2da-22cfd1f90fcf tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:07.944453 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7f1fbef4-6f75-4d12-a2da-22cfd1f90fcf tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags HTTP/1.1" status: 200 len: 240 time: 0.1109052 Sep 16 16:51:07.944555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35386) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:07.949486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-10233ba2-8a0e-428c-bc7a-5522336e8409 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174', 'tempest-TagsExtTest-Tag-447796392') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:08.066656 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-10233ba2-8a0e-428c-bc7a-5522336e8409 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags/tempest-TagsExtTest-Tag-447796392 HTTP/1.1" status: 204 len: 168 time: 0.1189919 Sep 16 16:51:08.067231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35392) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:08.072750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-53f57a7b-ebe2-4317-a221-2af6efaf4e70 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174', 'tempest-TagsExtTest-Tag-447796392') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:08.182375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f96a12fd-2fdc-467b-999a-25212034df6e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:08.243481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port f96a12fd-2fdc-467b-999a-25212034df6e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:08.246323 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:08.275073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d2bae75-b11a-4878-88a9-4206274db154 req-ba9a0c8c-6e5d-409f-9bff-59c9f8f4a8ca tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0781212 Sep 16 16:51:08.343984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35398) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:08.403980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35400) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:08.407314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-53f57a7b-ebe2-4317-a221-2af6efaf4e70 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags/tempest-TagsExtTest-Tag-447796392 HTTP/1.1" status: 204 len: 168 time: 0.3393216 Sep 16 16:51:08.413829 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f0275d6e-fd3f-4eb7-9d8a-bdbaff411dd3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9121c374d184d4ba45056445f78eaf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670936 Sep 16 16:51:08.415382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35402) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:08.421999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-4a25d5da-8fd3-408b-9e5b-a530047aa30c tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:08.511984 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a25d5da-8fd3-408b-9e5b-a530047aa30c tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags HTTP/1.1" status: 200 len: 205 time: 0.0935307 Sep 16 16:51:08.514469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35404) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:08.529204 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-ec724820-f168-481c-ac6a-1ace1d291189 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:08.534962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37818892-8690-41db-b6ef-5a096d7f664b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:08.576212 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37818892-8690-41db-b6ef-5a096d7f664b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:08.595573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ec724820-f168-481c-ac6a-1ace1d291189 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags HTTP/1.1" status: 200 len: 241 time: 0.0800757 Sep 16 16:51:08.598233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35408) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:08.604126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-f4a5e6d1-e6cc-4d16-a113-fdef0246e1d5 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c', 'tempest-TagsExtTest-Tag-1286721340') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:08.692398 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f4a5e6d1-e6cc-4d16-a113-fdef0246e1d5 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags/tempest-TagsExtTest-Tag-1286721340 HTTP/1.1" status: 204 len: 168 time: 0.0920923 Sep 16 16:51:08.695730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35410) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:08.700902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-6fc0effb-8766-4fba-95d5-55b0c47a7ce9 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c', 'tempest-TagsExtTest-Tag-1286721340') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:08.793148 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37818892-8690-41db-b6ef-5a096d7f664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:08.795681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37818892-8690-41db-b6ef-5a096d7f664b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:08.798505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-37818892-8690-41db-b6ef-5a096d7f664b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c104458b-0efb-447e-8f6d-75a11bb2fa0e HTTP/1.1" status: 204 len: 168 time: 0.3932147 Sep 16 16:51:08.810119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37818892-8690-41db-b6ef-5a096d7f664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c104458b-0efb-447e-8f6d-75a11bb2fa0e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:08.868241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6fc0effb-8766-4fba-95d5-55b0c47a7ce9 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags/tempest-TagsExtTest-Tag-1286721340 HTTP/1.1" status: 204 len: 168 time: 0.1708105 Sep 16 16:51:08.870577 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35414) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:08.875356 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-eff857db-412b-40fa-bd6a-938a5d55a474 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:08.937081 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eff857db-412b-40fa-bd6a-938a5d55a474 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags HTTP/1.1" status: 200 len: 205 time: 0.0653553 Sep 16 16:51:08.939709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35416) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:08.944696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-c8c3de4f-771e-42cf-8394-1352ebf11218 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:08.976172 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c8c3de4f-771e-42cf-8394-1352ebf11218 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags HTTP/1.1" status: 204 len: 168 time: 0.0353045 Sep 16 16:51:08.980241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35418) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:08.985330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-19559369-c58c-4d3d-b358-45ec30374550 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:09.125610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35420) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:09.126185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-19559369-c58c-4d3d-b358-45ec30374550 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags HTTP/1.1" status: 204 len: 168 time: 0.1441424 Sep 16 16:51:09.130278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-16879f6f-cc3d-40a2-8e21-8bffaee89267 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:09.188490 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-16879f6f-cc3d-40a2-8e21-8bffaee89267 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags HTTP/1.1" status: 204 len: 168 time: 0.0616298 Sep 16 16:51:09.197660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35422) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:09.203402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-4d7df92c-4a14-466b-abb9-e6e2ce4818c6 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:09.286668 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4d7df92c-4a14-466b-abb9-e6e2ce4818c6 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0868592 Sep 16 16:51:09.291164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35426) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:09.296151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-59ddfb7a-3bcf-454f-b330-be1a70566ece tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6', 'tempest-TagsExtTest-Tag-1960501750') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:09.409476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7fa8d6d3-ca85-4390-9b2c-88dfbad9191a req-c4570344-20be-4cf7-9c38-7b2735548425 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0534005 Sep 16 16:51:09.531227 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-59ddfb7a-3bcf-454f-b330-be1a70566ece tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags/tempest-TagsExtTest-Tag-1960501750 HTTP/1.1" status: 201 len: 201 time: 0.2387881 Sep 16 16:51:09.536209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35438) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:09.543498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-223692e1-e766-40c8-b8b4-6383b73b84ac tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7', 'tempest-TagsExtTest-Tag-1659102601') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:09.683187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-223692e1-e766-40c8-b8b4-6383b73b84ac tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags/tempest-TagsExtTest-Tag-1659102601 HTTP/1.1" status: 201 len: 201 time: 0.1426091 Sep 16 16:51:09.683588 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35444) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:09.688937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-1ed8c4e4-c79c-4eb2-ac75-80a1f4d86368 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174', 'tempest-TagsExtTest-Tag-336278729') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:09.882413 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1ed8c4e4-c79c-4eb2-ac75-80a1f4d86368 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags/tempest-TagsExtTest-Tag-336278729 HTTP/1.1" status: 201 len: 201 time: 0.1941719 Sep 16 16:51:09.882602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35458) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:09.889232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-581d67e4-8907-42b7-ae86-9814b31b941f tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c', 'tempest-TagsExtTest-Tag-1514782592') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:10.021990 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-581d67e4-8907-42b7-ae86-9814b31b941f tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags/tempest-TagsExtTest-Tag-1514782592 HTTP/1.1" status: 201 len: 201 time: 0.1382902 Sep 16 16:51:10.026434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35462) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:10.031781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-7b409613-b75e-4147-a384-4724f47e7c45 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6', {'tags': ['tempest-TagsExtTest-Tag-79282312', 'tempest-TagsExtTest-Tag-42374691', 'tempest-TagsExtTest-Tag-179024604']}) {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:10.207949 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7b409613-b75e-4147-a384-4724f47e7c45 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags HTTP/1.1" status: 200 len: 313 time: 0.1776147 Sep 16 16:51:10.208624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35466) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:10.213525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-621784f0-08d0-4898-96b7-728a95d98c70 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:10.345162 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-621784f0-08d0-4898-96b7-728a95d98c70 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags HTTP/1.1" status: 204 len: 168 time: 0.1353614 Sep 16 16:51:10.345554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35470) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:10.350237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-6e62df25-ed23-46fb-a4c7-ab62f087e0d2 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6', 'tempest-TagsExtTest-Tag-79282312') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:10.405226 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-6e62df25-ed23-46fb-a4c7-ab62f087e0d2 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:10.407673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6e62df25-ed23-46fb-a4c7-ab62f087e0d2 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags/tempest-TagsExtTest-Tag-79282312 HTTP/1.1" status: 404 len: 327 time: 0.0608239 Sep 16 16:51:10.410195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35472) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:10.415803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-e15939e3-a690-4498-848d-bd1e621c843c tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6', 'tempest-TagsExtTest-Tag-42374691') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:10.496297 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-e15939e3-a690-4498-848d-bd1e621c843c tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:10.497660 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e15939e3-a690-4498-848d-bd1e621c843c tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags/tempest-TagsExtTest-Tag-42374691 HTTP/1.1" status: 404 len: 327 time: 0.0864797 Sep 16 16:51:10.500578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35480) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:10.505888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-504c852c-2354-40a9-a453-5e04688f4370 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6', 'tempest-TagsExtTest-Tag-179024604') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:10.572993 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2da98f75-aedf-4ca4-b368-dc7aa8a6e823 req-8088dfe6-0c03-4322-838e-516c33a2fe4c tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0546660 Sep 16 16:51:10.573531 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-504c852c-2354-40a9-a453-5e04688f4370 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:10.574773 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-504c852c-2354-40a9-a453-5e04688f4370 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags/tempest-TagsExtTest-Tag-179024604 HTTP/1.1" status: 404 len: 328 time: 0.0725489 Sep 16 16:51:10.577370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35482) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:10.582022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-7a7b3357-f448-4cab-bd56-cb4c3f16ee9a tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7', {'tags': ['tempest-TagsExtTest-Tag-1417345500', 'tempest-TagsExtTest-Tag-1594384310', 'tempest-TagsExtTest-Tag-788905738']}) {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:10.746845 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7a7b3357-f448-4cab-bd56-cb4c3f16ee9a tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags HTTP/1.1" status: 200 len: 317 time: 0.1684432 Sep 16 16:51:10.749508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:10.759809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-2c9fbad5-d5b7-46c0-980d-062beff41918 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:10.942594 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2c9fbad5-d5b7-46c0-980d-062beff41918 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags HTTP/1.1" status: 204 len: 168 time: 0.1890595 Sep 16 16:51:10.943815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35492) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:10.951039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-6a55c362-1fd0-4909-b0fc-893a7e364758 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7', 'tempest-TagsExtTest-Tag-1417345500') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:11.067055 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-6a55c362-1fd0-4909-b0fc-893a7e364758 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:11.067055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6a55c362-1fd0-4909-b0fc-893a7e364758 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags/tempest-TagsExtTest-Tag-1417345500 HTTP/1.1" status: 404 len: 329 time: 0.1042275 Sep 16 16:51:11.067055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35496) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:11.067055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-4ffd79b8-d6de-4231-938c-90bff0c0d43a tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7', 'tempest-TagsExtTest-Tag-1594384310') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:11.119286 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-4ffd79b8-d6de-4231-938c-90bff0c0d43a tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:11.120527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ffd79b8-d6de-4231-938c-90bff0c0d43a tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags/tempest-TagsExtTest-Tag-1594384310 HTTP/1.1" status: 404 len: 329 time: 0.0668080 Sep 16 16:51:11.123938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35502) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:11.129322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-bc78d9e3-fa94-4c36-8fa7-1f66e6b1de61 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7', 'tempest-TagsExtTest-Tag-788905738') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:11.219236 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-bc78d9e3-fa94-4c36-8fa7-1f66e6b1de61 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:11.220576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bc78d9e3-fa94-4c36-8fa7-1f66e6b1de61 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags/tempest-TagsExtTest-Tag-788905738 HTTP/1.1" status: 404 len: 328 time: 0.0955775 Sep 16 16:51:11.223401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35506) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:11.229790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-b5adde7b-ec28-4f5e-b628-4d2f431ddf14 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174', {'tags': ['tempest-TagsExtTest-Tag-2014982757', 'tempest-TagsExtTest-Tag-407023375', 'tempest-TagsExtTest-Tag-269400923']}) {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:11.396928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35512) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:11.400789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b5adde7b-ec28-4f5e-b628-4d2f431ddf14 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags HTTP/1.1" status: 200 len: 316 time: 0.1712449 Sep 16 16:51:11.407766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-d6679cc8-c66b-437c-9302-10d5b8da5ea0 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:11.517967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35516) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:11.632296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d6679cc8-c66b-437c-9302-10d5b8da5ea0 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags HTTP/1.1" status: 204 len: 168 time: 0.2298558 Sep 16 16:51:11.632296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35526) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:11.635066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-2e6ec5e3-8ca7-4578-9f85-305346271b79 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174', 'tempest-TagsExtTest-Tag-2014982757') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:11.667048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7744e0d6-ba6b-4ea0-b46c-50a164ccecff tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:11.709811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cff6a1eb-7e5a-431c-9e45-194b0cecb028 req-76e69b06-8492-45b2-8753-2aa22814fe6a tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0283785 Sep 16 16:51:11.739145 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-2e6ec5e3-8ca7-4578-9f85-305346271b79 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:11.744879 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2e6ec5e3-8ca7-4578-9f85-305346271b79 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags/tempest-TagsExtTest-Tag-2014982757 HTTP/1.1" status: 404 len: 329 time: 0.1132658 Sep 16 16:51:11.745078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35528) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:11.750229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-7cc52cc8-0969-4720-843d-78545744d6eb tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174', 'tempest-TagsExtTest-Tag-407023375') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:11.800873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7744e0d6-ba6b-4ea0-b46c-50a164ccecff tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] 10.222.0.22 "PUT /v2.0/quotas/eb65ad1c879e4640beb9649e4c7922b9 HTTP/1.1" status: 200 len: 368 time: 0.2791207 Sep 16 16:51:11.802022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35532) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:11.814671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Request body: {'network': {'project_id': 'eb65ad1c879e4640beb9649e4c7922b9'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:11.849946 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-7cc52cc8-0969-4720-843d-78545744d6eb tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:11.880273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7cc52cc8-0969-4720-843d-78545744d6eb tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags/tempest-TagsExtTest-Tag-407023375 HTTP/1.1" status: 404 len: 328 time: 0.1052437 Sep 16 16:51:11.881375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35534) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:11.881375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-39197fac-2d68-4b80-b276-580664a53727 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174', 'tempest-TagsExtTest-Tag-269400923') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:11.967711 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-39197fac-2d68-4b80-b276-580664a53727 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:11.972214 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-39197fac-2d68-4b80-b276-580664a53727 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags/tempest-TagsExtTest-Tag-269400923 HTTP/1.1" status: 404 len: 328 time: 0.1074522 Sep 16 16:51:11.972540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35536) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:11.977619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-b909d8f8-e01e-4701-a47a-7a512a4f40e3 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c', {'tags': ['tempest-TagsExtTest-Tag-1228375062', 'tempest-TagsExtTest-Tag-702571724', 'tempest-TagsExtTest-Tag-383730635']}) {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:12.192423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Made reservation on behalf of eb65ad1c879e4640beb9649e4c7922b9 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:12.195355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:12.244538 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b909d8f8-e01e-4701-a47a-7a512a4f40e3 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "PUT /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags HTTP/1.1" status: 200 len: 316 time: 0.2709017 Sep 16 16:51:12.248338 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:12.248504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35540) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:12.252656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-b522ed6b-af5e-47bf-befd-0cd7ba37e3a0 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:12.291606 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f9028180-c24d-4815-839f-f44fc675c635 req-a9c85b93-c35f-4ad7-95d8-a59fb8e0a8b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0588825 Sep 16 16:51:12.363699 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b522ed6b-af5e-47bf-befd-0cd7ba37e3a0 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags HTTP/1.1" status: 204 len: 168 time: 0.1111052 Sep 16 16:51:12.369008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35542) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:12.373554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-14aed2c6-e2e2-4041-962b-65cd1a85c1a1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c', 'tempest-TagsExtTest-Tag-1228375062') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:12.394244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:12.404470 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-14aed2c6-e2e2-4041-962b-65cd1a85c1a1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:12.408334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-14aed2c6-e2e2-4041-962b-65cd1a85c1a1 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags/tempest-TagsExtTest-Tag-1228375062 HTTP/1.1" status: 404 len: 329 time: 0.0357077 Sep 16 16:51:12.409090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35544) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:12.413867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-dd05b953-ce76-46dd-bbf3-0caf0796d20f tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c', 'tempest-TagsExtTest-Tag-702571724') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:12.436774 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-dd05b953-ce76-46dd-bbf3-0caf0796d20f tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:12.440515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dd05b953-ce76-46dd-bbf3-0caf0796d20f tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags/tempest-TagsExtTest-Tag-702571724 HTTP/1.1" status: 404 len: 328 time: 0.0283794 Sep 16 16:51:12.440755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35546) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:12.445800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-b2d5a62e-c62c-4267-8ddb-b85039178cdb tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c', 'tempest-TagsExtTest-Tag-383730635') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:12.476287 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-b2d5a62e-c62c-4267-8ddb-b85039178cdb tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] show failed (client error): The resource could not be found. Sep 16 16:51:12.480246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b2d5a62e-c62c-4267-8ddb-b85039178cdb tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags/tempest-TagsExtTest-Tag-383730635 HTTP/1.1" status: 404 len: 328 time: 0.0360131 Sep 16 16:51:12.480425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35548) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:12.485088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-dc334023-88da-4c17-ba89-83aca0220b67 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e47f7555-7b74-428c-b394-9ad06252b07c') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:12.512434 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dc334023-88da-4c17-ba89-83aca0220b67 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c/tags HTTP/1.1" status: 204 len: 168 time: 0.0297587 Sep 16 16:51:12.514022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35550) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:12.518432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-e6840f25-d7cb-487a-bb79-f17645842031 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5447d3e8-16fa-48f5-9bc7-a92945c57174') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:12.522789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:12.550409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca69043-030c-4548-bd9d-8054ad6b3832,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:12.577116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:51:12.587940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:12.588291 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Added segment 532a5d1f-8ad5-4066-bbc2-ff60bc7575b7 of type vlan for network fe81a92c-a7c6-4d00-9b3f-f9b2c29da765 Sep 16 16:51:12.612324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e6840f25-d7cb-487a-bb79-f17645842031 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174/tags HTTP/1.1" status: 204 len: 168 time: 0.0973160 Sep 16 16:51:12.615642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35552) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:12.620685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-1cb81d68-bf8c-4692-9a2a-fd1c6e6983c8 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5662739-21a3-4861-95c6-51795ffb2af7') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:12.646577 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:12.685212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1cb81d68-bf8c-4692-9a2a-fd1c6e6983c8 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7/tags HTTP/1.1" status: 204 len: 168 time: 0.0682721 Sep 16 16:51:12.687782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35554) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:12.692374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-59bc5bd5-2c7d-48bd-a4a6-c53ebdb2c7a2 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '77abe40e-4dd0-4b61-90a5-0874e6bf88c6') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:12.754056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-59bc5bd5-2c7d-48bd-a4a6-c53ebdb2c7a2 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0650191 Sep 16 16:51:12.758472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35558) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:12.766104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:12.767075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:12.768066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:12.831077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7185417e-da73-4f26-8fbb-c53ef905bf01 req-d934e3d3-680a-4c73-9261-37345f7e227e tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0313849 Sep 16 16:51:12.924641 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1211090 Sep 16 16:51:12.928222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35562) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:12.932536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47649a-cf8c-4805-b25e-4066e010325e tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Pushing event updated for resources: {'Network': ['ID=fe81a92c-a7c6-4d00-9b3f-f9b2c29da765,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:12.934203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Request body: {'network': {'project_id': 'eb65ad1c879e4640beb9649e4c7922b9'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:12.942641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network fe81a92c-a7c6-4d00-9b3f-f9b2c29da765 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:51:13.038612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Made reservation on behalf of eb65ad1c879e4640beb9649e4c7922b9 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:13.041256 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.065716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0992516-b5fe-445e-a1b9-737d94225483 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for subnetpool, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.070756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:51:13.070756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35564) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:13.071233 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b0992516-b5fe-445e-a1b9-737d94225483 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/subnetpools/e47f7555-7b74-428c-b394-9ad06252b07c HTTP/1.1" status: 204 len: 168 time: 0.3109086 Sep 16 16:51:13.104479 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-37a24006-b76c-4bbb-aba3-68d774d22958 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "GET /v2.0/ports?device_id=5447d3e8-16fa-48f5-9bc7-a92945c57174 HTTP/1.1" status: 200 len: 205 time: 0.0322349 Sep 16 16:51:13.107484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35566) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:13.160122 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.160490 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Added segment 574c6877-d0ba-4056-b714-273057bee6bc of type vlan for network 6e3d15f0-2445-436a-928f-30fd2f141742 Sep 16 16:51:13.225823 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97eaeaf-ce7b-4c07-ba22-28d0e92289e5 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.268054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.430235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97eaeaf-ce7b-4c07-ba22-28d0e92289e5 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.432416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97eaeaf-ce7b-4c07-ba22-28d0e92289e5 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.473502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.475291 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:13.475951 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.603439 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97eaeaf-ce7b-4c07-ba22-28d0e92289e5 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.604159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97eaeaf-ce7b-4c07-ba22-28d0e92289e5 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Fanout notify agent at l3_agent the message router_deleted on router 5447d3e8-16fa-48f5-9bc7-a92945c57174 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:51:13.613583 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c97eaeaf-ce7b-4c07-ba22-28d0e92289e5 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.615195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c97eaeaf-ce7b-4c07-ba22-28d0e92289e5 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/routers/5447d3e8-16fa-48f5-9bc7-a92945c57174 HTTP/1.1" status: 204 len: 168 time: 0.5065916 Sep 16 16:51:13.616813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6872919 Sep 16 16:51:13.617969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5d94a-da82-43d6-ad2a-23febe268ef7 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Pushing event updated for resources: {'Network': ['ID=6e3d15f0-2445-436a-928f-30fd2f141742,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:13.618600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35576) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:13.621663 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.622586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35578) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:13.640983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6e3d15f0-2445-436a-928f-30fd2f141742 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:51:13.676355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-158b790a-8801-4dac-b58e-e193e4b095a4 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Request body: {'network': {'project_id': 'eb65ad1c879e4640beb9649e4c7922b9'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:13.709881 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-158b790a-8801-4dac-b58e-e193e4b095a4 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 16:51:13.710296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158b790a-8801-4dac-b58e-e193e4b095a4 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:51:13.711487 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-158b790a-8801-4dac-b58e-e193e4b095a4 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0445793 Sep 16 16:51:13.714307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35580) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:13.768353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fe1a8-429c-43d8-bb7e-3d9d32548235 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Deleting port d5662739-21a3-4861-95c6-51795ffb2af7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:13.768737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe1a8-429c-43d8-bb7e-3d9d32548235 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.776793 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-22653763-0553-4393-96d8-bae426d3b938 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb65ad1c879e4640beb9649e4c7922b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590415 Sep 16 16:51:13.777192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35582) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:13.837200 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.854498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55a599bb-ef61-476e-a750-7c633d2f7575 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.887667 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55a599bb-ef61-476e-a750-7c633d2f7575 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.897884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe1a8-429c-43d8-bb7e-3d9d32548235 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:13.911456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fe1a8-429c-43d8-bb7e-3d9d32548235 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Calling delete_port for d5662739-21a3-4861-95c6-51795ffb2af7 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:13.967771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ec8cf70-ef36-4b76-839a-d13657eb1897 req-441282d3-abb1-49b5-aa5e-d2fa327af79b tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0320399 Sep 16 16:51:14.044469 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55a599bb-ef61-476e-a750-7c633d2f7575 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.047511 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55a599bb-ef61-476e-a750-7c633d2f7575 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.050516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-55a599bb-ef61-476e-a750-7c633d2f7575 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ca69043-030c-4548-bd9d-8054ad6b3832 HTTP/1.1" status: 204 len: 168 time: 0.2699997 Sep 16 16:51:14.057547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35590) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:14.059568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a599bb-ef61-476e-a750-7c633d2f7575 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca69043-030c-4548-bd9d-8054ad6b3832,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:14.177253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.232627 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe1a8-429c-43d8-bb7e-3d9d32548235 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.286598 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.294102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fe1a8-429c-43d8-bb7e-3d9d32548235 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Pushing event deleted for resources: {'Port': ['ID=d5662739-21a3-4861-95c6-51795ffb2af7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:14.309581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3d15f0-2445-436a-928f-30fd2f141742']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:14.320196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574c6877-d0ba-4056-b714-273057bee6bc') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:14.320909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574c6877-d0ba-4056-b714-273057bee6bc') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:14.330819 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.347538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.354679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:51:14.354923 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:51:14.356786 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:51:14.447598 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe1a8-429c-43d8-bb7e-3d9d32548235 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.453173 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bb9fe1a8-429c-43d8-bb7e-3d9d32548235 tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/ports/d5662739-21a3-4861-95c6-51795ffb2af7 HTTP/1.1" status: 204 len: 168 time: 0.8331256 Sep 16 16:51:14.458197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35594) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:14.497638 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-acca9091-9ad1-46cb-b3c7-8feda6954543 req-fbed674b-3ad5-44e7-9719-1c0853d5e55a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ae64ab39df1741b7b2293984596696f6&device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0428166 Sep 16 16:51:14.536055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6ef57c-12eb-4f8d-9e33-17ad516d16fc tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Deleting subnet 77abe40e-4dd0-4b61-90a5-0874e6bf88c6 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:51:14.542876 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.544699 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-acca9091-9ad1-46cb-b3c7-8feda6954543 req-1807edd4-4725-4883-bdc4-d83617c6a0ef service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ae64ab39df1741b7b2293984596696f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392239 Sep 16 16:51:14.550377 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de6ef57c-12eb-4f8d-9e33-17ad516d16fc tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.556246 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.558307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] 10.222.0.22 "DELETE /v2.0/networks/6e3d15f0-2445-436a-928f-30fd2f141742 HTTP/1.1" status: 204 len: 168 time: 0.4966176 Sep 16 16:51:14.610360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35598) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:14.638114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b88547-3acd-44dc-89fd-9ad24525d362 tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e3d15f0-2445-436a-928f-30fd2f141742,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:14.663459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e862d61d-a71c-4b1c-a0a0-1d7a9fd46f76 req-bcb23214-c0d6-423b-bdde-6c1b52cf4c03 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.1185205 Sep 16 16:51:14.725201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de6ef57c-12eb-4f8d-9e33-17ad516d16fc tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.805618 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.916045 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de6ef57c-12eb-4f8d-9e33-17ad516d16fc tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:14.986751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.023323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe81a92c-a7c6-4d00-9b3f-f9b2c29da765']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:15.035385 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532a5d1f-8ad5-4066-bbc2-ff60bc7575b7') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:15.036278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532a5d1f-8ad5-4066-bbc2-ff60bc7575b7') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:15.048517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca9091-9ad1-46cb-b3c7-8feda6954543 req-747e4fd5-f666-45b7-9e18-28a5c347bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:15.050559 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-acca9091-9ad1-46cb-b3c7-8feda6954543 req-747e4fd5-f666-45b7-9e18-28a5c347bcfa service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4989693 Sep 16 16:51:15.060163 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.075152 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.081290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:51:15.081673 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:51:15.083315 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:51:15.142742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35604) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:15.152580 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de6ef57c-12eb-4f8d-9e33-17ad516d16fc tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.166863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de6ef57c-12eb-4f8d-9e33-17ad516d16fc tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.171521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35608) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:15.171969 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-de6ef57c-12eb-4f8d-9e33-17ad516d16fc tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/subnets/77abe40e-4dd0-4b61-90a5-0874e6bf88c6 HTTP/1.1" status: 204 len: 168 time: 0.7142313 Sep 16 16:51:15.175961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c253a-bed1-4d12-a065-e1f6758777f4 None None] Network 1a5daa46-9ad0-4c63-bfea-8af500272db1 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:15.190978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ef57c-12eb-4f8d-9e33-17ad516d16fc tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Pushing event deleted for resources: {'Subnet': ['ID=77abe40e-4dd0-4b61-90a5-0874e6bf88c6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:15.210967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.224032 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.228019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] 10.222.0.22 "DELETE /v2.0/networks/fe81a92c-a7c6-4d00-9b3f-f9b2c29da765 HTTP/1.1" status: 204 len: 168 time: 0.6139703 Sep 16 16:51:15.257836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9275e06-df55-47ef-9d80-1c2a55c20d5d tempest-QuotasNegativeTest-475165818 tempest-QuotasNegativeTest-475165818-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe81a92c-a7c6-4d00-9b3f-f9b2c29da765,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:15.274573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.348724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Deleting port f96a12fd-2fdc-467b-999a-25212034df6e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:15.349188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.463458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] For port f96a12fd-2fdc-467b-999a-25212034df6e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f96a12fd-2fdc-467b-999a-25212034df6e,segment=NetworkSegment(1b2d352a-4ef4-479a-908c-9ce3819e7e0e),segment_id=1b2d352a-4ef4-479a-908c-9ce3819e7e0e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:15.463837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.482699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Calling delete_port for f96a12fd-2fdc-467b-999a-25212034df6e owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:15.496982 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f189e4e5-51b5-4199-b6ef-0b93e05bf21d None None] DHCP port deletion for 1a5daa46-9ad0-4c63-bfea-8af500272db1 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:51:15.561705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f189e4e5-51b5-4199-b6ef-0b93e05bf21d None None] Deleting port f96a12fd-2fdc-467b-999a-25212034df6e {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:15.562167 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f189e4e5-51b5-4199-b6ef-0b93e05bf21d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.641923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f189e4e5-51b5-4199-b6ef-0b93e05bf21d None None] For port f96a12fd-2fdc-467b-999a-25212034df6e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f96a12fd-2fdc-467b-999a-25212034df6e,segment=NetworkSegment(1b2d352a-4ef4-479a-908c-9ce3819e7e0e),segment_id=1b2d352a-4ef4-479a-908c-9ce3819e7e0e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:15.642375 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f189e4e5-51b5-4199-b6ef-0b93e05bf21d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.643927 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.667743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f189e4e5-51b5-4199-b6ef-0b93e05bf21d None None] Calling delete_port for f96a12fd-2fdc-467b-999a-25212034df6e owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:15.703207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Pushing event deleted for resources: {'Port': ['ID=f96a12fd-2fdc-467b-999a-25212034df6e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:15.707544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] No DVR routers for this DVR port f96a12fd-2fdc-467b-999a-25212034df6e on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:51:15.796411 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f189e4e5-51b5-4199-b6ef-0b93e05bf21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.812570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189e4e5-51b5-4199-b6ef-0b93e05bf21d None None] No DVR routers for this DVR port f96a12fd-2fdc-467b-999a-25212034df6e on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:51:15.861295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189e4e5-51b5-4199-b6ef-0b93e05bf21d None None] Pushing event deleted for resources: {'Port': ['ID=f96a12fd-2fdc-467b-999a-25212034df6e,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:15.931082 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:15.960202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5daa46-9ad0-4c63-bfea-8af500272db1']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:15.970571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2d352a-4ef4-479a-908c-9ce3819e7e0e') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:15.970957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2d352a-4ef4-479a-908c-9ce3819e7e0e') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:15.983994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.000212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.007842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:51:16.008503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:51:16.012200 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:51:16.147360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.153817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f96a12fd-2fdc-467b-999a-25212034df6e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:51:16.154958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35624) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:16.163439 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.167988 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] 10.222.0.22 "DELETE /v2.0/networks/1a5daa46-9ad0-4c63-bfea-8af500272db1 HTTP/1.1" status: 204 len: 168 time: 0.9924786 Sep 16 16:51:16.183417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: f96a12fd-2fdc-467b-999a-25212034df6e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:51:16.185150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device f96a12fd-2fdc-467b-999a-25212034df6e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:51:16.197773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3713a62-7d6d-4994-b97f-2fd31dc3040b tempest-TagsExtTest-1033379854 tempest-TagsExtTest-1033379854-project] Pushing event deleted for resources: {'Network': ['ID=1a5daa46-9ad0-4c63-bfea-8af500272db1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:16.230408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01f60360-2b11-46fa-9613-4c0a1ed307dc req-b8932e86-ebaa-47f1-913f-17011a5c3655 tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0735567 Sep 16 16:51:16.281563 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-acca9091-9ad1-46cb-b3c7-8feda6954543 req-4025b213-27c0-4167-9f71-a37c2aeb903c tempest-ServerShowV257Test-2056775282 tempest-ServerShowV257Test-2056775282-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0311754 Sep 16 16:51:16.356104 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-26ce0770-85b3-4624-8bea-765a826d4145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.407386 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.593903 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-26ce0770-85b3-4624-8bea-765a826d4145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.668265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-26ce0770-85b3-4624-8bea-765a826d4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.691438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35632) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:16.716789 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce0770-85b3-4624-8bea-765a826d4145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef882fa-2e36-4c29-8a04-9644d7e65d93,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:16.742624 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-26ce0770-85b3-4624-8bea-765a826d4145 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4f3920b10174c3d8d0defc5a41a2cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5859807 Sep 16 16:51:16.745290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35636) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:16.769020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] Deleting port 77733d6b-b53c-4c85-a606-bfdd19538fbf {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:16.769366 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.809021 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62cd0404-af9c-4f2e-9e9b-e6e8aa629218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.841298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62cd0404-af9c-4f2e-9e9b-e6e8aa629218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.866553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] For port 77733d6b-b53c-4c85-a606-bfdd19538fbf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=77733d6b-b53c-4c85-a606-bfdd19538fbf,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:16.867204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.883225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] Calling delete_port for 77733d6b-b53c-4c85-a606-bfdd19538fbf owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:16.904149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1b3b80fd-6fb4-4938-b4aa-e2170d71bdac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=112b258fb90041d48b58081232e221d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109246 Sep 16 16:51:16.907051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35638) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:16.967188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0564e7d-7d96-4fd9-bbfd-bdbcd6f0b185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:16.994203 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0564e7d-7d96-4fd9-bbfd-bdbcd6f0b185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:17.026315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62cd0404-af9c-4f2e-9e9b-e6e8aa629218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:17.030970 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-62cd0404-af9c-4f2e-9e9b-e6e8aa629218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:17.047314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-62cd0404-af9c-4f2e-9e9b-e6e8aa629218 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cef882fa-2e36-4c29-8a04-9644d7e65d93 HTTP/1.1" status: 204 len: 168 time: 0.3007910 Sep 16 16:51:17.069486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd0404-af9c-4f2e-9e9b-e6e8aa629218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef882fa-2e36-4c29-8a04-9644d7e65d93,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:17.164019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0564e7d-7d96-4fd9-bbfd-bdbcd6f0b185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:17.166824 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b0564e7d-7d96-4fd9-bbfd-bdbcd6f0b185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:17.168085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b0564e7d-7d96-4fd9-bbfd-bdbcd6f0b185 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da8bd9f1-eda6-4bac-bacf-051ec3695352 HTTP/1.1" status: 204 len: 168 time: 0.2601278 Sep 16 16:51:17.199769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0564e7d-7d96-4fd9-bbfd-bdbcd6f0b185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8bd9f1-eda6-4bac-bacf-051ec3695352,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:17.206994 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a1b5909-b23a-4190-a9c2-68bf3f948a5b req-be8200f3-e03a-442a-86f6-b060d2150701 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0349696 Sep 16 16:51:17.273359 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:17.305582 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a1b5909-b23a-4190-a9c2-68bf3f948a5b req-cb3b966a-8cab-43c9-b939-c057b8d666fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ae64ab39df1741b7b2293984596696f6&device_id=d2301680-b02e-4f5b-80ed-5e9e08333d64 HTTP/1.1" status: 200 len: 210 time: 0.0332670 Sep 16 16:51:17.335872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=77733d6b-b53c-4c85-a606-bfdd19538fbf,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:17.367583 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a1b5909-b23a-4190-a9c2-68bf3f948a5b req-e03a975b-2bf9-48a7-8e39-9a5c7e842338 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ae64ab39df1741b7b2293984596696f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389636 Sep 16 16:51:17.500717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5909-b23a-4190-a9c2-68bf3f948a5b req-59cad1c7-1b55-45c1-a928-7574121b2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:17.502097 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a1b5909-b23a-4190-a9c2-68bf3f948a5b req-59cad1c7-1b55-45c1-a928-7574121b2d61 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283665 Sep 16 16:51:17.596986 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:17.826287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] Router ca338d43-408b-4125-9036-2fe28988617a has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:51:17.937887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:51:17.953022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ab8c8a23-f2b9-4e0e-b093-f80ec1596b3e admin admin] 10.222.0.22 "PUT /v2.0/routers/ca338d43-408b-4125-9036-2fe28988617a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8058803 Sep 16 16:51:17.953295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] Sync routers for ids ['ca338d43-408b-4125-9036-2fe28988617a'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:51:17.953895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35660) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:17.970102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] Routers {'ca338d43-408b-4125-9036-2fe28988617a'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:51:17.971704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:51:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ca338d43-408b-4125-9036-2fe28988617a'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:18.027809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35664) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:18.053605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90ab4580-6bfa-46d0-854f-7558b7b2fa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.154219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] Set router ca338d43-408b-4125-9036-2fe28988617a gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:51:18.160584 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.258066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35674) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:18.275677 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90ab4580-6bfa-46d0-854f-7558b7b2fa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.324963 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90ab4580-6bfa-46d0-854f-7558b7b2fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.359815 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.428678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-90ab4580-6bfa-46d0-854f-7558b7b2fa2d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3c88e0ff4814326870057b1f0943cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996720 Sep 16 16:51:18.430432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab4580-6bfa-46d0-854f-7558b7b2fa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7372b79d-fcc6-4f97-84f8-f69c7cf02dd5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:18.433850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35682) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:18.488258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:51:17Z', 'revision_number': 5, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port': {'id': 'd6866b73-6c90-45fb-ab8b-cc6f8841e1e0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca338d43-408b-4125-9036-2fe28988617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:39:40Z', 'updated_at': '2021-09-16T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:18.504796 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-51e8d4b4-b835-4ca9-8673-78745ecae7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.512430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Deleting port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:18.522278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.529338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] Checking router: ca338d43-408b-4125-9036-2fe28988617a for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:51:18.538054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-51e8d4b4-b835-4ca9-8673-78745ecae7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.541601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] Routers {'ca338d43-408b-4125-9036-2fe28988617a'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:51:18.542696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:51:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ca338d43-408b-4125-9036-2fe28988617a'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:18.605151 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd576-ee32-4602-984e-ce3c94cf9fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.689732 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-51e8d4b4-b835-4ca9-8673-78745ecae7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.693495 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-51e8d4b4-b835-4ca9-8673-78745ecae7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.698068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-51e8d4b4-b835-4ca9-8673-78745ecae7a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7372b79d-fcc6-4f97-84f8-f69c7cf02dd5 HTTP/1.1" status: 204 len: 168 time: 0.2629461 Sep 16 16:51:18.714100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8d4b4-b835-4ca9-8673-78745ecae7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7372b79d-fcc6-4f97-84f8-f69c7cf02dd5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:18.714854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] For port d6866b73-6c90-45fb-ab8b-cc6f8841e1e0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d6866b73-6c90-45fb-ab8b-cc6f8841e1e0,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:18.715227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.738147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Calling delete_port for d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:18.754305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] Set router ca338d43-408b-4125-9036-2fe28988617a gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:51:18.822035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:51:18Z', 'revision_number': 6, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:18.856963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ae463-1d6d-4aba-91c7-bd3ffdf04683 None None] The sync data for ids ['ca338d43-408b-4125-9036-2fe28988617a'] in n-d-807786-3 is: [{'id': 'ca338d43-408b-4125-9036-2fe28988617a', 'name': 'tempest-TaggedBootDevicesTest-912286946-router', 'tenant_id': '3c0420db67b640fbae53ef9c686feeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:39:37Z', 'updated_at': '2021-09-16T16:51:18Z', 'revision_number': 6, 'project_id': '3c0420db67b640fbae53ef9c686feeab', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:51:18.903953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd576-ee32-4602-984e-ce3c94cf9fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:18.990705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd576-ee32-4602-984e-ce3c94cf9fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.063279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c5bdd576-ee32-4602-984e-ce3c94cf9fcc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae64ab39df1741b7b2293984596696f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040369 Sep 16 16:51:19.064335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdd576-ee32-4602-984e-ce3c94cf9fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fa8a79-82d6-448e-b005-56897fd7ca7f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:19.066238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35696) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:19.095506 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.122743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6866b73-6c90-45fb-ab8b-cc6f8841e1e0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:19.173623 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7ede609-d77e-4c1e-b33e-e9e6b91aa7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.211215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7ede609-d77e-4c1e-b33e-e9e6b91aa7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.267899 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.327916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35704) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:19.467332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7ede609-d77e-4c1e-b33e-e9e6b91aa7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.470075 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.472376 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7ede609-d77e-4c1e-b33e-e9e6b91aa7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.472921 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.478214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f7ede609-d77e-4c1e-b33e-e9e6b91aa7a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1fa8a79-82d6-448e-b005-56897fd7ca7f HTTP/1.1" status: 204 len: 168 time: 0.4108152 Sep 16 16:51:19.488647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ede609-d77e-4c1e-b33e-e9e6b91aa7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fa8a79-82d6-448e-b005-56897fd7ca7f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:19.498633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1957581072'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:19.581821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Made reservation on behalf of dd3dcdd6c73c49f5b2f9ae2fa9f80b71 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:19.586824 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.603439 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.615903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.617034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca338d43-408b-4125-9036-2fe28988617a {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:51:19.624898 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.631334 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-db59661d-57ac-4e04-bd0f-3e5c1f9ad862 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ca338d43-408b-4125-9036-2fe28988617a HTTP/1.1" status: 204 len: 168 time: 1.6718709 Sep 16 16:51:19.631649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35716) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:19.699967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe0c7b9-e154-468f-be6c-086e7b8210e5 admin admin] Deleting subnet a88aef2e-a025-4427-a993-94c2b42a4721 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:51:19.704615 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c7b9-e154-468f-be6c-086e7b8210e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.753751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c7b9-e154-468f-be6c-086e7b8210e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.825317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.868618 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c7b9-e154-468f-be6c-086e7b8210e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.926201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.959484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:51:19.968652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bffaed-5a7e-4fa3-8772-18af95bf9a8e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:19.976064 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:19.976460 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Added segment 9a107c19-99bd-41e0-9f01-87b2f6e5705e of type vlan for network 31035176-a1c8-4110-be18-7c4145296857 Sep 16 16:51:20.017668 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.037811 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c7b9-e154-468f-be6c-086e7b8210e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.077613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0c7b9-e154-468f-be6c-086e7b8210e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88aef2e-a025-4427-a993-94c2b42a4721,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:20.085677 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c7b9-e154-468f-be6c-086e7b8210e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.090345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ffe0c7b9-e154-468f-be6c-086e7b8210e5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a88aef2e-a025-4427-a993-94c2b42a4721 HTTP/1.1" status: 204 len: 168 time: 0.4552498 Sep 16 16:51:20.091089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35732) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:20.092058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bbffda-40fe-40ab-bd44-dfc07d3ca9e3 None None] Network 5d6b3691-b7c0-4e78-998f-20949ea2fb14 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:20.123626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.133703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:20.133703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.182896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:51:20.198855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.236025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:51:20.236401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d6866b73-6c90-45fb-ab8b-cc6f8841e1e0 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:51:20.238046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 77733d6b-b53c-4c85-a606-bfdd19538fbf no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:51:20.253789 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Pushing event updated for resources: {'Network': ['ID=31035176-a1c8-4110-be18-7c4145296857,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:20.278598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Deleting port 139f52c9-2420-4b1a-aa37-18b1dbb43071 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:20.279076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.299573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9dd894a5-8c9e-453e-b5c1-7bebe5932c28 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9670727 Sep 16 16:51:20.299834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35736) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:20.305062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-67426fb1-d449-4210-af75-53a4fdf1c3d6 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857', 'tempest-TagsTest-Tag-1991967972') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:20.314275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 31035176-a1c8-4110-be18-7c4145296857 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:51:20.320868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 77733d6b-b53c-4c85-a606-bfdd19538fbf {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:51:20.321216 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 77733d6b-b53c-4c85-a606-bfdd19538fbf not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:51:20.395946 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] For port 139f52c9-2420-4b1a-aa37-18b1dbb43071, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=139f52c9-2420-4b1a-aa37-18b1dbb43071,segment=NetworkSegment(0c994381-c80c-4435-b071-3b36a96dc600),segment_id=0c994381-c80c-4435-b071-3b36a96dc600)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:20.396835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.448542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Calling delete_port for 139f52c9-2420-4b1a-aa37-18b1dbb43071 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:20.533393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b64eb02-cf36-4002-b45b-1f0caa3c2f1c None None] DHCP port deletion for 5d6b3691-b7c0-4e78-998f-20949ea2fb14 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:51:20.550532 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-67426fb1-d449-4210-af75-53a4fdf1c3d6 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "PUT /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags/tempest-TagsTest-Tag-1991967972 HTTP/1.1" status: 201 len: 201 time: 0.2477484 Sep 16 16:51:20.551707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35748) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:20.558134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-7c37aa73-d833-46a0-8b84-49316901e9a6 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857', 'tempest-TagsTest-Tag-1991967972') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:20.617074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.658544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Pushing event deleted for resources: {'Port': ['ID=139f52c9-2420-4b1a-aa37-18b1dbb43071,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:20.665190 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7c37aa73-d833-46a0-8b84-49316901e9a6 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "GET /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags/tempest-TagsTest-Tag-1991967972 HTTP/1.1" status: 204 len: 168 time: 0.1106515 Sep 16 16:51:20.667833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35752) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:20.677794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-c8c7eaa5-e04a-47ac-82b0-b73d1176acc4 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:20.688540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] No DVR routers for this DVR port 139f52c9-2420-4b1a-aa37-18b1dbb43071 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:51:20.748018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1b64eb02-cf36-4002-b45b-1f0caa3c2f1c None None] Deleting port 139f52c9-2420-4b1a-aa37-18b1dbb43071 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:20.748431 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1b64eb02-cf36-4002-b45b-1f0caa3c2f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.792522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.814360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1b64eb02-cf36-4002-b45b-1f0caa3c2f1c None None] For port 139f52c9-2420-4b1a-aa37-18b1dbb43071, host n-d-807786-3, got binding levels [] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:20.814757 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1b64eb02-cf36-4002-b45b-1f0caa3c2f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.818499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6b3691-b7c0-4e78-998f-20949ea2fb14']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:20.819663 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c8c7eaa5-e04a-47ac-82b0-b73d1176acc4 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "GET /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags HTTP/1.1" status: 200 len: 238 time: 0.1507227 Sep 16 16:51:20.822244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35760) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:20.828215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-2b341c4c-c438-4831-8793-3315337ce745 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857', {'tags': ['tempest-TagsTest-Tag-1235888437', 'tempest-TagsTest-Tag-2014915880', 'tempest-TagsTest-Tag-1635555183']}) {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:20.832022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c994381-c80c-4435-b071-3b36a96dc600') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:20.838372 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c994381-c80c-4435-b071-3b36a96dc600') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:20.838635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1b64eb02-cf36-4002-b45b-1f0caa3c2f1c None None] Calling delete_port for 139f52c9-2420-4b1a-aa37-18b1dbb43071 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:20.840782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.ipam_backend_mixin [None req-1b64eb02-cf36-4002-b45b-1f0caa3c2f1c None None] Port 139f52c9-2420-4b1a-aa37-18b1dbb43071 was not found and therefore no delete operation was performed {{(pid=95359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 16:51:20.842159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1b64eb02-cf36-4002-b45b-1f0caa3c2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.846563 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.869512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.878436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64eb02-cf36-4002-b45b-1f0caa3c2f1c None None] No DVR routers for this DVR port 139f52c9-2420-4b1a-aa37-18b1dbb43071 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:51:20.878648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:51:20.880024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:51:20.888861 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:51:20.897419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64eb02-cf36-4002-b45b-1f0caa3c2f1c None None] Pushing event deleted for resources: {'Port': ['ID=139f52c9-2420-4b1a-aa37-18b1dbb43071,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:21.043656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35774) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.049461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.067312 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.072882 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5d6b3691-b7c0-4e78-998f-20949ea2fb14 HTTP/1.1" status: 204 len: 168 time: 0.9806714 Sep 16 16:51:21.074279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1541d41-2c5c-4f0c-b1cc-aebd798c6432 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6b3691-b7c0-4e78-998f-20949ea2fb14,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:21.130738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2b341c4c-c438-4831-8793-3315337ce745 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "PUT /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags HTTP/1.1" status: 200 len: 309 time: 0.3065674 Sep 16 16:51:21.133449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35782) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.138103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-6b37503d-13f7-471f-9a9d-ff0856732f78 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857', 'tempest-TagsTest-Tag-1235888437') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:21.224152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1374975114-network', 'tenant_id': '7d69b46a987a4991b6b9bf1edc371fac'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:21.335990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Made reservation on behalf of 7d69b46a987a4991b6b9bf1edc371fac for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:21.338378 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.344925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6b37503d-13f7-471f-9a9d-ff0856732f78 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "DELETE /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags/tempest-TagsTest-Tag-1235888437 HTTP/1.1" status: 204 len: 168 time: 0.2076573 Sep 16 16:51:21.345728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35786) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.349683 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.352800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-9720e8de-7e4c-4b6e-9d1d-a00719a0a5e1 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857', 'tempest-TagsTest-Tag-1235888437') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:21.441050 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-9720e8de-7e4c-4b6e-9d1d-a00719a0a5e1 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] show failed (client error): The resource could not be found. Sep 16 16:51:21.442354 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9720e8de-7e4c-4b6e-9d1d-a00719a0a5e1 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "GET /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags/tempest-TagsTest-Tag-1235888437 HTTP/1.1" status: 404 len: 326 time: 0.0948372 Sep 16 16:51:21.445389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35790) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.451295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-1ae25da2-a247-496b-8dac-a3fe8ff15ed3 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857', 'tempest-TagsTest-Tag-2014915880') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:21.463373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.507354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.530208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1ae25da2-a247-496b-8dac-a3fe8ff15ed3 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "GET /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags/tempest-TagsTest-Tag-2014915880 HTTP/1.1" status: 204 len: 168 time: 0.0834684 Sep 16 16:51:21.532377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:51:21.532685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35794) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.537410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-b1f10711-f718-4fe2-8662-ebf01c713cd7 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857', 'tempest-TagsTest-Tag-1635555183') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:21.540028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35796) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.549655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e262f6-9700-47fc-bc85-cde7ae62b385,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:21.560977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.561684 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Added segment e81fa528-0251-4249-a1ff-8812a415ea17 of type vlan for network 051c99ad-ebe2-49c5-9163-9d7d52acf5a9 Sep 16 16:51:21.634693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.642032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b1f10711-f718-4fe2-8662-ebf01c713cd7 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "GET /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags/tempest-TagsTest-Tag-1635555183 HTTP/1.1" status: 204 len: 168 time: 0.1058524 Sep 16 16:51:21.642270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0bd610e1-a87d-4183-8dfa-b7253959a157 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c0420db67b640fbae53ef9c686feeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999458 Sep 16 16:51:21.643213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35800) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.644100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35802) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.648845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-4e215619-ab69-4b2f-92e0-9e6d772f62bb tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:21.756651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35804) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.767182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f1f65cb-8191-4f71-bfc7-a5836ae6f1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.773744 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.774713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:21.775290 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.831941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f1f65cb-8191-4f71-bfc7-a5836ae6f1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:21.872826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] Pushing event updated for resources: {'Network': ['ID=051c99ad-ebe2-49c5-9163-9d7d52acf5a9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:21.885514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 051c99ad-ebe2-49c5-9163-9d7d52acf5a9 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:51:21.895139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-97bd9d4b-2f2c-4885-84b2-7ce281af2fdf tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:21.902346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d7919439-c67a-486c-b94b-676e69f7c3df admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8574157 Sep 16 16:51:21.909757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35808) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.919683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Request body: {'subnet': {'network_id': '051c99ad-ebe2-49c5-9163-9d7d52acf5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1374975114-subnet', 'tenant_id': '7d69b46a987a4991b6b9bf1edc371fac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:21.935408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4e215619-ab69-4b2f-92e0-9e6d772f62bb tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "DELETE /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags HTTP/1.1" status: 204 len: 168 time: 0.2845643 Sep 16 16:51:21.935787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35810) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:21.941169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-6ae6dde7-5c5f-4438-9007-953949ee4586 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857', 'tempest-TagsTest-Tag-2014915880') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:22.009152 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f1f65cb-8191-4f71-bfc7-a5836ae6f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.011770 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7f1f65cb-8191-4f71-bfc7-a5836ae6f1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.013274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7f1f65cb-8191-4f71-bfc7-a5836ae6f1e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/752c5591-206f-4ed4-bf57-c567e25bd658 HTTP/1.1" status: 204 len: 168 time: 0.3674452 Sep 16 16:51:22.025565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f65cb-8191-4f71-bfc7-a5836ae6f1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752c5591-206f-4ed4-bf57-c567e25bd658,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:22.026716 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-6ae6dde7-5c5f-4438-9007-953949ee4586 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] show failed (client error): The resource could not be found. Sep 16 16:51:22.035213 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6ae6dde7-5c5f-4438-9007-953949ee4586 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "GET /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags/tempest-TagsTest-Tag-2014915880 HTTP/1.1" status: 404 len: 326 time: 0.0982625 Sep 16 16:51:22.039139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35816) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.044212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.tag.tag_plugin [None req-fe3604cb-bd83-4265-9c38-2094479b8219 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857', 'tempest-TagsTest-Tag-1635555183') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:22.087787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Made reservation on behalf of 7d69b46a987a4991b6b9bf1edc371fac for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:22.091352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.104781 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-97bd9d4b-2f2c-4885-84b2-7ce281af2fdf tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] 10.222.0.22 "PUT /v2.0/quotas/70551821282749d0b8b1d87b6002de02 HTTP/1.1" status: 200 len: 366 time: 0.3456883 Sep 16 16:51:22.106792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35818) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.124704 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7a271dc0-0adc-4b6a-8f99-5df95262d9cf tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0167375 Sep 16 16:51:22.127097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35820) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.137391 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5e4028d9-b4fa-4164-be05-aeb144c7e273 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] 10.222.0.22 "GET /v2.0/quotas/70551821282749d0b8b1d87b6002de02 HTTP/1.1" status: 200 len: 366 time: 0.0092051 Sep 16 16:51:22.140436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35822) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.162403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 139f52c9-2420-4b1a-aa37-18b1dbb43071 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:51:22.187127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 139f52c9-2420-4b1a-aa37-18b1dbb43071 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:51:22.187387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 139f52c9-2420-4b1a-aa37-18b1dbb43071 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:51:22.216671 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-fe3604cb-bd83-4265-9c38-2094479b8219 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] show failed (client error): The resource could not be found. Sep 16 16:51:22.217731 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fe3604cb-bd83-4265-9c38-2094479b8219 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "GET /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags/tempest-TagsTest-Tag-1635555183 HTTP/1.1" status: 404 len: 326 time: 0.1775692 Sep 16 16:51:22.220962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35824) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.228077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.tag.tag_plugin [None req-bb5f8891-c119-47c8-8614-12d7d3410987 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '31035176-a1c8-4110-be18-7c4145296857') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:22.232760 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d562fdc5-bae0-49f6-b194-bbbf9382f104 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/70551821282749d0b8b1d87b6002de02 HTTP/1.1" status: 204 len: 168 time: 0.0899847 Sep 16 16:51:22.234149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35826) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.254953 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2c114f1b-e45b-4fdf-abda-933a197b10ba tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0198219 Sep 16 16:51:22.258017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35828) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.312768 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ed61b83f-3699-4a43-b22a-e1bbe1ecd706 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] 10.222.0.22 "GET /v2.0/quotas/70551821282749d0b8b1d87b6002de02 HTTP/1.1" status: 200 len: 370 time: 0.0132113 Sep 16 16:51:22.313891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35830) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.320606 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3177ea49-2464-48d6-b674-3322f2038f2e tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] 10.222.0.22 "GET /v2.0/quotas/70551821282749d0b8b1d87b6002de02/default HTTP/1.1" status: 200 len: 370 time: 0.0046644 Sep 16 16:51:22.321947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35832) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.342008 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bb5f8891-c119-47c8-8614-12d7d3410987 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "DELETE /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857/tags HTTP/1.1" status: 204 len: 168 time: 0.1122234 Sep 16 16:51:22.342008 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-aedea38c-39d7-4f1a-a29a-68e559fe2059 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] delete failed (client error): The resource could not be found. Sep 16 16:51:22.342008 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-aedea38c-39d7-4f1a-a29a-68e559fe2059 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/70551821282749d0b8b1d87b6002de02 HTTP/1.1" status: 404 len: 348 time: 0.0118203 Sep 16 16:51:22.342008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35834) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.433424 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.449834 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.545049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=06fe668d-cb85-4552-a570-fd9648794322,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:22.570867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Checking segment: {'id': 'e81fa528-0251-4249-a1ff-8812a415ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '051c99ad-ebe2-49c5-9163-9d7d52acf5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:22.571794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Network hostable DHCP agents. Network: 051c99ad-ebe2-49c5-9163-9d7d52acf5a9, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:51:22.580846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.607727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31035176-a1c8-4110-be18-7c4145296857']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:22.618149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a107c19-99bd-41e0-9f01-87b2f6e5705e') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:22.618484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a107c19-99bd-41e0-9f01-87b2f6e5705e') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:22.629744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.647286 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.654272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:51:22.654680 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:51:22.658832 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:51:22.678598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Network 051c99ad-ebe2-49c5-9163-9d7d52acf5a9 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:51:22.748667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35846) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:22.769423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Usage tracker for resource:network and tenant:aa5b23301511410bb3d5b32b27fb5628 is out of sync, need to count used quota {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 16:51:22.775668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 16:51:22.783175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Usage tracker for resource:subnet and tenant:aa5b23301511410bb3d5b32b27fb5628 is out of sync, need to count used quota {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 16:51:22.789743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 16:51:22.800559 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Usage tracker for resource:subnetpool and tenant:aa5b23301511410bb3d5b32b27fb5628 is out of sync, need to count used quota {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 16:51:22.804877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 051c99ad-ebe2-49c5-9163-9d7d52acf5a9) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:22.809846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:22.810573 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.822785 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.824352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 16:51:22.825214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2540270-015f-4837-b76a-77d8d32b95af None None] Network 051c99ad-ebe2-49c5-9163-9d7d52acf5a9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:22.843946 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:22.843946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] 10.222.0.22 "DELETE /v2.0/networks/31035176-a1c8-4110-be18-7c4145296857 HTTP/1.1" status: 204 len: 168 time: 0.5011871 Sep 16 16:51:22.857328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc06380-bbf5-4f0b-9202-6f93a51a4551 tempest-TagsTest-1186769113 tempest-TagsTest-1186769113-project] Pushing event deleted for resources: {'Network': ['ID=31035176-a1c8-4110-be18-7c4145296857,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:22.868818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Usage tracker for resource:port and tenant:aa5b23301511410bb3d5b32b27fb5628 is out of sync, need to count used quota {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 16:51:22.874791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 16:51:22.883412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Usage tracker for resource:router and tenant:aa5b23301511410bb3d5b32b27fb5628 is out of sync, need to count used quota {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 16:51:22.891937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 16:51:22.900848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Usage tracker for resource:floatingip and tenant:aa5b23301511410bb3d5b32b27fb5628 is out of sync, need to count used quota {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 16:51:22.909172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 16:51:22.923904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-09375525-a2c0-4c9f-a557-d3020167f6cf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0128462 Sep 16 16:51:22.985342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Usage tracker for resource:security_group and tenant:aa5b23301511410bb3d5b32b27fb5628 is out of sync, need to count used quota {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 16:51:22.991222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 16:51:22.997905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Usage tracker for resource:security_group_rule and tenant:aa5b23301511410bb3d5b32b27fb5628 is out of sync, need to count used quota {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 16:51:23.002987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.quota.resource [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95357) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 16:51:23.007856 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-40fcc46c-23f9-4619-833a-886459f3b064 tempest-QuotasTest-1856758899 tempest-QuotasTest-1856758899-project-admin] 10.222.0.22 "GET /v2.0/quotas/aa5b23301511410bb3d5b32b27fb5628/details.json HTTP/1.1" status: 200 len: 703 time: 0.2581642 Sep 16 16:51:23.014254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c2b3a-1f99-4837-b68a-8f1a1a3480b3 None None] Network 051c99ad-ebe2-49c5-9163-9d7d52acf5a9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:23.668676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35888) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:23.767146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35892) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:23.959714 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-378db209-5628-4db9-b030-f015827a1ec5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd3dcdd6c73c49f5b2f9ae2fa9f80b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890429 Sep 16 16:51:23.962582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35900) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:23.993814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0118fb-c7e2-4279-b6c1-91406526fc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.064579 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2388f638-3ba8-479d-afce-4d1668e03f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.099462 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2388f638-3ba8-479d-afce-4d1668e03f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.212120 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0118fb-c7e2-4279-b6c1-91406526fc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.219820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35908) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:24.312885 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9c0118fb-c7e2-4279-b6c1-91406526fc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.343189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-network', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:24.348325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35912) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:24.353472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-182224960-network', 'tenant_id': '494b927db0fc461d924a01a31ade787a'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:24.399277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0118fb-c7e2-4279-b6c1-91406526fc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6395fd01-120b-4d52-9ff3-cc1b0c16a822,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:24.405381 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9c0118fb-c7e2-4279-b6c1-91406526fc0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4934e8371b0641e0b70c3d2142c6d621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6369915 Sep 16 16:51:24.407852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35914) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:24.468657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Made reservation on behalf of 077bb46763b14212a86d8f455e94b6eb for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:24.470886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.484910 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-876b6b42-d868-428a-84ca-65d5fd6c5df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.488280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.520366 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-876b6b42-d868-428a-84ca-65d5fd6c5df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.528843 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2388f638-3ba8-479d-afce-4d1668e03f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.531662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2388f638-3ba8-479d-afce-4d1668e03f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.532920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2388f638-3ba8-479d-afce-4d1668e03f62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1bffaed-5a7e-4fa3-8772-18af95bf9a8e HTTP/1.1" status: 204 len: 168 time: 0.5693192 Sep 16 16:51:24.542408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388f638-3ba8-479d-afce-4d1668e03f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bffaed-5a7e-4fa3-8772-18af95bf9a8e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:24.610046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Made reservation on behalf of 494b927db0fc461d924a01a31ade787a for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:24.612473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.623197 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.651173 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-876b6b42-d868-428a-84ca-65d5fd6c5df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.654124 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-876b6b42-d868-428a-84ca-65d5fd6c5df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.657395 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-876b6b42-d868-428a-84ca-65d5fd6c5df3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6395fd01-120b-4d52-9ff3-cc1b0c16a822 HTTP/1.1" status: 204 len: 168 time: 0.2462778 Sep 16 16:51:24.669591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b6b42-d868-428a-84ca-65d5fd6c5df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6395fd01-120b-4d52-9ff3-cc1b0c16a822,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:24.748651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.839858 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.878291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:51:24.897628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024a6ef3-8116-42fe-b0ee-05d6543e5aaf,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:24.903891 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:24.904237 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Added segment 9added19-ef17-438f-8b05-104a0e2c6029 of type vlan for network a6038e93-7996-4ff2-9f40-8f0e9ef5678e Sep 16 16:51:24.960678 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.019279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.082868 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.084229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:25.085562 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.148792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.155957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] Pushing event updated for resources: {'Network': ['ID=a6038e93-7996-4ff2-9f40-8f0e9ef5678e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:25.168489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network a6038e93-7996-4ff2-9f40-8f0e9ef5678e details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:51:25.180573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:51:25.190589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9438f8-80e3-45fe-b388-e8d8a6f982a7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:25.195247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.195939 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Added segment 8cde97fe-1cb1-4925-9394-2aed5a7c651e of type vlan for network abb4e26a-51c0-42e5-9b05-7b2551db667e Sep 16 16:51:25.241985 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.269330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35934) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:25.269908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2a6c570e-9240-427e-a141-b7e023a5a07b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0482943 Sep 16 16:51:25.275328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Request body: {'subnet': {'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-subnet', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:25.346378 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.347400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:25.347989 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.375268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Made reservation on behalf of 077bb46763b14212a86d8f455e94b6eb for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:25.377705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.408433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] Pushing event updated for resources: {'Network': ['ID=abb4e26a-51c0-42e5-9b05-7b2551db667e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:25.418629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network abb4e26a-51c0-42e5-9b05-7b2551db667e details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:51:25.442583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35936) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:25.464503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a09ca92-28ba-4835-a52e-88bfb7c187ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.470349 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dc814a8b-c1f7-4975-ab20-a614a1b38421 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1209705 Sep 16 16:51:25.479492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35940) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:25.486117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Request body: {'subnet': {'network_id': 'abb4e26a-51c0-42e5-9b05-7b2551db667e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-182224960-subnet', 'tenant_id': '494b927db0fc461d924a01a31ade787a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:25.600657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Made reservation on behalf of 494b927db0fc461d924a01a31ade787a for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:25.604298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.701220 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.773584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Checking segment: {'id': '9added19-ef17-438f-8b05-104a0e2c6029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:25.773924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Network hostable DHCP agents. Network: a6038e93-7996-4ff2-9f40-8f0e9ef5678e, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:51:25.779429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f347fb03-71d1-4d86-9817-2d440a8301fe,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:25.786304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a09ca92-28ba-4835-a52e-88bfb7c187ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.877988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Network a6038e93-7996-4ff2-9f40-8f0e9ef5678e is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:51:25.885214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1a09ca92-28ba-4835-a52e-88bfb7c187ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.951300 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1a09ca92-28ba-4835-a52e-88bfb7c187ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa5b23301511410bb3d5b32b27fb5628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062530 Sep 16 16:51:25.954104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35952) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:25.961538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09ca92-28ba-4835-a52e-88bfb7c187ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56adebd7-4072-4163-ad71-4ced6b9f0197,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:25.962865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, a6038e93-7996-4ff2-9f40-8f0e9ef5678e) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:25.975736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:25.976340 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:25.978479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2875f294-c64b-4b1b-9286-03b9a23bd622 None None] Network a6038e93-7996-4ff2-9f40-8f0e9ef5678e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:25.985589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:26.033846 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a88daeb2-b103-4324-a770-38e13463a687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:26.055240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f0d23184-2795-402b-8fb5-a3fe33ccae86 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7846045 Sep 16 16:51:26.058777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35954) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:26.063169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:26.080493 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a88daeb2-b103-4324-a770-38e13463a687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:26.089967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c47398-6d14-43de-b367-5a2c436c7ea9,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:26.145042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Checking segment: {'id': '8cde97fe-1cb1-4925-9394-2aed5a7c651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'abb4e26a-51c0-42e5-9b05-7b2551db667e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:26.145490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Network hostable DHCP agents. Network: abb4e26a-51c0-42e5-9b05-7b2551db667e, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:51:26.158176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c2544e-5c98-4a6e-ba1d-d2e6c38d5ee4 None None] Network a6038e93-7996-4ff2-9f40-8f0e9ef5678e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:26.185477 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:26.186640 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:26.227517 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a88daeb2-b103-4324-a770-38e13463a687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:26.230400 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a88daeb2-b103-4324-a770-38e13463a687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:26.231645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a88daeb2-b103-4324-a770-38e13463a687 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56adebd7-4072-4163-ad71-4ced6b9f0197 HTTP/1.1" status: 204 len: 168 time: 0.2762203 Sep 16 16:51:26.240973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88daeb2-b103-4324-a770-38e13463a687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56adebd7-4072-4163-ad71-4ced6b9f0197,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:26.273715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Network abb4e26a-51c0-42e5-9b05-7b2551db667e is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:51:26.320213 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:26.357679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, abb4e26a-51c0-42e5-9b05-7b2551db667e) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:26.362202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:26.366768 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:26.367659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8848c74-4406-436d-9447-7abbaadde2af None None] Network abb4e26a-51c0-42e5-9b05-7b2551db667e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:26.441761 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-887758a9-1c96-410c-b426-80b135bbf5ad admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9607153 Sep 16 16:51:26.514910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403192f2-5fd0-4c1c-9cc5-d8db83e635cc None None] Network abb4e26a-51c0-42e5-9b05-7b2551db667e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:26.599413 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:26.972879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:27.027216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:27.365458 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Allocated IP 172.25.6.5 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/4112edde-2487-47b2-850e-284de9c498d4) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:27.414405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa791-171e-4455-b020-32db83588efb req-2d0e4c6f-50bb-4648-99d9-04cebbce4059 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:27.415917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-2d0e4c6f-50bb-4648-99d9-04cebbce4059 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/networks?id=051c99ad-ebe2-49c5-9163-9d7d52acf5a9 HTTP/1.1" status: 200 len: 825 time: 0.2927227 Sep 16 16:51:27.447029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-91a0c029-f128-4a62-b4ac-b3773f294762 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/quotas/7d69b46a987a4991b6b9bf1edc371fac HTTP/1.1" status: 200 len: 375 time: 0.0186973 Sep 16 16:51:27.538729 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-7c6c1231-a65c-4936-a4c6-c353c081c25b tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d69b46a987a4991b6b9bf1edc371fac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580807 Sep 16 16:51:27.583970 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:27.678019 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:27.717127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:27.807891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:27.811339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-b3e33ab1-c153-40ad-8799-08ada866b786 service neutron] 10.222.0.22 "GET /v2.0/networks/051c99ad-ebe2-49c5-9163-9d7d52acf5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595384 Sep 16 16:51:27.812053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:27.880361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=4112edde-2487-47b2-850e-284de9c498d4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:27.904222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:51:28.066782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-b25275b3-9478-4f13-b132-cc0cc785c983 service neutron] 10.222.0.22 "GET /v2.0/networks/051c99ad-ebe2-49c5-9163-9d7d52acf5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309282 Sep 16 16:51:28.236671 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5426ebea-b9a0-4aa6-ab37-8dd2921ac311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:28.289853 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:28.381356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57066833-9b60-4603-8238-8cd2b25a980c req-30c05684-af64-4fd8-87cf-6796e15e4528 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 210 time: 0.0395851 Sep 16 16:51:28.783454 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:29.003405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:51:29.022616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36052) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:29.143109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:51:29.159562 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Sync routers for ids ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:51:29.174706 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Routers {'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:51:29.175338 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:51:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:29.207298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1f6ee48e-1aaa-4bc4-b59a-9980b101b98b tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1705153041'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:29.278456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:29.279996 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a676721f-df06-458f-ac7c-316096b62fd6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2202685 Sep 16 16:51:29.282752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36060) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:29.290824 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Set router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:51:29.415216 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee48e-1aaa-4bc4-b59a-9980b101b98b tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:29.416684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee48e-1aaa-4bc4-b59a-9980b101b98b tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:29.547539 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:28Z', 'revision_number': 3, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:29.560115 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5557e65f-b7e8-4295-b210-3a2e6115afc8 req-3f74b9ca-37eb-427d-8208-32f79e9ca030 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 210 time: 0.0332291 Sep 16 16:51:29.596604 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Checking router: ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:51:29.597242 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Updating router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 port 4112edde-2487-47b2-850e-284de9c498d4 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:51:29.633541 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:29.732099 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee48e-1aaa-4bc4-b59a-9980b101b98b tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:29.793294 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee48e-1aaa-4bc4-b59a-9980b101b98b tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:29.849784 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:29.871334 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee48e-1aaa-4bc4-b59a-9980b101b98b tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:29.873306 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1f6ee48e-1aaa-4bc4-b59a-9980b101b98b tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8492908 Sep 16 16:51:29.879059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36074) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:30.019790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1bdc652-2acb-4f90-953c-44309601d457 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.033944 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.123369 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.195753 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Pushing event updated for resources: {'Port': ['ID=4112edde-2487-47b2-850e-284de9c498d4,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:30.201707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Allocated IP 172.20.0.1 (a6038e93-7996-4ff2-9f40-8f0e9ef5678e/f347fb03-71d1-4d86-9817-2d440a8301fe/9d2a319b-2df5-46ae-9052-0d25c726ac80) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:30.224027 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.224718 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.225232 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.225827 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.226307 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.226787 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.227268 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.227912 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.228409 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.228903 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.229378 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.229850 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:30.254477 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Attempting to bind port 4112edde-2487-47b2-850e-284de9c498d4 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:51:30.254811 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Attempting to bind port 4112edde-2487-47b2-850e-284de9c498d4 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:51:30.255726 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Attempting to bind port 4112edde-2487-47b2-850e-284de9c498d4 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:30.261621 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:51:30.270548 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:30.270548 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.270548 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:51:30.270548 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Bound port: 4112edde-2487-47b2-850e-284de9c498d4, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:51:30.270548 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.290176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1bdc652-2acb-4f90-953c-44309601d457 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.292988 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1bdc652-2acb-4f90-953c-44309601d457 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.333987 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] For port 4112edde-2487-47b2-850e-284de9c498d4, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:51:30.334243 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.337816 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] For port 4112edde-2487-47b2-850e-284de9c498d4, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4112edde-2487-47b2-850e-284de9c498d4,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:51:30.466741 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1bdc652-2acb-4f90-953c-44309601d457 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.467131 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.467294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bdc652-2acb-4f90-953c-44309601d457 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77881c19-76df-45fa-b060-7069e5a4765f {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:51:30.472460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b1bdc652-2acb-4f90-953c-44309601d457 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.477252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b1bdc652-2acb-4f90-953c-44309601d457 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] 10.222.0.22 "DELETE /v2.0/routers/77881c19-76df-45fa-b060-7069e5a4765f HTTP/1.1" status: 204 len: 168 time: 0.5970447 Sep 16 16:51:30.477252 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36080) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:30.483005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fad7c8de-4728-4f57-b417-2fa0dd6d54c1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Request body: {'router': {'name': 'tempest-router-257181676', 'distributed': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:30.533635 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Routers {'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:51:30.534271 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:51:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:30.535932 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.536838 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5ec47-af86-4b67-a4b6-49062323a137 None None] Pushing event updated for resources: {'Port': ['ID=4112edde-2487-47b2-850e-284de9c498d4,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:30.591009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Network a6038e93-7996-4ff2-9f40-8f0e9ef5678e is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:30.593995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:30.601326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:30.604594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2a319b-2df5-46ae-9052-0d25c726ac80,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:30.626811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fad7c8de-4728-4f57-b417-2fa0dd6d54c1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.630697 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fad7c8de-4728-4f57-b417-2fa0dd6d54c1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.659685 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] Set router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:51:30.681650 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.805525 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7ef5-56ec-47c4-b005-3e9435376fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:30.881528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecb667d5-e386-40a0-a65c-546371d5aa25 req-e4184adb-528c-4aac-9fb5-6a0c7c0ec859 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 210 time: 0.0723689 Sep 16 16:51:31.002535 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:28Z', 'revision_number': 3, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:31.035759 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379b83a-56db-4ee7-86bf-732df1bef542 None None] The sync data for ids ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'] in n-d-807786-3 is: [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:28Z', 'revision_number': 3, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:51:31.140132 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.264591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fad7c8de-4728-4f57-b417-2fa0dd6d54c1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.311665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa791-171e-4455-b020-32db83588efb req-0a269112-39ef-4242-88a5-bfffc8dcc20e tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:31.314353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-0a269112-39ef-4242-88a5-bfffc8dcc20e tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.62 "GET /v2.0/networks?id=051c99ad-ebe2-49c5-9163-9d7d52acf5a9 HTTP/1.1" status: 200 len: 825 time: 0.7027929 Sep 16 16:51:31.331536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Request body: {'port': {'device_id': 'ffa439bd-c3f3-4f8c-98c4-a421ba70946b', 'network_id': '051c99ad-ebe2-49c5-9163-9d7d52acf5a9', 'admin_state_up': True, 'tenant_id': '7d69b46a987a4991b6b9bf1edc371fac'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:31.345400 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.405062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fad7c8de-4728-4f57-b417-2fa0dd6d54c1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.419822 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.495317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.498345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2a319b-2df5-46ae-9052-0d25c726ac80,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:31.528109 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.553827 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fad7c8de-4728-4f57-b417-2fa0dd6d54c1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.555212 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fad7c8de-4728-4f57-b417-2fa0dd6d54c1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0766361 Sep 16 16:51:31.558311 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36092) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:31.628310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Network a6038e93-7996-4ff2-9f40-8f0e9ef5678e is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:31.630360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:31.644041 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ae1dce5-4e90-4bf5-8418-fbdc65a95591 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.727195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Made reservation on behalf of 7d69b46a987a4991b6b9bf1edc371fac for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:31.730726 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.774191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:51:31.858747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ae1dce5-4e90-4bf5-8418-fbdc65a95591 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.863291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ae1dce5-4e90-4bf5-8418-fbdc65a95591 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:31.918563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:51:31.933672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ebf35092-ab11-413a-890d-340e9a58ed07 admin admin] 10.222.0.22 "PUT /v2.0/routers/ffa60bbf-2454-4e5f-a4e7-69b1c55061a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6460481 Sep 16 16:51:31.979551 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.025500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b2fe2d7-3f55-41a1-b188-37ff5b972176 req-d82f1af7-0aa7-47e3-bd26-1362bf2a65e1 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 210 time: 0.0471065 Sep 16 16:51:32.054548 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ae1dce5-4e90-4bf5-8418-fbdc65a95591 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.055069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae1dce5-4e90-4bf5-8418-fbdc65a95591 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd71d10-12a0-4555-a2f3-8e73562a0dd4 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:51:32.061683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9ae1dce5-4e90-4bf5-8418-fbdc65a95591 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.067891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36108) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:32.068804 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9ae1dce5-4e90-4bf5-8418-fbdc65a95591 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] 10.222.0.22 "DELETE /v2.0/routers/8bd71d10-12a0-4555-a2f3-8e73562a0dd4 HTTP/1.1" status: 204 len: 168 time: 0.5081623 Sep 16 16:51:32.074384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fcd033cb-920f-41ac-831c-0c8549becfc1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Request body: {'router': {'name': 'tempest-router-1142541255', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '02220be2ebd14e8792cb70cbf220ad89'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:32.095772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Allocated IP 172.20.0.7 (051c99ad-ebe2-49c5-9163-9d7d52acf5a9/06fe668d-cb85-4552-a570-fd9648794322/a651a6db-f3e2-4317-9c02-069568da5eb7) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:32.186837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4112edde-2487-47b2-850e-284de9c498d4 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:32.203334 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcd033cb-920f-41ac-831c-0c8549becfc1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.205901 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcd033cb-920f-41ac-831c-0c8549becfc1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.269496 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcd033cb-920f-41ac-831c-0c8549becfc1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.312357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4112edde-2487-47b2-850e-284de9c498d4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:32.313911 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.329586 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcd033cb-920f-41ac-831c-0c8549becfc1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.378168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.386130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36120) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:32.419473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fcd033cb-920f-41ac-831c-0c8549becfc1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.422506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fcd033cb-920f-41ac-831c-0c8549becfc1 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3530130 Sep 16 16:51:32.425256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36124) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:32.431055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:32.468159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.495916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 4112edde-2487-47b2-850e-284de9c498d4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4112edde-2487-47b2-850e-284de9c498d4,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:32.569750 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.597502 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.624714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Pushing event updated for resources: {'Port': ['ID=a651a6db-f3e2-4317-9c02-069568da5eb7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:32.635455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Network 051c99ad-ebe2-49c5-9163-9d7d52acf5a9 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:32.638578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:32.644743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:32.651622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.651979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.652332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.652720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.653063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.653402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.653736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.654621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.654974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.655301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.655636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.655965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:32.684792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=4112edde-2487-47b2-850e-284de9c498d4,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:32.716028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:32.716740 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:32.775508 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-f7d3dd37-3cf3-41d1-b4eb-a4b54be4486d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4503267 Sep 16 16:51:32.789358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Request body: {'port': {'device_id': 'ffa439bd-c3f3-4f8c-98c4-a421ba70946b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:32.854809 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.074664 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.075230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.165856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a56dbb0-b0ad-4731-a583-3ef44144c17c admin admin] Deleting subnet a534c8fd-3b12-4b22-a0f2-60b6a321c05c {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:51:33.182321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a651a6db-f3e2-4317-9c02-069568da5eb7 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:51:33.192058 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.193445 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a56dbb0-b0ad-4731-a583-3ef44144c17c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.206594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Transition to ACTIVE for port object a651a6db-f3e2-4317-9c02-069568da5eb7 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:51:33.247599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95358) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 16 16:51:33.248092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Router 76bfd0b5-e450-403f-b5e9-9d1ad26624d2 migrating from provider to provider. {{(pid=95358) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 16 16:51:33.248517 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.251535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Sync routers for ids ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:51:33.264084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Routers {'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:51:33.264575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:51:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:33.267966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-ab53132e-b290-4587-bd1e-1316280ff63d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:33.269514 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-ab53132e-b290-4587-bd1e-1316280ff63d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/networks?id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 200 len: 820 time: 0.7556865 Sep 16 16:51:33.280773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.283324 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.293468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a56dbb0-b0ad-4731-a583-3ef44144c17c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.330891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3745-07a2-49a9-8729-157823c9ddeb req-b44704d9-7697-466c-9cd5-1a09949ea580 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:33.332968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ae3745-07a2-49a9-8729-157823c9ddeb req-b44704d9-7697-466c-9cd5-1a09949ea580 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 931 time: 0.1487186 Sep 16 16:51:33.342314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-f1ad21c6-8fdf-4727-9e17-699f84a3993f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/quotas/077bb46763b14212a86d8f455e94b6eb HTTP/1.1" status: 200 len: 375 time: 0.0543289 Sep 16 16:51:33.404135 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.410128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Pushing event updated for resources: {'Port': ['ID=a651a6db-f3e2-4317-9c02-069568da5eb7,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:33.436362 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Attempting to bind port a651a6db-f3e2-4317-9c02-069568da5eb7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:51:33.436746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Attempting to bind port a651a6db-f3e2-4317-9c02-069568da5eb7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'e81fa528-0251-4249-a1ff-8812a415ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '051c99ad-ebe2-49c5-9163-9d7d52acf5a9'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:51:33.436956 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a56dbb0-b0ad-4731-a583-3ef44144c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.437182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Attempting to bind port a651a6db-f3e2-4317-9c02-069568da5eb7 on network 051c99ad-ebe2-49c5-9163-9d7d52acf5a9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:33.442895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Port a651a6db-f3e2-4317-9c02-069568da5eb7 on network 051c99ad-ebe2-49c5-9163-9d7d52acf5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:51:33.443215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Attempting to bind port a651a6db-f3e2-4317-9c02-069568da5eb7 on network 051c99ad-ebe2-49c5-9163-9d7d52acf5a9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:33.448459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:51:33.448903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Checking segment: {'id': 'e81fa528-0251-4249-a1ff-8812a415ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '051c99ad-ebe2-49c5-9163-9d7d52acf5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:33.449292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Bound using segment: {'id': 'e81fa528-0251-4249-a1ff-8812a415ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '051c99ad-ebe2-49c5-9163-9d7d52acf5a9'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:51:33.449718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Bound port: a651a6db-f3e2-4317-9c02-069568da5eb7, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e81fa528-0251-4249-a1ff-8812a415ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '051c99ad-ebe2-49c5-9163-9d7d52acf5a9'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:51:33.450073 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.484740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Set router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:51:33.498704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ae3745-07a2-49a9-8729-157823c9ddeb req-c0f25352-7d96-47d3-accb-ea8d150fd34a tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580901 Sep 16 16:51:33.540861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] For port a651a6db-f3e2-4317-9c02-069568da5eb7, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:51:33.545229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] For port a651a6db-f3e2-4317-9c02-069568da5eb7, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a651a6db-f3e2-4317-9c02-069568da5eb7,segment=NetworkSegment(e81fa528-0251-4249-a1ff-8812a415ea17),segment_id=e81fa528-0251-4249-a1ff-8812a415ea17)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:51:33.551921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-d935843b-fbdc-4a08-864a-3ec14654df41 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2006438 Sep 16 16:51:33.588207 n-d-807786-3 neutron-server[95358]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] No L3 agents can host the router 76bfd0b5-e450-403f-b5e9-9d1ad26624d2 Sep 16 16:51:33.615326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.661436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:33.662155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.663585 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] 10.222.0.62 "PUT /v2.0/ports/a651a6db-f3e2-4317-9c02-069568da5eb7 HTTP/1.1" status: 200 len: 1091 time: 0.8797219 Sep 16 16:51:33.664034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa439bd-c3f3-4f8c-98c4-a421ba70946b', 'tag': 'a651a6db-f3e2-4317-9c02-069568da5eb7'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:51:33.666433 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60928643-9f43-4834-927f-ae7025fcc30e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa439bd-c3f3-4f8c-98c4-a421ba70946b", "tag": "a651a6db-f3e2-4317-9c02-069568da5eb7"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:51:33.687078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362582a-df0f-4c6d-99c9-fad32f61aca4 service neutron] Pushing event updated for resources: {'Port': ['ID=a651a6db-f3e2-4317-9c02-069568da5eb7,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:33.746476 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43d5d2c-0c81-49b7-a00f-a0dd895d3c17 x-openstack-request-id: req-f43d5d2c-0c81-49b7-a00f-a0dd895d3c17 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:51:33.746759 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa439bd-c3f3-4f8c-98c4-a421ba70946b", "tag": "a651a6db-f3e2-4317-9c02-069568da5eb7", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:51:33.746943 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f43d5d2c-0c81-49b7-a00f-a0dd895d3c17 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:51:33.747357 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa439bd-c3f3-4f8c-98c4-a421ba70946b', 'tag': 'a651a6db-f3e2-4317-9c02-069568da5eb7', 'status': 'completed', 'code': 200} Sep 16 16:51:33.749585 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-ed534fcf-569c-4e44-b1e4-738294b6b24b service neutron] 10.222.0.22 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902337 Sep 16 16:51:33.760445 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.781706 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a56dbb0-b0ad-4731-a583-3ef44144c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.785287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d2a319b-2df5-46ae-9052-0d25c726ac80', 'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'mac_address': 'fa:16:3e:dd:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:29Z', 'updated_at': '2021-09-16T16:51:31Z', 'revision_number': 2, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'subnets': [{'id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:33.799740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Hosts for router 76bfd0b5-e450-403f-b5e9-9d1ad26624d2: [] {{(pid=95358) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 16 16:51:33.820905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Checking router: ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:51:33.821264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Updating router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 port 9d2a319b-2df5-46ae-9052-0d25c726ac80 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:51:33.828245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60928643-9f43-4834-927f-ae7025fcc30e req-7b8bf635-f652-4757-8545-317cb3ab02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:33.828245 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60928643-9f43-4834-927f-ae7025fcc30e req-7b8bf635-f652-4757-8545-317cb3ab02c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d69b46a987a4991b6b9bf1edc371fac&device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 1094 time: 0.0549500 Sep 16 16:51:33.828245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36156) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:33.846884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56dbb0-b0ad-4731-a583-3ef44144c17c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a534c8fd-3b12-4b22-a0f2-60b6a321c05c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:33.851023 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a56dbb0-b0ad-4731-a583-3ef44144c17c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.852967 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3a56dbb0-b0ad-4731-a583-3ef44144c17c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a534c8fd-3b12-4b22-a0f2-60b6a321c05c HTTP/1.1" status: 204 len: 168 time: 1.4657633 Sep 16 16:51:33.855672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36160) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:33.862358 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.899276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Hosts for other DVR routers connected to router 76bfd0b5-e450-403f-b5e9-9d1ad26624d2: set() {{(pid=95358) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 16 16:51:33.901938 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.905945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b03c32a4-0a1b-43d4-a417-151964a79a06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] 10.222.0.22 "PUT /v2.0/routers/76bfd0b5-e450-403f-b5e9-9d1ad26624d2 HTTP/1.1" status: 200 len: 717 time: 1.4793019 Sep 16 16:51:33.907557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36162) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:33.988605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:33.993267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-b582ea7c-5bf2-45cd-828a-bad14933ca59 service neutron] 10.222.0.22 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243555 Sep 16 16:51:33.997873 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c00c60ef-e8e7-437f-a2f9-a9dc7f986c19 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] 10.222.0.22 "GET /v2.0/routers/76bfd0b5-e450-403f-b5e9-9d1ad26624d2 HTTP/1.1" status: 200 len: 717 time: 0.0885315 Sep 16 16:51:34.000695 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36164) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:34.017013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6ec0fef9-0e70-4db1-9099-2825fdfe88ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.139360 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.140461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6ec0fef9-0e70-4db1-9099-2825fdfe88ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.144424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60928643-9f43-4834-927f-ae7025fcc30e req-4858091d-cc3e-40bf-ae17-916e2eaca7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:34.151669 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60928643-9f43-4834-927f-ae7025fcc30e req-4858091d-cc3e-40bf-ae17-916e2eaca7ea service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=7d69b46a987a4991b6b9bf1edc371fac&shared=False HTTP/1.1" status: 200 len: 926 time: 0.3153963 Sep 16 16:51:34.163174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4112edde-2487-47b2-850e-284de9c498d4 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:34.177117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97892df-a40e-47b9-97c7-0635e5376421']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:34.242697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cae03f-53b4-409b-a51b-d417da04a968') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:34.243061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cae03f-53b4-409b-a51b-d417da04a968') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:34.257306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.273248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60928643-9f43-4834-927f-ae7025fcc30e req-78e2e641-981b-4d06-b120-10f92768498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:34.274709 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60928643-9f43-4834-927f-ae7025fcc30e req-78e2e641-981b-4d06-b120-10f92768498b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169739 Sep 16 16:51:34.275837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6ec0fef9-0e70-4db1-9099-2825fdfe88ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.277452 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.278100 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.285177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4112edde-2487-47b2-850e-284de9c498d4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:34.285781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.329556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7269fc88-fa22-4dd3-94ca-ac5bb32faeaf tempest-RoutersTestDVR-686054828 tempest-RoutersTestDVR-686054828-project] 10.222.0.22 "GET /v2.0/routers/76bfd0b5-e450-403f-b5e9-9d1ad26624d2 HTTP/1.1" status: 200 len: 683 time: 0.3249142 Sep 16 16:51:34.329556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:51:34.329556 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:51:34.330965 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:51:34.333825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36172) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:34.334629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0fef9-0e70-4db1-9099-2825fdfe88ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7719199-ff1d-4652-b124-88e68c237d0f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:34.363015 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.436215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cad7027-2f1e-434b-b786-c3ea4a3e7527 req-229ab99a-6f5a-43f9-8039-4bca61d60d88 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 210 time: 0.0795445 Sep 16 16:51:34.439535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc9708-e627-49f2-9b05-c082e7201dc5 None None] Pushing event updated for resources: {'Port': ['ID=9d2a319b-2df5-46ae-9052-0d25c726ac80,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:34.479301 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6ec0fef9-0e70-4db1-9099-2825fdfe88ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f93382fea8f4e14a06829d750024807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496761 Sep 16 16:51:34.481511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36176) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:34.494747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84b5c738-fbd6-425d-aed4-c50e0ea30417 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.550195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa791-171e-4455-b020-32db83588efb req-05918dec-1abd-430a-b983-0c1ef68625a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:34.552417 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-05918dec-1abd-430a-b983-0c1ef68625a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d69b46a987a4991b6b9bf1edc371fac&device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 1094 time: 0.2192152 Sep 16 16:51:34.570255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.583513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.585971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a97892df-a40e-47b9-97c7-0635e5376421 HTTP/1.1" status: 204 len: 168 time: 0.7275877 Sep 16 16:51:34.607934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f713c5c-e926-41b5-a319-92d63ef3d605 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97892df-a40e-47b9-97c7-0635e5376421,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:34.660056 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-468f0683-0f08-4f91-9bbd-cf4bf51490a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a651a6db-f3e2-4317-9c02-069568da5eb7 HTTP/1.1" status: 200 len: 217 time: 0.1004207 Sep 16 16:51:34.671820 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Attempting to bind port 9d2a319b-2df5-46ae-9052-0d25c726ac80 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:51:34.672376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Attempting to bind port 9d2a319b-2df5-46ae-9052-0d25c726ac80 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9added19-ef17-438f-8b05-104a0e2c6029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:51:34.673059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Attempting to bind port 9d2a319b-2df5-46ae-9052-0d25c726ac80 on network a6038e93-7996-4ff2-9f40-8f0e9ef5678e {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:34.674019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b8faa-4e13-40ce-9038-7228ff9e7a3c req-f1a085c5-42bb-4545-b468-986880dd83aa tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:34.675716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb0b8faa-4e13-40ce-9038-7228ff9e7a3c req-f1a085c5-42bb-4545-b468-986880dd83aa tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 943 time: 0.0706348 Sep 16 16:51:34.678562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:51:34.679147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Checking segment: {'id': '9added19-ef17-438f-8b05-104a0e2c6029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:34.679704 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.680170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Bound using segment: {'id': '9added19-ef17-438f-8b05-104a0e2c6029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:51:34.680877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Bound port: 9d2a319b-2df5-46ae-9052-0d25c726ac80, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9added19-ef17-438f-8b05-104a0e2c6029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:51:34.681383 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.725229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb0b8faa-4e13-40ce-9038-7228ff9e7a3c req-83b00864-6a04-4147-9e31-50d9b394578b tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Sep 16 16:51:34.756501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] For port 9d2a319b-2df5-46ae-9052-0d25c726ac80, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:51:34.759764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] For port 9d2a319b-2df5-46ae-9052-0d25c726ac80, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9d2a319b-2df5-46ae-9052-0d25c726ac80,segment=NetworkSegment(9added19-ef17-438f-8b05-104a0e2c6029),segment_id=9added19-ef17-438f-8b05-104a0e2c6029)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:51:34.767128 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d421cca1-22fc-431e-aedd-dc4e05bd8518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.805398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84b5c738-fbd6-425d-aed4-c50e0ea30417 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.810246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84b5c738-fbd6-425d-aed4-c50e0ea30417 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.843591 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.865381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d421cca1-22fc-431e-aedd-dc4e05bd8518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.873202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa791-171e-4455-b020-32db83588efb req-ea975c7a-29f7-4cf9-a09a-2d39c50c8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:34.874721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-ea975c7a-29f7-4cf9-a09a-2d39c50c8838 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06fe668d-cb85-4552-a570-fd9648794322 HTTP/1.1" status: 200 len: 865 time: 0.1856747 Sep 16 16:51:34.898748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Routers {'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:51:34.899546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:51:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:34.927139 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-66204cf1-0730-4ab7-9e0c-a24454291246 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=051c99ad-ebe2-49c5-9163-9d7d52acf5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441489 Sep 16 16:51:34.948318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc9708-e627-49f2-9b05-c082e7201dc5 None None] Pushing event updated for resources: {'Port': ['ID=9d2a319b-2df5-46ae-9052-0d25c726ac80,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:34.963859 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84b5c738-fbd6-425d-aed4-c50e0ea30417 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.973689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b5c738-fbd6-425d-aed4-c50e0ea30417 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76bfd0b5-e450-403f-b5e9-9d1ad26624d2 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:51:34.973689 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-84b5c738-fbd6-425d-aed4-c50e0ea30417 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:34.973689 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-84b5c738-fbd6-425d-aed4-c50e0ea30417 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] 10.222.0.22 "DELETE /v2.0/routers/76bfd0b5-e450-403f-b5e9-9d1ad26624d2 HTTP/1.1" status: 204 len: 168 time: 0.6324792 Sep 16 16:51:34.975194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36186) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:34.981433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-328654b6-b532-4dbe-9bc9-fa76971fae06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Request body: {'router': {'name': 'tempest-router-43745017', 'distributed': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:35.035531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] Set router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:51:35.042384 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-4e2e5d22-e9b0-4c8b-b6cb-8dda7133255c service neutron] 10.222.0.62 "GET /v2.0/networks/051c99ad-ebe2-49c5-9163-9d7d52acf5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080365 Sep 16 16:51:35.068845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36188) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:35.083999 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-328654b6-b532-4dbe-9bc9-fa76971fae06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.085162 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-328654b6-b532-4dbe-9bc9-fa76971fae06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.091075 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d421cca1-22fc-431e-aedd-dc4e05bd8518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.095006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d421cca1-22fc-431e-aedd-dc4e05bd8518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.096421 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d421cca1-22fc-431e-aedd-dc4e05bd8518 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7719199-ff1d-4652-b124-88e68c237d0f HTTP/1.1" status: 204 len: 168 time: 0.6122954 Sep 16 16:51:35.140878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421cca1-22fc-431e-aedd-dc4e05bd8518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7719199-ff1d-4652-b124-88e68c237d0f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:35.178748 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-191aa791-171e-4455-b020-32db83588efb req-2a4cdd56-3b89-4039-b6d5-b94cbd24db88 service neutron] 10.222.0.62 "GET /v2.0/networks/051c99ad-ebe2-49c5-9163-9d7d52acf5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293764 Sep 16 16:51:35.186443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4d660f87-e27c-4ea0-884d-557204c0c21d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee6f04313dc4493bae1c6dd9751b37bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1164308 Sep 16 16:51:35.189284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36194) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:35.223070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-328654b6-b532-4dbe-9bc9-fa76971fae06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.264432 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f45f675-6926-4f89-b722-4543ebe7d1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.281472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d2a319b-2df5-46ae-9052-0d25c726ac80', 'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'mac_address': 'fa:16:3e:dd:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:29Z', 'updated_at': '2021-09-16T16:51:34Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'subnets': [{'id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:35.290620 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f45f675-6926-4f89-b722-4543ebe7d1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.309162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45e9ca-7c4e-4131-b773-e4f5a20d316f None None] The sync data for ids ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'] in n-d-807786-3 is: [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d2a319b-2df5-46ae-9052-0d25c726ac80', 'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'mac_address': 'fa:16:3e:dd:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:29Z', 'updated_at': '2021-09-16T16:51:34Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'subnets': [{'id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:51:35.312100 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-328654b6-b532-4dbe-9bc9-fa76971fae06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.420911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-328654b6-b532-4dbe-9bc9-fa76971fae06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.425434 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-328654b6-b532-4dbe-9bc9-fa76971fae06 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.4487836 Sep 16 16:51:35.427269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36196) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:35.472711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f45f675-6926-4f89-b722-4543ebe7d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.475878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8f45f675-6926-4f89-b722-4543ebe7d1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.477256 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8f45f675-6926-4f89-b722-4543ebe7d1bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef8c520c-054b-47aa-a9ff-37a87dbc4837 HTTP/1.1" status: 204 len: 168 time: 0.2869461 Sep 16 16:51:35.518911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45f675-6926-4f89-b722-4543ebe7d1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8c520c-054b-47aa-a9ff-37a87dbc4837,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:35.524020 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99b32129-46c4-45c1-9314-630aaf7ee694 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.534880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-817abe9a-c480-456a-bd35-c6fbc86bc689 req-598294cf-3cba-4cdb-a0d8-3071eafeabdd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 210 time: 0.0519972 Sep 16 16:51:35.720995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99b32129-46c4-45c1-9314-630aaf7ee694 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.723373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99b32129-46c4-45c1-9314-630aaf7ee694 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.837475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99b32129-46c4-45c1-9314-630aaf7ee694 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.838601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b32129-46c4-45c1-9314-630aaf7ee694 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94170904-2d64-43c9-b0a5-845090b1da05 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:51:35.844935 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99b32129-46c4-45c1-9314-630aaf7ee694 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:35.851646 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-99b32129-46c4-45c1-9314-630aaf7ee694 tempest-RoutersTestDVR-1355428682 tempest-RoutersTestDVR-1355428682-project-admin] 10.222.0.22 "DELETE /v2.0/routers/94170904-2d64-43c9-b0a5-845090b1da05 HTTP/1.1" status: 204 len: 168 time: 0.4196489 Sep 16 16:51:35.877451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9cee9-8d42-43ff-b981-0073beadacb6 req-d7b6ba3a-55e7-4072-a95b-4e7bed9e514d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:35.879030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7f9cee9-8d42-43ff-b981-0073beadacb6 req-d7b6ba3a-55e7-4072-a95b-4e7bed9e514d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 943 time: 0.0769424 Sep 16 16:51:35.934574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7f9cee9-8d42-43ff-b981-0073beadacb6 req-443a9333-eaa2-4ad1-ae5e-e3c49091739a tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484264 Sep 16 16:51:35.974802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36212) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:35.989799 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-21ec74ab-1b33-4c7c-8af3-11096aa9c31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.112871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-21ec74ab-1b33-4c7c-8af3-11096aa9c31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.173160 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-21ec74ab-1b33-4c7c-8af3-11096aa9c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.186373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9d2a319b-2df5-46ae-9052-0d25c726ac80 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:36.216967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec74ab-1b33-4c7c-8af3-11096aa9c31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59774b4-e726-4d41-8db5-bc6e53ced048,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:36.252320 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-21ec74ab-1b33-4c7c-8af3-11096aa9c31d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95a6ec0eb9304507807e6ae426c224bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761819 Sep 16 16:51:36.266697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36218) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:36.287073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 9d2a319b-2df5-46ae-9052-0d25c726ac80 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:36.289603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.361571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dbd3acf-030e-4d16-8291-0dc4e1d9e467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.400240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dbd3acf-030e-4d16-8291-0dc4e1d9e467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.441513 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.485059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36226) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:36.512086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 9d2a319b-2df5-46ae-9052-0d25c726ac80, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9d2a319b-2df5-46ae-9052-0d25c726ac80,segment=NetworkSegment(9added19-ef17-438f-8b05-104a0e2c6029),segment_id=9added19-ef17-438f-8b05-104a0e2c6029)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:36.524412 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dbd3acf-030e-4d16-8291-0dc4e1d9e467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.529429 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dbd3acf-030e-4d16-8291-0dc4e1d9e467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.532795 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8dbd3acf-030e-4d16-8291-0dc4e1d9e467 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d59774b4-e726-4d41-8db5-bc6e53ced048 HTTP/1.1" status: 204 len: 168 time: 0.2627139 Sep 16 16:51:36.539766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd3acf-030e-4d16-8291-0dc4e1d9e467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59774b4-e726-4d41-8db5-bc6e53ced048,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:36.597444 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.716993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=9d2a319b-2df5-46ae-9052-0d25c726ac80,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:36.723856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a0d3fe1-725c-4752-b812-57b0c07d1e4d req-509a1ca4-9211-44e9-a907-9d0a3dfd20ce tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 210 time: 0.1053243 Sep 16 16:51:36.726782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ec99f7b-335a-4fb0-b797-a9eab95254de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.837218 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ec99f7b-335a-4fb0-b797-a9eab95254de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.912300 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ec99f7b-335a-4fb0-b797-a9eab95254de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:36.958344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9ec99f7b-335a-4fb0-b797-a9eab95254de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02220be2ebd14e8792cb70cbf220ad89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715297 Sep 16 16:51:36.961444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36242) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:36.962790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec99f7b-335a-4fb0-b797-a9eab95254de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc251d3-3e9f-47fd-a545-087d4f25eb87,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:37.024801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9036c75-fd63-4edb-95df-c5488f77ec53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:37.047882 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9036c75-fd63-4edb-95df-c5488f77ec53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:37.055467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a651a6db-f3e2-4317-9c02-069568da5eb7 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:51:37.084509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5045e-56ec-41c3-92fd-a301c60bcf93 req-52fc4290-2a8b-4315-9066-44bce32606e0 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:37.086465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8d5045e-56ec-41c3-92fd-a301c60bcf93 req-52fc4290-2a8b-4315-9066-44bce32606e0 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 943 time: 0.0755591 Sep 16 16:51:37.151800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8d5045e-56ec-41c3-92fd-a301c60bcf93 req-0afb7408-8536-4f0d-acce-b301926656b0 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582678 Sep 16 16:51:37.196047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a651a6db-f3e2-4317-9c02-069568da5eb7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a651a6db-f3e2-4317-9c02-069568da5eb7,segment=NetworkSegment(e81fa528-0251-4249-a1ff-8812a415ea17),segment_id=e81fa528-0251-4249-a1ff-8812a415ea17)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:37.215003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'a651a6db-f3e2-4317-9c02-069568da5eb7', 'network_id': '051c99ad-ebe2-49c5-9163-9d7d52acf5a9', 'port_id': 'a651a6db-f3e2-4317-9c02-069568da5eb7', 'mac_address': 'fa:16:3e:80:c7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fe668d-cb85-4552-a570-fd9648794322', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:51:37.227080 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9036c75-fd63-4edb-95df-c5488f77ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:37.230876 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9036c75-fd63-4edb-95df-c5488f77ec53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:37.235915 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e9036c75-fd63-4edb-95df-c5488f77ec53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cc251d3-3e9f-47fd-a545-087d4f25eb87 HTTP/1.1" status: 204 len: 168 time: 0.2688935 Sep 16 16:51:37.258005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9036c75-fd63-4edb-95df-c5488f77ec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc251d3-3e9f-47fd-a545-087d4f25eb87,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:37.263262 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:37.289659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a651a6db-f3e2-4317-9c02-069568da5eb7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:51:37.315459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a651a6db-f3e2-4317-9c02-069568da5eb7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a651a6db-f3e2-4317-9c02-069568da5eb7,segment=NetworkSegment(e81fa528-0251-4249-a1ff-8812a415ea17),segment_id=e81fa528-0251-4249-a1ff-8812a415ea17)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:37.351148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-bc7daa30-17eb-44ab-a1af-dc4c69a2b15f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:37.353156 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-bc7daa30-17eb-44ab-a1af-dc4c69a2b15f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.52 "GET /v2.0/networks?id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 200 len: 820 time: 0.1587155 Sep 16 16:51:37.371402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Request body: {'port': {'device_id': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'admin_state_up': True, 'tenant_id': '077bb46763b14212a86d8f455e94b6eb'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:37.403072 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:37.453899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=a651a6db-f3e2-4317-9c02-069568da5eb7,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:37.591244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Made reservation on behalf of 077bb46763b14212a86d8f455e94b6eb for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:37.594843 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:37.604635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['a651a6db-f3e2-4317-9c02-069568da5eb7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:51:37.740970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Allocated IP 172.20.0.2 (a6038e93-7996-4ff2-9f40-8f0e9ef5678e/f347fb03-71d1-4d86-9817-2d440a8301fe/10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:37.829478 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0801c4e9-3d9e-499b-b683-ce34df3ec341 req-9fedfb18-0f6b-4bd5-ae63-86508f2a75d7 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Sep 16 16:51:37.929812 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.021403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.032098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36274) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:38.050386 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-66a0a478-7b6f-4ece-911e-1d5c415e1ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.072469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Network a6038e93-7996-4ff2-9f40-8f0e9ef5678e is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:38.074616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:38.081730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:38.086857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Pushing event updated for resources: {'Port': ['ID=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:38.147066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:38.147749 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.163445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9d2a319b-2df5-46ae-9052-0d25c726ac80 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:38.174082 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-66a0a478-7b6f-4ece-911e-1d5c415e1ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.240318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 9d2a319b-2df5-46ae-9052-0d25c726ac80 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:38.240318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.288270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a91bb3-c7cf-4df6-aec1-4d2480847fa2 req-fd5f8971-b6ee-4e9f-b142-186a0c35fe8f tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:38.295530 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-82a91bb3-c7cf-4df6-aec1-4d2480847fa2 req-fd5f8971-b6ee-4e9f-b142-186a0c35fe8f tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 944 time: 0.0638435 Sep 16 16:51:38.303565 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-66a0a478-7b6f-4ece-911e-1d5c415e1ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.354481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36284) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:38.354634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-66a0a478-7b6f-4ece-911e-1d5c415e1ba8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5933ddb04dd84d4a9bd3177ea31ecd51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210249 Sep 16 16:51:38.368734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0a478-7b6f-4ece-911e-1d5c415e1ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c9f6df-ca1d-4d6a-ae25-979a4d2c3cdb,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:38.384846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-82a91bb3-c7cf-4df6-aec1-4d2480847fa2 req-c20fe3dd-36b5-4736-bf78-764db436ee13 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880976 Sep 16 16:51:38.408263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-0efaf14d-904a-4daf-b067-3d52a297cd75 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0458727 Sep 16 16:51:38.421722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36288) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:38.422195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Request body: {'port': {'device_id': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:38.481684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3457646d-44dd-48a5-8d25-f5d0c56f9552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.501106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.518617 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3457646d-44dd-48a5-8d25-f5d0c56f9552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.655777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'network': {'name': 'tempest-network-smoke--70881265', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'port_security_enabled': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:38.742256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3457646d-44dd-48a5-8d25-f5d0c56f9552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.744756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3457646d-44dd-48a5-8d25-f5d0c56f9552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.748314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3457646d-44dd-48a5-8d25-f5d0c56f9552 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99c9f6df-ca1d-4d6a-ae25-979a4d2c3cdb HTTP/1.1" status: 204 len: 168 time: 0.3904006 Sep 16 16:51:38.759798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457646d-44dd-48a5-8d25-f5d0c56f9552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c9f6df-ca1d-4d6a-ae25-979a4d2c3cdb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:38.762606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Made reservation on behalf of 831ea3bec2c7489aa68e86d1be484b12 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:38.767039 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.777378 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.871639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:51:38.879911 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.903823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Transition to ACTIVE for port object 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:51:38.952901 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:38.979100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40827df9-e24c-4344-bdf2-a8c7bdf5927f req-7f451068-666f-45de-90eb-0604ed0be36e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:38.980829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40827df9-e24c-4344-bdf2-a8c7bdf5927f req-7f451068-666f-45de-90eb-0604ed0be36e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 931 time: 0.0673363 Sep 16 16:51:38.985832 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.028161 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40827df9-e24c-4344-bdf2-a8c7bdf5927f req-ed82e843-c11c-4cba-9976-3a63782177d2 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371475 Sep 16 16:51:39.065772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a651a6db-f3e2-4317-9c02-069568da5eb7 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:39.078025 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.078251 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Pushing event updated for resources: {'Port': ['ID=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:39.112517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:51:39.130933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ccea5f-8d56-49ea-9f41-f8bd6f976c6f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:39.134062 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.134527 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Added segment 6c570df1-cec8-4074-aac4-755c6a69c0f5 of type vlan for network 07652c38-d429-4ae2-b8ef-676de28190d8 Sep 16 16:51:39.165551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Attempting to bind port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:51:39.166085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Attempting to bind port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '9added19-ef17-438f-8b05-104a0e2c6029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:51:39.166904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Attempting to bind port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 on network a6038e93-7996-4ff2-9f40-8f0e9ef5678e {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:39.173063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 on network a6038e93-7996-4ff2-9f40-8f0e9ef5678e not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:51:39.173763 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Attempting to bind port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 on network a6038e93-7996-4ff2-9f40-8f0e9ef5678e {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:39.181376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:51:39.182144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Checking segment: {'id': '9added19-ef17-438f-8b05-104a0e2c6029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:39.182144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Bound using segment: {'id': '9added19-ef17-438f-8b05-104a0e2c6029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:51:39.182542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Bound port: 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9added19-ef17-438f-8b05-104a0e2c6029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:51:39.184471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.190451 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.275985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port a651a6db-f3e2-4317-9c02-069568da5eb7 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:51:39.279007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port a651a6db-f3e2-4317-9c02-069568da5eb7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:39.279548 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.286163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] For port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:51:39.290904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] For port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,segment=NetworkSegment(9added19-ef17-438f-8b05-104a0e2c6029),segment_id=9added19-ef17-438f-8b05-104a0e2c6029)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:51:39.340485 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.342932 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.346167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:39.346785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.390547 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.429871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:39.431134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.433002 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-21dacd79-6570-40a7-a641-40300944d945 service neutron] 10.222.0.52 "PUT /v2.0/ports/10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 1091 time: 1.0161810 Sep 16 16:51:39.433890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:51:39.442726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa439bd-c3f3-4f8c-98c4-a421ba70946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a651a6db-f3e2-4317-9c02-069568da5eb7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:51:39.444830 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68d2ca7-ed99-40f1-b970-b19147c1cb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:51:39.447147 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2254b416-ce6c-43aa-bd33-fc89a55df02b" -d '{"events": [{"server_uuid": "ffa439bd-c3f3-4f8c-98c4-a421ba70946b", "name": "network-vif-plugged", "status": "completed", "tag": "a651a6db-f3e2-4317-9c02-069568da5eb7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:51:39.465969 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0430062 Sep 16 16:51:39.466510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36324) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:39.469173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134d96d-95cf-4005-a91f-4cc541fdc222 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Network': ['ID=07652c38-d429-4ae2-b8ef-676de28190d8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:39.474562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'admin_state_up': True, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:39.477870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a651a6db-f3e2-4317-9c02-069568da5eb7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a651a6db-f3e2-4317-9c02-069568da5eb7,segment=NetworkSegment(e81fa528-0251-4249-a1ff-8812a415ea17),segment_id=e81fa528-0251-4249-a1ff-8812a415ea17)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:39.491331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 07652c38-d429-4ae2-b8ef-676de28190d8 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:51:39.495025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dacd79-6570-40a7-a641-40300944d945 service neutron] Pushing event updated for resources: {'Port': ['ID=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:39.529697 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6025df47-27ef-4b60-a14c-cc8c48db3d7d x-openstack-request-id: req-6025df47-27ef-4b60-a14c-cc8c48db3d7d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:51:39.530080 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:51:39.530468 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6025df47-27ef-4b60-a14c-cc8c48db3d7d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:51:39.531132 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'status': 'completed', 'code': 200} Sep 16 16:51:39.608013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d2ca7-ed99-40f1-b970-b19147c1cb2b req-6e097f6d-bef5-4b00-9e5c-5847c0d277a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:39.609942 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e68d2ca7-ed99-40f1-b970-b19147c1cb2b req-6e097f6d-bef5-4b00-9e5c-5847c0d277a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1094 time: 0.0571473 Sep 16 16:51:39.625724 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e983525a-903c-4ead-a523-3a6ef6008670 x-openstack-request-id: req-e983525a-903c-4ead-a523-3a6ef6008670 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:51:39.626292 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa439bd-c3f3-4f8c-98c4-a421ba70946b", "name": "network-vif-plugged", "status": "completed", "tag": "a651a6db-f3e2-4317-9c02-069568da5eb7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:51:39.626732 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e983525a-903c-4ead-a523-3a6ef6008670 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:51:39.628839 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa439bd-c3f3-4f8c-98c4-a421ba70946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a651a6db-f3e2-4317-9c02-069568da5eb7', 'code': 200} Sep 16 16:51:39.636921 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.638280 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.650333 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.680782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d81ea-2229-47f8-98d1-a8fb2c31f6ef req-8ec9c6f6-ea01-4dfe-98c2-0dbd661bf4ff tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:39.698522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d9d81ea-2229-47f8-98d1-a8fb2c31f6ef req-8ec9c6f6-ea01-4dfe-98c2-0dbd661bf4ff tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 944 time: 0.1733642 Sep 16 16:51:39.763729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=a651a6db-f3e2-4317-9c02-069568da5eb7,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:39.786790 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:39.788972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d9d81ea-2229-47f8-98d1-a8fb2c31f6ef req-1f2e0dd0-958d-4648-a667-ef1593256991 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895348 Sep 16 16:51:39.810404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b022788-8a40-43e3-9d01-1611305d3bb9 req-dd95afae-a9cf-4b74-8a52-171756176df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:39.811890 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7b022788-8a40-43e3-9d01-1611305d3bb9 req-dd95afae-a9cf-4b74-8a52-171756176df9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 1096 time: 0.1474636 Sep 16 16:51:39.816247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d2ca7-ed99-40f1-b970-b19147c1cb2b req-275f7f94-98a8-44ed-9439-51ec3bb0bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:39.817655 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e68d2ca7-ed99-40f1-b970-b19147c1cb2b req-275f7f94-98a8-44ed-9439-51ec3bb0bc4a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=077bb46763b14212a86d8f455e94b6eb&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1993761 Sep 16 16:51:39.911941 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7b022788-8a40-43e3-9d01-1611305d3bb9 req-1cf4a02d-f31f-4f59-8c1d-5925fd6aebb6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918164 Sep 16 16:51:39.952197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d2ca7-ed99-40f1-b970-b19147c1cb2b req-e9ca607f-3d93-4068-8542-d91218b13c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:39.953771 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e68d2ca7-ed99-40f1-b970-b19147c1cb2b req-e9ca607f-3d93-4068-8542-d91218b13c24 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289308 Sep 16 16:51:40.046080 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-52de4d78-cbc9-4546-825a-af9547cde034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:40.048587 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-52de4d78-cbc9-4546-825a-af9547cde034 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1094 time: 0.0542634 Sep 16 16:51:40.099299 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-83891764-f7a2-4783-8684-cade1b782783 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 217 time: 0.0438211 Sep 16 16:51:40.153531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-c6d4b414-0120-4f66-8ea6-15b24491beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:40.155105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-c6d4b414-0120-4f66-8ea6-15b24491beac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f347fb03-71d1-4d86-9817-2d440a8301fe HTTP/1.1" status: 200 len: 860 time: 0.0488248 Sep 16 16:51:40.191188 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-b2b5f2f6-c842-4f22-a7ed-b856f6433bc0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288453 Sep 16 16:51:40.319001 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:40.324864 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-7a2d58a3-4078-4ec8-9775-0f94873bcab7 service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264219 Sep 16 16:51:40.340214 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981ca1d-c4c1-430e-aa96-2ea585e1f62c req-a47f6b1f-62b9-4d4d-aa04-d60e25d38c07 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:40.341741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4981ca1d-c4c1-430e-aa96-2ea585e1f62c req-a47f6b1f-62b9-4d4d-aa04-d60e25d38c07 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 943 time: 0.0847232 Sep 16 16:51:40.383443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4981ca1d-c4c1-430e-aa96-2ea585e1f62c req-4abe5a7f-94d2-4061-be17-03c6057c5f3c tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356627 Sep 16 16:51:40.430311 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-cf3e3082-3c9a-4dc9-8d62-397cdf90b76e req-4477dd81-144c-4d01-960a-5484d50ffa8d service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984640 Sep 16 16:51:40.621347 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:40.640328 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:40.755560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Allocated IP 172.25.6.166 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/d9ab23cb-b541-426d-822a-00c74c64ddb7) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:40.869688 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:40.938276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16518819-844b-45e3-b1b6-493568323905 req-f58087f4-1353-42fd-8f72-3ed5d83dcc96 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:40.939833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16518819-844b-45e3-b1b6-493568323905 req-f58087f4-1353-42fd-8f72-3ed5d83dcc96 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 945 time: 0.0833774 Sep 16 16:51:40.981240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16518819-844b-45e3-b1b6-493568323905 req-4b211b4c-59e4-42b5-ab20-c9980ef1095a tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Sep 16 16:51:40.998049 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:41.044925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:41.047965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:41.056073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:41.059033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=d9ab23cb-b541-426d-822a-00c74c64ddb7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:41.502681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:41.562224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac3d9f-2c5a-436b-a0dc-9fa0b5c696a2 req-65ad77af-e4c2-4a93-9d04-63716bdf881e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:41.563727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5aac3d9f-2c5a-436b-a0dc-9fa0b5c696a2 req-65ad77af-e4c2-4a93-9d04-63716bdf881e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 943 time: 0.1006794 Sep 16 16:51:41.646664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5aac3d9f-2c5a-436b-a0dc-9fa0b5c696a2 req-b35ffb84-c43d-4637-a8db-5335d8eb64e0 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740986 Sep 16 16:51:41.744031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:41.922917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:51:42.034147 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:51:42.054147 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Sync routers for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:51:42.067429 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:51:42.067905 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:51:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:42.132917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884ee9e-c7c9-454f-8028-af0d90f7009e req-7f5bc79e-f379-47dc-a1b4-8982e5d06a30 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:42.134510 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8884ee9e-c7c9-454f-8028-af0d90f7009e req-7f5bc79e-f379-47dc-a1b4-8982e5d06a30 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 945 time: 0.0652099 Sep 16 16:51:42.136141 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:42.143590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-32c30e0c-f766-4e9f-9188-b60ebcdad4e3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6691577 Sep 16 16:51:42.143590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36400) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:42.185989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8884ee9e-c7c9-454f-8028-af0d90f7009e req-ce54378f-a807-46a5-b711-ae0760ad1f37 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378256 Sep 16 16:51:42.209868 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:51:42.319194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bc9b0-7a1a-4726-8131-86154ab7291b req-d153e415-85fd-4b6c-b1ee-fa10ffb883ae tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:42.327595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b4bc9b0-7a1a-4726-8131-86154ab7291b req-d153e415-85fd-4b6c-b1ee-fa10ffb883ae tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 945 time: 0.0630243 Sep 16 16:51:42.412304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b4bc9b0-7a1a-4726-8131-86154ab7291b req-dd3d64a7-18c1-4f08-8bab-f03c7a7f0d41 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837047 Sep 16 16:51:42.417823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8f47ae7a-6943-423d-8223-8900c92200a4 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=831ea3bec2c7489aa68e86d1be484b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2759793 Sep 16 16:51:42.421561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36408) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:42.508609 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:51:41Z', 'revision_number': 3, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:42.561163 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Checking router: 598947b4-83b6-4bb6-bd7f-917bfd9428c9 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:51:42.561589 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Updating router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 port d9ab23cb-b541-426d-822a-00c74c64ddb7 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:51:42.593466 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:42.640946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c48906-09b5-414c-8601-ec645c983371 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:42.642695 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b0c48906-09b5-414c-8601-ec645c983371 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2201881 Sep 16 16:51:42.649229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36414) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:42.683315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36418) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:42.689070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1348885964', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:42.697236 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e04b89e9-a363-4f2a-b419-b2e75120619e tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459590 Sep 16 16:51:42.960836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5fd12-c5f4-4bc9-a544-d9bb63d70a72 req-01897f4a-2db2-4daa-bc1c-fd2d0655ac83 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:42.962595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7df5fd12-c5f4-4bc9-a544-d9bb63d70a72 req-01897f4a-2db2-4daa-bc1c-fd2d0655ac83 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 943 time: 0.1601348 Sep 16 16:51:42.973050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9a501-a93e-4eb5-98ed-9c4df0c79b86 req-208c4079-a366-4ae9-aa5c-e1f4eed26e2a tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:42.974472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eca9a501-a93e-4eb5-98ed-9c4df0c79b86 req-208c4079-a366-4ae9-aa5c-e1f4eed26e2a tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 945 time: 0.1673188 Sep 16 16:51:42.998272 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.031743 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7df5fd12-c5f4-4bc9-a544-d9bb63d70a72 req-98100b55-5463-4f87-aa3b-a6b23b9f5a76 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562131 Sep 16 16:51:43.045184 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eca9a501-a93e-4eb5-98ed-9c4df0c79b86 req-a1c4f86b-a2b5-4ca6-8744-32e553ffc534 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526178 Sep 16 16:51:43.174285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Made reservation on behalf of 831ea3bec2c7489aa68e86d1be484b12 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:43.178059 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.188785 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.258917 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Attempting to bind port d9ab23cb-b541-426d-822a-00c74c64ddb7 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:51:43.266335 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Attempting to bind port d9ab23cb-b541-426d-822a-00c74c64ddb7 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:51:43.266335 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Attempting to bind port d9ab23cb-b541-426d-822a-00c74c64ddb7 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:43.266335 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bd7b2-5793-4320-a5ad-e5b46ce8b43e None None] Pushing event updated for resources: {'Port': ['ID=d9ab23cb-b541-426d-822a-00c74c64ddb7,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:43.268489 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:51:43.277178 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:43.277592 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.277984 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:51:43.278470 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Bound port: d9ab23cb-b541-426d-822a-00c74c64ddb7, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:51:43.278850 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.341259 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] For port d9ab23cb-b541-426d-822a-00c74c64ddb7, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:51:43.344634 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] For port d9ab23cb-b541-426d-822a-00c74c64ddb7, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d9ab23cb-b541-426d-822a-00c74c64ddb7,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:51:43.381354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:51:43.466241 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.467546 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.492815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,segment=NetworkSegment(9added19-ef17-438f-8b05-104a0e2c6029),segment_id=9added19-ef17-438f-8b05-104a0e2c6029)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:43.507057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'port_id': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'mac_address': 'fa:16:3e:81:b2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:51:43.538456 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bd7b2-5793-4320-a5ad-e5b46ce8b43e None None] Pushing event updated for resources: {'Port': ['ID=d9ab23cb-b541-426d-822a-00c74c64ddb7,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:43.552829 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:51:43.553480 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:51:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:43.562639 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.579123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:51:43.601871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,segment=NetworkSegment(9added19-ef17-438f-8b05-104a0e2c6029),segment_id=9added19-ef17-438f-8b05-104a0e2c6029)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:43.620079 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.665844 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.670286 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:51:43.717479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:43.813637 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:43.854806 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:51:41Z', 'revision_number': 3, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:43.867413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:51:43.881543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Subnet': ['ID=2d8c9158-5b42-49e6-b518-2182267a4db6,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:43.884577 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0833a8c2-9b71-43a6-b2c3-b0ad5b57eef8 None None] The sync data for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 is: [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:51:41Z', 'revision_number': 3, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:51:43.897274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Checking segment: {'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:43.897639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network hostable DHCP agents. Network: 07652c38-d429-4ae2-b8ef-676de28190d8, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:51:43.923224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac2a89-2f3d-4b79-9286-3014c1470bc1 req-52f7cf3e-0753-4249-9c6a-4333fcff924d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:43.924835 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53ac2a89-2f3d-4b79-9286-3014c1470bc1 req-52f7cf3e-0753-4249-9c6a-4333fcff924d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 945 time: 0.3876569 Sep 16 16:51:43.971473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53ac2a89-2f3d-4b79-9286-3014c1470bc1 req-040a741a-3fa0-44dc-934e-d59a7c720b92 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381751 Sep 16 16:51:44.002624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 07652c38-d429-4ae2-b8ef-676de28190d8 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:51:44.077708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 07652c38-d429-4ae2-b8ef-676de28190d8) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:44.083300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:44.087444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:44.090169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792dd89-98f4-45ab-a013-12a995392cb1 None None] Network 07652c38-d429-4ae2-b8ef-676de28190d8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:44.194328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e9644d61-b9bd-444d-823d-29f7832de35b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5055468 Sep 16 16:51:44.194575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36446) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:44.232744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05966594-b1df-4828-a03e-33034e938b00 req-4e96603f-3076-444a-92c8-9967054a497f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:44.234395 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05966594-b1df-4828-a03e-33034e938b00 req-4e96603f-3076-444a-92c8-9967054a497f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 944 time: 0.0889606 Sep 16 16:51:44.287367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-07652c38-d429-4ae2-b8ef-676de28190d8', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:51:44.288300 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:44.290509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05966594-b1df-4828-a03e-33034e938b00 req-65570010-b9c3-4602-a227-952086bc4e90 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Sep 16 16:51:44.475551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Allocated IP 172.20.0.2 (07652c38-d429-4ae2-b8ef-676de28190d8/2d8c9158-5b42-49e6-b518-2182267a4db6/64bcbaf2-4d88-4105-aaab-8842d05fc8a0) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:44.652537 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:44.746086 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:44.790523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Network 07652c38-d429-4ae2-b8ef-676de28190d8 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:44.793671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:44.796545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:44.830750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Pushing event updated for resources: {'Port': ['ID=64bcbaf2-4d88-4105-aaab-8842d05fc8a0,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:44.863573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894576d6-130e-412e-9921-6482b875c4f3 req-3ce9d8d6-e118-40ad-8817-1fe0d9826aa9 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:44.865790 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-894576d6-130e-412e-9921-6482b875c4f3 req-3ce9d8d6-e118-40ad-8817-1fe0d9826aa9 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 945 time: 0.1035504 Sep 16 16:51:44.872503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Attempting to bind port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:51:44.872902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Attempting to bind port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:51:44.873459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Attempting to bind port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 on network 07652c38-d429-4ae2-b8ef-676de28190d8 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:44.883129 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:51:44.883607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Checking segment: {'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:44.884021 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:44.884435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Bound using segment: {'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:51:44.885016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Bound port: 64bcbaf2-4d88-4105-aaab-8842d05fc8a0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:51:44.885406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:44.982124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] For port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:51:44.984543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] For port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=64bcbaf2-4d88-4105-aaab-8842d05fc8a0,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:51:45.038101 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:45.097613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-894576d6-130e-412e-9921-6482b875c4f3 req-17eaac4f-644b-4f54-8b3a-a7a132c6c91d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Deleting port a651a6db-f3e2-4317-9c02-069568da5eb7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:51:45.098631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-894576d6-130e-412e-9921-6482b875c4f3 req-17eaac4f-644b-4f54-8b3a-a7a132c6c91d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:45.117344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25c7fa-c545-4c1d-96dd-a8f0a852474a None None] Pushing event updated for resources: {'Port': ['ID=64bcbaf2-4d88-4105-aaab-8842d05fc8a0,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:45.123116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ddaec-a82b-45cc-901d-e032e628e258 req-a2f5fb6f-aaa8-451a-931d-8f119df89297 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:45.123116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d6ddaec-a82b-45cc-901d-e032e628e258 req-a2f5fb6f-aaa8-451a-931d-8f119df89297 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 945 time: 0.0682340 Sep 16 16:51:45.186740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d6ddaec-a82b-45cc-901d-e032e628e258 req-544d4e7b-40ea-44ec-aff4-bb9a7d91d9cc tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/security-groups?id=49e262f6-9700-47fc-bc85-cde7ae62b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594645 Sep 16 16:51:45.313888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-894576d6-130e-412e-9921-6482b875c4f3 req-17eaac4f-644b-4f54-8b3a-a7a132c6c91d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] For port a651a6db-f3e2-4317-9c02-069568da5eb7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a651a6db-f3e2-4317-9c02-069568da5eb7,segment=NetworkSegment(e81fa528-0251-4249-a1ff-8812a415ea17),segment_id=e81fa528-0251-4249-a1ff-8812a415ea17)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:45.314388 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-894576d6-130e-412e-9921-6482b875c4f3 req-17eaac4f-644b-4f54-8b3a-a7a132c6c91d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:45.351392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-894576d6-130e-412e-9921-6482b875c4f3 req-17eaac4f-644b-4f54-8b3a-a7a132c6c91d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Calling delete_port for a651a6db-f3e2-4317-9c02-069568da5eb7 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:51:45.380682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:45.467040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:45.540983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88970f3-e91e-4a1b-aa22-f7e22a7df60d req-0cf28a28-c63b-4dfc-b41f-a6fd5265bcef tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:45.561155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c88970f3-e91e-4a1b-aa22-f7e22a7df60d req-0cf28a28-c63b-4dfc-b41f-a6fd5265bcef tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 944 time: 0.1266837 Sep 16 16:51:45.562629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:51:45.566540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:45.567765 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:45.636767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c88970f3-e91e-4a1b-aa22-f7e22a7df60d req-68fcf265-d138-4c75-a720-52b0d9bcf495 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745308 Sep 16 16:51:45.675760 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:45.710086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:51:45.715993 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9de5cc9-dfad-411a-8669-ca0be0ff544f" -d '{"events": [{"server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "name": "network-vif-plugged", "status": "completed", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:51:45.729029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,segment=NetworkSegment(9added19-ef17-438f-8b05-104a0e2c6029),segment_id=9added19-ef17-438f-8b05-104a0e2c6029)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:45.776069 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397e1c9f-a3d9-4ba7-9caf-f76f2deebe45 x-openstack-request-id: req-397e1c9f-a3d9-4ba7-9caf-f76f2deebe45 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:51:45.776509 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "name": "network-vif-plugged", "status": "completed", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:51:45.776855 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-397e1c9f-a3d9-4ba7-9caf-f76f2deebe45 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:51:45.777375 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'code': 200} Sep 16 16:51:45.784944 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:45.828316 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-894576d6-130e-412e-9921-6482b875c4f3 req-17eaac4f-644b-4f54-8b3a-a7a132c6c91d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:45.855689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:45.911465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaac4f-644b-4f54-8b3a-a7a132c6c91d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Pushing event deleted for resources: {'Port': ['ID=a651a6db-f3e2-4317-9c02-069568da5eb7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:45.943781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-894576d6-130e-412e-9921-6482b875c4f3 req-17eaac4f-644b-4f54-8b3a-a7a132c6c91d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] No DVR routers for this DVR port a651a6db-f3e2-4317-9c02-069568da5eb7 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:51:45.950297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-894576d6-130e-412e-9921-6482b875c4f3 req-17eaac4f-644b-4f54-8b3a-a7a132c6c91d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:45.952252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-894576d6-130e-412e-9921-6482b875c4f3 req-17eaac4f-644b-4f54-8b3a-a7a132c6c91d tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.62 "DELETE /v2.0/ports/a651a6db-f3e2-4317-9c02-069568da5eb7 HTTP/1.1" status: 204 len: 173 time: 1.0786443 Sep 16 16:51:45.954108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa439bd-c3f3-4f8c-98c4-a421ba70946b', 'name': 'network-vif-deleted', 'tag': 'a651a6db-f3e2-4317-9c02-069568da5eb7'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:51:45.962433 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179f2c15-4c85-4ddb-b4a5-3a8e57f67391" -d '{"events": [{"server_uuid": "ffa439bd-c3f3-4f8c-98c4-a421ba70946b", "name": "network-vif-deleted", "tag": "a651a6db-f3e2-4317-9c02-069568da5eb7"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:51:46.008174 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef53ef6-fcca-45cf-b1ca-ccb4f6f53fd0 req-b0df45c4-8220-4349-aa50-c2b0e8b7388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:46.010263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2ef53ef6-fcca-45cf-b1ca-ccb4f6f53fd0 req-b0df45c4-8220-4349-aa50-c2b0e8b7388b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1096 time: 0.1598427 Sep 16 16:51:46.041146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Allocated IP 172.20.0.1 (07652c38-d429-4ae2-b8ef-676de28190d8/2d8c9158-5b42-49e6-b518-2182267a4db6/57f73fce-0b3e-4273-8fa4-938723ac3c24) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:46.068718 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2ef53ef6-fcca-45cf-b1ca-ccb4f6f53fd0 req-bc252f82-8416-46b9-8840-d11854c2ceda service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519102 Sep 16 16:51:46.100357 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e6ff4b-3211-4d12-aa0e-1a6357d5cbc9 x-openstack-request-id: req-e0e6ff4b-3211-4d12-aa0e-1a6357d5cbc9 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:51:46.100588 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa439bd-c3f3-4f8c-98c4-a421ba70946b", "name": "network-vif-deleted", "tag": "a651a6db-f3e2-4317-9c02-069568da5eb7", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:51:46.100716 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0e6ff4b-3211-4d12-aa0e-1a6357d5cbc9 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:51:46.101089 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa439bd-c3f3-4f8c-98c4-a421ba70946b', 'name': 'network-vif-deleted', 'tag': 'a651a6db-f3e2-4317-9c02-069568da5eb7', 'status': 'completed', 'code': 200} Sep 16 16:51:46.216672 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:46.255421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d9ab23cb-b541-426d-822a-00c74c64ddb7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:46.347641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d9ab23cb-b541-426d-822a-00c74c64ddb7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:46.348045 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:46.350721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f7ae977-a1dc-49a7-9b0b-fd71e2e09ba6 req-c9e5c77c-31a5-4260-b26e-d8a54ee674b1 tempest-ServersNegativeTestMultiTenantJSON-355849047 tempest-ServersNegativeTestMultiTenantJSON-355849047-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffa439bd-c3f3-4f8c-98c4-a421ba70946b HTTP/1.1" status: 200 len: 210 time: 0.0332522 Sep 16 16:51:46.435399 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:46.443174 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:46.463685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port d9ab23cb-b541-426d-822a-00c74c64ddb7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d9ab23cb-b541-426d-822a-00c74c64ddb7,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:46.492337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 07652c38-d429-4ae2-b8ef-676de28190d8 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:46.494601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:46.499031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:46.530738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=57f73fce-0b3e-4273-8fa4-938723ac3c24,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:46.540539 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:46.541923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:46.563684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:46.651058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=d9ab23cb-b541-426d-822a-00c74c64ddb7,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:46.712244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:46.712872 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:46.905152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bfdc8-858f-4bf6-b28a-612a33402346 req-52914406-7a22-4d1a-b66e-6be21e28f92f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:46.933237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-966bfdc8-858f-4bf6-b28a-612a33402346 req-52914406-7a22-4d1a-b66e-6be21e28f92f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.1169705 Sep 16 16:51:46.955357 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:46.959218 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.086799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-966bfdc8-858f-4bf6-b28a-612a33402346 req-fefa1dda-7e39-4109-9434-77732b62ed29 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460328 Sep 16 16:51:47.205692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88bb8d-2ab1-498f-b11e-a52801492aad None None] Network 07652c38-d429-4ae2-b8ef-676de28190d8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:51:47.208178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a651a6db-f3e2-4317-9c02-069568da5eb7 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:51:47.258858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: a651a6db-f3e2-4317-9c02-069568da5eb7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:51:47.259201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a651a6db-f3e2-4317-9c02-069568da5eb7 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:51:47.316051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=64bcbaf2-4d88-4105-aaab-8842d05fc8a0,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:47.320900 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-70810b44-1eec-4245-9274-327f43121b09 None None] Provisioning complete for port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:47.321259 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70810b44-1eec-4245-9274-327f43121b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.373443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.389277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.424713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36490) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:47.456438 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.492670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=64bcbaf2-4d88-4105-aaab-8842d05fc8a0,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:47.548002 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba5acd5-d8d8-4021-a3ed-3bb49a199403 admin admin] Deleting subnet 06fe668d-cb85-4552-a570-fd9648794322 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:51:47.553844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ba5acd5-d8d8-4021-a3ed-3bb49a199403 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.555854 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.589181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=57f73fce-0b3e-4273-8fa4-938723ac3c24,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:47.622396 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ba5acd5-d8d8-4021-a3ed-3bb49a199403 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.706973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ba5acd5-d8d8-4021-a3ed-3bb49a199403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.755792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 07652c38-d429-4ae2-b8ef-676de28190d8 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:47.759021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:47.877240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a5add2d0-4842-42ef-a5e6-6d71489c4849 None None] Provisioning complete for port 57f73fce-0b3e-4273-8fa4-938723ac3c24 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:47.877776 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a5add2d0-4842-42ef-a5e6-6d71489c4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.890052 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ba5acd5-d8d8-4021-a3ed-3bb49a199403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.927574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8ba5acd5-d8d8-4021-a3ed-3bb49a199403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:47.932274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36492) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:47.932829 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8ba5acd5-d8d8-4021-a3ed-3bb49a199403 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/06fe668d-cb85-4552-a570-fd9648794322 HTTP/1.1" status: 204 len: 168 time: 0.5061805 Sep 16 16:51:47.935591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5acd5-d8d8-4021-a3ed-3bb49a199403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06fe668d-cb85-4552-a570-fd9648794322,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:47.949238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a5add2d0-4842-42ef-a5e6-6d71489c4849 None None] Port 57f73fce-0b3e-4273-8fa4-938723ac3c24 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:51:47.963545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:51:47.975007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a5add2d0-4842-42ef-a5e6-6d71489c4849 None None] Provisioning complete for port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:47.975376 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a5add2d0-4842-42ef-a5e6-6d71489c4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.053427 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.142137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:51:48.147176 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fa57e821-3e95-45fb-8329-6de89e0cd372 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "PUT /v2.0/routers/598947b4-83b6-4bb6-bd7f-917bfd9428c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9525311 Sep 16 16:51:48.153766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Sync routers for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:51:48.161033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36502) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:48.170229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:51:48.170984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:51:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:48.216306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.282153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7576a940-30ea-4540-a8b4-b1194c267a8d None None] Provisioning complete for port 57f73fce-0b3e-4273-8fa4-938723ac3c24 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:48.282357 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7576a940-30ea-4540-a8b4-b1194c267a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.288270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d9ab23cb-b541-426d-822a-00c74c64ddb7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:48.304312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051c99ad-ebe2-49c5-9163-9d7d52acf5a9']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:48.324477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81fa528-0251-4249-a1ff-8812a415ea17') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:48.324844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81fa528-0251-4249-a1ff-8812a415ea17') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:48.330525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3261b9f-a5ea-4c4c-8c78-ab484100aa5c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.331126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3261b9f-a5ea-4c4c-8c78-ab484100aa5c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.331684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3261b9f-a5ea-4c4c-8c78-ab484100aa5c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.332836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3261b9f-a5ea-4c4c-8c78-ab484100aa5c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.333380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3261b9f-a5ea-4c4c-8c78-ab484100aa5c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.333922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3261b9f-a5ea-4c4c-8c78-ab484100aa5c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.334459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3261b9f-a5ea-4c4c-8c78-ab484100aa5c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.336573 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e3261b9f-a5ea-4c4c-8c78-ab484100aa5c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4979 time: 0.1718633 Sep 16 16:51:48.339600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36504) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:48.344016 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.362398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.371717 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:51:48.372166 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.431876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e8ee3-ff6a-41d2-8830-f9959b0a8ce5 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.432349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e8ee3-ff6a-41d2-8830-f9959b0a8ce5 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.437264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e8ee3-ff6a-41d2-8830-f9959b0a8ce5 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.437747 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e8ee3-ff6a-41d2-8830-f9959b0a8ce5 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.438222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e8ee3-ff6a-41d2-8830-f9959b0a8ce5 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.438686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e8ee3-ff6a-41d2-8830-f9959b0a8ce5 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.444757 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-637e8ee3-ff6a-41d2-8830-f9959b0a8ce5 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4028 time: 0.0999589 Sep 16 16:51:48.446662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36514) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:51:48.460451 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:51:48.479552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249be675-439b-46f5-ba8d-b5739730aa31 req-558f12db-528a-446b-b115-ecebae7f6183 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:48.490696 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-249be675-439b-46f5-ba8d-b5739730aa31 req-558f12db-528a-446b-b115-ecebae7f6183 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.2690983 Sep 16 16:51:48.531709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-249be675-439b-46f5-ba8d-b5739730aa31 req-06c8c5da-99b8-4e31-8cb3-5e1126368824 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400753 Sep 16 16:51:48.546749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:51:48.560674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7576a940-30ea-4540-a8b4-b1194c267a8d None None] Port 57f73fce-0b3e-4273-8fa4-938723ac3c24 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:51:48.596908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.609326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.613048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] 10.222.0.22 "DELETE /v2.0/networks/051c99ad-ebe2-49c5-9163-9d7d52acf5a9 HTTP/1.1" status: 204 len: 168 time: 0.6781316 Sep 16 16:51:48.622271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36522) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:48.682755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eece35-8a9b-4c26-844b-bca039cd007e admin admin] Pushing event deleted for resources: {'Network': ['ID=051c99ad-ebe2-49c5-9163-9d7d52acf5a9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:48.690661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d9ab23cb-b541-426d-822a-00c74c64ddb7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:48.691040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.791769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef666e16-ebad-49f9-a9e2-325c81f5de24 admin admin] Deleting subnet 07c47398-6d14-43de-b367-5a2c436c7ea9 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:51:48.801643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6c9d840a-d4c9-4bfd-83ef-4a056b908bb9 None None] Provisioning complete for port 57f73fce-0b3e-4273-8fa4-938723ac3c24 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:48.802141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6c9d840a-d4c9-4bfd-83ef-4a056b908bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.806344 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef666e16-ebad-49f9-a9e2-325c81f5de24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.861941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef666e16-ebad-49f9-a9e2-325c81f5de24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.881574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d840a-d4c9-4bfd-83ef-4a056b908bb9 None None] Port 57f73fce-0b3e-4273-8fa4-938723ac3c24 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:51:48.899284 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-04f17988-166f-4250-a4d1-092d8438eef6 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.4510434 Sep 16 16:51:48.923568 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef666e16-ebad-49f9-a9e2-325c81f5de24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:48.927665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:48.979101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:47Z', 'revision_number': 2, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:49.014213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Checking router: 598947b4-83b6-4bb6-bd7f-917bfd9428c9 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:51:49.014576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Updating router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 port 57f73fce-0b3e-4273-8fa4-938723ac3c24 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:51:49.057628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:49.058067 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.079647 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.181931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c7c42-dfd0-450f-a9fd-971c700ce75e req-fc88b6b8-9915-41a4-b664-83010cb5204c tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:49.200151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc9c7c42-dfd0-450f-a9fd-971c700ce75e req-fc88b6b8-9915-41a4-b664-83010cb5204c tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.1071942 Sep 16 16:51:49.200151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef666e16-ebad-49f9-a9e2-325c81f5de24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.244590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781c0d8-34bc-4ff4-bce5-e374282d1a57 req-909ddce4-af54-4662-97d5-a0f9c5248719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:49.251025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6781c0d8-34bc-4ff4-bce5-e374282d1a57 req-909ddce4-af54-4662-97d5-a0f9c5248719 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1096 time: 0.1148279 Sep 16 16:51:49.266717 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef666e16-ebad-49f9-a9e2-325c81f5de24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.271068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ef666e16-ebad-49f9-a9e2-325c81f5de24 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/07c47398-6d14-43de-b367-5a2c436c7ea9 HTTP/1.1" status: 204 len: 168 time: 0.6126432 Sep 16 16:51:49.279330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef666e16-ebad-49f9-a9e2-325c81f5de24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c47398-6d14-43de-b367-5a2c436c7ea9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:49.281086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36536) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:49.375084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36538) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:49.388578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc9c7c42-dfd0-450f-a9fd-971c700ce75e req-de72def4-2f77-4c3e-ba85-6a6828f65f2c tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705847 Sep 16 16:51:49.442023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36542) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:49.446665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-200b3933-7be4-456a-8a8e-bf56f4cb82b0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784984355', 'description': 'tempest-secgroup-smoke-1784984355 description', 'project_id': '831ea3bec2c7489aa68e86d1be484b12'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:49.494847 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.510671 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.560209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-200b3933-7be4-456a-8a8e-bf56f4cb82b0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.586074 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.595570 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.630721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb4e26a-51c0-42e5-9b05-7b2551db667e']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:49.642914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cde97fe-1cb1-4925-9394-2aed5a7c651e') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:49.643254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cde97fe-1cb1-4925-9394-2aed5a7c651e') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:49.653701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.669029 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.672031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f1553-dc33-4334-9aa3-0d1d6004a151 None None] Pushing event updated for resources: {'Port': ['ID=57f73fce-0b3e-4273-8fa4-938723ac3c24,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:49.675439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:51:49.675995 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:51:49.707274 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:51:49.767373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Attempting to bind port 57f73fce-0b3e-4273-8fa4-938723ac3c24 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:51:49.769033 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Attempting to bind port 57f73fce-0b3e-4273-8fa4-938723ac3c24 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:51:49.770010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Attempting to bind port 57f73fce-0b3e-4273-8fa4-938723ac3c24 on network 07652c38-d429-4ae2-b8ef-676de28190d8 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:49.776300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:51:49.776695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Checking segment: {'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:49.776846 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.777430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Bound using segment: {'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:51:49.777924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Bound port: 57f73fce-0b3e-4273-8fa4-938723ac3c24, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:51:49.778340 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.825142 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-200b3933-7be4-456a-8a8e-bf56f4cb82b0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.827697 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.846592 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.849773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] 10.222.0.22 "DELETE /v2.0/networks/abb4e26a-51c0-42e5-9b05-7b2551db667e HTTP/1.1" status: 204 len: 168 time: 0.5657127 Sep 16 16:51:49.867953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] For port 57f73fce-0b3e-4273-8fa4-938723ac3c24, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:51:49.875251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a41a7a-1e37-4c94-afc4-d0c952accddf admin admin] Pushing event deleted for resources: {'Network': ['ID=abb4e26a-51c0-42e5-9b05-7b2551db667e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:49.876128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] For port 57f73fce-0b3e-4273-8fa4-938723ac3c24, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=57f73fce-0b3e-4273-8fa4-938723ac3c24,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:51:49.888953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-200b3933-7be4-456a-8a8e-bf56f4cb82b0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.930927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b3933-7be4-456a-8a8e-bf56f4cb82b0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed21deec-f69b-4cf3-bcd1-a8a2a735532e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:49.935533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.981424 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-200b3933-7be4-456a-8a8e-bf56f4cb82b0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:49.987578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-200b3933-7be4-456a-8a8e-bf56f4cb82b0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5443566 Sep 16 16:51:50.001411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36546) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:50.001411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-bff4b415-6f06-41c0-b753-87028d955b39 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': 'ed21deec-f69b-4cf3-bcd1-a8a2a735532e', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:50.001693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781c0d8-34bc-4ff4-bce5-e374282d1a57 req-dae85765-0efb-4e95-865b-0990558cb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:50.002149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:51:50.002149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:51:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:50.002322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6781c0d8-34bc-4ff4-bce5-e374282d1a57 req-dae85765-0efb-4e95-865b-0990558cb22f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 200 len: 921 time: 0.7450705 Sep 16 16:51:50.055632 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6781c0d8-34bc-4ff4-bce5-e374282d1a57 req-6a9f4afc-363c-43af-b337-fda910ae70d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 217 time: 0.0447779 Sep 16 16:51:50.057133 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10aa0d9a-1beb-4b55-a193-4f1593db24bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.060026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f1553-dc33-4334-9aa3-0d1d6004a151 None None] Pushing event updated for resources: {'Port': ['ID=57f73fce-0b3e-4273-8fa4-938723ac3c24,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:50.080568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8d53ed72-6b18-480a-b6cc-1b17f31933af None None] Provisioning complete for port 57f73fce-0b3e-4273-8fa4-938723ac3c24 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:50.080687 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d53ed72-6b18-480a-b6cc-1b17f31933af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.101097 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bff4b415-6f06-41c0-b753-87028d955b39 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.196037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781c0d8-34bc-4ff4-bce5-e374282d1a57 req-baba305b-73d9-4577-bfc2-8dcdacf599ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:50.197933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6781c0d8-34bc-4ff4-bce5-e374282d1a57 req-baba305b-73d9-4577-bfc2-8dcdacf599ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f347fb03-71d1-4d86-9817-2d440a8301fe HTTP/1.1" status: 200 len: 860 time: 0.1217036 Sep 16 16:51:50.244524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:51:50.275537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bff4b415-6f06-41c0-b753-87028d955b39 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.277840 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10aa0d9a-1beb-4b55-a193-4f1593db24bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.279138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36548) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:50.306354 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6781c0d8-34bc-4ff4-bce5-e374282d1a57 req-cfe65c56-c8ce-4591-b9ce-145c6dfdbc6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268486 Sep 16 16:51:50.336896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bff4b415-6f06-41c0-b753-87028d955b39 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.366086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4b415-6f06-41c0-b753-87028d955b39 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01435526-374e-44d2-8a6e-10ebba7d6384,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:50.372500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-36a0ce8c-1058-47c3-946c-471a95185994 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d69b46a987a4991b6b9bf1edc371fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913327 Sep 16 16:51:50.374304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36552) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:50.434052 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6781c0d8-34bc-4ff4-bce5-e374282d1a57 req-20c7f70a-9e23-4e7f-a055-7503242c6c06 service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206930 Sep 16 16:51:50.435492 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-10aa0d9a-1beb-4b55-a193-4f1593db24bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.489233 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bff4b415-6f06-41c0-b753-87028d955b39 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.493303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bff4b415-6f06-41c0-b753-87028d955b39 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4998531 Sep 16 16:51:50.494367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36556) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:50.501394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-104a1d24-1b3d-432c-87b0-c3ce88d6f434 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': 'ed21deec-f69b-4cf3-bcd1-a8a2a735532e', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:50.512034 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d299c417-41fa-45e3-a2fd-aa3e044787cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.535623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa0d9a-1beb-4b55-a193-4f1593db24bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737a9c44-cf6e-4949-a318-b2e04a99629d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:50.540672 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d53ed72-6b18-480a-b6cc-1b17f31933af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.577512 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d299c417-41fa-45e3-a2fd-aa3e044787cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.584232 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-10aa0d9a-1beb-4b55-a193-4f1593db24bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e97089a36454c60ad17e267b621bcf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2075021 Sep 16 16:51:50.590035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36558) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:50.596024 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6781c0d8-34bc-4ff4-bce5-e374282d1a57 req-bd7ec684-b7a0-4e30-b892-f7311d1af5e7 service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249232 Sep 16 16:51:50.620004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8d53ed72-6b18-480a-b6cc-1b17f31933af None None] For port 57f73fce-0b3e-4273-8fa4-938723ac3c24, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=57f73fce-0b3e-4273-8fa4-938723ac3c24,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:51:50.633162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6630c-b656-4b43-80c2-20c836edddce req-daf0d7f7-96cc-4bde-872a-e0aeacecc074 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:50.636425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-afa6630c-b656-4b43-80c2-20c836edddce req-daf0d7f7-96cc-4bde-872a-e0aeacecc074 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.1266782 Sep 16 16:51:50.681576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-104a1d24-1b3d-432c-87b0-c3ce88d6f434 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.688270 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d53ed72-6b18-480a-b6cc-1b17f31933af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.744649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-afa6630c-b656-4b43-80c2-20c836edddce req-668762f0-e2b9-4979-b573-3e96ba9229a2 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958962 Sep 16 16:51:50.747750 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee6c1ff9-a5a4-4ee7-a531-7921d9ae07b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.748128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:49Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:51:50.787279 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-104a1d24-1b3d-432c-87b0-c3ce88d6f434 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.789519 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee6c1ff9-a5a4-4ee7-a531-7921d9ae07b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.798102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01524ec2-7a3a-4847-bb28-0df2c47146f2 None None] The sync data for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 is: [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:49Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:51:50.803178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53ed72-6b18-480a-b6cc-1b17f31933af None None] Pushing event updated for resources: {'Port': ['ID=57f73fce-0b3e-4273-8fa4-938723ac3c24,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:50.807467 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d299c417-41fa-45e3-a2fd-aa3e044787cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.810051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d299c417-41fa-45e3-a2fd-aa3e044787cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.813516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d299c417-41fa-45e3-a2fd-aa3e044787cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49e262f6-9700-47fc-bc85-cde7ae62b385 HTTP/1.1" status: 204 len: 168 time: 0.4356549 Sep 16 16:51:50.844790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dda4c48b-f716-4158-9852-969346e9aecc None None] Provisioning complete for port 57f73fce-0b3e-4273-8fa4-938723ac3c24 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:50.845567 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dda4c48b-f716-4158-9852-969346e9aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.861555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299c417-41fa-45e3-a2fd-aa3e044787cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e262f6-9700-47fc-bc85-cde7ae62b385,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:50.871367 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-104a1d24-1b3d-432c-87b0-c3ce88d6f434 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:50.937138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a1d24-1b3d-432c-87b0-c3ce88d6f434 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e740c9a-a5f9-4d1e-b3da-c3a9755ca56a,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:51.037550 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-104a1d24-1b3d-432c-87b0-c3ce88d6f434 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.044874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-104a1d24-1b3d-432c-87b0-c3ce88d6f434 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5470784 Sep 16 16:51:51.048831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36566) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:51.052075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-bcc5c94a-e056-4862-a353-eebf19ab5c4d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': 'ed21deec-f69b-4cf3-bcd1-a8a2a735532e', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:51.065980 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee6c1ff9-a5a4-4ee7-a531-7921d9ae07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.070513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee6c1ff9-a5a4-4ee7-a531-7921d9ae07b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.071574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ee6c1ff9-a5a4-4ee7-a531-7921d9ae07b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/737a9c44-cf6e-4949-a318-b2e04a99629d HTTP/1.1" status: 204 len: 168 time: 0.4815547 Sep 16 16:51:51.087444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c1ff9-a5a4-4ee7-a531-7921d9ae07b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737a9c44-cf6e-4949-a318-b2e04a99629d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:51.165304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c94a-e056-4862-a353-eebf19ab5c4d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.262244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c94a-e056-4862-a353-eebf19ab5c4d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.357052 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c94a-e056-4862-a353-eebf19ab5c4d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.376490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5c94a-e056-4862-a353-eebf19ab5c4d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3780915f-60b0-4b09-b69d-fbc9d39c60cd,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:51.443793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c94a-e056-4862-a353-eebf19ab5c4d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.445382 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bcc5c94a-e056-4862-a353-eebf19ab5c4d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3989019 Sep 16 16:51:51.447888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36580) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:51.453268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cb56ed2d-ffb6-41f0-adfa-571512978837 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': 'ed21deec-f69b-4cf3-bcd1-a8a2a735532e', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:51.568371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb56ed2d-ffb6-41f0-adfa-571512978837 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.632279 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb56ed2d-ffb6-41f0-adfa-571512978837 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.722437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb56ed2d-ffb6-41f0-adfa-571512978837 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.740467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ed2d-ffb6-41f0-adfa-571512978837 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a6031d-9133-464e-9830-d9569577ffd3,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:51.814093 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb56ed2d-ffb6-41f0-adfa-571512978837 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.815645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cb56ed2d-ffb6-41f0-adfa-571512978837 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3667126 Sep 16 16:51:51.821121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36588) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:51.827626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-bb0f2203-7f30-4bd6-8f19-fc43de4c4496 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': 'ed21deec-f69b-4cf3-bcd1-a8a2a735532e', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:51.884285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36590) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:51.932955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32e47b-eb62-4add-beeb-3cd78066a86e req-86d08f09-ce6d-4be7-b6fb-41a0fff56ebd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:51.934577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f32e47b-eb62-4add-beeb-3cd78066a86e req-86d08f09-ce6d-4be7-b6fb-41a0fff56ebd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0862422 Sep 16 16:51:51.956334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2666926c-d9ff-416d-993c-81ee2345dcbe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=494b927db0fc461d924a01a31ade787a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684407 Sep 16 16:51:51.957675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36592) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:51.967840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36594) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:51.968850 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-bb0f2203-7f30-4bd6-8f19-fc43de4c4496 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Project 831ea3bec2c7489aa68e86d1be484b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:51:51.997039 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f32e47b-eb62-4add-beeb-3cd78066a86e req-21c75043-cbaf-476d-aeaf-90682d09cf24 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527594 Sep 16 16:51:51.998343 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb0f2203-7f30-4bd6-8f19-fc43de4c4496 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:51.999759 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57da9468-ea75-422e-930f-2a6220063b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.064087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6411-e263-487d-a86f-c05935e012e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.083845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb0f2203-7f30-4bd6-8f19-fc43de4c4496 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.102262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6411-e263-487d-a86f-c05935e012e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.179827 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb0f2203-7f30-4bd6-8f19-fc43de4c4496 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.200260 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 57f73fce-0b3e-4273-8fa4-938723ac3c24 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:51:52.202507 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57da9468-ea75-422e-930f-2a6220063b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.213371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f2203-7f30-4bd6-8f19-fc43de4c4496 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae220cf-cb59-4928-8e49-07ca0c150352,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:52.260250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6411-e263-487d-a86f-c05935e012e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.260495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 57f73fce-0b3e-4273-8fa4-938723ac3c24 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:52.260703 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.263274 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6411-e263-487d-a86f-c05935e012e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.264748 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a5bb6411-e263-487d-a86f-c05935e012e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e9438f8-80e3-45fe-b388-e8d8a6f982a7 HTTP/1.1" status: 204 len: 168 time: 0.3052361 Sep 16 16:51:52.282396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb6411-e263-487d-a86f-c05935e012e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9438f8-80e3-45fe-b388-e8d8a6f982a7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:52.294076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57da9468-ea75-422e-930f-2a6220063b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.341757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da9468-ea75-422e-930f-2a6220063b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cfedab-19fe-4506-86de-76a90a0178c1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:52.350320 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57da9468-ea75-422e-930f-2a6220063b92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a216d39a09dc483685f077496f29addb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777077 Sep 16 16:51:52.350816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36598) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:52.377974 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb0f2203-7f30-4bd6-8f19-fc43de4c4496 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.379634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bb0f2203-7f30-4bd6-8f19-fc43de4c4496 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5573981 Sep 16 16:51:52.382501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36600) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:52.387875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-7cf8c169-2ff0-4f69-a84a-f39b7cff9bcd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': 'ed21deec-f69b-4cf3-bcd1-a8a2a735532e', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:52.428989 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-19f193ad-feb3-4fe1-8e0e-7f01d5d9f133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.452764 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-19f193ad-feb3-4fe1-8e0e-7f01d5d9f133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.488520 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-7cf8c169-2ff0-4f69-a84a-f39b7cff9bcd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Project 831ea3bec2c7489aa68e86d1be484b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:51:52.493837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c169-2ff0-4f69-a84a-f39b7cff9bcd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.556750 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-19f193ad-feb3-4fe1-8e0e-7f01d5d9f133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.560703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-19f193ad-feb3-4fe1-8e0e-7f01d5d9f133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.562466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-19f193ad-feb3-4fe1-8e0e-7f01d5d9f133 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74cfedab-19fe-4506-86de-76a90a0178c1 HTTP/1.1" status: 204 len: 168 time: 0.2100375 Sep 16 16:51:52.574289 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c169-2ff0-4f69-a84a-f39b7cff9bcd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.576161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f193ad-feb3-4fe1-8e0e-7f01d5d9f133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cfedab-19fe-4506-86de-76a90a0178c1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:52.653578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c169-2ff0-4f69-a84a-f39b7cff9bcd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.678838 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8c169-2ff0-4f69-a84a-f39b7cff9bcd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9a5f57-a25c-46f4-ab9c-d70b322c73bc,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:52.756125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c169-2ff0-4f69-a84a-f39b7cff9bcd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:52.757397 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7cf8c169-2ff0-4f69-a84a-f39b7cff9bcd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733768 Sep 16 16:51:53.035484 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2eabf458-c2ec-45e7-9575-f5ff4e02755f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784984355&fields=id&tenant_id=831ea3bec2c7489aa68e86d1be484b12 HTTP/1.1" status: 200 len: 267 time: 0.0553644 Sep 16 16:51:53.178293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c59546-5917-4b3e-aaa8-d2eb6fb8db88 req-7637a5dd-9547-48ca-8734-653ca694bfb9 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:53.179811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08c59546-5917-4b3e-aaa8-d2eb6fb8db88 req-7637a5dd-9547-48ca-8734-653ca694bfb9 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.1033454 Sep 16 16:51:53.188349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2653a464-2020-4579-9af5-cb8c4ae64e22 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:53.189858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2653a464-2020-4579-9af5-cb8c4ae64e22 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/networks?id=07652c38-d429-4ae2-b8ef-676de28190d8 HTTP/1.1" status: 200 len: 795 time: 0.1449344 Sep 16 16:51:53.218775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-036647b9-a9c8-4adf-b037-aaa6ab088497 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/quotas/831ea3bec2c7489aa68e86d1be484b12 HTTP/1.1" status: 200 len: 375 time: 0.0217335 Sep 16 16:51:53.259492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08c59546-5917-4b3e-aaa8-d2eb6fb8db88 req-47a573ad-774c-4da4-9334-df36ac8b377d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686743 Sep 16 16:51:53.281909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-944bbcc9-b694-459c-90b3-f18fb4a3f14b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543714 Sep 16 16:51:53.381868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-96315fb4-92c4-4c45-8089-35c789926b23 service neutron] 10.222.0.22 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876567 Sep 16 16:51:53.397149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36632) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:53.410666 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bea5351e-fe7a-466a-ac26-48a6717fe2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:53.489949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-8f9c0054-923b-48fa-8301-55524c8ce37b service neutron] 10.222.0.22 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015739 Sep 16 16:51:53.512472 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bea5351e-fe7a-466a-ac26-48a6717fe2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:53.579761 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bea5351e-fe7a-466a-ac26-48a6717fe2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:53.618530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bea5351e-fe7a-466a-ac26-48a6717fe2f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a0ef61168b144d88d00c815d8734166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202761 Sep 16 16:51:53.619475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5351e-fe7a-466a-ac26-48a6717fe2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4667c47d-ccb4-4c8b-9db5-d67d93a6d5cc,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:53.621075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36640) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:53.681476 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a78ce3dc-e5a1-4cb0-b9c7-984511700b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:53.709882 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a78ce3dc-e5a1-4cb0-b9c7-984511700b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:53.768308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54e28b52-2751-4358-973a-228e58362ed0 req-f76841c7-d565-47c4-b8ce-f211b3619dcf tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 210 time: 0.0414064 Sep 16 16:51:53.871241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a78ce3dc-e5a1-4cb0-b9c7-984511700b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:53.874185 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a78ce3dc-e5a1-4cb0-b9c7-984511700b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:53.886226 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a78ce3dc-e5a1-4cb0-b9c7-984511700b11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4667c47d-ccb4-4c8b-9db5-d67d93a6d5cc HTTP/1.1" status: 204 len: 168 time: 0.2524500 Sep 16 16:51:53.886226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ce3dc-e5a1-4cb0-b9c7-984511700b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4667c47d-ccb4-4c8b-9db5-d67d93a6d5cc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:54.419206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c5ab-75f7-4b57-bc12-cb0b816d7714 req-15950e46-234c-441c-8f72-b9c6c7fcbf7b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:54.421015 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6944c5ab-75f7-4b57-bc12-cb0b816d7714 req-15950e46-234c-441c-8f72-b9c6c7fcbf7b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0755353 Sep 16 16:51:54.468343 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6944c5ab-75f7-4b57-bc12-cb0b816d7714 req-f160d447-d5fa-4200-98bd-41def0f59387 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356030 Sep 16 16:51:54.857304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bd42c4d1-3ed2-4896-ab85-e74bd325fafd req-c628f9e6-a4ba-4bdf-a0ad-6fdeda42f427 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 210 time: 0.0346963 Sep 16 16:51:54.996584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36722) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:55.259689 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7969900b-575e-4fc0-848d-9c50fd30a340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:55.414732 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7969900b-575e-4fc0-848d-9c50fd30a340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:55.488238 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7969900b-575e-4fc0-848d-9c50fd30a340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:55.529770 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7969900b-575e-4fc0-848d-9c50fd30a340 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2dfe909de8f744fbae07a8ffad6efcf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320833 Sep 16 16:51:55.530721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969900b-575e-4fc0-848d-9c50fd30a340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ec8857-9d3a-4115-983e-b6d8eb1ac5cb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:55.532420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36736) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:55.640784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ac4a-f9c4-4636-9cb7-eb95213bae94 req-48622d7f-4f25-456e-a2e4-39e482fd5f3f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:55.648140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9189ac4a-f9c4-4636-9cb7-eb95213bae94 req-48622d7f-4f25-456e-a2e4-39e482fd5f3f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0881009 Sep 16 16:51:55.650171 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cf2c-33a4-4b92-9983-c82f36e3e703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:55.700951 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cf2c-33a4-4b92-9983-c82f36e3e703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:55.725145 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9189ac4a-f9c4-4636-9cb7-eb95213bae94 req-502a22fd-7035-437c-b8ec-173594c8ffca tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758476 Sep 16 16:51:55.836541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cf2c-33a4-4b92-9983-c82f36e3e703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:55.839174 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cf2c-33a4-4b92-9983-c82f36e3e703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:55.840602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ce3cf2c-33a4-4b92-9983-c82f36e3e703 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09ec8857-9d3a-4115-983e-b6d8eb1ac5cb HTTP/1.1" status: 204 len: 168 time: 0.3066590 Sep 16 16:51:55.851031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3cf2c-33a4-4b92-9983-c82f36e3e703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ec8857-9d3a-4115-983e-b6d8eb1ac5cb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:55.993971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e6c9f67-3857-4e57-be7b-e9f18ccd1400 req-b7e703de-e472-4232-b6c9-969d58968a6f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 210 time: 0.0381112 Sep 16 16:51:56.112592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2c66bb1e-29a9-4170-babc-184dcd2ce2c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:56.114742 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2c66bb1e-29a9-4170-babc-184dcd2ce2c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.62 "GET /v2.0/networks?id=07652c38-d429-4ae2-b8ef-676de28190d8 HTTP/1.1" status: 200 len: 795 time: 0.1160538 Sep 16 16:51:56.176592 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-99578629-cf1e-437b-91c6-087312a2e9b7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=831ea3bec2c7489aa68e86d1be484b12 HTTP/1.1" status: 200 len: 380 time: 0.0524964 Sep 16 16:51:56.185512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'port': {'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'admin_state_up': True, 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'security_groups': ['ed21deec-f69b-4cf3-bcd1-a8a2a735532e']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:56.419275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Made reservation on behalf of 831ea3bec2c7489aa68e86d1be484b12 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:51:56.423140 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:56.565732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Allocated IP 172.20.0.4 (07652c38-d429-4ae2-b8ef-676de28190d8/2d8c9158-5b42-49e6-b518-2182267a4db6/cf41e46f-149f-4523-a563-1a6a1c3ce519) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:51:56.749550 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:56.871299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:56.890017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71245ecb-0ff9-4be2-892d-fb4a614d601c req-caa2e13f-1485-4728-85b0-b71da7fbc767 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:56.891938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71245ecb-0ff9-4be2-892d-fb4a614d601c req-caa2e13f-1485-4728-85b0-b71da7fbc767 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0679984 Sep 16 16:51:56.917766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 07652c38-d429-4ae2-b8ef-676de28190d8 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:51:56.921116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:51:56.923958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:51:56.948299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71245ecb-0ff9-4be2-892d-fb4a614d601c req-b6f4c109-f853-4a1b-bcdf-acd8455b722f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490158 Sep 16 16:51:56.963499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=cf41e46f-149f-4523-a563-1a6a1c3ce519,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:57.009487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:57.011437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:57.083758 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-2ea8cc74-31fc-49c8-a2e7-88350c5e5ab5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9018822 Sep 16 16:51:57.100666 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Request body: {'port': {'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:51:57.135204 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8d43c-b338-49a8-903c-09a67bb7f453 req-36c8868a-c79f-4d37-b206-786cc777e2e8 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:57.155918 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4de8d43c-b338-49a8-903c-09a67bb7f453 req-36c8868a-c79f-4d37-b206-786cc777e2e8 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 931 time: 0.0797024 Sep 16 16:51:57.211671 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:57.224852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4de8d43c-b338-49a8-903c-09a67bb7f453 req-6dfb7bba-2b53-4bd3-b89d-79cc195d06f8 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675163 Sep 16 16:51:57.326997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9bb46722-1e11-4e10-9db8-3f558350b64c None None] Provisioning complete for port cf41e46f-149f-4523-a563-1a6a1c3ce519 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:51:57.327465 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9bb46722-1e11-4e10-9db8-3f558350b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:57.395421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9bb46722-1e11-4e10-9db8-3f558350b64c None None] Port cf41e46f-149f-4523-a563-1a6a1c3ce519 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:51:57.569276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf41e46f-149f-4523-a563-1a6a1c3ce519 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:51:57.577806 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:57.592311 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Transition to ACTIVE for port object cf41e46f-149f-4523-a563-1a6a1c3ce519 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:51:57.677390 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:57.737710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Pushing event updated for resources: {'Port': ['ID=cf41e46f-149f-4523-a563-1a6a1c3ce519,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:57.830392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Attempting to bind port cf41e46f-149f-4523-a563-1a6a1c3ce519 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:51:57.830730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Attempting to bind port cf41e46f-149f-4523-a563-1a6a1c3ce519 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:51:57.831064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Attempting to bind port cf41e46f-149f-4523-a563-1a6a1c3ce519 on network 07652c38-d429-4ae2-b8ef-676de28190d8 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:57.836661 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Port cf41e46f-149f-4523-a563-1a6a1c3ce519 on network 07652c38-d429-4ae2-b8ef-676de28190d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:51:57.837414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Attempting to bind port cf41e46f-149f-4523-a563-1a6a1c3ce519 on network 07652c38-d429-4ae2-b8ef-676de28190d8 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:51:57.842679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:51:57.843105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Checking segment: {'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:51:57.843431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Bound using segment: {'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:51:57.843848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Bound port: cf41e46f-149f-4523-a563-1a6a1c3ce519, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c570df1-cec8-4074-aac4-755c6a69c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:51:57.844683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:57.982467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] For port cf41e46f-149f-4523-a563-1a6a1c3ce519, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:51:57.986755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] For port cf41e46f-149f-4523-a563-1a6a1c3ce519, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cf41e46f-149f-4523-a563-1a6a1c3ce519,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:51:58.054967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.072966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb260c4-f7e0-4b00-80ca-da9459cf92f7 req-1ef971a2-fcb7-4d55-a93e-da66614e0b12 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:58.080509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4eb260c4-f7e0-4b00-80ca-da9459cf92f7 req-1ef971a2-fcb7-4d55-a93e-da66614e0b12 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0595927 Sep 16 16:51:58.094587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:58.095669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.098139 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] 10.222.0.62 "PUT /v2.0/ports/cf41e46f-149f-4523-a563-1a6a1c3ce519 HTTP/1.1" status: 200 len: 1091 time: 1.0050764 Sep 16 16:51:58.098911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'tag': 'cf41e46f-149f-4523-a563-1a6a1c3ce519'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:51:58.101600 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cc7ff3-32ae-4f77-8c20-ccca4c79c0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "be276a0c-6bd7-4f2d-8d93-4303208709d3", "tag": "cf41e46f-149f-4523-a563-1a6a1c3ce519"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:51:58.120521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36852) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:58.143911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753e4ac-e081-4e04-a0e2-d1a4d206429a service neutron] Pushing event updated for resources: {'Port': ['ID=cf41e46f-149f-4523-a563-1a6a1c3ce519,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:58.199226 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ae42e8-639a-47fe-9282-32c927d2d2a7 x-openstack-request-id: req-a5ae42e8-639a-47fe-9282-32c927d2d2a7 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:51:58.199822 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be276a0c-6bd7-4f2d-8d93-4303208709d3", "tag": "cf41e46f-149f-4523-a563-1a6a1c3ce519", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:51:58.200232 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5ae42e8-639a-47fe-9282-32c927d2d2a7 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:51:58.200879 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'tag': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'status': 'completed', 'code': 200} Sep 16 16:51:58.207564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4eb260c4-f7e0-4b00-80ca-da9459cf92f7 req-765b10ae-12c0-44b1-878a-cae4548afa42 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213033 Sep 16 16:51:58.213686 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2204066c-37a7-486a-8fc0-118073c5f9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.275526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36858) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:58.289374 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc7ff3-32ae-4f77-8c20-ccca4c79c0d7 req-d56b8c76-712a-4d33-b060-e772694d4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:58.290930 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-28cc7ff3-32ae-4f77-8c20-ccca4c79c0d7 req-d56b8c76-712a-4d33-b060-e772694d4b76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 1094 time: 0.0741129 Sep 16 16:51:58.420774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaf2e6-f2ef-4e92-b44b-bd2f9e07ff77 req-87c33879-1139-4860-b03c-a7b02f52a28e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:58.422438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2feaf2e6-f2ef-4e92-b44b-bd2f9e07ff77 req-87c33879-1139-4860-b03c-a7b02f52a28e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 943 time: 0.0749264 Sep 16 16:51:58.446138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cf1aae1-e6de-4469-8a7a-189da0e4e005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.465034 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.479338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc7ff3-32ae-4f77-8c20-ccca4c79c0d7 req-cf51e8a5-8e34-477c-afd3-168e6d94a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:58.480847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-28cc7ff3-32ae-4f77-8c20-ccca4c79c0d7 req-cf51e8a5-8e34-477c-afd3-168e6d94a4db service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=831ea3bec2c7489aa68e86d1be484b12&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1820304 Sep 16 16:51:58.490556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2feaf2e6-f2ef-4e92-b44b-bd2f9e07ff77 req-338f9ba6-e43f-4665-be16-16a949014274 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609870 Sep 16 16:51:58.625871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc7ff3-32ae-4f77-8c20-ccca4c79c0d7 req-23cf1b62-73d7-4177-a30e-eed739cc94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:58.627358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-28cc7ff3-32ae-4f77-8c20-ccca4c79c0d7 req-23cf1b62-73d7-4177-a30e-eed739cc94bb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383691 Sep 16 16:51:58.656071 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cf1aae1-e6de-4469-8a7a-189da0e4e005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.709324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-24ff4eee-28df-4211-bf77-7036c9995304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:58.710842 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-24ff4eee-28df-4211-bf77-7036c9995304 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 1094 time: 0.0488250 Sep 16 16:51:58.725210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4cf1aae1-e6de-4469-8a7a-189da0e4e005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.768893 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-7518d54b-ddc3-4de3-84df-4650be8018c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf41e46f-149f-4523-a563-1a6a1c3ce519 HTTP/1.1" status: 200 len: 217 time: 0.0502989 Sep 16 16:51:58.810873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.832196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4cf1aae1-e6de-4469-8a7a-189da0e4e005 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=177821f785154f6da21251cb706ab644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7103441 Sep 16 16:51:58.834978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1aae1-e6de-4469-8a7a-189da0e4e005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc99c908-024e-4397-817d-c36cefa61712,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:58.835594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36866) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:58.849183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-96f4f72c-ce1b-4e08-bd76-5ad0222b37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:58.850834 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-96f4f72c-ce1b-4e08-bd76-5ad0222b37e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d8c9158-5b42-49e6-b518-2182267a4db6 HTTP/1.1" status: 200 len: 835 time: 0.0709112 Sep 16 16:51:58.880311 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.912602 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f955b80b-4f9d-437b-b82c-f92dfb8700eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.918439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-9ef93c73-282f-4636-a2db-e4a0c6b55a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:58.920069 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-9ef93c73-282f-4636-a2db-e4a0c6b55a2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07652c38-d429-4ae2-b8ef-676de28190d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620394 Sep 16 16:51:58.957625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afceac5c-2dfa-4ba4-9dd2-fc35070d546e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:58.969046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0387f590439c49588c68302d0d6a467f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6920323 Sep 16 16:51:58.976597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36872) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:51:58.985019 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f955b80b-4f9d-437b-b82c-f92dfb8700eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:58.993842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.994186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.994612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.994867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.995189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.995520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.995838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.996339 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.996688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.997149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.997586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:58.997910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e5148-1999-4af2-bd23-90ba7d5b47ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:51:59.036164 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-31828cfe-a10b-4ff7-b7e0-9dbd4898df5a service neutron] 10.222.0.62 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091599 Sep 16 16:51:59.064669 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4102708a-ea90-49f2-b46c-5e7fab67bb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:59.089854 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4102708a-ea90-49f2-b46c-5e7fab67bb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:59.145931 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2adaf7-f711-4b8a-8649-2b4a433d2535 req-cc62518e-49c1-4006-b98b-e4128d7acd8b service neutron] 10.222.0.62 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022351 Sep 16 16:51:59.208096 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f955b80b-4f9d-437b-b82c-f92dfb8700eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:59.210742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f955b80b-4f9d-437b-b82c-f92dfb8700eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:59.211973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f955b80b-4f9d-437b-b82c-f92dfb8700eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc99c908-024e-4397-817d-c36cefa61712 HTTP/1.1" status: 204 len: 168 time: 0.3753591 Sep 16 16:51:59.219886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955b80b-4f9d-437b-b82c-f92dfb8700eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc99c908-024e-4397-817d-c36cefa61712,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:59.237509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4102708a-ea90-49f2-b46c-5e7fab67bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:59.241447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4102708a-ea90-49f2-b46c-5e7fab67bb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:51:59.242162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4102708a-ea90-49f2-b46c-5e7fab67bb75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/afceac5c-2dfa-4ba4-9dd2-fc35070d546e HTTP/1.1" status: 204 len: 168 time: 0.2646220 Sep 16 16:51:59.252228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102708a-ea90-49f2-b46c-5e7fab67bb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afceac5c-2dfa-4ba4-9dd2-fc35070d546e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:51:59.343809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69be94f-8527-46b2-a045-9f46c7c4ac8f req-52b7c0ca-93dd-4f8d-a4d6-71ea94b87f9e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:59.345357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c69be94f-8527-46b2-a045-9f46c7c4ac8f req-52b7c0ca-93dd-4f8d-a4d6-71ea94b87f9e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0524008 Sep 16 16:51:59.385653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c69be94f-8527-46b2-a045-9f46c7c4ac8f req-98bfa7e8-d8c2-4917-9169-0850a3844066 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336134 Sep 16 16:51:59.619146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf41226-66fd-48a8-8192-a5c18cb95b9f req-ed420194-7335-44f1-9b98-4dfd2cda9527 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:51:59.621064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecf41226-66fd-48a8-8192-a5c18cb95b9f req-ed420194-7335-44f1-9b98-4dfd2cda9527 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 943 time: 0.0610995 Sep 16 16:51:59.669765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ecf41226-66fd-48a8-8192-a5c18cb95b9f req-603f9787-ad98-4b47-bc66-caf705c58813 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368652 Sep 16 16:51:59.994924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 36896) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:00.009229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-064564f9-abb8-4137-be4c-c6f77ceac8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:00.107538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-064564f9-abb8-4137-be4c-c6f77ceac8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:00.162772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-064564f9-abb8-4137-be4c-c6f77ceac8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:00.203030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-064564f9-abb8-4137-be4c-c6f77ceac8ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9af7a0ec7be4a4e98d13ccb62524dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069769 Sep 16 16:52:00.205701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064564f9-abb8-4137-be4c-c6f77ceac8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959fc135-e365-446a-834a-2311f8cca4b0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:00.206002 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 36904) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:00.278794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c5b6-5cd2-400b-a343-29faabe9d3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:00.302353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c5b6-5cd2-400b-a343-29faabe9d3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:00.419705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c5b6-5cd2-400b-a343-29faabe9d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:00.423964 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c5b6-5cd2-400b-a343-29faabe9d3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:00.436071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5ac1c5b6-5cd2-400b-a343-29faabe9d3d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/959fc135-e365-446a-834a-2311f8cca4b0 HTTP/1.1" status: 204 len: 168 time: 0.2237735 Sep 16 16:52:00.451508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1c5b6-5cd2-400b-a343-29faabe9d3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959fc135-e365-446a-834a-2311f8cca4b0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:00.524125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd5901-2a71-4b28-93b4-b386603ebd18 req-dd7c2036-d3c2-48f8-a9d5-2b4536e45b82 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:00.525752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ccbd5901-2a71-4b28-93b4-b386603ebd18 req-dd7c2036-d3c2-48f8-a9d5-2b4536e45b82 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0544662 Sep 16 16:52:00.566708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ccbd5901-2a71-4b28-93b4-b386603ebd18 req-5659e585-0106-4fa5-a64c-1002b31740cb tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345683 Sep 16 16:52:00.790530 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f78e3042-3482-40d1-bca4-6d1f536a04eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:00.967325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c29bf5-6f51-4793-b718-7ff6f79a39c5 req-4e2826ee-9a88-413d-a33f-b84b02e849c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:00.968139 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4c29bf5-6f51-4793-b718-7ff6f79a39c5 req-4e2826ee-9a88-413d-a33f-b84b02e849c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 943 time: 0.0753014 Sep 16 16:52:01.037158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4c29bf5-6f51-4793-b718-7ff6f79a39c5 req-0a9e7ffe-6fb8-4acf-bd3d-12df5d290e5e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454459 Sep 16 16:52:01.223931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cf41e46f-149f-4523-a563-1a6a1c3ce519 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:52:01.338503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port cf41e46f-149f-4523-a563-1a6a1c3ce519, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cf41e46f-149f-4523-a563-1a6a1c3ce519,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:01.351542 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'mac_address': 'fa:16:3e:33:de:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:52:01.403358 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:01.420090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf41e46f-149f-4523-a563-1a6a1c3ce519 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:52:01.443765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port cf41e46f-149f-4523-a563-1a6a1c3ce519, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cf41e46f-149f-4523-a563-1a6a1c3ce519,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:01.459381 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:01.524911 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:01.572162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=cf41e46f-149f-4523-a563-1a6a1c3ce519,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:01.703100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10acf5-d918-48bc-a953-776fc5b1d020 req-6fc8f7d0-e2f2-461f-9806-b82a573f8fce tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:01.707110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['cf41e46f-149f-4523-a563-1a6a1c3ce519'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:52:01.707523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a10acf5-d918-48bc-a953-776fc5b1d020 req-6fc8f7d0-e2f2-461f-9806-b82a573f8fce tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0707068 Sep 16 16:52:01.796342 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a10acf5-d918-48bc-a953-776fc5b1d020 req-6e7493b4-f05e-40aa-9676-489d20af7980 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758080 Sep 16 16:52:01.955521 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:02.149813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0963dcd-a30c-40af-ab79-0a9788895219 req-23178283-0dc0-4f1a-bddb-f891e6ce4051 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:02.152018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0963dcd-a30c-40af-ab79-0a9788895219 req-23178283-0dc0-4f1a-bddb-f891e6ce4051 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 944 time: 0.0564597 Sep 16 16:52:02.203395 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0963dcd-a30c-40af-ab79-0a9788895219 req-97be5620-d848-4746-b450-87060302bde8 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403347 Sep 16 16:52:02.929074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937ab19-7496-4215-8703-f818bc670da7 req-0b8358cb-48af-4f61-a2f5-b3569645e22e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:02.937112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1937ab19-7496-4215-8703-f818bc670da7 req-0b8358cb-48af-4f61-a2f5-b3569645e22e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0784562 Sep 16 16:52:02.991286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1937ab19-7496-4215-8703-f818bc670da7 req-f6e23637-5a67-406f-9991-e483423bdb4f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517759 Sep 16 16:52:03.237969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cf41e46f-149f-4523-a563-1a6a1c3ce519 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:52:03.326171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1712436-fc7d-4a0f-80c6-4c8908c9ada0 req-5e6bc95a-e275-48f1-b197-6bb661359971 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:03.327794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1712436-fc7d-4a0f-80c6-4c8908c9ada0 req-5e6bc95a-e275-48f1-b197-6bb661359971 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 944 time: 0.0582931 Sep 16 16:52:03.368102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port cf41e46f-149f-4523-a563-1a6a1c3ce519 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:52:03.372516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port cf41e46f-149f-4523-a563-1a6a1c3ce519 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:03.390433 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:03.390831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1712436-fc7d-4a0f-80c6-4c8908c9ada0 req-d3c0269b-4e48-44a7-85a1-91e43dc708f5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407803 Sep 16 16:52:03.454113 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:03.478409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf41e46f-149f-4523-a563-1a6a1c3ce519'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:03.480711 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9ba1e1-0d99-4925-8f37-04b7e8288b0e" -d '{"events": [{"server_uuid": "be276a0c-6bd7-4f2d-8d93-4303208709d3", "name": "network-vif-plugged", "status": "completed", "tag": "cf41e46f-149f-4523-a563-1a6a1c3ce519"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:03.495341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port cf41e46f-149f-4523-a563-1a6a1c3ce519, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cf41e46f-149f-4523-a563-1a6a1c3ce519,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:03.517871 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d07822-8ef9-4e7a-82df-e38736ce297d x-openstack-request-id: req-b8d07822-8ef9-4e7a-82df-e38736ce297d {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:03.518441 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be276a0c-6bd7-4f2d-8d93-4303208709d3", "name": "network-vif-plugged", "status": "completed", "tag": "cf41e46f-149f-4523-a563-1a6a1c3ce519", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:03.518697 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8d07822-8ef9-4e7a-82df-e38736ce297d {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:03.519099 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'code': 200} Sep 16 16:52:03.539175 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=cf41e46f-149f-4523-a563-1a6a1c3ce519,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.850348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:03.854368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122e365-8f9a-455b-b47e-ba97c6374937 req-1a20b259-c14d-462f-bf81-71bb810bdcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:03.854368 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f122e365-8f9a-455b-b47e-ba97c6374937 req-1a20b259-c14d-462f-bf81-71bb810bdcd4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 1096 time: 0.0434632 Sep 16 16:52:03.854368 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f122e365-8f9a-455b-b47e-ba97c6374937 req-71e890a9-2213-4953-8eaa-9574f2c416dd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361862 Sep 16 16:52:03.854368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37054) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:03.904231 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:03.923600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ff94e5e-abed-49a5-b555-4023de9f7f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:04.015357 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ff94e5e-abed-49a5-b555-4023de9f7f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:04.070559 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ff94e5e-abed-49a5-b555-4023de9f7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:04.111792 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4ff94e5e-abed-49a5-b555-4023de9f7f8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6138bf3650a04c3aa2bb0668da396442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963667 Sep 16 16:52:04.112942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff94e5e-abed-49a5-b555-4023de9f7f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b900d450-0352-441a-9c40-ec72269b3cf5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:04.115655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1195aa9-2597-43bc-a297-8454adac695e req-7f3dfe03-f198-44f2-8cc8-468acffd0fb1 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:04.116209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37074) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:04.124940 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1195aa9-2597-43bc-a297-8454adac695e req-7f3dfe03-f198-44f2-8cc8-468acffd0fb1 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0628796 Sep 16 16:52:04.158344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1195aa9-2597-43bc-a297-8454adac695e req-dfee7f71-513b-46c7-a5a3-42ee3c6f330a tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344136 Sep 16 16:52:04.169705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6c50dcb2-3bc1-4444-8d65-bcfa55f1c383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:04.191340 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6c50dcb2-3bc1-4444-8d65-bcfa55f1c383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:04.356181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6c50dcb2-3bc1-4444-8d65-bcfa55f1c383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:04.359015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6c50dcb2-3bc1-4444-8d65-bcfa55f1c383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:04.360021 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6c50dcb2-3bc1-4444-8d65-bcfa55f1c383 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b900d450-0352-441a-9c40-ec72269b3cf5 HTTP/1.1" status: 204 len: 168 time: 0.2433922 Sep 16 16:52:04.371034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50dcb2-3bc1-4444-8d65-bcfa55f1c383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b900d450-0352-441a-9c40-ec72269b3cf5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:04.505484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cac7d3-8b5f-4cd9-91ad-ba74ec111f15 req-aa167b67-727b-4d4d-827a-27f23d4e6d85 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:04.507906 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7cac7d3-8b5f-4cd9-91ad-ba74ec111f15 req-aa167b67-727b-4d4d-827a-27f23d4e6d85 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 945 time: 0.0588179 Sep 16 16:52:04.564408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7cac7d3-8b5f-4cd9-91ad-ba74ec111f15 req-f0a153d4-3ced-4c62-9b9e-f80e47812daf tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499172 Sep 16 16:52:04.904741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:52:04.961416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37122) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:04.975353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b933966-ac7e-4615-9849-765bf9b2a506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:05.067252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b933966-ac7e-4615-9849-765bf9b2a506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:05.138855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b933966-ac7e-4615-9849-765bf9b2a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:05.184445 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7b933966-ac7e-4615-9849-765bf9b2a506 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=153c31a2aa6a47e9bfbb6658d99882a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205446 Sep 16 16:52:05.184445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b933966-ac7e-4615-9849-765bf9b2a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d72b712-2d66-4c15-9de4-f41c4ffef9a7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:05.186390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37140) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:05.241876 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7c58e8a8-dcec-43cb-aed9-5d251cc4ebcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:05.267434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7c58e8a8-dcec-43cb-aed9-5d251cc4ebcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:05.282923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d7020-f309-4f64-807a-b06265203c00 req-182adc1a-1fd3-4da7-8d6c-4a35dd279b36 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:05.284468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-838d7020-f309-4f64-807a-b06265203c00 req-182adc1a-1fd3-4da7-8d6c-4a35dd279b36 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0511386 Sep 16 16:52:05.335760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-838d7020-f309-4f64-807a-b06265203c00 req-f9b201c4-8d45-4261-a792-138517aad242 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361209 Sep 16 16:52:05.378572 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7c58e8a8-dcec-43cb-aed9-5d251cc4ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:05.381426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7c58e8a8-dcec-43cb-aed9-5d251cc4ebcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:05.382702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7c58e8a8-dcec-43cb-aed9-5d251cc4ebcb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d72b712-2d66-4c15-9de4-f41c4ffef9a7 HTTP/1.1" status: 204 len: 168 time: 0.1954160 Sep 16 16:52:05.404670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58e8a8-dcec-43cb-aed9-5d251cc4ebcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d72b712-2d66-4c15-9de4-f41c4ffef9a7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:05.689629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9cf9f-4ed8-494d-bc8b-a875e5774d91 req-f0cee66b-7234-4c64-9157-13e9f32e2ed6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:05.691865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15c9cf9f-4ed8-494d-bc8b-a875e5774d91 req-f0cee66b-7234-4c64-9157-13e9f32e2ed6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 945 time: 0.0508516 Sep 16 16:52:05.741640 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15c9cf9f-4ed8-494d-bc8b-a875e5774d91 req-618fa395-1a89-4558-806c-97e7764ef56e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 Sep 16 16:52:05.959746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de19f29-6a4b-4519-8d0d-d20bfcd80468 req-c0e1769f-af20-4ab9-93e9-99aea50bae1c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:05.970155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8de19f29-6a4b-4519-8d0d-d20bfcd80468 req-c0e1769f-af20-4ab9-93e9-99aea50bae1c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 945 time: 0.1305737 Sep 16 16:52:06.000350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37172) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:06.016893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8de19f29-6a4b-4519-8d0d-d20bfcd80468 req-a948e859-ab79-425c-83ba-9f14f701e546 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454040 Sep 16 16:52:06.040590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37178) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:06.091704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc7dd47-e2c5-4fa7-b2a8-f32e3d466ae9 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:06.093728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cbc7dd47-e2c5-4fa7-b2a8-f32e3d466ae9 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 1091 time: 0.0518849 Sep 16 16:52:06.096742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37180) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:06.102468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:06.137896 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-415cd6d1-07e0-4728-9d8f-c4de6c2eb055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.201665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.285538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-415cd6d1-07e0-4728-9d8f-c4de6c2eb055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.305576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.384579 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-415cd6d1-07e0-4728-9d8f-c4de6c2eb055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.433032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-415cd6d1-07e0-4728-9d8f-c4de6c2eb055 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c41a5c457654ff9bacef13ac06ba7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306700 Sep 16 16:52:06.433799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37190) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:06.442352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cd6d1-07e0-4728-9d8f-c4de6c2eb055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cdcfc1-7521-4f9a-8b9f-a417a5f9dfa3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:06.457253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Allocated IP 172.25.6.52 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/2c442c01-303c-4780-96fe-cadc8ab1883f) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:06.497295 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-05513dc4-ba46-4503-8bfb-35653d8ce484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.511984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa846153-5920-47d7-80ef-64fc16ded97a req-62e68ae2-5e80-4fd3-879c-bf83050a0e41 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:06.518116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa846153-5920-47d7-80ef-64fc16ded97a req-62e68ae2-5e80-4fd3-879c-bf83050a0e41 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0972323 Sep 16 16:52:06.519853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-05513dc4-ba46-4503-8bfb-35653d8ce484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.597492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa846153-5920-47d7-80ef-64fc16ded97a req-e71a3089-c946-4c14-aa14-fcbfe9d24739 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731723 Sep 16 16:52:06.625981 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.636227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-05513dc4-ba46-4503-8bfb-35653d8ce484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.639964 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-05513dc4-ba46-4503-8bfb-35653d8ce484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.641140 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-05513dc4-ba46-4503-8bfb-35653d8ce484 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78cdcfc1-7521-4f9a-8b9f-a417a5f9dfa3 HTTP/1.1" status: 204 len: 168 time: 0.2053246 Sep 16 16:52:06.650940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05513dc4-ba46-4503-8bfb-35653d8ce484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cdcfc1-7521-4f9a-8b9f-a417a5f9dfa3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:06.710975 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:06.759218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:06.763657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:06.767738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:06.804196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=2c442c01-303c-4780-96fe-cadc8ab1883f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:07.412851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37224) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:07.428058 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c446d0a3-b3ff-44b8-a53a-44fb2632900d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:07.540570 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c446d0a3-b3ff-44b8-a53a-44fb2632900d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:07.590130 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c446d0a3-b3ff-44b8-a53a-44fb2632900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:07.604108 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:07.634538 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c446d0a3-b3ff-44b8-a53a-44fb2632900d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bfbb2f1e0f2b4621a74bbfa61dddf7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202148 Sep 16 16:52:07.634538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446d0a3-b3ff-44b8-a53a-44fb2632900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4a5b24-4c13-48ce-aee4-a88b71f2f64f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:07.635549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37230) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:07.719319 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-321d6f69-b501-46bf-9b53-d741514679ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:07.745984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-321d6f69-b501-46bf-9b53-d741514679ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:07.762767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d709d45-b236-4507-862e-6ed0ad684f0d req-c95c15f4-78ef-4a0f-9963-545b35b0650a tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:07.765016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d709d45-b236-4507-862e-6ed0ad684f0d req-c95c15f4-78ef-4a0f-9963-545b35b0650a tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0611742 Sep 16 16:52:07.813828 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:07.861074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d709d45-b236-4507-862e-6ed0ad684f0d req-ab480655-52cf-4663-8bed-654df00d0ded tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901923 Sep 16 16:52:07.882223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-321d6f69-b501-46bf-9b53-d741514679ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:07.884909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-321d6f69-b501-46bf-9b53-d741514679ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:07.886205 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-321d6f69-b501-46bf-9b53-d741514679ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef4a5b24-4c13-48ce-aee4-a88b71f2f64f HTTP/1.1" status: 204 len: 168 time: 0.2378750 Sep 16 16:52:07.894256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d6f69-b501-46bf-9b53-d741514679ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4a5b24-4c13-48ce-aee4-a88b71f2f64f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:08.016502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:08.084499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:08.170112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=2c442c01-303c-4780-96fe-cadc8ab1883f,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:08.180103 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:08.290749 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Floating IP 69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8 associated. External IP: 172.25.6.52, port: cf41e46f-149f-4523-a563-1a6a1c3ce519. Sep 16 16:52:08.533131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:52:08.655216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:52:08.667685 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] Sync routers for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:52:08.676492 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:08.677104 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:08.784571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:08.818600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37266) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:08.819311 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c586052c-f75b-4269-ae4c-7acb0ba6bbc1 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7205973 Sep 16 16:52:08.819754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'tag': 'cf41e46f-149f-4523-a563-1a6a1c3ce519'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:08.822211 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61104cdc-4b99-4373-8167-6234685bc120" -d '{"events": [{"name": "network-changed", "server_uuid": "be276a0c-6bd7-4f2d-8d93-4303208709d3", "tag": "cf41e46f-149f-4523-a563-1a6a1c3ce519"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:08.863738 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5e12f2-c87d-4cb8-83aa-7c8045e50d8d x-openstack-request-id: req-0f5e12f2-c87d-4cb8-83aa-7c8045e50d8d {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:08.863738 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be276a0c-6bd7-4f2d-8d93-4303208709d3", "tag": "cf41e46f-149f-4523-a563-1a6a1c3ce519", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:08.863738 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f5e12f2-c87d-4cb8-83aa-7c8045e50d8d {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:08.863738 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'tag': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'status': 'completed', 'code': 200} Sep 16 16:52:08.892658 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:08.966324 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-11fb7f3f-5183-4fa1-910c-f87f0c6340cd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/floatingips/69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8 HTTP/1.1" status: 200 len: 990 time: 0.1443155 Sep 16 16:52:08.998311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e19a9f-0716-46a6-82ed-ef1f7e2af008 req-f1a366ef-1cae-4f62-9f6f-844aca74f107 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:08.999870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0e19a9f-0716-46a6-82ed-ef1f7e2af008 req-f1a366ef-1cae-4f62-9f6f-844aca74f107 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0511551 Sep 16 16:52:09.016345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61104cdc-4b99-4373-8167-6234685bc120 req-263e3ad9-e8c1-4a73-86d6-d98b73af9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:09.018344 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-61104cdc-4b99-4373-8167-6234685bc120 req-263e3ad9-e8c1-4a73-86d6-d98b73af9ae0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 1096 time: 0.0641162 Sep 16 16:52:09.076958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0e19a9f-0716-46a6-82ed-ef1f7e2af008 req-471d2741-2aac-4e7c-8eb8-7182b7fe58b4 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690434 Sep 16 16:52:09.167136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61104cdc-4b99-4373-8167-6234685bc120 req-505fa217-d9c8-4d9d-9db1-8f201298003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:09.169159 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-61104cdc-4b99-4373-8167-6234685bc120 req-505fa217-d9c8-4d9d-9db1-8f201298003d service neutron] 10.222.0.62 "GET /v2.0/networks?id=07652c38-d429-4ae2-b8ef-676de28190d8 HTTP/1.1" status: 200 len: 896 time: 0.1352918 Sep 16 16:52:09.198885 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'mac_address': 'fa:16:3e:33:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:07Z', 'updated_at': '2021-09-16T16:52:07Z', 'revision_number': 0, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:09.235323 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] Checking router: 598947b4-83b6-4bb6-bd7f-917bfd9428c9 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:52:09.246268 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:09.247620 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:09.288589 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-61104cdc-4b99-4373-8167-6234685bc120 req-9ff13e02-b951-4ff9-bfcf-f5d6c9c3c5ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf41e46f-149f-4523-a563-1a6a1c3ce519 HTTP/1.1" status: 200 len: 998 time: 0.1119711 Sep 16 16:52:09.359223 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:09.483941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-97808027-efbb-4882-a220-a2edf2361bb6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543184 Sep 16 16:52:09.530361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37296) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:09.629949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61104cdc-4b99-4373-8167-6234685bc120 req-05021207-de54-4d25-b6b8-c002701009b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:09.631498 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-61104cdc-4b99-4373-8167-6234685bc120 req-05021207-de54-4d25-b6b8-c002701009b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d8c9158-5b42-49e6-b518-2182267a4db6 HTTP/1.1" status: 200 len: 835 time: 0.3365927 Sep 16 16:52:09.650855 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'mac_address': 'fa:16:3e:33:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:07Z', 'updated_at': '2021-09-16T16:52:07Z', 'revision_number': 0, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:09.681480 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4c0c0-d475-47b1-bce7-8125b98767fd None None] The sync data for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 is: [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'mac_address': 'fa:16:3e:33:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:07Z', 'updated_at': '2021-09-16T16:52:07Z', 'revision_number': 0, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:52:09.689490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61104cdc-4b99-4373-8167-6234685bc120 req-c0ed655e-82b8-44a6-a809-23374d28e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:09.689490 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-61104cdc-4b99-4373-8167-6234685bc120 req-c0ed655e-82b8-44a6-a809-23374d28e94b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07652c38-d429-4ae2-b8ef-676de28190d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489573 Sep 16 16:52:09.793721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37316) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:09.803926 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-61104cdc-4b99-4373-8167-6234685bc120 req-0fbaac2d-b9d6-4b05-b1f7-a1d7c0b2e9d3 service neutron] 10.222.0.62 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087210 Sep 16 16:52:09.825983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-173009868-network', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:09.867961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ceda2cb6-085d-4758-973c-552f0f8c4004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:09.918239 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-61104cdc-4b99-4373-8167-6234685bc120 req-f2de9323-ad83-4072-aced-ba2772b2df26 service neutron] 10.222.0.62 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000531 Sep 16 16:52:09.940505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Made reservation on behalf of 7f68036f63cb4fbea86982f369a923d5 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:09.943833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:09.962031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:09.968064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37320) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:09.969030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2929d78-96f0-4df6-8006-17126831f82e None None] New status for floating IP 69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:52:10.057430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ceda2cb6-085d-4758-973c-552f0f8c4004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.075380 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1af10f10-e6a4-40c0-bc13-caca741513bd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/floatingips/69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8 HTTP/1.1" status: 200 len: 990 time: 0.1045842 Sep 16 16:52:10.116645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-5ef0b557-a66a-41fc-b3d2-d255e15ff494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:10.118510 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-5ef0b557-a66a-41fc-b3d2-d255e15ff494 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 1096 time: 0.0558720 Sep 16 16:52:10.120647 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ceda2cb6-085d-4758-973c-552f0f8c4004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.184361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ceda2cb6-085d-4758-973c-552f0f8c4004 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63989db2c43649e09ec2f2c07388ca56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895795 Sep 16 16:52:10.205605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37326) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:10.228189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda2cb6-085d-4758-973c-552f0f8c4004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762d8630-2133-445d-b553-4d55bc58a1ad,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:10.266306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-6e55c8dc-3838-4b3c-b3d0-aef045ee50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:10.268100 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-6e55c8dc-3838-4b3c-b3d0-aef045ee50e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07652c38-d429-4ae2-b8ef-676de28190d8 HTTP/1.1" status: 200 len: 896 time: 0.1253619 Sep 16 16:52:10.290503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d8dfa-97bc-4e91-a21c-e4cb2569382c req-e014992c-5f6f-48bd-bb41-62e32f63ba1b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:10.292049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-429d8dfa-97bc-4e91-a21c-e4cb2569382c req-e014992c-5f6f-48bd-bb41-62e32f63ba1b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.1273239 Sep 16 16:52:10.329274 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1708220d-8bfb-4e82-ba7e-d64b68cd7c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.359789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.362927 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-951d193f-65b6-436c-8628-95dafd05a87a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf41e46f-149f-4523-a563-1a6a1c3ce519 HTTP/1.1" status: 200 len: 1000 time: 0.0867126 Sep 16 16:52:10.385117 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1708220d-8bfb-4e82-ba7e-d64b68cd7c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.399558 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-429d8dfa-97bc-4e91-a21c-e4cb2569382c req-99f12ec7-77cc-4b60-94a9-e2555d67d038 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985782 Sep 16 16:52:10.421560 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.422875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-e03b6b96-8758-4f69-979e-b2f1c4b32d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:10.424583 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-e03b6b96-8758-4f69-979e-b2f1c4b32d95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d8c9158-5b42-49e6-b518-2182267a4db6 HTTP/1.1" status: 200 len: 835 time: 0.0551434 Sep 16 16:52:10.449660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:52:10.460935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8000d78f-d771-4113-be61-7c809b8cf76f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:10.471713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-d2b40b8d-da08-4774-8be0-471c5ebcee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:10.473378 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-d2b40b8d-da08-4774-8be0-471c5ebcee78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07652c38-d429-4ae2-b8ef-676de28190d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424182 Sep 16 16:52:10.533135 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1708220d-8bfb-4e82-ba7e-d64b68cd7c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.535763 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1708220d-8bfb-4e82-ba7e-d64b68cd7c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.537489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1708220d-8bfb-4e82-ba7e-d64b68cd7c33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/762d8630-2133-445d-b553-4d55bc58a1ad HTTP/1.1" status: 204 len: 168 time: 0.3292797 Sep 16 16:52:10.542430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.543105 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Added segment 2c34c910-4b02-4ce6-a476-90bdcccac824 of type vlan for network 16ac6f5d-3c9e-4281-9534-96737cda96b5 Sep 16 16:52:10.558219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708220d-8bfb-4e82-ba7e-d64b68cd7c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d8630-2133-445d-b553-4d55bc58a1ad,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:10.574810 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-fd9706d4-b39d-426a-866d-dcc603ce1b97 service neutron] 10.222.0.62 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940692 Sep 16 16:52:10.597226 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.675994 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-834abc15-0900-475f-aed1-cb3098724f03 service neutron] 10.222.0.62 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938523 Sep 16 16:52:10.681371 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.682388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:10.682999 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:10.751475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] Pushing event updated for resources: {'Network': ['ID=16ac6f5d-3c9e-4281-9534-96737cda96b5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:10.761923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 16ac6f5d-3c9e-4281-9534-96737cda96b5 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:52:10.796773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-28ca46e7-bbae-4bec-b166-b0d396e5402a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2666962 Sep 16 16:52:10.799559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37330) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:10.813883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Request body: {'subnet': {'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-173009868-subnet', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:10.922924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Made reservation on behalf of 7f68036f63cb4fbea86982f369a923d5 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:10.925358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.077407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37336) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:11.152222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fcb6631f-734e-49ef-9e44-9ee44a30fe2f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/floatingips/69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8 HTTP/1.1" status: 200 len: 992 time: 0.0680561 Sep 16 16:52:11.184442 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.246384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ed9062-5fe4-4492-a94a-ee79745a9edf,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:11.251263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37338) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:11.254346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Checking segment: {'id': '2c34c910-4b02-4ce6-a476-90bdcccac824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:11.254706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Network hostable DHCP agents. Network: 16ac6f5d-3c9e-4281-9534-96737cda96b5, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:52:11.261612 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20cfadde-5f6b-494a-b7b9-5845ce0fc33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.356164 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20cfadde-5f6b-494a-b7b9-5845ce0fc33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.356451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Network 16ac6f5d-3c9e-4281-9534-96737cda96b5 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:52:11.441180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 16ac6f5d-3c9e-4281-9534-96737cda96b5) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:11.441349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-20cfadde-5f6b-494a-b7b9-5845ce0fc33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.449605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:11.449945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a35a55-1c83-45a3-982a-837b095cd741 None None] Network 16ac6f5d-3c9e-4281-9534-96737cda96b5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:11.450401 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.493352 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-20cfadde-5f6b-494a-b7b9-5845ce0fc33d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60c68561217b416f81269704b5340704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449901 Sep 16 16:52:11.495364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfadde-5f6b-494a-b7b9-5845ce0fc33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420e94fb-f551-4b20-a29a-df1fa0c75d87,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:11.496101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37342) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:11.530073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-78a7ddb9-3e5d-4810-9fee-19109572ab7a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7291472 Sep 16 16:52:11.533416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37344) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:11.540988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-173009868-router', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:11.574883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ed40a-784f-4d68-84f7-db03224c4664 req-7b446750-982a-44e3-bb13-da36899f25d2 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:11.576400 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe2ed40a-784f-4d68-84f7-db03224c4664 req-7b446750-982a-44e3-bb13-da36899f25d2 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0965865 Sep 16 16:52:11.587905 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef69fdde-83f9-4197-af64-a9db0e472cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.613718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-16ac6f5d-3c9e-4281-9534-96737cda96b5', 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'fixed_ips': [{'subnet_id': 'c1ed9062-5fe4-4492-a94a-ee79745a9edf'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:52:11.615172 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.631416 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.631416 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.634545 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef69fdde-83f9-4197-af64-a9db0e472cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.648231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe2ed40a-784f-4d68-84f7-db03224c4664 req-8059a92b-c5cc-48f6-b5a5-2e36f6ce090c tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621650 Sep 16 16:52:11.707702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.744477 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef69fdde-83f9-4197-af64-a9db0e472cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.747055 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef69fdde-83f9-4197-af64-a9db0e472cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.750481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ef69fdde-83f9-4197-af64-a9db0e472cea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/420e94fb-f551-4b20-a29a-df1fa0c75d87 HTTP/1.1" status: 204 len: 168 time: 0.2365029 Sep 16 16:52:11.766369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Allocated IP 172.20.0.2 (16ac6f5d-3c9e-4281-9534-96737cda96b5/c1ed9062-5fe4-4492-a94a-ee79745a9edf/3be557dc-2901-49b1-8375-48aebf4ab167) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:11.767507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69fdde-83f9-4197-af64-a9db0e472cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e94fb-f551-4b20-a29a-df1fa0c75d87,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:11.913743 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.935584 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:11.990839 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:12.026982 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Network 16ac6f5d-3c9e-4281-9534-96737cda96b5 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:12.035453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:12.038452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:12.050157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Pushing event updated for resources: {'Port': ['ID=3be557dc-2901-49b1-8375-48aebf4ab167,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:12.112099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Attempting to bind port 3be557dc-2901-49b1-8375-48aebf4ab167 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:52:12.112611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Attempting to bind port 3be557dc-2901-49b1-8375-48aebf4ab167 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2c34c910-4b02-4ce6-a476-90bdcccac824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:52:12.112984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Attempting to bind port 3be557dc-2901-49b1-8375-48aebf4ab167 on network 16ac6f5d-3c9e-4281-9534-96737cda96b5 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:52:12.118420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:52:12.118797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Checking segment: {'id': '2c34c910-4b02-4ce6-a476-90bdcccac824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:12.119203 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:12.119596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Bound using segment: {'id': '2c34c910-4b02-4ce6-a476-90bdcccac824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:52:12.120062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Bound port: 3be557dc-2901-49b1-8375-48aebf4ab167, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c34c910-4b02-4ce6-a476-90bdcccac824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:52:12.120467 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:12.185142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] For port 3be557dc-2901-49b1-8375-48aebf4ab167, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:52:12.188366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] For port 3be557dc-2901-49b1-8375-48aebf4ab167, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3be557dc-2901-49b1-8375-48aebf4ab167,segment=NetworkSegment(2c34c910-4b02-4ce6-a476-90bdcccac824),segment_id=2c34c910-4b02-4ce6-a476-90bdcccac824)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:52:12.210911 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:12.238011 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:12.265513 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:12.331470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaed91-cbc1-4b56-ac38-2e8b9b9414cc None None] Pushing event updated for resources: {'Port': ['ID=3be557dc-2901-49b1-8375-48aebf4ab167,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:12.417425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Allocated IP 172.25.6.110 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:12.561511 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:12.659482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:12.708542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:12.712927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:12.720471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:12.722540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Pushing event updated for resources: {'Port': ['ID=3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:12.778102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c2c1-d4e5-45d4-99f4-8a74c1d1df22 req-e9abf0d5-cc32-4b50-abf9-9ba359e4c51a tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:12.785808 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1e4c2c1-d4e5-45d4-99f4-8a74c1d1df22 req-e9abf0d5-cc32-4b50-abf9-9ba359e4c51a tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0594037 Sep 16 16:52:12.834498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1e4c2c1-d4e5-45d4-99f4-8a74c1d1df22 req-4875e3ce-ada9-4b6a-b12f-d56c6bd47c87 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477123 Sep 16 16:52:13.084574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:13.355675 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:13.474597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a2f031-4682-4d2e-8630-b08e6e60ce6c None None] Network 16ac6f5d-3c9e-4281-9534-96737cda96b5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:13.556099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-47e179cb-bb10-4edd-a394-a90d500119a4 None None] Provisioning complete for port 3be557dc-2901-49b1-8375-48aebf4ab167 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:13.556647 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-47e179cb-bb10-4edd-a394-a90d500119a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:13.601374 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:52:13.716802 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:13.736596 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-47e179cb-bb10-4edd-a394-a90d500119a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:13.791451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-47e179cb-bb10-4edd-a394-a90d500119a4 None None] For port 3be557dc-2901-49b1-8375-48aebf4ab167, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3be557dc-2901-49b1-8375-48aebf4ab167,segment=NetworkSegment(2c34c910-4b02-4ce6-a476-90bdcccac824),segment_id=2c34c910-4b02-4ce6-a476-90bdcccac824)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:13.971228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944550d-357b-45ed-9395-843c361bbbee req-db9c329a-1f0e-40c7-a417-aa5ede0967bd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:13.972866 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9944550d-357b-45ed-9395-843c361bbbee req-db9c329a-1f0e-40c7-a417-aa5ede0967bd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0632620 Sep 16 16:52:13.978858 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.013505 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-47e179cb-bb10-4edd-a394-a90d500119a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.047401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9944550d-357b-45ed-9395-843c361bbbee req-9c52148b-0414-4875-a3ea-8498fa9223eb tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572588 Sep 16 16:52:14.063880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:52:14.070591 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Sync routers for ids ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:52:14.082290 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Routers {'5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:14.085016 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:14.088298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e179cb-bb10-4edd-a394-a90d500119a4 None None] Pushing event updated for resources: {'Port': ['ID=3be557dc-2901-49b1-8375-48aebf4ab167,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:14.138834 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.143643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37396) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:14.150577 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6d605498-6a34-4c69-a713-2e1fdf7c6172 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.6163077 Sep 16 16:52:14.160933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-66b8b719-0d3b-4cac-b3a1-e8de62d5db30 None None] Provisioning complete for port 3be557dc-2901-49b1-8375-48aebf4ab167 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:14.161301 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66b8b719-0d3b-4cac-b3a1-e8de62d5db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.217731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3be557dc-2901-49b1-8375-48aebf4ab167 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:52:14.244018 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Set router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:14.340287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3be557dc-2901-49b1-8375-48aebf4ab167 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:14.340633 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.470636 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'name': 'tempest-ImageQuotaTest-173009868-router', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:11Z', 'updated_at': '2021-09-16T16:52:12Z', 'revision_number': 3, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'gw_port': {'id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:12Z', 'updated_at': '2021-09-16T16:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:14.502044 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Checking router: 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:52:14.502312 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Updating router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:52:14.528963 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.656811 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.827543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Allocated IP 172.20.0.1 (16ac6f5d-3c9e-4281-9534-96737cda96b5/c1ed9062-5fe4-4492-a94a-ee79745a9edf/4b50be36-d7ca-4d3a-9df4-c7860db93aa3) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:14.841848 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.892894 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.937330 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.941639 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Attempting to bind port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:52:14.942015 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Attempting to bind port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:52:14.942373 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Attempting to bind port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:52:14.953677 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5febe-8138-4594-8861-32be43072579 None None] Pushing event updated for resources: {'Port': ['ID=3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:14.964042 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:52:14.964042 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:14.964042 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:14.964042 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:52:14.964042 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Bound port: 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:52:14.964042 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:15.020075 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] For port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:52:15.023850 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] For port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:52:15.030439 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:15.096203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Network 16ac6f5d-3c9e-4281-9534-96737cda96b5 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:15.099702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:15.103670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:15.110501 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:15.173998 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5febe-8138-4594-8861-32be43072579 None None] Pushing event updated for resources: {'Port': ['ID=3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:15.178964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b50be36-d7ca-4d3a-9df4-c7860db93aa3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:15.199723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:15.200408 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Routers {'5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:15.201130 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:15.311061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df8eef-ba21-4800-a532-710c51856ea6 req-6b3249e8-17cc-47ed-afa6-8cfb6ed9b05d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:15.314173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69df8eef-ba21-4800-a532-710c51856ea6 req-6b3249e8-17cc-47ed-afa6-8cfb6ed9b05d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.1698432 Sep 16 16:52:15.368131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] Set router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:15.472447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b07e5e91-aab5-4fbd-925d-30e4c48ca455 None None] Provisioning complete for port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:15.472972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b07e5e91-aab5-4fbd-925d-30e4c48ca455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:15.557151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b07e5e91-aab5-4fbd-925d-30e4c48ca455 None None] Port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:52:15.696510 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'name': 'tempest-ImageQuotaTest-173009868-router', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:11Z', 'updated_at': '2021-09-16T16:52:12Z', 'revision_number': 3, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'gw_port': {'id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:12Z', 'updated_at': '2021-09-16T16:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:15.727560 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4945ebb-da12-4b9e-bf93-1ffe03913111 None None] The sync data for ids ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'] in n-d-807786-3 is: [{'id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'name': 'tempest-ImageQuotaTest-173009868-router', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:11Z', 'updated_at': '2021-09-16T16:52:12Z', 'revision_number': 3, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'gw_port': {'id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:12Z', 'updated_at': '2021-09-16T16:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:52:15.754317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69df8eef-ba21-4800-a532-710c51856ea6 req-139f5a81-8f36-4c7f-927d-f496479750d3 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312394 Sep 16 16:52:15.854516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.062414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.103553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37440) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:16.109913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.197994 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.239879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b50be36-d7ca-4d3a-9df4-c7860db93aa3,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:16.301794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37444) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:16.304845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3be557dc-2901-49b1-8375-48aebf4ab167 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:52:16.331249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Network 16ac6f5d-3c9e-4281-9534-96737cda96b5 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:16.334197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:16.382250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-040b390a-4297-4fc0-845e-845ec8e5de66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.431675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3be557dc-2901-49b1-8375-48aebf4ab167 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:16.432705 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.443549 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7f7db666-67a7-46e1-97f7-b1e65af5c378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.550562 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-040b390a-4297-4fc0-845e-845ec8e5de66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.574740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:52:16.597428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:52:16.603233 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-040b390a-4297-4fc0-845e-845ec8e5de66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.696960 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-040b390a-4297-4fc0-845e-845ec8e5de66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=762c5a60285043e7a556a443a20cfe7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922840 Sep 16 16:52:16.704066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1af0b1eb-886d-41ad-80c8-ac1078370008 None None] Provisioning complete for port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:16.704596 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1af0b1eb-886d-41ad-80c8-ac1078370008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.721020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b390a-4297-4fc0-845e-845ec8e5de66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4546116a-bdb6-4c97-bcf1-9b7ed36b5177,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:16.722527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37448) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:16.762924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa1d54-1515-4a8d-b319-f85ef1426df9 req-94a90f67-504c-453b-9e0a-15a631ec05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:16.764582 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6aa1d54-1515-4a8d-b319-f85ef1426df9 req-94a90f67-504c-453b-9e0a-15a631ec05e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1096 time: 0.0832210 Sep 16 16:52:16.768194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:16.768701 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.795539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:52:16.808499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1af0b1eb-886d-41ad-80c8-ac1078370008 None None] Port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:52:16.813705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4f27c03e-0f4c-41cc-9f7f-a95aa48d88d6 admin admin] 10.222.0.22 "PUT /v2.0/routers/5159cd2c-ffc3-4beb-b5ca-0f883f39e05e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6684120 Sep 16 16:52:16.835313 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c1a83d7b-5149-4225-baab-7a38d8d052c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.849759 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7f7db666-67a7-46e1-97f7-b1e65af5c378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.856442 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e6aa1d54-1515-4a8d-b319-f85ef1426df9 req-66e15daf-31b4-4dad-80ac-229c73d1dba3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794101 Sep 16 16:52:16.874877 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c1a83d7b-5149-4225-baab-7a38d8d052c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.901043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.919576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7f7db666-67a7-46e1-97f7-b1e65af5c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:16.928518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:16.973400 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8ec35-863e-4b00-9783-1c25c1ccc850 req-4da80deb-3763-4d6f-a401-0d47ba808d49 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:16.975260 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7f7db666-67a7-46e1-97f7-b1e65af5c378 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b1bbd0014f14f92acacad21d86c0efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6713092 Sep 16 16:52:16.975661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41a8ec35-863e-4b00-9783-1c25c1ccc850 req-4da80deb-3763-4d6f-a401-0d47ba808d49 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0762491 Sep 16 16:52:16.975890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37454) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:16.978417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7db666-67a7-46e1-97f7-b1e65af5c378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471f9f6a-12e8-4234-80ce-554e9797c6fa,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:16.990579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:17.037381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff83aadc-d598-41c3-ac40-29e8b0eb6e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:17.050341 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41a8ec35-863e-4b00-9783-1c25c1ccc850 req-55d4ee64-15f0-47d2-8a97-2f36a3fbbf8e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556254 Sep 16 16:52:17.057393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:17.070017 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c1a83d7b-5149-4225-baab-7a38d8d052c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:17.073531 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c1a83d7b-5149-4225-baab-7a38d8d052c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:17.080035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c1a83d7b-5149-4225-baab-7a38d8d052c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4546116a-bdb6-4c97-bcf1-9b7ed36b5177 HTTP/1.1" status: 204 len: 168 time: 0.3513901 Sep 16 16:52:17.080172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff83aadc-d598-41c3-ac40-29e8b0eb6e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:17.086465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a83d7b-5149-4225-baab-7a38d8d052c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4546116a-bdb6-4c97-bcf1-9b7ed36b5177,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:17.212461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff83aadc-d598-41c3-ac40-29e8b0eb6e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:17.215314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff83aadc-d598-41c3-ac40-29e8b0eb6e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:17.216571 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ff83aadc-d598-41c3-ac40-29e8b0eb6e73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/471f9f6a-12e8-4234-80ce-554e9797c6fa HTTP/1.1" status: 204 len: 168 time: 0.2392235 Sep 16 16:52:17.225020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83aadc-d598-41c3-ac40-29e8b0eb6e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471f9f6a-12e8-4234-80ce-554e9797c6fa,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:17.693126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Sync routers for ids ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:52:17.702361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Routers {'5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:17.703232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:17.790050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37474) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:17.812777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99d99a32-82d5-401b-9e56-b05913e29675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:17.832277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Set router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:17.927056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99d99a32-82d5-401b-9e56-b05913e29675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:17.978283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-99d99a32-82d5-401b-9e56-b05913e29675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.018452 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-99d99a32-82d5-401b-9e56-b05913e29675 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59eecba53bad419e91339e039a870aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270987 Sep 16 16:52:18.019418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d99a32-82d5-401b-9e56-b05913e29675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d755c3-bcb9-4842-a432-35b52c86724b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:18.021831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37478) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:18.078310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'name': 'tempest-ImageQuotaTest-173009868-router', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:11Z', 'updated_at': '2021-09-16T16:52:15Z', 'revision_number': 4, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'gw_port': {'id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:12Z', 'updated_at': '2021-09-16T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4b50be36-d7ca-4d3a-9df4-c7860db93aa3', 'name': '', 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'mac_address': 'fa:16:3e:71:47:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': 'c1ed9062-5fe4-4492-a94a-ee79745a9edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:14Z', 'updated_at': '2021-09-16T16:52:15Z', 'revision_number': 2, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'subnets': [{'id': 'c1ed9062-5fe4-4492-a94a-ee79745a9edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:18.109884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Checking router: 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:52:18.110242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Updating router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:52:18.127866 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69155010-6a69-427d-bdaa-cf5bcef8b46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.211622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69155010-6a69-427d-bdaa-cf5bcef8b46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.293351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:18.309600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-584b35f9-e9b3-4b07-9ea5-584d216ce3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.312772 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.321630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:52:18.345504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31898d5a-a92b-4960-91e5-6da61ae82ff6 req-c9962ff4-fba1-440c-9f7e-d5df262347fe tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:18.359425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31898d5a-a92b-4960-91e5-6da61ae82ff6 req-c9962ff4-fba1-440c-9f7e-d5df262347fe tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.1733017 Sep 16 16:52:18.417813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31898d5a-a92b-4960-91e5-6da61ae82ff6 req-d9083059-5512-47c4-a788-e20434f695ab tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508611 Sep 16 16:52:18.446798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-bbdeaebf-8de8-47e2-9586-7a483b2c5576 req-e6b024b9-3262-4f83-b41e-1222f82f2cdc tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-128200509', 'description': 'tempest-description-1225400079'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:18.451613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-155fd14a-5f50-4185-9784-03a4c76a8679 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500207 Sep 16 16:52:18.456250 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69155010-6a69-427d-bdaa-cf5bcef8b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.457519 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69155010-6a69-427d-bdaa-cf5bcef8b46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.459551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-69155010-6a69-427d-bdaa-cf5bcef8b46a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86d755c3-bcb9-4842-a432-35b52c86724b HTTP/1.1" status: 204 len: 168 time: 0.4364331 Sep 16 16:52:18.472418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69155010-6a69-427d-bdaa-cf5bcef8b46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d755c3-bcb9-4842-a432-35b52c86724b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:18.523511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:18.523936 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.588903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-584b35f9-e9b3-4b07-9ea5-584d216ce3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.597688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-06c67f5d-1ba1-48bd-adb3-cba87b2073a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:18.597688 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-06c67f5d-1ba1-48bd-adb3-cba87b2073a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1096 time: 0.0930572 Sep 16 16:52:18.602556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37492) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:18.637853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-584b35f9-e9b3-4b07-9ea5-584d216ce3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.720282 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-584b35f9-e9b3-4b07-9ea5-584d216ce3be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98e1269c71024297a25df460029c35dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250746 Sep 16 16:52:18.727720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37494) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:18.737312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b35f9-e9b3-4b07-9ea5-584d216ce3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eee799-b7d2-4546-b806-7c0b7c93a037,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:18.800164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bbdeaebf-8de8-47e2-9586-7a483b2c5576 req-e6b024b9-3262-4f83-b41e-1222f82f2cdc tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.800589 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.801088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-4c229389-6ab8-4902-8373-f85f93733e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:18.802689 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-4c229389-6ab8-4902-8373-f85f93733e05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 200 len: 921 time: 0.1857874 Sep 16 16:52:18.849884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-519b91b1-2bce-4276-af71-6c3508436337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.853728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-1eff3e83-3643-4ac7-8c2a-1913497116d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 217 time: 0.0426085 Sep 16 16:52:18.864603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.906034 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-519b91b1-2bce-4276-af71-6c3508436337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:18.955995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-cf7ead0d-c831-4f08-a46d-d3c136a20d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:18.958362 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-cf7ead0d-c831-4f08-a46d-d3c136a20d5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f347fb03-71d1-4d86-9817-2d440a8301fe HTTP/1.1" status: 200 len: 860 time: 0.0972130 Sep 16 16:52:18.999646 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dd5da-d329-48d0-9a23-2a5392206bec None None] Pushing event updated for resources: {'Port': ['ID=4b50be36-d7ca-4d3a-9df4-c7860db93aa3,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:19.006533 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-e8f46f58-dc8d-43ac-aa2c-2cfb0d5a3801 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401928 Sep 16 16:52:19.025424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Attempting to bind port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:52:19.026086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Attempting to bind port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2c34c910-4b02-4ce6-a476-90bdcccac824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:52:19.026875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Attempting to bind port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 on network 16ac6f5d-3c9e-4281-9534-96737cda96b5 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:52:19.033453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:52:19.034120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Checking segment: {'id': '2c34c910-4b02-4ce6-a476-90bdcccac824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:19.035351 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.035929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Bound using segment: {'id': '2c34c910-4b02-4ce6-a476-90bdcccac824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:52:19.036991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Bound port: 4b50be36-d7ca-4d3a-9df4-c7860db93aa3, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c34c910-4b02-4ce6-a476-90bdcccac824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:52:19.044230 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.079249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bbdeaebf-8de8-47e2-9586-7a483b2c5576 req-e6b024b9-3262-4f83-b41e-1222f82f2cdc tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.100576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-519b91b1-2bce-4276-af71-6c3508436337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.105981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-519b91b1-2bce-4276-af71-6c3508436337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.105981 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-519b91b1-2bce-4276-af71-6c3508436337 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55eee799-b7d2-4546-b806-7c0b7c93a037 HTTP/1.1" status: 204 len: 168 time: 0.3761237 Sep 16 16:52:19.121615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b91b1-2bce-4276-af71-6c3508436337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eee799-b7d2-4546-b806-7c0b7c93a037,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:19.135804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bbdeaebf-8de8-47e2-9586-7a483b2c5576 req-e6b024b9-3262-4f83-b41e-1222f82f2cdc tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.159695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] For port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:52:19.161190 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-e4113fd6-582e-4fee-84a9-d854ccce5220 service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474223 Sep 16 16:52:19.164963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] For port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4b50be36-d7ca-4d3a-9df4-c7860db93aa3,segment=NetworkSegment(2c34c910-4b02-4ce6-a476-90bdcccac824),segment_id=2c34c910-4b02-4ce6-a476-90bdcccac824)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:52:19.207395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b024b9-3262-4f83-b41e-1222f82f2cdc tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ee365b-2746-430d-84d2-27a402e6530f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:19.230234 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.253624 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.310228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Routers {'5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:19.311012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:19.314668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e377f6db-7f12-4e07-a73e-239d3201bcb9 None None] Provisioning complete for port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:19.314668 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e377f6db-7f12-4e07-a73e-239d3201bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.324100 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15db93a3-8ceb-42c2-b8b4-87b4dc04aa6c req-125e50db-0863-46a9-8950-0a8f000da996 service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543748 Sep 16 16:52:19.359275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bbdeaebf-8de8-47e2-9586-7a483b2c5576 req-e6b024b9-3262-4f83-b41e-1222f82f2cdc tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.361305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbdeaebf-8de8-47e2-9586-7a483b2c5576 req-e6b024b9-3262-4f83-b41e-1222f82f2cdc tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9192631 Sep 16 16:52:19.427117 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dd5da-d329-48d0-9a23-2a5392206bec None None] Pushing event updated for resources: {'Port': ['ID=4b50be36-d7ca-4d3a-9df4-c7860db93aa3,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:19.489951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-5f199484-458b-4ae4-a020-7fb6a2047a60 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-128200509&fields=id&tenant_id=077bb46763b14212a86d8f455e94b6eb HTTP/1.1" status: 200 len: 267 time: 0.0498030 Sep 16 16:52:19.577106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] Set router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:19.578120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-ae6a2934-f6cf-43b8-81f8-ca9c60224240 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:19.582499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-ae6a2934-f6cf-43b8-81f8-ca9c60224240 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0697331 Sep 16 16:52:19.595718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-5c73f7ab-70c4-4ae4-975a-c0e430e8821b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Request body: {'port': {'security_groups': ['024a6ef3-8116-42fe-b0ee-05d6543e5aaf', '21ee365b-2746-430d-84d2-27a402e6530f']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:19.631800 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e377f6db-7f12-4e07-a73e-239d3201bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.670889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e377f6db-7f12-4e07-a73e-239d3201bcb9 None None] For port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4b50be36-d7ca-4d3a-9df4-c7860db93aa3,segment=NetworkSegment(2c34c910-4b02-4ce6-a476-90bdcccac824),segment_id=2c34c910-4b02-4ce6-a476-90bdcccac824)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:19.708979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-5c73f7ab-70c4-4ae4-975a-c0e430e8821b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.789497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] Deleting port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:19.789848 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.808148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e377f6db-7f12-4e07-a73e-239d3201bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.902991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377f6db-7f12-4e07-a73e-239d3201bcb9 None None] Pushing event updated for resources: {'Port': ['ID=4b50be36-d7ca-4d3a-9df4-c7860db93aa3,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:19.924195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'name': 'tempest-ImageQuotaTest-173009868-router', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:11Z', 'updated_at': '2021-09-16T16:52:15Z', 'revision_number': 4, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'gw_port': {'id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:12Z', 'updated_at': '2021-09-16T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4b50be36-d7ca-4d3a-9df4-c7860db93aa3', 'name': '', 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'mac_address': 'fa:16:3e:71:47:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': 'c1ed9062-5fe4-4492-a94a-ee79745a9edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:14Z', 'updated_at': '2021-09-16T16:52:19Z', 'revision_number': 4, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'subnets': [{'id': 'c1ed9062-5fe4-4492-a94a-ee79745a9edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:19.926512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] For port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4b50be36-d7ca-4d3a-9df4-c7860db93aa3,segment=NetworkSegment(2c34c910-4b02-4ce6-a476-90bdcccac824),segment_id=2c34c910-4b02-4ce6-a476-90bdcccac824)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:19.926962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.957739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6b398-2f07-4da9-934b-f2f4134566ae None None] The sync data for ids ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'] in n-d-807786-3 is: [{'id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'name': 'tempest-ImageQuotaTest-173009868-router', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:11Z', 'updated_at': '2021-09-16T16:52:15Z', 'revision_number': 4, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'gw_port': {'id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:12Z', 'updated_at': '2021-09-16T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '4b50be36-d7ca-4d3a-9df4-c7860db93aa3', 'name': '', 'network_id': '16ac6f5d-3c9e-4281-9534-96737cda96b5', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'mac_address': 'fa:16:3e:71:47:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': 'c1ed9062-5fe4-4492-a94a-ee79745a9edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:14Z', 'updated_at': '2021-09-16T16:52:19Z', 'revision_number': 4, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'subnets': [{'id': 'c1ed9062-5fe4-4492-a94a-ee79745a9edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:52:19.965378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b75de776-3c67-4916-a569-c1896d78e1a7 None None] Provisioning complete for port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:19.965378 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b75de776-3c67-4916-a569-c1896d78e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:19.974910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37528) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:19.982702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] Calling delete_port for 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:20.072654 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-5c73f7ab-70c4-4ae4-975a-c0e430e8821b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] For port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,segment=NetworkSegment(9added19-ef17-438f-8b05-104a0e2c6029),segment_id=9added19-ef17-438f-8b05-104a0e2c6029)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:20.188200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1684710831-network', 'tenant_id': '99596fd2b937443ab5a4b2847fce8cbd'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:20.211716 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-5c73f7ab-70c4-4ae4-975a-c0e430e8821b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:20.246578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:52:20.308722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:20.309107 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:20.315334 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-5c73f7ab-70c4-4ae4-975a-c0e430e8821b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:20.333992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:52:20.338576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Made reservation on behalf of 99596fd2b937443ab5a4b2847fce8cbd for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:20.344069 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:20.365523 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:20.366472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-5c73f7ab-70c4-4ae4-975a-c0e430e8821b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:20.367145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-5c73f7ab-70c4-4ae4-975a-c0e430e8821b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:20.389786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7dfc412-f6f2-4b6d-b79f-9959664c05d5 req-5c73f7ab-70c4-4ae4-975a-c0e430e8821b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "PUT /v2.0/ports/10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 981 time: 0.8000224 Sep 16 16:52:20.390508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:20.397533 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:20.437157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:52:20.458724 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73f7ab-70c4-4ae4-975a-c0e430e8821b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Pushing event updated for resources: {'Port': ['ID=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,revision_number=6']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:20.481980 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa75941-1b3f-411a-952d-d8380303c96b x-openstack-request-id: req-2fa75941-1b3f-411a-952d-d8380303c96b {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:20.484795 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:20.484795 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fa75941-1b3f-411a-952d-d8380303c96b {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:20.484795 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'status': 'completed', 'code': 200} Sep 16 16:52:20.506665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:20.615562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b50be36-d7ca-4d3a-9df4-c7860db93aa3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:20.648959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b req-94612f14-eabc-424f-a332-573e612ce055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:20.652675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b req-94612f14-eabc-424f-a332-573e612ce055 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1135 time: 0.1448033 Sep 16 16:52:20.684270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5dd92662-3558-4512-afec-29e9e8903f3f req-624696cc-138b-4122-ad6d-7b2197a1786e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-128200509&fields=id&tenant_id=077bb46763b14212a86d8f455e94b6eb HTTP/1.1" status: 200 len: 267 time: 0.1996906 Sep 16 16:52:20.847616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd92662-3558-4512-afec-29e9e8903f3f req-cdd4c943-8e8b-4e55-912f-a0079788ef7a tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:20.849795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5dd92662-3558-4512-afec-29e9e8903f3f req-cdd4c943-8e8b-4e55-912f-a0079788ef7a tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 984 time: 0.1537116 Sep 16 16:52:20.861807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-5dd92662-3558-4512-afec-29e9e8903f3f req-d6fc057e-7e91-4d5a-b037-05bbe2573a58 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Request body: {'port': {'security_groups': ['024a6ef3-8116-42fe-b0ee-05d6543e5aaf']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:20.891790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b req-408391bc-20d6-4844-937a-e10c3d5f3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:20.893254 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b req-408391bc-20d6-4844-937a-e10c3d5f3028 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 200 len: 921 time: 0.2317567 Sep 16 16:52:20.900494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:20.960610 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b req-e4a6b7ae-1908-406c-8b2e-5c660affc733 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 217 time: 0.0583417 Sep 16 16:52:20.988794 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5dd92662-3558-4512-afec-29e9e8903f3f req-d6fc057e-7e91-4d5a-b037-05bbe2573a58 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.002988 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.013093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.058092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:52:21.068620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:21.072015 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b req-ac819c81-d84b-4dbd-9ee0-57df4cb5d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:21.073698 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b req-ac819c81-d84b-4dbd-9ee0-57df4cb5d62e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f347fb03-71d1-4d86-9817-2d440a8301fe HTTP/1.1" status: 200 len: 860 time: 0.1045628 Sep 16 16:52:21.077185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.077844 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Added segment 994ebf60-d48c-40c5-a88e-ae136c9afe13 of type vlan for network b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a Sep 16 16:52:21.115273 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b req-6e53fddf-b271-44f6-9090-1dd2e86e4854 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285039 Sep 16 16:52:21.171709 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.263596 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b req-9d4dc629-2c95-44f6-a4c1-ece774668ee4 service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295357 Sep 16 16:52:21.335625 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.336752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:21.337329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.405140 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-5dd92662-3558-4512-afec-29e9e8903f3f req-d6fc057e-7e91-4d5a-b037-05bbe2573a58 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] For port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,segment=NetworkSegment(9added19-ef17-438f-8b05-104a0e2c6029),segment_id=9added19-ef17-438f-8b05-104a0e2c6029)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:21.425128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:21.435556 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72882a54-1f54-4ea4-b7a2-0d69765f0c2b req-0ae20ae1-1765-406a-960b-cc177d77e3fe service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649511 Sep 16 16:52:21.435855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:52:21.441120 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3f92f8e0-3ef0-4700-a3f0-f15ae3f5b5b2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4647627 Sep 16 16:52:21.441784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37554) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:21.448091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Request body: {'subnet': {'network_id': 'b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1684710831-subnet', 'tenant_id': '99596fd2b937443ab5a4b2847fce8cbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:21.521631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Made reservation on behalf of 99596fd2b937443ab5a4b2847fce8cbd for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:21.524614 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.768564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] Router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:52:21.774760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5dd92662-3558-4512-afec-29e9e8903f3f req-d6fc057e-7e91-4d5a-b037-05bbe2573a58 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.801374 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.832054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5dd92662-3558-4512-afec-29e9e8903f3f req-d6fc057e-7e91-4d5a-b037-05bbe2573a58 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.844249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:52:21.886528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d97d973e-eb15-4b01-985f-ddace66ef904,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:21.891147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Checking segment: {'id': '994ebf60-d48c-40c5-a88e-ae136c9afe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:21.891654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Network hostable DHCP agents. Network: b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:52:21.921866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd92662-3558-4512-afec-29e9e8903f3f req-d6fc057e-7e91-4d5a-b037-05bbe2573a58 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:21.922417 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5dd92662-3558-4512-afec-29e9e8903f3f req-d6fc057e-7e91-4d5a-b037-05bbe2573a58 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:21.923823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5dd92662-3558-4512-afec-29e9e8903f3f req-d6fc057e-7e91-4d5a-b037-05bbe2573a58 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "PUT /v2.0/ports/10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 942 time: 1.0669343 Sep 16 16:52:21.977847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Network b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:52:21.978847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:52:21.979256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:52:21.987787 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] Sync routers for ids ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:52:21.995961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-78ce0437-c170-46f6-989c-0ac301520ba4 admin admin] 10.222.0.22 "PUT /v2.0/routers/5159cd2c-ffc3-4beb-b5ca-0f883f39e05e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3922367 Sep 16 16:52:21.996970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37566) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:21.997107 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc057e-7e91-4d5a-b037-05bbe2573a58 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Pushing event updated for resources: {'Port': ['ID=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,revision_number=7']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:22.011044 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] Routers {'5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:22.013756 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:22.105071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:22.120295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b8f0f-1369-474a-8007-945799433e26 None None] Network b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:22.127624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:22.128232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:22.229527 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] Set router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:22.240522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:22.255611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-834b7db4-1d22-4944-a35d-b058650b38e5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8042283 Sep 16 16:52:22.302144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-b47c92a6-c1c7-4525-ab0e-4d4a84a39c23 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3362536 Sep 16 16:52:22.316231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:22.358958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39834953-ac38-46ee-84d3-e6d96bb7154d None None] Network b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:22.424569 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:22.492125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:22.496135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:22.497806 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b" -d '{"events": [{"name": "network-changed", "server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:22.512827 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'name': 'tempest-ImageQuotaTest-173009868-router', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:11Z', 'updated_at': '2021-09-16T16:52:20Z', 'revision_number': 5, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'gw_port': {'id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:12Z', 'updated_at': '2021-09-16T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:22.548226 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] Checking router: 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:52:22.557365 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] Routers {'5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:22.558103 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:22.599998 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8f5a4e-4827-4a7a-8ce0-e56b158bb604 x-openstack-request-id: req-6d8f5a4e-4827-4a7a-8ce0-e56b158bb604 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:22.600285 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:22.600548 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d8f5a4e-4827-4a7a-8ce0-e56b158bb604 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:22.601440 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'status': 'completed', 'code': 200} Sep 16 16:52:22.603412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:22.689958 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] Set router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:22.717015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Allocated IP 172.25.6.208 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/d701d77f-8add-449d-ae38-77a6d73a1387) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:22.727357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b req-95871cc8-5e7f-49b5-8888-a64a9b38e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:22.728511 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b req-95871cc8-5e7f-49b5-8888-a64a9b38e98f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1096 time: 0.0928397 Sep 16 16:52:22.736860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Deleting port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:22.736860 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:22.860650 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:22.902333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] For port 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:22.902696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:22.912200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b req-4d7bc145-c57b-44aa-b707-ae61648b2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:22.913801 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b req-4d7bc145-c57b-44aa-b707-ae61648b2c6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 200 len: 921 time: 0.1765363 Sep 16 16:52:22.917202 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'name': 'tempest-ImageQuotaTest-173009868-router', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:11Z', 'updated_at': '2021-09-16T16:52:20Z', 'revision_number': 5, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'gw_port': {'id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:12Z', 'updated_at': '2021-09-16T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:22.919292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Calling delete_port for 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:22.953126 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7eb479-8a9f-4be3-bd3b-c44bac20ba38 None None] The sync data for ids ['5159cd2c-ffc3-4beb-b5ca-0f883f39e05e'] in n-d-807786-3 is: [{'id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'name': 'tempest-ImageQuotaTest-173009868-router', 'tenant_id': '7f68036f63cb4fbea86982f369a923d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:11Z', 'updated_at': '2021-09-16T16:52:20Z', 'revision_number': 5, 'project_id': '7f68036f63cb4fbea86982f369a923d5', 'gw_port': {'id': '3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5159cd2c-ffc3-4beb-b5ca-0f883f39e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:12Z', 'updated_at': '2021-09-16T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:52:22.965656 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b req-71e49069-4a5d-4679-9f27-a362a2b5aeab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 217 time: 0.0442894 Sep 16 16:52:22.983978 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.030287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:23.033111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:23.038759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:23.045406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Pushing event updated for resources: {'Port': ['ID=d701d77f-8add-449d-ae38-77a6d73a1387,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:23.060955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b req-44169196-ca8d-489d-9a9e-108f3854e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:23.062474 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b req-44169196-ca8d-489d-9a9e-108f3854e88b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f347fb03-71d1-4d86-9817-2d440a8301fe HTTP/1.1" status: 200 len: 860 time: 0.0660355 Sep 16 16:52:23.141521 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b req-8a16708f-dcea-4f45-bb1e-d5ba8c1fdc1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713544 Sep 16 16:52:23.150933 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.225650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37598) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:23.231127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1199216778-network', 'tenant_id': '3789e0e6ea254bf9912296c3e17a5ead'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:23.271391 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.295971 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b req-1f06ad60-1844-49fc-80a2-fd9e23dee12b service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477380 Sep 16 16:52:23.386411 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.388982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Made reservation on behalf of 3789e0e6ea254bf9912296c3e17a5ead for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:23.390845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.402489 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.437406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:23.448819 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a23e8847-0655-4dbf-9a6b-cdb5b3efc64b req-542a86b9-a348-4800-a451-41bb530ce90a service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459572 Sep 16 16:52:23.502301 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.507525 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.564973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.578345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.604029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.606166 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.646798 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.667409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Pushing event updated for resources: {'Port': ['ID=d701d77f-8add-449d-ae38-77a6d73a1387,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:23.682983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:52:23.698702 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.703595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72161a14-4bab-48bb-ba77-ede02efea6f1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:23.713145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.714542 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Added segment 2763cb3f-3512-48ab-b6ad-9f9c87a046d2 of type vlan for network 46d9323d-18d0-4e97-955d-33534b287855 Sep 16 16:52:23.715994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.716593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5159cd2c-ffc3-4beb-b5ca-0f883f39e05e {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:52:23.721226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.725908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-af536541-06d6-4f64-a012-9e3ee7118842 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5159cd2c-ffc3-4beb-b5ca-0f883f39e05e HTTP/1.1" status: 204 len: 168 time: 1.7280476 Sep 16 16:52:23.726387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37604) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:23.756099 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.783514 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8b89a9-92f3-4758-bdba-8803e755c5c8 admin admin] Deleting subnet c1ed9062-5fe4-4492-a94a-ee79745a9edf {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:52:23.788728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f8b89a9-92f3-4758-bdba-8803e755c5c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.791763 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.793162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-dd11b56e-fee7-4efb-9d65-7f257810f206 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4847252 Sep 16 16:52:23.830478 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f8b89a9-92f3-4758-bdba-8803e755c5c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.872330 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.875651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:23.875651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.905750 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-aab4a991-716c-48c5-9d6c-9107b8caeab5 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.1042800 Sep 16 16:52:23.971473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f8b89a9-92f3-4758-bdba-8803e755c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:23.981056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] Pushing event updated for resources: {'Network': ['ID=46d9323d-18d0-4e97-955d-33534b287855,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:23.990972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 46d9323d-18d0-4e97-955d-33534b287855 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:52:24.022017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5c0567a1-a54b-4ddc-ac05-55126d77f4b3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7951648 Sep 16 16:52:24.022932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37610) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:24.031932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Request body: {'subnet': {'network_id': '46d9323d-18d0-4e97-955d-33534b287855', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1199216778-subnet', 'tenant_id': '3789e0e6ea254bf9912296c3e17a5ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:24.062732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-9aa2f655-9350-4708-b638-41b674df1e2f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:24.064107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-9aa2f655-9350-4708-b638-41b674df1e2f tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1512370 Sep 16 16:52:24.078389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-ce9aeefe-b727-416d-b577-5934af03762e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:52:24.079575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e50c536-0948-422e-9d76-8ccd9a78cd21 req-ce9aeefe-b727-416d-b577-5934af03762e tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064173 Sep 16 16:52:24.109663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f8b89a9-92f3-4758-bdba-8803e755c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.138637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Made reservation on behalf of 3789e0e6ea254bf9912296c3e17a5ead for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:24.140978 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.142797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b89a9-92f3-4758-bdba-8803e755c5c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ed9062-5fe4-4492-a94a-ee79745a9edf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:24.155085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d214dee-cea9-44eb-826b-0831728d5569 None None] Network 16ac6f5d-3c9e-4281-9534-96737cda96b5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:24.159548 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f8b89a9-92f3-4758-bdba-8803e755c5c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.165612 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6f8b89a9-92f3-4758-bdba-8803e755c5c8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c1ed9062-5fe4-4492-a94a-ee79745a9edf HTTP/1.1" status: 204 len: 168 time: 0.4318674 Sep 16 16:52:24.166576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37616) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:24.302733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-72474514-654f-4043-be93-880aa3812f90 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:24.316823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-72474514-654f-4043-be93-880aa3812f90 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1759336 Sep 16 16:52:24.338232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.338988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:52:24.374415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:52:24.374763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4b50be36-d7ca-4d3a-9df4-c7860db93aa3 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:52:24.375396 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:52:24.379919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-e1a220c3-0421-4c42-b894-39a802cd6d64 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.0609603 Sep 16 16:52:24.397137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f8798ddd-348b-47c1-9c11-f952400a4ffd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Request body: {'floatingip': {'port_id': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'fixed_ip_address': '172.20.0.2'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:24.404045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:52:24.409214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3d7e3f62-f46a-4ec2-8a4c-f9e1137eece3 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:52:24.438409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878bd1c9-6acc-4c8d-8a36-64bf6a48c350 None None] DHCP port deletion for 16ac6f5d-3c9e-4281-9534-96737cda96b5 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:52:24.479024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f8798ddd-348b-47c1-9c11-f952400a4ffd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.488359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-878bd1c9-6acc-4c8d-8a36-64bf6a48c350 None None] Deleting port 3be557dc-2901-49b1-8375-48aebf4ab167 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:24.488767 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-878bd1c9-6acc-4c8d-8a36-64bf6a48c350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.524532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Deleting port 3be557dc-2901-49b1-8375-48aebf4ab167 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:24.525106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.584944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-878bd1c9-6acc-4c8d-8a36-64bf6a48c350 None None] For port 3be557dc-2901-49b1-8375-48aebf4ab167, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3be557dc-2901-49b1-8375-48aebf4ab167,segment=NetworkSegment(2c34c910-4b02-4ce6-a476-90bdcccac824),segment_id=2c34c910-4b02-4ce6-a476-90bdcccac824)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:24.585348 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-878bd1c9-6acc-4c8d-8a36-64bf6a48c350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.597200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.599428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-878bd1c9-6acc-4c8d-8a36-64bf6a48c350 None None] Calling delete_port for 3be557dc-2901-49b1-8375-48aebf4ab167 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:24.646311 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] For port 3be557dc-2901-49b1-8375-48aebf4ab167, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3be557dc-2901-49b1-8375-48aebf4ab167,segment=NetworkSegment(2c34c910-4b02-4ce6-a476-90bdcccac824),segment_id=2c34c910-4b02-4ce6-a476-90bdcccac824)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:24.646718 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.668869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Calling delete_port for 3be557dc-2901-49b1-8375-48aebf4ab167 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:24.690479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c98b371-789f-4589-b39f-f2e4d20ca242,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:24.726788 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-878bd1c9-6acc-4c8d-8a36-64bf6a48c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:24.734092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Checking segment: {'id': '2763cb3f-3512-48ab-b6ad-9f9c87a046d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '46d9323d-18d0-4e97-955d-33534b287855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:24.734463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Network hostable DHCP agents. Network: 46d9323d-18d0-4e97-955d-33534b287855, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:52:24.764679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bd1c9-6acc-4c8d-8a36-64bf6a48c350 None None] Pushing event deleted for resources: {'Port': ['ID=3be557dc-2901-49b1-8375-48aebf4ab167,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:24.772977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878bd1c9-6acc-4c8d-8a36-64bf6a48c350 None None] No DVR routers for this DVR port 3be557dc-2901-49b1-8375-48aebf4ab167 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:52:24.792457 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.025231 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f8798ddd-348b-47c1-9c11-f952400a4ffd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.069923 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f8798ddd-348b-47c1-9c11-f952400a4ffd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.089785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Network 46d9323d-18d0-4e97-955d-33534b287855 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:52:25.091836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=3be557dc-2901-49b1-8375-48aebf4ab167,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:25.100935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] No DVR routers for this DVR port 3be557dc-2901-49b1-8375-48aebf4ab167 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:52:25.174570 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.178989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 46d9323d-18d0-4e97-955d-33534b287855) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:25.183023 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f8798ddd-348b-47c1-9c11-f952400a4ffd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Floating IP d41ed0a2-123e-4e30-a81c-1a17bc825ebf associated. External IP: 172.25.6.208, port: 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9. Sep 16 16:52:25.187296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:25.187895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.188822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c17b94-4765-4a8e-af7e-ec8fbca52d95 None None] Network 46d9323d-18d0-4e97-955d-33534b287855 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:25.206513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ac6f5d-3c9e-4281-9534-96737cda96b5']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:25.217860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c34c910-4b02-4ce6-a476-90bdcccac824') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:25.218158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c34c910-4b02-4ce6-a476-90bdcccac824') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:25.228869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.253450 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.261009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:52:25.262106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:52:25.291250 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:52:25.325969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8602e749-5cb6-4cde-b75d-3233098f5be5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3018725 Sep 16 16:52:25.343401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92bae6a-8b0d-415e-a281-97f421031169 None None] Network 46d9323d-18d0-4e97-955d-33534b287855 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:25.418564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.429767 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.436154 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] 10.222.0.22 "DELETE /v2.0/networks/16ac6f5d-3c9e-4281-9534-96737cda96b5 HTTP/1.1" status: 204 len: 168 time: 1.2594926 Sep 16 16:52:25.468306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eaf5e-c236-4901-91a7-bbb4ff2adf2e admin admin] Pushing event deleted for resources: {'Network': ['ID=16ac6f5d-3c9e-4281-9534-96737cda96b5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:25.483863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f8798ddd-348b-47c1-9c11-f952400a4ffd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:52:25.629522 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f8798ddd-348b-47c1-9c11-f952400a4ffd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:52:25.636120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f8798ddd-348b-47c1-9c11-f952400a4ffd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:25.662324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] Sync routers for ids ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:52:25.672914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] Routers {'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:25.673553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:25.679486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f8798ddd-348b-47c1-9c11-f952400a4ffd tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "PUT /v2.0/floatingips/d41ed0a2-123e-4e30-a81c-1a17bc825ebf HTTP/1.1" status: 200 len: 996 time: 1.2884965 Sep 16 16:52:25.679937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:25.683086 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cf75b9-1e8b-4b39-b146-dc7a36db0506" -d '{"events": [{"name": "network-changed", "server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:25.794382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] Set router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:25.928452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37652) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:25.975234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-92414496-d976-44fd-9cdc-600a808e088a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f68036f63cb4fbea86982f369a923d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455184 Sep 16 16:52:25.977984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37654) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:26.043874 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44609092-22a5-481d-87e5-77f82c79d3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:26.092791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'd41ed0a2-123e-4e30-a81c-1a17bc825ebf', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'port_id': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'mac_address': 'fa:16:3e:81:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:23Z', 'updated_at': '2021-09-16T16:52:24Z', 'revision_number': 1, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2a319b-2df5-46ae-9052-0d25c726ac80', 'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'mac_address': 'fa:16:3e:dd:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:29Z', 'updated_at': '2021-09-16T16:51:36Z', 'revision_number': 5, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'subnets': [{'id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:26.100855 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44609092-22a5-481d-87e5-77f82c79d3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:26.136145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-46b600c4-c9a2-4fc9-8e9b-3b7b332ac22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:26.138344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-46b600c4-c9a2-4fc9-8e9b-3b7b332ac22e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1096 time: 0.4416566 Sep 16 16:52:26.153753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] Checking router: ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:52:26.183138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] Routers {'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:26.183840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:26.193349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3be557dc-2901-49b1-8375-48aebf4ab167 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:52:26.275623 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44609092-22a5-481d-87e5-77f82c79d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:26.281378 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44609092-22a5-481d-87e5-77f82c79d3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:26.281711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 3be557dc-2901-49b1-8375-48aebf4ab167 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:52:26.282124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3be557dc-2901-49b1-8375-48aebf4ab167 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:52:26.282705 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-44609092-22a5-481d-87e5-77f82c79d3a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8000d78f-d771-4113-be61-7c809b8cf76f HTTP/1.1" status: 204 len: 168 time: 0.3025000 Sep 16 16:52:26.295702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44609092-22a5-481d-87e5-77f82c79d3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8000d78f-d771-4113-be61-7c809b8cf76f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:26.459557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] Set router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:26.674436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f69919d5-d344-4c22-a8ae-38bdbdc2eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:26.675933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-f69919d5-d344-4c22-a8ae-38bdbdc2eebd service neutron] 10.222.0.22 "GET /v2.0/networks?id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 200 len: 921 time: 0.5289896 Sep 16 16:52:26.753831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'd41ed0a2-123e-4e30-a81c-1a17bc825ebf', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'port_id': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'mac_address': 'fa:16:3e:81:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:23Z', 'updated_at': '2021-09-16T16:52:24Z', 'revision_number': 1, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2a319b-2df5-46ae-9052-0d25c726ac80', 'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'mac_address': 'fa:16:3e:dd:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:29Z', 'updated_at': '2021-09-16T16:51:36Z', 'revision_number': 5, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'subnets': [{'id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:26.774764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-945b8b7c-0a0a-4193-a5f6-581916a2ea14 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:26.774764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-945b8b7c-0a0a-4193-a5f6-581916a2ea14 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/networks?id=b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a HTTP/1.1" status: 200 len: 809 time: 0.5133286 Sep 16 16:52:26.774764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-43188e1f-7123-4b61-9ef7-1ec364d5e7b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 999 time: 0.0907125 Sep 16 16:52:26.783683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b9c25b-fc4b-4bbd-b3d2-ba2e5fbb5af5 None None] The sync data for ids ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'] in n-d-807786-3 is: [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'd41ed0a2-123e-4e30-a81c-1a17bc825ebf', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'port_id': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'mac_address': 'fa:16:3e:81:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:23Z', 'updated_at': '2021-09-16T16:52:24Z', 'revision_number': 1, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2a319b-2df5-46ae-9052-0d25c726ac80', 'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'mac_address': 'fa:16:3e:dd:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:29Z', 'updated_at': '2021-09-16T16:51:36Z', 'revision_number': 5, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'subnets': [{'id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:52:26.794339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-b0488297-9fc5-4f82-8e16-5b9b52e2354c tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/quotas/99596fd2b937443ab5a4b2847fce8cbd HTTP/1.1" status: 200 len: 375 time: 0.0128274 Sep 16 16:52:26.857053 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-40567657-5225-4bc0-9997-025680029864 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=99596fd2b937443ab5a4b2847fce8cbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524094 Sep 16 16:52:26.884891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-9b74b866-8cb9-4a77-8afb-92f52585bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:26.886431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-9b74b866-8cb9-4a77-8afb-92f52585bec5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f347fb03-71d1-4d86-9817-2d440a8301fe HTTP/1.1" status: 200 len: 860 time: 0.0831182 Sep 16 16:52:26.937243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-35453afe-bb29-475e-8dcd-f1cf6da8725a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387778 Sep 16 16:52:26.980491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-5b3d2c8b-eca6-4213-9d9d-8e6f59a5c942 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:52:26.981567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-5b3d2c8b-eca6-4213-9d9d-8e6f59a5c942 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054066 Sep 16 16:52:27.062136 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc6d354-a89f-4073-bf3f-5af7f8d9d26d None None] New status for floating IP d41ed0a2-123e-4e30-a81c-1a17bc825ebf: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:52:27.072227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-6bb0726e-01f6-4c0b-a68a-dfba75b8691d service neutron] 10.222.0.22 "GET /v2.0/networks/b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964560 Sep 16 16:52:27.153564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-aa341bf5-fd90-4170-8c11-8e77cac3caf4 service neutron] 10.222.0.22 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630650 Sep 16 16:52:27.242371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37676) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:27.242897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-d8010c28-0d70-4a98-9503-5cdee9f5744b service neutron] 10.222.0.22 "GET /v2.0/networks/b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616132 Sep 16 16:52:27.267090 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee503779-3b05-4057-9149-621918871e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:27.275065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-34ad7e3c-4b32-4410-8bfe-f427eadf23e8 req-96a042fd-8814-4e91-8df6-d4d08887d233 service neutron] 10.222.0.22 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134298 Sep 16 16:52:27.375606 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee503779-3b05-4057-9149-621918871e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:27.446575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee503779-3b05-4057-9149-621918871e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:27.452960 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd0a39-b61d-48ec-9438-c809b99533f8 x-openstack-request-id: req-e8fd0a39-b61d-48ec-9438-c809b99533f8 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:27.453349 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:27.453693 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8fd0a39-b61d-48ec-9438-c809b99533f8 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:27.454187 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'status': 'completed', 'code': 200} Sep 16 16:52:27.500042 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ee503779-3b05-4057-9149-621918871e8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2530384 Sep 16 16:52:27.506921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37680) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:27.517835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee503779-3b05-4057-9149-621918871e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318a41a1-a1a3-48d3-be96-eb92f54401a2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:27.538693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf75b9-1e8b-4b39-b146-dc7a36db0506 req-bf660a2f-97c1-47d4-9abe-d391a0e4e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:27.540226 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97cf75b9-1e8b-4b39-b146-dc7a36db0506 req-bf660a2f-97c1-47d4-9abe-d391a0e4e31e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1096 time: 0.0567987 Sep 16 16:52:27.582135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-476f6be8-2726-49ab-a67a-d33098772356 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 1001 time: 0.1191399 Sep 16 16:52:27.615205 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ad3970c-9477-4d65-92e3-b01a85b28829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:27.647271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf75b9-1e8b-4b39-b146-dc7a36db0506 req-477ac90e-080c-47b9-af98-9e96727299ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:27.652328 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97cf75b9-1e8b-4b39-b146-dc7a36db0506 req-477ac90e-080c-47b9-af98-9e96727299ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 200 len: 921 time: 0.1002533 Sep 16 16:52:27.665112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-3bd9ee24-058c-4657-a720-3a4a2d31d939 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:27.666538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-3bd9ee24-058c-4657-a720-3a4a2d31d939 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports/10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 942 time: 0.0650730 Sep 16 16:52:27.668726 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ad3970c-9477-4d65-92e3-b01a85b28829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:27.748373 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97cf75b9-1e8b-4b39-b146-dc7a36db0506 req-dad7a929-0241-48cd-b89b-2fa007600332 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 1001 time: 0.0925415 Sep 16 16:52:27.766196 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d83e890-bdac-4b75-8c86-d7c930bc1168 req-3b3c81b4-9838-4595-b43b-b87abe5cf81f tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 210 time: 0.0338299 Sep 16 16:52:27.813647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf75b9-1e8b-4b39-b146-dc7a36db0506 req-6bb3d4a9-ec75-4b07-84e9-0b6adf5909b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:27.815304 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97cf75b9-1e8b-4b39-b146-dc7a36db0506 req-6bb3d4a9-ec75-4b07-84e9-0b6adf5909b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f347fb03-71d1-4d86-9817-2d440a8301fe HTTP/1.1" status: 200 len: 860 time: 0.0526664 Sep 16 16:52:27.821454 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ad3970c-9477-4d65-92e3-b01a85b28829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:27.825422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ad3970c-9477-4d65-92e3-b01a85b28829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:27.825422 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0ad3970c-9477-4d65-92e3-b01a85b28829 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/318a41a1-a1a3-48d3-be96-eb92f54401a2 HTTP/1.1" status: 204 len: 168 time: 0.3173256 Sep 16 16:52:27.854107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-43e5845c-d17c-4b53-9cc7-23ff4477ffbf tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 1001 time: 0.0904665 Sep 16 16:52:27.854997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3970c-9477-4d65-92e3-b01a85b28829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318a41a1-a1a3-48d3-be96-eb92f54401a2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:27.884261 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97cf75b9-1e8b-4b39-b146-dc7a36db0506 req-23007d72-874e-4e03-a997-2cc4773a440a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590804 Sep 16 16:52:27.992494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-993b6a48-be2e-4fca-807d-8d6a5be02afa tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:27.994748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-993b6a48-be2e-4fca-807d-8d6a5be02afa tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1349378 Sep 16 16:52:28.008919 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97cf75b9-1e8b-4b39-b146-dc7a36db0506 req-2bf8c53c-15e2-4780-8d07-eb76b54ec2f7 service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179113 Sep 16 16:52:28.101261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-5b93ed25-3719-472a-8de8-33426e186ccc tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 1001 time: 0.0994222 Sep 16 16:52:28.107681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-02599d8a-002e-4136-8aeb-f39af401e72d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:28.151522 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97cf75b9-1e8b-4b39-b146-dc7a36db0506 req-e80fb128-06c4-4a4d-a9be-f70f16624b57 service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355071 Sep 16 16:52:28.206788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-02599d8a-002e-4136-8aeb-f39af401e72d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:28.218265 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f17c9558-9417-4fca-aa6f-c0620b17acf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:28.388362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-02599d8a-002e-4136-8aeb-f39af401e72d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:28.446608 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-02599d8a-002e-4136-8aeb-f39af401e72d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:28.446948 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-02599d8a-002e-4136-8aeb-f39af401e72d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Floating IP d41ed0a2-123e-4e30-a81c-1a17bc825ebf disassociated. External IP: 172.25.6.208, port: 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9. Sep 16 16:52:28.669888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-02599d8a-002e-4136-8aeb-f39af401e72d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:52:28.780464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-02599d8a-002e-4136-8aeb-f39af401e72d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:52:28.784748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-02599d8a-002e-4136-8aeb-f39af401e72d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:28.790676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] Sync routers for ids ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:52:28.802036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] Routers {'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:28.803284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:28.815039 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-02599d8a-002e-4136-8aeb-f39af401e72d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "PUT /v2.0/floatingips/d41ed0a2-123e-4e30-a81c-1a17bc825ebf HTTP/1.1" status: 200 len: 695 time: 0.7116685 Sep 16 16:52:28.878672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f11070b-0b6b-46e1-9320-dd8c54b5828a req-66ac472b-181f-491b-ac71-31f0cf94759b tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 210 time: 0.0504034 Sep 16 16:52:28.893562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-76e9e4b1-3d09-46ef-b0e9-60e3a08afb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:28.898454 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-76e9e4b1-3d09-46ef-b0e9-60e3a08afb3c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1096 time: 0.0650737 Sep 16 16:52:28.929672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] Set router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:28.998739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-c85389d7-5471-4239-93ba-af93260ecfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:29.000665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-c85389d7-5471-4239-93ba-af93260ecfae service neutron] 10.222.0.22 "GET /v2.0/networks?id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 200 len: 921 time: 0.0985439 Sep 16 16:52:29.046066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-69670b1c-c3c9-4852-ad6b-4aab2379b620 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 217 time: 0.0378234 Sep 16 16:52:29.117396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-ebbb6689-92b2-486d-95ce-b2c9d830b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:29.119534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-ebbb6689-92b2-486d-95ce-b2c9d830b85d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f347fb03-71d1-4d86-9817-2d440a8301fe HTTP/1.1" status: 200 len: 860 time: 0.0645819 Sep 16 16:52:29.156483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-0e37c8a9-0a15-4bbe-bff3-0236ec5bef71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281186 Sep 16 16:52:29.160011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d2a319b-2df5-46ae-9052-0d25c726ac80', 'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'mac_address': 'fa:16:3e:dd:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:29Z', 'updated_at': '2021-09-16T16:51:36Z', 'revision_number': 5, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'subnets': [{'id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:29.187262 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] Checking router: ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:52:29.196377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] Routers {'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:29.197044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:29.256669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-b098579b-4fa2-498b-8df6-24b636c0ce73 service neutron] 10.222.0.22 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935085 Sep 16 16:52:29.323108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] Set router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:29.372502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-942c5ad2-7f8a-4914-af37-53f45e33e442 req-ff4b5362-7786-4ca4-8ee3-ca8bf0a7a706 service neutron] 10.222.0.22 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073301 Sep 16 16:52:29.455954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:29.459103 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:29.529400 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d6ac18-8b13-49b3-baa1-13fe443f188c x-openstack-request-id: req-15d6ac18-8b13-49b3-baa1-13fe443f188c {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:29.529773 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:29.530594 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15d6ac18-8b13-49b3-baa1-13fe443f188c {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:29.530594 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'status': 'completed', 'code': 200} Sep 16 16:52:29.540899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-9a17bae1-cf8d-424a-b4d2-4273080d826b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/floatingips/d41ed0a2-123e-4e30-a81c-1a17bc825ebf HTTP/1.1" status: 200 len: 695 time: 0.0476604 Sep 16 16:52:29.550789 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d2a319b-2df5-46ae-9052-0d25c726ac80', 'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'mac_address': 'fa:16:3e:dd:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:29Z', 'updated_at': '2021-09-16T16:51:36Z', 'revision_number': 5, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'subnets': [{'id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:29.581876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2f474-7169-450e-8a53-109c0b13197c None None] The sync data for ids ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'] in n-d-807786-3 is: [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:51:30Z', 'revision_number': 4, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d2a319b-2df5-46ae-9052-0d25c726ac80', 'name': '', 'network_id': 'a6038e93-7996-4ff2-9f40-8f0e9ef5678e', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'mac_address': 'fa:16:3e:dd:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:29Z', 'updated_at': '2021-09-16T16:51:36Z', 'revision_number': 5, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'subnets': [{'id': 'f347fb03-71d1-4d86-9817-2d440a8301fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:52:29.604006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c req-712215b9-efac-4add-92d5-360abf85db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:29.606826 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c req-712215b9-efac-4add-92d5-360abf85db7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=077bb46763b14212a86d8f455e94b6eb&device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 1096 time: 0.0576732 Sep 16 16:52:29.618899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-1001c1e9-942c-4843-b29b-464de497f1f6 req-e1a9618d-64c3-49bc-9d57-2b3ac638da16 service neutron] (95357) timed out ('10.222.0.22', 51198) {{(pid=95357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 16:52:29.672133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-83eda613-efe3-4514-9a6f-c080eb5fc139 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:29.673740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-83eda613-efe3-4514-9a6f-c080eb5fc139 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 784 time: 0.1271346 Sep 16 16:52:29.685116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-58272b65-5d4d-4118-af79-cd4537d194f7 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:52:29.685964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-58272b65-5d4d-4118-af79-cd4537d194f7 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062699 Sep 16 16:52:29.737237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c req-138c28fd-c1b9-4786-855b-50ccff787a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:29.738741 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c req-138c28fd-c1b9-4786-855b-50ccff787a8e service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 200 len: 921 time: 0.1188862 Sep 16 16:52:29.743932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-19766b28-abd0-41ec-a682-d0c1b98261a9 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 698 time: 0.0504439 Sep 16 16:52:29.789899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c req-80f30977-0933-459a-b20f-d4f5a56c0a7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 200 len: 217 time: 0.0380759 Sep 16 16:52:29.802419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-16cd4598-84c1-4277-aa85-92edfd578c43 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 698 time: 0.0515482 Sep 16 16:52:29.862032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c req-9213b2c3-ed89-4148-8879-5f4fa167eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:29.864107 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c req-9213b2c3-ed89-4148-8879-5f4fa167eca4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f347fb03-71d1-4d86-9817-2d440a8301fe HTTP/1.1" status: 200 len: 860 time: 0.0654976 Sep 16 16:52:29.921561 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc663a21-b8ee-4ee1-92af-60dba1ae7be9 None None] New status for floating IP d41ed0a2-123e-4e30-a81c-1a17bc825ebf: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:52:29.946597 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c req-a812d7db-7dc3-430f-8420-c862e1e5f223 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6038e93-7996-4ff2-9f40-8f0e9ef5678e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637062 Sep 16 16:52:29.958864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-0db3afda-47f2-415f-8f01-05bcaf06a18b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Deleting port d701d77f-8add-449d-ae38-77a6d73a1387 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:29.959308 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-0db3afda-47f2-415f-8f01-05bcaf06a18b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.021204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7026413b-bf5a-4279-87f0-41c7c82c8ecc req-a3d080c3-8c32-4881-8314-bd396f562bc2 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 210 time: 0.0470636 Sep 16 16:52:30.077806 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c req-fcf09737-b2c0-469c-912f-1924caf68f10 service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247551 Sep 16 16:52:30.079642 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-0db3afda-47f2-415f-8f01-05bcaf06a18b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.079968 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-0db3afda-47f2-415f-8f01-05bcaf06a18b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.101856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-0db3afda-47f2-415f-8f01-05bcaf06a18b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Calling delete_port for d701d77f-8add-449d-ae38-77a6d73a1387 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:30.286976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-e72a4ddd-501f-488b-a180-594562210e16 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:30.288607 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-e72a4ddd-501f-488b-a180-594562210e16 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.62 "GET /v2.0/networks?id=b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a HTTP/1.1" status: 200 len: 809 time: 0.2237799 Sep 16 16:52:30.294343 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-af2b6ebc-7a7b-4f9b-927f-2ca80aac1d2c req-fe96892b-0b38-40d5-acfd-efa2c9e8a0ea service neutron] 10.222.0.52 "GET /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036486 Sep 16 16:52:30.307927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Request body: {'port': {'device_id': 'dfbfeaa3-4803-4d1b-95fe-d28e29188db0', 'network_id': 'b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a', 'admin_state_up': True, 'tenant_id': '99596fd2b937443ab5a4b2847fce8cbd'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:30.355632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-0db3afda-47f2-415f-8f01-05bcaf06a18b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.384162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3afda-47f2-415f-8f01-05bcaf06a18b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Pushing event deleted for resources: {'Port': ['ID=d701d77f-8add-449d-ae38-77a6d73a1387,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:30.451536 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-0db3afda-47f2-415f-8f01-05bcaf06a18b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.454402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-0db3afda-47f2-415f-8f01-05bcaf06a18b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.455567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f4a58df-9f03-4942-a570-3a4306ef4816 req-0db3afda-47f2-415f-8f01-05bcaf06a18b tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "DELETE /v2.0/floatingips/d41ed0a2-123e-4e30-a81c-1a17bc825ebf HTTP/1.1" status: 204 len: 173 time: 0.6475830 Sep 16 16:52:30.497480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Made reservation on behalf of 99596fd2b937443ab5a4b2847fce8cbd for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:30.501223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.514592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b17d2bec-a178-4b86-9e8c-0be6ee4e56ba req-666700e0-db31-4228-a99b-887462fe33c4 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups/21ee365b-2746-430d-84d2-27a402e6530f HTTP/1.1" status: 200 len: 1809 time: 0.0391071 Sep 16 16:52:30.580175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b17d2bec-a178-4b86-9e8c-0be6ee4e56ba req-d7659f75-48cd-4b70-bd2e-03d679677c7d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.603355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b17d2bec-a178-4b86-9e8c-0be6ee4e56ba req-d7659f75-48cd-4b70-bd2e-03d679677c7d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.642427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Allocated IP 172.20.0.14 (b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a/d97d973e-eb15-4b01-985f-ddace66ef904/db937d68-9afd-4e12-8df7-5c30139e0efb) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:30.703668 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b17d2bec-a178-4b86-9e8c-0be6ee4e56ba req-d7659f75-48cd-4b70-bd2e-03d679677c7d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.706385 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b17d2bec-a178-4b86-9e8c-0be6ee4e56ba req-d7659f75-48cd-4b70-bd2e-03d679677c7d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.714900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b17d2bec-a178-4b86-9e8c-0be6ee4e56ba req-d7659f75-48cd-4b70-bd2e-03d679677c7d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "DELETE /v2.0/security-groups/21ee365b-2746-430d-84d2-27a402e6530f HTTP/1.1" status: 204 len: 173 time: 0.1892953 Sep 16 16:52:30.722151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7659f75-48cd-4b70-bd2e-03d679677c7d tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ee365b-2746-430d-84d2-27a402e6530f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:30.794809 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-43b4fb6e-7e76-48af-8a22-7fe34f0550ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.822040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.918445 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:30.967667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Network b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:30.970670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:30.974683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:30.984257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Pushing event updated for resources: {'Port': ['ID=db937d68-9afd-4e12-8df7-5c30139e0efb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:31.030166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:31.030778 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:31.104203 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-146c7ec5-7348-45fe-b249-d0ddb598c2f1 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8017592 Sep 16 16:52:31.117942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Request body: {'port': {'device_id': 'dfbfeaa3-4803-4d1b-95fe-d28e29188db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:31.177494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:31.187899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3f9ef-8a4c-4042-aadb-57908c3cf03c req-275a13fe-d008-44bc-9510-73b45504199b tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:31.189590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aca3f9ef-8a4c-4042-aadb-57908c3cf03c req-275a13fe-d008-44bc-9510-73b45504199b tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 932 time: 0.0901220 Sep 16 16:52:31.202998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23ffa7-3a69-4c4e-9e3d-d12a5a57cd54 req-33ff5fc2-8d14-4e4f-b943-60aaab1af639 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:31.204675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba23ffa7-3a69-4c4e-9e3d-d12a5a57cd54 req-33ff5fc2-8d14-4e4f-b943-60aaab1af639 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0765784 Sep 16 16:52:31.284639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aca3f9ef-8a4c-4042-aadb-57908c3cf03c req-aca84266-e6a7-4de8-a126-b9c8667bda96 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664856 Sep 16 16:52:31.294750 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba23ffa7-3a69-4c4e-9e3d-d12a5a57cd54 req-5930e31c-dffb-4cc2-8d93-7cfe519638bf tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822685 Sep 16 16:52:31.412708 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:31.477474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db937d68-9afd-4e12-8df7-5c30139e0efb {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:52:31.485010 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:31.497548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Transition to ACTIVE for port object db937d68-9afd-4e12-8df7-5c30139e0efb will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:52:31.554998 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:31.627044 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Pushing event updated for resources: {'Port': ['ID=db937d68-9afd-4e12-8df7-5c30139e0efb,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:31.683365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Attempting to bind port db937d68-9afd-4e12-8df7-5c30139e0efb on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:52:31.683939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Attempting to bind port db937d68-9afd-4e12-8df7-5c30139e0efb by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '994ebf60-d48c-40c5-a88e-ae136c9afe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:52:31.684287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Attempting to bind port db937d68-9afd-4e12-8df7-5c30139e0efb on network b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:52:31.688512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Port db937d68-9afd-4e12-8df7-5c30139e0efb on network b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:52:31.688831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Attempting to bind port db937d68-9afd-4e12-8df7-5c30139e0efb on network b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:52:31.693616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:52:31.693949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Checking segment: {'id': '994ebf60-d48c-40c5-a88e-ae136c9afe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:31.694331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Bound using segment: {'id': '994ebf60-d48c-40c5-a88e-ae136c9afe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:52:31.694755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Bound port: db937d68-9afd-4e12-8df7-5c30139e0efb, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994ebf60-d48c-40c5-a88e-ae136c9afe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:52:31.695108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:31.762504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] For port db937d68-9afd-4e12-8df7-5c30139e0efb, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:52:31.765737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] For port db937d68-9afd-4e12-8df7-5c30139e0efb, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=db937d68-9afd-4e12-8df7-5c30139e0efb,segment=NetworkSegment(994ebf60-d48c-40c5-a88e-ae136c9afe13),segment_id=994ebf60-d48c-40c5-a88e-ae136c9afe13)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:52:31.829837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:31.865386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:31.866004 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:31.867420 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] 10.222.0.62 "PUT /v2.0/ports/db937d68-9afd-4e12-8df7-5c30139e0efb HTTP/1.1" status: 200 len: 1092 time: 0.7541130 Sep 16 16:52:31.867851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbfeaa3-4803-4d1b-95fe-d28e29188db0', 'tag': 'db937d68-9afd-4e12-8df7-5c30139e0efb'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:31.870129 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e5943-e3e7-482e-825e-407c589b04b7" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbfeaa3-4803-4d1b-95fe-d28e29188db0", "tag": "db937d68-9afd-4e12-8df7-5c30139e0efb"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:31.897702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057f795-7f90-4272-a7f7-ab0b56e996f7 service neutron] Pushing event updated for resources: {'Port': ['ID=db937d68-9afd-4e12-8df7-5c30139e0efb,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:31.915880 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fbe903-be75-4750-91b6-558f08738466 x-openstack-request-id: req-96fbe903-be75-4750-91b6-558f08738466 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:31.916195 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbfeaa3-4803-4d1b-95fe-d28e29188db0", "tag": "db937d68-9afd-4e12-8df7-5c30139e0efb", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:31.916479 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96fbe903-be75-4750-91b6-558f08738466 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:31.916888 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbfeaa3-4803-4d1b-95fe-d28e29188db0', 'tag': 'db937d68-9afd-4e12-8df7-5c30139e0efb', 'status': 'completed', 'code': 200} Sep 16 16:52:31.960761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:31.978127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e5943-e3e7-482e-825e-407c589b04b7 req-6c2b4ae8-a2ea-4377-850a-ccc3e8479b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:31.979669 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc7e5943-e3e7-482e-825e-407c589b04b7 req-6c2b4ae8-a2ea-4377-850a-ccc3e8479b72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99596fd2b937443ab5a4b2847fce8cbd&device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 1095 time: 0.0422451 Sep 16 16:52:32.090495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e5943-e3e7-482e-825e-407c589b04b7 req-cf732de0-f6be-4751-a868-aa466cd9cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:32.091981 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc7e5943-e3e7-482e-825e-407c589b04b7 req-cf732de0-f6be-4751-a868-aa466cd9cf29 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=99596fd2b937443ab5a4b2847fce8cbd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1050079 Sep 16 16:52:32.191237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e5943-e3e7-482e-825e-407c589b04b7 req-c4b251b6-4a42-46a0-916b-a8d19fc16a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:32.193339 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc7e5943-e3e7-482e-825e-407c589b04b7 req-c4b251b6-4a42-46a0-916b-a8d19fc16a80 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940700 Sep 16 16:52:32.274347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-53b9fe6d-7a8f-4daa-aeba-66921dccd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:32.275864 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-53b9fe6d-7a8f-4daa-aeba-66921dccd9f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99596fd2b937443ab5a4b2847fce8cbd&device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 1095 time: 0.0424316 Sep 16 16:52:32.321008 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-d7aabdf1-6b09-47be-a80f-eb917477cfac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db937d68-9afd-4e12-8df7-5c30139e0efb HTTP/1.1" status: 200 len: 217 time: 0.0357070 Sep 16 16:52:32.376726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-7d3653f6-c606-4f68-8de8-90739061b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:32.378550 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-7d3653f6-c606-4f68-8de8-90739061b8d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d97d973e-eb15-4b01-985f-ddace66ef904 HTTP/1.1" status: 200 len: 849 time: 0.0506370 Sep 16 16:52:32.404018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054d5d6-6c26-457d-b53f-61577e4bc319 req-2f1a2f47-deca-4b3a-a5ac-3af39fffce90 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:32.406948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d054d5d6-6c26-457d-b53f-61577e4bc319 req-2f1a2f47-deca-4b3a-a5ac-3af39fffce90 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 944 time: 0.0665123 Sep 16 16:52:32.416904 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-d744bf71-6c6e-4235-9f9a-5015a23dab5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301759 Sep 16 16:52:32.473351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4af84-737a-40ef-8601-4ae6acb7c01a req-e6a5957d-2c76-49b2-be7e-3b4a213ce4bf tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:32.474854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7f4af84-737a-40ef-8601-4ae6acb7c01a req-e6a5957d-2c76-49b2-be7e-3b4a213ce4bf tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0881596 Sep 16 16:52:32.479257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d054d5d6-6c26-457d-b53f-61577e4bc319 req-3a026b4a-4e99-46f8-a849-7197d74e4673 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541396 Sep 16 16:52:32.515355 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-85aac2bd-c625-485e-8242-02548708cf39 service neutron] 10.222.0.62 "GET /v2.0/networks/b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905676 Sep 16 16:52:32.522599 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7f4af84-737a-40ef-8601-4ae6acb7c01a req-226930a0-2c91-40e8-ba49-14d6c2f888ba tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Sep 16 16:52:32.614626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3aeab5a6-b704-464a-9cf8-0a40b5dcd44d req-6e523fb0-43db-45f9-a002-db6d89775e8b service neutron] 10.222.0.62 "GET /v2.0/networks/b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925524 Sep 16 16:52:33.408082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c04b-9003-401d-8141-7248ff921a55 req-ea6255e7-a943-4be1-9673-b6480fd77e18 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:33.409592 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7487c04b-9003-401d-8141-7248ff921a55 req-ea6255e7-a943-4be1-9673-b6480fd77e18 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.52 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0522232 Sep 16 16:52:33.506126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-7487c04b-9003-401d-8141-7248ff921a55 req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Deleting port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:33.506497 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7487c04b-9003-401d-8141-7248ff921a55 req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:33.602586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7487c04b-9003-401d-8141-7248ff921a55 req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] For port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,segment=NetworkSegment(9added19-ef17-438f-8b05-104a0e2c6029),segment_id=9added19-ef17-438f-8b05-104a0e2c6029)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:33.602964 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7487c04b-9003-401d-8141-7248ff921a55 req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:33.612226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc416d-60d3-4a0b-b3b9-c39ba3c16016 req-e3fcd85f-5c68-4c2e-8087-ae24005b0aa8 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:33.613918 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fefc416d-60d3-4a0b-b3b9-c39ba3c16016 req-e3fcd85f-5c68-4c2e-8087-ae24005b0aa8 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 944 time: 0.0640087 Sep 16 16:52:33.617902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-7487c04b-9003-401d-8141-7248ff921a55 req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Calling delete_port for 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:33.682192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb8cd0-8e02-46d3-8ab3-b2d0a5bfc751 req-2d9a1e33-8126-46f0-9347-1d465fb11406 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:33.683610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36cb8cd0-8e02-46d3-8ab3-b2d0a5bfc751 req-2d9a1e33-8126-46f0-9347-1d465fb11406 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6622c972-0a4a-40fb-90ac-e0c6108b4e80 HTTP/1.1" status: 200 len: 945 time: 0.0911682 Sep 16 16:52:33.686787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fefc416d-60d3-4a0b-b3b9-c39ba3c16016 req-34bace11-7549-44a2-a01d-e7bf0304b750 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533617 Sep 16 16:52:33.744261 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:33.747840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36cb8cd0-8e02-46d3-8ab3-b2d0a5bfc751 req-9bcc3488-909e-4fb9-b3ed-8b93c2cf6e9a tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.22 "GET /v2.0/security-groups?id=024a6ef3-8116-42fe-b0ee-05d6543e5aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 Sep 16 16:52:33.841002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7487c04b-9003-401d-8141-7248ff921a55 req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:33.854834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:52:33.871669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Pushing event deleted for resources: {'Port': ['ID=10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:33.899295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.899654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.900005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.900346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.900712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.901050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.901395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.901729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.902065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.902454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.902761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.903075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:33.924602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7487c04b-9003-401d-8141-7248ff921a55 req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] No DVR routers for this DVR port 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:52:33.927831 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7487c04b-9003-401d-8141-7248ff921a55 req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:33.930082 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7487c04b-9003-401d-8141-7248ff921a55 req-7fedc30b-08e9-4042-8f6f-3283c1dd7c11 tempest-ServerRescueTestJSONUnderV235-70094597 tempest-ServerRescueTestJSONUnderV235-70094597-project] 10.222.0.52 "DELETE /v2.0/ports/10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 HTTP/1.1" status: 204 len: 173 time: 0.5144122 Sep 16 16:52:33.930550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'name': 'network-vif-deleted', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:33.932927 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab367da0-00f6-45ea-b061-2b6c0673fc21" -d '{"events": [{"server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "name": "network-vif-deleted", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:33.970502 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26de9bd4-a4fc-46db-8c67-c20d65025cd0 x-openstack-request-id: req-26de9bd4-a4fc-46db-8c67-c20d65025cd0 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:33.970795 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6622c972-0a4a-40fb-90ac-e0c6108b4e80", "name": "network-vif-deleted", "tag": "10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:33.972441 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26de9bd4-a4fc-46db-8c67-c20d65025cd0 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:33.972441 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6622c972-0a4a-40fb-90ac-e0c6108b4e80', 'name': 'network-vif-deleted', 'tag': '10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9', 'status': 'completed', 'code': 200} Sep 16 16:52:34.806183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37810) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:34.821391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478719c-d704-4570-b619-73d4482d1e2b req-ed5f3e63-6522-4b15-90ae-8b6a9343d89d tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:34.823065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6478719c-d704-4570-b619-73d4482d1e2b req-ed5f3e63-6522-4b15-90ae-8b6a9343d89d tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 944 time: 0.0547183 Sep 16 16:52:34.861449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6478719c-d704-4570-b619-73d4482d1e2b req-70bfa824-045b-45bd-b00b-e8524da47285 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Sep 16 16:52:34.906694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37814) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:35.013559 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d181773-08f8-472b-8e09-561d30571ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.100519 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d181773-08f8-472b-8e09-561d30571ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.154715 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d181773-08f8-472b-8e09-561d30571ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.194570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6d181773-08f8-472b-8e09-561d30571ed8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6e537ca38ee46bca7183aa747ae3a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867308 Sep 16 16:52:35.195429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d181773-08f8-472b-8e09-561d30571ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3a7f44-bdbd-436d-8819-a5ec2eaa0c9b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:35.197193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37818) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:35.277395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37a39aa4-0991-4aaf-b2e7-1f5c036fa42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.280770 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.337148 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37a39aa4-0991-4aaf-b2e7-1f5c036fa42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.423821 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device db937d68-9afd-4e12-8df7-5c30139e0efb details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:52:35.525502 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port db937d68-9afd-4e12-8df7-5c30139e0efb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=db937d68-9afd-4e12-8df7-5c30139e0efb,segment=NetworkSegment(994ebf60-d48c-40c5-a88e-ae136c9afe13),segment_id=994ebf60-d48c-40c5-a88e-ae136c9afe13)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:35.538443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'db937d68-9afd-4e12-8df7-5c30139e0efb', 'network_id': 'b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a', 'port_id': 'db937d68-9afd-4e12-8df7-5c30139e0efb', 'mac_address': 'fa:16:3e:91:7b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97d973e-eb15-4b01-985f-ddace66ef904', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:52:35.575820 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.590491 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db937d68-9afd-4e12-8df7-5c30139e0efb {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:52:35.611055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port db937d68-9afd-4e12-8df7-5c30139e0efb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=db937d68-9afd-4e12-8df7-5c30139e0efb,segment=NetworkSegment(994ebf60-d48c-40c5-a88e-ae136c9afe13),segment_id=994ebf60-d48c-40c5-a88e-ae136c9afe13)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:35.686491 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.736091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=db937d68-9afd-4e12-8df7-5c30139e0efb,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:35.836541 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37a39aa4-0991-4aaf-b2e7-1f5c036fa42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.839008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37a39aa4-0991-4aaf-b2e7-1f5c036fa42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.840134 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-37a39aa4-0991-4aaf-b2e7-1f5c036fa42c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca3a7f44-bdbd-436d-8819-a5ec2eaa0c9b HTTP/1.1" status: 204 len: 168 time: 0.6420195 Sep 16 16:52:35.867579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a39aa4-0991-4aaf-b2e7-1f5c036fa42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3a7f44-bdbd-436d-8819-a5ec2eaa0c9b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:35.891567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['db937d68-9afd-4e12-8df7-5c30139e0efb'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:52:35.904779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] Deleting port 9d2a319b-2df5-46ae-9052-0d25c726ac80 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:35.905190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:35.996898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] For port 9d2a319b-2df5-46ae-9052-0d25c726ac80, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9d2a319b-2df5-46ae-9052-0d25c726ac80,segment=NetworkSegment(9added19-ef17-438f-8b05-104a0e2c6029),segment_id=9added19-ef17-438f-8b05-104a0e2c6029)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:35.997291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:36.009743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139040cd-47cb-4bd6-9d5e-fcad7115eb47 req-47a8315b-34e8-417b-a082-fc6cbfc8e253 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:36.012136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-139040cd-47cb-4bd6-9d5e-fcad7115eb47 req-47a8315b-34e8-417b-a082-fc6cbfc8e253 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 945 time: 0.0603833 Sep 16 16:52:36.012482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] Calling delete_port for 9d2a319b-2df5-46ae-9052-0d25c726ac80 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:36.054027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-139040cd-47cb-4bd6-9d5e-fcad7115eb47 req-c5a105c2-d808-4e02-8ae3-3a9e8dddb57d tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350120 Sep 16 16:52:36.309105 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:36.336725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2a319b-2df5-46ae-9052-0d25c726ac80,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:36.450129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37828) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:36.467411 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b2484ea-aab3-4538-b4d0-d89e2c7dcd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:36.538072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:36.705191 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b2484ea-aab3-4538-b4d0-d89e2c7dcd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:36.762766 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b2484ea-aab3-4538-b4d0-d89e2c7dcd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:36.844904 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4b2484ea-aab3-4538-b4d0-d89e2c7dcd4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d190c870a1274f91a5a5f7f75e22fdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937309 Sep 16 16:52:36.845704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2484ea-aab3-4538-b4d0-d89e2c7dcd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa58d280-5bfc-4a15-b5cb-a68288d1b4d1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:36.848394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37830) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:36.852490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] Router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:52:36.901541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c8205a3-d70f-4ab8-b23f-01a952be61ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:36.922499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c8205a3-d70f-4ab8-b23f-01a952be61ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:36.963020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:52:36.968330 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-56cef610-6324-4d14-a596-32ed445d6fe8 admin admin] 10.222.0.22 "PUT /v2.0/routers/ffa60bbf-2454-4e5f-a4e7-69b1c55061a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1610990 Sep 16 16:52:36.971885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] Sync routers for ids ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:52:36.978625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37832) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:36.982870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] Routers {'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:36.983490 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:37.062210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c8205a3-d70f-4ab8-b23f-01a952be61ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:37.064757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c8205a3-d70f-4ab8-b23f-01a952be61ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:37.065913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9c8205a3-d70f-4ab8-b23f-01a952be61ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa58d280-5bfc-4a15-b5cb-a68288d1b4d1 HTTP/1.1" status: 204 len: 168 time: 0.2163212 Sep 16 16:52:37.079032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8205a3-d70f-4ab8-b23f-01a952be61ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa58d280-5bfc-4a15-b5cb-a68288d1b4d1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:37.095537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] Set router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:37.095652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:37.288672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:52:36Z', 'revision_number': 5, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:37.316527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] Checking router: ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:52:37.325625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] Routers {'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:37.326277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:37.430209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device db937d68-9afd-4e12-8df7-5c30139e0efb up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:52:37.467349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] Set router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:37.566481 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:37.578487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c856511-54c5-49d8-b4fa-d4470e81cc65 req-256ef4d8-77ab-4112-9527-b0024b578363 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:37.580087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c856511-54c5-49d8-b4fa-d4470e81cc65 req-256ef4d8-77ab-4112-9527-b0024b578363 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 945 time: 0.0693963 Sep 16 16:52:37.615898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:52:37.619953 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c856511-54c5-49d8-b4fa-d4470e81cc65 req-22ad5adb-eaf5-456d-958b-7d5181eaff87 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Sep 16 16:52:37.637901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:52:37.638248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 10f0acd2-eb3f-4d90-8dd1-00f3daea2bb9 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:52:37.665725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port db937d68-9afd-4e12-8df7-5c30139e0efb completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:52:37.671837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port db937d68-9afd-4e12-8df7-5c30139e0efb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:37.672210 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:37.707091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Deleting port 4112edde-2487-47b2-850e-284de9c498d4 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:37.708372 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:37.733427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:52:36Z', 'revision_number': 5, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:37.780374 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139d071-2f6f-4a92-957a-b9164b4c6a2e None None] The sync data for ids ['ffa60bbf-2454-4e5f-a4e7-69b1c55061a6'] in n-d-807786-3 is: [{'id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1546128162-router', 'tenant_id': '077bb46763b14212a86d8f455e94b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '4112edde-2487-47b2-850e-284de9c498d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:26Z', 'updated_at': '2021-09-16T16:52:36Z', 'revision_number': 5, 'project_id': '077bb46763b14212a86d8f455e94b6eb', 'gw_port': {'id': '4112edde-2487-47b2-850e-284de9c498d4', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa60bbf-2454-4e5f-a4e7-69b1c55061a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:27Z', 'updated_at': '2021-09-16T16:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:52:37.796786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] For port 4112edde-2487-47b2-850e-284de9c498d4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4112edde-2487-47b2-850e-284de9c498d4,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:37.797270 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:37.797969 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:37.810978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Calling delete_port for 4112edde-2487-47b2-850e-284de9c498d4 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:37.821659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbfeaa3-4803-4d1b-95fe-d28e29188db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db937d68-9afd-4e12-8df7-5c30139e0efb'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:37.823972 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caa460a-f167-49b5-9600-7b13610928eb" -d '{"events": [{"server_uuid": "dfbfeaa3-4803-4d1b-95fe-d28e29188db0", "name": "network-vif-plugged", "status": "completed", "tag": "db937d68-9afd-4e12-8df7-5c30139e0efb"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:37.837377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port db937d68-9afd-4e12-8df7-5c30139e0efb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=db937d68-9afd-4e12-8df7-5c30139e0efb,segment=NetworkSegment(994ebf60-d48c-40c5-a88e-ae136c9afe13),segment_id=994ebf60-d48c-40c5-a88e-ae136c9afe13)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:37.862364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37842) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:37.868318 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19537bb2-9e98-49fa-a354-716a527a9297 x-openstack-request-id: req-19537bb2-9e98-49fa-a354-716a527a9297 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:37.868695 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbfeaa3-4803-4d1b-95fe-d28e29188db0", "name": "network-vif-plugged", "status": "completed", "tag": "db937d68-9afd-4e12-8df7-5c30139e0efb", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:37.869121 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19537bb2-9e98-49fa-a354-716a527a9297 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:37.869683 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbfeaa3-4803-4d1b-95fe-d28e29188db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db937d68-9afd-4e12-8df7-5c30139e0efb', 'code': 200} Sep 16 16:52:37.878586 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ed850283-a257-4a23-9b88-de51d0bca7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:37.937816 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:37.987530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=db937d68-9afd-4e12-8df7-5c30139e0efb,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:37.988406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14886126-250e-40fd-9687-7dcf17b118d0 req-44e65d33-a446-45f3-a9b7-bc2e21929274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:37.991028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14886126-250e-40fd-9687-7dcf17b118d0 req-44e65d33-a446-45f3-a9b7-bc2e21929274 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 1096 time: 0.0672107 Sep 16 16:52:38.032071 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ed850283-a257-4a23-9b88-de51d0bca7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.044292 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-14886126-250e-40fd-9687-7dcf17b118d0 req-3ddc389e-68c4-43a3-b749-24636c3c780c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449128 Sep 16 16:52:38.057633 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.084375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Pushing event deleted for resources: {'Port': ['ID=4112edde-2487-47b2-850e-284de9c498d4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:38.086026 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ed850283-a257-4a23-9b88-de51d0bca7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.126863 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ed850283-a257-4a23-9b88-de51d0bca7d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ea66ff6c077476489fec29a36d43fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629583 Sep 16 16:52:38.127781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed850283-a257-4a23-9b88-de51d0bca7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417be051-e8ca-41ff-8469-b49c894c4be2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:38.130281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37844) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:38.164141 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.187717 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-566f50b6-241a-4d11-85de-87360094ea29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.212875 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-566f50b6-241a-4d11-85de-87360094ea29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.275691 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.277949 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.286491 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9d2a319b-2df5-46ae-9052-0d25c726ac80 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:52:38.308648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 9d2a319b-2df5-46ae-9052-0d25c726ac80 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:52:38.308648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9d2a319b-2df5-46ae-9052-0d25c726ac80 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:52:38.389572 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-566f50b6-241a-4d11-85de-87360094ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.390467 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.391073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:52:38.392465 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-566f50b6-241a-4d11-85de-87360094ea29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.396246 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-566f50b6-241a-4d11-85de-87360094ea29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/417be051-e8ca-41ff-8469-b49c894c4be2 HTTP/1.1" status: 204 len: 168 time: 0.2649908 Sep 16 16:52:38.396610 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.397757 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f6373cbd-c65a-42ff-a9f6-16a4c874c395 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ffa60bbf-2454-4e5f-a4e7-69b1c55061a6 HTTP/1.1" status: 204 len: 168 time: 1.4199102 Sep 16 16:52:38.406495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37848) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:38.410828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f50b6-241a-4d11-85de-87360094ea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417be051-e8ca-41ff-8469-b49c894c4be2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:38.466325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec32d1d9-f502-4473-9eba-ead770a9e5b6 admin admin] Deleting subnet f347fb03-71d1-4d86-9817-2d440a8301fe {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:52:38.469592 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec32d1d9-f502-4473-9eba-ead770a9e5b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.507962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec32d1d9-f502-4473-9eba-ead770a9e5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.559137 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec32d1d9-f502-4473-9eba-ead770a9e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.686996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec32d1d9-f502-4473-9eba-ead770a9e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.726726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32d1d9-f502-4473-9eba-ead770a9e5b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f347fb03-71d1-4d86-9817-2d440a8301fe,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:38.730103 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec32d1d9-f502-4473-9eba-ead770a9e5b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.732216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ec32d1d9-f502-4473-9eba-ead770a9e5b6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f347fb03-71d1-4d86-9817-2d440a8301fe HTTP/1.1" status: 204 len: 168 time: 0.3247502 Sep 16 16:52:38.734748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37854) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:38.780414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275aaf1a-953e-42d7-9487-2385b0b443ac req-f9c28147-dd00-4cdc-bca0-d68bbf986708 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:38.782013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-275aaf1a-953e-42d7-9487-2385b0b443ac req-f9c28147-dd00-4cdc-bca0-d68bbf986708 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 946 time: 0.0840428 Sep 16 16:52:38.826602 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.833877 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-275aaf1a-953e-42d7-9487-2385b0b443ac req-a7c36a40-60af-40ac-a747-a90c5d5ec75b tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447299 Sep 16 16:52:38.932801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.959155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6038e93-7996-4ff2-9f40-8f0e9ef5678e']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:38.970396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9added19-ef17-438f-8b05-104a0e2c6029') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:38.970689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9added19-ef17-438f-8b05-104a0e2c6029') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:38.980733 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.994247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:38.999954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:52:39.000333 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:52:39.001995 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:52:39.126321 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:39.135315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:39.137593 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a6038e93-7996-4ff2-9f40-8f0e9ef5678e HTTP/1.1" status: 204 len: 168 time: 0.4018416 Sep 16 16:52:39.153617 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75796a7a-8239-45c9-ac89-486cc1db6dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6038e93-7996-4ff2-9f40-8f0e9ef5678e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:39.535831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37874) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:39.584833 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-69d327f5-6644-4679-9840-c9a07b7346f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=077bb46763b14212a86d8f455e94b6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446751 Sep 16 16:52:39.585144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37878) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:39.648204 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b0c5887-c8ec-44ff-a4da-1e489e74f7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:39.670695 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b0c5887-c8ec-44ff-a4da-1e489e74f7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:39.772025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b0c5887-c8ec-44ff-a4da-1e489e74f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:39.775214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b0c5887-c8ec-44ff-a4da-1e489e74f7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:39.776426 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4b0c5887-c8ec-44ff-a4da-1e489e74f7b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/024a6ef3-8116-42fe-b0ee-05d6543e5aaf HTTP/1.1" status: 204 len: 168 time: 0.1903288 Sep 16 16:52:39.784871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c5887-c8ec-44ff-a4da-1e489e74f7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024a6ef3-8116-42fe-b0ee-05d6543e5aaf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:39.963408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f210a8-8a54-4e15-bb70-2d758e9220eb req-4d6ef728-fc36-491d-9a70-648abbd1f920 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:39.966557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8f210a8-8a54-4e15-bb70-2d758e9220eb req-4d6ef728-fc36-491d-9a70-648abbd1f920 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 946 time: 0.0614994 Sep 16 16:52:40.008120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8f210a8-8a54-4e15-bb70-2d758e9220eb req-66ebf8ee-5fd3-47ce-800f-be66e030b16a tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354874 Sep 16 16:52:40.126467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4112edde-2487-47b2-850e-284de9c498d4 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:52:40.154843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 4112edde-2487-47b2-850e-284de9c498d4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:52:40.155455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4112edde-2487-47b2-850e-284de9c498d4 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:52:40.180503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37894) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:40.295868 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc36123d-e7e6-4039-977a-b515bfaf577d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:40.372746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37906) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:40.385786 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc36123d-e7e6-4039-977a-b515bfaf577d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:40.450816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59fe57-499b-4394-ab29-d001e0e16a3c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:40.451319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59fe57-499b-4394-ab29-d001e0e16a3c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:40.452035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59fe57-499b-4394-ab29-d001e0e16a3c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:40.453730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bc59fe57-499b-4394-ab29-d001e0e16a3c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=831ea3bec2c7489aa68e86d1be484b12&network_id=07652c38-d429-4ae2-b8ef-676de28190d8 HTTP/1.1" status: 200 len: 2969 time: 0.0800068 Sep 16 16:52:40.458091 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc36123d-e7e6-4039-977a-b515bfaf577d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:40.497643 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fc36123d-e7e6-4039-977a-b515bfaf577d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e19f89b2a494334815c67ac234bc42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159289 Sep 16 16:52:40.498694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36123d-e7e6-4039-977a-b515bfaf577d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a01744-ebe0-494d-9a8a-a885a6b40340,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:40.500188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37910) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:40.550275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7dee44ff-0c49-4f75-ab18-08d643b1fd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:40.574018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7dee44ff-0c49-4f75-ab18-08d643b1fd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:40.680577 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7dee44ff-0c49-4f75-ab18-08d643b1fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:40.683302 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7dee44ff-0c49-4f75-ab18-08d643b1fd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:40.684582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7dee44ff-0c49-4f75-ab18-08d643b1fd27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60a01744-ebe0-494d-9a8a-a885a6b40340 HTTP/1.1" status: 204 len: 168 time: 0.1833363 Sep 16 16:52:40.693483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee44ff-0c49-4f75-ab18-08d643b1fd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a01744-ebe0-494d-9a8a-a885a6b40340,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:41.612340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37960) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:41.734838 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e8e474a-cb9a-4bae-9e98-22e8514c63bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:41.835558 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e8e474a-cb9a-4bae-9e98-22e8514c63bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:41.891886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e8e474a-cb9a-4bae-9e98-22e8514c63bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:41.903397 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:52:41.931645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1e8e474a-cb9a-4bae-9e98-22e8514c63bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60b8fa2cf9ab44c9b74cd577f0a5e6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160660 Sep 16 16:52:41.932644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e474a-cb9a-4bae-9e98-22e8514c63bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efedf02f-16a7-4d41-b20e-964ac1e8b095,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:41.934327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 37972) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:41.985326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-431b2cb9-5c20-42fd-a29d-820aee8a797a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:42.008185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-431b2cb9-5c20-42fd-a29d-820aee8a797a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:42.097172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 37976) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:42.103062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-431b2cb9-5c20-42fd-a29d-820aee8a797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:42.106123 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-431b2cb9-5c20-42fd-a29d-820aee8a797a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:42.107387 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-431b2cb9-5c20-42fd-a29d-820aee8a797a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/efedf02f-16a7-4d41-b20e-964ac1e8b095 HTTP/1.1" status: 204 len: 168 time: 0.1713054 Sep 16 16:52:42.117331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b2cb9-5c20-42fd-a29d-820aee8a797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efedf02f-16a7-4d41-b20e-964ac1e8b095,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:42.150564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e53140-abcf-4775-9019-0954cc51a879 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:42.151964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e7e53140-abcf-4775-9019-0954cc51a879 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 814 time: 0.0533562 Sep 16 16:52:42.537216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38002) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:42.727711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38008) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:42.728375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-324120624', 'router:external': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:42.732894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'network': {'name': 'tempest-network-smoke--48694230', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'port_security_enabled': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:42.747560 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.db.api [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 16:52:42.747560 n-d-807786-3 neutron-server[95357]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 16:52:42.747560 n-d-807786-3 neutron-server[95357]: [parameters: {'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'id': 'acf228ec-a87e-4b93-bc2b-2ef8fc232cc2', 'expiration': datetime.datetime(2021, 9, 16, 16, 54, 42, 743970)}] Sep 16 16:52:42.747560 n-d-807786-3 neutron-server[95357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:52:42.748122 n-d-807786-3 neutron-server[95357]: DEBUG oslo_db.api [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:52:42.834661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Made reservation on behalf of 83ffb4823a064d12a8f7b658df5fbcd4 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:42.837427 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:42.846611 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:42.933906 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.051777 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.072841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:52:43.086949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4ecb7c-e8b9-4eb3-9e03-e457ce4faa6f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:43.091839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.092179 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Added segment b3398a13-a370-44be-9681-1b44bbcfd680 of type vlan for network d1a9d916-c2ff-4642-98d1-d51ec7e94c4d Sep 16 16:52:43.141499 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.319708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.323529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:43.323529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.370432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Made reservation on behalf of 831ea3bec2c7489aa68e86d1be484b12 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:43.376881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.388690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event updated for resources: {'Network': ['ID=d1a9d916-c2ff-4642-98d1-d51ec7e94c4d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:43.399393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network d1a9d916-c2ff-4642-98d1-d51ec7e94c4d details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:52:43.416045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:52:43.426522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.427222 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Added segment 1da6382c-7cc9-4213-8427-f2a0978661e3 of type vlan for network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 Sep 16 16:52:43.469244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1ccff13d-201d-4120-9777-9573814f4211 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9338806 Sep 16 16:52:43.473639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38030) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:43.479167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Request body: {'subnet': {'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:43.488039 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.572076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Made reservation on behalf of 83ffb4823a064d12a8f7b658df5fbcd4 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:43.572238 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.574461 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.578008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:43.579792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.634919 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.698574 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9696362 Sep 16 16:52:43.702510 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38040) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:43.711906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08968ff6-b7cb-40c7-92e7-37b31083b8ef tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Network': ['ID=7fb89aa8-8428-4582-92c8-76daeb8e02f6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:43.726745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:52:43.786479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671ed25-3e54-4dcc-b4aa-9e385ae9225c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:43.788055 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9671ed25-3e54-4dcc-b4aa-9e385ae9225c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=831ea3bec2c7489aa68e86d1be484b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0845504 Sep 16 16:52:43.792833 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38044) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:43.881517 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:43.981023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7160c9-b57d-4e15-9858-4d7dd14dab4a tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:43.987419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7160c9-b57d-4e15-9858-4d7dd14dab4a tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:43.987419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4e7160c9-b57d-4e15-9858-4d7dd14dab4a tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1549 time: 0.1892481 Sep 16 16:52:43.990322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38054) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:43.997143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.objects.ports [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95358) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:52:43.997659 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:44.024925 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7e7815e6-8def-452d-aac1-0c7b11132f04 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334027 Sep 16 16:52:44.026072 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38056) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:44.063178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:44.064684 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bff5a2bf-0da1-4126-b31c-e85ff12a9ee4 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=d1a9d916-c2ff-4642-98d1-d51ec7e94c4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341208 Sep 16 16:52:44.065296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38058) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:44.071387 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Checking segment: {'id': 'b3398a13-a370-44be-9681-1b44bbcfd680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:44.071728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Network hostable DHCP agents. Network: d1a9d916-c2ff-4642-98d1-d51ec7e94c4d, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:52:44.099053 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cf8610ef-6415-46cb-852e-0e7d91e2c865 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=831ea3bec2c7489aa68e86d1be484b12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315614 Sep 16 16:52:44.101342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38060) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:44.184762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Network d1a9d916-c2ff-4642-98d1-d51ec7e94c4d is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:52:44.205786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e594a77-b645-4db7-800f-c7df0c43a47c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:44.206279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e594a77-b645-4db7-800f-c7df0c43a47c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:44.208067 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5e594a77-b645-4db7-800f-c7df0c43a47c tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1587 time: 0.1057291 Sep 16 16:52:44.211039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38064) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:44.249647 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-357b1e02-7a69-46aa-b278-129071f6bc24 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373595 Sep 16 16:52:44.252195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38068) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:44.279827 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7700aef9-1e1e-4900-a006-f804e503b388 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=d1a9d916-c2ff-4642-98d1-d51ec7e94c4d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265512 Sep 16 16:52:44.282258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38070) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:44.286171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, d1a9d916-c2ff-4642-98d1-d51ec7e94c4d) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:44.291515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1350205222', 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:44.291973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:44.291973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:44.304339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1209af-98d4-4f36-96a6-d98b8f68485e None None] Network d1a9d916-c2ff-4642-98d1-d51ec7e94c4d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:44.375776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-55af51ab-2135-4ffe-b9ff-caaea03066b5 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9004383 Sep 16 16:52:44.379928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38076) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:44.386993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-151043497', 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:44.464299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb228b9-0586-4522-932d-9b132f588813 None None] Network d1a9d916-c2ff-4642-98d1-d51ec7e94c4d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:44.499754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Made reservation on behalf of 831ea3bec2c7489aa68e86d1be484b12 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:44.512981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:44.638728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Made reservation on behalf of 83ffb4823a064d12a8f7b658df5fbcd4 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:44.646044 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:44.685993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] device_id is not set on port 2b5bb031-1a92-4ee6-9a7e-859dcc4c26dd yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:52:44.832503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Allocated IP 2001:db8::1bb (d1a9d916-c2ff-4642-98d1-d51ec7e94c4d/dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c/2b5bb031-1a92-4ee6-9a7e-859dcc4c26dd) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:44.977252 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.166750 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.172713 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.260038 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Network d1a9d916-c2ff-4642-98d1-d51ec7e94c4d is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:45.266370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:45.271008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:45.272131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:45.272634 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.293667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event updated for resources: {'Port': ['ID=2b5bb031-1a92-4ee6-9a7e-859dcc4c26dd,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:45.295460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Subnet': ['ID=5c18fdd2-0afb-4be9-9437-92721a6e4b22,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:45.308443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Checking segment: {'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:45.308818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network hostable DHCP agents. Network: 7fb89aa8-8428-4582-92c8-76daeb8e02f6, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:52:45.391726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392efa1-4982-41c8-b218-fbcb97ae787b req-fe809146-8ced-4b35-81ab-eba4d5b8a023 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:45.393398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3392efa1-4982-41c8-b218-fbcb97ae787b req-fe809146-8ced-4b35-81ab-eba4d5b8a023 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 946 time: 0.0498188 Sep 16 16:52:45.396881 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-be5356aa-11a4-484e-b484-e3f02833b161 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0157483 Sep 16 16:52:45.406779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38102) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:45.423199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:52:45.483641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3392efa1-4982-41c8-b218-fbcb97ae787b req-c1b1a0af-077b-4500-be7a-d7a6daffe639 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768850 Sep 16 16:52:45.486849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 7fb89aa8-8428-4582-92c8-76daeb8e02f6) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:45.492184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:45.493018 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.500582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf155cb6-d870-4503-9e1d-4f8c60fbb913 None None] Network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:45.512334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6c8b7-73d1-486c-bb19-166d9a39cb29 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Deleting port 2b5bb031-1a92-4ee6-9a7e-859dcc4c26dd {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:45.512887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c8b7-73d1-486c-bb19-166d9a39cb29 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.582213 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d8b2729f-44c0-4bb2-9472-d8fe1ddf890e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2982290 Sep 16 16:52:45.607414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c8b7-73d1-486c-bb19-166d9a39cb29 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.622650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6c8b7-73d1-486c-bb19-166d9a39cb29 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Calling delete_port for 2b5bb031-1a92-4ee6-9a7e-859dcc4c26dd owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:45.653537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-7fb89aa8-8428-4582-92c8-76daeb8e02f6', 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ips': [{'subnet_id': '5c18fdd2-0afb-4be9-9437-92721a6e4b22'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:52:45.654577 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.797835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Allocated IP 172.20.0.18 (7fb89aa8-8428-4582-92c8-76daeb8e02f6/5c18fdd2-0afb-4be9-9437-92721a6e4b22/8b9dada9-e33a-430b-88d7-fad4ee782785) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:45.841159 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c8b7-73d1-486c-bb19-166d9a39cb29 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.869849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6c8b7-73d1-486c-bb19-166d9a39cb29 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b5bb031-1a92-4ee6-9a7e-859dcc4c26dd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:45.900154 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c8b7-73d1-486c-bb19-166d9a39cb29 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.902307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b3c6c8b7-73d1-486c-bb19-166d9a39cb29 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "DELETE /v2.0/ports/2b5bb031-1a92-4ee6-9a7e-859dcc4c26dd HTTP/1.1" status: 204 len: 168 time: 0.5017939 Sep 16 16:52:45.905021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38110) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:45.909473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d', 'external_fixed_ips': [{'subnet_id': 'dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c', 'ip_address': '2001:db8::1bb'}]}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:45.946104 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.962783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38114) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:45.967454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-733fa802-0d3d-4ed7-bebe-6de9bf2e6ae2 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1852826540', 'description': 'tempest-secgroup-smoke-1852826540 description', 'project_id': '831ea3bec2c7489aa68e86d1be484b12'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:45.995114 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:45.996210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.017928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.048466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.055763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:46.059419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:46.061989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:46.070697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Pushing event updated for resources: {'Port': ['ID=8b9dada9-e33a-430b-88d7-fad4ee782785,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:46.110423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-733fa802-0d3d-4ed7-bebe-6de9bf2e6ae2 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.124492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Attempting to bind port 8b9dada9-e33a-430b-88d7-fad4ee782785 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:52:46.124492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Attempting to bind port 8b9dada9-e33a-430b-88d7-fad4ee782785 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:52:46.124492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Attempting to bind port 8b9dada9-e33a-430b-88d7-fad4ee782785 on network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:52:46.130086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:52:46.130347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Checking segment: {'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:46.130750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.131141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Bound using segment: {'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:52:46.131610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Bound port: 8b9dada9-e33a-430b-88d7-fad4ee782785, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:52:46.131992 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.205207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] For port 8b9dada9-e33a-430b-88d7-fad4ee782785, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:52:46.208961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] For port 8b9dada9-e33a-430b-88d7-fad4ee782785, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8b9dada9-e33a-430b-88d7-fad4ee782785,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:52:46.210149 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-733fa802-0d3d-4ed7-bebe-6de9bf2e6ae2 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.272368 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.315020 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.366091 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-733fa802-0d3d-4ed7-bebe-6de9bf2e6ae2 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.382178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36da8ce-5f53-44c5-8079-d2c9b0dadbe8 None None] Pushing event updated for resources: {'Port': ['ID=8b9dada9-e33a-430b-88d7-fad4ee782785,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:46.405443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fa802-0d3d-4ed7-bebe-6de9bf2e6ae2 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:46.457833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-733fa802-0d3d-4ed7-bebe-6de9bf2e6ae2 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.462252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-733fa802-0d3d-4ed7-bebe-6de9bf2e6ae2 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4953206 Sep 16 16:52:46.462568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38126) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:46.467351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-892bb7b1-e4e1-4285-8f8d-cd98fdea76a3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '38d0570f-4ef3-45eb-93d4-2d7890b1d5b6', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:46.575856 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-892bb7b1-e4e1-4285-8f8d-cd98fdea76a3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.667046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97badf86-2b44-4012-8283-f4c60d8c947a req-1af6b148-bb00-4fba-85ec-80cc12f01627 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:46.668871 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97badf86-2b44-4012-8283-f4c60d8c947a req-1af6b148-bb00-4fba-85ec-80cc12f01627 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 946 time: 0.0781119 Sep 16 16:52:46.693984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc28628-979d-4c03-8073-e2ec0430e634 req-c36b31d4-4099-4d6c-bee4-9cd200d976cd tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:46.695609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cdc28628-979d-4c03-8073-e2ec0430e634 req-c36b31d4-4099-4d6c-bee4-9cd200d976cd tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 946 time: 0.0990484 Sep 16 16:52:46.697350 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.717291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-892bb7b1-e4e1-4285-8f8d-cd98fdea76a3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.721571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.772074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-892bb7b1-e4e1-4285-8f8d-cd98fdea76a3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.797467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bb7b1-e4e1-4285-8f8d-cd98fdea76a3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785fb296-0d88-47df-ad1a-9d47219a8320,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:46.803204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cdc28628-979d-4c03-8073-e2ec0430e634 req-fd976e7d-680d-4f4e-a385-b40e8c85f63f tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/security-groups?id=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834322 Sep 16 16:52:46.815113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-97badf86-2b44-4012-8283-f4c60d8c947a req-de295421-8ba9-4abd-afcd-45b94d0105e6 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Deleting port db937d68-9afd-4e12-8df7-5c30139e0efb {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:46.815488 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-97badf86-2b44-4012-8283-f4c60d8c947a req-de295421-8ba9-4abd-afcd-45b94d0105e6 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.904368 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-892bb7b1-e4e1-4285-8f8d-cd98fdea76a3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.905635 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-892bb7b1-e4e1-4285-8f8d-cd98fdea76a3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4420958 Sep 16 16:52:46.908610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38132) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:46.910890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-97badf86-2b44-4012-8283-f4c60d8c947a req-de295421-8ba9-4abd-afcd-45b94d0105e6 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] For port db937d68-9afd-4e12-8df7-5c30139e0efb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=db937d68-9afd-4e12-8df7-5c30139e0efb,segment=NetworkSegment(994ebf60-d48c-40c5-a88e-ae136c9afe13),segment_id=994ebf60-d48c-40c5-a88e-ae136c9afe13)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:46.911258 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-97badf86-2b44-4012-8283-f4c60d8c947a req-de295421-8ba9-4abd-afcd-45b94d0105e6 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:46.915559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-db82382a-6f31-4eb9-aa29-74c681affb0a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '38d0570f-4ef3-45eb-93d4-2d7890b1d5b6', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:46.920185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Allocated IP 2001:db8::1bb (d1a9d916-c2ff-4642-98d1-d51ec7e94c4d/dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c/8a7ef828-ac59-4166-a9e0-6596fe6a2e98) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:46.926778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-97badf86-2b44-4012-8283-f4c60d8c947a req-de295421-8ba9-4abd-afcd-45b94d0105e6 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Calling delete_port for db937d68-9afd-4e12-8df7-5c30139e0efb owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:47.044153 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.078316 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db82382a-6f31-4eb9-aa29-74c681affb0a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.147003 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db82382a-6f31-4eb9-aa29-74c681affb0a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.154738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-97badf86-2b44-4012-8283-f4c60d8c947a req-de295421-8ba9-4abd-afcd-45b94d0105e6 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.168540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['db937d68-9afd-4e12-8df7-5c30139e0efb'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:52:47.183572 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.205453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Network d1a9d916-c2ff-4642-98d1-d51ec7e94c4d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:47.206009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de295421-8ba9-4abd-afcd-45b94d0105e6 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Pushing event deleted for resources: {'Port': ['ID=db937d68-9afd-4e12-8df7-5c30139e0efb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:47.208569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:47.241835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:47.247557 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db82382a-6f31-4eb9-aa29-74c681affb0a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.357846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82382a-6f31-4eb9-aa29-74c681affb0a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f2b158-dafe-4b81-bfa7-e8a39cee329e,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:47.383085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event updated for resources: {'Port': ['ID=8a7ef828-ac59-4166-a9e0-6596fe6a2e98,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:47.467062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e465b71d-207a-4332-b2bf-45ac2db1427a None None] Network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:52:47.469321 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db82382a-6f31-4eb9-aa29-74c681affb0a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.471259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-db82382a-6f31-4eb9-aa29-74c681affb0a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5590961 Sep 16 16:52:47.474638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38138) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:47.480220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b2af6293-a80c-4dc5-8725-ac1064c07cd0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '38d0570f-4ef3-45eb-93d4-2d7890b1d5b6', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:47.568103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-97badf86-2b44-4012-8283-f4c60d8c947a req-de295421-8ba9-4abd-afcd-45b94d0105e6 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] No DVR routers for this DVR port db937d68-9afd-4e12-8df7-5c30139e0efb on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:52:47.570833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-97badf86-2b44-4012-8283-f4c60d8c947a req-de295421-8ba9-4abd-afcd-45b94d0105e6 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.572904 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97badf86-2b44-4012-8283-f4c60d8c947a req-de295421-8ba9-4abd-afcd-45b94d0105e6 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.62 "DELETE /v2.0/ports/db937d68-9afd-4e12-8df7-5c30139e0efb HTTP/1.1" status: 204 len: 173 time: 0.8970566 Sep 16 16:52:47.573353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbfeaa3-4803-4d1b-95fe-d28e29188db0', 'name': 'network-vif-deleted', 'tag': 'db937d68-9afd-4e12-8df7-5c30139e0efb'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:47.574015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3c587866-d00c-4c58-9224-196ba7a7ccd3 None None] Provisioning complete for port 8b9dada9-e33a-430b-88d7-fad4ee782785 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:47.574393 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3c587866-d00c-4c58-9224-196ba7a7ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.575853 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ee797-0a26-4596-abb7-d527343ab84b" -d '{"events": [{"server_uuid": "dfbfeaa3-4803-4d1b-95fe-d28e29188db0", "name": "network-vif-deleted", "tag": "db937d68-9afd-4e12-8df7-5c30139e0efb"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:47.616816 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1631734-808c-46fb-b263-ae5209d330c7 x-openstack-request-id: req-e1631734-808c-46fb-b263-ae5209d330c7 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:47.617322 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbfeaa3-4803-4d1b-95fe-d28e29188db0", "name": "network-vif-deleted", "tag": "db937d68-9afd-4e12-8df7-5c30139e0efb", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:47.617729 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1631734-808c-46fb-b263-ae5209d330c7 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:47.618294 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbfeaa3-4803-4d1b-95fe-d28e29188db0', 'name': 'network-vif-deleted', 'tag': 'db937d68-9afd-4e12-8df7-5c30139e0efb', 'status': 'completed', 'code': 200} Sep 16 16:52:47.631647 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.673235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2af6293-a80c-4dc5-8725-ac1064c07cd0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.739864 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3c587866-d00c-4c58-9224-196ba7a7ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.780538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3c587866-d00c-4c58-9224-196ba7a7ccd3 None None] For port 8b9dada9-e33a-430b-88d7-fad4ee782785, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8b9dada9-e33a-430b-88d7-fad4ee782785,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:47.789072 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2af6293-a80c-4dc5-8725-ac1064c07cd0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.835051 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3c587866-d00c-4c58-9224-196ba7a7ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.924791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2af6293-a80c-4dc5-8725-ac1064c07cd0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:47.932700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c587866-d00c-4c58-9224-196ba7a7ccd3 None None] Pushing event updated for resources: {'Port': ['ID=8b9dada9-e33a-430b-88d7-fad4ee782785,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:47.963884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f176b870-3585-4807-8d60-09f9a0d48a58 req-72e7ad1d-441f-45c4-916e-6c2ba8eef4e2 tempest-VolumesActionsTest-1368347992 tempest-VolumesActionsTest-1368347992-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfbfeaa3-4803-4d1b-95fe-d28e29188db0 HTTP/1.1" status: 200 len: 210 time: 0.0430040 Sep 16 16:52:47.974061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af6293-a80c-4dc5-8725-ac1064c07cd0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa47920-76f9-4e1a-bae8-7682fb471140,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:47.987784 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.041292 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b2af6293-a80c-4dc5-8725-ac1064c07cd0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.042488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b2af6293-a80c-4dc5-8725-ac1064c07cd0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5668247 Sep 16 16:52:48.045363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38154) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:48.049938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b8ccdf3e-b8c8-4684-b02d-883dd6e9f75c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '38d0570f-4ef3-45eb-93d4-2d7890b1d5b6', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:48.065497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b8c37c87-f4af-44d5-8fe7-ec4505022caa None None] Provisioning complete for port 8b9dada9-e33a-430b-88d7-fad4ee782785 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:48.066101 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8c37c87-f4af-44d5-8fe7-ec4505022caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.145491 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdf3e-b8c8-4684-b02d-883dd6e9f75c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.215958 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdf3e-b8c8-4684-b02d-883dd6e9f75c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.219199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8b9dada9-e33a-430b-88d7-fad4ee782785 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:52:48.223511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Router 80eeb567-8eb3-4f3d-a1e9-324938704eda is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:52:48.271254 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdf3e-b8c8-4684-b02d-883dd6e9f75c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.274659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8b9dada9-e33a-430b-88d7-fad4ee782785 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:48.275042 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.295532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccdf3e-b8c8-4684-b02d-883dd6e9f75c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ad0a9c-5993-4837-8e4f-45fe8e637183,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:48.394153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdf3e-b8c8-4684-b02d-883dd6e9f75c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.404044 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b8ccdf3e-b8c8-4684-b02d-883dd6e9f75c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3492751 Sep 16 16:52:48.404044 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38162) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:48.404044 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f05bf546-58ad-4f4d-8683-13636df34b67 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '38d0570f-4ef3-45eb-93d4-2d7890b1d5b6', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:48.514755 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-f05bf546-58ad-4f4d-8683-13636df34b67 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Project 831ea3bec2c7489aa68e86d1be484b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:52:48.521346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f05bf546-58ad-4f4d-8683-13636df34b67 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.596762 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f05bf546-58ad-4f4d-8683-13636df34b67 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.663316 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f05bf546-58ad-4f4d-8683-13636df34b67 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.680286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:52:48.684464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bf546-58ad-4f4d-8683-13636df34b67 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0640c0cb-4aed-45c5-baf0-5b738d55fe45,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:48.696921 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Sync routers for ids ['80eeb567-8eb3-4f3d-a1e9-324938704eda'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:52:48.704604 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Routers {'80eeb567-8eb3-4f3d-a1e9-324938704eda'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:48.705225 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['80eeb567-8eb3-4f3d-a1e9-324938704eda'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:48.760644 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f05bf546-58ad-4f4d-8683-13636df34b67 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.761903 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f05bf546-58ad-4f4d-8683-13636df34b67 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3622251 Sep 16 16:52:48.771233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38166) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:48.776401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5b46687b-2121-40f1-8c70-2f1bf3749ce3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '38d0570f-4ef3-45eb-93d4-2d7890b1d5b6', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:48.789599 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.792263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-74aae7eb-548d-462e-a56a-934625a367bf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8854730 Sep 16 16:52:48.800616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38168) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:48.874180 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-5b46687b-2121-40f1-8c70-2f1bf3749ce3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Project 831ea3bec2c7489aa68e86d1be484b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:52:48.880315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5b46687b-2121-40f1-8c70-2f1bf3749ce3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.909546 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Set router 80eeb567-8eb3-4f3d-a1e9-324938704eda gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:52:48.944753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:48.963822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5b46687b-2121-40f1-8c70-2f1bf3749ce3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.031308 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5b46687b-2121-40f1-8c70-2f1bf3749ce3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.070286 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46687b-2121-40f1-8c70-2f1bf3749ce3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4131e8-41c4-43a7-8c6b-9f334db57102,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:49.089442 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.126433 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5b46687b-2121-40f1-8c70-2f1bf3749ce3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.138004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5b46687b-2121-40f1-8c70-2f1bf3749ce3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557768 Sep 16 16:52:49.161134 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eeb567-8eb3-4f3d-a1e9-324938704eda', 'name': '', 'tenant_id': '83ffb4823a064d12a8f7b658df5fbcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d', 'external_fixed_ips': [{'subnet_id': 'dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c', 'ip_address': '2001:db8::1bb'}], 'enable_snat': True}, 'gw_port_id': '8a7ef828-ac59-4166-a9e0-6596fe6a2e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:46Z', 'updated_at': '2021-09-16T16:52:47Z', 'revision_number': 3, 'project_id': '83ffb4823a064d12a8f7b658df5fbcd4', 'gw_port': {'id': '8a7ef828-ac59-4166-a9e0-6596fe6a2e98', 'name': '', 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eeb567-8eb3-4f3d-a1e9-324938704eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c', 'ip_address': '2001:db8::1bb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:46Z', 'updated_at': '2021-09-16T16:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:49.198251 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Checking router: 80eeb567-8eb3-4f3d-a1e9-324938704eda for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:52:49.198642 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Updating router 80eeb567-8eb3-4f3d-a1e9-324938704eda port 8a7ef828-ac59-4166-a9e0-6596fe6a2e98 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:52:49.230641 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.246229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Deleting port 8a7ef828-ac59-4166-a9e0-6596fe6a2e98 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:49.246229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.360568 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.424371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Calling delete_port for 8a7ef828-ac59-4166-a9e0-6596fe6a2e98 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:49.472991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device db937d68-9afd-4e12-8df7-5c30139e0efb no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:52:49.497542 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: db937d68-9afd-4e12-8df7-5c30139e0efb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:52:49.497999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device db937d68-9afd-4e12-8df7-5c30139e0efb not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:52:49.510312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-2db7ca12-b412-4d51-943b-6d0f5a60efa7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1852826540&fields=id&tenant_id=831ea3bec2c7489aa68e86d1be484b12 HTTP/1.1" status: 200 len: 267 time: 0.1520259 Sep 16 16:52:49.543640 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.674731 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.706111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-2d9a80c0-61a6-446a-b940-8002dc51859f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:49.709784 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-2d9a80c0-61a6-446a-b940-8002dc51859f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/networks?id=7fb89aa8-8428-4582-92c8-76daeb8e02f6 HTTP/1.1" status: 200 len: 795 time: 0.1895571 Sep 16 16:52:49.759243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-1bbf6140-4920-49e7-84a3-7ffde30a1075 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/quotas/831ea3bec2c7489aa68e86d1be484b12 HTTP/1.1" status: 200 len: 375 time: 0.0448854 Sep 16 16:52:49.766358 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Pushing event updated for resources: {'Port': ['ID=8a7ef828-ac59-4166-a9e0-6596fe6a2e98,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:49.769921 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Attempting to bind port 8a7ef828-ac59-4166-a9e0-6596fe6a2e98 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:52:49.770425 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Attempting to bind port 8a7ef828-ac59-4166-a9e0-6596fe6a2e98 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b3398a13-a370-44be-9681-1b44bbcfd680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:52:49.770780 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Attempting to bind port 8a7ef828-ac59-4166-a9e0-6596fe6a2e98 on network d1a9d916-c2ff-4642-98d1-d51ec7e94c4d {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:52:49.781338 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:52:49.781707 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Checking segment: {'id': 'b3398a13-a370-44be-9681-1b44bbcfd680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:49.782106 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.782490 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Bound using segment: {'id': 'b3398a13-a370-44be-9681-1b44bbcfd680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:52:49.782947 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Bound port: 8a7ef828-ac59-4166-a9e0-6596fe6a2e98, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3398a13-a370-44be-9681-1b44bbcfd680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:52:49.783319 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.788121 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.788503 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.788845 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.789275 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.789597 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.790270 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.790858 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.791434 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.792051 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.792586 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.793178 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.793891 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930c5a8-981c-46f4-b0e1-57a4b794a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:49.847636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-e83c79e4-6889-4468-8851-42ff0192d5ee tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740907 Sep 16 16:52:49.875982 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.db.api [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:52:49.876534 n-d-807786-3 neutron-server[95360]: DEBUG oslo_db.api [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:52:49.885831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:49.940436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a7ef828-ac59-4166-a9e0-6596fe6a2e98,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:49.976942 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.080653 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.084145 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-6560e171-36ee-476c-a999-a8645092f9bf service neutron] 10.222.0.22 "GET /v2.0/networks/7fb89aa8-8428-4582-92c8-76daeb8e02f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240467 Sep 16 16:52:50.085460 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.283813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.286643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80eeb567-8eb3-4f3d-a1e9-324938704eda {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:52:50.294882 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.302443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0e910245-d76a-41de-819b-c7ad0fa92930 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "DELETE /v2.0/routers/80eeb567-8eb3-4f3d-a1e9-324938704eda HTTP/1.1" status: 204 len: 168 time: 1.4999595 Sep 16 16:52:50.303332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38280) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:50.331003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-4ea0734f-f1c2-4bd7-acf5-ea62e1770b7c service neutron] 10.222.0.22 "GET /v2.0/networks/7fb89aa8-8428-4582-92c8-76daeb8e02f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374187 Sep 16 16:52:50.375871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf2b8fa-6e5d-446f-ad7a-95c020a4bd48 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Deleting subnet dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:52:50.376867 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b8fa-6e5d-446f-ad7a-95c020a4bd48 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.398645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Attempting to bind port 8a7ef828-ac59-4166-a9e0-6596fe6a2e98 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:52:50.399044 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Attempting to bind port 8a7ef828-ac59-4166-a9e0-6596fe6a2e98 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b3398a13-a370-44be-9681-1b44bbcfd680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:52:50.399427 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Attempting to bind port 8a7ef828-ac59-4166-a9e0-6596fe6a2e98 on network d1a9d916-c2ff-4642-98d1-d51ec7e94c4d {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:52:50.408800 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:52:50.409546 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Checking segment: {'id': 'b3398a13-a370-44be-9681-1b44bbcfd680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:50.415739 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.415739 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Bound using segment: {'id': 'b3398a13-a370-44be-9681-1b44bbcfd680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:52:50.415739 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Bound port: 8a7ef828-ac59-4166-a9e0-6596fe6a2e98, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3398a13-a370-44be-9681-1b44bbcfd680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd1a9d916-c2ff-4642-98d1-d51ec7e94c4d'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:52:50.415739 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.442585 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Port 8a7ef828-ac59-4166-a9e0-6596fe6a2e98 has been deleted concurrently {{(pid=95360) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 16:52:50.442857 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b8fa-6e5d-446f-ad7a-95c020a4bd48 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.450959 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Routers set() bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:50.452055 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Router IDs set() for agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 16:52:50.453131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'80eeb567-8eb3-4f3d-a1e9-324938704eda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent'). {{(pid=95360) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 16:52:50.453884 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b7ef2-c45c-4f51-8c85-b5b408e2cd89 None None] The sync data for ids ['80eeb567-8eb3-4f3d-a1e9-324938704eda'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:52:50.486513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b8fa-6e5d-446f-ad7a-95c020a4bd48 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.617804 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b8fa-6e5d-446f-ad7a-95c020a4bd48 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.639948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c9b2bf-ab9e-46cc-88ff-6df2eb44cbf4 req-eee2ef7e-1606-439e-b948-4c0af7672604 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 210 time: 0.0362203 Sep 16 16:52:50.659961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b8fa-6e5d-446f-ad7a-95c020a4bd48 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.665197 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ebf2b8fa-6e5d-446f-ad7a-95c020a4bd48 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c HTTP/1.1" status: 204 len: 168 time: 0.3602874 Sep 16 16:52:50.665635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38306) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:50.666909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2b8fa-6e5d-446f-ad7a-95c020a4bd48 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:50.782971 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.886390 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.907664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a9d916-c2ff-4642-98d1-d51ec7e94c4d']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:50.917860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3398a13-a370-44be-9681-1b44bbcfd680') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:50.918158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3398a13-a370-44be-9681-1b44bbcfd680') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:50.928510 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.942427 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: items = [ Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:52:50.953952 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:52:51.108567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.116007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1a9d916-c2ff-4642-98d1-d51ec7e94c4d {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 16:52:51.125390 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.127265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "DELETE /v2.0/networks/d1a9d916-c2ff-4642-98d1-d51ec7e94c4d HTTP/1.1" status: 204 len: 168 time: 0.4604938 Sep 16 16:52:51.128621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611de00-2c65-4462-b1de-29a8ab43c1bb tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1a9d916-c2ff-4642-98d1-d51ec7e94c4d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:51.355075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38330) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:51.467360 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de641bb5-4422-4884-8361-c06a8df679a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.559279 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de641bb5-4422-4884-8361-c06a8df679a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.615342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38336) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:51.619808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-257eecdc-22d3-45d0-b75b-4bc894dda5bd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Request body: {'router': {'name': 'tempest-router--1691392608', 'project_id': 'df1f6201ebf1489b9ba48131cd5eaf0b'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:51.653047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de641bb5-4422-4884-8361-c06a8df679a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.698190 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-de641bb5-4422-4884-8361-c06a8df679a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40cf5e9beb724a54990e16081d080a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418961 Sep 16 16:52:51.701453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38340) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:51.703063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de641bb5-4422-4884-8361-c06a8df679a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e528186b-bfe2-4416-9014-258c79ad9212,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:51.742039 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b12b4f0f-aee7-45c4-9935-3a927846512a req-7f450799-fb26-460a-bfbf-72a5c902c991 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 210 time: 0.0273685 Sep 16 16:52:51.759294 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f46326b-cba5-4b2d-be59-29e1fefd3452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.760541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-257eecdc-22d3-45d0-b75b-4bc894dda5bd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.761626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-257eecdc-22d3-45d0-b75b-4bc894dda5bd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.780690 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f46326b-cba5-4b2d-be59-29e1fefd3452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.828508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-257eecdc-22d3-45d0-b75b-4bc894dda5bd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.908420 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f46326b-cba5-4b2d-be59-29e1fefd3452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.908845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-257eecdc-22d3-45d0-b75b-4bc894dda5bd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.911684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f46326b-cba5-4b2d-be59-29e1fefd3452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.912896 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0f46326b-cba5-4b2d-be59-29e1fefd3452 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e528186b-bfe2-4416-9014-258c79ad9212 HTTP/1.1" status: 204 len: 168 time: 0.2084620 Sep 16 16:52:51.922565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46326b-cba5-4b2d-be59-29e1fefd3452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e528186b-bfe2-4416-9014-258c79ad9212,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:51.992281 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-257eecdc-22d3-45d0-b75b-4bc894dda5bd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:51.995092 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-257eecdc-22d3-45d0-b75b-4bc894dda5bd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3772271 Sep 16 16:52:51.997380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38350) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:52.076987 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1528ae90-6027-441c-8420-9077b34ce031 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:52.243992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1528ae90-6027-441c-8420-9077b34ce031 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:52.246108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1528ae90-6027-441c-8420-9077b34ce031 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:52.400262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1528ae90-6027-441c-8420-9077b34ce031 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:52.400868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1528ae90-6027-441c-8420-9077b34ce031 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5843a9b7-3130-4fb8-9cba-b059e4d39d63 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:52:52.405939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1528ae90-6027-441c-8420-9077b34ce031 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:52.409644 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1528ae90-6027-441c-8420-9077b34ce031 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "DELETE /v2.0/routers/5843a9b7-3130-4fb8-9cba-b059e4d39d63 HTTP/1.1" status: 204 len: 168 time: 0.4111736 Sep 16 16:52:52.621755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38360) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:52.635240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e58c590-b0d2-4a80-813f-1750aba05fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:52.730028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38362) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:52.737361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e58c590-b0d2-4a80-813f-1750aba05fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:52.841001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c315944-e819-423f-bf32-611adc6e3fd9 req-d3a77724-b40a-4b65-9309-708b29f0a862 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 210 time: 0.0286045 Sep 16 16:52:52.853317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e58c590-b0d2-4a80-813f-1750aba05fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:52.908697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58c590-b0d2-4a80-813f-1750aba05fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5602646-384d-4deb-898c-b3c41f889dd3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:52.920948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38368) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:52.921869 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2e58c590-b0d2-4a80-813f-1750aba05fd3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e3c42a9b84aa4e0a842d81f2a479b450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941134 Sep 16 16:52:52.935253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-701988070', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:52.945622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-9d710db6-f02d-449a-9ccd-1bf466546b16 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:52.948298 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-9d710db6-f02d-449a-9ccd-1bf466546b16 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.52 "GET /v2.0/networks?id=7fb89aa8-8428-4582-92c8-76daeb8e02f6 HTTP/1.1" status: 200 len: 795 time: 0.1681476 Sep 16 16:52:52.994369 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-71700d6b-0da8-470f-8c71-0b21a65a1d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.000498 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-d107524b-c1dd-4a3b-91d7-422dfdd754cf tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=831ea3bec2c7489aa68e86d1be484b12 HTTP/1.1" status: 200 len: 473 time: 0.0427063 Sep 16 16:52:53.009927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'port': {'device_id': 'e1695208-abd6-4228-8610-eb53de035dd2', 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6', 'admin_state_up': True, 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'security_groups': ['38d0570f-4ef3-45eb-93d4-2d7890b1d5b6']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:53.016972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-71700d6b-0da8-470f-8c71-0b21a65a1d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.069350 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.071769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.157745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-71700d6b-0da8-470f-8c71-0b21a65a1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.161010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-71700d6b-0da8-470f-8c71-0b21a65a1d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.162206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-71700d6b-0da8-470f-8c71-0b21a65a1d8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5602646-384d-4deb-898c-b3c41f889dd3 HTTP/1.1" status: 204 len: 168 time: 0.2442672 Sep 16 16:52:53.184510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71700d6b-0da8-470f-8c71-0b21a65a1d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5602646-384d-4deb-898c-b3c41f889dd3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:53.219707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.251744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Made reservation on behalf of 831ea3bec2c7489aa68e86d1be484b12 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:52:53.255762 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.414632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Allocated IP 172.20.0.23 (7fb89aa8-8428-4582-92c8-76daeb8e02f6/5c18fdd2-0afb-4be9-9437-92721a6e4b22/62aa6db5-e9f3-4713-9ba8-88fc6a1dc201) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:53.480426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.565626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.686477 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.735873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:53.739944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:53.744441 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:53.793935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:53.794153 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.817807 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.845086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:53.847842 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:53.962732 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-5a3ab107-d650-4e6a-b225-277f76c8cfc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9555361 Sep 16 16:52:53.973701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Allocated IP 172.25.6.237 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/8b06cd8b-4810-4ba4-a215-c6480ed4d72e) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:53.977260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Request body: {'port': {'device_id': 'e1695208-abd6-4228-8610-eb53de035dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:53.996344 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc16657-3440-4aad-98f3-1d9af6571096 req-7390b4c8-9c45-4c01-9ea2-4b508a575903 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:53.998425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-abc16657-3440-4aad-98f3-1d9af6571096 req-7390b4c8-9c45-4c01-9ea2-4b508a575903 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 932 time: 0.0819058 Sep 16 16:52:54.030499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-50309bc6-60fe-4aab-82fc-d8f5de998f83 None None] Provisioning complete for port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:52:54.032153 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-50309bc6-60fe-4aab-82fc-d8f5de998f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:54.046825 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:54.084297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-50309bc6-60fe-4aab-82fc-d8f5de998f83 None None] Port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:52:54.130553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-abc16657-3440-4aad-98f3-1d9af6571096 req-d8f47e5f-7c17-4b7a-8bdc-35b8ce3cf0bf tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991223 Sep 16 16:52:54.162746 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:54.281164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:54.324728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:54.328082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:54.332553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:54.357544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Pushing event updated for resources: {'Port': ['ID=8b06cd8b-4810-4ba4-a215-c6480ed4d72e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:54.370401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:52:54.382732 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:54.396343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Transition to ACTIVE for port object 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:52:54.446087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:54.546419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Pushing event updated for resources: {'Port': ['ID=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:54.695057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Attempting to bind port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:52:54.695292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Attempting to bind port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:52:54.695628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Attempting to bind port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 on network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:52:54.700179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 on network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:52:54.700542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Attempting to bind port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 on network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:52:54.706004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:52:54.706344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Checking segment: {'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:52:54.707001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Bound using segment: {'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:52:54.707486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Bound port: 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:52:54.707841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:54.797591 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:54.808656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] For port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:52:54.812334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] For port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:52:54.897198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:54.931631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:54.932349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:54.934040 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] 10.222.0.52 "PUT /v2.0/ports/62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 HTTP/1.1" status: 200 len: 1092 time: 0.9642763 Sep 16 16:52:54.937306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1695208-abd6-4228-8610-eb53de035dd2', 'tag': '62aa6db5-e9f3-4713-9ba8-88fc6a1dc201'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:52:54.939669 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7ef8f8-cef2-4022-a030-8100a6f7f522" -d '{"events": [{"name": "network-changed", "server_uuid": "e1695208-abd6-4228-8610-eb53de035dd2", "tag": "62aa6db5-e9f3-4713-9ba8-88fc6a1dc201"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:52:54.998595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa0327-32b9-4c06-99e7-9a0da06d8113 service neutron] Pushing event updated for resources: {'Port': ['ID=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:55.025432 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875dface-1b15-41c1-bd1c-a1976ab7d767 x-openstack-request-id: req-875dface-1b15-41c1-bd1c-a1976ab7d767 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:52:55.030520 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1695208-abd6-4228-8610-eb53de035dd2", "tag": "62aa6db5-e9f3-4713-9ba8-88fc6a1dc201", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:52:55.031119 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-875dface-1b15-41c1-bd1c-a1976ab7d767 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:52:55.031740 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1695208-abd6-4228-8610-eb53de035dd2', 'tag': '62aa6db5-e9f3-4713-9ba8-88fc6a1dc201', 'status': 'completed', 'code': 200} Sep 16 16:52:55.060645 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:55.105103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef8f8-cef2-4022-a030-8100a6f7f522 req-1db9b3c7-0131-4d8c-9a2a-b3a1cdd241ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:55.106775 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7b7ef8f8-cef2-4022-a030-8100a6f7f522 req-1db9b3c7-0131-4d8c-9a2a-b3a1cdd241ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 1095 time: 0.0617347 Sep 16 16:52:55.359602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef8f8-cef2-4022-a030-8100a6f7f522 req-c749ce6c-7a84-4a45-88a9-db958be2cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:55.359602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef8f8-cef2-4022-a030-8100a6f7f522 req-c749ce6c-7a84-4a45-88a9-db958be2cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:55.361170 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7b7ef8f8-cef2-4022-a030-8100a6f7f522 req-c749ce6c-7a84-4a45-88a9-db958be2cda0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=831ea3bec2c7489aa68e86d1be484b12&shared=False HTTP/1.1" status: 200 len: 1580 time: 0.2388401 Sep 16 16:52:55.372133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a954ab-d7b6-4911-9f0e-f064931c5fed req-8f71f61d-7b88-4ff2-9533-c20ead35ffe6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:55.380544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5a954ab-d7b6-4911-9f0e-f064931c5fed req-8f71f61d-7b88-4ff2-9533-c20ead35ffe6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 944 time: 0.1198447 Sep 16 16:52:55.443782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5a954ab-d7b6-4911-9f0e-f064931c5fed req-33d1d010-2f98-4ae2-97cd-73d53694c626 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616355 Sep 16 16:52:55.505456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef8f8-cef2-4022-a030-8100a6f7f522 req-3ae560ef-f0f8-4b4b-9c9b-87293948a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:55.506956 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7b7ef8f8-cef2-4022-a030-8100a6f7f522 req-3ae560ef-f0f8-4b4b-9c9b-87293948a7d8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387751 Sep 16 16:52:55.554590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Router a6d6a421-c25a-451b-beb5-dbdeaf4720b9 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:52:55.624870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-2d8df017-bb02-4661-8e51-74da54475a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:55.626510 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-2d8df017-bb02-4661-8e51-74da54475a87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 1095 time: 0.0794671 Sep 16 16:52:55.672078 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-600b7375-8d0d-4170-9bc8-44f744e59e4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 HTTP/1.1" status: 200 len: 217 time: 0.0373211 Sep 16 16:52:55.717039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:52:55.728364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-2a1f40ad-f5da-465c-9999-17425f4d79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:55.730230 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-2a1f40ad-f5da-465c-9999-17425f4d79f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c18fdd2-0afb-4be9-9437-92721a6e4b22 HTTP/1.1" status: 200 len: 838 time: 0.0512807 Sep 16 16:52:55.732339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a702b4-e9f8-45e5-bbbe-3c846d302bf2 None None] Sync routers for ids ['a6d6a421-c25a-451b-beb5-dbdeaf4720b9'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:52:55.748003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a702b4-e9f8-45e5-bbbe-3c846d302bf2 None None] Routers {'a6d6a421-c25a-451b-beb5-dbdeaf4720b9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:55.748925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-48a702b4-e9f8-45e5-bbbe-3c846d302bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a6d6a421-c25a-451b-beb5-dbdeaf4720b9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:55.782348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-b35c5643-5159-4b0b-a6f3-9645cc61d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:55.784148 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-b35c5643-5159-4b0b-a6f3-9645cc61d12b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7fb89aa8-8428-4582-92c8-76daeb8e02f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468526 Sep 16 16:52:55.812192 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:55.815280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-681c5529-ee59-4939-85e7-f6d0b306397b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0839105 Sep 16 16:52:55.818555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38430) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:55.904996 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-be764f22-e237-4640-acbf-acf6279678e2 service neutron] 10.222.0.52 "GET /v2.0/networks/7fb89aa8-8428-4582-92c8-76daeb8e02f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127124 Sep 16 16:52:55.973153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-48a702b4-e9f8-45e5-bbbe-3c846d302bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:55.984852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a702b4-e9f8-45e5-bbbe-3c846d302bf2 None None] Routers {'a6d6a421-c25a-451b-beb5-dbdeaf4720b9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:55.985489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-48a702b4-e9f8-45e5-bbbe-3c846d302bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a6d6a421-c25a-451b-beb5-dbdeaf4720b9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:55.996995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b8d12d95-a550-4041-8066-5efe15f3ca84 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/routers/a6d6a421-c25a-451b-beb5-dbdeaf4720b9 HTTP/1.1" status: 200 len: 924 time: 0.1771224 Sep 16 16:52:55.997943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38434) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:56.024513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-48a702b4-e9f8-45e5-bbbe-3c846d302bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:56.025295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a702b4-e9f8-45e5-bbbe-3c846d302bf2 None None] The sync data for ids ['a6d6a421-c25a-451b-beb5-dbdeaf4720b9'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:52:56.036355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-96680ccd-c220-4caf-97cd-2199137b51f1 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6d6a421-c25a-451b-beb5-dbdeaf4720b9 HTTP/1.1" status: 200 len: 205 time: 0.0365229 Sep 16 16:52:56.038873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38436) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:56.042887 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c6c49e0a-39fc-457c-ad23-0df936b8fc88 req-330c9de5-3401-45bf-9515-544a054ef7b1 service neutron] 10.222.0.52 "GET /v2.0/networks/7fb89aa8-8428-4582-92c8-76daeb8e02f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283350 Sep 16 16:52:56.485681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:56.618491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53c2c0-9583-4edd-8805-bca1e14b0e77 req-f9aa72ac-2601-4722-83bd-9a0009e099fe tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:56.620002 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f53c2c0-9583-4edd-8805-bca1e14b0e77 req-f9aa72ac-2601-4722-83bd-9a0009e099fe tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 944 time: 0.0973315 Sep 16 16:52:56.650107 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:56.671721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f53c2c0-9583-4edd-8805-bca1e14b0e77 req-728cb438-9de2-42c8-b82f-e1fcc537afc3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416055 Sep 16 16:52:56.752493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Deleting port 8b06cd8b-4810-4ba4-a215-c6480ed4d72e {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:52:56.752848 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:56.833907 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:56.845580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Calling delete_port for 8b06cd8b-4810-4ba4-a215-c6480ed4d72e owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:52:57.074699 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:57.107939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Pushing event deleted for resources: {'Port': ['ID=8b06cd8b-4810-4ba4-a215-c6480ed4d72e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:57.165626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:57.258908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:57.261263 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:57.371657 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:57.372242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Fanout notify agent at l3_agent the message router_deleted on router a6d6a421-c25a-451b-beb5-dbdeaf4720b9 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:52:57.380199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:57.381539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0ee13cc8-a541-4eeb-ab2e-a6e6cdb0bf32 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/a6d6a421-c25a-451b-beb5-dbdeaf4720b9 HTTP/1.1" status: 204 len: 168 time: 1.3417039 Sep 16 16:52:57.385123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38458) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:57.390739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1086111924', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'enable_snat': False}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:52:57.497450 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:57.498663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:57.553190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:57.772657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:57.795413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ac57c-4db9-45b9-ac96-404efd4ac29f req-cf9b1933-7356-460f-9fcc-dd9033a50e6b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:57.796938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd0ac57c-4db9-45b9-ac96-404efd4ac29f req-cf9b1933-7356-460f-9fcc-dd9033a50e6b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 944 time: 0.0552146 Sep 16 16:52:57.837817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd0ac57c-4db9-45b9-ac96-404efd4ac29f req-7a44c940-0f9f-49e3-b734-744d775ac4db tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341239 Sep 16 16:52:57.970376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38474) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:58.083938 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3d60-a862-4f7b-99a4-f37a61c2c6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.108194 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.132121 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.179778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3d60-a862-4f7b-99a4-f37a61c2c6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.239971 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-50ac1040-78b3-4726-95a4-3504186ba92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.242181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Allocated IP 172.25.6.165 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/804afa12-2a84-4dc8-a6bc-c98d7879c58b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:52:58.274112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3d60-a862-4f7b-99a4-f37a61c2c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.317286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1b8f3d60-a862-4f7b-99a4-f37a61c2c6f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81df6e9a14d34fe38220baedc1d876f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424230 Sep 16 16:52:58.317286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f3d60-a862-4f7b-99a4-f37a61c2c6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dc5a80-b12a-457a-ac6c-b6634b2fde3d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:58.317670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38478) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:58.390291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.401097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60d8c6eb-989e-4742-82a7-9e5487eef62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.429076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60d8c6eb-989e-4742-82a7-9e5487eef62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.524920 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.558402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60d8c6eb-989e-4742-82a7-9e5487eef62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.560934 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-60d8c6eb-989e-4742-82a7-9e5487eef62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:58.564444 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-60d8c6eb-989e-4742-82a7-9e5487eef62f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85dc5a80-b12a-457a-ac6c-b6634b2fde3d HTTP/1.1" status: 204 len: 168 time: 0.2435970 Sep 16 16:52:58.573965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:52:58.588053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8c6eb-989e-4742-82a7-9e5487eef62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dc5a80-b12a-457a-ac6c-b6634b2fde3d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:58.589972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:52:58.592058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event updated for resources: {'Port': ['ID=804afa12-2a84-4dc8-a6bc-c98d7879c58b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:58.594046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:52:58.945981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.012698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d7727-4896-4923-9487-b7f1d45cc17b req-39068093-40a5-4ede-8685-24977fb49be7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:52:59.014403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c7d7727-4896-4923-9487-b7f1d45cc17b req-39068093-40a5-4ede-8685-24977fb49be7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 944 time: 0.0550065 Sep 16 16:52:59.061536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c7d7727-4896-4923-9487-b7f1d45cc17b req-fbd41805-dc1d-46a8-9d6c-e04060389261 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Sep 16 16:52:59.156770 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.176622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38488) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:59.196770 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.305126 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.394231 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.437968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e61057499a24428b9b1195f247b43003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602086 Sep 16 16:52:59.438845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb1478b-1099-44bc-857a-7a84979c5a9a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:59.445769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38490) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:59.469217 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.469572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.469924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.470265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.470603 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.470939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.471270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.471599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.472542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.472906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.473235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.473563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f8420-138a-499c-99fc-f5ac035f80e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:52:59.509785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6148d441-3692-493a-a2bb-749906731311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.535719 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6148d441-3692-493a-a2bb-749906731311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.663168 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6148d441-3692-493a-a2bb-749906731311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.665836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6148d441-3692-493a-a2bb-749906731311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.667130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6148d441-3692-493a-a2bb-749906731311 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bb1478b-1099-44bc-857a-7a84979c5a9a HTTP/1.1" status: 204 len: 168 time: 0.2201779 Sep 16 16:52:59.675485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:52:59.675963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148d441-3692-493a-a2bb-749906731311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb1478b-1099-44bc-857a-7a84979c5a9a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:52:59.714929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Router 03f61996-0735-41ec-b642-36950cc7dbaf is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:52:59.811515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:52:59.825372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '62aa6db5-e9f3-4713-9ba8-88fc6a1dc201', 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6', 'port_id': '62aa6db5-e9f3-4713-9ba8-88fc6a1dc201', 'mac_address': 'fa:16:3e:bb:93:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c18fdd2-0afb-4be9-9437-92721a6e4b22', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:52:59.842368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:52:59.855949 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Sync routers for ids ['03f61996-0735-41ec-b642-36950cc7dbaf'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:52:59.869000 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Routers {'03f61996-0735-41ec-b642-36950cc7dbaf'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:52:59.870052 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:52:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['03f61996-0735-41ec-b642-36950cc7dbaf'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:52:59.879691 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.896670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:52:59.915375 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:52:59.918236 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cf4f4396-0f77-44f5-b566-4098c8dc1220 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5316432 Sep 16 16:52:59.920621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38494) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:52:59.946559 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:00.011675 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:00.015240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Set router 03f61996-0735-41ec-b642-36950cc7dbaf gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:00.127660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:00.152988 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cab9370b-951c-4e66-b90f-dcb556406faf tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/routers/03f61996-0735-41ec-b642-36950cc7dbaf HTTP/1.1" status: 200 len: 909 time: 0.2304375 Sep 16 16:53:00.155625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38504) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:00.161180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1086111924', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'enable_snat': True}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:00.216684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['62aa6db5-e9f3-4713-9ba8-88fc6a1dc201'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:53:00.241697 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:00.243247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:00.359784 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f61996-0735-41ec-b642-36950cc7dbaf', 'name': 'tempest-snat-router-1086111924', 'tenant_id': '83ffb4823a064d12a8f7b658df5fbcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.165'}], 'enable_snat': False}, 'gw_port_id': '804afa12-2a84-4dc8-a6bc-c98d7879c58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:57Z', 'updated_at': '2021-09-16T16:52:58Z', 'revision_number': 3, 'project_id': '83ffb4823a064d12a8f7b658df5fbcd4', 'gw_port': {'id': '804afa12-2a84-4dc8-a6bc-c98d7879c58b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f61996-0735-41ec-b642-36950cc7dbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:58Z', 'updated_at': '2021-09-16T16:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:00.421187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:00.440145 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Checking router: 03f61996-0735-41ec-b642-36950cc7dbaf for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:53:00.440576 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Updating router 03f61996-0735-41ec-b642-36950cc7dbaf port 804afa12-2a84-4dc8-a6bc-c98d7879c58b binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:53:00.485681 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:00.654719 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59624bf3-d616-492f-a6da-a279ad84f0ae req-5b2a6f2a-cf97-480a-b0e7-2f1eead218cc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:00.656458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59624bf3-d616-492f-a6da-a279ad84f0ae req-5b2a6f2a-cf97-480a-b0e7-2f1eead218cc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 945 time: 0.4470534 Sep 16 16:53:00.728925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59624bf3-d616-492f-a6da-a279ad84f0ae req-31d8fb8b-bb9f-474c-8e05-4b440bc122fb tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611751 Sep 16 16:53:00.810147 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:00.812841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf637-a2b9-4bfd-9805-959a0f72d147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:00.819235 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:00.928034 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:00.985794 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Attempting to bind port 804afa12-2a84-4dc8-a6bc-c98d7879c58b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:53:00.986152 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Attempting to bind port 804afa12-2a84-4dc8-a6bc-c98d7879c58b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:53:00.986512 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Attempting to bind port 804afa12-2a84-4dc8-a6bc-c98d7879c58b on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:53:00.996047 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404a8bf-d03c-4cb8-863a-bb5b92f23945 None None] Pushing event updated for resources: {'Port': ['ID=804afa12-2a84-4dc8-a6bc-c98d7879c58b,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:00.998713 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:53:00.999085 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:53:00.999485 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:01.010932 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:53:01.010932 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Bound port: 804afa12-2a84-4dc8-a6bc-c98d7879c58b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:53:01.010932 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:01.052697 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] For port 804afa12-2a84-4dc8-a6bc-c98d7879c58b, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:53:01.056716 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] For port 804afa12-2a84-4dc8-a6bc-c98d7879c58b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=804afa12-2a84-4dc8-a6bc-c98d7879c58b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:53:01.131953 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:01.151358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:01.179592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:01.192990 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404a8bf-d03c-4cb8-863a-bb5b92f23945 None None] Pushing event updated for resources: {'Port': ['ID=804afa12-2a84-4dc8-a6bc-c98d7879c58b,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:01.213255 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Routers {'03f61996-0735-41ec-b642-36950cc7dbaf'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:01.213868 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['03f61996-0735-41ec-b642-36950cc7dbaf'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:01.298892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Allocated IP 172.25.6.81 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:01.328105 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] Set router 03f61996-0735-41ec-b642-36950cc7dbaf gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:01.416233 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:01.457038 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:01.514066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:01.552147 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f61996-0735-41ec-b642-36950cc7dbaf', 'name': 'tempest-snat-router-1086111924', 'tenant_id': '83ffb4823a064d12a8f7b658df5fbcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.165'}], 'enable_snat': False}, 'gw_port_id': '804afa12-2a84-4dc8-a6bc-c98d7879c58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:57Z', 'updated_at': '2021-09-16T16:52:58Z', 'revision_number': 3, 'project_id': '83ffb4823a064d12a8f7b658df5fbcd4', 'gw_port': {'id': '804afa12-2a84-4dc8-a6bc-c98d7879c58b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f61996-0735-41ec-b642-36950cc7dbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:58Z', 'updated_at': '2021-09-16T16:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:01.558942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:01.561861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:01.565414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:01.590321 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1d41a-2f59-4927-8772-740fb3e2e4bf None None] The sync data for ids ['03f61996-0735-41ec-b642-36950cc7dbaf'] in n-d-807786-3 is: [{'id': '03f61996-0735-41ec-b642-36950cc7dbaf', 'name': 'tempest-snat-router-1086111924', 'tenant_id': '83ffb4823a064d12a8f7b658df5fbcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.165'}], 'enable_snat': False}, 'gw_port_id': '804afa12-2a84-4dc8-a6bc-c98d7879c58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:52:57Z', 'updated_at': '2021-09-16T16:52:58Z', 'revision_number': 3, 'project_id': '83ffb4823a064d12a8f7b658df5fbcd4', 'gw_port': {'id': '804afa12-2a84-4dc8-a6bc-c98d7879c58b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f61996-0735-41ec-b642-36950cc7dbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:52:58Z', 'updated_at': '2021-09-16T16:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:01.598427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event updated for resources: {'Port': ['ID=3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:01.685125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:53:01.805479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:53:01.812987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:01.814183 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:01.931120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921afd60-3a55-4491-8c76-1ffcbaf57575 req-33a0096f-c072-42ee-9717-6445695dfbce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:01.940084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-921afd60-3a55-4491-8c76-1ffcbaf57575 req-33a0096f-c072-42ee-9717-6445695dfbce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 945 time: 0.1006520 Sep 16 16:53:01.973007 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:01.978579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:02.020313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1695208-abd6-4228-8610-eb53de035dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aa6db5-e9f3-4713-9ba8-88fc6a1dc201'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:53:02.026584 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4f954a-bb23-4509-8184-89f925099f65" -d '{"events": [{"server_uuid": "e1695208-abd6-4228-8610-eb53de035dd2", "name": "network-vif-plugged", "status": "completed", "tag": "62aa6db5-e9f3-4713-9ba8-88fc6a1dc201"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:53:02.041001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-921afd60-3a55-4491-8c76-1ffcbaf57575 req-b72230e3-2ae1-479e-bfcf-f10358af89f3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956728 Sep 16 16:53:02.042990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:02.082918 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b883db-8e58-4ff9-802f-24b5b029fa66 x-openstack-request-id: req-f6b883db-8e58-4ff9-802f-24b5b029fa66 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:53:02.083211 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1695208-abd6-4228-8610-eb53de035dd2", "name": "network-vif-plugged", "status": "completed", "tag": "62aa6db5-e9f3-4713-9ba8-88fc6a1dc201", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:53:02.083663 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6b883db-8e58-4ff9-802f-24b5b029fa66 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:53:02.083817 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:02.084921 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1695208-abd6-4228-8610-eb53de035dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aa6db5-e9f3-4713-9ba8-88fc6a1dc201', 'code': 200} Sep 16 16:53:02.131297 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:02.213475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:02.260741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 804afa12-2a84-4dc8-a6bc-c98d7879c58b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:53:02.318463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 804afa12-2a84-4dc8-a6bc-c98d7879c58b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:02.318845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:02.343770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee687852-c9ef-4a46-aefb-32d7e5734463 req-8445d603-bca9-4c7a-92c4-2d668c31f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:02.345346 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee687852-c9ef-4a46-aefb-32d7e5734463 req-8445d603-bca9-4c7a-92c4-2d668c31f643 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 1097 time: 0.1839650 Sep 16 16:53:02.415127 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:02.429778 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ee687852-c9ef-4a46-aefb-32d7e5734463 req-2bdd251c-f6ae-4432-bf58-af730f838f11 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757868 Sep 16 16:53:02.442496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 804afa12-2a84-4dc8-a6bc-c98d7879c58b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=804afa12-2a84-4dc8-a6bc-c98d7879c58b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:02.454448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:02.526005 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:02.576796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=804afa12-2a84-4dc8-a6bc-c98d7879c58b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:02.692100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Router 7afa9ab2-16fa-465b-8502-a9d470397a42 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:53:02.810227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:02.820708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Sync routers for ids ['7afa9ab2-16fa-465b-8502-a9d470397a42'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:02.830287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Routers {'7afa9ab2-16fa-465b-8502-a9d470397a42'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:02.830946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7afa9ab2-16fa-465b-8502-a9d470397a42'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:02.885635 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:02.886912 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-86c59726-7d19-43bf-b831-167e09aad694 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7300551 Sep 16 16:53:02.889594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38564) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:02.953040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Set router 7afa9ab2-16fa-465b-8502-a9d470397a42 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:03.009752 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-18b0e404-4615-458d-b0a9-efe8c6a08a3c tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/routers/7afa9ab2-16fa-465b-8502-a9d470397a42 HTTP/1.1" status: 200 len: 907 time: 0.1166084 Sep 16 16:53:03.009978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38568) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:03.154380 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.213146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa9ab2-16fa-465b-8502-a9d470397a42', 'name': 'tempest-snat-router-1086111924', 'tenant_id': '83ffb4823a064d12a8f7b658df5fbcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:00Z', 'updated_at': '2021-09-16T16:53:01Z', 'revision_number': 3, 'project_id': '83ffb4823a064d12a8f7b658df5fbcd4', 'gw_port': {'id': '3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa9ab2-16fa-465b-8502-a9d470397a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:01Z', 'updated_at': '2021-09-16T16:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:03.222203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1b892-6ccb-4db3-9254-16057f698f26 req-ee9e7796-2c6b-40d3-888a-ecea1bb8096b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:03.231345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aaf1b892-6ccb-4db3-9254-16057f698f26 req-ee9e7796-2c6b-40d3-888a-ecea1bb8096b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 946 time: 0.0771091 Sep 16 16:53:03.250635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Checking router: 7afa9ab2-16fa-465b-8502-a9d470397a42 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:53:03.250909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Updating router 7afa9ab2-16fa-465b-8502-a9d470397a42 port 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:53:03.283490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.286740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aaf1b892-6ccb-4db3-9254-16057f698f26 req-4a312f46-f8d3-4e70-8f23-efee6a89de43 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543053 Sep 16 16:53:03.343825 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.471163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Deleting port 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:03.471915 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.607493 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.622787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Calling delete_port for 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:03.662257 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.739580 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.773017 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.809296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Attempting to bind port 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:53:03.810564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Attempting to bind port 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:53:03.811118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Attempting to bind port 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:53:03.814959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Pushing event updated for resources: {'Port': ['ID=3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:03.822437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:53:03.823595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:53:03.824234 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.824877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:53:03.826037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Bound port: 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:53:03.826623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.851590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.852021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.852454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.852854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.853248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.853641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.854031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.854444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.854828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.855210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.855593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.855992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a6762-8779-41c5-8fad-b436f9067ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:03.914724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:03.915244 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:53:03.915454 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:53:03.952331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event deleted for resources: {'Port': ['ID=3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:04.018309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.126710 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.129127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.187668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 804afa12-2a84-4dc8-a6bc-c98d7879c58b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:53:04.234134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.234704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7afa9ab2-16fa-465b-8502-a9d470397a42 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:53:04.239638 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.240854 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-23966baf-c488-4bdb-878d-8d2aa07e4780 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "DELETE /v2.0/routers/7afa9ab2-16fa-465b-8502-a9d470397a42 HTTP/1.1" status: 204 len: 168 time: 1.2299953 Sep 16 16:53:04.243432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38614) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:04.255654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 804afa12-2a84-4dc8-a6bc-c98d7879c58b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:04.256821 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.379079 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.431279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc229f6-4519-421c-b152-a88b2a1727d7 req-fdbf5b8b-198f-4883-8f80-5c26016f78c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:04.433118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cc229f6-4519-421c-b152-a88b2a1727d7 req-fdbf5b8b-198f-4883-8f80-5c26016f78c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 946 time: 0.0609589 Sep 16 16:53:04.434203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Attempting to bind port 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:53:04.434580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Attempting to bind port 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:53:04.434995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Attempting to bind port 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:53:04.442004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:53:04.442388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:53:04.442793 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.443186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:53:04.443656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Bound port: 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:53:04.444036 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.463794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Port 3478d6f6-c7a3-42e9-bac6-38fb9e7f6f4c has been deleted concurrently {{(pid=95359) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 16:53:04.478672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Routers set() bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:04.479442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Router IDs set() for agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 16:53:04.480277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_agentschedulers_db [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7afa9ab2-16fa-465b-8502-a9d470397a42'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent'). {{(pid=95359) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 16:53:04.481024 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae41c8-b673-4ce7-a169-d7a919ddc4cb None None] The sync data for ids ['7afa9ab2-16fa-465b-8502-a9d470397a42'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:04.494531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cc229f6-4519-421c-b152-a88b2a1727d7 req-3d2152e1-f670-4b8f-acd8-dd584c505b35 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531502 Sep 16 16:53:04.508863 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.644376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba946de-8724-4c2d-bc8b-fdcf352e1b12 req-136b1fec-a521-4c53-81ce-9fe00f678fd0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:04.646691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ba946de-8724-4c2d-bc8b-fdcf352e1b12 req-136b1fec-a521-4c53-81ce-9fe00f678fd0 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 946 time: 0.0670748 Sep 16 16:53:04.671910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Deleting port 804afa12-2a84-4dc8-a6bc-c98d7879c58b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:04.676986 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.708401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ba946de-8724-4c2d-bc8b-fdcf352e1b12 req-c9ac0e40-d0d9-4b72-8671-9c298e01ef82 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508645 Sep 16 16:53:04.774151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] For port 804afa12-2a84-4dc8-a6bc-c98d7879c58b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=804afa12-2a84-4dc8-a6bc-c98d7879c58b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:04.774648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:04.788314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Calling delete_port for 804afa12-2a84-4dc8-a6bc-c98d7879c58b owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:05.120253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:05.152571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event deleted for resources: {'Port': ['ID=804afa12-2a84-4dc8-a6bc-c98d7879c58b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:05.512615 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:05.607526 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:05.609662 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:05.718670 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:05.718670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03f61996-0735-41ec-b642-36950cc7dbaf {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:53:05.727090 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:05.731805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38650) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:05.732924 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c711f3e5-092a-4ecc-8dee-0b055c90a5cd tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "DELETE /v2.0/routers/03f61996-0735-41ec-b642-36950cc7dbaf HTTP/1.1" status: 204 len: 168 time: 1.4884906 Sep 16 16:53:05.740646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-925917560', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:05.840749 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:05.842979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:05.902257 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:06.094319 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:06.227777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38660) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:06.301450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 804afa12-2a84-4dc8-a6bc-c98d7879c58b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:53:06.341739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 804afa12-2a84-4dc8-a6bc-c98d7879c58b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:53:06.343005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 804afa12-2a84-4dc8-a6bc-c98d7879c58b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:53:06.549215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:06.569466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:06.681738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Allocated IP 172.25.6.252 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/595f3487-4397-444c-aeea-6196e52208cd) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:06.793990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:06.820012 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:06.899029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38670) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:06.926558 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:06.967151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:06.970449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:06.975471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:07.003066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Pushing event updated for resources: {'Port': ['ID=595f3487-4397-444c-aeea-6196e52208cd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:07.082930 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b967f43-e551-4130-9d1d-9a6cddcb6074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.130085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Allocated IP 172.20.0.17 (7fb89aa8-8428-4582-92c8-76daeb8e02f6/5c18fdd2-0afb-4be9-9437-92721a6e4b22/95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:07.242732 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b967f43-e551-4130-9d1d-9a6cddcb6074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.251832 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.318840 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b967f43-e551-4130-9d1d-9a6cddcb6074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.337983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.382812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:07.385900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:07.388886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b967f43-e551-4130-9d1d-9a6cddcb6074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6886a5-55e2-445c-a9c4-e02c2be595ab,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:07.389076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:07.391723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.436743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:07.455259 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.492000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7b967f43-e551-4130-9d1d-9a6cddcb6074 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0fffcf7ea4c643859cc649280d2fe228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911577 Sep 16 16:53:07.496228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38678) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:07.636574 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-967284cd-a47f-4b5b-a79e-b6a59b87a4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.670319 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-967284cd-a47f-4b5b-a79e-b6a59b87a4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.678222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-49f97b61-3ecc-47ce-9dd1-ee0cfbe4c445 None None] Provisioning complete for port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:07.678750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-49f97b61-3ecc-47ce-9dd1-ee0cfbe4c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.682913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.728921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-49f97b61-3ecc-47ce-9dd1-ee0cfbe4c445 None None] Port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:07.740412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.937124 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-967284cd-a47f-4b5b-a79e-b6a59b87a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.939745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-967284cd-a47f-4b5b-a79e-b6a59b87a4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:07.941007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-967284cd-a47f-4b5b-a79e-b6a59b87a4ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc6886a5-55e2-445c-a9c4-e02c2be595ab HTTP/1.1" status: 204 len: 168 time: 0.4421730 Sep 16 16:53:07.949575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967284cd-a47f-4b5b-a79e-b6a59b87a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6886a5-55e2-445c-a9c4-e02c2be595ab,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:07.978023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Router 31a94bfc-a738-4f72-8bd9-1bd264999bf9 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:53:08.007610 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:08.087896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:08.091821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:08.099740 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e229d-c8a6-4174-ba46-80ab4273ec59 None None] Sync routers for ids ['31a94bfc-a738-4f72-8bd9-1bd264999bf9'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:08.110893 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e229d-c8a6-4174-ba46-80ab4273ec59 None None] Routers {'31a94bfc-a738-4f72-8bd9-1bd264999bf9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:08.111837 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e56e229d-c8a6-4174-ba46-80ab4273ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['31a94bfc-a738-4f72-8bd9-1bd264999bf9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:08.165622 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e56e229d-c8a6-4174-ba46-80ab4273ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:08.170478 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e229d-c8a6-4174-ba46-80ab4273ec59 None None] Routers {'31a94bfc-a738-4f72-8bd9-1bd264999bf9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:08.171153 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e56e229d-c8a6-4174-ba46-80ab4273ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['31a94bfc-a738-4f72-8bd9-1bd264999bf9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:08.173994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:08.176989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:08.184452 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:08.186195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d3cf79de-c527-4091-8ff3-b9359028011b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4519131 Sep 16 16:53:08.188870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38688) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:08.197115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b0976384-e2d9-4354-9a99-b67a41459d2e tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'enable_snat': False}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:08.283408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-6249b8e2-747a-4ea6-a646-36c41f564150 req-b94c4c74-2d0c-4c44-93ed-88478babd521 tempest-InstanceActionsV221TestJSON-1760317315 tempest-InstanceActionsV221TestJSON-1760317315-project] (95357) timed out ('10.222.0.52', 55874) {{(pid=95357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 16:53:08.319846 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e56e229d-c8a6-4174-ba46-80ab4273ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:08.320569 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e229d-c8a6-4174-ba46-80ab4273ec59 None None] The sync data for ids ['31a94bfc-a738-4f72-8bd9-1bd264999bf9'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:08.350813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:08.352877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:08.494523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:53:08.605420 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0976384-e2d9-4354-9a99-b67a41459d2e tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:08.622890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:08.628525 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d7143dbe-fde9-4e21-97a9-bebb2d61eb6c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "PUT /v2.0/routers/598947b4-83b6-4bb6-bd7f-917bfd9428c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3989768 Sep 16 16:53:08.633741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Sync routers for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:08.652649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:08.653273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:08.694235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-539ae999-a9dd-43bb-acdd-ec3fdccefb15 None None] Provisioning complete for port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:08.695386 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-539ae999-a9dd-43bb-acdd-ec3fdccefb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:08.728218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38694) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:08.751814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33f5e6a0-8a4f-4fdf-8d2e-cfefc06fc57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:08.774518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-539ae999-a9dd-43bb-acdd-ec3fdccefb15 None None] Port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:08.809534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:08.888114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33f5e6a0-8a4f-4fdf-8d2e-cfefc06fc57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:08.959846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33f5e6a0-8a4f-4fdf-8d2e-cfefc06fc57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.013454 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-33f5e6a0-8a4f-4fdf-8d2e-cfefc06fc57b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d5c2557b13747449a1ed00cf7ef8d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768149 Sep 16 16:53:09.013454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38700) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:09.013454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5e6a0-8a4f-4fdf-8d2e-cfefc06fc57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81daf4f9-ddd6-439e-a6f8-7da989b9bc26,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:09.079395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77b2262a-061e-406c-a7e4-caf5682634f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.106526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:07Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'mac_address': 'fa:16:3e:33:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:07Z', 'updated_at': '2021-09-16T16:52:10Z', 'revision_number': 1, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c', 'name': '', 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:33:85:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5c18fdd2-0afb-4be9-9437-92721a6e4b22', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:06Z', 'updated_at': '2021-09-16T16:53:07Z', 'revision_number': 2, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '5c18fdd2-0afb-4be9-9437-92721a6e4b22', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:09.111015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77b2262a-061e-406c-a7e4-caf5682634f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.140702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Checking router: 598947b4-83b6-4bb6-bd7f-917bfd9428c9 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:53:09.141049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Updating router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:53:09.167376 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.239565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-a8f20c35-12eb-465e-b11f-d99cd00924a6 req-d0c47e7a-05fe-456b-a8d1-9783a6f6d89f tempest-AttachVolumeTestJSON-930841521 tempest-AttachVolumeTestJSON-930841521-project] (95357) timed out ('10.222.0.52', 55822) {{(pid=95357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 16:53:09.285250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77b2262a-061e-406c-a7e4-caf5682634f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.287833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77b2262a-061e-406c-a7e4-caf5682634f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.289020 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-77b2262a-061e-406c-a7e4-caf5682634f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81daf4f9-ddd6-439e-a6f8-7da989b9bc26 HTTP/1.1" status: 204 len: 168 time: 0.2773767 Sep 16 16:53:09.308450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2262a-061e-406c-a7e4-caf5682634f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81daf4f9-ddd6-439e-a6f8-7da989b9bc26,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:09.490956 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.525355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0976384-e2d9-4354-9a99-b67a41459d2e tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.528819 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0976384-e2d9-4354-9a99-b67a41459d2e tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.571460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.643587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0976384-e2d9-4354-9a99-b67a41459d2e tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Router 31a94bfc-a738-4f72-8bd9-1bd264999bf9 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:53:09.800838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0976384-e2d9-4354-9a99-b67a41459d2e tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:09.806346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7102c-ec98-483b-9917-9c0350ec7941 None None] Pushing event updated for resources: {'Port': ['ID=95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:09.810841 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0976384-e2d9-4354-9a99-b67a41459d2e tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.814711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b0976384-e2d9-4354-9a99-b67a41459d2e tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "PUT /v2.0/routers/31a94bfc-a738-4f72-8bd9-1bd264999bf9 HTTP/1.1" status: 200 len: 925 time: 1.6204610 Sep 16 16:53:09.814895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38708) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:09.829746 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f38973-6f43-49e4-b200-b12ae4f139cc None None] Sync routers for ids ['31a94bfc-a738-4f72-8bd9-1bd264999bf9'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:09.840239 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f38973-6f43-49e4-b200-b12ae4f139cc None None] Routers {'31a94bfc-a738-4f72-8bd9-1bd264999bf9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:09.840946 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e6f38973-6f43-49e4-b200-b12ae4f139cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['31a94bfc-a738-4f72-8bd9-1bd264999bf9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:09.849082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Attempting to bind port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:53:09.849450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Attempting to bind port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:53:09.849815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Attempting to bind port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c on network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:53:09.859979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:53:09.860357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Checking segment: {'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:53:09.860837 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.861231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Bound using segment: {'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:53:09.861744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Bound port: 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da6382c-7cc9-4213-8427-f2a0978661e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:53:09.862794 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:09.883057 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e6f38973-6f43-49e4-b200-b12ae4f139cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:09.902919 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f38973-6f43-49e4-b200-b12ae4f139cc None None] Routers {'31a94bfc-a738-4f72-8bd9-1bd264999bf9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:09.903508 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e6f38973-6f43-49e4-b200-b12ae4f139cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['31a94bfc-a738-4f72-8bd9-1bd264999bf9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:09.943960 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e6f38973-6f43-49e4-b200-b12ae4f139cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:09.947894 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f38973-6f43-49e4-b200-b12ae4f139cc None None] The sync data for ids ['31a94bfc-a738-4f72-8bd9-1bd264999bf9'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:09.959664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cc6e4595-6e38-4530-91f2-a79fd5852836 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/routers/31a94bfc-a738-4f72-8bd9-1bd264999bf9 HTTP/1.1" status: 200 len: 925 time: 0.1433809 Sep 16 16:53:09.962246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38714) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:09.984305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] For port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:53:09.988105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] For port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:53:10.043679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cf9414-ba8a-4ef1-8b26-8e5de5b5b178 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:10.046008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-90cf9414-ba8a-4ef1-8b26-8e5de5b5b178 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&device_id=31a94bfc-a738-4f72-8bd9-1bd264999bf9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0823269 Sep 16 16:53:10.048404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38720) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:10.086105 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:10.165607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7102c-ec98-483b-9917-9c0350ec7941 None None] Pushing event updated for resources: {'Port': ['ID=95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:10.178802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e01609-737f-4430-a023-0b84e769e969 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:10.188121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38724) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:10.188456 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-88e01609-737f-4430-a023-0b84e769e969 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 881 time: 0.1388745 Sep 16 16:53:10.208984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1b17a2f8-f6d9-4b13-9fdd-69f2b84ce6ca None None] Provisioning complete for port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:10.209366 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1b17a2f8-f6d9-4b13-9fdd-69f2b84ce6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:10.221615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-017f8492-5ab2-4eb9-bffd-6def4895e97b tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=31a94bfc-a738-4f72-8bd9-1bd264999bf9 HTTP/1.1" status: 200 len: 205 time: 0.0320942 Sep 16 16:53:10.224053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38726) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:10.238385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:10.239057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:10.368042 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:10.464019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:10.544879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:10.573443 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1b17a2f8-f6d9-4b13-9fdd-69f2b84ce6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:10.637168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1b17a2f8-f6d9-4b13-9fdd-69f2b84ce6ca None None] For port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:10.681244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Deleting port 595f3487-4397-444c-aeea-6196e52208cd {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:10.681244 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:10.692957 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1b17a2f8-f6d9-4b13-9fdd-69f2b84ce6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:10.780178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a2f8-f6d9-4b13-9fdd-69f2b84ce6ca None None] Pushing event updated for resources: {'Port': ['ID=95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:10.794419 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:10.812017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Calling delete_port for 595f3487-4397-444c-aeea-6196e52208cd owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:10.820512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:07Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'mac_address': 'fa:16:3e:33:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:07Z', 'updated_at': '2021-09-16T16:52:10Z', 'revision_number': 1, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c', 'name': '', 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:33:85:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5c18fdd2-0afb-4be9-9437-92721a6e4b22', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:06Z', 'updated_at': '2021-09-16T16:53:09Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '5c18fdd2-0afb-4be9-9437-92721a6e4b22', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:10.854538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a514c-6df1-412e-8cfb-6c1541f3fd7b None None] The sync data for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 is: [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:07Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'mac_address': 'fa:16:3e:33:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:07Z', 'updated_at': '2021-09-16T16:52:10Z', 'revision_number': 1, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c', 'name': '', 'network_id': '7fb89aa8-8428-4582-92c8-76daeb8e02f6', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:33:85:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5c18fdd2-0afb-4be9-9437-92721a6e4b22', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:06Z', 'updated_at': '2021-09-16T16:53:09Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '5c18fdd2-0afb-4be9-9437-92721a6e4b22', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:10.858686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-42233f79-5d89-4b3b-ae27-1f303d18c27c None None] Provisioning complete for port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:10.858686 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-42233f79-5d89-4b3b-ae27-1f303d18c27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.129498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.170324 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Pushing event deleted for resources: {'Port': ['ID=595f3487-4397-444c-aeea-6196e52208cd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:11.286702 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.399727 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.402496 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.513624 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-0178fc8f-c59a-4908-9b21-3fbb57757a99 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790429 Sep 16 16:53:11.536144 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.546440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Fanout notify agent at l3_agent the message router_deleted on router 31a94bfc-a738-4f72-8bd9-1bd264999bf9 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:53:11.546440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.546440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-93fe275f-da46-4690-8ab9-ddacc636b149 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/31a94bfc-a738-4f72-8bd9-1bd264999bf9 HTTP/1.1" status: 204 len: 168 time: 1.3197956 Sep 16 16:53:11.548656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38754) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:11.553368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-92fd2246-00c0-4dd2-ba05-4a692e01e5f9 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1740760716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:11.608337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-c940e04a-882d-4c2c-bed0-48d819da436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:11.610105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-c940e04a-882d-4c2c-bed0-48d819da436e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 1096 time: 0.0469711 Sep 16 16:53:11.650349 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92fd2246-00c0-4dd2-ba05-4a692e01e5f9 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.650349 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92fd2246-00c0-4dd2-ba05-4a692e01e5f9 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.738089 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92fd2246-00c0-4dd2-ba05-4a692e01e5f9 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.807834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-a138e6ba-4e3e-49f4-9f86-f19859a502e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:11.810244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-a138e6ba-4e3e-49f4-9f86-f19859a502e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07652c38-d429-4ae2-b8ef-676de28190d8 HTTP/1.1" status: 200 len: 896 time: 0.1804147 Sep 16 16:53:11.812051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92fd2246-00c0-4dd2-ba05-4a692e01e5f9 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.879715 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-24ea984e-8165-41bf-9baf-2e13ffb31578 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf41e46f-149f-4523-a563-1a6a1c3ce519 HTTP/1.1" status: 200 len: 1000 time: 0.0623863 Sep 16 16:53:11.908489 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92fd2246-00c0-4dd2-ba05-4a692e01e5f9 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:11.912612 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-92fd2246-00c0-4dd2-ba05-4a692e01e5f9 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3603740 Sep 16 16:53:11.912813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38764) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:11.918258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:11.933057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-645fc610-3c5f-4848-97f6-4bcf8a7fbd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:11.934546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-645fc610-3c5f-4848-97f6-4bcf8a7fbd2d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d8c9158-5b42-49e6-b518-2182267a4db6 HTTP/1.1" status: 200 len: 835 time: 0.0482404 Sep 16 16:53:11.987745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-53459f21-182f-4a6c-b608-333ad274f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:11.989388 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-53459f21-182f-4a6c-b608-333ad274f39b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07652c38-d429-4ae2-b8ef-676de28190d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472963 Sep 16 16:53:12.092614 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-b89127f9-fbb3-41db-a7fa-a012ecb9da30 service neutron] 10.222.0.62 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951867 Sep 16 16:53:12.149531 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:12.204613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-05437dd5-c73e-4779-bee0-a9f8164e0b0b req-241cebee-0008-4999-a70c-0a775b95413f service neutron] 10.222.0.62 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048007 Sep 16 16:53:12.239637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:53:12.291656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:12.292027 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:12.412515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:12.433467 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:12.544590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Allocated IP 172.25.6.15 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/fb6735b8-b7e3-43d4-b63c-9842bdfabb34) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:12.649363 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:12.759994 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:12.796803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:12.800913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:12.804316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:12.833843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Pushing event updated for resources: {'Port': ['ID=fb6735b8-b7e3-43d4-b63c-9842bdfabb34,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:13.131367 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:13.651251 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:13.663094 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:13.666553 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:13.845055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:13.873465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Router 6f0b48b4-c727-4af6-82dc-0537472723fb is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:53:13.908008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38822) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:13.993193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:14.000551 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.001792 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2dd7b783-a876-4a37-8134-ed6ae22379ff tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "PUT /v2.0/routers/6f0b48b4-c727-4af6-82dc-0537472723fb HTTP/1.1" status: 200 len: 883 time: 2.0876863 Sep 16 16:53:14.004849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38826) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:14.005741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248540f-5d3a-47a5-b3e5-a48a60189ad6 None None] Sync routers for ids ['6f0b48b4-c727-4af6-82dc-0537472723fb'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:14.016746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248540f-5d3a-47a5-b3e5-a48a60189ad6 None None] Routers {'6f0b48b4-c727-4af6-82dc-0537472723fb'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:14.017385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f248540f-5d3a-47a5-b3e5-a48a60189ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6f0b48b4-c727-4af6-82dc-0537472723fb'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:14.051348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f248540f-5d3a-47a5-b3e5-a48a60189ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:14.060107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248540f-5d3a-47a5-b3e5-a48a60189ad6 None None] Routers {'6f0b48b4-c727-4af6-82dc-0537472723fb'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:14.060756 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f248540f-5d3a-47a5-b3e5-a48a60189ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6f0b48b4-c727-4af6-82dc-0537472723fb'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:14.067296 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a49fa78d-decc-4126-a213-c6b236a79be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.095637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f248540f-5d3a-47a5-b3e5-a48a60189ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:14.096127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248540f-5d3a-47a5-b3e5-a48a60189ad6 None None] The sync data for ids ['6f0b48b4-c727-4af6-82dc-0537472723fb'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:14.155555 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d68376e9-7b5d-405d-b818-ed4af850314d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/routers/6f0b48b4-c727-4af6-82dc-0537472723fb HTTP/1.1" status: 200 len: 924 time: 0.1490369 Sep 16 16:53:14.158328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38828) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:14.203545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7127f1c-8edd-4367-a215-0dc1567a3539 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:14.206048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b7127f1c-8edd-4367-a215-0dc1567a3539 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&device_id=6f0b48b4-c727-4af6-82dc-0537472723fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0449262 Sep 16 16:53:14.208503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38830) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:14.214075 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a49fa78d-decc-4126-a213-c6b236a79be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.269152 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a49fa78d-decc-4126-a213-c6b236a79be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.301096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ef5b51-51bd-4bdb-964d-4aa31de35cf1 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:14.302601 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d0ef5b51-51bd-4bdb-964d-4aa31de35cf1 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 881 time: 0.0929270 Sep 16 16:53:14.305508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38832) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:14.316581 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a49fa78d-decc-4126-a213-c6b236a79be4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3b02e0d04584d6c962652cf988a3233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4037130 Sep 16 16:53:14.317279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38834) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:14.319710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fa78d-decc-4126-a213-c6b236a79be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64734d97-7316-4b6c-8b32-597cb9f2f901,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:14.339635 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6fce7877-c267-48e7-b056-65b9005d5400 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f0b48b4-c727-4af6-82dc-0537472723fb HTTP/1.1" status: 200 len: 205 time: 0.0326948 Sep 16 16:53:14.341964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38836) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:14.455654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75c97a2e-46d2-4e5c-bd33-db000e740945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.493047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75c97a2e-46d2-4e5c-bd33-db000e740945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.496494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.624259 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.707175 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75c97a2e-46d2-4e5c-bd33-db000e740945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.709863 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75c97a2e-46d2-4e5c-bd33-db000e740945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.711061 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-75c97a2e-46d2-4e5c-bd33-db000e740945 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64734d97-7316-4b6c-8b32-597cb9f2f901 HTTP/1.1" status: 204 len: 168 time: 0.3925281 Sep 16 16:53:14.719534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c97a2e-46d2-4e5c-bd33-db000e740945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64734d97-7316-4b6c-8b32-597cb9f2f901,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:14.769040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Deleting port fb6735b8-b7e3-43d4-b63c-9842bdfabb34 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:14.769402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.850280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:14.864601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Calling delete_port for fb6735b8-b7e3-43d4-b63c-9842bdfabb34 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:15.119699 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.153273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Pushing event deleted for resources: {'Port': ['ID=fb6735b8-b7e3-43d4-b63c-9842bdfabb34,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:15.219387 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.314050 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.317055 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.360119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38844) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:15.380232 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fa3d560-c0d0-450f-83fc-d3f81b67c8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.439512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.440707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0b48b4-c727-4af6-82dc-0537472723fb {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:53:15.449985 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.451358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cb9f2a87-09a8-4621-a6c5-cdcd83a59490 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/6f0b48b4-c727-4af6-82dc-0537472723fb HTTP/1.1" status: 204 len: 168 time: 1.1076038 Sep 16 16:53:15.453073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38846) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:15.457460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f37e489c-3e1e-4595-9034-5f81f1af3cd4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-596971899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:15.504999 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fa3d560-c0d0-450f-83fc-d3f81b67c8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.587753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8fa3d560-c0d0-450f-83fc-d3f81b67c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.627573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8fa3d560-c0d0-450f-83fc-d3f81b67c8ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e78768308bef4e3dbded872133f9cec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661929 Sep 16 16:53:15.628626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3d560-c0d0-450f-83fc-d3f81b67c8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018e1289-79a8-48a1-a13a-fbfd2b6f6890,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:15.630459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38850) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:15.686678 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f37e489c-3e1e-4595-9034-5f81f1af3cd4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.687604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f37e489c-3e1e-4595-9034-5f81f1af3cd4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:15.692177 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19c22e0c-f1d9-476f-b196-9917492c021b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:16.048835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19c22e0c-f1d9-476f-b196-9917492c021b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:16.099761 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f37e489c-3e1e-4595-9034-5f81f1af3cd4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:16.194414 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f37e489c-3e1e-4595-9034-5f81f1af3cd4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:16.216805 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19c22e0c-f1d9-476f-b196-9917492c021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:16.219358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-19c22e0c-f1d9-476f-b196-9917492c021b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:16.228030 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-19c22e0c-f1d9-476f-b196-9917492c021b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/018e1289-79a8-48a1-a13a-fbfd2b6f6890 HTTP/1.1" status: 204 len: 168 time: 0.5883837 Sep 16 16:53:16.230738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c22e0c-f1d9-476f-b196-9917492c021b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018e1289-79a8-48a1-a13a-fbfd2b6f6890,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:16.262639 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f37e489c-3e1e-4595-9034-5f81f1af3cd4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:16.267137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f37e489c-3e1e-4595-9034-5f81f1af3cd4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8103991 Sep 16 16:53:16.267377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38868) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:16.275195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'enable_snat': True}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:16.504610 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:16.805816 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:16.826160 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:16.939564 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Allocated IP 172.25.6.197 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/1f31069f-9534-4c21-8ed9-39a25900f684) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:17.047528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:17.137157 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:17.183919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:17.192259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:17.195116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:17.198508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event updated for resources: {'Port': ['ID=1f31069f-9534-4c21-8ed9-39a25900f684,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:17.516566 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:17.721993 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:17.725955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:17.931221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Router 7b926545-8a03-4c39-a51e-964d5d460e1b is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:53:18.046933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:18.052763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.053251 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2e03811c-4a3a-4abf-adae-561f45ede65b tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "PUT /v2.0/routers/7b926545-8a03-4c39-a51e-964d5d460e1b HTTP/1.1" status: 200 len: 918 time: 1.7842083 Sep 16 16:53:18.055831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38904) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:18.057176 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb44db-eafc-402d-b58e-e3456e0176de None None] Sync routers for ids ['7b926545-8a03-4c39-a51e-964d5d460e1b'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:18.068354 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb44db-eafc-402d-b58e-e3456e0176de None None] Routers {'7b926545-8a03-4c39-a51e-964d5d460e1b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:18.069089 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-13cb44db-eafc-402d-b58e-e3456e0176de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7b926545-8a03-4c39-a51e-964d5d460e1b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:18.104478 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-13cb44db-eafc-402d-b58e-e3456e0176de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:18.114230 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb44db-eafc-402d-b58e-e3456e0176de None None] Routers {'7b926545-8a03-4c39-a51e-964d5d460e1b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:18.114943 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-13cb44db-eafc-402d-b58e-e3456e0176de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7b926545-8a03-4c39-a51e-964d5d460e1b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:18.154818 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-13cb44db-eafc-402d-b58e-e3456e0176de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:18.155854 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb44db-eafc-402d-b58e-e3456e0176de None None] The sync data for ids ['7b926545-8a03-4c39-a51e-964d5d460e1b'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:18.179880 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7dc327a9-ad35-4b3e-9a19-a29663ab7514 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/routers/7b926545-8a03-4c39-a51e-964d5d460e1b HTTP/1.1" status: 200 len: 924 time: 0.1227014 Sep 16 16:53:18.182840 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38908) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:18.228428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589b9659-5e27-4475-8a32-9bca8c33b1b2 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:18.232565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-589b9659-5e27-4475-8a32-9bca8c33b1b2 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&device_id=7b926545-8a03-4c39-a51e-964d5d460e1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0461557 Sep 16 16:53:18.232799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38912) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:18.322481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2e2c1-f8dd-4f06-89b3-5e39ab186ace tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:18.323890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e6f2e2c1-f8dd-4f06-89b3-5e39ab186ace tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 881 time: 0.0901973 Sep 16 16:53:18.326916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38914) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:18.356127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fad2626f-bd17-4bfc-9d81-3ff872aa09fe tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b926545-8a03-4c39-a51e-964d5d460e1b HTTP/1.1" status: 200 len: 205 time: 0.0281382 Sep 16 16:53:18.358652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38918) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:18.419260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38922) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:18.470663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabe7fd5-3051-4c08-b2e5-7dd2a7c65677 admin admin] Deleting subnet d97d973e-eb15-4b01-985f-ddace66ef904 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:53:18.476125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cabe7fd5-3051-4c08-b2e5-7dd2a7c65677 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.515731 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cabe7fd5-3051-4c08-b2e5-7dd2a7c65677 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.519855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.603321 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cabe7fd5-3051-4c08-b2e5-7dd2a7c65677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.634195 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-54ac2aa9-bbc7-4a04-9f0d-59314193d3e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872672 Sep 16 16:53:18.654030 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.734401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-be64e43f-e084-4de5-a38b-272846cee76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:18.735936 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-be64e43f-e084-4de5-a38b-272846cee76e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0481963 Sep 16 16:53:18.766637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Deleting port 1f31069f-9534-4c21-8ed9-39a25900f684 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:18.766986 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.785693 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cabe7fd5-3051-4c08-b2e5-7dd2a7c65677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.821741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe7fd5-3051-4c08-b2e5-7dd2a7c65677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d97d973e-eb15-4b01-985f-ddace66ef904,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:18.827774 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cabe7fd5-3051-4c08-b2e5-7dd2a7c65677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.829645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cabe7fd5-3051-4c08-b2e5-7dd2a7c65677 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d97d973e-eb15-4b01-985f-ddace66ef904 HTTP/1.1" status: 204 len: 168 time: 0.4085262 Sep 16 16:53:18.833309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38930) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:18.895777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-8c01a6cd-1ad5-4e6f-83e7-a012b2c7ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:18.897419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-8c01a6cd-1ad5-4e6f-83e7-a012b2c7ba23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7fb89aa8-8428-4582-92c8-76daeb8e02f6 HTTP/1.1" status: 200 len: 896 time: 0.1400521 Sep 16 16:53:18.902116 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:53:18.914857 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.937606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Calling delete_port for 1f31069f-9534-4c21-8ed9-39a25900f684 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:18.943669 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:18.948434 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-388f0cb2-7b92-472d-b5e7-6e7c8b0ecf0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 HTTP/1.1" status: 200 len: 217 time: 0.0431035 Sep 16 16:53:19.005644 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-5d21b0fd-5d1a-4eda-a514-d61385d88d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:19.007246 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-5d21b0fd-5d1a-4eda-a514-d61385d88d5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c18fdd2-0afb-4be9-9437-92721a6e4b22 HTTP/1.1" status: 200 len: 838 time: 0.0508447 Sep 16 16:53:19.063955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-5c0bed10-98e3-4138-b9c4-68fb31e84805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:19.065899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-5c0bed10-98e3-4138-b9c4-68fb31e84805 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7fb89aa8-8428-4582-92c8-76daeb8e02f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516398 Sep 16 16:53:19.093327 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.149019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:19.162927 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-275d6b82-be49-421f-b034-e1d8d25054e5 service neutron] 10.222.0.52 "GET /v2.0/networks/7fb89aa8-8428-4582-92c8-76daeb8e02f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900285 Sep 16 16:53:19.165333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994ebf60-d48c-40c5-a88e-ae136c9afe13') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:19.165633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994ebf60-d48c-40c5-a88e-ae136c9afe13') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:19.176755 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.243168 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.251158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:53:19.251570 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:53:19.254378 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:53:19.278038 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c13de614-2a5b-4a19-aadf-de7322ef1fa1 req-77cf445a-4fac-4844-8ae7-9bd1a552e63f service neutron] 10.222.0.52 "GET /v2.0/networks/7fb89aa8-8428-4582-92c8-76daeb8e02f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073985 Sep 16 16:53:19.324350 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.355674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Pushing event deleted for resources: {'Port': ['ID=1f31069f-9534-4c21-8ed9-39a25900f684,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:19.375775 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.398959 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.400829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] 10.222.0.22 "DELETE /v2.0/networks/b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a HTTP/1.1" status: 204 len: 168 time: 0.5665784 Sep 16 16:53:19.403882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38942) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:19.415117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382073b-9018-47c8-80d8-7c2ecf7725ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b17bbd-7d3c-4528-ab75-7c9b51a8c10a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:19.431317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.456614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb8b4f0-91dd-4495-a220-3c94d9c7eca2 admin admin] Deleting subnet 3c98b371-789f-4589-b39f-f2e4d20ca242 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:53:19.459950 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8eb8b4f0-91dd-4495-a220-3c94d9c7eca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.495493 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8eb8b4f0-91dd-4495-a220-3c94d9c7eca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.528230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.530712 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.546630 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8eb8b4f0-91dd-4495-a220-3c94d9c7eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.656714 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.657297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Fanout notify agent at l3_agent the message router_deleted on router 7b926545-8a03-4c39-a51e-964d5d460e1b {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:53:19.665622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.669739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-83c2ee80-e96a-4b45-bbcb-4335b1ed81c6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/7b926545-8a03-4c39-a51e-964d5d460e1b HTTP/1.1" status: 204 len: 168 time: 1.3072193 Sep 16 16:53:19.670701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38948) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:19.675221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-32ed7120-1bde-441f-9fd1-fbea5749a763 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1155227695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:19.681181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8eb8b4f0-91dd-4495-a220-3c94d9c7eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.710833 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8b4f0-91dd-4495-a220-3c94d9c7eca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c98b371-789f-4589-b39f-f2e4d20ca242,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:19.712847 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8eb8b4f0-91dd-4495-a220-3c94d9c7eca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.717342 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8eb8b4f0-91dd-4495-a220-3c94d9c7eca2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3c98b371-789f-4589-b39f-f2e4d20ca242 HTTP/1.1" status: 204 len: 168 time: 0.3092475 Sep 16 16:53:19.717342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38950) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:19.789601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.798507 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32ed7120-1bde-441f-9fd1-fbea5749a763 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.799705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32ed7120-1bde-441f-9fd1-fbea5749a763 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.853973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32ed7120-1bde-441f-9fd1-fbea5749a763 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.878000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.897855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d9323d-18d0-4e97-955d-33534b287855']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:19.906786 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2763cb3f-3512-48ab-b6ad-9f9c87a046d2') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:19.907087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2763cb3f-3512-48ab-b6ad-9f9c87a046d2') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:19.917181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.929815 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32ed7120-1bde-441f-9fd1-fbea5749a763 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.930083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.936088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: items = [ Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:53:19.939833 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:53:20.034949 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32ed7120-1bde-441f-9fd1-fbea5749a763 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:20.036131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-32ed7120-1bde-441f-9fd1-fbea5749a763 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3644559 Sep 16 16:53:20.038968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 38958) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:20.043972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'enable_snat': False}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:20.281972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:20.382630 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:20.389240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:20.391178 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/46d9323d-18d0-4e97-955d-33534b287855 HTTP/1.1" status: 204 len: 168 time: 0.6729956 Sep 16 16:53:20.404353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0019fc-9be6-4935-aca0-679c640baac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d9323d-18d0-4e97-955d-33534b287855,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:20.578287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:20.602847 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:20.709520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Allocated IP 172.25.6.234 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/0362fa97-3307-426d-9266-60287cc3b48c) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:20.794175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38968) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:20.826133 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:20.838817 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1cb1ced8-6cb6-40bd-9efe-5258eda8ec9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99596fd2b937443ab5a4b2847fce8cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409551 Sep 16 16:53:20.838817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38970) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:20.886575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfae8-5012-417d-992d-0a5b250bbcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:20.902723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:20.908667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfae8-5012-417d-992d-0a5b250bbcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:20.942255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:20.947032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:20.950964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:20.976553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Pushing event updated for resources: {'Port': ['ID=0362fa97-3307-426d-9266-60287cc3b48c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:21.016479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfae8-5012-417d-992d-0a5b250bbcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:21.019793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfae8-5012-417d-992d-0a5b250bbcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:21.021480 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3d7cfae8-5012-417d-992d-0a5b250bbcf8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7bdeca31-1349-4fb5-bdf4-0feaf24a7d09 HTTP/1.1" status: 204 len: 168 time: 0.1814773 Sep 16 16:53:21.030825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cfae8-5012-417d-992d-0a5b250bbcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdeca31-1349-4fb5-bdf4-0feaf24a7d09,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:21.319221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:21.526207 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:21.530005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:21.787712 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Router 4b8555bf-49a7-44c8-9b05-6c818ed2a8ad is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:53:21.862331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38990) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:21.905024 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c8add92d-8cc6-432f-a15c-2dabe27c99c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3789e0e6ea254bf9912296c3e17a5ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410831 Sep 16 16:53:21.907487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 38992) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:21.967706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f280d062-657e-4c93-a88d-fc232af4e115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:21.995999 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f280d062-657e-4c93-a88d-fc232af4e115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:22.113982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f280d062-657e-4c93-a88d-fc232af4e115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:22.116830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f280d062-657e-4c93-a88d-fc232af4e115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:22.120343 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f280d062-657e-4c93-a88d-fc232af4e115 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72161a14-4bab-48bb-ba77-ede02efea6f1 HTTP/1.1" status: 204 len: 168 time: 0.2087979 Sep 16 16:53:22.128721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280d062-657e-4c93-a88d-fc232af4e115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72161a14-4bab-48bb-ba77-ede02efea6f1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:22.253250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:22.259596 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:22.262874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ed2a58b7-3060-46b4-9705-012c076ea50d tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "PUT /v2.0/routers/4b8555bf-49a7-44c8-9b05-6c818ed2a8ad HTTP/1.1" status: 200 len: 920 time: 2.2227435 Sep 16 16:53:22.263086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef750475-51a6-4d70-8321-99fd14ce0a46 None None] Sync routers for ids ['4b8555bf-49a7-44c8-9b05-6c818ed2a8ad'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:22.265756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39002) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:22.273770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef750475-51a6-4d70-8321-99fd14ce0a46 None None] Routers {'4b8555bf-49a7-44c8-9b05-6c818ed2a8ad'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:22.279078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ef750475-51a6-4d70-8321-99fd14ce0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4b8555bf-49a7-44c8-9b05-6c818ed2a8ad'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:22.310477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ef750475-51a6-4d70-8321-99fd14ce0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:22.319809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef750475-51a6-4d70-8321-99fd14ce0a46 None None] Routers {'4b8555bf-49a7-44c8-9b05-6c818ed2a8ad'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:22.320430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ef750475-51a6-4d70-8321-99fd14ce0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4b8555bf-49a7-44c8-9b05-6c818ed2a8ad'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:22.353011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ef750475-51a6-4d70-8321-99fd14ce0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:22.353663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef750475-51a6-4d70-8321-99fd14ce0a46 None None] The sync data for ids ['4b8555bf-49a7-44c8-9b05-6c818ed2a8ad'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:22.373883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c93daef5-3dd9-425a-8c26-a7b030daecbc tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/routers/4b8555bf-49a7-44c8-9b05-6c818ed2a8ad HTTP/1.1" status: 200 len: 926 time: 0.1069455 Sep 16 16:53:22.376553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39006) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:22.419126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f636a138-49ec-4d56-8d50-b873d35a3068 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:22.423335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f636a138-49ec-4d56-8d50-b873d35a3068 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&device_id=4b8555bf-49a7-44c8-9b05-6c818ed2a8ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0453033 Sep 16 16:53:22.423609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39010) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:22.515738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6aabe4-9ad9-4fbe-bddd-8ce6b1e4995f tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:22.518371 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-aa6aabe4-9ad9-4fbe-bddd-8ce6b1e4995f tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/networks/1746a1b9-4f15-4102-acd6-c8ed98e80bef HTTP/1.1" status: 200 len: 881 time: 0.0938423 Sep 16 16:53:22.521191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39016) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:22.547982 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-95c80fe5-24f4-4cc1-a330-6edb236fc1ad tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b8555bf-49a7-44c8-9b05-6c818ed2a8ad HTTP/1.1" status: 200 len: 205 time: 0.0255904 Sep 16 16:53:22.550630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39018) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:22.672900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:22.787753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:22.904571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Deleting port 0362fa97-3307-426d-9266-60287cc3b48c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:22.904912 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:22.984153 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:22.997022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Calling delete_port for 0362fa97-3307-426d-9266-60287cc3b48c owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:23.215536 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:23.243105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Pushing event deleted for resources: {'Port': ['ID=0362fa97-3307-426d-9266-60287cc3b48c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:23.304227 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:23.405722 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:23.407632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:23.513468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:23.514037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Fanout notify agent at l3_agent the message router_deleted on router 4b8555bf-49a7-44c8-9b05-6c818ed2a8ad {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:53:23.521601 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:23.522730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-54f70f80-a925-4896-bb22-ff43e57e0c0d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/4b8555bf-49a7-44c8-9b05-6c818ed2a8ad HTTP/1.1" status: 204 len: 168 time: 0.9711764 Sep 16 16:53:23.526545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39048) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:23.531922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1101686025', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:23.609905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:23.611315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:23.664359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:23.881051 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:24.189650 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:24.214908 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:24.321374 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Allocated IP 172.25.6.134 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/cbc204cb-e3b5-4f1b-bbec-bba12d70a7fd) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:24.441487 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:24.531298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:24.570016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:24.575873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:24.576733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:24.603655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Pushing event updated for resources: {'Port': ['ID=cbc204cb-e3b5-4f1b-bbec-bba12d70a7fd,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:24.897060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:25.112633 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:25.329625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Router a50ed626-4002-4c1a-a5ec-284b8aa397da is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:53:25.452844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:25.466152 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef4ecc-b9a5-4a39-b863-5fc6c7af0701 None None] Sync routers for ids ['a50ed626-4002-4c1a-a5ec-284b8aa397da'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:25.477703 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef4ecc-b9a5-4a39-b863-5fc6c7af0701 None None] Routers {'a50ed626-4002-4c1a-a5ec-284b8aa397da'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:25.478390 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4ecc-b9a5-4a39-b863-5fc6c7af0701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a50ed626-4002-4c1a-a5ec-284b8aa397da'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:25.520687 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4ecc-b9a5-4a39-b863-5fc6c7af0701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:25.525680 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:25.530222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f7e38679-f97f-47db-9919-5e7de385c7c4 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0009704 Sep 16 16:53:25.530394 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef4ecc-b9a5-4a39-b863-5fc6c7af0701 None None] Routers {'a50ed626-4002-4c1a-a5ec-284b8aa397da'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:25.530394 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4ecc-b9a5-4a39-b863-5fc6c7af0701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a50ed626-4002-4c1a-a5ec-284b8aa397da'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:25.531017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39108) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:25.544467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:25.563458 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4ecc-b9a5-4a39-b863-5fc6c7af0701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:25.564109 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef4ecc-b9a5-4a39-b863-5fc6c7af0701 None None] The sync data for ids ['a50ed626-4002-4c1a-a5ec-284b8aa397da'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:25.869008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:25.948602 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:26.077091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Deleting port cbc204cb-e3b5-4f1b-bbec-bba12d70a7fd {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:26.077433 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:26.155589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:26.167699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Calling delete_port for cbc204cb-e3b5-4f1b-bbec-bba12d70a7fd owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:26.399441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:26.423502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Pushing event deleted for resources: {'Port': ['ID=cbc204cb-e3b5-4f1b-bbec-bba12d70a7fd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:26.492080 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:26.997489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:27.000735 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:27.079569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Router a50ed626-4002-4c1a-a5ec-284b8aa397da has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:53:27.160531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:27.167423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:27.168616 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5c469739-96c5-415f-b1cc-977a0cb188a2 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "PUT /v2.0/routers/a50ed626-4002-4c1a-a5ec-284b8aa397da HTTP/1.1" status: 200 len: 710 time: 1.6350422 Sep 16 16:53:27.170184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52578afa-1c9f-421c-98bf-e70350ef3550 None None] Sync routers for ids ['a50ed626-4002-4c1a-a5ec-284b8aa397da'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:27.171127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39132) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:27.180228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52578afa-1c9f-421c-98bf-e70350ef3550 None None] Routers {'a50ed626-4002-4c1a-a5ec-284b8aa397da'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:27.180968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-52578afa-1c9f-421c-98bf-e70350ef3550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a50ed626-4002-4c1a-a5ec-284b8aa397da'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:27.214448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-52578afa-1c9f-421c-98bf-e70350ef3550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:27.223846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52578afa-1c9f-421c-98bf-e70350ef3550 None None] Routers {'a50ed626-4002-4c1a-a5ec-284b8aa397da'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:27.226590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-52578afa-1c9f-421c-98bf-e70350ef3550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a50ed626-4002-4c1a-a5ec-284b8aa397da'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:27.253866 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a4b3fb1d-f585-4315-8c0a-55f9cac14c99 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/routers/a50ed626-4002-4c1a-a5ec-284b8aa397da HTTP/1.1" status: 200 len: 745 time: 0.0815799 Sep 16 16:53:27.256515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39136) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:27.260834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-52578afa-1c9f-421c-98bf-e70350ef3550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:27.261506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52578afa-1c9f-421c-98bf-e70350ef3550 None None] The sync data for ids ['a50ed626-4002-4c1a-a5ec-284b8aa397da'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:27.303202 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eccadf05-711b-4493-bc6e-7b999ba325e1 tempest-RoutersIpV6AdminTest-337466415 tempest-RoutersIpV6AdminTest-337466415-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&device_id=a50ed626-4002-4c1a-a5ec-284b8aa397da HTTP/1.1" status: 200 len: 205 time: 0.0455680 Sep 16 16:53:27.305826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39138) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:27.335782 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-df765a80-ac91-49ff-841f-64d9d3d866a1 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=a50ed626-4002-4c1a-a5ec-284b8aa397da HTTP/1.1" status: 200 len: 205 time: 0.0280426 Sep 16 16:53:27.341468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39142) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:27.430268 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc44d4-ba37-469c-93f8-d5a5d3450eda tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:27.602108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc44d4-ba37-469c-93f8-d5a5d3450eda tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:27.604325 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc44d4-ba37-469c-93f8-d5a5d3450eda tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:27.746682 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc44d4-ba37-469c-93f8-d5a5d3450eda tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:27.746682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcc44d4-ba37-469c-93f8-d5a5d3450eda tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Fanout notify agent at l3_agent the message router_deleted on router a50ed626-4002-4c1a-a5ec-284b8aa397da {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:53:27.754964 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8dcc44d4-ba37-469c-93f8-d5a5d3450eda tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:27.756105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8dcc44d4-ba37-469c-93f8-d5a5d3450eda tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/a50ed626-4002-4c1a-a5ec-284b8aa397da HTTP/1.1" status: 204 len: 168 time: 0.4137270 Sep 16 16:53:27.759781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39152) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:27.789339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-93249237-615d-426d-9fa8-a1f159a02025 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=a50ed626-4002-4c1a-a5ec-284b8aa397da HTTP/1.1" status: 200 len: 205 time: 0.0283656 Sep 16 16:53:27.791566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39154) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:27.828699 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-0de9113c-f9ae-4242-b4ea-7ae2b79fcb39 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] delete failed (client error): The resource could not be found. Sep 16 16:53:27.832356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0de9113c-f9ae-4242-b4ea-7ae2b79fcb39 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/a50ed626-4002-4c1a-a5ec-284b8aa397da HTTP/1.1" status: 404 len: 336 time: 0.0372193 Sep 16 16:53:27.833018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39156) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:27.867023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-965cf0ac-9725-40dd-b232-ab13a7a2fb10 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b8555bf-49a7-44c8-9b05-6c818ed2a8ad HTTP/1.1" status: 200 len: 205 time: 0.0333319 Sep 16 16:53:27.869373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39160) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:27.909447 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-52961a0a-e2ef-477b-902e-e0f7279bdf36 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] delete failed (client error): The resource could not be found. Sep 16 16:53:27.911604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-52961a0a-e2ef-477b-902e-e0f7279bdf36 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/4b8555bf-49a7-44c8-9b05-6c818ed2a8ad HTTP/1.1" status: 404 len: 336 time: 0.0402393 Sep 16 16:53:27.913090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39162) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:27.940848 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-290fbad5-29df-4b14-8209-7a98e22c5ac6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b926545-8a03-4c39-a51e-964d5d460e1b HTTP/1.1" status: 200 len: 205 time: 0.0259962 Sep 16 16:53:27.942508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39164) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:27.987363 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-5f82ccbe-1bc9-4279-a017-c04641724b5f tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] delete failed (client error): The resource could not be found. Sep 16 16:53:27.991162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5f82ccbe-1bc9-4279-a017-c04641724b5f tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/7b926545-8a03-4c39-a51e-964d5d460e1b HTTP/1.1" status: 404 len: 336 time: 0.0452392 Sep 16 16:53:27.991809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39168) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:28.026586 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-26d9b909-0c2b-4797-90e5-8b8592617a8e tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f0b48b4-c727-4af6-82dc-0537472723fb HTTP/1.1" status: 200 len: 205 time: 0.0313842 Sep 16 16:53:28.027274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39172) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:28.075783 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-117f4bc3-c654-46b7-b7ad-297b9cc7db5d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] delete failed (client error): The resource could not be found. Sep 16 16:53:28.077174 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-117f4bc3-c654-46b7-b7ad-297b9cc7db5d tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/6f0b48b4-c727-4af6-82dc-0537472723fb HTTP/1.1" status: 404 len: 336 time: 0.0493131 Sep 16 16:53:28.080010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39174) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:28.107244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-817f8e81-a999-4692-a312-b22fce583e59 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=31a94bfc-a738-4f72-8bd9-1bd264999bf9 HTTP/1.1" status: 200 len: 205 time: 0.0259230 Sep 16 16:53:28.109646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39176) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:28.154634 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-515d28c9-2af7-42f7-9aac-7f5442de1ea6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] delete failed (client error): The resource could not be found. Sep 16 16:53:28.156874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-515d28c9-2af7-42f7-9aac-7f5442de1ea6 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/31a94bfc-a738-4f72-8bd9-1bd264999bf9 HTTP/1.1" status: 404 len: 336 time: 0.0454841 Sep 16 16:53:28.159590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39180) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:28.189090 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-35d8ee2f-dd4a-4c5b-b81d-9056aa7d8351 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6d6a421-c25a-451b-beb5-dbdeaf4720b9 HTTP/1.1" status: 200 len: 205 time: 0.0275500 Sep 16 16:53:28.191411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39182) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:28.226369 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1466-83d7-4af4-95c4-00cafba51649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:28.229955 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-a7318426-4bf9-403d-b52e-02e9c962038a tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] delete failed (client error): The resource could not be found. Sep 16 16:53:28.230996 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a7318426-4bf9-403d-b52e-02e9c962038a tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/routers/a6d6a421-c25a-451b-beb5-dbdeaf4720b9 HTTP/1.1" status: 404 len: 336 time: 0.0386410 Sep 16 16:53:28.233689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39184) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:28.261344 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-610937a8-216a-4d73-9da9-42d9e4aee0a1 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] DELETE failed (client error): The resource could not be found. Sep 16 16:53:28.261793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610937a8-216a-4d73-9da9-42d9e4aee0a1 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:53:28.266109 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-610937a8-216a-4d73-9da9-42d9e4aee0a1 tempest-RoutersIpV6AdminTest-581650817 tempest-RoutersIpV6AdminTest-581650817-project] 10.222.0.22 "DELETE /v2.0/subnets/dba6bd83-2a44-4801-a2d0-3ac8a58c4a7c HTTP/1.1" status: 404 len: 337 time: 0.0289330 Sep 16 16:53:28.931169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39196) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:29.125513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db1757f9-bf55-4c9f-8d78-80756954561d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:29.219155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db1757f9-bf55-4c9f-8d78-80756954561d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:29.324090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39206) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:29.343092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-db1757f9-bf55-4c9f-8d78-80756954561d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:29.381106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-db1757f9-bf55-4c9f-8d78-80756954561d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a5e2e3bd20b4cb897f03feb0f959850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487388 Sep 16 16:53:29.384772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39208) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:29.419739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1757f9-bf55-4c9f-8d78-80756954561d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7103cd45-7137-4853-b442-7de577c9e13f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:29.503588 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8b2933f-cc9b-45e1-a19f-59ab347a5cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:29.564137 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8b2933f-cc9b-45e1-a19f-59ab347a5cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:29.747182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8b2933f-cc9b-45e1-a19f-59ab347a5cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:29.750165 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8b2933f-cc9b-45e1-a19f-59ab347a5cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:29.752480 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c8b2933f-cc9b-45e1-a19f-59ab347a5cec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7103cd45-7137-4853-b442-7de577c9e13f HTTP/1.1" status: 204 len: 168 time: 0.3662279 Sep 16 16:53:29.774874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2933f-cc9b-45e1-a19f-59ab347a5cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7103cd45-7137-4853-b442-7de577c9e13f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:29.827242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:30.180159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:30.180495 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:30.280598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] For port 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:30.281088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:30.293985 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:30.570685 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:30.598892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:30.628768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39234) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:30.713747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39238) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:30.727053 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-38c8fd4a-e379-4e32-8353-41dcc4dcf8cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83ffb4823a064d12a8f7b658df5fbcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940027 Sep 16 16:53:30.793773 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-63d74b0c-18d2-4d07-a8a9-88ef20ecee9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:30.853562 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9d39d55-66a1-4905-8e89-92fc559b7a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:30.873561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:30.891693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9d39d55-66a1-4905-8e89-92fc559b7a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:31.120854 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9d39d55-66a1-4905-8e89-92fc559b7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:31.123347 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9d39d55-66a1-4905-8e89-92fc559b7a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:31.124506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e9d39d55-66a1-4905-8e89-92fc559b7a96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e4ecb7c-e8b9-4eb3-9e03-e457ce4faa6f HTTP/1.1" status: 204 len: 168 time: 0.4097946 Sep 16 16:53:31.137889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d39d55-66a1-4905-8e89-92fc559b7a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4ecb7c-e8b9-4eb3-9e03-e457ce4faa6f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:31.163610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:53:31.490982 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:31.630818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:31.636740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-657733ff-2161-498a-9705-de0d56f487c5 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "PUT /v2.0/routers/598947b4-83b6-4bb6-bd7f-917bfd9428c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3105769 Sep 16 16:53:31.638774 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] Sync routers for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:31.658142 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:31.658961 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:31.781657 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:31.961327 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:32.069021 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:30Z', 'revision_number': 6, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'mac_address': 'fa:16:3e:33:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:07Z', 'updated_at': '2021-09-16T16:52:10Z', 'revision_number': 1, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:32.099896 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] Checking router: 598947b4-83b6-4bb6-bd7f-917bfd9428c9 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:53:32.119476 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:32.119476 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:32.243051 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:32.523694 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:30Z', 'revision_number': 6, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'mac_address': 'fa:16:3e:33:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:07Z', 'updated_at': '2021-09-16T16:52:10Z', 'revision_number': 1, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:32.561985 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503a458c-78fa-4193-a50a-bbaf927db19e None None] The sync data for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 is: [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:30Z', 'revision_number': 6, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'port_id': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'mac_address': 'fa:16:3e:33:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:52:07Z', 'updated_at': '2021-09-16T16:52:10Z', 'revision_number': 1, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:32.574428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b25b0-4c4b-4c33-879f-844544511a8b req-d0125757-0183-4c80-a63f-ffee00a957f8 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:32.583540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f8b25b0-4c4b-4c33-879f-844544511a8b req-d0125757-0183-4c80-a63f-ffee00a957f8 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 946 time: 0.3805594 Sep 16 16:53:32.619429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f8b25b0-4c4b-4c33-879f-844544511a8b req-1807c9f2-6037-40fe-81dd-e5e76f6b433b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349281 Sep 16 16:53:32.789958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39294) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:32.987735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1658179006'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:33.102023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Made reservation on behalf of 55fd876c00c247a6a4a9edfb0b18e996 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:53:33.105541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.115060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.210513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.285988 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.318293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:53:33.328461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67324923-1cd3-4ed2-8653-5aa08376bcca,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:33.335707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.336051 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Added segment 1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651 of type vlan for network d2643e42-b920-46dd-a0a1-6be2c01afd4b Sep 16 16:53:33.380655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.441257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-2e9c747d-dbf5-43b4-9ab1-bf73cfe8ddbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:33.442772 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-2e9c747d-dbf5-43b4-9ab1-bf73cfe8ddbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 946 time: 0.0522346 Sep 16 16:53:33.473538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.483895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:33.484878 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.546556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:33.546952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.554126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Network': ['ID=d2643e42-b920-46dd-a0a1-6be2c01afd4b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:33.565829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:53:33.591490 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ca459acc-d7d5-4d74-bc46-d2a97bd31292 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7983680 Sep 16 16:53:33.592267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39310) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:33.602239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'subnet': {'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:33.693754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] For port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:33.694425 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.709951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:33.763267 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.800170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c44f9-20ad-4f3a-928f-dd6c86cd6bce req-9db339c4-1edb-4273-8177-ec3ce5501f32 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:33.801745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a95c44f9-20ad-4f3a-928f-dd6c86cd6bce req-9db339c4-1edb-4273-8177-ec3ce5501f32 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 946 time: 0.0738156 Sep 16 16:53:33.849033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a95c44f9-20ad-4f3a-928f-dd6c86cd6bce req-ede78197-f6c1-40a7-87b3-69f227070797 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388243 Sep 16 16:53:33.873236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Made reservation on behalf of 55fd876c00c247a6a4a9edfb0b18e996 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:53:33.877322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:33.964761 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:34.078945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] No DVR routers for this DVR port 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:53:34.082325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=62aa6db5-e9f3-4713-9ba8-88fc6a1dc201,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:34.090900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:34.093911 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ef108188-d1f9-44aa-9835-f1609efc91cb req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.52 "DELETE /v2.0/ports/62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 HTTP/1.1" status: 204 len: 173 time: 0.6445937 Sep 16 16:53:34.095382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.095732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.096074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.096468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.096774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.097132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.097429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.097753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.098081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.098402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.098726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.099056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b137565-4256-4b65-8037-7788a35e049b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:34.106693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1695208-abd6-4228-8610-eb53de035dd2', 'name': 'network-vif-deleted', 'tag': '62aa6db5-e9f3-4713-9ba8-88fc6a1dc201'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:53:34.109085 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4619efa-6736-4e6a-b6a8-60dc9584cc6b" -d '{"events": [{"server_uuid": "e1695208-abd6-4228-8610-eb53de035dd2", "name": "network-vif-deleted", "tag": "62aa6db5-e9f3-4713-9ba8-88fc6a1dc201"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:53:34.148251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:34.159142 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1b602d-8ae7-46a2-82a7-b3fbfcb9e064 x-openstack-request-id: req-ff1b602d-8ae7-46a2-82a7-b3fbfcb9e064 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:53:34.161964 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1695208-abd6-4228-8610-eb53de035dd2", "name": "network-vif-deleted", "tag": "62aa6db5-e9f3-4713-9ba8-88fc6a1dc201", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:53:34.162222 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff1b602d-8ae7-46a2-82a7-b3fbfcb9e064 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:53:34.162658 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1695208-abd6-4228-8610-eb53de035dd2', 'name': 'network-vif-deleted', 'tag': '62aa6db5-e9f3-4713-9ba8-88fc6a1dc201', 'status': 'completed', 'code': 200} Sep 16 16:53:34.174449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:53:34.213695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:53:34.217985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 95f1e5dd-8d4a-4a3a-9b1b-aa77bcd0824c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:53:34.235376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Subnet': ['ID=4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:34.245797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Checking segment: {'id': '1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:53:34.246086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Network hostable DHCP agents. Network: d2643e42-b920-46dd-a0a1-6be2c01afd4b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:53:34.410461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:53:34.523613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, d2643e42-b920-46dd-a0a1-6be2c01afd4b) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:34.528506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:34.533317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:34.540564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffd48d-9ee4-429f-8365-54ef971804b7 None None] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:53:34.613457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b8e83dae-7e3f-49f6-a790-606dcada981e tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0169404 Sep 16 16:53:34.618898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39354) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:34.619304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'port': {'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b', 'name': 'tempest-AllowedAddressPairTestJSON-222911417'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:34.700744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-d2643e42-b920-46dd-a0a1-6be2c01afd4b', 'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b', 'tenant_id': '55fd876c00c247a6a4a9edfb0b18e996', 'fixed_ips': [{'subnet_id': '4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:53:34.702378 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:34.819992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Made reservation on behalf of 55fd876c00c247a6a4a9edfb0b18e996 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:53:34.823565 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:34.841595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] device_id is not set on port 6e5b7362-9036-403e-86ab-b75d86dc07f4 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:53:34.860417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Allocated IP 172.20.0.2 (d2643e42-b920-46dd-a0a1-6be2c01afd4b/4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3/8e63e236-6b91-44a9-ac27-d65626018d71) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:34.990021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e85525f4-0e22-4ba8-8c3b-4c90ec7081fe req-80c7007b-d0ac-4d9d-9018-444764e5f9be tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1695208-abd6-4228-8610-eb53de035dd2 HTTP/1.1" status: 200 len: 210 time: 0.0403280 Sep 16 16:53:35.075373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:35.149421 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:35.185446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:35.187854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:35.207395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Allocated IP 172.20.0.8 (d2643e42-b920-46dd-a0a1-6be2c01afd4b/4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3/6e5b7362-9036-403e-86ab-b75d86dc07f4) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:35.212076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:35.282610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Pushing event updated for resources: {'Port': ['ID=8e63e236-6b91-44a9-ac27-d65626018d71,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:35.296180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Attempting to bind port 8e63e236-6b91-44a9-ac27-d65626018d71 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:53:35.296593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Attempting to bind port 8e63e236-6b91-44a9-ac27-d65626018d71 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:53:35.296973 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Attempting to bind port 8e63e236-6b91-44a9-ac27-d65626018d71 on network d2643e42-b920-46dd-a0a1-6be2c01afd4b {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:53:35.304823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:53:35.305201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Checking segment: {'id': '1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:53:35.306339 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:35.309182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Bound using segment: {'id': '1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:53:35.309182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Bound port: 8e63e236-6b91-44a9-ac27-d65626018d71, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:53:35.309182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:35.386414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] For port 8e63e236-6b91-44a9-ac27-d65626018d71, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:53:35.389839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] For port 8e63e236-6b91-44a9-ac27-d65626018d71, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8e63e236-6b91-44a9-ac27-d65626018d71,segment=NetworkSegment(1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651),segment_id=1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:53:35.401084 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:35.449963 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:35.513712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c644f96-3146-4d47-9c86-f12fe454cb80 None None] Pushing event updated for resources: {'Port': ['ID=8e63e236-6b91-44a9-ac27-d65626018d71,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:35.536250 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:35.596890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:35.604370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:35.606722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:35.643620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Port': ['ID=6e5b7362-9036-403e-86ab-b75d86dc07f4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:35.676177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:35.676846 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:35.749838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c7a1c9d0-636d-4792-9648-d4e31ac3c764 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1349235 Sep 16 16:53:35.753176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39384) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:35.759759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'port': {'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b', 'name': 'tempest-AllowedAddressPairTestJSON-1201841364', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c4:d4:d5'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:35.959101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Made reservation on behalf of 55fd876c00c247a6a4a9edfb0b18e996 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:53:36.070468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.086235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39396) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:36.088529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] device_id is not set on port 25cddd78-c5bc-4f9e-a347-474fe85cb606 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:53:36.182814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2bceb27-63c8-4a5f-be40-a68aba0893fc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.229086 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2bceb27-63c8-4a5f-be40-a68aba0893fc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.254922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Allocated IP 172.20.0.9 (d2643e42-b920-46dd-a0a1-6be2c01afd4b/4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3/25cddd78-c5bc-4f9e-a347-474fe85cb606) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:36.304809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8e63e236-6b91-44a9-ac27-d65626018d71 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:53:36.374783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8e63e236-6b91-44a9-ac27-d65626018d71 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:36.375227 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.393725 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2bceb27-63c8-4a5f-be40-a68aba0893fc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.403013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2bceb27-63c8-4a5f-be40-a68aba0893fc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.408011 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d2bceb27-63c8-4a5f-be40-a68aba0893fc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/security-groups/38d0570f-4ef3-45eb-93d4-2d7890b1d5b6 HTTP/1.1" status: 204 len: 168 time: 0.3181410 Sep 16 16:53:36.441793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bceb27-63c8-4a5f-be40-a68aba0893fc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d0570f-4ef3-45eb-93d4-2d7890b1d5b6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:36.491314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39406) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:36.499603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.535919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 8e63e236-6b91-44a9-ac27-d65626018d71, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8e63e236-6b91-44a9-ac27-d65626018d71,segment=NetworkSegment(1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651),segment_id=1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:36.560625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e84d1b-5fa9-44cd-be02-903b847b5c3a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting subnet 5c18fdd2-0afb-4be9-9437-92721a6e4b22 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:53:36.565715 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41e84d1b-5fa9-44cd-be02-903b847b5c3a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.605893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.616428 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.634344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41e84d1b-5fa9-44cd-be02-903b847b5c3a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.700028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=8e63e236-6b91-44a9-ac27-d65626018d71,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:36.711985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24ebd96-d26e-484f-abfa-051ae1f18855 None None] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:53:36.737148 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.746245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f0f90cb1-f35b-4df3-8baf-16ce37c109ac None None] Provisioning complete for port 8e63e236-6b91-44a9-ac27-d65626018d71 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:36.746623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0f90cb1-f35b-4df3-8baf-16ce37c109ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.757636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41e84d1b-5fa9-44cd-be02-903b847b5c3a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.783877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:36.787018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:36.794054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:36.797674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Port': ['ID=25cddd78-c5bc-4f9e-a347-474fe85cb606,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:36.854362 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:36.855027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.931568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41e84d1b-5fa9-44cd-be02-903b847b5c3a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.972939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41e84d1b-5fa9-44cd-be02-903b847b5c3a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:36.975265 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-41e84d1b-5fa9-44cd-be02-903b847b5c3a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/subnets/5c18fdd2-0afb-4be9-9437-92721a6e4b22 HTTP/1.1" status: 204 len: 168 time: 0.4826949 Sep 16 16:53:36.976096 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e84d1b-5fa9-44cd-be02-903b847b5c3a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Subnet': ['ID=5c18fdd2-0afb-4be9-9437-92721a6e4b22,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:36.978075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39414) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:36.980304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e670762b-a34c-4201-aaf6-0a3720ebeda6 None None] Network 7fb89aa8-8428-4582-92c8-76daeb8e02f6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:53:36.993091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f4bcc360-e89e-4f85-be7b-13c9247c72f5 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2379444 Sep 16 16:53:37.000008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39416) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:37.107803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdbf21a-efb9-4499-8b0c-ad83d5513984 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:37.118792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdbf21a-efb9-4499-8b0c-ad83d5513984 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:37.125953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdbf21a-efb9-4499-8b0c-ad83d5513984 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:37.127539 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.129902 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0fdbf21a-efb9-4499-8b0c-ad83d5513984 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1270609 Sep 16 16:53:37.134350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39420) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:37.223482 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f453e0-f9dd-4c38-92aa-324a5fe85fce None None] DHCP port deletion for 7fb89aa8-8428-4582-92c8-76daeb8e02f6 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:53:37.263565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port 8b9dada9-e33a-430b-88d7-fad4ee782785 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:37.268283 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.272120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39424) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:37.275320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-281440ef-cf3a-464a-ab16-24d860efe4ee tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Deleting port 25cddd78-c5bc-4f9e-a347-474fe85cb606 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:37.275696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-281440ef-cf3a-464a-ab16-24d860efe4ee tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.290200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c3f453e0-f9dd-4c38-92aa-324a5fe85fce None None] Deleting port 8b9dada9-e33a-430b-88d7-fad4ee782785 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:37.290999 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3f453e0-f9dd-4c38-92aa-324a5fe85fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.355096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] For port 8b9dada9-e33a-430b-88d7-fad4ee782785, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8b9dada9-e33a-430b-88d7-fad4ee782785,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:37.355459 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.378032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for 8b9dada9-e33a-430b-88d7-fad4ee782785 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:37.380170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c3f453e0-f9dd-4c38-92aa-324a5fe85fce None None] For port 8b9dada9-e33a-430b-88d7-fad4ee782785, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8b9dada9-e33a-430b-88d7-fad4ee782785,segment=NetworkSegment(1da6382c-7cc9-4213-8427-f2a0978661e3),segment_id=1da6382c-7cc9-4213-8427-f2a0978661e3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:37.384938 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3f453e0-f9dd-4c38-92aa-324a5fe85fce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.402629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c3f453e0-f9dd-4c38-92aa-324a5fe85fce None None] Calling delete_port for 8b9dada9-e33a-430b-88d7-fad4ee782785 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:37.404701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4e7e2b12-0a9a-4eb4-bdae-141030685626 None None] Provisioning complete for port 6e5b7362-9036-403e-86ab-b75d86dc07f4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:37.405149 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2b12-0a9a-4eb4-bdae-141030685626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.463002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-281440ef-cf3a-464a-ab16-24d860efe4ee tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.503855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-281440ef-cf3a-464a-ab16-24d860efe4ee tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Calling delete_port for 25cddd78-c5bc-4f9e-a347-474fe85cb606 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:37.506387 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5af0069c-5c02-4bfc-8ae8-9aedf77becbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.514996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e2b12-0a9a-4eb4-bdae-141030685626 None None] Port 6e5b7362-9036-403e-86ab-b75d86dc07f4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:37.540862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4e7e2b12-0a9a-4eb4-bdae-141030685626 None None] Provisioning complete for port 8e63e236-6b91-44a9-ac27-d65626018d71 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:37.541283 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2b12-0a9a-4eb4-bdae-141030685626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.574919 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:37.586880 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 16:53:37.628605 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3f453e0-f9dd-4c38-92aa-324a5fe85fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.636025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] No DVR routers for this DVR port 8b9dada9-e33a-430b-88d7-fad4ee782785 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:53:37.644993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=8b9dada9-e33a-430b-88d7-fad4ee782785,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:37.705662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f453e0-f9dd-4c38-92aa-324a5fe85fce None None] No DVR routers for this DVR port 8b9dada9-e33a-430b-88d7-fad4ee782785 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:53:37.723005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5af0069c-5c02-4bfc-8ae8-9aedf77becbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.728328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f453e0-f9dd-4c38-92aa-324a5fe85fce None None] Pushing event deleted for resources: {'Port': ['ID=8b9dada9-e33a-430b-88d7-fad4ee782785,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:37.769439 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.776745 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-281440ef-cf3a-464a-ab16-24d860efe4ee tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.792682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb89aa8-8428-4582-92c8-76daeb8e02f6']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:37.803827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da6382c-7cc9-4213-8427-f2a0978661e3') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:37.804128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da6382c-7cc9-4213-8427-f2a0978661e3') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:37.815060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.827646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281440ef-cf3a-464a-ab16-24d860efe4ee tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event deleted for resources: {'Port': ['ID=25cddd78-c5bc-4f9e-a347-474fe85cb606,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:37.830423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5af0069c-5c02-4bfc-8ae8-9aedf77becbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.839665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.859301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:53:37.859714 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:53:37.863082 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:53:37.928107 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5af0069c-5c02-4bfc-8ae8-9aedf77becbc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bd6cd85d86b4f229422355c75e4efc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546595 Sep 16 16:53:37.931649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39432) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:37.992544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0069c-5c02-4bfc-8ae8-9aedf77becbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07892b4a-ea9d-4037-b493-5ab326ae17bd,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:38.008995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:53:38.035755 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2a02708-b9b0-42de-b14d-74cceafeca4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.057010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:53:38.057347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 62aa6db5-e9f3-4713-9ba8-88fc6a1dc201 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:53:38.063406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2a02708-b9b0-42de-b14d-74cceafeca4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.078239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4e7e2b12-0a9a-4eb4-bdae-141030685626 None None] Could not find standard attr ID for object 25cddd78-c5bc-4f9e-a347-474fe85cb606. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:53:38.117113 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.120724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-281440ef-cf3a-464a-ab16-24d860efe4ee tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.122701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.123644 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-281440ef-cf3a-464a-ab16-24d860efe4ee tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "DELETE /v2.0/ports/25cddd78-c5bc-4f9e-a347-474fe85cb606 HTTP/1.1" status: 204 len: 168 time: 0.9856944 Sep 16 16:53:38.126020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/networks/7fb89aa8-8428-4582-92c8-76daeb8e02f6 HTTP/1.1" status: 204 len: 168 time: 1.1457353 Sep 16 16:53:38.127742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39438) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:38.130334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39440) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:38.165425 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b924aeb-de6c-4916-a018-acd57d06da99 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] GET failed (client error): The resource could not be found. Sep 16 16:53:38.172365 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4b924aeb-de6c-4916-a018-acd57d06da99 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "GET /v2.0/ports/25cddd78-c5bc-4f9e-a347-474fe85cb606 HTTP/1.1" status: 404 len: 333 time: 0.0431759 Sep 16 16:53:38.173111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39442) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:38.178901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'port': {'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b', 'name': 'tempest-AllowedAddressPairTestJSON-1983450571'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:38.206766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-47461ac2-38f0-48ee-9758-330e645a99fb None None] Provisioning complete for port 6e5b7362-9036-403e-86ab-b75d86dc07f4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:38.207135 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-47461ac2-38f0-48ee-9758-330e645a99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.225396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67750a61-cb6e-48bb-a126-47eedb540b23 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Network': ['ID=7fb89aa8-8428-4582-92c8-76daeb8e02f6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:38.235766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2a02708-b9b0-42de-b14d-74cceafeca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.239222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c2a02708-b9b0-42de-b14d-74cceafeca4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.240915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c2a02708-b9b0-42de-b14d-74cceafeca4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07892b4a-ea9d-4037-b493-5ab326ae17bd HTTP/1.1" status: 204 len: 168 time: 0.3079972 Sep 16 16:53:38.279276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a02708-b9b0-42de-b14d-74cceafeca4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07892b4a-ea9d-4037-b493-5ab326ae17bd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:38.282577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8e63e236-6b91-44a9-ac27-d65626018d71 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:53:38.285978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-47461ac2-38f0-48ee-9758-330e645a99fb None None] Port 6e5b7362-9036-403e-86ab-b75d86dc07f4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:38.323295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-47461ac2-38f0-48ee-9758-330e645a99fb None None] Could not find standard attr ID for object 25cddd78-c5bc-4f9e-a347-474fe85cb606. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:53:38.362712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8e63e236-6b91-44a9-ac27-d65626018d71 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:38.363159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.425247 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port 2c442c01-303c-4780-96fe-cadc8ab1883f {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:38.425630 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.461931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Made reservation on behalf of 55fd876c00c247a6a4a9edfb0b18e996 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:53:38.466720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.505217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] device_id is not set on port 73cc89c7-ec85-42ed-be7c-a104a3638b83 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:53:38.530267 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.530609 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.542345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8b9dada9-e33a-430b-88d7-fad4ee782785 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:53:38.544922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for 2c442c01-303c-4780-96fe-cadc8ab1883f owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:38.566423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8b9dada9-e33a-430b-88d7-fad4ee782785 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:53:38.566767 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8b9dada9-e33a-430b-88d7-fad4ee782785 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:53:38.653951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Allocated IP 172.20.0.3 (d2643e42-b920-46dd-a0a1-6be2c01afd4b/4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3/73cc89c7-ec85-42ed-be7c-a104a3638b83) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:38.837065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.881388 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.907518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=2c442c01-303c-4780-96fe-cadc8ab1883f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:38.970977 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.982449 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:38.982449 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Floating IP 69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8 disassociated (deleted). External IP: 172.25.6.52, port: cf41e46f-149f-4523-a563-1a6a1c3ce519. Sep 16 16:53:39.046283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Port': ['ID=73cc89c7-ec85-42ed-be7c-a104a3638b83,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:39.050514 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:39.052538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:39.054667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:39.123166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39462) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:39.130432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:39.131801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.141381 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-50a004a3-adca-491e-88ed-dca886d5302d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.242642 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-528aa835-403a-4e7d-8e0f-63ab24efeb42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0657473 Sep 16 16:53:39.242976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39464) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:39.249868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f9cb7c14-bc09-46da-b193-5da3357720e3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c4:d4:d5'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:39.299582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:53:39.443320 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-50a004a3-adca-491e-88ed-dca886d5302d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.457320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f304c92e-5b5d-4b9e-9501-4026a34ec6f5 None None] Provisioning complete for port 73cc89c7-ec85-42ed-be7c-a104a3638b83 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:39.458028 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f304c92e-5b5d-4b9e-9501-4026a34ec6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.506909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7c14-bc09-46da-b193-5da3357720e3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.512531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:39.518799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f304c92e-5b5d-4b9e-9501-4026a34ec6f5 None None] Port 73cc89c7-ec85-42ed-be7c-a104a3638b83 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:39.521146 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.526637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] Sync routers for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:39.552063 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-03ccb623-2c84-4aa0-8a72-cfd5937abf34 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/floatingips/69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8 HTTP/1.1" status: 204 len: 168 time: 1.4162798 Sep 16 16:53:39.553127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'tag': 'cf41e46f-149f-4523-a563-1a6a1c3ce519'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:53:39.555468 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a405f85-1ec4-40c5-82d4-d69260be0f95" -d '{"events": [{"name": "network-changed", "server_uuid": "be276a0c-6bd7-4f2d-8d93-4303208709d3", "tag": "cf41e46f-149f-4523-a563-1a6a1c3ce519"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:53:39.558974 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-50a004a3-adca-491e-88ed-dca886d5302d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.571242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:39.572339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:39.612623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-50a004a3-adca-491e-88ed-dca886d5302d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=904b0edd4c234e1db68b2b89203322c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882624 Sep 16 16:53:39.615802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39474) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:39.624453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a004a3-adca-491e-88ed-dca886d5302d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f05991-13bb-466c-90ff-907c0334e35e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:39.650242 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8a1133-b555-4461-8efd-f5613ba82340 x-openstack-request-id: req-8c8a1133-b555-4461-8efd-f5613ba82340 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:53:39.650572 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be276a0c-6bd7-4f2d-8d93-4303208709d3", "tag": "cf41e46f-149f-4523-a563-1a6a1c3ce519", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:53:39.650998 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c8a1133-b555-4461-8efd-f5613ba82340 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:53:39.651453 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'tag': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'status': 'completed', 'code': 200} Sep 16 16:53:39.692092 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-993eafe5-61a8-40b6-946b-25d1b10359ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.724932 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-993eafe5-61a8-40b6-946b-25d1b10359ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.748692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:39.762702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-4099e92c-c75c-41f9-9c6a-08175e4b4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:39.764251 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-4099e92c-c75c-41f9-9c6a-08175e4b4cb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 1096 time: 0.1084478 Sep 16 16:53:39.865833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-993eafe5-61a8-40b6-946b-25d1b10359ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.870395 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-993eafe5-61a8-40b6-946b-25d1b10359ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.871654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-993eafe5-61a8-40b6-946b-25d1b10359ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8f05991-13bb-466c-90ff-907c0334e35e HTTP/1.1" status: 204 len: 168 time: 0.2539117 Sep 16 16:53:39.887140 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7c14-bc09-46da-b193-5da3357720e3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:39.887810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993eafe5-61a8-40b6-946b-25d1b10359ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f05991-13bb-466c-90ff-907c0334e35e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:39.901862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-4967ab2f-a237-45e5-888b-04667b675870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:39.903359 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-4967ab2f-a237-45e5-888b-04667b675870 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07652c38-d429-4ae2-b8ef-676de28190d8 HTTP/1.1" status: 200 len: 896 time: 0.1318035 Sep 16 16:53:39.957825 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-a86c149c-19ba-47aa-8bc1-6134a0211547 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf41e46f-149f-4523-a563-1a6a1c3ce519 HTTP/1.1" status: 200 len: 217 time: 0.0442188 Sep 16 16:53:39.958736 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7c14-bc09-46da-b193-5da3357720e3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:40.028461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:30Z', 'revision_number': 6, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:40.076078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] Checking router: 598947b4-83b6-4bb6-bd7f-917bfd9428c9 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:53:40.086858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:40.087549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:40.124126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb7c14-bc09-46da-b193-5da3357720e3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Port': ['ID=73cc89c7-ec85-42ed-be7c-a104a3638b83,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:40.126702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb7c14-bc09-46da-b193-5da3357720e3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] In _notify_port_updated(), no bound segment for port 73cc89c7-ec85-42ed-be7c-a104a3638b83 on network d2643e42-b920-46dd-a0a1-6be2c01afd4b {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:53:40.132617 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cb7c14-bc09-46da-b193-5da3357720e3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:40.133297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7c14-bc09-46da-b193-5da3357720e3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:40.137981 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f9cb7c14-bc09-46da-b193-5da3357720e3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "PUT /v2.0/ports/73cc89c7-ec85-42ed-be7c-a104a3638b83 HTTP/1.1" status: 200 len: 993 time: 0.8913794 Sep 16 16:53:40.137981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-ff945c82-8016-4832-95c8-ac6d6d13a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:40.138243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39484) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:40.139351 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-ff945c82-8016-4832-95c8-ac6d6d13a420 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d8c9158-5b42-49e6-b518-2182267a4db6 HTTP/1.1" status: 200 len: 835 time: 0.1723583 Sep 16 16:53:40.224073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-aca0846b-aa51-4f9a-b603-c01ecae19028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:40.226162 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-aca0846b-aa51-4f9a-b603-c01ecae19028 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07652c38-d429-4ae2-b8ef-676de28190d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770695 Sep 16 16:53:40.245012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-7196796c-c245-444b-b422-6d67eb32c34e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:53:40.245491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-7196796c-c245-444b-b422-6d67eb32c34e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084300 Sep 16 16:53:40.261295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:40.277853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002354-0e96-4d60-815f-cbd5504313ee req-e76f99da-4296-49bc-9caf-d09f24355677 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:40.286674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da002354-0e96-4d60-815f-cbd5504313ee req-e76f99da-4296-49bc-9caf-d09f24355677 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 945 time: 0.1032946 Sep 16 16:53:40.349802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da002354-0e96-4d60-815f-cbd5504313ee req-24e0b950-e998-45ea-b634-af91bc81f99b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570431 Sep 16 16:53:40.369199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-599ebc80-cc1e-4659-8ad2-e6457ef45b42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Deleting port 73cc89c7-ec85-42ed-be7c-a104a3638b83 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:40.369556 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-599ebc80-cc1e-4659-8ad2-e6457ef45b42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:40.378110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ebac0210-9684-4907-894a-585695d35e54 None None] Provisioning complete for port 73cc89c7-ec85-42ed-be7c-a104a3638b83 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:40.378761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ebac0210-9684-4907-894a-585695d35e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:40.508072 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-599ebc80-cc1e-4659-8ad2-e6457ef45b42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:40.515692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ebac0210-9684-4907-894a-585695d35e54 None None] Port 73cc89c7-ec85-42ed-be7c-a104a3638b83 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:40.523246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-599ebc80-cc1e-4659-8ad2-e6457ef45b42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Calling delete_port for 73cc89c7-ec85-42ed-be7c-a104a3638b83 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:40.614284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:30Z', 'revision_number': 6, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:40.646787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59822d78-1f6e-458c-9fe2-e6af26d3d0df None None] The sync data for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 is: [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:30Z', 'revision_number': 6, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '57f73fce-0b3e-4273-8fa4-938723ac3c24', 'name': '', 'network_id': '07652c38-d429-4ae2-b8ef-676de28190d8', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:1d:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:45Z', 'updated_at': '2021-09-16T16:51:50Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '2d8c9158-5b42-49e6-b518-2182267a4db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:40.780621 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-599ebc80-cc1e-4659-8ad2-e6457ef45b42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:40.838076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ebc80-cc1e-4659-8ad2-e6457ef45b42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event deleted for resources: {'Port': ['ID=73cc89c7-ec85-42ed-be7c-a104a3638b83,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:40.846024 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-78d89a1a-dcdc-4e62-89bf-39e140cbbdf7 service neutron] 10.222.0.62 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775523 Sep 16 16:53:40.992893 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4a405f85-1ec4-40c5-82d4-d69260be0f95 req-cbcecebb-9bda-41a1-9c35-118fca2486f0 service neutron] 10.222.0.62 "GET /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478863 Sep 16 16:53:41.056470 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b8dbe-a49a-49fd-888f-f9ca4c79ec5a None None] New status for floating IP 69bc5bee-dfe0-4cb8-b3d6-8257aba7e2c8: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:53:41.099624 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-599ebc80-cc1e-4659-8ad2-e6457ef45b42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:41.101665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-599ebc80-cc1e-4659-8ad2-e6457ef45b42 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "DELETE /v2.0/ports/73cc89c7-ec85-42ed-be7c-a104a3638b83 HTTP/1.1" status: 204 len: 168 time: 0.9624088 Sep 16 16:53:41.104287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39512) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:41.135426 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ecf09e-60b4-4fd5-91c1-eb3cbf3ac48b tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] GET failed (client error): The resource could not be found. Sep 16 16:53:41.140413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-20ecf09e-60b4-4fd5-91c1-eb3cbf3ac48b tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "GET /v2.0/ports/73cc89c7-ec85-42ed-be7c-a104a3638b83 HTTP/1.1" status: 404 len: 333 time: 0.0316310 Sep 16 16:53:41.141017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39514) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:41.146237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'port': {'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b', 'name': 'tempest-AllowedAddressPairTestJSON-1151616807'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:41.365592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Made reservation on behalf of 55fd876c00c247a6a4a9edfb0b18e996 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:53:41.365592 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:41.386543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] device_id is not set on port d852e601-7261-4b86-a20c-897de9c39b68 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:53:41.424420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-df59464e-097a-4989-aea3-6e34b967eba3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:41.426792 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-df59464e-097a-4989-aea3-6e34b967eba3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.62 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 945 time: 0.0902569 Sep 16 16:53:41.546022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Allocated IP 172.20.0.5 (d2643e42-b920-46dd-a0a1-6be2c01afd4b/4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3/d852e601-7261-4b86-a20c-897de9c39b68) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:41.546379 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-994c547c-6e81-4db9-949d-964725efafbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port cf41e46f-149f-4523-a563-1a6a1c3ce519 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:41.546726 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-994c547c-6e81-4db9-949d-964725efafbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:41.557866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6c2da-ba4f-4376-b767-6704bf6226c7 req-600d7d5c-d63f-45df-a723-e2e44c7852be tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:41.559516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ffa6c2da-ba4f-4376-b767-6704bf6226c7 req-600d7d5c-d63f-45df-a723-e2e44c7852be tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 945 time: 0.1027267 Sep 16 16:53:41.635697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ffa6c2da-ba4f-4376-b767-6704bf6226c7 req-81917717-6f00-4ea5-9488-afec002dc59a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed21deec-f69b-4cf3-bcd1-a8a2a735532e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639319 Sep 16 16:53:41.675583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-994c547c-6e81-4db9-949d-964725efafbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] For port cf41e46f-149f-4523-a563-1a6a1c3ce519, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cf41e46f-149f-4523-a563-1a6a1c3ce519,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:41.676629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-994c547c-6e81-4db9-949d-964725efafbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:41.690192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-994c547c-6e81-4db9-949d-964725efafbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for cf41e46f-149f-4523-a563-1a6a1c3ce519 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:41.765134 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:41.885172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:41.913233 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-994c547c-6e81-4db9-949d-964725efafbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:41.930244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:41.936835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:41.941169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:41.942767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c547c-6e81-4db9-949d-964725efafbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=cf41e46f-149f-4523-a563-1a6a1c3ce519,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:41.970348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Port': ['ID=d852e601-7261-4b86-a20c-897de9c39b68,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:42.013073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:42.013713 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:42.018220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-994c547c-6e81-4db9-949d-964725efafbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] No DVR routers for this DVR port cf41e46f-149f-4523-a563-1a6a1c3ce519 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:53:42.023241 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-994c547c-6e81-4db9-949d-964725efafbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:42.025427 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b33f9c31-a485-4e79-a371-0bdbfa64a36e req-994c547c-6e81-4db9-949d-964725efafbd tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.62 "DELETE /v2.0/ports/cf41e46f-149f-4523-a563-1a6a1c3ce519 HTTP/1.1" status: 204 len: 173 time: 0.5920968 Sep 16 16:53:42.025901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'name': 'network-vif-deleted', 'tag': 'cf41e46f-149f-4523-a563-1a6a1c3ce519'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:53:42.028259 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6683f7e6-6af8-4449-8974-015873ac853c" -d '{"events": [{"server_uuid": "be276a0c-6bd7-4f2d-8d93-4303208709d3", "name": "network-vif-deleted", "tag": "cf41e46f-149f-4523-a563-1a6a1c3ce519"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:53:42.072010 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fbe703-4fa5-4981-ba1b-fa21b20f524e x-openstack-request-id: req-95fbe703-4fa5-4981-ba1b-fa21b20f524e {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:53:42.077262 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be276a0c-6bd7-4f2d-8d93-4303208709d3", "name": "network-vif-deleted", "tag": "cf41e46f-149f-4523-a563-1a6a1c3ce519", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:53:42.077262 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95fbe703-4fa5-4981-ba1b-fa21b20f524e {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:53:42.077262 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be276a0c-6bd7-4f2d-8d93-4303208709d3', 'name': 'network-vif-deleted', 'tag': 'cf41e46f-149f-4523-a563-1a6a1c3ce519', 'status': 'completed', 'code': 200} Sep 16 16:53:42.101269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-288c62e9-eabe-4268-8704-337c21dec1ec tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9556780 Sep 16 16:53:42.101820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39548) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:42.108001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b962eb0d-3f98-4769-b33e-b0bdf09fd34d tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c4:d4:d5'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:42.211226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b962eb0d-3f98-4769-b33e-b0bdf09fd34d tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:42.257843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cd0fff04-b0a5-44a3-863d-1fce6e6389c2 None None] Provisioning complete for port d852e601-7261-4b86-a20c-897de9c39b68 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:42.258813 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cd0fff04-b0a5-44a3-863d-1fce6e6389c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:42.302371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-cd0fff04-b0a5-44a3-863d-1fce6e6389c2 None None] Port d852e601-7261-4b86-a20c-897de9c39b68 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:42.422579 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b962eb0d-3f98-4769-b33e-b0bdf09fd34d tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:42.498317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b962eb0d-3f98-4769-b33e-b0bdf09fd34d tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:42.598478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962eb0d-3f98-4769-b33e-b0bdf09fd34d tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Port': ['ID=d852e601-7261-4b86-a20c-897de9c39b68,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:42.613892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b962eb0d-3f98-4769-b33e-b0bdf09fd34d tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] In _notify_port_updated(), no bound segment for port d852e601-7261-4b86-a20c-897de9c39b68 on network d2643e42-b920-46dd-a0a1-6be2c01afd4b {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:53:42.619591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b962eb0d-3f98-4769-b33e-b0bdf09fd34d tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:42.620460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b962eb0d-3f98-4769-b33e-b0bdf09fd34d tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:42.621882 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b962eb0d-3f98-4769-b33e-b0bdf09fd34d tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "PUT /v2.0/ports/d852e601-7261-4b86-a20c-897de9c39b68 HTTP/1.1" status: 200 len: 996 time: 0.5189757 Sep 16 16:53:42.624751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39566) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:42.828306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ececbeaa-01de-4799-a6a5-ada79d8df6ea None None] Provisioning complete for port d852e601-7261-4b86-a20c-897de9c39b68 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:42.829000 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ececbeaa-01de-4799-a6a5-ada79d8df6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:42.878420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ececbeaa-01de-4799-a6a5-ada79d8df6ea None None] Port d852e601-7261-4b86-a20c-897de9c39b68 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:43.149293 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ca051d0-23c6-41e1-ad3b-866426edd21e req-67f84ac6-9718-41b9-8a7e-396f33f39066 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=be276a0c-6bd7-4f2d-8d93-4303208709d3 HTTP/1.1" status: 200 len: 210 time: 0.4077652 Sep 16 16:53:43.151132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9e8421bd-8b41-4cc1-b0c6-fe6c73b81c52 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Deleting port d852e601-7261-4b86-a20c-897de9c39b68 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:43.151478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e8421bd-8b41-4cc1-b0c6-fe6c73b81c52 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:43.245480 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e8421bd-8b41-4cc1-b0c6-fe6c73b81c52 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:43.258727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9e8421bd-8b41-4cc1-b0c6-fe6c73b81c52 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Calling delete_port for d852e601-7261-4b86-a20c-897de9c39b68 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:43.465710 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e8421bd-8b41-4cc1-b0c6-fe6c73b81c52 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:43.495118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8421bd-8b41-4cc1-b0c6-fe6c73b81c52 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event deleted for resources: {'Port': ['ID=d852e601-7261-4b86-a20c-897de9c39b68,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:43.571758 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9e8421bd-8b41-4cc1-b0c6-fe6c73b81c52 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:43.573842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9e8421bd-8b41-4cc1-b0c6-fe6c73b81c52 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "DELETE /v2.0/ports/d852e601-7261-4b86-a20c-897de9c39b68 HTTP/1.1" status: 204 len: 168 time: 0.9475572 Sep 16 16:53:43.576948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39608) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:43.602277 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9946b80b-9eba-4280-8438-9ff1f0cf1527 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] GET failed (client error): The resource could not be found. Sep 16 16:53:43.603850 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9946b80b-9eba-4280-8438-9ff1f0cf1527 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "GET /v2.0/ports/d852e601-7261-4b86-a20c-897de9c39b68 HTTP/1.1" status: 404 len: 333 time: 0.0258718 Sep 16 16:53:43.607535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39610) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:43.613469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'port': {'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b', 'name': 'tempest-AllowedAddressPairTestJSON-351439102'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:43.674111 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:43.718543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cf41e46f-149f-4523-a563-1a6a1c3ce519 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:53:43.740839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: cf41e46f-149f-4523-a563-1a6a1c3ce519 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:53:43.741193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cf41e46f-149f-4523-a563-1a6a1c3ce519 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:53:43.810106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Made reservation on behalf of 55fd876c00c247a6a4a9edfb0b18e996 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:53:43.814037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:43.833356 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] device_id is not set on port cf13dc47-a133-4045-b44c-d97de39990d3 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:53:43.856115 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:43.909472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39616) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:43.949847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Allocated IP 172.20.0.11 (d2643e42-b920-46dd-a0a1-6be2c01afd4b/4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3/cf13dc47-a133-4045-b44c-d97de39990d3) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:44.024608 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea078a8c-605d-4da4-946f-386471ed3922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.103396 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.117100 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea078a8c-605d-4da4-946f-386471ed3922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.191330 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea078a8c-605d-4da4-946f-386471ed3922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.213287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39628) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:44.224207 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.232222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea078a8c-605d-4da4-946f-386471ed3922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d1867-220f-4c93-92ba-da4877e79b91,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:44.246374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ea078a8c-605d-4da4-946f-386471ed3922 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6653b89d855a442990a19f4ab37d2486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338518 Sep 16 16:53:44.246593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39630) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:44.297098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40866195-8255-451f-b8da-9fe06688b97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.310939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:44.319933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:44.322481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:44.330950 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40866195-8255-451f-b8da-9fe06688b97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.364906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Port': ['ID=cf13dc47-a133-4045-b44c-d97de39990d3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:44.398882 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aab419c7-5f36-4974-b6bc-7f545b6fffe3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.410739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:44.411387 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.442811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aab419c7-5f36-4974-b6bc-7f545b6fffe3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.459958 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40866195-8255-451f-b8da-9fe06688b97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.462617 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40866195-8255-451f-b8da-9fe06688b97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.466731 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-40866195-8255-451f-b8da-9fe06688b97f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f91d1867-220f-4c93-92ba-da4877e79b91 HTTP/1.1" status: 204 len: 168 time: 0.2191734 Sep 16 16:53:44.474683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40866195-8255-451f-b8da-9fe06688b97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d1867-220f-4c93-92ba-da4877e79b91,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:44.519787 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-616d2667-cac3-40a4-9579-d9d2611d1cff tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9110591 Sep 16 16:53:44.526043 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39638) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:44.531291 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'port': {'network_id': 'd2643e42-b920-46dd-a0a1-6be2c01afd4b', 'name': 'tempest-AllowedAddressPairTestJSON-1010955463'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:44.598940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aab419c7-5f36-4974-b6bc-7f545b6fffe3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.601653 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aab419c7-5f36-4974-b6bc-7f545b6fffe3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.602651 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-aab419c7-5f36-4974-b6bc-7f545b6fffe3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/security-groups/ed21deec-f69b-4cf3-bcd1-a8a2a735532e HTTP/1.1" status: 204 len: 168 time: 0.3882699 Sep 16 16:53:44.612596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab419c7-5f36-4974-b6bc-7f545b6fffe3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed21deec-f69b-4cf3-bcd1-a8a2a735532e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:44.648633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7d0147d5-25bb-4c39-b22f-04f546f2d535 None None] Provisioning complete for port cf13dc47-a133-4045-b44c-d97de39990d3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:44.649410 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d0147d5-25bb-4c39-b22f-04f546f2d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.693751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7d0147d5-25bb-4c39-b22f-04f546f2d535 None None] Port cf13dc47-a133-4045-b44c-d97de39990d3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:44.729664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39642) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:44.775259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Made reservation on behalf of 55fd876c00c247a6a4a9edfb0b18e996 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:53:44.778876 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:44.804536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] device_id is not set on port f3fb17f4-3880-44e5-ad83-b886df477345 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:53:45.038338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Allocated IP 172.20.0.9 (d2643e42-b920-46dd-a0a1-6be2c01afd4b/4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3/f3fb17f4-3880-44e5-ad83-b886df477345) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:45.157705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39652) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:45.170945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a281783-d3a7-4042-b453-9c1848926f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.269438 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.273969 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a281783-d3a7-4042-b453-9c1848926f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.341621 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a281783-d3a7-4042-b453-9c1848926f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.355058 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.385204 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5a281783-d3a7-4042-b453-9c1848926f64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ae600f219aa46799a70e036adf3a8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239654 Sep 16 16:53:45.385204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a281783-d3a7-4042-b453-9c1848926f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2a27ea-72ee-4391-9282-8931bee3e59f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:45.386324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39658) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:45.415929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.438278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c0e350e-6b78-412f-a115-a5f67fb6dd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.461272 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c0e350e-6b78-412f-a115-a5f67fb6dd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.505232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:45.511198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:45.522846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:45.528446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Port': ['ID=f3fb17f4-3880-44e5-ad83-b886df477345,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:45.581374 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c0e350e-6b78-412f-a115-a5f67fb6dd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.585022 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3c0e350e-6b78-412f-a115-a5f67fb6dd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.586409 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3c0e350e-6b78-412f-a115-a5f67fb6dd59 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f2a27ea-72ee-4391-9282-8931bee3e59f HTTP/1.1" status: 204 len: 168 time: 0.1991580 Sep 16 16:53:45.598302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e350e-6b78-412f-a115-a5f67fb6dd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2a27ea-72ee-4391-9282-8931bee3e59f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:45.638126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:45.638808 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.722681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39666) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:45.728687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-23e6ed5c-628f-44e2-88b4-6bc18e41d9fa tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c4:d4:d5'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:3c:5b:bf'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:45.732870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e2f3e176-e5f4-4cde-97eb-36efcb679ed2 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2055154 Sep 16 16:53:45.800488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port 57f73fce-0b3e-4273-8fa4-938723ac3c24 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:45.800843 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.823489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7c908b4a-47ba-4402-8f9c-12c84e03e2a4 None None] Provisioning complete for port f3fb17f4-3880-44e5-ad83-b886df477345 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:45.825142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7c908b4a-47ba-4402-8f9c-12c84e03e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.869517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7c908b4a-47ba-4402-8f9c-12c84e03e2a4 None None] Port f3fb17f4-3880-44e5-ad83-b886df477345 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:45.909903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] For port 57f73fce-0b3e-4273-8fa4-938723ac3c24, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=57f73fce-0b3e-4273-8fa4-938723ac3c24,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:45.909903 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.915144 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23e6ed5c-628f-44e2-88b4-6bc18e41d9fa tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:45.922134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for 57f73fce-0b3e-4273-8fa4-938723ac3c24 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:46.138602 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23e6ed5c-628f-44e2-88b4-6bc18e41d9fa tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:46.202898 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23e6ed5c-628f-44e2-88b4-6bc18e41d9fa tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:46.231579 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:46.267954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=57f73fce-0b3e-4273-8fa4-938723ac3c24,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:46.320568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6ed5c-628f-44e2-88b4-6bc18e41d9fa tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event updated for resources: {'Port': ['ID=f3fb17f4-3880-44e5-ad83-b886df477345,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:46.332302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-23e6ed5c-628f-44e2-88b4-6bc18e41d9fa tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] In _notify_port_updated(), no bound segment for port f3fb17f4-3880-44e5-ad83-b886df477345 on network d2643e42-b920-46dd-a0a1-6be2c01afd4b {{(pid=95357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 16:53:46.338312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e6ed5c-628f-44e2-88b4-6bc18e41d9fa tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:46.338998 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-23e6ed5c-628f-44e2-88b4-6bc18e41d9fa tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:46.343396 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-23e6ed5c-628f-44e2-88b4-6bc18e41d9fa tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "PUT /v2.0/ports/f3fb17f4-3880-44e5-ad83-b886df477345 HTTP/1.1" status: 200 len: 1056 time: 0.6192708 Sep 16 16:53:46.344036 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39684) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:46.536249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:46.536525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-578a6950-24a8-4438-bd1f-5cd36dae371a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Deleting port f3fb17f4-3880-44e5-ad83-b886df477345 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:46.536525 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-578a6950-24a8-4438-bd1f-5cd36dae371a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:46.708267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-578a6950-24a8-4438-bd1f-5cd36dae371a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:46.710697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-47862e78-64af-4b1f-8e53-78f27b2357c8 None None] Provisioning complete for port f3fb17f4-3880-44e5-ad83-b886df477345 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:46.720289 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-47862e78-64af-4b1f-8e53-78f27b2357c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:46.735515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-578a6950-24a8-4438-bd1f-5cd36dae371a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Calling delete_port for f3fb17f4-3880-44e5-ad83-b886df477345 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:46.764588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-47862e78-64af-4b1f-8e53-78f27b2357c8 None None] Port f3fb17f4-3880-44e5-ad83-b886df477345 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:46.839530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:53:46.968282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:46.974968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8c803519-14de-4477-aefe-f96064150562 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "PUT /v2.0/routers/598947b4-83b6-4bb6-bd7f-917bfd9428c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2440290 Sep 16 16:53:46.976958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39698) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:46.978350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] Sync routers for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:46.987504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:46.988115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:47.041963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35beff9-ef4d-4633-9de3-eb7c8a24a57c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting subnet 2d8c9158-5b42-49e6-b518-2182267a4db6 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:53:47.045794 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b35beff9-ef4d-4633-9de3-eb7c8a24a57c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.068568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-578a6950-24a8-4438-bd1f-5cd36dae371a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.104992 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b35beff9-ef4d-4633-9de3-eb7c8a24a57c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.106289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:47.179468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a6950-24a8-4438-bd1f-5cd36dae371a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event deleted for resources: {'Port': ['ID=f3fb17f4-3880-44e5-ad83-b886df477345,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:47.238138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b35beff9-ef4d-4633-9de3-eb7c8a24a57c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.444717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:46Z', 'revision_number': 7, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:47.447998 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b35beff9-ef4d-4633-9de3-eb7c8a24a57c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.476171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] Checking router: 598947b4-83b6-4bb6-bd7f-917bfd9428c9 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:53:47.480604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-578a6950-24a8-4438-bd1f-5cd36dae371a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.486399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35beff9-ef4d-4633-9de3-eb7c8a24a57c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8c9158-5b42-49e6-b518-2182267a4db6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:47.486608 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-578a6950-24a8-4438-bd1f-5cd36dae371a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "DELETE /v2.0/ports/f3fb17f4-3880-44e5-ad83-b886df477345 HTTP/1.1" status: 204 len: 168 time: 1.1379149 Sep 16 16:53:47.486723 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] Routers {'598947b4-83b6-4bb6-bd7f-917bfd9428c9'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:47.487131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:47.487702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39712) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:47.493447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b35beff9-ef4d-4633-9de3-eb7c8a24a57c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.498381 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b35beff9-ef4d-4633-9de3-eb7c8a24a57c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/subnets/2d8c9158-5b42-49e6-b518-2182267a4db6 HTTP/1.1" status: 204 len: 168 time: 0.5178678 Sep 16 16:53:47.498381 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39714) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:47.517927 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a1ac91-5e99-4ed5-aac0-1b234384694a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] GET failed (client error): The resource could not be found. Sep 16 16:53:47.520442 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-82a1ac91-5e99-4ed5-aac0-1b234384694a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "GET /v2.0/ports/f3fb17f4-3880-44e5-ad83-b886df477345 HTTP/1.1" status: 404 len: 333 time: 0.0308506 Sep 16 16:53:47.522818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39718) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:47.528875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b3b11a-51f1-466e-8b0a-32ba706ddc69 None None] Network 07652c38-d429-4ae2-b8ef-676de28190d8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:53:47.639965 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.642088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7091210e-2b16-4da8-80f0-045c7a6e09f8 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Deleting port cf13dc47-a133-4045-b44c-d97de39990d3 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:47.642088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7091210e-2b16-4da8-80f0-045c7a6e09f8 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.695240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] Set router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:47.813560 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.841812 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7091210e-2b16-4da8-80f0-045c7a6e09f8 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:47.867999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7091210e-2b16-4da8-80f0-045c7a6e09f8 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Calling delete_port for cf13dc47-a133-4045-b44c-d97de39990d3 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:47.960316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port d9ab23cb-b541-426d-822a-00c74c64ddb7 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:47.960787 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.075063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55bb3aa-dfbd-44b3-b064-688379bccc6f None None] DHCP port deletion for 07652c38-d429-4ae2-b8ef-676de28190d8 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:53:48.102040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7091210e-2b16-4da8-80f0-045c7a6e09f8 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.112791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] For port d9ab23cb-b541-426d-822a-00c74c64ddb7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d9ab23cb-b541-426d-822a-00c74c64ddb7,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:48.113247 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.130704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for d9ab23cb-b541-426d-822a-00c74c64ddb7 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:48.136020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:46Z', 'revision_number': 7, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:48.143310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091210e-2b16-4da8-80f0-045c7a6e09f8 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event deleted for resources: {'Port': ['ID=cf13dc47-a133-4045-b44c-d97de39990d3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:48.179403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6b9bb-4a4a-433a-bd74-71af68331228 None None] The sync data for ids ['598947b4-83b6-4bb6-bd7f-917bfd9428c9'] in n-d-807786-3 is: [{'id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'name': 'tempest-TestNetworkBasicOps-router-1778490926', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:51:39Z', 'updated_at': '2021-09-16T16:53:46Z', 'revision_number': 7, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': 'd9ab23cb-b541-426d-822a-00c74c64ddb7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598947b4-83b6-4bb6-bd7f-917bfd9428c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:51:40Z', 'updated_at': '2021-09-16T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:48.207899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b55bb3aa-dfbd-44b3-b064-688379bccc6f None None] Deleting port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:48.208288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b55bb3aa-dfbd-44b3-b064-688379bccc6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.353551 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7091210e-2b16-4da8-80f0-045c7a6e09f8 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.362747 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7091210e-2b16-4da8-80f0-045c7a6e09f8 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "DELETE /v2.0/ports/cf13dc47-a133-4045-b44c-d97de39990d3 HTTP/1.1" status: 204 len: 168 time: 0.8375247 Sep 16 16:53:48.363658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39746) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:48.391949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b55bb3aa-dfbd-44b3-b064-688379bccc6f None None] For port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=64bcbaf2-4d88-4105-aaab-8842d05fc8a0,segment=NetworkSegment(6c570df1-cec8-4074-aac4-755c6a69c0f5),segment_id=6c570df1-cec8-4074-aac4-755c6a69c0f5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:48.391949 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b55bb3aa-dfbd-44b3-b064-688379bccc6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.403790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b55bb3aa-dfbd-44b3-b064-688379bccc6f None None] Calling delete_port for 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:48.420233 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a8b68d-bcc5-49eb-8b2b-96a3c821460a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] GET failed (client error): The resource could not be found. Sep 16 16:53:48.422352 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-89a8b68d-bcc5-49eb-8b2b-96a3c821460a tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "GET /v2.0/ports/cf13dc47-a133-4045-b44c-d97de39990d3 HTTP/1.1" status: 404 len: 333 time: 0.0572312 Sep 16 16:53:48.429579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39750) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:48.534847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-726d5086-1e94-4119-a74c-6d74f66433c4 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Deleting port 6e5b7362-9036-403e-86ab-b75d86dc07f4 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:48.535381 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-726d5086-1e94-4119-a74c-6d74f66433c4 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.554979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.576845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b55bb3aa-dfbd-44b3-b064-688379bccc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.607576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55bb3aa-dfbd-44b3-b064-688379bccc6f None None] No DVR routers for this DVR port 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:53:48.629942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bb3aa-dfbd-44b3-b064-688379bccc6f None None] Pushing event deleted for resources: {'Port': ['ID=64bcbaf2-4d88-4105-aaab-8842d05fc8a0,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:48.635564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=d9ab23cb-b541-426d-822a-00c74c64ddb7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:48.675214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:53:48.703261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:53:48.703869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 64bcbaf2-4d88-4105-aaab-8842d05fc8a0 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:53:48.754206 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-726d5086-1e94-4119-a74c-6d74f66433c4 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.785345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-726d5086-1e94-4119-a74c-6d74f66433c4 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Calling delete_port for 6e5b7362-9036-403e-86ab-b75d86dc07f4 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:48.800968 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.936557 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:48.940011 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.065447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.066017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Fanout notify agent at l3_agent the message router_deleted on router 598947b4-83b6-4bb6-bd7f-917bfd9428c9 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:53:49.073416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.074822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-428bc46e-6666-456b-9c1b-72bfd84d45b6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/routers/598947b4-83b6-4bb6-bd7f-917bfd9428c9 HTTP/1.1" status: 204 len: 168 time: 1.5750413 Sep 16 16:53:49.077854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39788) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:49.147389 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-726d5086-1e94-4119-a74c-6d74f66433c4 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.180365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d5086-1e94-4119-a74c-6d74f66433c4 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event deleted for resources: {'Port': ['ID=6e5b7362-9036-403e-86ab-b75d86dc07f4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:49.196655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.353732 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.387735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07652c38-d429-4ae2-b8ef-676de28190d8']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:49.424574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c570df1-cec8-4074-aac4-755c6a69c0f5') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:49.424880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c570df1-cec8-4074-aac4-755c6a69c0f5') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:49.440979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.457904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.465597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:53:49.470070 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:53:49.598614 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.610471 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.613132 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/networks/07652c38-d429-4ae2-b8ef-676de28190d8 HTTP/1.1" status: 204 len: 168 time: 0.5341675 Sep 16 16:53:49.630019 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab85c4a-f58a-4aef-a5b0-7faf1edd15dc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Network': ['ID=07652c38-d429-4ae2-b8ef-676de28190d8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:49.630019 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39812) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:49.638101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'network': {'name': 'tempest-network-smoke--1738079456', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'port_security_enabled': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:49.730162 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Made reservation on behalf of 831ea3bec2c7489aa68e86d1be484b12 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:53:49.734200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.741887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-726d5086-1e94-4119-a74c-6d74f66433c4 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.744315 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-726d5086-1e94-4119-a74c-6d74f66433c4 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "DELETE /v2.0/ports/6e5b7362-9036-403e-86ab-b75d86dc07f4 HTTP/1.1" status: 204 len: 168 time: 1.3134112 Sep 16 16:53:49.747824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39814) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:49.769241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:53:49.780475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.780921 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Added segment 16a1db39-775a-4708-b862-5211f563a553 of type vlan for network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c Sep 16 16:53:49.827019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ba7bbe-a7da-4b2a-95e4-75de37499ca3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Deleting subnet 4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:53:49.830877 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7bbe-a7da-4b2a-95e4-75de37499ca3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.840959 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.875751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7bbe-a7da-4b2a-95e4-75de37499ca3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.922593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.930936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:49.932077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:49.980760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7bbe-a7da-4b2a-95e4-75de37499ca3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.011903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Network': ['ID=87daeb6c-9ca9-4aa5-a4c3-4decac26d17c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:50.022653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:53:50.100528 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dbba579e-ca63-430b-bf9b-47861f56f354 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4705300 Sep 16 16:53:50.103167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39842) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:50.107787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'admin_state_up': True, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:50.147733 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7bbe-a7da-4b2a-95e4-75de37499ca3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.187523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba7bbe-a7da-4b2a-95e4-75de37499ca3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:50.190022 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7bbe-a7da-4b2a-95e4-75de37499ca3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.195851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c0ba7bbe-a7da-4b2a-95e4-75de37499ca3 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "DELETE /v2.0/subnets/4a6341b2-f1c5-4eed-9aab-dbf1e5f061b3 HTTP/1.1" status: 204 len: 168 time: 0.4431958 Sep 16 16:53:50.195981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.195981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.196202 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c53c78-bf15-44eb-8445-d101e96f21b6 None None] Network d2643e42-b920-46dd-a0a1-6be2c01afd4b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:53:50.200578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39852) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:50.254073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 57f73fce-0b3e-4273-8fa4-938723ac3c24 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:53:50.281063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 57f73fce-0b3e-4273-8fa4-938723ac3c24 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:53:50.281405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 57f73fce-0b3e-4273-8fa4-938723ac3c24 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:53:50.283236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d9ab23cb-b541-426d-822a-00c74c64ddb7 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:53:50.303680 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: d9ab23cb-b541-426d-822a-00c74c64ddb7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:53:50.304017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d9ab23cb-b541-426d-822a-00c74c64ddb7 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:53:50.317146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.322709 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.442032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ab6ec-d9a1-439b-8ac4-e6f6bc6b3b21 None None] DHCP port deletion for d2643e42-b920-46dd-a0a1-6be2c01afd4b request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:53:50.490610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Deleting port 8e63e236-6b91-44a9-ac27-d65626018d71 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:50.491256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.496121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ab6ec-d9a1-439b-8ac4-e6f6bc6b3b21 None None] Deleting port 8e63e236-6b91-44a9-ac27-d65626018d71 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:53:50.497310 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8e4ab6ec-d9a1-439b-8ac4-e6f6bc6b3b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.559175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8e4ab6ec-d9a1-439b-8ac4-e6f6bc6b3b21 None None] For port 8e63e236-6b91-44a9-ac27-d65626018d71, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8e63e236-6b91-44a9-ac27-d65626018d71,segment=NetworkSegment(1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651),segment_id=1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:50.559666 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8e4ab6ec-d9a1-439b-8ac4-e6f6bc6b3b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.572602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ab6ec-d9a1-439b-8ac4-e6f6bc6b3b21 None None] Calling delete_port for 8e63e236-6b91-44a9-ac27-d65626018d71 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:50.580736 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.627927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] For port 8e63e236-6b91-44a9-ac27-d65626018d71, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8e63e236-6b91-44a9-ac27-d65626018d71,segment=NetworkSegment(1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651),segment_id=1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:50.628415 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.645904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Calling delete_port for 8e63e236-6b91-44a9-ac27-d65626018d71 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:53:50.741939 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8e4ab6ec-d9a1-439b-8ac4-e6f6bc6b3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.771410 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ab6ec-d9a1-439b-8ac4-e6f6bc6b3b21 None None] Pushing event deleted for resources: {'Port': ['ID=8e63e236-6b91-44a9-ac27-d65626018d71,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:50.776003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ab6ec-d9a1-439b-8ac4-e6f6bc6b3b21 None None] No DVR routers for this DVR port 8e63e236-6b91-44a9-ac27-d65626018d71 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:53:50.797293 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.829939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event deleted for resources: {'Port': ['ID=8e63e236-6b91-44a9-ac27-d65626018d71,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:50.837575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] No DVR routers for this DVR port 8e63e236-6b91-44a9-ac27-d65626018d71 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:53:50.958644 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:50.983650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2643e42-b920-46dd-a0a1-6be2c01afd4b']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:50.996841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:50.997141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca66edb-cb2d-4cfc-bcd9-d2ff151ea651') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:51.044154 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:51.104187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:51.108638 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:51.113318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: self.session.flush() Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:53:51.119050 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:53:51.151652 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:51.291656 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:51.326182 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:51.328138 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] 10.222.0.22 "DELETE /v2.0/networks/d2643e42-b920-46dd-a0a1-6be2c01afd4b HTTP/1.1" status: 204 len: 168 time: 1.1265936 Sep 16 16:53:51.344776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07320a9-c5e3-4226-8f06-24451ac343d6 tempest-AllowedAddressPairTestJSON-1817930660 tempest-AllowedAddressPairTestJSON-1817930660-project] Pushing event deleted for resources: {'Network': ['ID=d2643e42-b920-46dd-a0a1-6be2c01afd4b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:51.429800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Allocated IP 172.25.6.56 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/272dd9d0-9a95-496d-b786-db637515a2b5) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:51.558283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:51.675510 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:51.718324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:51.723252 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:51.729900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:51.732693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=272dd9d0-9a95-496d-b786-db637515a2b5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:51.902307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39934) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:52.085665 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:52.092096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2152f481-c715-42ac-9b60-1810ded0029a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55fd876c00c247a6a4a9edfb0b18e996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885049 Sep 16 16:53:52.096197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 39948) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:52.154657 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82b62073-a900-4007-ba09-6fb09eab4411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:52.186094 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82b62073-a900-4007-ba09-6fb09eab4411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:52.238616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8e63e236-6b91-44a9-ac27-d65626018d71 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:53:52.265020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8e63e236-6b91-44a9-ac27-d65626018d71 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:53:52.267341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8e63e236-6b91-44a9-ac27-d65626018d71 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:53:52.339666 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82b62073-a900-4007-ba09-6fb09eab4411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:52.342878 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82b62073-a900-4007-ba09-6fb09eab4411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:52.344185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-82b62073-a900-4007-ba09-6fb09eab4411 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67324923-1cd3-4ed2-8653-5aa08376bcca HTTP/1.1" status: 204 len: 168 time: 0.2469451 Sep 16 16:53:52.354791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b62073-a900-4007-ba09-6fb09eab4411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67324923-1cd3-4ed2-8653-5aa08376bcca,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:52.368179 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:52.884518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 3cbffbd0-db61-4901-86f8-d63357551fa6 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:53:53.002926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:53.014151 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Sync routers for ids ['3cbffbd0-db61-4901-86f8-d63357551fa6'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:53.024022 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Routers {'3cbffbd0-db61-4901-86f8-d63357551fa6'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:53.024734 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3cbffbd0-db61-4901-86f8-d63357551fa6'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:53.078407 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:53.079753 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b7e02a4f-4fbc-462b-a316-c9bd4dce28c3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9755130 Sep 16 16:53:53.082775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 39998) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:53.118070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-72a1d7d7-ded4-4112-abda-66e27ca3aaa9 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=831ea3bec2c7489aa68e86d1be484b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341344 Sep 16 16:53:53.120671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40002) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:53.238551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddf6087-c10b-4243-a4c0-0a9b99e628a3 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:53.240297 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3ddf6087-c10b-4243-a4c0-0a9b99e628a3 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1184115 Sep 16 16:53:53.243197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40012) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:53.281281 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Set router 3cbffbd0-db61-4901-86f8-d63357551fa6 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:53.291112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f4218c7e-84ee-42ff-b302-8aee2504c994 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466511 Sep 16 16:53:53.293985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40014) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:53.300258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1695337108', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:53.489729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Made reservation on behalf of 831ea3bec2c7489aa68e86d1be484b12 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:53:53.494810 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:53.515113 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:51Z', 'revision_number': 3, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:53.538268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40024) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:53.544148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40026) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:53.551620 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Checking router: 3cbffbd0-db61-4901-86f8-d63357551fa6 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:53:53.551968 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Updating router 3cbffbd0-db61-4901-86f8-d63357551fa6 port 272dd9d0-9a95-496d-b786-db637515a2b5 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:53:53.601064 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:53.687540 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f40fab00-ad16-4dc4-900e-44c63aaf900f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:53.812415 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f40fab00-ad16-4dc4-900e-44c63aaf900f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:53.818267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1b243eff-7805-4b1b-9ddd-e855346ad506 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:53.818968 n-d-807786-3 neutron-server[95358]: WARNING neutron.api.v2.base [None req-1b243eff-7805-4b1b-9ddd-e855346ad506 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 16:53:53.819467 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-1b243eff-7805-4b1b-9ddd-e855346ad506 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 16:53:53.824617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1b243eff-7805-4b1b-9ddd-e855346ad506 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2810349 Sep 16 16:53:53.824956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40034) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:53.829755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779061238'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:53.888163 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f40fab00-ad16-4dc4-900e-44c63aaf900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:53.890192 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:53.930269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f40fab00-ad16-4dc4-900e-44c63aaf900f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b317c31868624b95942a09f3d0cacb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848126 Sep 16 16:53:53.930990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fab00-ad16-4dc4-900e-44c63aaf900f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4530aa5-e190-4721-8a97-e84ec53f7057,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:53.934389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40038) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:53.935778 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:53.969142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Subnet': ['ID=735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:53.981624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Checking segment: {'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:53:53.981986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network hostable DHCP agents. Network: 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:53:53.988395 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6009-e040-4450-9867-14f845e074db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.009699 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.015944 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6009-e040-4450-9867-14f845e074db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.063680 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Attempting to bind port 272dd9d0-9a95-496d-b786-db637515a2b5 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:53:54.064282 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Attempting to bind port 272dd9d0-9a95-496d-b786-db637515a2b5 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:53:54.064439 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Attempting to bind port 272dd9d0-9a95-496d-b786-db637515a2b5 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:53:54.066355 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Pushing event updated for resources: {'Port': ['ID=272dd9d0-9a95-496d-b786-db637515a2b5,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:54.066884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.075836 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:53:54.076204 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:53:54.076625 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.077022 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:53:54.077479 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Bound port: 272dd9d0-9a95-496d-b786-db637515a2b5, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:53:54.077817 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.077939 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.079874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:53:54.080150 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.080514 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.080842 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.081176 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.081496 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.081817 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.082134 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.082450 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.082762 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.083073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.083383 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.083695 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:54.135179 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] For port 272dd9d0-9a95-496d-b786-db637515a2b5, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:53:54.138057 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] For port 272dd9d0-9a95-496d-b786-db637515a2b5, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=272dd9d0-9a95-496d-b786-db637515a2b5,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:53:54.152987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6009-e040-4450-9867-14f845e074db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.155941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6009-e040-4450-9867-14f845e074db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.160417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c8dc6009-e040-4450-9867-14f845e074db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4530aa5-e190-4721-8a97-e84ec53f7057 HTTP/1.1" status: 204 len: 168 time: 0.2220554 Sep 16 16:53:54.167398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc6009-e040-4450-9867-14f845e074db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4530aa5-e190-4721-8a97-e84ec53f7057,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:54.181513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:54.190984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a351c45-56a1-42cf-963a-df870ea4527b None None] Network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:53:54.191459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:54.191683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.240479 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.248037 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.304924 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f57e2-b468-4f84-b6f6-8c14ae71bb46 None None] Pushing event updated for resources: {'Port': ['ID=272dd9d0-9a95-496d-b786-db637515a2b5,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:54.317494 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Routers {'3cbffbd0-db61-4901-86f8-d63357551fa6'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:54.318327 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3cbffbd0-db61-4901-86f8-d63357551fa6'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:54.361922 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.387423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:53:54.388781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.397807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3435b096-2cd6-4630-bdab-b151cc605c67,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:54.424939 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-12a73396-344a-4a4f-8922-fbb3412bdefc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1267972 Sep 16 16:53:54.425683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40044) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:54.530007 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] Set router 3cbffbd0-db61-4901-86f8-d63357551fa6 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:54.573662 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.635838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Allocated IP 172.20.0.2 (87daeb6c-9ca9-4aa5-a4c3-4decac26d17c/735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1/1c8c3c4c-5c5f-4c4b-9ab1-631f17970068) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:54.655480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.717698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e300d5-b7bc-4047-b268-a63b890a5391,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:54.761194 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:51Z', 'revision_number': 3, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:54.770226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.774803 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-054b25a9-7ef6-4f6e-b726-5b4a40ed4f2e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9461086 Sep 16 16:53:54.778672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40056) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:54.790718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-7d3d9f8f-a314-4fc4-afbb-aca1ec3f125e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': '05e300d5-b7bc-4047-b268-a63b890a5391', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:54.833932 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb8131-2575-4088-850b-bd3145d9e375 None None] The sync data for ids ['3cbffbd0-db61-4901-86f8-d63357551fa6'] in n-d-807786-3 is: [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:51Z', 'revision_number': 3, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:54.884730 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.901034 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9f8f-a314-4fc4-afbb-aca1ec3f125e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.973472 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9f8f-a314-4fc4-afbb-aca1ec3f125e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:54.975219 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.010563 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.060162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:55.061334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Pushing event updated for resources: {'Port': ['ID=1c8c3c4c-5c5f-4c4b-9ab1-631f17970068,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:55.065000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:55.067428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:55.112869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9f8f-a314-4fc4-afbb-aca1ec3f125e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.156732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d9f8f-a314-4fc4-afbb-aca1ec3f125e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f52219f-0258-407e-b18c-28634bdabe57,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:55.163918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Attempting to bind port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:53:55.164297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Attempting to bind port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:53:55.164698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Attempting to bind port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 on network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:53:55.176426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:53:55.176813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Checking segment: {'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:53:55.177226 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.179575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Bound using segment: {'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:53:55.180545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Bound port: 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:53:55.184662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.238509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9f8f-a314-4fc4-afbb-aca1ec3f125e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.243156 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7d3d9f8f-a314-4fc4-afbb-aca1ec3f125e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4634287 Sep 16 16:53:55.245167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40068) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:55.252500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fdb7cb8a-8e61-45a0-8afb-a6303b0ca404 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': '05e300d5-b7bc-4047-b268-a63b890a5391', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:55.295705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] For port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:53:55.302766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] For port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1c8c3c4c-5c5f-4c4b-9ab1-631f17970068,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:53:55.386573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Allocated IP 172.20.0.1 (87daeb6c-9ca9-4aa5-a4c3-4decac26d17c/735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1/3ed336b2-23de-46f3-9e1c-c08bb2817b91) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:53:55.394370 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fdb7cb8a-8e61-45a0-8afb-a6303b0ca404 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.423033 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.547961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e34a12-291a-46ff-86a7-0fe652120a0f None None] Pushing event updated for resources: {'Port': ['ID=1c8c3c4c-5c5f-4c4b-9ab1-631f17970068,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:55.557879 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-fdb7cb8a-8e61-45a0-8afb-a6303b0ca404 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 16:53:55.564376 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fdb7cb8a-8e61-45a0-8afb-a6303b0ca404 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3169434 Sep 16 16:53:55.565086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40080) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:55.573348 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.660443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2bb8-69a3-4b60-8d51-a6c66303dcfb tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.702127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2bb8-69a3-4b60-8d51-a6c66303dcfb tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.705620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.777948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:55.781720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:55.792194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:53:55.827423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2bb8-69a3-4b60-8d51-a6c66303dcfb tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.832184 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2bb8-69a3-4b60-8d51-a6c66303dcfb tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.838836 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ee1d2bb8-69a3-4b60-8d51-a6c66303dcfb tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "DELETE /v2.0/security-groups/05e300d5-b7bc-4047-b268-a63b890a5391 HTTP/1.1" status: 204 len: 168 time: 0.2716830 Sep 16 16:53:55.840110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40086) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:55.864949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=3ed336b2-23de-46f3-9e1c-c08bb2817b91,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:55.872184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d2bb8-69a3-4b60-8d51-a6c66303dcfb tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e300d5-b7bc-4047-b268-a63b890a5391,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:55.929024 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:53:55.945145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:55.968252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fe41e3d6-2860-4004-bf71-0b512eda8232 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050858 Sep 16 16:53:55.969057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40096) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:55.974609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e6a9dd4b-6c8e-42cc-96b9-fce32e895b03 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695013466'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:56.099347 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6a9dd4b-6c8e-42cc-96b9-fce32e895b03 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.218783 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6a9dd4b-6c8e-42cc-96b9-fce32e895b03 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.255522 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.314161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:53:56.335647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6a9dd4b-6c8e-42cc-96b9-fce32e895b03 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.376405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:56.376405 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.397400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9dd4b-6c8e-42cc-96b9-fce32e895b03 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfade62-c740-4ed0-aeb5-8083c89299a1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:56.446223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6a9dd4b-6c8e-42cc-96b9-fce32e895b03 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.450648 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e6a9dd4b-6c8e-42cc-96b9-fce32e895b03 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4795082 Sep 16 16:53:56.458083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40106) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:56.463225 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-49ee7f36-f11c-449e-8f61-ca775f2d379a tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': '4cfade62-c740-4ed0-aeb5-8083c89299a1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:56.464059 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-49ee7f36-f11c-449e-8f61-ca775f2d379a tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 16:53:56.464802 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-49ee7f36-f11c-449e-8f61-ca775f2d379a tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:53:56.468433 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-49ee7f36-f11c-449e-8f61-ca775f2d379a tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065215 Sep 16 16:53:56.469355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40108) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:56.506471 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.555770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1c8c3c4c-5c5f-4c4b-9ab1-631f17970068,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:56.603631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-984f016c-be40-4f99-b75b-28000e880893 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.608028 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.608938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 272dd9d0-9a95-496d-b786-db637515a2b5 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:53:56.655897 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-984f016c-be40-4f99-b75b-28000e880893 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.691885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=1c8c3c4c-5c5f-4c4b-9ab1-631f17970068,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:56.699418 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.763925 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.777662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 272dd9d0-9a95-496d-b786-db637515a2b5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:56.778093 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.827084 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-984f016c-be40-4f99-b75b-28000e880893 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.831041 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-984f016c-be40-4f99-b75b-28000e880893 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.831656 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-984f016c-be40-4f99-b75b-28000e880893 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "DELETE /v2.0/security-groups/4cfade62-c740-4ed0-aeb5-8083c89299a1 HTTP/1.1" status: 204 len: 168 time: 0.3606911 Sep 16 16:53:56.835822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40122) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:56.848541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f016c-be40-4f99-b75b-28000e880893 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfade62-c740-4ed0-aeb5-8083c89299a1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:56.911657 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.923707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3ceeec-3776-4bf6-ba7f-a07f4609a079 None None] Network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:53:56.928294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=3ed336b2-23de-46f3-9e1c-c08bb2817b91,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:56.937051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:56.949024 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 272dd9d0-9a95-496d-b786-db637515a2b5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=272dd9d0-9a95-496d-b786-db637515a2b5,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:53:56.967801 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1564fcba-c5d4-4951-a863-3f43439be0a3 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1284647 Sep 16 16:53:56.972446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40128) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:56.977039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-de87b306-c98b-4076-8223-7e366f75c50f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999243775'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:57.022610 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.086398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0c19ddb5-0a09-4977-a9ea-b927f5a1518e None None] Provisioning complete for port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:57.086763 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c19ddb5-0a09-4977-a9ea-b927f5a1518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.097287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de87b306-c98b-4076-8223-7e366f75c50f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.114319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:53:57.115992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:53:57.147043 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=272dd9d0-9a95-496d-b786-db637515a2b5,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:57.276172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de87b306-c98b-4076-8223-7e366f75c50f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.295268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 3cbffbd0-db61-4901-86f8-d63357551fa6 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:53:57.398432 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de87b306-c98b-4076-8223-7e366f75c50f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.439879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:53:57.441242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87b306-c98b-4076-8223-7e366f75c50f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1278d43f-2f2d-4310-83de-2bf6f7bb17ed,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:57.445515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cad1e12c-80d9-4976-b2ab-82122b61ad4e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "PUT /v2.0/routers/3cbffbd0-db61-4901-86f8-d63357551fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0188568 Sep 16 16:53:57.447912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40142) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:57.484142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Sync routers for ids ['3cbffbd0-db61-4901-86f8-d63357551fa6'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:53:57.498462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Routers {'3cbffbd0-db61-4901-86f8-d63357551fa6'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:57.501577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3cbffbd0-db61-4901-86f8-d63357551fa6'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:57.536128 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de87b306-c98b-4076-8223-7e366f75c50f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.537916 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-de87b306-c98b-4076-8223-7e366f75c50f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5641940 Sep 16 16:53:57.540499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40144) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:57.546349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-40fbab64-88d9-46d5-89ea-33e5468f5893 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': '1278d43f-2f2d-4310-83de-2bf6f7bb17ed', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:57.547169 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-40fbab64-88d9-46d5-89ea-33e5468f5893 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 16:53:57.548846 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-40fbab64-88d9-46d5-89ea-33e5468f5893 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:53:57.550067 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-40fbab64-88d9-46d5-89ea-33e5468f5893 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083289 Sep 16 16:53:57.553239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40146) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:57.649281 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fae9c23a-043e-4f4d-8836-5419930b7518 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.679651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fae9c23a-043e-4f4d-8836-5419930b7518 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.684175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-aed8f56e-ff6d-45bd-a103-148c3e09ecec None None] Provisioning complete for port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:57.684614 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aed8f56e-ff6d-45bd-a103-148c3e09ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.721006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Set router 3cbffbd0-db61-4901-86f8-d63357551fa6 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:57.767242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db1397-b1b3-4025-b07c-8627db0caee2 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:57.767830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db1397-b1b3-4025-b07c-8627db0caee2 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:57.767959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db1397-b1b3-4025-b07c-8627db0caee2 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:57.768762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db1397-b1b3-4025-b07c-8627db0caee2 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:57.770352 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e1db1397-b1b3-4025-b07c-8627db0caee2 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.3210013 Sep 16 16:53:57.773268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40154) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:57.831834 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fae9c23a-043e-4f4d-8836-5419930b7518 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.834621 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fae9c23a-043e-4f4d-8836-5419930b7518 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:57.835807 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fae9c23a-043e-4f4d-8836-5419930b7518 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "DELETE /v2.0/security-groups/1278d43f-2f2d-4310-83de-2bf6f7bb17ed HTTP/1.1" status: 204 len: 168 time: 0.2813282 Sep 16 16:53:57.838976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40158) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:57.852343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9c23a-043e-4f4d-8836-5419930b7518 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1278d43f-2f2d-4310-83de-2bf6f7bb17ed,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:57.873772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee7ef6-9fc2-4064-b199-c4a6284b15fd tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:57.874358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee7ef6-9fc2-4064-b199-c4a6284b15fd tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:57.875053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee7ef6-9fc2-4064-b199-c4a6284b15fd tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:57.876326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee7ef6-9fc2-4064-b199-c4a6284b15fd tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:53:57.880104 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b6ee7ef6-9fc2-4064-b199-c4a6284b15fd tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1049716 Sep 16 16:53:57.882070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40162) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:57.949210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-06511d62-e225-4a29-b159-531c21af6cc9 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087639 Sep 16 16:53:57.955500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40170) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:57.961591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-98204e59-af08-421c-861e-a8665ec1b8f5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'tempest-secgroup--827192236'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:58.084016 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98204e59-af08-421c-861e-a8665ec1b8f5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.114290 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4c2453ca-6485-4b10-943a-16c609c96d27 tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2304220 Sep 16 16:53:58.220962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98204e59-af08-421c-861e-a8665ec1b8f5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.232863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-68521a0d-9fe1-4746-bfbb-7bcde55d01ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.235979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-aed8f56e-ff6d-45bd-a103-148c3e09ecec None None] Provisioning complete for port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:58.240174 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aed8f56e-ff6d-45bd-a103-148c3e09ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.292054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-aed8f56e-ff6d-45bd-a103-148c3e09ecec None None] Port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:58.306857 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98204e59-af08-421c-861e-a8665ec1b8f5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.311860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:53:58.342247 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98204e59-af08-421c-861e-a8665ec1b8f5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53520d1-3423-4c91-bc55-6fcba00f605e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:58.377512 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-98204e59-af08-421c-861e-a8665ec1b8f5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.382479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40182) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:58.382992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-98204e59-af08-421c-861e-a8665ec1b8f5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4262598 Sep 16 16:53:58.386072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3ed336b2-23de-46f3-9e1c-c08bb2817b91', 'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:ab:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:55Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 2, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:58.392991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8e3a8bd9-248c-449c-ad0f-8dc1ef342b98 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'c53520d1-3423-4c91-bc55-6fcba00f605e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:58.392991 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-8e3a8bd9-248c-449c-ad0f-8dc1ef342b98 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 16:53:58.393245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:58.393348 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-8e3a8bd9-248c-449c-ad0f-8dc1ef342b98 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:53:58.393439 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.393530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8e3a8bd9-248c-449c-ad0f-8dc1ef342b98 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060799 Sep 16 16:53:58.395000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40184) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:58.404512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0d60eca9-7880-492b-a8a0-b14f30faedb8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'c53520d1-3423-4c91-bc55-6fcba00f605e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:58.404512 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-0d60eca9-7880-492b-a8a0-b14f30faedb8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 16:53:58.404512 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-0d60eca9-7880-492b-a8a0-b14f30faedb8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:53:58.404512 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0d60eca9-7880-492b-a8a0-b14f30faedb8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059049 Sep 16 16:53:58.407413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40186) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:58.414587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0a0ccccb-df6d-4d0e-b749-63b9837caa57 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'c53520d1-3423-4c91-bc55-6fcba00f605e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:58.416835 n-d-807786-3 neutron-server[95358]: WARNING neutron.api.v2.base [None req-0a0ccccb-df6d-4d0e-b749-63b9837caa57 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 16:53:58.417412 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-0a0ccccb-df6d-4d0e-b749-63b9837caa57 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:53:58.421388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40190) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:58.422889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0a0ccccb-df6d-4d0e-b749-63b9837caa57 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123391 Sep 16 16:53:58.435208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c748b9a4-e18a-406f-8e5f-7c1db4e1eb2b tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'c53520d1-3423-4c91-bc55-6fcba00f605e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:58.439033 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-c748b9a4-e18a-406f-8e5f-7c1db4e1eb2b tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 16:53:58.439627 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-c748b9a4-e18a-406f-8e5f-7c1db4e1eb2b tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:53:58.440919 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c748b9a4-e18a-406f-8e5f-7c1db4e1eb2b tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0183032 Sep 16 16:53:58.443757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40192) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:58.467135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Checking router: 3cbffbd0-db61-4901-86f8-d63357551fa6 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:53:58.467498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Updating router 3cbffbd0-db61-4901-86f8-d63357551fa6 port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:53:58.510211 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34d77964-a6cb-443e-bc80-c2cbd3967e12 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.529101 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.532363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-671ac2a8-d2e5-4738-a074-93b067c7ea0b None None] Provisioning complete for port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:58.532763 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-671ac2a8-d2e5-4738-a074-93b067c7ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.539909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34d77964-a6cb-443e-bc80-c2cbd3967e12 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.582242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40198) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:58.587195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-59c7374d-6414-40c6-8bd3-11e88457ace4 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590128940', 'description': 'tempest-secgroup-smoke-1590128940 description', 'project_id': '831ea3bec2c7489aa68e86d1be484b12'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:58.650432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-671ac2a8-d2e5-4738-a074-93b067c7ea0b None None] Port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:58.667711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 272dd9d0-9a95-496d-b786-db637515a2b5 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:53:58.675874 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34d77964-a6cb-443e-bc80-c2cbd3967e12 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.678608 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34d77964-a6cb-443e-bc80-c2cbd3967e12 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.682270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-34d77964-a6cb-443e-bc80-c2cbd3967e12 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "DELETE /v2.0/security-groups/c53520d1-3423-4c91-bc55-6fcba00f605e HTTP/1.1" status: 204 len: 168 time: 0.2350287 Sep 16 16:53:58.683749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40202) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:58.695869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d77964-a6cb-443e-bc80-c2cbd3967e12 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53520d1-3423-4c91-bc55-6fcba00f605e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:58.715921 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59c7374d-6414-40c6-8bd3-11e88457ace4 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.782929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f80d2bc7-4436-4b74-9966-d54bcc52e1c0 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977573 Sep 16 16:53:58.787301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40206) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:58.795540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-54a4ae56-0727-4730-8414-58e1fb7ba4c5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'tempest-secgroup--985859877'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:58.840282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 272dd9d0-9a95-496d-b786-db637515a2b5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:58.840683 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.851737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59c7374d-6414-40c6-8bd3-11e88457ace4 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.943000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59c7374d-6414-40c6-8bd3-11e88457ace4 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:58.978601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7374d-6414-40c6-8bd3-11e88457ace4 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b0d7c3-0ae8-4505-8026-1465729d1a74,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:58.993323 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.050046 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.050291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54a4ae56-0727-4730-8414-58e1fb7ba4c5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.105077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b754c71-af1e-4daf-88bf-bf5d34178706 None None] Pushing event updated for resources: {'Port': ['ID=3ed336b2-23de-46f3-9e1c-c08bb2817b91,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:59.140893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-59c7374d-6414-40c6-8bd3-11e88457ace4 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.142256 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-59c7374d-6414-40c6-8bd3-11e88457ace4 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5590019 Sep 16 16:53:59.145129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40222) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:59.150120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '39b0d7c3-0ae8-4505-8026-1465729d1a74', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:59.164443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Attempting to bind port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:53:59.164443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Attempting to bind port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:53:59.165557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Attempting to bind port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 on network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:53:59.173355 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:53:59.174432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Checking segment: {'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:53:59.174847 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.175245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Bound using segment: {'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:53:59.175793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Bound port: 3ed336b2-23de-46f3-9e1c-c08bb2817b91, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:53:59.176232 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.230434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54a4ae56-0727-4730-8414-58e1fb7ba4c5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.250133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] For port 3ed336b2-23de-46f3-9e1c-c08bb2817b91, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:53:59.252582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] For port 3ed336b2-23de-46f3-9e1c-c08bb2817b91, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3ed336b2-23de-46f3-9e1c-c08bb2817b91,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:53:59.345334 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54a4ae56-0727-4730-8414-58e1fb7ba4c5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.378806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5bd5eda3-baa7-4182-a00e-023a34d91554 None None] Provisioning complete for port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:59.379104 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5bd5eda3-baa7-4182-a00e-023a34d91554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.382445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4ae56-0727-4730-8414-58e1fb7ba4c5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4d411f-4985-4e8c-a6dd-30144095ecb4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:59.403219 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.457020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5eda3-baa7-4182-a00e-023a34d91554 None None] Port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:53:59.476992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Routers {'3cbffbd0-db61-4901-86f8-d63357551fa6'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:53:59.477738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:53:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3cbffbd0-db61-4901-86f8-d63357551fa6'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:59.482563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b754c71-af1e-4daf-88bf-bf5d34178706 None None] Pushing event updated for resources: {'Port': ['ID=3ed336b2-23de-46f3-9e1c-c08bb2817b91,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:59.494357 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.546861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54a4ae56-0727-4730-8414-58e1fb7ba4c5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.548807 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-54a4ae56-0727-4730-8414-58e1fb7ba4c5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7604787 Sep 16 16:53:59.551798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40232) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:59.556465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8c5478e9-b73d-4fe3-a9e6-26bab40552dd tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'af4d411f-4985-4e8c-a6dd-30144095ecb4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:59.556998 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-8c5478e9-b73d-4fe3-a9e6-26bab40552dd tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 16:53:59.557512 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-8c5478e9-b73d-4fe3-a9e6-26bab40552dd tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:53:59.558476 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8c5478e9-b73d-4fe3-a9e6-26bab40552dd tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057123 Sep 16 16:53:59.561150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40234) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:59.569888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4c1c489c-41fb-4a0a-8c00-9d3bc5e0bf2d tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'af4d411f-4985-4e8c-a6dd-30144095ecb4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:59.571625 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.601096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] Set router 3cbffbd0-db61-4901-86f8-d63357551fa6 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:53:59.668346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.688154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea6cf2a-eb1c-4744-a6fb-5fdc02388e6a,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:53:59.698756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.699111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.699460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.699803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.700152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.700726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.701061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.701394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.701725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.702217 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.702552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.702917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:53:59.810186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0c0caef4-3225-4b4c-ad91-671e708f384f None None] Provisioning complete for port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:53:59.810564 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c0caef4-3225-4b4c-ad91-671e708f384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.836692 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-4c1c489c-41fb-4a0a-8c00-9d3bc5e0bf2d tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:53:59.837883 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4c1c489c-41fb-4a0a-8c00-9d3bc5e0bf2d tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2757659 Sep 16 16:53:59.838522 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.843045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1c9f7a2e-9a3e-46e3-9798-793935d14fce tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6935654 Sep 16 16:53:59.843257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40246) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:59.846583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6b642f4b-c20b-432e-a6b6-b69b957502c6 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'af4d411f-4985-4e8c-a6dd-30144095ecb4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:59.847075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40248) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:59.847532 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-6b642f4b-c20b-432e-a6b6-b69b957502c6 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 16:53:59.848213 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-6b642f4b-c20b-432e-a6b6-b69b957502c6 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:53:59.850011 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6b642f4b-c20b-432e-a6b6-b69b957502c6 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079529 Sep 16 16:53:59.853783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40250) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:53:59.865534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-18eb1e3f-851d-4eff-8c29-8417720f8def tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'af4d411f-4985-4e8c-a6dd-30144095ecb4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:59.870372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-05e5c464-c5d7-419b-bb9b-c11a3221a1ee tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '39b0d7c3-0ae8-4505-8026-1465729d1a74', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:53:59.870527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3ed336b2-23de-46f3-9e1c-c08bb2817b91', 'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:ab:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:55Z', 'updated_at': '2021-09-16T16:53:59Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:53:59.901366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc1bd18-6b2d-49ee-8890-771f5fb60216 None None] The sync data for ids ['3cbffbd0-db61-4901-86f8-d63357551fa6'] in n-d-807786-3 is: [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3ed336b2-23de-46f3-9e1c-c08bb2817b91', 'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:ab:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:55Z', 'updated_at': '2021-09-16T16:53:59Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:53:59.950403 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05e5c464-c5d7-419b-bb9b-c11a3221a1ee tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:53:59.967906 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c0caef4-3225-4b4c-ad91-671e708f384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.029088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0c0caef4-3225-4b4c-ad91-671e708f384f None None] For port 3ed336b2-23de-46f3-9e1c-c08bb2817b91, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3ed336b2-23de-46f3-9e1c-c08bb2817b91,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:00.065318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05e5c464-c5d7-419b-bb9b-c11a3221a1ee tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.152480 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0c0caef4-3225-4b4c-ad91-671e708f384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.157307 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05e5c464-c5d7-419b-bb9b-c11a3221a1ee tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.158057 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-18eb1e3f-851d-4eff-8c29-8417720f8def tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:54:00.158057 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-18eb1e3f-851d-4eff-8c29-8417720f8def tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2985497 Sep 16 16:54:00.158224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40260) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:00.178792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-26e9a61d-4da4-4b79-9037-0509d9f582b5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'af4d411f-4985-4e8c-a6dd-30144095ecb4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:00.179310 n-d-807786-3 neutron-server[95358]: WARNING neutron.api.v2.base [None req-26e9a61d-4da4-4b79-9037-0509d9f582b5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 16:54:00.186681 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-26e9a61d-4da4-4b79-9037-0509d9f582b5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:54:00.186681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-26e9a61d-4da4-4b79-9037-0509d9f582b5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109262 Sep 16 16:54:00.188497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40262) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:00.193224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e4cf8142-7b43-460f-b1e9-764c03d6d3a5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'af4d411f-4985-4e8c-a6dd-30144095ecb4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:00.210060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0caef4-3225-4b4c-ad91-671e708f384f None None] Pushing event updated for resources: {'Port': ['ID=3ed336b2-23de-46f3-9e1c-c08bb2817b91,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:00.214539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5c464-c5d7-419b-bb9b-c11a3221a1ee tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dbc6a0-0175-4788-9303-bf956f813fde,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:00.318868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3ed336b2-23de-46f3-9e1c-c08bb2817b91 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:00.376148 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:00.376942 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.405701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05e5c464-c5d7-419b-bb9b-c11a3221a1ee tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.407553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-05e5c464-c5d7-419b-bb9b-c11a3221a1ee tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5592921 Sep 16 16:54:00.410559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40272) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:00.414854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b361686c-11cb-48b4-b7ef-0fc9f6367307 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '39b0d7c3-0ae8-4505-8026-1465729d1a74', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:00.415847 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-e4cf8142-7b43-460f-b1e9-764c03d6d3a5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:54:00.417244 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e4cf8142-7b43-460f-b1e9-764c03d6d3a5 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2277415 Sep 16 16:54:00.420136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40274) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:00.426621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4d08b019-15fd-4e4c-924c-87a2634c732f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'af4d411f-4985-4e8c-a6dd-30144095ecb4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:00.427355 n-d-807786-3 neutron-server[95357]: WARNING neutron.api.v2.base [None req-4d08b019-15fd-4e4c-924c-87a2634c732f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 16:54:00.430001 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-4d08b019-15fd-4e4c-924c-87a2634c732f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:54:00.430001 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4d08b019-15fd-4e4c-924c-87a2634c732f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074792 Sep 16 16:54:00.431970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40276) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:00.436874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-53db71d4-a675-407a-89e0-dd20415d7ea9 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'af4d411f-4985-4e8c-a6dd-30144095ecb4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:00.522365 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b361686c-11cb-48b4-b7ef-0fc9f6367307 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.586757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b361686c-11cb-48b4-b7ef-0fc9f6367307 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.690226 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b361686c-11cb-48b4-b7ef-0fc9f6367307 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.711753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361686c-11cb-48b4-b7ef-0fc9f6367307 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832e986f-06b8-4c4f-b372-1ae66b502e67,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:00.713345 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-53db71d4-a675-407a-89e0-dd20415d7ea9 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:54:00.716844 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-53db71d4-a675-407a-89e0-dd20415d7ea9 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2816539 Sep 16 16:54:00.717780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40286) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:00.724505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-231c1831-bbbe-4600-8462-d103d36489ee tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': 'af4d411f-4985-4e8c-a6dd-30144095ecb4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:00.792970 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b361686c-11cb-48b4-b7ef-0fc9f6367307 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.794325 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b361686c-11cb-48b4-b7ef-0fc9f6367307 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3830302 Sep 16 16:54:00.795821 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d10ca80d-186c-4aa0-9d83-33e448c8b77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:00.799784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40290) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:00.806900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-070ab08d-29a5-4019-81d1-279ca824706f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '39b0d7c3-0ae8-4505-8026-1465729d1a74', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:00.968659 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-070ab08d-29a5-4019-81d1-279ca824706f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.033026 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-231c1831-bbbe-4600-8462-d103d36489ee tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:54:01.035691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-231c1831-bbbe-4600-8462-d103d36489ee tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3150795 Sep 16 16:54:01.039678 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40298) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:01.043362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-070ab08d-29a5-4019-81d1-279ca824706f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.102330 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca759fa5-bdbb-4f39-80b0-91b1d9ae6886 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.126679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-070ab08d-29a5-4019-81d1-279ca824706f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.138968 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca759fa5-bdbb-4f39-80b0-91b1d9ae6886 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.172838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ab08d-29a5-4019-81d1-279ca824706f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5a845b-6063-46ff-a0ef-5b6e5fa33614,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:01.290178 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-070ab08d-29a5-4019-81d1-279ca824706f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.291773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-070ab08d-29a5-4019-81d1-279ca824706f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4905422 Sep 16 16:54:01.294931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40310) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:01.300670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6d7410fc-5e54-41c1-8cc1-292e8a0b4d37 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '39b0d7c3-0ae8-4505-8026-1465729d1a74', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:01.314016 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca759fa5-bdbb-4f39-80b0-91b1d9ae6886 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.319623 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ca759fa5-bdbb-4f39-80b0-91b1d9ae6886 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.321765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ca759fa5-bdbb-4f39-80b0-91b1d9ae6886 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "DELETE /v2.0/security-groups/af4d411f-4985-4e8c-a6dd-30144095ecb4 HTTP/1.1" status: 204 len: 168 time: 0.2802200 Sep 16 16:54:01.325411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40314) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:01.339532 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca759fa5-bdbb-4f39-80b0-91b1d9ae6886 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4d411f-4985-4e8c-a6dd-30144095ecb4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:01.381026 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c1f7ebc6-f467-4815-917b-ce6e27c49ab6 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536740 Sep 16 16:54:01.395775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40316) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:01.395775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b0b5c6fb-7e17-4a80-b675-b93832c22ae8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'tempest-secgroup--178975479'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:01.398595 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-6d7410fc-5e54-41c1-8cc1-292e8a0b4d37 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Project 831ea3bec2c7489aa68e86d1be484b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:54:01.415092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d7410fc-5e54-41c1-8cc1-292e8a0b4d37 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.472630 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d7410fc-5e54-41c1-8cc1-292e8a0b4d37 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.516216 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.550574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d7410fc-5e54-41c1-8cc1-292e8a0b4d37 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.551265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c6fb-7e17-4a80-b675-b93832c22ae8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.572079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7410fc-5e54-41c1-8cc1-292e8a0b4d37 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5c9975-113e-4725-9400-8e4a57a9bf16,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:01.665103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6d7410fc-5e54-41c1-8cc1-292e8a0b4d37 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.668835 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6d7410fc-5e54-41c1-8cc1-292e8a0b4d37 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3702850 Sep 16 16:54:01.676714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40326) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:01.676714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5e0282cb-472b-4670-99fd-59e2643be1de tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'security_group_rule': {'security_group_id': '39b0d7c3-0ae8-4505-8026-1465729d1a74', 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:01.748203 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c6fb-7e17-4a80-b675-b93832c22ae8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.883836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c6fb-7e17-4a80-b675-b93832c22ae8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.915047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5c6fb-7e17-4a80-b675-b93832c22ae8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1d197f-0c63-4cfa-b2e7-be8aa39d378b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:01.984683 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-5e0282cb-472b-4670-99fd-59e2643be1de tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Project 831ea3bec2c7489aa68e86d1be484b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:54:01.990237 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5e0282cb-472b-4670-99fd-59e2643be1de tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:01.991310 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:02.053993 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5e0282cb-472b-4670-99fd-59e2643be1de tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:02.095388 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c6fb-7e17-4a80-b675-b93832c22ae8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:02.096995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b0b5c6fb-7e17-4a80-b675-b93832c22ae8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7089224 Sep 16 16:54:02.100256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40340) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:02.107040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-734892b0-5f29-4c7a-a62b-caa494822090 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': '7e1d197f-0c63-4cfa-b2e7-be8aa39d378b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:02.146668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5e0282cb-472b-4670-99fd-59e2643be1de tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:02.166118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0282cb-472b-4670-99fd-59e2643be1de tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46701b4d-4ae0-43c0-b299-6ea4a9ac48d4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:02.242415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3ed336b2-23de-46f3-9e1c-c08bb2817b91 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:02.289730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5e0282cb-472b-4670-99fd-59e2643be1de tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:02.291411 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5e0282cb-472b-4670-99fd-59e2643be1de tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6211848 Sep 16 16:54:02.301530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:02.301989 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:02.318420 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-734892b0-5f29-4c7a-a62b-caa494822090 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The resource could not be found. Sep 16 16:54:02.319593 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-734892b0-5f29-4c7a-a62b-caa494822090 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2179973 Sep 16 16:54:02.322524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40352) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:02.328046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-16c38ced-8c21-4c97-ba36-f0f23451546f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': '7e1d197f-0c63-4cfa-b2e7-be8aa39d378b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd141c0c9-b6f9-4543-af2e-4cc2a77cb9ef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:02.535283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-88af4cdd-d4b9-4c05-a9a3-0d6891248baf tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590128940&fields=id&tenant_id=831ea3bec2c7489aa68e86d1be484b12 HTTP/1.1" status: 200 len: 267 time: 0.0331850 Sep 16 16:54:02.655166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-04f7e985-2c0d-427b-a1d4-c1f446e5610a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:02.656721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-04f7e985-2c0d-427b-a1d4-c1f446e5610a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/networks?id=87daeb6c-9ca9-4aa5-a4c3-4decac26d17c HTTP/1.1" status: 200 len: 797 time: 0.1140523 Sep 16 16:54:02.671514 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-d933ed3f-caef-40e4-b81a-119fa0b6af8d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/quotas/831ea3bec2c7489aa68e86d1be484b12 HTTP/1.1" status: 200 len: 375 time: 0.0087821 Sep 16 16:54:02.716580 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-16c38ced-8c21-4c97-ba36-f0f23451546f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The resource could not be found. Sep 16 16:54:02.717700 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-16c38ced-8c21-4c97-ba36-f0f23451546f tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3935876 Sep 16 16:54:02.720735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40376) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:02.727615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-740e7c09-63af-476c-a6ca-6864e18dc658 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501328 Sep 16 16:54:02.774967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c7958a-a99e-4e08-9c2d-33069fd72245 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:02.803106 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c7958a-a99e-4e08-9c2d-33069fd72245 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:02.830266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1935b635-51a4-44c3-bfc9-6046b707a309 service neutron] 10.222.0.22 "GET /v2.0/networks/87daeb6c-9ca9-4aa5-a4c3-4decac26d17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890367 Sep 16 16:54:02.930413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c7958a-a99e-4e08-9c2d-33069fd72245 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:02.932560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-809a4380-bacf-4657-81ee-572c8918ffde service neutron] 10.222.0.22 "GET /v2.0/networks/87daeb6c-9ca9-4aa5-a4c3-4decac26d17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921092 Sep 16 16:54:02.934211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c7958a-a99e-4e08-9c2d-33069fd72245 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:02.939386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40384) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:02.939541 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-41c7958a-a99e-4e08-9c2d-33069fd72245 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "DELETE /v2.0/security-groups/7e1d197f-0c63-4cfa-b2e7-be8aa39d378b HTTP/1.1" status: 204 len: 168 time: 0.2172461 Sep 16 16:54:02.959633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7958a-a99e-4e08-9c2d-33069fd72245 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1d197f-0c63-4cfa-b2e7-be8aa39d378b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:03.006413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40398) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:03.008330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-779744c0-7586-485e-b273-986b79a3bd1d tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667470 Sep 16 16:54:03.012570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-432990b1-37af-40f6-8537-86107c09d623 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': '211de687-b670-4208-a91f-3adc09122e27', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:03.245626 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-432990b1-37af-40f6-8537-86107c09d623 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The resource could not be found. Sep 16 16:54:03.247038 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-432990b1-37af-40f6-8537-86107c09d623 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2392457 Sep 16 16:54:03.251381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40428) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:03.256148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d5d8ce46-d0d7-43b4-b44b-e20c4f6eece8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'tempest-secgroup--486088446'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:03.269519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de5f29e8-5790-4493-98c0-41d594f043b8 req-1fe83755-9742-4e08-87ec-16fa3bfda762 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 210 time: 0.0508189 Sep 16 16:54:03.415871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ce46-d0d7-43b4-b44b-e20c4f6eece8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:03.526589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ce46-d0d7-43b4-b44b-e20c4f6eece8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:03.594712 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ce46-d0d7-43b4-b44b-e20c4f6eece8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:03.632842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8ce46-d0d7-43b4-b44b-e20c4f6eece8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b885a95-22bb-4c14-8892-3ce63fab0fd8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:03.671023 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ce46-d0d7-43b4-b44b-e20c4f6eece8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:03.675813 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d5d8ce46-d0d7-43b4-b44b-e20c4f6eece8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4227526 Sep 16 16:54:03.681065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40470) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:03.685739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b7126647-eb70-40a3-8430-dbe5a317eb4e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'tempest-secgroup--227244045'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:03.760890 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:03.763000 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7126647-eb70-40a3-8430-dbe5a317eb4e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:03.862051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7126647-eb70-40a3-8430-dbe5a317eb4e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:03.984858 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7126647-eb70-40a3-8430-dbe5a317eb4e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:04.014415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7126647-eb70-40a3-8430-dbe5a317eb4e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a486642d-79fd-465e-b8ce-b5ee89efcc9d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:04.089541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7126647-eb70-40a3-8430-dbe5a317eb4e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:04.093661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b7126647-eb70-40a3-8430-dbe5a317eb4e tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4088616 Sep 16 16:54:04.100265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40504) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:04.100265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a1a216d6-5f0d-4b51-acca-5c766dd6725c tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group_rule': {'security_group_id': '5b885a95-22bb-4c14-8892-3ce63fab0fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a486642d-79fd-465e-b8ce-b5ee89efcc9d'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:04.327460 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-a1a216d6-5f0d-4b51-acca-5c766dd6725c tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:54:04.329216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a1a216d6-5f0d-4b51-acca-5c766dd6725c tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2343404 Sep 16 16:54:04.332822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40510) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:04.363853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7ef5dd5-c9b6-4ae8-846c-671e049e5d19 req-42e4e947-6715-43fe-893d-4cff8648f37c tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 210 time: 0.0320153 Sep 16 16:54:04.388632 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5207efff-e2be-4f8d-9fd8-ed3df74fe013 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:04.416755 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5207efff-e2be-4f8d-9fd8-ed3df74fe013 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:04.574172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5207efff-e2be-4f8d-9fd8-ed3df74fe013 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:04.578880 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5207efff-e2be-4f8d-9fd8-ed3df74fe013 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:04.579238 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5207efff-e2be-4f8d-9fd8-ed3df74fe013 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "DELETE /v2.0/security-groups/a486642d-79fd-465e-b8ce-b5ee89efcc9d HTTP/1.1" status: 204 len: 168 time: 0.2442782 Sep 16 16:54:04.581529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40528) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:04.589623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207efff-e2be-4f8d-9fd8-ed3df74fe013 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a486642d-79fd-465e-b8ce-b5ee89efcc9d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:04.651672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9ed9b90e-b8f9-4220-8d12-d5e63838f45c tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0665178 Sep 16 16:54:04.652080 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40534) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:04.707084 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9a01cbc3-729a-4fb0-95b6-62cfca7ade72 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:04.730647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9a01cbc3-729a-4fb0-95b6-62cfca7ade72 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:04.889668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9a01cbc3-729a-4fb0-95b6-62cfca7ade72 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:04.893485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9a01cbc3-729a-4fb0-95b6-62cfca7ade72 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:04.894931 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9a01cbc3-729a-4fb0-95b6-62cfca7ade72 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "DELETE /v2.0/security-groups/5b885a95-22bb-4c14-8892-3ce63fab0fd8 HTTP/1.1" status: 204 len: 168 time: 0.2418158 Sep 16 16:54:04.901505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40544) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:04.905219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01cbc3-729a-4fb0-95b6-62cfca7ade72 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b885a95-22bb-4c14-8892-3ce63fab0fd8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:04.949704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cd69f227-9caf-4113-ae9f-1fab2b64171b tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469778 Sep 16 16:54:04.954803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40546) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:04.960952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-caddc2a4-51b9-4fd9-8559-45627d28a0dc tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'tempest-secgroup--758213639'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:05.085859 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-caddc2a4-51b9-4fd9-8559-45627d28a0dc tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:05.189130 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-caddc2a4-51b9-4fd9-8559-45627d28a0dc tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:05.289338 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-caddc2a4-51b9-4fd9-8559-45627d28a0dc tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:05.319539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddc2a4-51b9-4fd9-8559-45627d28a0dc tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a93900c-1a7f-4600-96a5-0569cb4bdf3e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:05.403698 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-caddc2a4-51b9-4fd9-8559-45627d28a0dc tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:05.408322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40574) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:05.408693 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-caddc2a4-51b9-4fd9-8559-45627d28a0dc tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4521396 Sep 16 16:54:05.412847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8dd1b3e2-48b7-428b-9d42-3756c9e9e68a tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:05.413265 n-d-807786-3 neutron-server[95358]: WARNING neutron.api.v2.base [None req-8dd1b3e2-48b7-428b-9d42-3756c9e9e68a tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 16:54:05.413745 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-8dd1b3e2-48b7-428b-9d42-3756c9e9e68a tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 16:54:05.414858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8dd1b3e2-48b7-428b-9d42-3756c9e9e68a tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "PUT /v2.0/security-groups/9a93900c-1a7f-4600-96a5-0569cb4bdf3e HTTP/1.1" status: 409 len: 330 time: 0.0055227 Sep 16 16:54:05.417332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40576) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:05.477360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6cf9c2d8-2676-4aa9-b768-778c367a9b20 req-f0755042-767d-4a8d-94eb-25c3b46a6c50 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 210 time: 0.0361035 Sep 16 16:54:05.506994 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5334b772-3d7e-4890-b65d-95c2c472d42c tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:05.530818 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5334b772-3d7e-4890-b65d-95c2c472d42c tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:05.598003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-7fad6bea-4ff6-4ef1-b093-edc54e24028d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:05.599495 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-7fad6bea-4ff6-4ef1-b093-edc54e24028d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.62 "GET /v2.0/networks?id=87daeb6c-9ca9-4aa5-a4c3-4decac26d17c HTTP/1.1" status: 200 len: 797 time: 0.1211805 Sep 16 16:54:05.643888 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-66fc7966-c349-48cc-a8b9-a0a947cd6336 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=831ea3bec2c7489aa68e86d1be484b12 HTTP/1.1" status: 200 len: 380 time: 0.0340061 Sep 16 16:54:05.653322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'port': {'device_id': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'admin_state_up': True, 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'security_groups': ['39b0d7c3-0ae8-4505-8026-1465729d1a74']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:05.664778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5334b772-3d7e-4890-b65d-95c2c472d42c tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:05.667549 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5334b772-3d7e-4890-b65d-95c2c472d42c tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:05.672190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40582) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:05.672760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5334b772-3d7e-4890-b65d-95c2c472d42c tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "DELETE /v2.0/security-groups/9a93900c-1a7f-4600-96a5-0569cb4bdf3e HTTP/1.1" status: 204 len: 168 time: 0.2544498 Sep 16 16:54:05.683470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334b772-3d7e-4890-b65d-95c2c472d42c tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a93900c-1a7f-4600-96a5-0569cb4bdf3e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:05.777059 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-196d8148-c352-49de-a462-318b2d671716 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041791 Sep 16 16:54:05.782114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40592) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:05.808946 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-8e635ee0-8331-461e-817c-e93e4fa1f73a tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] delete failed (client error): The resource could not be found. Sep 16 16:54:05.810186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8e635ee0-8331-461e-817c-e93e4fa1f73a tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "DELETE /v2.0/security-groups/3559c19f-864a-4fdf-97ba-a02bcb0ea0e4 HTTP/1.1" status: 404 len: 347 time: 0.0268114 Sep 16 16:54:05.814929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40596) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:05.845795 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-94ea80be-232f-4f79-a7cf-92dc376fd372 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] show failed (client error): The resource could not be found. Sep 16 16:54:05.845795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-94ea80be-232f-4f79-a7cf-92dc376fd372 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-groups/70bb9571-d583-4388-ac83-a88395dadbb2 HTTP/1.1" status: 404 len: 347 time: 0.0296154 Sep 16 16:54:05.849291 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40600) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:05.860923 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-244c1ab5-55b4-4fbb-bece-0acf46adf5c8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] show failed (client error): The resource could not be found. Sep 16 16:54:05.862041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-244c1ab5-55b4-4fbb-bece-0acf46adf5c8 tempest-NegativeSecGroupTest-345665933 tempest-NegativeSecGroupTest-345665933-project] 10.222.0.22 "GET /v2.0/security-group-rules/33d80edd-57d8-45e2-a4af-84859aba5800 HTTP/1.1" status: 404 len: 356 time: 0.0117705 Sep 16 16:54:05.907618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Made reservation on behalf of 831ea3bec2c7489aa68e86d1be484b12 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:05.919505 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:06.057239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Allocated IP 172.20.0.3 (87daeb6c-9ca9-4aa5-a4c3-4decac26d17c/735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1/a68c9a7a-7657-40eb-8409-ede01f7322f9) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:06.250993 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:06.355086 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:06.410199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:06.417739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:06.419562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=a68c9a7a-7657-40eb-8409-ede01f7322f9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:06.424724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:06.433030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40622) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:06.489098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:06.490188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:06.598953 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-1bd70d27-f108-41a0-80bc-fe6e85887102 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9492636 Sep 16 16:54:06.606128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-37a91f6e-333c-4040-8c79-91b6a5bed96d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d12d93104d14a7aa2ce07f625cd7e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714764 Sep 16 16:54:06.608826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40638) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:06.673314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aae1de-ea99-413d-8ff8-cccad468d0ab req-a2efc5c6-0bd6-4402-b0a1-85edf5f9fc68 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:06.675529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8aae1de-ea99-413d-8ff8-cccad468d0ab req-a2efc5c6-0bd6-4402-b0a1-85edf5f9fc68 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 931 time: 0.0852122 Sep 16 16:54:06.736695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e7302c96-079c-4700-b01e-61c09f4f19f3 None None] Provisioning complete for port a68c9a7a-7657-40eb-8409-ede01f7322f9 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:06.737818 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7302c96-079c-4700-b01e-61c09f4f19f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:06.761299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Request body: {'port': {'device_id': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:06.765155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8aae1de-ea99-413d-8ff8-cccad468d0ab req-b42479cf-6eb5-4dec-a0ce-36305162b045 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777681 Sep 16 16:54:06.767152 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc6a2-9188-408e-8066-05bfdbd2121f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:06.802276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e7302c96-079c-4700-b01e-61c09f4f19f3 None None] Port a68c9a7a-7657-40eb-8409-ede01f7322f9 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:54:06.842737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc6a2-9188-408e-8066-05bfdbd2121f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:06.881298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:07.042076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc6a2-9188-408e-8066-05bfdbd2121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:07.044648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc6a2-9188-408e-8066-05bfdbd2121f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:07.048758 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dbbfc6a2-9188-408e-8066-05bfdbd2121f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3435b096-2cd6-4630-bdab-b151cc605c67 HTTP/1.1" status: 204 len: 168 time: 0.4356101 Sep 16 16:54:07.081383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfc6a2-9188-408e-8066-05bfdbd2121f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3435b096-2cd6-4630-bdab-b151cc605c67,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:07.192325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68c9a7a-7657-40eb-8409-ede01f7322f9 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:54:07.200676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:07.214419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Transition to ACTIVE for port object a68c9a7a-7657-40eb-8409-ede01f7322f9 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:54:07.316213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:07.388501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a68c9a7a-7657-40eb-8409-ede01f7322f9,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:07.472621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Attempting to bind port a68c9a7a-7657-40eb-8409-ede01f7322f9 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:07.473254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Attempting to bind port a68c9a7a-7657-40eb-8409-ede01f7322f9 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:07.473573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Attempting to bind port a68c9a7a-7657-40eb-8409-ede01f7322f9 on network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:07.480536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Port a68c9a7a-7657-40eb-8409-ede01f7322f9 on network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:54:07.480859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Attempting to bind port a68c9a7a-7657-40eb-8409-ede01f7322f9 on network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:07.491770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:07.492681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Checking segment: {'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:07.494739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Bound using segment: {'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:07.495290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Bound port: a68c9a7a-7657-40eb-8409-ede01f7322f9, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a1db39-775a-4708-b862-5211f563a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:07.495809 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:07.595891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] For port a68c9a7a-7657-40eb-8409-ede01f7322f9, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:07.604606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] For port a68c9a7a-7657-40eb-8409-ede01f7322f9, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a68c9a7a-7657-40eb-8409-ede01f7322f9,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:07.699470 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:07.742943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:07.745948 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:07.747423 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] 10.222.0.62 "PUT /v2.0/ports/a68c9a7a-7657-40eb-8409-ede01f7322f9 HTTP/1.1" status: 200 len: 1091 time: 1.1398518 Sep 16 16:54:07.747892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'tag': 'a68c9a7a-7657-40eb-8409-ede01f7322f9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:54:07.751301 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c021ca49-f2e9-48d2-b8a9-627903f9e24d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ed2a1d-3781-419c-8aec-7130c6b733f5", "tag": "a68c9a7a-7657-40eb-8409-ede01f7322f9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:54:07.791364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a90cc-f5e6-45fe-93b4-dd56abee9cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a68c9a7a-7657-40eb-8409-ede01f7322f9,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:07.803742 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb59973a-9ce6-4d43-b092-d295b9c891da x-openstack-request-id: req-eb59973a-9ce6-4d43-b092-d295b9c891da {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:54:07.804039 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ed2a1d-3781-419c-8aec-7130c6b733f5", "tag": "a68c9a7a-7657-40eb-8409-ede01f7322f9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:54:07.804298 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb59973a-9ce6-4d43-b092-d295b9c891da {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:54:07.804752 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'tag': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'status': 'completed', 'code': 200} Sep 16 16:54:07.875906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ca49-f2e9-48d2-b8a9-627903f9e24d req-a8b35109-c035-49bb-a5fc-501a040c43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:07.877834 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c021ca49-f2e9-48d2-b8a9-627903f9e24d req-a8b35109-c035-49bb-a5fc-501a040c43b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 1094 time: 0.0513821 Sep 16 16:54:07.882034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b756c-6462-436d-a15b-212bcb117f63 req-a09ae745-3fb0-4a41-860f-2de91ea4a71f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:07.883580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c2b756c-6462-436d-a15b-212bcb117f63 req-a09ae745-3fb0-4a41-860f-2de91ea4a71f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 943 time: 0.0506475 Sep 16 16:54:07.930417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c2b756c-6462-436d-a15b-212bcb117f63 req-166a02b8-56a3-4cde-bf8c-7d074886dd27 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404654 Sep 16 16:54:08.017647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ca49-f2e9-48d2-b8a9-627903f9e24d req-e2f9aed3-aefd-40f6-9152-b2f516d987ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:08.019585 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c021ca49-f2e9-48d2-b8a9-627903f9e24d req-e2f9aed3-aefd-40f6-9152-b2f516d987ca service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=831ea3bec2c7489aa68e86d1be484b12&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1335075 Sep 16 16:54:08.148121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ca49-f2e9-48d2-b8a9-627903f9e24d req-d6327868-4e6f-4ffe-8b6c-07938cd6f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:08.149857 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c021ca49-f2e9-48d2-b8a9-627903f9e24d req-d6327868-4e6f-4ffe-8b6c-07938cd6f982 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219640 Sep 16 16:54:08.235116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-58f3873a-1e73-486c-883e-3a7af73f5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:08.236722 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-58f3873a-1e73-486c-883e-3a7af73f5fc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 1094 time: 0.0484617 Sep 16 16:54:08.280834 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-c78cde9b-ab70-450e-9ea5-34314354d343 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68c9a7a-7657-40eb-8409-ede01f7322f9 HTTP/1.1" status: 200 len: 217 time: 0.0362251 Sep 16 16:54:08.308049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40724) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:08.337847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-b3f8741b-f163-44ad-a266-8b9f750962e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:08.339448 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-b3f8741b-f163-44ad-a266-8b9f750962e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1 HTTP/1.1" status: 200 len: 835 time: 0.0524116 Sep 16 16:54:08.394528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-f56b03ce-adbc-484f-bd3b-8dd72755824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:08.401933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-f56b03ce-adbc-484f-bd3b-8dd72755824b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87daeb6c-9ca9-4aa5-a4c3-4decac26d17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552833 Sep 16 16:54:08.431788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6f7abf17-a965-4f53-a8a1-ab26ef9d4f56 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2143257861', 'prefixes': ['172.20.0.0/16']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:08.506188 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-fc4cc23c-d450-4b48-8daf-476f77f350ce service neutron] 10.222.0.62 "GET /v2.0/networks/87daeb6c-9ca9-4aa5-a4c3-4decac26d17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969436 Sep 16 16:54:08.614498 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-078c3c90-9b9c-4c62-83dd-735f3ef8eaee req-200b7f9e-4cbb-40c9-8f5e-f78080a8f7d1 service neutron] 10.222.0.62 "GET /v2.0/networks/87daeb6c-9ca9-4aa5-a4c3-4decac26d17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008132 Sep 16 16:54:08.756087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40736) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:08.767948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f7abf17-a965-4f53-a8a1-ab26ef9d4f56 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] Notify callbacks [] for subnetpool, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:08.767948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6f7abf17-a965-4f53-a8a1-ab26ef9d4f56 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4548349 Sep 16 16:54:08.770195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40740) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:08.797421 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-42a0b196-231f-4b84-a707-2c9c6051f758 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] 10.222.0.22 "GET /v2.0/subnetpools/53f9d7cc-25ca-403d-9476-8dfc5c1558b8 HTTP/1.1" status: 200 len: 732 time: 0.0260651 Sep 16 16:54:08.799861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40742) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:08.805445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-57446e04-9312-42f3-91df-fb602d122764 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1145105790'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:08.888615 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c39ba63b-d07f-41e9-9332-abaa910075cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:08.991248 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c39ba63b-d07f-41e9-9332-abaa910075cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:09.017132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57446e04-9312-42f3-91df-fb602d122764 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] Notify callbacks [] for subnetpool, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:09.021480 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57446e04-9312-42f3-91df-fb602d122764 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] 10.222.0.22 "PUT /v2.0/subnetpools/53f9d7cc-25ca-403d-9476-8dfc5c1558b8 HTTP/1.1" status: 200 len: 684 time: 0.2176435 Sep 16 16:54:09.021850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40750) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:09.080257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29722676-453f-4bb5-9c30-a87a5dd460c3 req-4bfdeee7-a299-49fb-a3e0-4596fe7fe47f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:09.081795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29722676-453f-4bb5-9c30-a87a5dd460c3 req-4bfdeee7-a299-49fb-a3e0-4596fe7fe47f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 943 time: 0.0585864 Sep 16 16:54:09.103876 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c39ba63b-d07f-41e9-9332-abaa910075cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:09.119901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29722676-453f-4bb5-9c30-a87a5dd460c3 req-d18e1689-f60c-4427-9803-21f1a8c5081b tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Sep 16 16:54:09.144304 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c39ba63b-d07f-41e9-9332-abaa910075cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40b2ddff7ff749a58bf97c73ef9ced60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870351 Sep 16 16:54:09.149836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ba63b-d07f-41e9-9332-abaa910075cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c462dad2-8b8c-4589-a6f8-29ad413e5110,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:09.151743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40752) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:09.205903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2342e6e3-c152-4788-ac8c-3826111d1517 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] Notify callbacks [] for subnetpool, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:09.207475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2342e6e3-c152-4788-ac8c-3826111d1517 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] 10.222.0.22 "DELETE /v2.0/subnetpools/53f9d7cc-25ca-403d-9476-8dfc5c1558b8 HTTP/1.1" status: 204 len: 168 time: 0.1839375 Sep 16 16:54:09.210066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40756) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:09.210806 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf1fd-8fce-45d6-a762-af959c067b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:09.233177 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-0d346e3b-f1ee-45d6-983b-5868e1a32875 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] show failed (client error): The resource could not be found. Sep 16 16:54:09.236850 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0d346e3b-f1ee-45d6-983b-5868e1a32875 tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] 10.222.0.22 "GET /v2.0/subnetpools/53f9d7cc-25ca-403d-9476-8dfc5c1558b8 HTTP/1.1" status: 404 len: 346 time: 0.0227282 Sep 16 16:54:09.237257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40758) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:09.243660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf1fd-8fce-45d6-a762-af959c067b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:09.252730 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-7e1e9a1a-74a5-4e85-8cbf-45c8da32c29d tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] delete failed (client error): The resource could not be found. Sep 16 16:54:09.253752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7e1e9a1a-74a5-4e85-8cbf-45c8da32c29d tempest-SubnetPoolsTestJSON-502388255 tempest-SubnetPoolsTestJSON-502388255-project] 10.222.0.22 "DELETE /v2.0/subnetpools/53f9d7cc-25ca-403d-9476-8dfc5c1558b8 HTTP/1.1" status: 404 len: 346 time: 0.0155284 Sep 16 16:54:09.375003 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf1fd-8fce-45d6-a762-af959c067b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:09.377754 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf1fd-8fce-45d6-a762-af959c067b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:09.378951 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6f6bf1fd-8fce-45d6-a762-af959c067b8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c462dad2-8b8c-4589-a6f8-29ad413e5110 HTTP/1.1" status: 204 len: 168 time: 0.2262809 Sep 16 16:54:09.387446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bf1fd-8fce-45d6-a762-af959c067b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c462dad2-8b8c-4589-a6f8-29ad413e5110,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:09.673562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40772) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:09.798604 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6123d828-0da9-48be-97d1-4dac2a0d6b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:09.827525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a68c9a7a-7657-40eb-8409-ede01f7322f9 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:54:09.893061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6123d828-0da9-48be-97d1-4dac2a0d6b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:09.942806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a68c9a7a-7657-40eb-8409-ede01f7322f9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a68c9a7a-7657-40eb-8409-ede01f7322f9,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:09.955898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'port_id': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'mac_address': 'fa:16:3e:0e:e4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:54:09.984480 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6123d828-0da9-48be-97d1-4dac2a0d6b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:10.011833 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:10.029482 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68c9a7a-7657-40eb-8409-ede01f7322f9 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:54:10.033201 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123d828-0da9-48be-97d1-4dac2a0d6b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0445b71d-db9b-4c2a-b1fa-efd6a11c8ebf,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:10.040463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40788) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:10.054624 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a68c9a7a-7657-40eb-8409-ede01f7322f9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a68c9a7a-7657-40eb-8409-ede01f7322f9,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:10.056836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6123d828-0da9-48be-97d1-4dac2a0d6b30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c053a9f2d0045ccb9b07337df0f74ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821087 Sep 16 16:54:10.105522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13ec5ada-7a11-4668-86ff-d01cda6641dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:10.128963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13ec5ada-7a11-4668-86ff-d01cda6641dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:10.141407 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:10.212565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=a68c9a7a-7657-40eb-8409-ede01f7322f9,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:10.220342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.220705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.221048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.221386 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.221721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.222053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.222383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.222709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.223038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.223365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.223731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.224202 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:10.270405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aee6b-736b-43fa-ba79-46949dc04147 req-148c7d83-3559-4332-adb4-3ad25a0aa558 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:10.271926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf1aee6b-736b-43fa-ba79-46949dc04147 req-148c7d83-3559-4332-adb4-3ad25a0aa558 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 944 time: 0.0638702 Sep 16 16:54:10.285674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13ec5ada-7a11-4668-86ff-d01cda6641dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:10.290560 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13ec5ada-7a11-4668-86ff-d01cda6641dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:10.292870 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-13ec5ada-7a11-4668-86ff-d01cda6641dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0445b71d-db9b-4c2a-b1fa-efd6a11c8ebf HTTP/1.1" status: 204 len: 168 time: 0.2504089 Sep 16 16:54:10.301820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec5ada-7a11-4668-86ff-d01cda6641dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0445b71d-db9b-4c2a-b1fa-efd6a11c8ebf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:10.321214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf1aee6b-736b-43fa-ba79-46949dc04147 req-8ecbdd11-7804-4969-a181-af6dc8d55304 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Sep 16 16:54:10.350947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['a68c9a7a-7657-40eb-8409-ede01f7322f9'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:54:10.481417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40808) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:10.705818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1073895816'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:10.829723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:10.833584 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:10.846374 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:10.937047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:11.037784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:11.064305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:54:11.073767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062013b4-66c0-4dfa-bfaa-b9b696faaf07,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:11.083775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:11.083775 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Added segment 094dcffd-4e29-4a5a-bcf3-8c874e10ec6d of type vlan for network 2a2518af-dbac-4057-b406-377bb353922a Sep 16 16:54:11.146591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:11.224738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:11.231337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:11.231968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:11.304110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Network': ['ID=2a2518af-dbac-4057-b406-377bb353922a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:11.319254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 2a2518af-dbac-4057-b406-377bb353922a details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:54:11.358195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40844) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:11.360312 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-46f95fa0-98ea-4cd4-9904-f8b973a1cbe5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8668425 Sep 16 16:54:11.362769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:11.513435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bececd-f108-4fd4-aa30-96022ae5d57d req-51d65264-7df8-4814-94dc-be5ec669ee50 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:11.514988 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13bececd-f108-4fd4-aa30-96022ae5d57d req-51d65264-7df8-4814-94dc-be5ec669ee50 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 944 time: 0.0826025 Sep 16 16:54:11.556728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13bececd-f108-4fd4-aa30-96022ae5d57d req-58841c49-136a-4b94-b288-70e1e89619bc tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344906 Sep 16 16:54:11.580685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:11.584521 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:11.842723 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a68c9a7a-7657-40eb-8409-ede01f7322f9 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:11.865966 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:11.933139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=db9637a8-e392-4313-ab52-b551bbfb9b17,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:11.942973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:11.943336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network hostable DHCP agents. Network: 2a2518af-dbac-4057-b406-377bb353922a, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:54:11.961211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port a68c9a7a-7657-40eb-8409-ede01f7322f9 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:54:11.965200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port a68c9a7a-7657-40eb-8409-ede01f7322f9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:11.965569 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:12.043408 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:12.058648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:54:12.070678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c9a7a-7657-40eb-8409-ede01f7322f9'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:54:12.072928 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0e6877-3d03-4418-a9da-83f6534419fa" -d '{"events": [{"server_uuid": "d8ed2a1d-3781-419c-8aec-7130c6b733f5", "name": "network-vif-plugged", "status": "completed", "tag": "a68c9a7a-7657-40eb-8409-ede01f7322f9"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:54:12.087915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a68c9a7a-7657-40eb-8409-ede01f7322f9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a68c9a7a-7657-40eb-8409-ede01f7322f9,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:12.125867 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695019cc-340e-4884-b72a-46042b3ec1f3 x-openstack-request-id: req-695019cc-340e-4884-b72a-46042b3ec1f3 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:54:12.126253 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ed2a1d-3781-419c-8aec-7130c6b733f5", "name": "network-vif-plugged", "status": "completed", "tag": "a68c9a7a-7657-40eb-8409-ede01f7322f9", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:54:12.126702 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-695019cc-340e-4884-b72a-46042b3ec1f3 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:54:12.127164 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'code': 200} Sep 16 16:54:12.151897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 2a2518af-dbac-4057-b406-377bb353922a) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:12.155786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:12.156524 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:12.181822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8c8e8c-092f-4c48-a214-a498a9b134e4 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:12.195546 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:12.254754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ed31dd0a-7b15-4928-bee1-9da2e60f95d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9035814 Sep 16 16:54:12.255382 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40876) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:12.261898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'name': 'tempest-NetworksTestDHCPv6-1890625640'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:12.285541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a792e9-dc45-4dad-a7f8-8d9e9e01e722 req-c84cb27e-3c11-4358-9ca5-3c4bd929a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:12.287836 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b8a792e9-dc45-4dad-a7f8-8d9e9e01e722 req-c84cb27e-3c11-4358-9ca5-3c4bd929a56c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 1096 time: 0.0809615 Sep 16 16:54:12.299249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=a68c9a7a-7657-40eb-8409-ede01f7322f9,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:12.368781 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b8a792e9-dc45-4dad-a7f8-8d9e9e01e722 req-281458d0-ffa5-42f2-9d4c-2659387825f2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708263 Sep 16 16:54:12.387357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': 'db9637a8-e392-4313-ab52-b551bbfb9b17'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:54:12.388522 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:12.535204 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:12.538961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:12.547891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/db9637a8-e392-4313-ab52-b551bbfb9b17/6f71b96d-bd8b-4ce5-83d3-34f55239cc6c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:12.558117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port fba1f2f0-91c3-4a5e-82ed-5c24c1a7f8e2 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:54:12.696807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d4768-49a4-4a14-88ea-d16c9633699f req-ee41dce3-125e-45a8-b963-1674514aa994 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:12.698871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09d4768-49a4-4a14-88ea-d16c9633699f req-ee41dce3-125e-45a8-b963-1674514aa994 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 945 time: 0.0612817 Sep 16 16:54:12.744077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09d4768-49a4-4a14-88ea-d16c9633699f req-e878f3ef-83da-4383-a778-32139c8a0d93 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379474 Sep 16 16:54:12.892118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:12.966250 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.012273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:13.017163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:13.019637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:13.034101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Pushing event updated for resources: {'Port': ['ID=6f71b96d-bd8b-4ce5-83d3-34f55239cc6c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:13.047591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::3ae (2a2518af-dbac-4057-b406-377bb353922a/db9637a8-e392-4313-ab52-b551bbfb9b17/fba1f2f0-91c3-4a5e-82ed-5c24c1a7f8e2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:13.099975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Attempting to bind port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:13.100650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Attempting to bind port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:13.101016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Attempting to bind port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:13.106164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:13.106664 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:13.107796 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.107796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:13.108159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Bound port: 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:13.108574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.185940 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] For port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:13.192233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] For port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6f71b96d-bd8b-4ce5-83d3-34f55239cc6c,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:13.219506 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.284453 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.313118 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.353624 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb5dd1-4249-487b-9d5e-016b0121047a None None] Pushing event updated for resources: {'Port': ['ID=6f71b96d-bd8b-4ce5-83d3-34f55239cc6c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:13.387412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:13.390508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:13.394788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:13.400823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:13.401471 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.424877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=fba1f2f0-91c3-4a5e-82ed-5c24c1a7f8e2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:13.622727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-40c1fafb-1ed3-4c84-92ed-ff253e19ef4f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3662798 Sep 16 16:54:13.626571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40918) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:13.685728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad5908-2ade-46f4-90cc-c1695326ff67 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:13.692107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad5908-2ade-46f4-90cc-c1695326ff67 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:13.693984 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-33ad5908-2ade-46f4-90cc-c1695326ff67 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0660686 Sep 16 16:54:13.696612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40920) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:13.701148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.792975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e0016c30-aab8-406b-b5b5-9e66fdb59654 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port fba1f2f0-91c3-4a5e-82ed-5c24c1a7f8e2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:13.793322 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0016c30-aab8-406b-b5b5-9e66fdb59654 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.897722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef11ac-65c0-4d39-981d-fe4d29f38ef1 req-0ebf5930-fcb9-44bd-a7b2-6607260259e6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:13.899327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62ef11ac-65c0-4d39-981d-fe4d29f38ef1 req-0ebf5930-fcb9-44bd-a7b2-6607260259e6 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 945 time: 0.0810654 Sep 16 16:54:13.902474 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.913139 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0016c30-aab8-406b-b5b5-9e66fdb59654 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:13.930794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e0016c30-aab8-406b-b5b5-9e66fdb59654 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for fba1f2f0-91c3-4a5e-82ed-5c24c1a7f8e2 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:13.943289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62ef11ac-65c0-4d39-981d-fe4d29f38ef1 req-adc88fbc-1ffa-4af8-b4c9-95fd97cedd84 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358930 Sep 16 16:54:14.098726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57289899-4b2e-4b6e-a678-dea9337758f2 req-ee241681-5889-4a3a-ba2d-8a725439cc1a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:14.101521 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57289899-4b2e-4b6e-a678-dea9337758f2 req-ee241681-5889-4a3a-ba2d-8a725439cc1a tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 945 time: 0.0790923 Sep 16 16:54:14.151744 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0016c30-aab8-406b-b5b5-9e66fdb59654 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:14.176821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57289899-4b2e-4b6e-a678-dea9337758f2 req-d292c0e2-0c85-4f1c-98ba-cbb6674ec95f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693529 Sep 16 16:54:14.205044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40942) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:14.282112 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0016c30-aab8-406b-b5b5-9e66fdb59654 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:14.287040 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e0016c30-aab8-406b-b5b5-9e66fdb59654 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/fba1f2f0-91c3-4a5e-82ed-5c24c1a7f8e2 HTTP/1.1" status: 204 len: 168 time: 0.5871487 Sep 16 16:54:14.287040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0016c30-aab8-406b-b5b5-9e66fdb59654 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=fba1f2f0-91c3-4a5e-82ed-5c24c1a7f8e2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:14.288986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40948) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:14.335532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:14.430634 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:14.431421 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:14.457176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6541ca6-ceb7-487e-a41d-401549feffd9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:14.459320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6541ca6-ceb7-487e-a41d-401549feffd9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:14.461230 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c6541ca6-ceb7-487e-a41d-401549feffd9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1708107 Sep 16 16:54:14.463837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40954) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:14.523472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-7245eab1-b871-43f4-9fc1-336781b95300 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet db9637a8-e392-4313-ab52-b551bbfb9b17 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:14.528177 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7245eab1-b871-43f4-9fc1-336781b95300 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:14.822143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd26dc-a708-4c31-982c-4dcd2d9c2582 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:14.833557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7245eab1-b871-43f4-9fc1-336781b95300 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:14.837160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-871ee5b4-3772-463a-a1e9-b6be89d6859b None None] Provisioning complete for port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:14.837160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-871ee5b4-3772-463a-a1e9-b6be89d6859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:14.837160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:14.839927 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7245eab1-b871-43f4-9fc1-336781b95300 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:14.851422 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-871ee5b4-3772-463a-a1e9-b6be89d6859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:14.867771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07115cde-6faf-44cd-b020-0c00a8da1adc tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:14.869712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-07115cde-6faf-44cd-b020-0c00a8da1adc tempest-TestNetworkBasicOps-1252853144 tempest-TestNetworkBasicOps-1252853144-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 1091 time: 0.6552510 Sep 16 16:54:14.872929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40966) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:14.879161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:15.150290 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.152335 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7245eab1-b871-43f4-9fc1-336781b95300 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.186690 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7245eab1-b871-43f4-9fc1-336781b95300 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.191792 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7245eab1-b871-43f4-9fc1-336781b95300 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/db9637a8-e392-4313-ab52-b551bbfb9b17 HTTP/1.1" status: 204 len: 168 time: 0.7244763 Sep 16 16:54:15.195636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 40974) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:15.227108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245eab1-b871-43f4-9fc1-336781b95300 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=db9637a8-e392-4313-ab52-b551bbfb9b17,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:15.254715 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:54:15.255288 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:54:15.256084 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-871ee5b4-3772-463a-a1e9-b6be89d6859b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:54:15.256588 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-871ee5b4-3772-463a-a1e9-b6be89d6859b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:54:15.317703 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 40984) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:15.318709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-73553216-06cd-4ac3-9cbf-69005e1c7919 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1201801 Sep 16 16:54:15.325094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2b979edd-79b8-4493-be95-e8c8b13f77ee tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:15.428808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17a861-5af7-48fd-a6e1-a4f6eac10e8e None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:15.434850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.544683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b979edd-79b8-4493-be95-e8c8b13f77ee tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:15.545522 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Allocated IP 172.25.6.237 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/9bfd4797-36ef-46aa-b3c2-8f4ac83448ef) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:15.548212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b979edd-79b8-4493-be95-e8c8b13f77ee tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.622721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d455ec0-ecb3-4fb7-bca8-93571c7da2bd None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:54:15.692816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.698728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8d455ec0-ecb3-4fb7-bca8-93571c7da2bd None None] Deleting port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:15.699292 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d455ec0-ecb3-4fb7-bca8-93571c7da2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.810118 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.819196 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.880663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8d455ec0-ecb3-4fb7-bca8-93571c7da2bd None None] For port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6f71b96d-bd8b-4ce5-83d3-34f55239cc6c,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:15.881303 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d455ec0-ecb3-4fb7-bca8-93571c7da2bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.881722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:15.886342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:15.895075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6f71b96d-bd8b-4ce5-83d3-34f55239cc6c,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:15.895286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:15.903180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8d455ec0-ecb3-4fb7-bca8-93571c7da2bd None None] Calling delete_port for 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:15.911485 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-871ee5b4-3772-463a-a1e9-b6be89d6859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.922590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=9bfd4797-36ef-46aa-b3c2-8f4ac83448ef,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:15.941577 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b979edd-79b8-4493-be95-e8c8b13f77ee tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:15.996913 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b979edd-79b8-4493-be95-e8c8b13f77ee tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:16.000912 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2b979edd-79b8-4493-be95-e8c8b13f77ee tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:16.006014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b979edd-79b8-4493-be95-e8c8b13f77ee tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:16.006610 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b979edd-79b8-4493-be95-e8c8b13f77ee tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:16.017194 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:16.021961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b979edd-79b8-4493-be95-e8c8b13f77ee tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=acbe0ad4-77ca-488b-a747-eb94454bac2b,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:16.094466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2b979edd-79b8-4493-be95-e8c8b13f77ee tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7749617 Sep 16 16:54:16.097013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41026) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:16.103538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'name': 'tempest-NetworksTestDHCPv6-1852324969'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:16.106486 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d455ec0-ecb3-4fb7-bca8-93571c7da2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:16.135430 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-871ee5b4-3772-463a-a1e9-b6be89d6859b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:54:16.135789 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-871ee5b4-3772-463a-a1e9-b6be89d6859b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:54:16.136277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=6f71b96d-bd8b-4ce5-83d3-34f55239cc6c,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:16.170911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d455ec0-ecb3-4fb7-bca8-93571c7da2bd None None] No DVR routers for this DVR port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:16.173407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d455ec0-ecb3-4fb7-bca8-93571c7da2bd None None] Pushing event deleted for resources: {'Port': ['ID=6f71b96d-bd8b-4ce5-83d3-34f55239cc6c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:16.195155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4121043c-10d5-4af4-9c94-97dd0ede5b6b None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:16.331773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:16.337401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-871ee5b4-3772-463a-a1e9-b6be89d6859b None None] Port 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c update to ACTIVE by agent not found {{(pid=95359) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 16:54:16.357551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:16.357837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:16.363523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:16.367100 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:16.390732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port c2b9b4f5-baa8-435f-b0c0-6c7f96deefe4 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:54:16.443340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': 'acbe0ad4-77ca-488b-a747-eb94454bac2b'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:54:16.444071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:16.460757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-78e85d38-dae6-4ba4-b2ef-2fa628957d04 None None] Could not find standard attr ID for object 6f71b96d-bd8b-4ce5-83d3-34f55239cc6c. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:54:16.465654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-78e85d38-dae6-4ba4-b2ef-2fa628957d04 None None] Could not find standard attr ID for object fba1f2f0-91c3-4a5e-82ed-5c24c1a7f8e2. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:54:16.552396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::9f (2a2518af-dbac-4057-b406-377bb353922a/acbe0ad4-77ca-488b-a747-eb94454bac2b/c2b9b4f5-baa8-435f-b0c0-6c7f96deefe4) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:16.634113 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:16.735162 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:16.800265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:16.910407 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:16.963196 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:16.972022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:16.975457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:16.997386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:17.004826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:17.005612 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.008540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/acbe0ad4-77ca-488b-a747-eb94454bac2b/aed700ff-c9f5-410a-aab0-ff5c5b83f327) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:17.030013 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.035021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=c2b9b4f5-baa8-435f-b0c0-6c7f96deefe4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:17.086016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41048) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:17.104703 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-594ecfd0-57fe-42fb-83ce-8932020da678 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0046883 Sep 16 16:54:17.105765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41052) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:17.125322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event updated for resources: {'Port': ['ID=9bfd4797-36ef-46aa-b3c2-8f4ac83448ef,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:17.155344 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.203002 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8796c6-bf26-4cb2-8a55-b02a7ef2d6bd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:17.204623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bc8796c6-bf26-4cb2-8a55-b02a7ef2d6bd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0962553 Sep 16 16:54:17.207599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41054) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:17.214302 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.256438 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4e9d41ee-e792-4564-ab2e-29a97dd2631c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.280203 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Floating IP 373a9df5-82d2-459a-bac7-711644472123 associated. External IP: 172.25.6.237, port: a68c9a7a-7657-40eb-8409-ede01f7322f9. Sep 16 16:54:17.313622 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.376856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:17.387168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:17.402604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:17.407989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Pushing event updated for resources: {'Port': ['ID=aed700ff-c9f5-410a-aab0-ff5c5b83f327,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:17.482446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Attempting to bind port aed700ff-c9f5-410a-aab0-ff5c5b83f327 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:17.483513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Attempting to bind port aed700ff-c9f5-410a-aab0-ff5c5b83f327 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:17.484921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Attempting to bind port aed700ff-c9f5-410a-aab0-ff5c5b83f327 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:17.493780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:17.494455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:17.495297 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.495831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:17.496478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Bound port: aed700ff-c9f5-410a-aab0-ff5c5b83f327, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:17.499841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.552884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 3cbffbd0-db61-4901-86f8-d63357551fa6 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:54:17.581489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] For port aed700ff-c9f5-410a-aab0-ff5c5b83f327, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:17.585257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] For port aed700ff-c9f5-410a-aab0-ff5c5b83f327, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aed700ff-c9f5-410a-aab0-ff5c5b83f327,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:17.647690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.669930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:54:17.697201 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda37979-545c-423d-910c-73db6b79cabc None None] Sync routers for ids ['3cbffbd0-db61-4901-86f8-d63357551fa6'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:54:17.719557 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda37979-545c-423d-910c-73db6b79cabc None None] Routers {'3cbffbd0-db61-4901-86f8-d63357551fa6'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:17.783367 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bda37979-545c-423d-910c-73db6b79cabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3cbffbd0-db61-4901-86f8-d63357551fa6'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:17.783963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bec19b-0f51-4f89-9d3f-ffd53428b061 None None] Pushing event updated for resources: {'Port': ['ID=aed700ff-c9f5-410a-aab0-ff5c5b83f327,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:17.784048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-37105194-8219-4fe8-bec7-1c8f5b63acaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port c2b9b4f5-baa8-435f-b0c0-6c7f96deefe4 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:17.784048 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37105194-8219-4fe8-bec7-1c8f5b63acaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.859763 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-bda37979-545c-423d-910c-73db6b79cabc None None] Set router 3cbffbd0-db61-4901-86f8-d63357551fa6 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:17.865092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37105194-8219-4fe8-bec7-1c8f5b63acaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.869045 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4e9d41ee-e792-4564-ab2e-29a97dd2631c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:17.884184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-37105194-8219-4fe8-bec7-1c8f5b63acaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for c2b9b4f5-baa8-435f-b0c0-6c7f96deefe4 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:17.956408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4e9d41ee-e792-4564-ab2e-29a97dd2631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.020761 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4e9d41ee-e792-4564-ab2e-29a97dd2631c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0120ecdd9d34bb4bab08942242b1cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9333241 Sep 16 16:54:18.023360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41066) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:18.023803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d41ee-e792-4564-ab2e-29a97dd2631c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a48ffd8-79ea-4135-bf59-af68fd1d967f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:18.064005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.101952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aaa33b4f-d9f7-4e09-89c5-da72de3b1f3f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2279546 Sep 16 16:54:18.104454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'tag': 'a68c9a7a-7657-40eb-8409-ede01f7322f9'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:54:18.106711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41068) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:18.107067 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a09c77-5133-41db-894f-7b605035dd57" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ed2a1d-3781-419c-8aec-7130c6b733f5", "tag": "a68c9a7a-7657-40eb-8409-ede01f7322f9"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:54:18.119199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce837e2f-908f-4f0b-a9ef-6898dae5b78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.148830 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce837e2f-908f-4f0b-a9ef-6898dae5b78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.182826 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7858e4-324d-4473-b2be-96bf9ccd5a2d x-openstack-request-id: req-fe7858e4-324d-4473-b2be-96bf9ccd5a2d {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:54:18.183103 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ed2a1d-3781-419c-8aec-7130c6b733f5", "tag": "a68c9a7a-7657-40eb-8409-ede01f7322f9", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:54:18.183291 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe7858e4-324d-4473-b2be-96bf9ccd5a2d {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:54:18.183696 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'tag': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'status': 'completed', 'code': 200} Sep 16 16:54:18.184364 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57a3081d-723e-4dad-85ff-996209b09c75 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/floatingips/373a9df5-82d2-459a-bac7-711644472123 HTTP/1.1" status: 200 len: 991 time: 0.0765619 Sep 16 16:54:18.185727 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37105194-8219-4fe8-bec7-1c8f5b63acaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.251925 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bda37979-545c-423d-910c-73db6b79cabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '373a9df5-82d2-459a-bac7-711644472123', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'port_id': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'mac_address': 'fa:16:3e:0e:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:54:16Z', 'updated_at': '2021-09-16T16:54:16Z', 'revision_number': 0, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed336b2-23de-46f3-9e1c-c08bb2817b91', 'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:ab:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:55Z', 'updated_at': '2021-09-16T16:54:00Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:18.293907 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda37979-545c-423d-910c-73db6b79cabc None None] Checking router: 3cbffbd0-db61-4901-86f8-d63357551fa6 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:54:18.303558 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37105194-8219-4fe8-bec7-1c8f5b63acaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.305397 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda37979-545c-423d-910c-73db6b79cabc None None] Routers {'3cbffbd0-db61-4901-86f8-d63357551fa6'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:18.306024 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bda37979-545c-423d-910c-73db6b79cabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3cbffbd0-db61-4901-86f8-d63357551fa6'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:18.307359 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce837e2f-908f-4f0b-a9ef-6898dae5b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.309230 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-37105194-8219-4fe8-bec7-1c8f5b63acaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/c2b9b4f5-baa8-435f-b0c0-6c7f96deefe4 HTTP/1.1" status: 204 len: 168 time: 1.0992434 Sep 16 16:54:18.309872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41074) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:18.310302 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce837e2f-908f-4f0b-a9ef-6898dae5b78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.311602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ce837e2f-908f-4f0b-a9ef-6898dae5b78d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a48ffd8-79ea-4135-bf59-af68fd1d967f HTTP/1.1" status: 204 len: 168 time: 0.2864916 Sep 16 16:54:18.315664 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device aed700ff-c9f5-410a-aab0-ff5c5b83f327 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:18.323284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37105194-8219-4fe8-bec7-1c8f5b63acaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=c2b9b4f5-baa8-435f-b0c0-6c7f96deefe4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:18.343853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce837e2f-908f-4f0b-a9ef-6898dae5b78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a48ffd8-79ea-4135-bf59-af68fd1d967f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:18.396892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port aed700ff-c9f5-410a-aab0-ff5c5b83f327 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:18.397583 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.403056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a09c77-5133-41db-894f-7b605035dd57 req-f54f6dd2-cd6f-4b6a-87e1-91a8344a14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:18.408543 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6a09c77-5133-41db-894f-7b605035dd57 req-f54f6dd2-cd6f-4b6a-87e1-91a8344a14aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 1096 time: 0.2080770 Sep 16 16:54:18.465770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e5204-fb54-491f-9e33-ba1286e0d299 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:18.467608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e5204-fb54-491f-9e33-ba1286e0d299 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:18.474028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-342e5204-fb54-491f-9e33-ba1286e0d299 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1588931 Sep 16 16:54:18.474432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41082) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:18.542268 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-bda37979-545c-423d-910c-73db6b79cabc None None] Set router 3cbffbd0-db61-4901-86f8-d63357551fa6 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:18.580777 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.614504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6ff157-7e6e-4017-95a4-a8c0c131e0f6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet acbe0ad4-77ca-488b-a747-eb94454bac2b {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:18.621644 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff157-7e6e-4017-95a4-a8c0c131e0f6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.649858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port aed700ff-c9f5-410a-aab0-ff5c5b83f327, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aed700ff-c9f5-410a-aab0-ff5c5b83f327,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:18.685068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a09c77-5133-41db-894f-7b605035dd57 req-2e0e2773-6300-4abb-a719-4ea9f1bd834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:18.687358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6a09c77-5133-41db-894f-7b605035dd57 req-2e0e2773-6300-4abb-a719-4ea9f1bd834e service neutron] 10.222.0.62 "GET /v2.0/networks?id=87daeb6c-9ca9-4aa5-a4c3-4decac26d17c HTTP/1.1" status: 200 len: 898 time: 0.2708478 Sep 16 16:54:18.702006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff157-7e6e-4017-95a4-a8c0c131e0f6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.726874 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.800803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=aed700ff-c9f5-410a-aab0-ff5c5b83f327,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:18.852497 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6a09c77-5133-41db-894f-7b605035dd57 req-877a3d7d-01be-4ee1-86c3-c06de8666216 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68c9a7a-7657-40eb-8409-ede01f7322f9 HTTP/1.1" status: 200 len: 999 time: 0.1572826 Sep 16 16:54:18.898838 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bda37979-545c-423d-910c-73db6b79cabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '373a9df5-82d2-459a-bac7-711644472123', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'port_id': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'mac_address': 'fa:16:3e:0e:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:54:16Z', 'updated_at': '2021-09-16T16:54:16Z', 'revision_number': 0, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed336b2-23de-46f3-9e1c-c08bb2817b91', 'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:ab:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:55Z', 'updated_at': '2021-09-16T16:54:00Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:18.928339 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda37979-545c-423d-910c-73db6b79cabc None None] The sync data for ids ['3cbffbd0-db61-4901-86f8-d63357551fa6'] in n-d-807786-3 is: [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '373a9df5-82d2-459a-bac7-711644472123', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'port_id': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'mac_address': 'fa:16:3e:0e:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:54:16Z', 'updated_at': '2021-09-16T16:54:16Z', 'revision_number': 0, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed336b2-23de-46f3-9e1c-c08bb2817b91', 'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:ab:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:55Z', 'updated_at': '2021-09-16T16:54:00Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:54:18.936339 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff157-7e6e-4017-95a4-a8c0c131e0f6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:18.976308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a09c77-5133-41db-894f-7b605035dd57 req-60a7ade9-bb5e-4abb-8aed-11f32e05ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:18.977979 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6a09c77-5133-41db-894f-7b605035dd57 req-60a7ade9-bb5e-4abb-8aed-11f32e05ceb0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1 HTTP/1.1" status: 200 len: 835 time: 0.1052575 Sep 16 16:54:19.041085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6273e190-694d-419b-a504-5f502e8f93c7 None None] Provisioning complete for port aed700ff-c9f5-410a-aab0-ff5c5b83f327 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:19.041511 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6273e190-694d-419b-a504-5f502e8f93c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.059007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a09c77-5133-41db-894f-7b605035dd57 req-4063878a-b2cd-4211-b377-02409dc3563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:19.060725 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6a09c77-5133-41db-894f-7b605035dd57 req-4063878a-b2cd-4211-b377-02409dc3563d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87daeb6c-9ca9-4aa5-a4c3-4decac26d17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735750 Sep 16 16:54:19.187548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41090) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:19.192892 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff157-7e6e-4017-95a4-a8c0c131e0f6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.222424 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff157-7e6e-4017-95a4-a8c0c131e0f6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.224218 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8c6ff157-7e6e-4017-95a4-a8c0c131e0f6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/acbe0ad4-77ca-488b-a747-eb94454bac2b HTTP/1.1" status: 204 len: 168 time: 0.7391138 Sep 16 16:54:19.225307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41092) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:19.247215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eca6eaf-c83b-4f65-8af0-7404645a26b3 None None] New status for floating IP 373a9df5-82d2-459a-bac7-711644472123: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:54:19.253685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41094) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:19.263953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ff157-7e6e-4017-95a4-a8c0c131e0f6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=acbe0ad4-77ca-488b-a747-eb94454bac2b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:19.287505 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0711c753-e814-489b-8777-394f5cd20c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.300439 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6a09c77-5133-41db-894f-7b605035dd57 req-cbbf4a03-00d9-4af2-b995-e56f358d06dc service neutron] 10.222.0.62 "GET /v2.0/networks/87daeb6c-9ca9-4aa5-a4c3-4decac26d17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323241 Sep 16 16:54:19.314458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-91444ad3-a5ae-4909-8bcb-b08e7b6b239a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592198 Sep 16 16:54:19.318188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41098) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:19.323559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-517e4d65-6655-478b-be5b-00e0661dfb38 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:19.355266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f1713-4670-4e1c-8bd4-cbae5091c099 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:19.394988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cfc99b80-0f71-4f34-a247-9fdbd6207fb2 None None] Could not find standard attr ID for object c2b9b4f5-baa8-435f-b0c0-6c7f96deefe4. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:54:19.428823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d2795575-d500-4de6-9cc9-e01761cb1579 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/floatingips/373a9df5-82d2-459a-bac7-711644472123 HTTP/1.1" status: 200 len: 991 time: 0.2394233 Sep 16 16:54:19.460712 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0711c753-e814-489b-8777-394f5cd20c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.549324 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6a09c77-5133-41db-894f-7b605035dd57 req-fc62b846-90cf-43df-bbe2-51b95978875f service neutron] 10.222.0.62 "GET /v2.0/networks/87daeb6c-9ca9-4aa5-a4c3-4decac26d17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185458 Sep 16 16:54:19.550483 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0711c753-e814-489b-8777-394f5cd20c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.597160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711c753-e814-489b-8777-394f5cd20c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c481037f-12a6-4b8d-9601-49087186412f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:19.602653 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0711c753-e814-489b-8777-394f5cd20c0c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40f11aa8cd714a27b5697a7befe0e882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399737 Sep 16 16:54:19.605494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41104) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:19.626254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517e4d65-6655-478b-be5b-00e0661dfb38 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:19.631655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-517e4d65-6655-478b-be5b-00e0661dfb38 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.658201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1390bf-56d6-4ff0-8bcf-1235f8b67e85 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:54:19.670468 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d63ade10-f46d-44b1-abe7-d990a6eeefb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.696322 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d63ade10-f46d-44b1-abe7-d990a6eeefb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.707466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ef1390bf-56d6-4ff0-8bcf-1235f8b67e85 None None] Deleting port aed700ff-c9f5-410a-aab0-ff5c5b83f327 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:19.707842 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef1390bf-56d6-4ff0-8bcf-1235f8b67e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.776988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ef1390bf-56d6-4ff0-8bcf-1235f8b67e85 None None] For port aed700ff-c9f5-410a-aab0-ff5c5b83f327, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aed700ff-c9f5-410a-aab0-ff5c5b83f327,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:19.777308 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef1390bf-56d6-4ff0-8bcf-1235f8b67e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.796025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ef1390bf-56d6-4ff0-8bcf-1235f8b67e85 None None] Calling delete_port for aed700ff-c9f5-410a-aab0-ff5c5b83f327 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:19.848265 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d63ade10-f46d-44b1-abe7-d990a6eeefb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.853765 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d63ade10-f46d-44b1-abe7-d990a6eeefb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.855576 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d63ade10-f46d-44b1-abe7-d990a6eeefb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c481037f-12a6-4b8d-9601-49087186412f HTTP/1.1" status: 204 len: 168 time: 0.2492757 Sep 16 16:54:19.867466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ade10-f46d-44b1-abe7-d990a6eeefb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c481037f-12a6-4b8d-9601-49087186412f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:19.961205 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-517e4d65-6655-478b-be5b-00e0661dfb38 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:19.984935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef1390bf-56d6-4ff0-8bcf-1235f8b67e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:20.010672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e4d65-6655-478b-be5b-00e0661dfb38 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:20.011877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1390bf-56d6-4ff0-8bcf-1235f8b67e85 None None] Pushing event deleted for resources: {'Port': ['ID=aed700ff-c9f5-410a-aab0-ff5c5b83f327,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:20.014479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-517e4d65-6655-478b-be5b-00e0661dfb38 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:20.016553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1390bf-56d6-4ff0-8bcf-1235f8b67e85 None None] No DVR routers for this DVR port aed700ff-c9f5-410a-aab0-ff5c5b83f327 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:20.019913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517e4d65-6655-478b-be5b-00e0661dfb38 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:20.020543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-517e4d65-6655-478b-be5b-00e0661dfb38 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:20.038209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e4d65-6655-478b-be5b-00e0661dfb38 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=562b3947-2653-4aca-8801-1b935eb2c0f5,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:20.039758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540acf0b-c25b-415b-967c-413650795f46 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:20.161289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41116) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:20.164710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-517e4d65-6655-478b-be5b-00e0661dfb38 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8452330 Sep 16 16:54:20.175085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'name': 'tempest-NetworksTestDHCPv6-1784204'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:20.235964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '562b3947-2653-4aca-8801-1b935eb2c0f5'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:54:20.237153 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:20.258260 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device aed700ff-c9f5-410a-aab0-ff5c5b83f327 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:20.290185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: aed700ff-c9f5-410a-aab0-ff5c5b83f327 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:20.290428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device aed700ff-c9f5-410a-aab0-ff5c5b83f327 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:20.397989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:20.402356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:20.426011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port cf4b2cec-604a-4253-ba08-41d1ac6d0f0a yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:54:20.432580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41130) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:20.553511 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2719ef12-f008-47d4-bbd3-dae3704c24d9 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/floatingips/373a9df5-82d2-459a-bac7-711644472123 HTTP/1.1" status: 200 len: 993 time: 0.1197371 Sep 16 16:54:20.574994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/562b3947-2653-4aca-8801-1b935eb2c0f5/3ae60ef6-1b13-4789-879f-d8c669268853) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:20.728490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:20.818638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:20.866966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:20.875201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:20.877121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Pushing event updated for resources: {'Port': ['ID=3ae60ef6-1b13-4789-879f-d8c669268853,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:20.879348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:20.909423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::358 (2a2518af-dbac-4057-b406-377bb353922a/562b3947-2653-4aca-8801-1b935eb2c0f5/cf4b2cec-604a-4253-ba08-41d1ac6d0f0a) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:20.958003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Attempting to bind port 3ae60ef6-1b13-4789-879f-d8c669268853 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:20.958357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Attempting to bind port 3ae60ef6-1b13-4789-879f-d8c669268853 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:20.958717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Attempting to bind port 3ae60ef6-1b13-4789-879f-d8c669268853 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:20.963681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:20.964050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:20.964483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:20.964873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:20.965347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Bound port: 3ae60ef6-1b13-4789-879f-d8c669268853, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:20.965706 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:21.033011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] For port 3ae60ef6-1b13-4789-879f-d8c669268853, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:21.036029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] For port 3ae60ef6-1b13-4789-879f-d8c669268853, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3ae60ef6-1b13-4789-879f-d8c669268853,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:21.075676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:21.123841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:21.198557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:21.209708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70486f4e-8111-4c53-8c77-e8cb1ec2d40c None None] Pushing event updated for resources: {'Port': ['ID=3ae60ef6-1b13-4789-879f-d8c669268853,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:21.248263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:21.251903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:21.256014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:21.268317 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:21.269069 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:21.295420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=cf4b2cec-604a-4253-ba08-41d1ac6d0f0a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:21.372659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41150) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:21.373139 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c1bae564-4b2d-41ff-b58a-11654849b11e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2095621 Sep 16 16:54:21.746480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114dbc98-bec9-4821-bc98-4c26278c15e1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:21.753268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114dbc98-bec9-4821-bc98-4c26278c15e1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:21.756014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-114dbc98-bec9-4821-bc98-4c26278c15e1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.3821590 Sep 16 16:54:21.758749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41160) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:21.856944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7c570788-8300-4ff0-a4b3-1cdb56e93f0a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port cf4b2cec-604a-4253-ba08-41d1ac6d0f0a {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:21.857635 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c570788-8300-4ff0-a4b3-1cdb56e93f0a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:21.962042 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c570788-8300-4ff0-a4b3-1cdb56e93f0a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:21.978838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7c570788-8300-4ff0-a4b3-1cdb56e93f0a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for cf4b2cec-604a-4253-ba08-41d1ac6d0f0a owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:22.226238 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c570788-8300-4ff0-a4b3-1cdb56e93f0a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.262645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c570788-8300-4ff0-a4b3-1cdb56e93f0a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=cf4b2cec-604a-4253-ba08-41d1ac6d0f0a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:22.298222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3ae60ef6-1b13-4789-879f-d8c669268853 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:22.302502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7c570788-8300-4ff0-a4b3-1cdb56e93f0a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.309346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41172) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:22.309814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7c570788-8300-4ff0-a4b3-1cdb56e93f0a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/cf4b2cec-604a-4253-ba08-41d1ac6d0f0a HTTP/1.1" status: 204 len: 168 time: 0.5493793 Sep 16 16:54:22.358963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3ae60ef6-1b13-4789-879f-d8c669268853 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:22.359568 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.384613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eb0b86-9dcc-446a-800c-824e0cc912ef tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:22.386749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eb0b86-9dcc-446a-800c-824e0cc912ef tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:22.388455 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-07eb0b86-9dcc-446a-800c-824e0cc912ef tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0774443 Sep 16 16:54:22.391590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41174) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:22.474396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-908ab3d9-f662-4c2d-9e19-fde9fc564127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 562b3947-2653-4aca-8801-1b935eb2c0f5 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:22.480586 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-908ab3d9-f662-4c2d-9e19-fde9fc564127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.521808 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.526530 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-908ab3d9-f662-4c2d-9e19-fde9fc564127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.575584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c5e5a305-3f90-496b-93cc-f3e74878b10b None None] Provisioning complete for port 3ae60ef6-1b13-4789-879f-d8c669268853 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:22.575967 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5e5a305-3f90-496b-93cc-f3e74878b10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.635310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 3ae60ef6-1b13-4789-879f-d8c669268853, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3ae60ef6-1b13-4789-879f-d8c669268853,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:22.721996 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5e5a305-3f90-496b-93cc-f3e74878b10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.722846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-908ab3d9-f662-4c2d-9e19-fde9fc564127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.724081 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.790573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=3ae60ef6-1b13-4789-879f-d8c669268853,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:22.905247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-908ab3d9-f662-4c2d-9e19-fde9fc564127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.935401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ab3d9-f662-4c2d-9e19-fde9fc564127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=562b3947-2653-4aca-8801-1b935eb2c0f5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:22.942160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-c5e5a305-3f90-496b-93cc-f3e74878b10b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:54:22.942561 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-c5e5a305-3f90-496b-93cc-f3e74878b10b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:54:22.944651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-908ab3d9-f662-4c2d-9e19-fde9fc564127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:22.946946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-908ab3d9-f662-4c2d-9e19-fde9fc564127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/562b3947-2653-4aca-8801-1b935eb2c0f5 HTTP/1.1" status: 204 len: 168 time: 0.5542226 Sep 16 16:54:22.949760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41204) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:22.996163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f87ae1-6d99-4c52-8237-fc8511c517e9 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:23.019254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41210) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:23.031922 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-85802559-3a56-4dcb-b914-f311f87b7e1a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809653 Sep 16 16:54:23.096772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495985a8-fc2b-48f4-802e-aa1d0485a291 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:23.101548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41212) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:23.104911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-495985a8-fc2b-48f4-802e-aa1d0485a291 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0846074 Sep 16 16:54:23.167074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d569658-c922-416d-ae58-d53e465fb520 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:23.168537 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2d569658-c922-416d-ae58-d53e465fb520 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0660155 Sep 16 16:54:23.171287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41214) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:23.220715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa5f94-a1ff-4f3d-adcf-a669e2126f9b None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:54:23.221566 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-55257086-afc1-41b0-aba2-6a7d379099dc tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491552 Sep 16 16:54:23.221703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41216) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:23.227252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-de576f2b-6dce-40be-96bf-10aefdea9011 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:23.269529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa5f94-a1ff-4f3d-adcf-a669e2126f9b None None] Deleting port 3ae60ef6-1b13-4789-879f-d8c669268853 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:23.269909 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5f94-a1ff-4f3d-adcf-a669e2126f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.336279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e1aa5f94-a1ff-4f3d-adcf-a669e2126f9b None None] For port 3ae60ef6-1b13-4789-879f-d8c669268853, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3ae60ef6-1b13-4789-879f-d8c669268853,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:23.336912 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5f94-a1ff-4f3d-adcf-a669e2126f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.350076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa5f94-a1ff-4f3d-adcf-a669e2126f9b None None] Calling delete_port for 3ae60ef6-1b13-4789-879f-d8c669268853 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:23.434972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de576f2b-6dce-40be-96bf-10aefdea9011 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:23.439191 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de576f2b-6dce-40be-96bf-10aefdea9011 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.506934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41220) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:23.509338 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5f94-a1ff-4f3d-adcf-a669e2126f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.535704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa5f94-a1ff-4f3d-adcf-a669e2126f9b None None] Pushing event deleted for resources: {'Port': ['ID=3ae60ef6-1b13-4789-879f-d8c669268853,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:23.542052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa5f94-a1ff-4f3d-adcf-a669e2126f9b None None] No DVR routers for this DVR port 3ae60ef6-1b13-4789-879f-d8c669268853 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:23.604328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3cf59ec4-c828-47e8-9b29-74491719ba9c None None] Could not find standard attr ID for object cf4b2cec-604a-4253-ba08-41d1ac6d0f0a. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:54:23.650793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a007a751-a4b2-4a26-b50a-d2d91fd2c5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.745054 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a007a751-a4b2-4a26-b50a-d2d91fd2c5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.752855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de576f2b-6dce-40be-96bf-10aefdea9011 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.802783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de576f2b-6dce-40be-96bf-10aefdea9011 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:23.805964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-de576f2b-6dce-40be-96bf-10aefdea9011 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:23.810357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de576f2b-6dce-40be-96bf-10aefdea9011 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:23.810947 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-de576f2b-6dce-40be-96bf-10aefdea9011 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.813090 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a007a751-a4b2-4a26-b50a-d2d91fd2c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.817215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d163b9c-ff1f-420b-acea-c41366c777c9 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:23.845021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de576f2b-6dce-40be-96bf-10aefdea9011 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=987f8cf1-eada-4302-afd0-7374f90f0116,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:23.857041 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a007a751-a4b2-4a26-b50a-d2d91fd2c5ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2eba3627df24e6eabc2c965db5d27f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489413 Sep 16 16:54:23.857373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41226) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:23.858003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007a751-a4b2-4a26-b50a-d2d91fd2c5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0db32e-6da6-49cf-962b-55546e2fff69,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:23.909324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ddf13d2e-dca6-409b-bfef-03ad0ee7a2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.914353 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-de576f2b-6dce-40be-96bf-10aefdea9011 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6915994 Sep 16 16:54:23.917226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41228) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:23.925420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': '987f8cf1-eada-4302-afd0-7374f90f0116', 'ip_address': '2001:db8::3c34:d672:dd88:2cc'}], 'name': 'tempest-NetworksTestDHCPv6-1010701381'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:23.934553 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ddf13d2e-dca6-409b-bfef-03ad0ee7a2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:23.993513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '987f8cf1-eada-4302-afd0-7374f90f0116'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:54:23.994396 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.077981 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ddf13d2e-dca6-409b-bfef-03ad0ee7a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.080830 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ddf13d2e-dca6-409b-bfef-03ad0ee7a2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.084749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ddf13d2e-dca6-409b-bfef-03ad0ee7a2bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f0db32e-6da6-49cf-962b-55546e2fff69 HTTP/1.1" status: 204 len: 168 time: 0.2236419 Sep 16 16:54:24.094007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf13d2e-dca6-409b-bfef-03ad0ee7a2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0db32e-6da6-49cf-962b-55546e2fff69,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:24.145977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:24.234007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/987f8cf1-eada-4302-afd0-7374f90f0116/074d1aaf-9795-498b-ae92-ca889463fe75) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:24.259574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.279409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port 9bb2dff9-023d-4384-b306-86abe85d55f1 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:54:24.279617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3ae60ef6-1b13-4789-879f-d8c669268853 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:24.307829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 3ae60ef6-1b13-4789-879f-d8c669268853 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:24.308173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3ae60ef6-1b13-4789-879f-d8c669268853 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:24.444621 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.498481 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.539666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:24.542568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:24.546763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:24.553653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::3c34:d672:dd88:2cc (2a2518af-dbac-4057-b406-377bb353922a/987f8cf1-eada-4302-afd0-7374f90f0116/9bb2dff9-023d-4384-b306-86abe85d55f1) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:24.557549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Pushing event updated for resources: {'Port': ['ID=074d1aaf-9795-498b-ae92-ca889463fe75,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:24.614570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Attempting to bind port 074d1aaf-9795-498b-ae92-ca889463fe75 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:24.614948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Attempting to bind port 074d1aaf-9795-498b-ae92-ca889463fe75 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:24.615398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Attempting to bind port 074d1aaf-9795-498b-ae92-ca889463fe75 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:24.622719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:24.622719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:24.622719 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.622719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:24.622719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Bound port: 074d1aaf-9795-498b-ae92-ca889463fe75, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:24.622719 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.699581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] For port 074d1aaf-9795-498b-ae92-ca889463fe75, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:24.703470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] For port 074d1aaf-9795-498b-ae92-ca889463fe75, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=074d1aaf-9795-498b-ae92-ca889463fe75,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:24.730809 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.778675 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.818101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41236) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:24.833663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.834408 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-59d0e1b9-61df-40a8-b599-a8466fc94647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.865726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc1602-bb29-4f64-932b-09accecdc1ca None None] Pushing event updated for resources: {'Port': ['ID=074d1aaf-9795-498b-ae92-ca889463fe75,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:24.898590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=9bb2dff9-023d-4384-b306-86abe85d55f1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:24.912146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:24.914169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:24.920022 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:24.927188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:24.928010 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:24.975867 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-59d0e1b9-61df-40a8-b599-a8466fc94647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.040785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-59d0e1b9-61df-40a8-b599-a8466fc94647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.082629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-59d0e1b9-61df-40a8-b599-a8466fc94647 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6bf484232db44b9aae0f348d28afd86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634220 Sep 16 16:54:25.083340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0e1b9-61df-40a8-b599-a8466fc94647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb38fb-a073-4f5d-a954-161310fbb139,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:25.086722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41238) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:25.104221 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3821877c-021a-4887-83cc-fd76bd2addd8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1850951 Sep 16 16:54:25.106177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41240) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:25.147072 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb54ce40-1787-43ba-b361-1f021c9e9a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.175378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db9ab8-6173-4fe6-a9f8-428614b9d427 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:25.180737 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb54ce40-1787-43ba-b361-1f021c9e9a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.182119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db9ab8-6173-4fe6-a9f8-428614b9d427 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:25.186209 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-62db9ab8-6173-4fe6-a9f8-428614b9d427 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0767710 Sep 16 16:54:25.187115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41242) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:25.281450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6bec3-7ada-42c8-914e-1c42c1918af3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 9bb2dff9-023d-4384-b306-86abe85d55f1 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:25.281716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bec3-7ada-42c8-914e-1c42c1918af3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.332232 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb54ce40-1787-43ba-b361-1f021c9e9a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.334940 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb54ce40-1787-43ba-b361-1f021c9e9a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.338547 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bb54ce40-1787-43ba-b361-1f021c9e9a97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cecb38fb-a073-4f5d-a954-161310fbb139 HTTP/1.1" status: 204 len: 168 time: 0.2483346 Sep 16 16:54:25.347285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54ce40-1787-43ba-b361-1f021c9e9a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecb38fb-a073-4f5d-a954-161310fbb139,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:25.385956 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bec3-7ada-42c8-914e-1c42c1918af3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.413652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6bec3-7ada-42c8-914e-1c42c1918af3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 9bb2dff9-023d-4384-b306-86abe85d55f1 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:25.641978 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bec3-7ada-42c8-914e-1c42c1918af3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.672968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6bec3-7ada-42c8-914e-1c42c1918af3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=9bb2dff9-023d-4384-b306-86abe85d55f1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:25.705350 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bec3-7ada-42c8-914e-1c42c1918af3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.707449 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b5e6bec3-7ada-42c8-914e-1c42c1918af3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/9bb2dff9-023d-4384-b306-86abe85d55f1 HTTP/1.1" status: 204 len: 168 time: 0.5191915 Sep 16 16:54:25.710016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41252) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:25.766931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e38224-2fa7-4d92-b60e-0695917bbfcf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:25.768706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e38224-2fa7-4d92-b60e-0695917bbfcf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:25.773196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41258) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:25.777009 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-14e38224-2fa7-4d92-b60e-0695917bbfcf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0617342 Sep 16 16:54:25.834503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-839c02d8-d441-4632-b1ce-fb19a64c4251 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 987f8cf1-eada-4302-afd0-7374f90f0116 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:25.838215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-839c02d8-d441-4632-b1ce-fb19a64c4251 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.887188 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-839c02d8-d441-4632-b1ce-fb19a64c4251 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:25.981890 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-839c02d8-d441-4632-b1ce-fb19a64c4251 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.056108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8a6ff235-28c7-43f4-9514-0142ebdd95bc None None] Provisioning complete for port 074d1aaf-9795-498b-ae92-ca889463fe75 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:26.057159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8a6ff235-28c7-43f4-9514-0142ebdd95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.107913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-839c02d8-d441-4632-b1ce-fb19a64c4251 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.140071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8a6ff235-28c7-43f4-9514-0142ebdd95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.151924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c02d8-d441-4632-b1ce-fb19a64c4251 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=987f8cf1-eada-4302-afd0-7374f90f0116,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:26.154146 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-839c02d8-d441-4632-b1ce-fb19a64c4251 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.157626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-839c02d8-d441-4632-b1ce-fb19a64c4251 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/987f8cf1-eada-4302-afd0-7374f90f0116 HTTP/1.1" status: 204 len: 168 time: 0.3830862 Sep 16 16:54:26.160195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41270) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:26.184735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8a6ff235-28c7-43f4-9514-0142ebdd95bc None None] For port 074d1aaf-9795-498b-ae92-ca889463fe75, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=074d1aaf-9795-498b-ae92-ca889463fe75,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:26.209351 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f174b424-6f84-4221-ba9c-fe1e35109f82 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477471 Sep 16 16:54:26.211935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41272) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:26.217158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c1db51e1-dc32-46fe-88ac-cb8f1f4dfc21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:26.271080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427f7eb1-6d42-4774-8611-1c66c83aea96 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:26.343120 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8a6ff235-28c7-43f4-9514-0142ebdd95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.344088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 074d1aaf-9795-498b-ae92-ca889463fe75 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:26.412035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db51e1-dc32-46fe-88ac-cb8f1f4dfc21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:26.415822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1db51e1-dc32-46fe-88ac-cb8f1f4dfc21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.464830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eb9c0f7f-f1a7-431c-84ac-1720d6e064c4 None None] Could not find standard attr ID for object 9bb2dff9-023d-4384-b306-86abe85d55f1. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:54:26.473460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ff235-28c7-43f4-9514-0142ebdd95bc None None] Pushing event updated for resources: {'Port': ['ID=074d1aaf-9795-498b-ae92-ca889463fe75,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:26.491639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 074d1aaf-9795-498b-ae92-ca889463fe75 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:26.492011 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.579209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ded1a7d-a5a4-44a5-ba3b-0ae196919919 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:54:26.655942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5ded1a7d-a5a4-44a5-ba3b-0ae196919919 None None] Deleting port 074d1aaf-9795-498b-ae92-ca889463fe75 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:26.656321 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ded1a7d-a5a4-44a5-ba3b-0ae196919919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.729667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5ded1a7d-a5a4-44a5-ba3b-0ae196919919 None None] For port 074d1aaf-9795-498b-ae92-ca889463fe75, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=074d1aaf-9795-498b-ae92-ca889463fe75,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:26.730059 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ded1a7d-a5a4-44a5-ba3b-0ae196919919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.742565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5ded1a7d-a5a4-44a5-ba3b-0ae196919919 None None] Calling delete_port for 074d1aaf-9795-498b-ae92-ca889463fe75 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:26.761025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1db51e1-dc32-46fe-88ac-cb8f1f4dfc21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.807064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db51e1-dc32-46fe-88ac-cb8f1f4dfc21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:26.810282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c1db51e1-dc32-46fe-88ac-cb8f1f4dfc21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:26.815756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db51e1-dc32-46fe-88ac-cb8f1f4dfc21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:26.816423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1db51e1-dc32-46fe-88ac-cb8f1f4dfc21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.833683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db51e1-dc32-46fe-88ac-cb8f1f4dfc21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=950b0169-3b93-47dc-acde-67957b154f14,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:26.900263 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5ded1a7d-a5a4-44a5-ba3b-0ae196919919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:26.931292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded1a7d-a5a4-44a5-ba3b-0ae196919919 None None] Pushing event deleted for resources: {'Port': ['ID=074d1aaf-9795-498b-ae92-ca889463fe75,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:26.938408 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c1db51e1-dc32-46fe-88ac-cb8f1f4dfc21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7252278 Sep 16 16:54:26.940404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded1a7d-a5a4-44a5-ba3b-0ae196919919 None None] No DVR routers for this DVR port 074d1aaf-9795-498b-ae92-ca889463fe75 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:26.941233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41290) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:26.949348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': '950b0169-3b93-47dc-acde-67957b154f14', 'ip_address': '2001:db8::a62a:91d2:1c91:31f5'}], 'name': 'tempest-NetworksTestDHCPv6-778899722'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:26.957889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d3f75-9819-480b-a20a-7d9149b634b0 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:27.131885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:27.143049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '950b0169-3b93-47dc-acde-67957b154f14'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:54:27.143049 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:27.223174 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:27.241761 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port ae47c698-0dc4-4168-bfeb-e9fe1fe6c4b7 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:54:27.399569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/950b0169-3b93-47dc-acde-67957b154f14/07938a38-3c0c-4337-a534-0c02fcb511ec) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:27.544192 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:27.626495 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:27.673412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:27.675655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:27.682744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:27.684412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::a62a:91d2:1c91:31f5 (2a2518af-dbac-4057-b406-377bb353922a/950b0169-3b93-47dc-acde-67957b154f14/ae47c698-0dc4-4168-bfeb-e9fe1fe6c4b7) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:27.691354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Pushing event updated for resources: {'Port': ['ID=07938a38-3c0c-4337-a534-0c02fcb511ec,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:27.739238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Attempting to bind port 07938a38-3c0c-4337-a534-0c02fcb511ec on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:27.739610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Attempting to bind port 07938a38-3c0c-4337-a534-0c02fcb511ec by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:27.739976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Attempting to bind port 07938a38-3c0c-4337-a534-0c02fcb511ec on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:27.745612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:27.745992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:27.746404 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:27.746795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:27.747261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Bound port: 07938a38-3c0c-4337-a534-0c02fcb511ec, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:27.747642 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:27.821458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] For port 07938a38-3c0c-4337-a534-0c02fcb511ec, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:27.825012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] For port 07938a38-3c0c-4337-a534-0c02fcb511ec, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=07938a38-3c0c-4337-a534-0c02fcb511ec,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:27.876041 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:27.892656 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:27.951637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ada21-24db-48e5-b722-feead76ae33e None None] Pushing event updated for resources: {'Port': ['ID=07938a38-3c0c-4337-a534-0c02fcb511ec,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:28.009374 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.053173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:28.056292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:28.059932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:28.066849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:28.067515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.094039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=ae47c698-0dc4-4168-bfeb-e9fe1fe6c4b7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:28.195233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41314) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:28.195691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-937ea587-d508-43aa-b329-f4861e6ec0d2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2531319 Sep 16 16:54:28.243623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f24595f0-e6b1-4ef1-8817-e55f92d93d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.247108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91848947-871d-4b83-8295-2ad1236166c8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:28.253966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91848947-871d-4b83-8295-2ad1236166c8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:28.255598 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-91848947-871d-4b83-8295-2ad1236166c8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0593162 Sep 16 16:54:28.258465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41316) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:28.279225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 07938a38-3c0c-4337-a534-0c02fcb511ec up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:28.331910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 07938a38-3c0c-4337-a534-0c02fcb511ec triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:28.332190 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.357834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1a716-0148-414e-ae24-9553ab994abf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port ae47c698-0dc4-4168-bfeb-e9fe1fe6c4b7 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:28.358835 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9b1a716-0148-414e-ae24-9553ab994abf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.422111 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.454462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 07938a38-3c0c-4337-a534-0c02fcb511ec, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=07938a38-3c0c-4337-a534-0c02fcb511ec,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:28.466863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9b1a716-0148-414e-ae24-9553ab994abf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.480850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1a716-0148-414e-ae24-9553ab994abf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for ae47c698-0dc4-4168-bfeb-e9fe1fe6c4b7 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:28.547682 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.721197 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9b1a716-0148-414e-ae24-9553ab994abf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.757348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1a716-0148-414e-ae24-9553ab994abf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=ae47c698-0dc4-4168-bfeb-e9fe1fe6c4b7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:28.768096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 074d1aaf-9795-498b-ae92-ca889463fe75 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:28.786342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9b1a716-0148-414e-ae24-9553ab994abf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.788519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e9b1a716-0148-414e-ae24-9553ab994abf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/ae47c698-0dc4-4168-bfeb-e9fe1fe6c4b7 HTTP/1.1" status: 204 len: 168 time: 0.5290308 Sep 16 16:54:28.791090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41326) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:28.797096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 074d1aaf-9795-498b-ae92-ca889463fe75 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:28.803458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 074d1aaf-9795-498b-ae92-ca889463fe75 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:28.810343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=07938a38-3c0c-4337-a534-0c02fcb511ec,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:28.853846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40140d07-008e-4817-9d3b-9cfa6f092752 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:28.855381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40140d07-008e-4817-9d3b-9cfa6f092752 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:28.857451 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-40140d07-008e-4817-9d3b-9cfa6f092752 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0649102 Sep 16 16:54:28.860469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41332) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:28.914063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-264dcd0d-f06e-47b4-af82-c2b76fd0faab tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 950b0169-3b93-47dc-acde-67957b154f14 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:28.917681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-264dcd0d-f06e-47b4-af82-c2b76fd0faab tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:28.965209 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-264dcd0d-f06e-47b4-af82-c2b76fd0faab tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.008301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4d9fb315-4389-4518-872a-f3f008a728cb None None] Provisioning complete for port 07938a38-3c0c-4337-a534-0c02fcb511ec triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:29.008893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb315-4389-4518-872a-f3f008a728cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.075643 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-264dcd0d-f06e-47b4-af82-c2b76fd0faab tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.215246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-264dcd0d-f06e-47b4-af82-c2b76fd0faab tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.256127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b2908c40-a7f0-42fc-b794-a79e3a048685 None None] Could not find standard attr ID for object ae47c698-0dc4-4168-bfeb-e9fe1fe6c4b7. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:54:29.260768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dcd0d-f06e-47b4-af82-c2b76fd0faab tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=950b0169-3b93-47dc-acde-67957b154f14,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:29.268748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-264dcd0d-f06e-47b4-af82-c2b76fd0faab tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.273262 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-264dcd0d-f06e-47b4-af82-c2b76fd0faab tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/950b0169-3b93-47dc-acde-67957b154f14 HTTP/1.1" status: 204 len: 168 time: 0.4113989 Sep 16 16:54:29.273762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41336) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:29.325599 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f3bd5247-ef96-4bae-9672-778092cbdffc tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500672 Sep 16 16:54:29.329041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41338) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:29.334188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e6c2df8b-c1bc-4a84-ad28-6e17c2b70ef2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:29.446293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e818e1-d023-48dc-a862-4acbd521444a None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:29.523078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c2df8b-c1bc-4a84-ad28-6e17c2b70ef2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:29.526999 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e6c2df8b-c1bc-4a84-ad28-6e17c2b70ef2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.668725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba2c68-152e-4d26-a817-7fafa89e9f39 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:54:29.736753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0aba2c68-152e-4d26-a817-7fafa89e9f39 None None] Deleting port 07938a38-3c0c-4337-a534-0c02fcb511ec {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:29.737124 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0aba2c68-152e-4d26-a817-7fafa89e9f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.799817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0aba2c68-152e-4d26-a817-7fafa89e9f39 None None] For port 07938a38-3c0c-4337-a534-0c02fcb511ec, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=07938a38-3c0c-4337-a534-0c02fcb511ec,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:29.800141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0aba2c68-152e-4d26-a817-7fafa89e9f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.812015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0aba2c68-152e-4d26-a817-7fafa89e9f39 None None] Calling delete_port for 07938a38-3c0c-4337-a534-0c02fcb511ec owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:29.825985 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e6c2df8b-c1bc-4a84-ad28-6e17c2b70ef2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.873909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c2df8b-c1bc-4a84-ad28-6e17c2b70ef2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:29.877362 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e6c2df8b-c1bc-4a84-ad28-6e17c2b70ef2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:29.881874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2df8b-c1bc-4a84-ad28-6e17c2b70ef2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:29.882716 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e6c2df8b-c1bc-4a84-ad28-6e17c2b70ef2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.892769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2df8b-c1bc-4a84-ad28-6e17c2b70ef2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=06002a5e-c633-4480-93c9-6eaa334ee51c,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:29.957318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0aba2c68-152e-4d26-a817-7fafa89e9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:29.979585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba2c68-152e-4d26-a817-7fafa89e9f39 None None] Pushing event deleted for resources: {'Port': ['ID=07938a38-3c0c-4337-a534-0c02fcb511ec,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:29.985009 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba2c68-152e-4d26-a817-7fafa89e9f39 None None] No DVR routers for this DVR port 07938a38-3c0c-4337-a534-0c02fcb511ec on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:29.987897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e6c2df8b-c1bc-4a84-ad28-6e17c2b70ef2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6578314 Sep 16 16:54:29.990859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41344) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:29.996885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': '06002a5e-c633-4480-93c9-6eaa334ee51c', 'ip_address': '2001:db8::a9eb:bdda:4443:88bd'}], 'name': 'tempest-NetworksTestDHCPv6-348693911'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:30.000038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f5481-bce8-4d03-9809-645945f0778a None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:30.155339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '06002a5e-c633-4480-93c9-6eaa334ee51c'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:54:30.156591 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:30.240161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 07938a38-3c0c-4337-a534-0c02fcb511ec no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:30.266083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 07938a38-3c0c-4337-a534-0c02fcb511ec {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:30.266708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 07938a38-3c0c-4337-a534-0c02fcb511ec not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:30.330059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/06002a5e-c633-4480-93c9-6eaa334ee51c/5cc42241-1df1-4421-829b-1c4635303a56) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:30.650228 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:30.650704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:30.731866 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:30.741087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:30.758717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port fa4ab513-5e91-445c-9818-3e657cca7f9b yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:54:30.788623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0040c78c-2ef0-4bea-941d-ee9f63887193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:30.802836 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:30.807352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:30.810828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:30.821682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Pushing event updated for resources: {'Port': ['ID=5cc42241-1df1-4421-829b-1c4635303a56,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:30.885768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Attempting to bind port 5cc42241-1df1-4421-829b-1c4635303a56 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:30.886155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Attempting to bind port 5cc42241-1df1-4421-829b-1c4635303a56 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:30.886530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Attempting to bind port 5cc42241-1df1-4421-829b-1c4635303a56 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:30.892860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:30.893265 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:30.893676 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:30.894075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:30.894545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Bound port: 5cc42241-1df1-4421-829b-1c4635303a56, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:30.894935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:30.950920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::a9eb:bdda:4443:88bd (2a2518af-dbac-4057-b406-377bb353922a/06002a5e-c633-4480-93c9-6eaa334ee51c/fa4ab513-5e91-445c-9818-3e657cca7f9b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:30.966559 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] For port 5cc42241-1df1-4421-829b-1c4635303a56, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:30.970785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] For port 5cc42241-1df1-4421-829b-1c4635303a56, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5cc42241-1df1-4421-829b-1c4635303a56,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:31.052341 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:31.121271 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:31.123371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b1683-8921-4838-80f0-036d5eb67e40 None None] Pushing event updated for resources: {'Port': ['ID=5cc42241-1df1-4421-829b-1c4635303a56,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:31.401887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:31.471027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:31.474498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:31.478202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:31.484550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:31.484966 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:31.489088 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:31.494898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=fa4ab513-5e91-445c-9818-3e657cca7f9b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:31.558234 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ae81300b-9734-4502-ad1d-6232a0f4a41e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5662003 Sep 16 16:54:31.560563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41358) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:31.610097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb9751-9ddb-4db0-90a5-84b51339f325 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:31.616129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb9751-9ddb-4db0-90a5-84b51339f325 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:31.617849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-36fb9751-9ddb-4db0-90a5-84b51339f325 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0562060 Sep 16 16:54:31.620412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41360) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:31.724031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-de43f470-9946-4db5-a637-522b4a4fb84a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port fa4ab513-5e91-445c-9818-3e657cca7f9b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:31.724739 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de43f470-9946-4db5-a637-522b4a4fb84a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:31.828510 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de43f470-9946-4db5-a637-522b4a4fb84a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:31.841473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-de43f470-9946-4db5-a637-522b4a4fb84a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for fa4ab513-5e91-445c-9818-3e657cca7f9b owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:31.986118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.057657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de43f470-9946-4db5-a637-522b4a4fb84a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.095979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43f470-9946-4db5-a637-522b4a4fb84a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=fa4ab513-5e91-445c-9818-3e657cca7f9b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:32.133505 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de43f470-9946-4db5-a637-522b4a4fb84a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.137662 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-de43f470-9946-4db5-a637-522b4a4fb84a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/fa4ab513-5e91-445c-9818-3e657cca7f9b HTTP/1.1" status: 204 len: 168 time: 0.5140238 Sep 16 16:54:32.137901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41366) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:32.194749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6367bd9-a462-4672-878d-9eeb7ca3944a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:32.196007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6367bd9-a462-4672-878d-9eeb7ca3944a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:32.198179 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a6367bd9-a462-4672-878d-9eeb7ca3944a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0592885 Sep 16 16:54:32.209681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41368) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:32.292331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4714350a-c521-4388-8c1f-d3c0fb5abecd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 06002a5e-c633-4480-93c9-6eaa334ee51c {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:32.292566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5cc42241-1df1-4421-829b-1c4635303a56 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:32.296516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4714350a-c521-4388-8c1f-d3c0fb5abecd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.361513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f893f79e-a66d-4520-ad96-41b4df031de1 None None] Provisioning complete for port 5cc42241-1df1-4421-829b-1c4635303a56 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:32.363434 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f893f79e-a66d-4520-ad96-41b4df031de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.379731 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4714350a-c521-4388-8c1f-d3c0fb5abecd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.450686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5cc42241-1df1-4421-829b-1c4635303a56 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:32.451079 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.534738 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4714350a-c521-4388-8c1f-d3c0fb5abecd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.536549 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f893f79e-a66d-4520-ad96-41b4df031de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.614991 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.713405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4714350a-c521-4388-8c1f-d3c0fb5abecd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.753687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714350a-c521-4388-8c1f-d3c0fb5abecd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=06002a5e-c633-4480-93c9-6eaa334ee51c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:32.756504 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4714350a-c521-4388-8c1f-d3c0fb5abecd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:32.758610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4714350a-c521-4388-8c1f-d3c0fb5abecd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/06002a5e-c633-4480-93c9-6eaa334ee51c HTTP/1.1" status: 204 len: 168 time: 0.5469294 Sep 16 16:54:32.761279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41374) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:32.773229 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:54:32.773925 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:54:32.810603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-f893f79e-a66d-4520-ad96-41b4df031de1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:54:32.810989 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-f893f79e-a66d-4520-ad96-41b4df031de1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:54:32.813841 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e82bd03b-c9ad-49d4-ab7f-6264a41af489 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512435 Sep 16 16:54:32.816285 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41376) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:32.855696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca4103-d766-4aa5-9f4f-418ebfd12c9d None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:32.869154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd15278-d597-48a8-b915-2ce4cbc436a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:32.873118 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6cd15278-d597-48a8-b915-2ce4cbc436a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0533526 Sep 16 16:54:32.874880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41378) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:32.901917 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:54:32.962030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798f8b1-44e7-4c49-b5fe-9afb8f6d055d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:32.965743 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f798f8b1-44e7-4c49-b5fe-9afb8f6d055d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0902100 Sep 16 16:54:32.968185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41380) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:33.013606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bb17ab62-fef3-44e0-b4bf-d614d0807181 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438845 Sep 16 16:54:33.018192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41382) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:33.023451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b70e6324-221e-4ef3-827b-c3de6d0fe0e2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:33.063252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8cd044-b012-4316-ab35-3144c1206d02 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:54:33.113028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1a8cd044-b012-4316-ab35-3144c1206d02 None None] Deleting port 5cc42241-1df1-4421-829b-1c4635303a56 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:33.113519 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd044-b012-4316-ab35-3144c1206d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.176143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1a8cd044-b012-4316-ab35-3144c1206d02 None None] For port 5cc42241-1df1-4421-829b-1c4635303a56, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5cc42241-1df1-4421-829b-1c4635303a56,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:33.176559 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd044-b012-4316-ab35-3144c1206d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.189190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1a8cd044-b012-4316-ab35-3144c1206d02 None None] Calling delete_port for 5cc42241-1df1-4421-829b-1c4635303a56 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:33.223895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70e6324-221e-4ef3-827b-c3de6d0fe0e2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:33.227922 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b70e6324-221e-4ef3-827b-c3de6d0fe0e2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.310357 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.364056 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f893f79e-a66d-4520-ad96-41b4df031de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.372583 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd044-b012-4316-ab35-3144c1206d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.424711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd044-b012-4316-ab35-3144c1206d02 None None] Pushing event deleted for resources: {'Port': ['ID=5cc42241-1df1-4421-829b-1c4635303a56,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:33.432242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8cd044-b012-4316-ab35-3144c1206d02 None None] No DVR routers for this DVR port 5cc42241-1df1-4421-829b-1c4635303a56 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:33.546430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b70e6324-221e-4ef3-827b-c3de6d0fe0e2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.563943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0fca8668-eab7-4d84-906f-47e5a4806d64 None None] Could not find standard attr ID for object fa4ab513-5e91-445c-9818-3e657cca7f9b. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:54:33.591464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e6324-221e-4ef3-827b-c3de6d0fe0e2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:33.595177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-b70e6324-221e-4ef3-827b-c3de6d0fe0e2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:33.599342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70e6324-221e-4ef3-827b-c3de6d0fe0e2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:33.599926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b70e6324-221e-4ef3-827b-c3de6d0fe0e2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.604324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6967c0-f893-46ad-8aef-ab62f7c56306 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:33.614067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e6324-221e-4ef3-827b-c3de6d0fe0e2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=42536951-b7fe-4c3c-b0a3-7258ed5a094b,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:33.683169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41390) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:33.686697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b70e6324-221e-4ef3-827b-c3de6d0fe0e2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6665494 Sep 16 16:54:33.691448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': '42536951-b7fe-4c3c-b0a3-7258ed5a094b', 'ip_address': '2001:db8::6013:6408:cfac:e28b'}], 'name': 'tempest-NetworksTestDHCPv6-1611603428'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:33.786510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '42536951-b7fe-4c3c-b0a3-7258ed5a094b'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:54:33.788047 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.790938 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.888884 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:33.896434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:33.918717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port 842511cf-8792-44a3-a67a-f39614b29c15 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:54:33.940246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/42536951-b7fe-4c3c-b0a3-7258ed5a094b/28bfa321-e05b-4a27-b932-229f00ed2664) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:34.092169 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:34.163370 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:34.203857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:34.206949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:34.219312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:34.237548 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Pushing event updated for resources: {'Port': ['ID=28bfa321-e05b-4a27-b932-229f00ed2664,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:34.262755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::6013:6408:cfac:e28b (2a2518af-dbac-4057-b406-377bb353922a/42536951-b7fe-4c3c-b0a3-7258ed5a094b/842511cf-8792-44a3-a67a-f39614b29c15) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:34.292062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5cc42241-1df1-4421-829b-1c4635303a56 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:34.334175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 5cc42241-1df1-4421-829b-1c4635303a56 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:34.334520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5cc42241-1df1-4421-829b-1c4635303a56 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:34.336830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Attempting to bind port 28bfa321-e05b-4a27-b932-229f00ed2664 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:34.337210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Attempting to bind port 28bfa321-e05b-4a27-b932-229f00ed2664 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:34.337575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Attempting to bind port 28bfa321-e05b-4a27-b932-229f00ed2664 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:34.349421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:34.349864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:34.350277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:34.350671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:34.351158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Bound port: 28bfa321-e05b-4a27-b932-229f00ed2664, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:34.351541 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:34.451706 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] For port 28bfa321-e05b-4a27-b932-229f00ed2664, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:34.456673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] For port 28bfa321-e05b-4a27-b932-229f00ed2664, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=28bfa321-e05b-4a27-b932-229f00ed2664,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:34.473795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:34.541040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:34.571189 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:34.605687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d5894-8caa-4293-9cd9-eee16accb047 None None] Pushing event updated for resources: {'Port': ['ID=28bfa321-e05b-4a27-b932-229f00ed2664,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:34.646813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:34.650373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:34.653649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:34.660753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:34.661435 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:34.687163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=842511cf-8792-44a3-a67a-f39614b29c15,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:34.695645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.695997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.696535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.696885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.697481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.697817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.698307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.698648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.699163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.699503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.699856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.700190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:54:34.737074 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fc64a1cc-74e7-4791-ab63-5517f50c6b6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0519581 Sep 16 16:54:34.739494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41404) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:34.745441 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a841cc16-ce46-4946-b05c-9fe82aa559a4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': '42536951-b7fe-4c3c-b0a3-7258ed5a094b', 'ip_address': '2001:db8::6013:6408:cfac:e28b'}], 'name': 'tempest-NetworksTestDHCPv6-16268409'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:34.989205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a841cc16-ce46-4946-b05c-9fe82aa559a4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:34.994390 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a841cc16-ce46-4946-b05c-9fe82aa559a4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:35.013040 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-a841cc16-ce46-4946-b05c-9fe82aa559a4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port e3338672-eb63-4a43-914f-65e861b616fe yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:54:35.229673 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a841cc16-ce46-4946-b05c-9fe82aa559a4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 16:54:35.229673 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a841cc16-ce46-4946-b05c-9fe82aa559a4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:54:35.333946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a841cc16-ce46-4946-b05c-9fe82aa559a4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5932980 Sep 16 16:54:35.336823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41410) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:35.426626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d0d4c-d02e-495f-9bdc-d044a1040440 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:35.437550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d0d4c-d02e-495f-9bdc-d044a1040440 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:35.439359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8c1d0d4c-d02e-495f-9bdc-d044a1040440 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1012683 Sep 16 16:54:35.442647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41412) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:35.541261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5f3cbbc6-d861-4178-ba25-9f47863bb2ea tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 842511cf-8792-44a3-a67a-f39614b29c15 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:35.541662 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbbc6-d861-4178-ba25-9f47863bb2ea tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:35.647417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbbc6-d861-4178-ba25-9f47863bb2ea tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:35.660675 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5f3cbbc6-d861-4178-ba25-9f47863bb2ea tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 842511cf-8792-44a3-a67a-f39614b29c15 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:35.699545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-20fb925a-0bdc-4b7c-8594-08741657a5f5 None None] Provisioning complete for port 28bfa321-e05b-4a27-b932-229f00ed2664 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:35.700084 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-20fb925a-0bdc-4b7c-8594-08741657a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:35.785954 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-20fb925a-0bdc-4b7c-8594-08741657a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:35.821047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-20fb925a-0bdc-4b7c-8594-08741657a5f5 None None] For port 28bfa321-e05b-4a27-b932-229f00ed2664, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=28bfa321-e05b-4a27-b932-229f00ed2664,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:35.880663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbbc6-d861-4178-ba25-9f47863bb2ea tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:35.909249 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-20fb925a-0bdc-4b7c-8594-08741657a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:35.910957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cbbc6-d861-4178-ba25-9f47863bb2ea tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=842511cf-8792-44a3-a67a-f39614b29c15,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:35.937244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f3cbbc6-d861-4178-ba25-9f47863bb2ea tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:35.940320 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5f3cbbc6-d861-4178-ba25-9f47863bb2ea tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/842511cf-8792-44a3-a67a-f39614b29c15 HTTP/1.1" status: 204 len: 168 time: 0.4965162 Sep 16 16:54:35.941707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41416) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:35.966943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb925a-0bdc-4b7c-8594-08741657a5f5 None None] Pushing event updated for resources: {'Port': ['ID=28bfa321-e05b-4a27-b932-229f00ed2664,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:35.997017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0af63d-fcd2-440f-ac8a-d554b5caf073 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:35.998945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0af63d-fcd2-440f-ac8a-d554b5caf073 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:36.000733 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cf0af63d-fcd2-440f-ac8a-d554b5caf073 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0579934 Sep 16 16:54:36.003343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41418) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:36.023067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fd176def-0c36-4408-acfc-fc9f70dd84e3 None None] Could not find standard attr ID for object 842511cf-8792-44a3-a67a-f39614b29c15. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:54:36.056901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a8ffa2-651c-4299-b04b-ccc4b9d3a438 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 42536951-b7fe-4c3c-b0a3-7258ed5a094b {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:36.060041 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a8ffa2-651c-4299-b04b-ccc4b9d3a438 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:36.106680 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a8ffa2-651c-4299-b04b-ccc4b9d3a438 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:36.189578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a8ffa2-651c-4299-b04b-ccc4b9d3a438 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:36.260133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 28bfa321-e05b-4a27-b932-229f00ed2664 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:36.310398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 28bfa321-e05b-4a27-b932-229f00ed2664 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:36.310783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:36.344791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a8ffa2-651c-4299-b04b-ccc4b9d3a438 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:36.380045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8ffa2-651c-4299-b04b-ccc4b9d3a438 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=42536951-b7fe-4c3c-b0a3-7258ed5a094b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:36.382532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-26a8ffa2-651c-4299-b04b-ccc4b9d3a438 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:36.386678 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-26a8ffa2-651c-4299-b04b-ccc4b9d3a438 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/42536951-b7fe-4c3c-b0a3-7258ed5a094b HTTP/1.1" status: 204 len: 168 time: 0.3799801 Sep 16 16:54:36.387786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41420) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:36.399715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2717f8-65bf-4c27-a230-b823f496e543 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:36.432296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fcc9dbc6-1d91-4e3b-83a0-f9463a644019 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412776 Sep 16 16:54:36.436281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41424) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:36.441805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b318e9fe-9bdb-4de7-ae2d-fad51f49d9d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:36.618323 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b318e9fe-9bdb-4de7-ae2d-fad51f49d9d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:36.622391 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b318e9fe-9bdb-4de7-ae2d-fad51f49d9d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:36.629040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d894be0-e729-4531-9823-17eebd81cf0f None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:54:36.695236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8d894be0-e729-4531-9823-17eebd81cf0f None None] Deleting port 28bfa321-e05b-4a27-b932-229f00ed2664 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:36.695678 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d894be0-e729-4531-9823-17eebd81cf0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:36.762239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8d894be0-e729-4531-9823-17eebd81cf0f None None] For port 28bfa321-e05b-4a27-b932-229f00ed2664, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=28bfa321-e05b-4a27-b932-229f00ed2664,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:36.762935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d894be0-e729-4531-9823-17eebd81cf0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:36.921711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8d894be0-e729-4531-9823-17eebd81cf0f None None] Calling delete_port for 28bfa321-e05b-4a27-b932-229f00ed2664 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:36.926050 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b318e9fe-9bdb-4de7-ae2d-fad51f49d9d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:36.970892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318e9fe-9bdb-4de7-ae2d-fad51f49d9d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:37.103917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b318e9fe-9bdb-4de7-ae2d-fad51f49d9d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:37.103917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b318e9fe-9bdb-4de7-ae2d-fad51f49d9d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:37.103917 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b318e9fe-9bdb-4de7-ae2d-fad51f49d9d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:37.103917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318e9fe-9bdb-4de7-ae2d-fad51f49d9d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=31e081c6-eb57-4bec-9a3b-7c9a452cf2d8,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:37.107591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41450) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:37.108516 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b318e9fe-9bdb-4de7-ae2d-fad51f49d9d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6487632 Sep 16 16:54:37.108664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a9253527-a0f9-451f-87b9-e0993ce08ab5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': '31e081c6-eb57-4bec-9a3b-7c9a452cf2d8', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1247645336'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:37.114859 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d894be0-e729-4531-9823-17eebd81cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:37.141325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d894be0-e729-4531-9823-17eebd81cf0f None None] Pushing event deleted for resources: {'Port': ['ID=28bfa321-e05b-4a27-b932-229f00ed2664,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:37.146600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d894be0-e729-4531-9823-17eebd81cf0f None None] No DVR routers for this DVR port 28bfa321-e05b-4a27-b932-229f00ed2664 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:37.162477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af77c3-81aa-4196-a35a-0dc89910ed08 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:37.332162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '31e081c6-eb57-4bec-9a3b-7c9a452cf2d8'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:54:37.333118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:37.343176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9253527-a0f9-451f-87b9-e0993ce08ab5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:37.444943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a9253527-a0f9-451f-87b9-e0993ce08ab5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:37.469696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-a9253527-a0f9-451f-87b9-e0993ce08ab5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port a43520f6-c6e6-4d74-8c62-ea5d7aa0660b yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:54:37.499648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/31e081c6-eb57-4bec-9a3b-7c9a452cf2d8/a8059a43-c1db-4841-a930-3f9f8cef1f00) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:37.683608 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:37.789341 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:37.817868 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9253527-a0f9-451f-87b9-e0993ce08ab5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:54:37.818655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9253527-a0f9-451f-87b9-e0993ce08ab5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:54:37.831307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:37.851769 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:37.860641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:37.864597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Pushing event updated for resources: {'Port': ['ID=a8059a43-c1db-4841-a930-3f9f8cef1f00,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:37.921918 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a9253527-a0f9-451f-87b9-e0993ce08ab5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8363762 Sep 16 16:54:37.924293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41470) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:37.925498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Attempting to bind port a8059a43-c1db-4841-a930-3f9f8cef1f00 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:37.926185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Attempting to bind port a8059a43-c1db-4841-a930-3f9f8cef1f00 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:37.926701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Attempting to bind port a8059a43-c1db-4841-a930-3f9f8cef1f00 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:37.934637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:37.935169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:37.935746 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:37.939927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:37.945006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Bound port: a8059a43-c1db-4841-a930-3f9f8cef1f00, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:37.948639 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:37.980605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83f17d4-b671-4f47-98d6-9820fe381ece tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:37.983280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e83f17d4-b671-4f47-98d6-9820fe381ece tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0575440 Sep 16 16:54:37.985430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41474) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:38.032290 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] For port a8059a43-c1db-4841-a930-3f9f8cef1f00, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:38.047412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46a616-a0bc-4564-a107-4db6d93aa360 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:38.049201 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46a616-a0bc-4564-a107-4db6d93aa360 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:38.050046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] For port a8059a43-c1db-4841-a930-3f9f8cef1f00, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a8059a43-c1db-4841-a930-3f9f8cef1f00,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:38.051625 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ff46a616-a0bc-4564-a107-4db6d93aa360 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0647459 Sep 16 16:54:38.054058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41476) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:38.106615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b770e9bd-09c3-46ca-a61e-9fa9fa41642e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 31e081c6-eb57-4bec-9a3b-7c9a452cf2d8 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:38.109732 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b770e9bd-09c3-46ca-a61e-9fa9fa41642e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:38.149594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:38.153018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b770e9bd-09c3-46ca-a61e-9fa9fa41642e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:38.280259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb208f91-e016-459e-948c-4477a94df3a1 None None] Pushing event updated for resources: {'Port': ['ID=a8059a43-c1db-4841-a930-3f9f8cef1f00,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:38.284838 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b770e9bd-09c3-46ca-a61e-9fa9fa41642e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:38.310316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 28bfa321-e05b-4a27-b932-229f00ed2664 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:38.338377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 28bfa321-e05b-4a27-b932-229f00ed2664 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:38.338721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 28bfa321-e05b-4a27-b932-229f00ed2664 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:38.550813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b770e9bd-09c3-46ca-a61e-9fa9fa41642e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:38.575043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b770e9bd-09c3-46ca-a61e-9fa9fa41642e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:38.577889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b770e9bd-09c3-46ca-a61e-9fa9fa41642e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/31e081c6-eb57-4bec-9a3b-7c9a452cf2d8 HTTP/1.1" status: 204 len: 168 time: 0.5228102 Sep 16 16:54:38.580544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:38.608438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770e9bd-09c3-46ca-a61e-9fa9fa41642e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=31e081c6-eb57-4bec-9a3b-7c9a452cf2d8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:38.630087 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-aacbe34b-3841-45cb-ae78-92ca8c853d1e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483558 Sep 16 16:54:38.634621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41488) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:38.643440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-708b8490-f8da-4a14-94d2-c662ef86a27a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:38.886054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708b8490-f8da-4a14-94d2-c662ef86a27a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:38.890693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-708b8490-f8da-4a14-94d2-c662ef86a27a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.194273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-708b8490-f8da-4a14-94d2-c662ef86a27a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.252784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b8490-f8da-4a14-94d2-c662ef86a27a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:39.254332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-708b8490-f8da-4a14-94d2-c662ef86a27a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:39.259921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b8490-f8da-4a14-94d2-c662ef86a27a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:39.260752 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-708b8490-f8da-4a14-94d2-c662ef86a27a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.275241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b8490-f8da-4a14-94d2-c662ef86a27a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=9005235e-2ff4-4678-ad8e-c310cdc93474,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:39.376992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d7b7b-8309-49cc-a459-8410a51dc78d None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:39.406397 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-708b8490-f8da-4a14-94d2-c662ef86a27a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7703700 Sep 16 16:54:39.409327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41504) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:39.413894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4b4a7118-f944-4d46-ab17-da60e8619ec6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-176707943', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:39.510859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6305eb85-e760-4643-bc34-fefdd0dd610c None None] Provisioning complete for port a8059a43-c1db-4841-a930-3f9f8cef1f00 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:39.511285 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6305eb85-e760-4643-bc34-fefdd0dd610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.564603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7118-f944-4d46-ab17-da60e8619ec6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.566161 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7118-f944-4d46-ab17-da60e8619ec6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.664129 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7118-f944-4d46-ab17-da60e8619ec6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.671621 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6305eb85-e760-4643-bc34-fefdd0dd610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.716208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6305eb85-e760-4643-bc34-fefdd0dd610c None None] For port a8059a43-c1db-4841-a930-3f9f8cef1f00, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a8059a43-c1db-4841-a930-3f9f8cef1f00,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:39.731967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7118-f944-4d46-ab17-da60e8619ec6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.847673 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6305eb85-e760-4643-bc34-fefdd0dd610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.847969 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7118-f944-4d46-ab17-da60e8619ec6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:39.847969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4b4a7118-f944-4d46-ab17-da60e8619ec6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4285312 Sep 16 16:54:39.849972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41524) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:39.918028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305eb85-e760-4643-bc34-fefdd0dd610c None None] Pushing event updated for resources: {'Port': ['ID=a8059a43-c1db-4841-a930-3f9f8cef1f00,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:39.961984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-80a2e3c9-a805-4367-b04d-68bccdd2e2cb None None] Provisioning complete for port a8059a43-c1db-4841-a930-3f9f8cef1f00 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:39.962454 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-80a2e3c9-a805-4367-b04d-68bccdd2e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:40.171812 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:40.312164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a8059a43-c1db-4841-a930-3f9f8cef1f00 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:40.389915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a8059a43-c1db-4841-a930-3f9f8cef1f00 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:40.389915 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:40.519653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::1 (2a2518af-dbac-4057-b406-377bb353922a/9005235e-2ff4-4678-ad8e-c310cdc93474/50263052-1c60-464a-8915-03d30b63e21e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:40.669500 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:40.803434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:40.851977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:40.855467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:40.866987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:40.867753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:40.872095 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=50263052-1c60-464a-8915-03d30b63e21e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:41.071291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:41.187239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dde621f3-79bb-44c3-8346-a4327149985e None None] Provisioning complete for port 50263052-1c60-464a-8915-03d30b63e21e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:41.187623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dde621f3-79bb-44c3-8346-a4327149985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:41.243139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dde621f3-79bb-44c3-8346-a4327149985e None None] Port 50263052-1c60-464a-8915-03d30b63e21e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:54:41.418007 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:41.508889 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:41.509716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:41.590178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=50263052-1c60-464a-8915-03d30b63e21e,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:41.664219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:41.665698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:41.894150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Router c710336a-d0ca-41fb-9ce5-685b2f86c6a4 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:54:41.976713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0f93d71f-eba4-4af1-b311-0d4acec5a25c None None] Provisioning complete for port 50263052-1c60-464a-8915-03d30b63e21e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:41.977655 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f93d71f-eba4-4af1-b311-0d4acec5a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:41.999950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:54:42.005508 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-781217be-482e-4e68-bda0-b7915b61cf2f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "PUT /v2.0/routers/c710336a-d0ca-41fb-9ce5-685b2f86c6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1543014 Sep 16 16:54:42.008306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41560) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:42.013615 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Sync routers for ids ['c710336a-d0ca-41fb-9ce5-685b2f86c6a4'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:54:42.026787 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Routers {'c710336a-d0ca-41fb-9ce5-685b2f86c6a4'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:42.027708 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c710336a-d0ca-41fb-9ce5-685b2f86c6a4'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:42.050480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0f93d71f-eba4-4af1-b311-0d4acec5a25c None None] Port 50263052-1c60-464a-8915-03d30b63e21e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:54:42.068646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a75ce-0046-4441-af4f-ae3494b066c4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:42.073023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41562) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:42.073180 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-282a75ce-0046-4441-af4f-ae3494b066c4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports/50263052-1c60-464a-8915-03d30b63e21e HTTP/1.1" status: 200 len: 911 time: 0.0492196 Sep 16 16:54:42.132239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207df387-52eb-490e-a446-4a575aa1beec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:42.138500 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207df387-52eb-490e-a446-4a575aa1beec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:42.140923 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-207df387-52eb-490e-a446-4a575aa1beec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0667994 Sep 16 16:54:42.143597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41566) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:42.249109 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Set router c710336a-d0ca-41fb-9ce5-685b2f86c6a4 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:42.458417 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c710336a-d0ca-41fb-9ce5-685b2f86c6a4', 'name': 'tempest-NetworksTestDHCPv6-router-176707943', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:54:39Z', 'updated_at': '2021-09-16T16:54:40Z', 'revision_number': 2, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'gw_port_host': None, '_interfaces': [{'id': '50263052-1c60-464a-8915-03d30b63e21e', 'name': '', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'mac_address': 'fa:16:3e:14:44:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c710336a-d0ca-41fb-9ce5-685b2f86c6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9005235e-2ff4-4678-ad8e-c310cdc93474', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:54:40Z', 'updated_at': '2021-09-16T16:54:41Z', 'revision_number': 2, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'subnets': [{'id': '9005235e-2ff4-4678-ad8e-c310cdc93474', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:42.496307 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Checking router: c710336a-d0ca-41fb-9ce5-685b2f86c6a4 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:54:42.496892 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Updating router c710336a-d0ca-41fb-9ce5-685b2f86c6a4 port 50263052-1c60-464a-8915-03d30b63e21e binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:54:42.534080 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:42.905337 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.003145 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.136537 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Attempting to bind port 50263052-1c60-464a-8915-03d30b63e21e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:43.137655 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Attempting to bind port 50263052-1c60-464a-8915-03d30b63e21e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:43.138088 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Attempting to bind port 50263052-1c60-464a-8915-03d30b63e21e on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:43.149540 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:43.149990 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:43.150396 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.151515 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:43.151515 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Bound port: 50263052-1c60-464a-8915-03d30b63e21e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:43.152831 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.156505 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dcc70-1496-4026-8140-920fa2ba01ae None None] Pushing event updated for resources: {'Port': ['ID=50263052-1c60-464a-8915-03d30b63e21e,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:43.159235 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.248677 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] For port 50263052-1c60-464a-8915-03d30b63e21e, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:43.252960 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] For port 50263052-1c60-464a-8915-03d30b63e21e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=50263052-1c60-464a-8915-03d30b63e21e,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:43.375600 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.451426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 50263052-1c60-464a-8915-03d30b63e21e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:43.451862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.459793 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Routers {'c710336a-d0ca-41fb-9ce5-685b2f86c6a4'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:43.460670 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c710336a-d0ca-41fb-9ce5-685b2f86c6a4'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:43.522281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ae6bc246-b406-4536-abb7-36c6a484cb89 None None] Provisioning complete for port 50263052-1c60-464a-8915-03d30b63e21e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:43.522746 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc246-b406-4536-abb7-36c6a484cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.530953 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dcc70-1496-4026-8140-920fa2ba01ae None None] Pushing event updated for resources: {'Port': ['ID=50263052-1c60-464a-8915-03d30b63e21e,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:43.631720 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] Set router c710336a-d0ca-41fb-9ce5-685b2f86c6a4 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:43.660255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] For port 50263052-1c60-464a-8915-03d30b63e21e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=50263052-1c60-464a-8915-03d30b63e21e,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:43.661482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.704261 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc246-b406-4536-abb7-36c6a484cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.739240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 50263052-1c60-464a-8915-03d30b63e21e owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:43.744746 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.799653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ae6bc246-b406-4536-abb7-36c6a484cb89 None None] For port 50263052-1c60-464a-8915-03d30b63e21e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=50263052-1c60-464a-8915-03d30b63e21e,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:43.881450 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.882442 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc246-b406-4536-abb7-36c6a484cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:43.984768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bc246-b406-4536-abb7-36c6a484cb89 None None] Pushing event updated for resources: {'Port': ['ID=50263052-1c60-464a-8915-03d30b63e21e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:44.010987 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c710336a-d0ca-41fb-9ce5-685b2f86c6a4', 'name': 'tempest-NetworksTestDHCPv6-router-176707943', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:54:39Z', 'updated_at': '2021-09-16T16:54:40Z', 'revision_number': 2, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'gw_port_host': None, '_interfaces': [{'id': '50263052-1c60-464a-8915-03d30b63e21e', 'name': '', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'mac_address': 'fa:16:3e:14:44:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c710336a-d0ca-41fb-9ce5-685b2f86c6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9005235e-2ff4-4678-ad8e-c310cdc93474', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:54:40Z', 'updated_at': '2021-09-16T16:54:43Z', 'revision_number': 4, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'subnets': [{'id': '9005235e-2ff4-4678-ad8e-c310cdc93474', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:44.021040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-742a964e-d288-4a1f-8e65-0c96dcdf8cc4 None None] Provisioning complete for port 50263052-1c60-464a-8915-03d30b63e21e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:44.022702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-742a964e-d288-4a1f-8e65-0c96dcdf8cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:44.050686 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3083d0-6961-48b2-9b9b-e8c73378ff37 None None] The sync data for ids ['c710336a-d0ca-41fb-9ce5-685b2f86c6a4'] in n-d-807786-3 is: [{'id': 'c710336a-d0ca-41fb-9ce5-685b2f86c6a4', 'name': 'tempest-NetworksTestDHCPv6-router-176707943', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:54:39Z', 'updated_at': '2021-09-16T16:54:40Z', 'revision_number': 2, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'gw_port_host': None, '_interfaces': [{'id': '50263052-1c60-464a-8915-03d30b63e21e', 'name': '', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'mac_address': 'fa:16:3e:14:44:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c710336a-d0ca-41fb-9ce5-685b2f86c6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9005235e-2ff4-4678-ad8e-c310cdc93474', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:54:40Z', 'updated_at': '2021-09-16T16:54:43Z', 'revision_number': 4, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'subnets': [{'id': '9005235e-2ff4-4678-ad8e-c310cdc93474', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:54:44.168743 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:44.207544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=50263052-1c60-464a-8915-03d30b63e21e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:44.357778 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:44.581380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Router c710336a-d0ca-41fb-9ce5-685b2f86c6a4 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:54:44.669634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:54:44.675482 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-11bff26b-d0aa-4da4-83a8-577db6ba828d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "PUT /v2.0/routers/c710336a-d0ca-41fb-9ce5-685b2f86c6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5308485 Sep 16 16:54:44.678829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41608) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:44.743961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53bf207-5e0c-46de-98bc-c99395c9edba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:44.749453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53bf207-5e0c-46de-98bc-c99395c9edba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:44.754497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41614) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:44.757535 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d53bf207-5e0c-46de-98bc-c99395c9edba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0776281 Sep 16 16:54:44.819902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa838a6-9817-460d-bcd4-79dc1cf88c4e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 9005235e-2ff4-4678-ad8e-c310cdc93474 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:44.840636 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2aa838a6-9817-460d-bcd4-79dc1cf88c4e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:44.865318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2aa838a6-9817-460d-bcd4-79dc1cf88c4e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:44.916490 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2aa838a6-9817-460d-bcd4-79dc1cf88c4e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.075103 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2aa838a6-9817-460d-bcd4-79dc1cf88c4e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.104537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa838a6-9817-460d-bcd4-79dc1cf88c4e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=9005235e-2ff4-4678-ad8e-c310cdc93474,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:45.109065 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2aa838a6-9817-460d-bcd4-79dc1cf88c4e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.111446 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2aa838a6-9817-460d-bcd4-79dc1cf88c4e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/9005235e-2ff4-4678-ad8e-c310cdc93474 HTTP/1.1" status: 204 len: 168 time: 0.3547080 Sep 16 16:54:45.114104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41622) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:45.122103 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d77cee-f24a-437f-8ef2-5bc7e48e91b6 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:45.348952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6317af-a4a5-42d5-84a8-21139106cc33 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:54:45.405305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ad6317af-a4a5-42d5-84a8-21139106cc33 None None] Deleting port a8059a43-c1db-4841-a930-3f9f8cef1f00 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:45.405700 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad6317af-a4a5-42d5-84a8-21139106cc33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.492835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ad6317af-a4a5-42d5-84a8-21139106cc33 None None] For port a8059a43-c1db-4841-a930-3f9f8cef1f00, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a8059a43-c1db-4841-a930-3f9f8cef1f00,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:45.493149 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad6317af-a4a5-42d5-84a8-21139106cc33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.511480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ad6317af-a4a5-42d5-84a8-21139106cc33 None None] Calling delete_port for a8059a43-c1db-4841-a930-3f9f8cef1f00 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:45.525876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5da11f82-92cb-48e2-a07e-3e5f9afc92d5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4061360 Sep 16 16:54:45.526754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41628) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:45.627318 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c30accab-1d8f-4a96-b1a3-ed06f8494b68 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.716896 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad6317af-a4a5-42d5-84a8-21139106cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.740904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6317af-a4a5-42d5-84a8-21139106cc33 None None] Pushing event deleted for resources: {'Port': ['ID=a8059a43-c1db-4841-a930-3f9f8cef1f00,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:45.756292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6317af-a4a5-42d5-84a8-21139106cc33 None None] No DVR routers for this DVR port a8059a43-c1db-4841-a930-3f9f8cef1f00 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:45.808002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6a7c-7dec-4b92-931c-0f0287ec4ada None None] Sync routers for ids ['c710336a-d0ca-41fb-9ce5-685b2f86c6a4'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:54:45.811590 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c30accab-1d8f-4a96-b1a3-ed06f8494b68 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.818994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c30accab-1d8f-4a96-b1a3-ed06f8494b68 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.825362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e6a7c-7dec-4b92-931c-0f0287ec4ada None None] Routers {'c710336a-d0ca-41fb-9ce5-685b2f86c6a4'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:45.825362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6a7c-7dec-4b92-931c-0f0287ec4ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c710336a-d0ca-41fb-9ce5-685b2f86c6a4'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:45.909194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2d7e6a7c-7dec-4b92-931c-0f0287ec4ada None None] Set router c710336a-d0ca-41fb-9ce5-685b2f86c6a4 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:45.933061 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c30accab-1d8f-4a96-b1a3-ed06f8494b68 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.933653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30accab-1d8f-4a96-b1a3-ed06f8494b68 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Fanout notify agent at l3_agent the message router_deleted on router c710336a-d0ca-41fb-9ce5-685b2f86c6a4 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:54:45.946286 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c30accab-1d8f-4a96-b1a3-ed06f8494b68 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:45.948001 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c30accab-1d8f-4a96-b1a3-ed06f8494b68 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/routers/c710336a-d0ca-41fb-9ce5-685b2f86c6a4 HTTP/1.1" status: 204 len: 168 time: 0.4191816 Sep 16 16:54:45.950960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41642) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:45.957879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-af9d02e0-a5ef-4280-b0fb-aba9d0e45641 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:45.992788 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6a7c-7dec-4b92-931c-0f0287ec4ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c710336a-d0ca-41fb-9ce5-685b2f86c6a4', 'name': 'tempest-NetworksTestDHCPv6-router-176707943', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:54:39Z', 'updated_at': '2021-09-16T16:54:44Z', 'revision_number': 3, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:46.021804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6a7c-7dec-4b92-931c-0f0287ec4ada None None] Checking router: c710336a-d0ca-41fb-9ce5-685b2f86c6a4 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:54:46.030669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e6a7c-7dec-4b92-931c-0f0287ec4ada None None] Routers set() bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:46.031034 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e6a7c-7dec-4b92-931c-0f0287ec4ada None None] Router IDs set() for agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 16:54:46.031636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_agentschedulers_db [None req-2d7e6a7c-7dec-4b92-931c-0f0287ec4ada None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c710336a-d0ca-41fb-9ce5-685b2f86c6a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent'). {{(pid=95359) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 16:54:46.044581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6a7c-7dec-4b92-931c-0f0287ec4ada None None] The sync data for ids ['c710336a-d0ca-41fb-9ce5-685b2f86c6a4'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:54:46.163263 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41650) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:46.219919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9d02e0-a5ef-4280-b0fb-aba9d0e45641 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:46.223989 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-af9d02e0-a5ef-4280-b0fb-aba9d0e45641 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:46.306366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-75578a4e-24cc-4d0b-9efc-daa01c61833f tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/floatingips/373a9df5-82d2-459a-bac7-711644472123 HTTP/1.1" status: 200 len: 993 time: 0.1391599 Sep 16 16:54:46.573124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a8059a43-c1db-4841-a930-3f9f8cef1f00 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:46.603236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a8059a43-c1db-4841-a930-3f9f8cef1f00 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:46.605689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41660) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:46.613793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a8059a43-c1db-4841-a930-3f9f8cef1f00 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:46.662083 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-af9d02e0-a5ef-4280-b0fb-aba9d0e45641 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:46.771380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d02e0-a5ef-4280-b0fb-aba9d0e45641 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:46.780173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-af9d02e0-a5ef-4280-b0fb-aba9d0e45641 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:46.783809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d02e0-a5ef-4280-b0fb-aba9d0e45641 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=9a27df61-bab2-42d0-afde-a04b39a3f5a0,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:46.786430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d02e0-a5ef-4280-b0fb-aba9d0e45641 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:46.787778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-af9d02e0-a5ef-4280-b0fb-aba9d0e45641 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:46.792747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55c3c2b-f1a1-40ba-916d-f6f4eefaac5f None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:46.867697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port 9bfd4797-36ef-46aa-b3c2-8f4ac83448ef {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:46.868173 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:46.896011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41666) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:46.896584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-af9d02e0-a5ef-4280-b0fb-aba9d0e45641 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9423444 Sep 16 16:54:46.902817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6e183a17-8af7-41b3-ae50-2cfd6733b27c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-802034715', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:46.984544 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:46.985989 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:46.993214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '9a27df61-bab2-42d0-afde-a04b39a3f5a0'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:54:46.994300 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.004070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for 9bfd4797-36ef-46aa-b3c2-8f4ac83448ef owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:47.037220 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e183a17-8af7-41b3-ae50-2cfd6733b27c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.038297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e183a17-8af7-41b3-ae50-2cfd6733b27c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.120467 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e183a17-8af7-41b3-ae50-2cfd6733b27c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.173923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/9a27df61-bab2-42d0-afde-a04b39a3f5a0/e2d13346-400a-494b-a9f6-482cd1af8e65) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:47.223421 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e183a17-8af7-41b3-ae50-2cfd6733b27c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.283967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.314397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=9bfd4797-36ef-46aa-b3c2-8f4ac83448ef,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:47.331156 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6e183a17-8af7-41b3-ae50-2cfd6733b27c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.334978 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6e183a17-8af7-41b3-ae50-2cfd6733b27c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4350786 Sep 16 16:54:47.335929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41676) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:47.380070 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.385444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.385798 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Floating IP 373a9df5-82d2-459a-bac7-711644472123 disassociated (deleted). External IP: 172.25.6.237, port: a68c9a7a-7657-40eb-8409-ede01f7322f9. Sep 16 16:54:47.453103 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.504861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:47.509452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:47.514105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:47.573225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Pushing event updated for resources: {'Port': ['ID=e2d13346-400a-494b-a9f6-482cd1af8e65,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:47.606853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Attempting to bind port e2d13346-400a-494b-a9f6-482cd1af8e65 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:47.608031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Attempting to bind port e2d13346-400a-494b-a9f6-482cd1af8e65 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:47.608231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Attempting to bind port e2d13346-400a-494b-a9f6-482cd1af8e65 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:47.613697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:47.614079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:47.614487 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.614888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:47.615362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Bound port: e2d13346-400a-494b-a9f6-482cd1af8e65, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:47.615751 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.658963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 3cbffbd0-db61-4901-86f8-d63357551fa6 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:54:47.697835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] For port e2d13346-400a-494b-a9f6-482cd1af8e65, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:47.697835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] For port e2d13346-400a-494b-a9f6-482cd1af8e65, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e2d13346-400a-494b-a9f6-482cd1af8e65,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:47.723780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.778255 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.799038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:54:47.806110 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:47.809664 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] Sync routers for ids ['3cbffbd0-db61-4901-86f8-d63357551fa6'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:54:47.822482 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] Routers {'3cbffbd0-db61-4901-86f8-d63357551fa6'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:47.823103 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3cbffbd0-db61-4901-86f8-d63357551fa6'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:47.848243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366e8a3-0016-4121-b8a5-4e16eb7331f2 None None] Pushing event updated for resources: {'Port': ['ID=e2d13346-400a-494b-a9f6-482cd1af8e65,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:47.857432 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b74d0aa4-5ab0-46d5-874e-f5b0cbd45d2e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/floatingips/373a9df5-82d2-459a-bac7-711644472123 HTTP/1.1" status: 204 len: 168 time: 1.2500904 Sep 16 16:54:47.858248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'tag': 'a68c9a7a-7657-40eb-8409-ede01f7322f9'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:54:47.866487 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78478471-294f-4cc5-a25a-2ee3632798cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ed2a1d-3781-419c-8aec-7130c6b733f5", "tag": "a68c9a7a-7657-40eb-8409-ede01f7322f9"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:54:47.952915 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b821ffa7-e987-4433-82c7-dce15a5c5667 x-openstack-request-id: req-b821ffa7-e987-4433-82c7-dce15a5c5667 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:54:47.953211 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ed2a1d-3781-419c-8aec-7130c6b733f5", "tag": "a68c9a7a-7657-40eb-8409-ede01f7322f9", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:54:47.953466 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b821ffa7-e987-4433-82c7-dce15a5c5667 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:54:47.953864 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'tag': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'status': 'completed', 'code': 200} Sep 16 16:54:48.042928 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] Set router 3cbffbd0-db61-4901-86f8-d63357551fa6 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:48.161349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78478471-294f-4cc5-a25a-2ee3632798cc req-432ad618-c886-4377-9d8c-f566744f8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:48.163065 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78478471-294f-4cc5-a25a-2ee3632798cc req-432ad618-c886-4377-9d8c-f566744f8f77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=831ea3bec2c7489aa68e86d1be484b12&device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 1096 time: 0.1707780 Sep 16 16:54:48.374724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::1 (2a2518af-dbac-4057-b406-377bb353922a/9a27df61-bab2-42d0-afde-a04b39a3f5a0/685e4ac6-da54-4725-9657-9f16c43a8e5d) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:48.432993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e2d13346-400a-494b-a9f6-482cd1af8e65 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:48.503789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78478471-294f-4cc5-a25a-2ee3632798cc req-cc90b578-66ee-466c-9f18-c148749de226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:48.503789 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78478471-294f-4cc5-a25a-2ee3632798cc req-cc90b578-66ee-466c-9f18-c148749de226 service neutron] 10.222.0.62 "GET /v2.0/networks?id=87daeb6c-9ca9-4aa5-a4c3-4decac26d17c HTTP/1.1" status: 200 len: 898 time: 0.3286521 Sep 16 16:54:48.508743 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3ed336b2-23de-46f3-9e1c-c08bb2817b91', 'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:ab:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:55Z', 'updated_at': '2021-09-16T16:54:00Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:48.518132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e2d13346-400a-494b-a9f6-482cd1af8e65 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:48.518917 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:48.565847 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] Checking router: 3cbffbd0-db61-4901-86f8-d63357551fa6 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:54:48.567614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b94b6-3c0b-4262-9d3a-ba42c462f4be req-d3bd1ca8-ff3e-467c-ba9a-93725565ab16 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:48.570374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f90b94b6-3c0b-4262-9d3a-ba42c462f4be req-d3bd1ca8-ff3e-467c-ba9a-93725565ab16 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 945 time: 0.0823245 Sep 16 16:54:48.586545 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] Routers {'3cbffbd0-db61-4901-86f8-d63357551fa6'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:48.589920 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3cbffbd0-db61-4901-86f8-d63357551fa6'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:48.623438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f90b94b6-3c0b-4262-9d3a-ba42c462f4be req-ca04ea33-78de-4dff-aa97-3b2d55bada96 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457659 Sep 16 16:54:48.629677 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78478471-294f-4cc5-a25a-2ee3632798cc req-5a091f05-ccb3-47f2-ac40-9236b5f244de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68c9a7a-7657-40eb-8409-ede01f7322f9 HTTP/1.1" status: 200 len: 217 time: 0.1139982 Sep 16 16:54:48.640419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:48.688470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port e2d13346-400a-494b-a9f6-482cd1af8e65, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e2d13346-400a-494b-a9f6-482cd1af8e65,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:48.724306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78478471-294f-4cc5-a25a-2ee3632798cc req-ec4c28e2-929e-4b18-929d-d67600c740af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:48.725751 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78478471-294f-4cc5-a25a-2ee3632798cc req-ec4c28e2-929e-4b18-929d-d67600c740af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1 HTTP/1.1" status: 200 len: 835 time: 0.0850606 Sep 16 16:54:48.728848 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:48.767535 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] Set router 3cbffbd0-db61-4901-86f8-d63357551fa6 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:48.811667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78478471-294f-4cc5-a25a-2ee3632798cc req-cb8450d7-b190-41c1-808a-a3f759cfaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:48.813603 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78478471-294f-4cc5-a25a-2ee3632798cc req-cb8450d7-b190-41c1-808a-a3f759cfaa68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87daeb6c-9ca9-4aa5-a4c3-4decac26d17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788052 Sep 16 16:54:48.828709 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:48.899573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=e2d13346-400a-494b-a9f6-482cd1af8e65,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:48.917818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:48.951185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:48.971951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:48.980176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:48.980880 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:49.074590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=685e4ac6-da54-4725-9657-9f16c43a8e5d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:49.087608 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78478471-294f-4cc5-a25a-2ee3632798cc req-3e7ec8fa-9d51-40c5-8fac-cb28854a4568 service neutron] 10.222.0.62 "GET /v2.0/networks/87daeb6c-9ca9-4aa5-a4c3-4decac26d17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583070 Sep 16 16:54:49.176338 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3ed336b2-23de-46f3-9e1c-c08bb2817b91', 'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:ab:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:55Z', 'updated_at': '2021-09-16T16:54:00Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:49.222397 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9531bf-9819-4cb6-8795-d40f5016164c None None] The sync data for ids ['3cbffbd0-db61-4901-86f8-d63357551fa6'] in n-d-807786-3 is: [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3ed336b2-23de-46f3-9e1c-c08bb2817b91', 'name': '', 'network_id': '87daeb6c-9ca9-4aa5-a4c3-4decac26d17c', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'mac_address': 'fa:16:3e:ab:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:55Z', 'updated_at': '2021-09-16T16:54:00Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'subnets': [{'id': '735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:54:49.299043 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-78478471-294f-4cc5-a25a-2ee3632798cc req-54f3424b-1aab-4e3f-ae81-10f3ee52b195 service neutron] 10.222.0.62 "GET /v2.0/networks/87daeb6c-9ca9-4aa5-a4c3-4decac26d17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860261 Sep 16 16:54:49.329240 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:49.531115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a6c5f5f2-584d-4b51-959d-3dc89bba50e6 None None] Provisioning complete for port e2d13346-400a-494b-a9f6-482cd1af8e65 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:49.541001 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a6c5f5f2-584d-4b51-959d-3dc89bba50e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:49.689920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb4119-335c-4721-b097-2a1ddcdf8a10 None None] New status for floating IP 373a9df5-82d2-459a-bac7-711644472123: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:54:49.843296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c38d19-1b5e-4d68-b734-0d4f829ea86e req-e91d6027-7d44-4797-bfc0-4f3dfa417487 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:49.844938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3c38d19-1b5e-4d68-b734-0d4f829ea86e req-e91d6027-7d44-4797-bfc0-4f3dfa417487 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 945 time: 0.0955839 Sep 16 16:54:49.897077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3c38d19-1b5e-4d68-b734-0d4f829ea86e req-75da5389-d0f2-4c75-80dd-b0c017c44a03 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/security-groups?id=39b0d7c3-0ae8-4505-8026-1465729d1a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455420 Sep 16 16:54:49.932363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0197dcc9-32dc-4d06-ab4d-d932c0b48c92 None None] Provisioning complete for port 685e4ac6-da54-4725-9657-9f16c43a8e5d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:49.932363 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0197dcc9-32dc-4d06-ab4d-d932c0b48c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:49.999751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0197dcc9-32dc-4d06-ab4d-d932c0b48c92 None None] Port 685e4ac6-da54-4725-9657-9f16c43a8e5d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:54:50.095101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ec94c-c2c6-4438-b27c-087db4799daa req-d5d7ba08-c92a-4557-ae22-e3aab0272e0d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:50.096623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-137ec94c-c2c6-4438-b27c-087db4799daa req-d5d7ba08-c92a-4557-ae22-e3aab0272e0d tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 945 time: 0.0973449 Sep 16 16:54:50.241448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41730) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:50.294251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e2d13346-400a-494b-a9f6-482cd1af8e65 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:50.313858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-137ec94c-c2c6-4438-b27c-087db4799daa req-60bbd4df-6445-48d0-9f9a-f34498735a29 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port a68c9a7a-7657-40eb-8409-ede01f7322f9 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:50.314745 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-137ec94c-c2c6-4438-b27c-087db4799daa req-60bbd4df-6445-48d0-9f9a-f34498735a29 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.346714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.356607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e2d13346-400a-494b-a9f6-482cd1af8e65 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:50.356984 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.410755 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.411576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.417885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8548d203-4ee0-4343-b777-ecf61bcdd871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.524595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-137ec94c-c2c6-4438-b27c-087db4799daa req-60bbd4df-6445-48d0-9f9a-f34498735a29 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] For port a68c9a7a-7657-40eb-8409-ede01f7322f9, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a68c9a7a-7657-40eb-8409-ede01f7322f9,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:50.524961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8548d203-4ee0-4343-b777-ecf61bcdd871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.525169 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-137ec94c-c2c6-4438-b27c-087db4799daa req-60bbd4df-6445-48d0-9f9a-f34498735a29 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.578310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-137ec94c-c2c6-4438-b27c-087db4799daa req-60bbd4df-6445-48d0-9f9a-f34498735a29 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for a68c9a7a-7657-40eb-8409-ede01f7322f9 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:50.585472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=685e4ac6-da54-4725-9657-9f16c43a8e5d,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:50.610777 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8548d203-4ee0-4343-b777-ecf61bcdd871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.655584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8548d203-4ee0-4343-b777-ecf61bcdd871 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05c7c0a4ebe843a48c986328836e52f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127665 Sep 16 16:54:50.656599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548d203-4ee0-4343-b777-ecf61bcdd871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695869b0-a08a-4f9a-8b68-87b8770d7dc1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:50.658940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41740) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:50.688657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:50.692420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:50.714005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48c38c9d-eb60-4f60-9dd7-48e1c92462e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.741494 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48c38c9d-eb60-4f60-9dd7-48e1c92462e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.902469 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48c38c9d-eb60-4f60-9dd7-48e1c92462e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.905435 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48c38c9d-eb60-4f60-9dd7-48e1c92462e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:50.906873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-48c38c9d-eb60-4f60-9dd7-48e1c92462e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/695869b0-a08a-4f9a-8b68-87b8770d7dc1 HTTP/1.1" status: 204 len: 168 time: 0.2469683 Sep 16 16:54:50.914932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c38c9d-eb60-4f60-9dd7-48e1c92462e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695869b0-a08a-4f9a-8b68-87b8770d7dc1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:50.973460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Router cc575fd5-6501-424d-b315-034de59564ea is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:54:50.979286 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-137ec94c-c2c6-4438-b27c-087db4799daa req-60bbd4df-6445-48d0-9f9a-f34498735a29 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:51.035162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae698e2a-7c32-4811-be3a-6d55fdd11471 req-07c38dca-cb54-406d-b569-49988bc766d7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 210 time: 0.0344360 Sep 16 16:54:51.039796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c77f10cb-13a1-4569-84e9-65a10481f41e None None] Provisioning complete for port 685e4ac6-da54-4725-9657-9f16c43a8e5d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:51.040274 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c77f10cb-13a1-4569-84e9-65a10481f41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:51.055045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbd4df-6445-48d0-9f9a-f34498735a29 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=a68c9a7a-7657-40eb-8409-ede01f7322f9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:51.099584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c77f10cb-13a1-4569-84e9-65a10481f41e None None] Port 685e4ac6-da54-4725-9657-9f16c43a8e5d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:54:51.157033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-137ec94c-c2c6-4438-b27c-087db4799daa req-60bbd4df-6445-48d0-9f9a-f34498735a29 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] No DVR routers for this DVR port a68c9a7a-7657-40eb-8409-ede01f7322f9 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:51.168315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-137ec94c-c2c6-4438-b27c-087db4799daa req-60bbd4df-6445-48d0-9f9a-f34498735a29 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:51.170912 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-137ec94c-c2c6-4438-b27c-087db4799daa req-60bbd4df-6445-48d0-9f9a-f34498735a29 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.62 "DELETE /v2.0/ports/a68c9a7a-7657-40eb-8409-ede01f7322f9 HTTP/1.1" status: 204 len: 173 time: 1.0577159 Sep 16 16:54:51.171517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'name': 'network-vif-deleted', 'tag': 'a68c9a7a-7657-40eb-8409-ede01f7322f9'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:54:51.173941 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6166f7a8-3996-4d08-bbfa-dca3210db84f" -d '{"events": [{"server_uuid": "d8ed2a1d-3781-419c-8aec-7130c6b733f5", "name": "network-vif-deleted", "tag": "a68c9a7a-7657-40eb-8409-ede01f7322f9"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:54:51.179607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:54:51.186120 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-72b79856-915f-45c7-97bf-537cf10f7be0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "PUT /v2.0/routers/cc575fd5-6501-424d-b315-034de59564ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8487628 Sep 16 16:54:51.188991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41754) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:51.203991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Sync routers for ids ['cc575fd5-6501-424d-b315-034de59564ea'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:54:51.213692 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Routers {'cc575fd5-6501-424d-b315-034de59564ea'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:51.214395 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['cc575fd5-6501-424d-b315-034de59564ea'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:51.254693 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13575896-968f-4eb1-9c05-981059301497 x-openstack-request-id: req-13575896-968f-4eb1-9c05-981059301497 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:54:51.255053 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ed2a1d-3781-419c-8aec-7130c6b733f5", "name": "network-vif-deleted", "tag": "a68c9a7a-7657-40eb-8409-ede01f7322f9", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:54:51.255368 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13575896-968f-4eb1-9c05-981059301497 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:54:51.255840 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ed2a1d-3781-419c-8aec-7130c6b733f5', 'name': 'network-vif-deleted', 'tag': 'a68c9a7a-7657-40eb-8409-ede01f7322f9', 'status': 'completed', 'code': 200} Sep 16 16:54:51.257958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9655686a-139b-4b4e-b490-16e085d6bd22 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:51.260920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9655686a-139b-4b4e-b490-16e085d6bd22 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports/685e4ac6-da54-4725-9657-9f16c43a8e5d HTTP/1.1" status: 200 len: 911 time: 0.0709398 Sep 16 16:54:51.264058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41760) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:51.328622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d0da6-4dc1-4b24-a47b-ddebc193d468 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:51.334706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d0da6-4dc1-4b24-a47b-ddebc193d468 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:51.336562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-856d0da6-4dc1-4b24-a47b-ddebc193d468 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0714397 Sep 16 16:54:51.339288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41762) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:51.349523 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Set router cc575fd5-6501-424d-b315-034de59564ea gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:51.635414 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc575fd5-6501-424d-b315-034de59564ea', 'name': 'tempest-NetworksTestDHCPv6-router-802034715', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:54:47Z', 'updated_at': '2021-09-16T16:54:49Z', 'revision_number': 2, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'gw_port_host': None, '_interfaces': [{'id': '685e4ac6-da54-4725-9657-9f16c43a8e5d', 'name': '', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'mac_address': 'fa:16:3e:f7:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc575fd5-6501-424d-b315-034de59564ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '9a27df61-bab2-42d0-afde-a04b39a3f5a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:54:47Z', 'updated_at': '2021-09-16T16:54:50Z', 'revision_number': 2, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'subnets': [{'id': '9a27df61-bab2-42d0-afde-a04b39a3f5a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:51.678912 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Checking router: cc575fd5-6501-424d-b315-034de59564ea for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:54:51.679358 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Updating router cc575fd5-6501-424d-b315-034de59564ea port 685e4ac6-da54-4725-9657-9f16c43a8e5d binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:54:51.712777 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:51.759074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41770) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:51.780078 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6bca4a5-0df1-4583-afda-ae592ebfbc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:51.906947 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.005677 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.093600 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6bca4a5-0df1-4583-afda-ae592ebfbc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.100154 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.177298 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6bca4a5-0df1-4583-afda-ae592ebfbc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.240625 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9da758d3-663a-4220-b9fc-b1cc9ae8c40f req-798b8549-fcbb-4cd3-88a5-39a9ad09ef8e tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8ed2a1d-3781-419c-8aec-7130c6b733f5 HTTP/1.1" status: 200 len: 210 time: 0.0658464 Sep 16 16:54:52.269268 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3802c-ed02-4969-a959-41d0b07c40f6 None None] Pushing event updated for resources: {'Port': ['ID=685e4ac6-da54-4725-9657-9f16c43a8e5d,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:52.272794 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Attempting to bind port 685e4ac6-da54-4725-9657-9f16c43a8e5d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:52.273358 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Attempting to bind port 685e4ac6-da54-4725-9657-9f16c43a8e5d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:52.273889 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Attempting to bind port 685e4ac6-da54-4725-9657-9f16c43a8e5d on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:52.284317 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:52.284740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a6bca4a5-0df1-4583-afda-ae592ebfbc4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2423056e5e5c4f4cb607996d133657d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216479 Sep 16 16:54:52.284835 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:52.284835 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.284835 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:52.284835 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Bound port: 685e4ac6-da54-4725-9657-9f16c43a8e5d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:52.284835 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.285223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bca4a5-0df1-4583-afda-ae592ebfbc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ce26fc-496f-4277-ad42-e341e462c615,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:52.285306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41780) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:52.303305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 685e4ac6-da54-4725-9657-9f16c43a8e5d {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:52.303305 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.382509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5d22-41fd-4723-95bc-70424c1d7e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.386775 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] For port 685e4ac6-da54-4725-9657-9f16c43a8e5d, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:52.390706 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] For port 685e4ac6-da54-4725-9657-9f16c43a8e5d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=685e4ac6-da54-4725-9657-9f16c43a8e5d,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:52.425362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5d22-41fd-4723-95bc-70424c1d7e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.433156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] For port 685e4ac6-da54-4725-9657-9f16c43a8e5d, host n-d-807786-3, got binding levels [] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:52.433156 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.444109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 685e4ac6-da54-4725-9657-9f16c43a8e5d owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:52.498112 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.541071 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Routers {'cc575fd5-6501-424d-b315-034de59564ea'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:52.541671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-716da75c-20c2-4e01-ad85-7f4f60f8da24 None None] Provisioning complete for port 685e4ac6-da54-4725-9657-9f16c43a8e5d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:52.542393 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-716da75c-20c2-4e01-ad85-7f4f60f8da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.542581 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['cc575fd5-6501-424d-b315-034de59564ea'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:52.553961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5d22-41fd-4723-95bc-70424c1d7e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.556788 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5d22-41fd-4723-95bc-70424c1d7e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.559899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3cfa5d22-41fd-4723-95bc-70424c1d7e6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6ce26fc-496f-4277-ad42-e341e462c615 HTTP/1.1" status: 204 len: 168 time: 0.2725070 Sep 16 16:54:52.584903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa5d22-41fd-4723-95bc-70424c1d7e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ce26fc-496f-4277-ad42-e341e462c615,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:52.642401 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3802c-ed02-4969-a959-41d0b07c40f6 None None] Pushing event updated for resources: {'Port': ['ID=685e4ac6-da54-4725-9657-9f16c43a8e5d,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:52.664253 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] Set router cc575fd5-6501-424d-b315-034de59564ea gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:52.704629 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-716da75c-20c2-4e01-ad85-7f4f60f8da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.811706 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:52.966198 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc575fd5-6501-424d-b315-034de59564ea', 'name': 'tempest-NetworksTestDHCPv6-router-802034715', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:54:47Z', 'updated_at': '2021-09-16T16:54:49Z', 'revision_number': 2, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'gw_port_host': None, '_interfaces': [{'id': '685e4ac6-da54-4725-9657-9f16c43a8e5d', 'name': '', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'mac_address': 'fa:16:3e:f7:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc575fd5-6501-424d-b315-034de59564ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '9a27df61-bab2-42d0-afde-a04b39a3f5a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:54:47Z', 'updated_at': '2021-09-16T16:54:52Z', 'revision_number': 4, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'subnets': [{'id': '9a27df61-bab2-42d0-afde-a04b39a3f5a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:52.994135 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172fb45c-c8ac-4ab1-8ebf-5653b09fcf51 None None] The sync data for ids ['cc575fd5-6501-424d-b315-034de59564ea'] in n-d-807786-3 is: [{'id': 'cc575fd5-6501-424d-b315-034de59564ea', 'name': 'tempest-NetworksTestDHCPv6-router-802034715', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:54:47Z', 'updated_at': '2021-09-16T16:54:49Z', 'revision_number': 2, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'gw_port_host': None, '_interfaces': [{'id': '685e4ac6-da54-4725-9657-9f16c43a8e5d', 'name': '', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'mac_address': 'fa:16:3e:f7:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc575fd5-6501-424d-b315-034de59564ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '9a27df61-bab2-42d0-afde-a04b39a3f5a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:54:47Z', 'updated_at': '2021-09-16T16:54:52Z', 'revision_number': 4, 'project_id': 'c0fe9b8be2044caca2d158245b232691', 'subnets': [{'id': '9a27df61-bab2-42d0-afde-a04b39a3f5a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:54:53.033108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c5e18cf6-369a-4b65-a30d-3784c8fe00e4 None None] Could not find standard attr ID for object 685e4ac6-da54-4725-9657-9f16c43a8e5d. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:54:53.114938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=685e4ac6-da54-4725-9657-9f16c43a8e5d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:53.236806 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:53.333638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41806) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:53.469631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-788822e1-ae21-4617-baf3-ffb6734113b7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:53.502522 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-788822e1-ae21-4617-baf3-ffb6734113b7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:53.554684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Router cc575fd5-6501-424d-b315-034de59564ea has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:54:53.639956 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-788822e1-ae21-4617-baf3-ffb6734113b7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:53.643153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-788822e1-ae21-4617-baf3-ffb6734113b7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:53.644670 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-788822e1-ae21-4617-baf3-ffb6734113b7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/security-groups/39b0d7c3-0ae8-4505-8026-1465729d1a74 HTTP/1.1" status: 204 len: 168 time: 0.3098345 Sep 16 16:54:53.660237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788822e1-ae21-4617-baf3-ffb6734113b7 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b0d7c3-0ae8-4505-8026-1465729d1a74,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:53.675538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:54:53.682060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-92eebd83-d4c8-4a1b-99e8-d98a8edfb0b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "PUT /v2.0/routers/cc575fd5-6501-424d-b315-034de59564ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3417418 Sep 16 16:54:53.684910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41818) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:53.754325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbae2c3-2a8d-4936-a4df-86304712757c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:53.756567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbae2c3-2a8d-4936-a4df-86304712757c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:53.757545 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4fbae2c3-2a8d-4936-a4df-86304712757c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0714216 Sep 16 16:54:53.760230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41822) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:53.780436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41824) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:53.828146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-462773cc-8ffa-4474-a988-61951941d02d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 9a27df61-bab2-42d0-afde-a04b39a3f5a0 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:53.832463 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-462773cc-8ffa-4474-a988-61951941d02d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:53.892580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-462773cc-8ffa-4474-a988-61951941d02d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:53.983818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a68c9a7a-7657-40eb-8409-ede01f7322f9 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:54.005132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-462773cc-8ffa-4474-a988-61951941d02d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.007606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: a68c9a7a-7657-40eb-8409-ede01f7322f9 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:54.008171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a68c9a7a-7657-40eb-8409-ede01f7322f9 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:54.147388 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-462773cc-8ffa-4474-a988-61951941d02d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.203112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462773cc-8ffa-4474-a988-61951941d02d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=9a27df61-bab2-42d0-afde-a04b39a3f5a0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:54.213601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-462773cc-8ffa-4474-a988-61951941d02d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.216808 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-462773cc-8ffa-4474-a988-61951941d02d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/9a27df61-bab2-42d0-afde-a04b39a3f5a0 HTTP/1.1" status: 204 len: 168 time: 0.4546041 Sep 16 16:54:54.220911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41838) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:54.226858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb1159-9550-48da-876a-4dfc7865034f None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:54.284597 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.397316 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-22b9d785-85eb-4415-817b-4f7b941fea25 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1686659 Sep 16 16:54:54.398618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41846) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:54.506265 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d363718f-db6e-4a56-acae-c1561491dc28 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.527910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301455e3-197d-485d-9213-68a8461018dc None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:54:54.618447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-301455e3-197d-485d-9213-68a8461018dc None None] Deleting port e2d13346-400a-494b-a9f6-482cd1af8e65 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:54.619172 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-301455e3-197d-485d-9213-68a8461018dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.715719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d363718f-db6e-4a56-acae-c1561491dc28 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.718962 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d363718f-db6e-4a56-acae-c1561491dc28 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.720165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-301455e3-197d-485d-9213-68a8461018dc None None] For port e2d13346-400a-494b-a9f6-482cd1af8e65, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e2d13346-400a-494b-a9f6-482cd1af8e65,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:54.720776 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-301455e3-197d-485d-9213-68a8461018dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.739208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port 3ed336b2-23de-46f3-9e1c-c08bb2817b91 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:54.739660 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.745252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-301455e3-197d-485d-9213-68a8461018dc None None] Calling delete_port for e2d13346-400a-494b-a9f6-482cd1af8e65 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:54.854024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d363718f-db6e-4a56-acae-c1561491dc28 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.860100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d363718f-db6e-4a56-acae-c1561491dc28 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Fanout notify agent at l3_agent the message router_deleted on router cc575fd5-6501-424d-b315-034de59564ea {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:54:54.862841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d363718f-db6e-4a56-acae-c1561491dc28 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.866518 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d363718f-db6e-4a56-acae-c1561491dc28 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/routers/cc575fd5-6501-424d-b315-034de59564ea HTTP/1.1" status: 204 len: 168 time: 0.4645183 Sep 16 16:54:54.866933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41856) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:54.908545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] For port 3ed336b2-23de-46f3-9e1c-c08bb2817b91, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3ed336b2-23de-46f3-9e1c-c08bb2817b91,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:54.908856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:54.938726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for 3ed336b2-23de-46f3-9e1c-c08bb2817b91 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:54.949260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc2999b-2747-4508-8907-0f89e53de1d0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:54.951349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1cc2999b-2747-4508-8907-0f89e53de1d0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0834265 Sep 16 16:54:54.954999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41862) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:54.964132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2b787-501d-4b18-91c7-ab426ff7c7a1 None None] Sync routers for ids ['cc575fd5-6501-424d-b315-034de59564ea'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:54:54.980138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2b787-501d-4b18-91c7-ab426ff7c7a1 None None] Routers set() bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:54.980657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2b787-501d-4b18-91c7-ab426ff7c7a1 None None] Router IDs set() for agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 16:54:54.981332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_agentschedulers_db [None req-c5e2b787-501d-4b18-91c7-ab426ff7c7a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc575fd5-6501-424d-b315-034de59564ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent'). {{(pid=95359) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 16:54:54.999717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2b787-501d-4b18-91c7-ab426ff7c7a1 None None] Routers set() bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:55.000433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2b787-501d-4b18-91c7-ab426ff7c7a1 None None] Router IDs set() for agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 16:54:55.000771 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_agentschedulers_db [None req-c5e2b787-501d-4b18-91c7-ab426ff7c7a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc575fd5-6501-424d-b315-034de59564ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent'). {{(pid=95359) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 16:54:55.001155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2b787-501d-4b18-91c7-ab426ff7c7a1 None None] The sync data for ids ['cc575fd5-6501-424d-b315-034de59564ea'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:54:55.040856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4619fe-943b-4e46-b61b-da7ec1cdbc14 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:55.045567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8e4619fe-943b-4e46-b61b-da7ec1cdbc14 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0859210 Sep 16 16:54:55.046415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41864) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:55.094464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41866) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:55.094666 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-301455e3-197d-485d-9213-68a8461018dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:55.097037 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1240c1ec-5e5f-4b4e-b83f-5a2d98555e22 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487807 Sep 16 16:54:55.102724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41868) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:55.107832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:55.132748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301455e3-197d-485d-9213-68a8461018dc None None] Pushing event deleted for resources: {'Port': ['ID=e2d13346-400a-494b-a9f6-482cd1af8e65,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:55.141249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301455e3-197d-485d-9213-68a8461018dc None None] No DVR routers for this DVR port e2d13346-400a-494b-a9f6-482cd1af8e65 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:55.259134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9bb6-050d-4003-9d24-a4e0b28c0157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:55.405495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:55.409619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:55.428356 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:55.473321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=3ed336b2-23de-46f3-9e1c-c08bb2817b91,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:55.602055 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9bb6-050d-4003-9d24-a4e0b28c0157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:55.667769 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9bb6-050d-4003-9d24-a4e0b28c0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:55.675170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:55.767320 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f2ec9bb6-050d-4003-9d24-a4e0b28c0157 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56814b9a7aa54f1c97435b2b7dcf4294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6697757 Sep 16 16:54:55.768799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec9bb6-050d-4003-9d24-a4e0b28c0157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4c1e06-eac2-497b-b3d6-f242ebda1b47,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:55.772854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41880) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:55.878103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24b9dc59-5023-4392-91b7-331b40b7517b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:55.929287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:54:55.934434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:55.942198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Router 3cbffbd0-db61-4901-86f8-d63357551fa6 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:54:55.944215 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24b9dc59-5023-4392-91b7-331b40b7517b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.010354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:56.021285 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:56.028243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:56.032183 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.037167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9024b08a-c605-45b0-9ec8-bdcdce6c4410 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:56.044606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=559e748f-224b-4fc4-82c4-a4389ef2a9bc,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:56.069578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:54:56.076930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-06090a9c-3bef-40b8-824c-b0296208a2b3 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "PUT /v2.0/routers/3cbffbd0-db61-4901-86f8-d63357551fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2952375 Sep 16 16:54:56.078838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41886) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:56.083323 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] Sync routers for ids ['3cbffbd0-db61-4901-86f8-d63357551fa6'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:54:56.093486 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] Routers {'3cbffbd0-db61-4901-86f8-d63357551fa6'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:56.094426 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3cbffbd0-db61-4901-86f8-d63357551fa6'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:56.129889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6b00f875-ea32-4ff0-835f-e042d032496d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0252304 Sep 16 16:54:56.136122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41890) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:56.146135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-43bd5b8c-ec97-40ef-a6c4-b21b3f585bda tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting subnet 735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:54:56.153938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-09b88dde-3b7d-4904-8e64-df01160e1c8d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:56.168578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24b9dc59-5023-4392-91b7-331b40b7517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.171506 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24b9dc59-5023-4392-91b7-331b40b7517b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.175441 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-24b9dc59-5023-4392-91b7-331b40b7517b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a4c1e06-eac2-497b-b3d6-f242ebda1b47 HTTP/1.1" status: 204 len: 168 time: 0.3992121 Sep 16 16:54:56.175562 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43bd5b8c-ec97-40ef-a6c4-b21b3f585bda tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.193212 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9dc59-5023-4392-91b7-331b40b7517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4c1e06-eac2-497b-b3d6-f242ebda1b47,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:56.222886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '559e748f-224b-4fc4-82c4-a4389ef2a9bc'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:54:56.229716 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.275959 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] Set router 3cbffbd0-db61-4901-86f8-d63357551fa6 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:56.303867 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43bd5b8c-ec97-40ef-a6c4-b21b3f585bda tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.447409 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43bd5b8c-ec97-40ef-a6c4-b21b3f585bda tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.455223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e2d13346-400a-494b-a9f6-482cd1af8e65 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:56.486095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: e2d13346-400a-494b-a9f6-482cd1af8e65 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:56.486581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e2d13346-400a-494b-a9f6-482cd1af8e65 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:56.487261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 685e4ac6-da54-4725-9657-9f16c43a8e5d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:56.548664 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 685e4ac6-da54-4725-9657-9f16c43a8e5d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:56.549515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 685e4ac6-da54-4725-9657-9f16c43a8e5d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:56.565144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Allocated IP 2001:db8::f816:3eff:fe2e:4436 (2a2518af-dbac-4057-b406-377bb353922a/559e748f-224b-4fc4-82c4-a4389ef2a9bc/3e2a2ae7-7887-4d82-99eb-d098c43dd306) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:56.597628 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43bd5b8c-ec97-40ef-a6c4-b21b3f585bda tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.672359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd5b8c-ec97-40ef-a6c4-b21b3f585bda tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Subnet': ['ID=735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:56.678526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b88dde-3b7d-4904-8e64-df01160e1c8d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:56.683970 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09b88dde-3b7d-4904-8e64-df01160e1c8d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.709581 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:54:55Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:56.714728 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43bd5b8c-ec97-40ef-a6c4-b21b3f585bda tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.721093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41900) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:56.722253 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-43bd5b8c-ec97-40ef-a6c4-b21b3f585bda tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/subnets/735f5a67-9bf2-4a2d-ba7d-0757fc23e4f1 HTTP/1.1" status: 204 len: 168 time: 0.6415677 Sep 16 16:54:56.754439 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] Checking router: 3cbffbd0-db61-4901-86f8-d63357551fa6 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:54:56.763812 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] Routers {'3cbffbd0-db61-4901-86f8-d63357551fa6'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:54:56.764556 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:54:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3cbffbd0-db61-4901-86f8-d63357551fa6'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:56.808039 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.814310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6823523-48b3-4a99-8325-b4147a418e05 None None] Network 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:56.894212 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] Set router 3cbffbd0-db61-4901-86f8-d63357551fa6 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:54:56.923803 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.965441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:56.986590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Pushing event updated for resources: {'Port': ['ID=3e2a2ae7-7887-4d82-99eb-d098c43dd306,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:57.006115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:57.007709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:57.013180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:57.091115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d995ca4e-535e-4182-b8fa-71c9642321ba None None] DHCP port deletion for 87daeb6c-9ca9-4aa5-a4c3-4decac26d17c request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:54:57.139081 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.159230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Attempting to bind port 3e2a2ae7-7887-4d82-99eb-d098c43dd306 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:54:57.159764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Attempting to bind port 3e2a2ae7-7887-4d82-99eb-d098c43dd306 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:54:57.161338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Attempting to bind port 3e2a2ae7-7887-4d82-99eb-d098c43dd306 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:54:57.168875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:54:57.169572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:54:57.170134 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.170691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:54:57.171865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Bound port: 3e2a2ae7-7887-4d82-99eb-d098c43dd306, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:54:57.172255 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.200282 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:54:55Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:57.228011 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f07c1-51ba-4d4d-87d7-41dbddda4685 None None] The sync data for ids ['3cbffbd0-db61-4901-86f8-d63357551fa6'] in n-d-807786-3 is: [{'id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'name': 'tempest-TestNetworkBasicOps-router-1149584441', 'tenant_id': '831ea3bec2c7489aa68e86d1be484b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:53:50Z', 'updated_at': '2021-09-16T16:54:55Z', 'revision_number': 5, 'project_id': '831ea3bec2c7489aa68e86d1be484b12', 'gw_port': {'id': '272dd9d0-9a95-496d-b786-db637515a2b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbffbd0-db61-4901-86f8-d63357551fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:53:51Z', 'updated_at': '2021-09-16T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:54:57.242925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d995ca4e-535e-4182-b8fa-71c9642321ba None None] Deleting port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:57.243296 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d995ca4e-535e-4182-b8fa-71c9642321ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.258041 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09b88dde-3b7d-4904-8e64-df01160e1c8d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.290454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] For port 3e2a2ae7-7887-4d82-99eb-d098c43dd306, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:54:57.301190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b88dde-3b7d-4904-8e64-df01160e1c8d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:57.326206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Deleting port 272dd9d0-9a95-496d-b786-db637515a2b5 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:57.326552 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.336293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-09b88dde-3b7d-4904-8e64-df01160e1c8d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:57.340853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b88dde-3b7d-4904-8e64-df01160e1c8d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:57.341226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] For port 3e2a2ae7-7887-4d82-99eb-d098c43dd306, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3e2a2ae7-7887-4d82-99eb-d098c43dd306,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:54:57.341616 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09b88dde-3b7d-4904-8e64-df01160e1c8d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.349253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d995ca4e-535e-4182-b8fa-71c9642321ba None None] For port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1c8c3c4c-5c5f-4c4b-9ab1-631f17970068,segment=NetworkSegment(16a1db39-775a-4708-b862-5211f563a553),segment_id=16a1db39-775a-4708-b862-5211f563a553)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:57.349668 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d995ca4e-535e-4182-b8fa-71c9642321ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.364134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b88dde-3b7d-4904-8e64-df01160e1c8d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=398a077f-2029-478f-8872-1ee4742770f2,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:57.364466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d995ca4e-535e-4182-b8fa-71c9642321ba None None] Calling delete_port for 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:57.415502 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.432470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-09b88dde-3b7d-4904-8e64-df01160e1c8d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2890506 Sep 16 16:54:57.433082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41916) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:57.439106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:13:6c:7f', 'name': 'tempest-NetworksTestDHCPv6-1585232855'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:54:57.498469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] For port 272dd9d0-9a95-496d-b786-db637515a2b5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=272dd9d0-9a95-496d-b786-db637515a2b5,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:57.499525 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.513905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ceda4-6750-449c-9572-1366cdedbfc3 None None] Pushing event updated for resources: {'Port': ['ID=3e2a2ae7-7887-4d82-99eb-d098c43dd306,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:57.519243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Calling delete_port for 272dd9d0-9a95-496d-b786-db637515a2b5 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:57.614244 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d995ca4e-535e-4182-b8fa-71c9642321ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:57.662427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995ca4e-535e-4182-b8fa-71c9642321ba None None] Pushing event deleted for resources: {'Port': ['ID=1c8c3c4c-5c5f-4c4b-9ab1-631f17970068,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:57.685409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995ca4e-535e-4182-b8fa-71c9642321ba None None] No DVR routers for this DVR port 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:54:57.734319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:54:57.989035 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.046961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port cac787cf-1faf-434a-81c0-77948abd06ff yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:54:58.216624 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3f34899-e9bd-44d0-8c52-77f0877a9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.247734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 172.20.0.9 (2a2518af-dbac-4057-b406-377bb353922a/398a077f-2029-478f-8872-1ee4742770f2/cac787cf-1faf-434a-81c0-77948abd06ff) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:58.256934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::f816:3eff:fe13:6c7f (2a2518af-dbac-4057-b406-377bb353922a/559e748f-224b-4fc4-82c4-a4389ef2a9bc/cac787cf-1faf-434a-81c0-77948abd06ff) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:58.343787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3e2a2ae7-7887-4d82-99eb-d098c43dd306 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:54:58.360226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.403419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Port': ['ID=272dd9d0-9a95-496d-b786-db637515a2b5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:58.427276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3e2a2ae7-7887-4d82-99eb-d098c43dd306 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:58.428044 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.516677 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.557679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.565303 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.603351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 3e2a2ae7-7887-4d82-99eb-d098c43dd306, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3e2a2ae7-7887-4d82-99eb-d098c43dd306,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:58.667950 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.670166 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.768870 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.793919 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.848902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:58.861673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:54:58.865158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:54:58.869184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:54:58.879903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.880786 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Fanout notify agent at l3_agent the message router_deleted on router 3cbffbd0-db61-4901-86f8-d63357551fa6 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:54:58.894526 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.898637 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7ba4ebf3-696d-4d45-8d03-350fc8cb7a52 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/routers/3cbffbd0-db61-4901-86f8-d63357551fa6 HTTP/1.1" status: 204 len: 168 time: 2.1762936 Sep 16 16:54:58.899642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41930) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:58.901045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:58.906582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1c8c3c4c-5c5f-4c4b-9ab1-631f17970068 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:58.907020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3ed336b2-23de-46f3-9e1c-c08bb2817b91 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:54:58.946630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=cac787cf-1faf-434a-81c0-77948abd06ff,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:58.950474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126ba802-7cd2-4745-8afb-5fc50b158195 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:54:58.962057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 3ed336b2-23de-46f3-9e1c-c08bb2817b91 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:54:58.962402 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3ed336b2-23de-46f3-9e1c-c08bb2817b91 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:54:58.985300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:58.985985 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:58.998203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=3e2a2ae7-7887-4d82-99eb-d098c43dd306,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:59.037005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.058231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-df3d4a58-abe7-4da7-8b60-dbc8ba96aa96 None None] Provisioning complete for port 3e2a2ae7-7887-4d82-99eb-d098c43dd306 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:54:59.058610 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-df3d4a58-abe7-4da7-8b60-dbc8ba96aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.113706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cf8a1475-15a3-4805-8f18-09a5bd3caeba tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6769505 Sep 16 16:54:59.118815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41934) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:59.178474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.205711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87daeb6c-9ca9-4aa5-a4c3-4decac26d17c']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:59.219711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a1db39-775a-4708-b862-5211f563a553') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:59.220051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a1db39-775a-4708-b862-5211f563a553') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:54:59.229864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1adff32-0eed-4c06-bfaa-03ddd7414108 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:59.238036 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1adff32-0eed-4c06-bfaa-03ddd7414108 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:54:59.239714 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b1adff32-0eed-4c06-bfaa-03ddd7414108 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1246381 Sep 16 16:54:59.242556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41936) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:54:59.249547 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.264806 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.272101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:54:59.272670 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:54:59.275996 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:54:59.343888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d94760-2400-4ae0-8e90-64766a7ad0c5 None None] Update dhcp port {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': '559e748f-224b-4fc4-82c4-a4389ef2a9bc', 'ip_address': '2001:db8::f816:3eff:fe2e:4436'}, {'subnet_id': '398a077f-2029-478f-8872-1ee4742770f2'}], 'binding:host_id': 'n-d-807786-3'}, 'id': '3e2a2ae7-7887-4d82-99eb-d098c43dd306'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:54:59.371823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port cac787cf-1faf-434a-81c0-77948abd06ff {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:54:59.372272 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.385197 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-58d94760-2400-4ae0-8e90-64766a7ad0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.448292 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.463349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.477797 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] 10.222.0.22 "DELETE /v2.0/networks/87daeb6c-9ca9-4aa5-a4c3-4decac26d17c HTTP/1.1" status: 204 len: 168 time: 0.5663550 Sep 16 16:54:59.499059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdea99-a73a-4ae7-9090-ce207d156e95 tempest-TestNetworkBasicOps-1677586956 tempest-TestNetworkBasicOps-1677586956-project] Pushing event deleted for resources: {'Network': ['ID=87daeb6c-9ca9-4aa5-a4c3-4decac26d17c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:54:59.545470 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.568807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for cac787cf-1faf-434a-81c0-77948abd06ff owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:54:59.607056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-58d94760-2400-4ae0-8e90-64766a7ad0c5 None None] Allocated IP 172.20.0.2 (2a2518af-dbac-4057-b406-377bb353922a/398a077f-2029-478f-8872-1ee4742770f2/3e2a2ae7-7887-4d82-99eb-d098c43dd306) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:54:59.726574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-58d94760-2400-4ae0-8e90-64766a7ad0c5 None None] For port 3e2a2ae7-7887-4d82-99eb-d098c43dd306, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3e2a2ae7-7887-4d82-99eb-d098c43dd306,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:54:59.757154 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-58d94760-2400-4ae0-8e90-64766a7ad0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.839806 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-58d94760-2400-4ae0-8e90-64766a7ad0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:54:59.937701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d94760-2400-4ae0-8e90-64766a7ad0c5 None None] Pushing event updated for resources: {'Port': ['ID=3e2a2ae7-7887-4d82-99eb-d098c43dd306,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:00.186827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41948) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:00.221961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:00.292642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=cac787cf-1faf-434a-81c0-77948abd06ff,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:00.320517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.321593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.321593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.321783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.322196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.322430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.322763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.331118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.331510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.332735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.333257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.334427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:00.352853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3e2a2ae7-7887-4d82-99eb-d098c43dd306 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:00.455779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3e2a2ae7-7887-4d82-99eb-d098c43dd306 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:00.456471 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:00.532595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41952) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:00.533680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-40264cb2-d59e-4b43-9200-a20db353fcee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=831ea3bec2c7489aa68e86d1be484b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456352 Sep 16 16:55:00.570514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:00.575541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ba2dab18-2520-4bf4-88df-53266c2a1a3a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/cac787cf-1faf-434a-81c0-77948abd06ff HTTP/1.1" status: 204 len: 168 time: 1.3292134 Sep 16 16:55:00.576697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41954) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:00.638844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5501-dc13-45e9-8ee4-2de6fcfe0da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:00.647042 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 272dd9d0-9a95-496d-b786-db637515a2b5 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:00.688749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201cc5b-3ffd-4102-89b7-191fffb2246c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:00.694933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201cc5b-3ffd-4102-89b7-191fffb2246c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:00.697158 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5501-dc13-45e9-8ee4-2de6fcfe0da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:00.701008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201cc5b-3ffd-4102-89b7-191fffb2246c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:00.706229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 272dd9d0-9a95-496d-b786-db637515a2b5 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:55:00.706938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 272dd9d0-9a95-496d-b786-db637515a2b5 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:55:00.709821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1201cc5b-3ffd-4102-89b7-191fffb2246c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1319902 Sep 16 16:55:00.711928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41958) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:00.812124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f761c2a3-90b6-4646-9814-137977240fb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 398a077f-2029-478f-8872-1ee4742770f2 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:00.817555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f761c2a3-90b6-4646-9814-137977240fb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:00.829158 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-208c66f3-38c6-44fe-8d98-fa0cd42348aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:00.854183 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5501-dc13-45e9-8ee4-2de6fcfe0da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:00.858019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5501-dc13-45e9-8ee4-2de6fcfe0da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:00.860503 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5f6a5501-dc13-45e9-8ee4-2de6fcfe0da0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86ccea5f-8d56-49ea-9f41-f8bd6f976c6f HTTP/1.1" status: 204 len: 168 time: 0.3267405 Sep 16 16:55:00.876161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a5501-dc13-45e9-8ee4-2de6fcfe0da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ccea5f-8d56-49ea-9f41-f8bd6f976c6f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:00.908998 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f761c2a3-90b6-4646-9814-137977240fb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:00.974876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e8ba86e2-5c69-4e18-b49f-43c76374c83d None None] Provisioning complete for port 3e2a2ae7-7887-4d82-99eb-d098c43dd306 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:00.975430 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8ba86e2-5c69-4e18-b49f-43c76374c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.039666 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f761c2a3-90b6-4646-9814-137977240fb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.122284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e8ba86e2-5c69-4e18-b49f-43c76374c83d None None] Could not find standard attr ID for object cac787cf-1faf-434a-81c0-77948abd06ff. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:01.262890 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f761c2a3-90b6-4646-9814-137977240fb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.299367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761c2a3-90b6-4646-9814-137977240fb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=398a077f-2029-478f-8872-1ee4742770f2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:01.310800 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f761c2a3-90b6-4646-9814-137977240fb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.316529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f761c2a3-90b6-4646-9814-137977240fb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/398a077f-2029-478f-8872-1ee4742770f2 HTTP/1.1" status: 204 len: 168 time: 0.6012180 Sep 16 16:55:01.317140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41968) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:01.336960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e6897531-c589-419d-9b53-6a35e9db91f3 None None] Could not find standard attr ID for object cac787cf-1faf-434a-81c0-77948abd06ff. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:01.377771 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a916a6-2318-4706-be8e-2f90975a7012 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 559e748f-224b-4fc4-82c4-a4389ef2a9bc {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:01.381485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75a916a6-2318-4706-be8e-2f90975a7012 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.437207 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75a916a6-2318-4706-be8e-2f90975a7012 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.507466 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.535854 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75a916a6-2318-4706-be8e-2f90975a7012 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.610245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 41978) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:01.626816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3a47ae7-9fd9-4eb8-8af8-6c5d2dcc8ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.682823 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75a916a6-2318-4706-be8e-2f90975a7012 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.713037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a916a6-2318-4706-be8e-2f90975a7012 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=559e748f-224b-4fc4-82c4-a4389ef2a9bc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:01.717146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75a916a6-2318-4706-be8e-2f90975a7012 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.720227 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-75a916a6-2318-4706-be8e-2f90975a7012 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/559e748f-224b-4fc4-82c4-a4389ef2a9bc HTTP/1.1" status: 204 len: 168 time: 0.4012899 Sep 16 16:55:01.726392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41984) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:01.789281 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8b5c87c1-8894-4bf6-bffa-56c6f8b456a4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613317 Sep 16 16:55:01.794870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41988) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:01.796203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:01.820126 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3a47ae7-9fd9-4eb8-8af8-6c5d2dcc8ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.888023 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c3a47ae7-9fd9-4eb8-8af8-6c5d2dcc8ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:01.936404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c3a47ae7-9fd9-4eb8-8af8-6c5d2dcc8ddf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6453ca2529b648dc84a2916d31b5c0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227003 Sep 16 16:55:01.938309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 41994) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:01.944870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a47ae7-9fd9-4eb8-8af8-6c5d2dcc8ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06efbe7a-2182-4f9d-9db8-5ab05912ee68,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:01.965473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217c7bc-516d-48d2-98a1-558f6e417016 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:01.982839 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.000790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:02.006053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.009874 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5193596-93a6-4590-9865-ff4e41a02011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.087549 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5193596-93a6-4590-9865-ff4e41a02011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.168842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0640d1f-a356-487e-b4f8-d61776cd0e6c None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:02.228620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d0640d1f-a356-487e-b4f8-d61776cd0e6c None None] Deleting port 3e2a2ae7-7887-4d82-99eb-d098c43dd306 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:02.229010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0640d1f-a356-487e-b4f8-d61776cd0e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.255413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5193596-93a6-4590-9865-ff4e41a02011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.258659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c5193596-93a6-4590-9865-ff4e41a02011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.260361 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c5193596-93a6-4590-9865-ff4e41a02011 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06efbe7a-2182-4f9d-9db8-5ab05912ee68 HTTP/1.1" status: 204 len: 168 time: 0.3204255 Sep 16 16:55:02.305910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5193596-93a6-4590-9865-ff4e41a02011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06efbe7a-2182-4f9d-9db8-5ab05912ee68,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:02.306307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3e2a2ae7-7887-4d82-99eb-d098c43dd306 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:02.354159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d0640d1f-a356-487e-b4f8-d61776cd0e6c None None] For port 3e2a2ae7-7887-4d82-99eb-d098c43dd306, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3e2a2ae7-7887-4d82-99eb-d098c43dd306,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:02.354558 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0640d1f-a356-487e-b4f8-d61776cd0e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.383655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d0640d1f-a356-487e-b4f8-d61776cd0e6c None None] Calling delete_port for 3e2a2ae7-7887-4d82-99eb-d098c43dd306 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:02.461441 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.515778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 3e2a2ae7-7887-4d82-99eb-d098c43dd306, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3e2a2ae7-7887-4d82-99eb-d098c43dd306,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:02.543178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:02.586722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.649217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=3e2a2ae7-7887-4d82-99eb-d098c43dd306,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:02.668207 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0640d1f-a356-487e-b4f8-d61776cd0e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.695680 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0640d1f-a356-487e-b4f8-d61776cd0e6c None None] No DVR routers for this DVR port 3e2a2ae7-7887-4d82-99eb-d098c43dd306 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:02.720361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0640d1f-a356-487e-b4f8-d61776cd0e6c None None] Pushing event deleted for resources: {'Port': ['ID=3e2a2ae7-7887-4d82-99eb-d098c43dd306,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:02.727795 n-d-807786-3 neutron-server[95357]: WARNING neutron.services.revisions.revision_plugin [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Could not find related port for resource to bump revision. Sep 16 16:55:02.753922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Port 3e2a2ae7-7887-4d82-99eb-d098c43dd306 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95357) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 16:55:02.754261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2e:4436 {{(pid=95357) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 16:55:02.760915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2e:4436 {{(pid=95357) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 16:55:02.762366 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.813481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:02.834037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=30361b6b-fe34-48e0-aa2d-3507681e1963,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:02.853196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:02.858511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961ea591-6925-4084-81f6-b52e2b9248bf None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:02.869505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:02.871782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:02.957540 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0e450dec-8ad1-4004-a91c-4c4cdf0a9342 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1662221 Sep 16 16:55:02.960175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42018) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:02.966080 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1bc59b44-3012-4d1a-9fd8-405fcf767e0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:03.178978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc59b44-3012-4d1a-9fd8-405fcf767e0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:03.182643 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1bc59b44-3012-4d1a-9fd8-405fcf767e0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:03.232555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '30361b6b-fe34-48e0-aa2d-3507681e1963'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:03.235634 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:03.415415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Allocated IP 2001:db8::f816:3eff:fec7:596f (2a2518af-dbac-4057-b406-377bb353922a/30361b6b-fe34-48e0-aa2d-3507681e1963/e631354a-9351-43b5-a2f0-dd830d9b610d) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:03.602575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1bc59b44-3012-4d1a-9fd8-405fcf767e0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:03.612683 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:03.625893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc59b44-3012-4d1a-9fd8-405fcf767e0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:03.645568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-1bc59b44-3012-4d1a-9fd8-405fcf767e0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:03.648618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc59b44-3012-4d1a-9fd8-405fcf767e0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:03.649719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1bc59b44-3012-4d1a-9fd8-405fcf767e0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:03.678336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:03.684784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc59b44-3012-4d1a-9fd8-405fcf767e0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=48c6de70-2450-4a3b-97be-aa20514613aa,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:03.738557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42034) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:03.739152 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1bc59b44-3012-4d1a-9fd8-405fcf767e0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7772789 Sep 16 16:55:03.743980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:bb:62:04', 'name': 'tempest-NetworksTestDHCPv6-1250931629'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:03.757970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:03.773978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:03.776258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Pushing event updated for resources: {'Port': ['ID=e631354a-9351-43b5-a2f0-dd830d9b610d,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:03.778782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:03.860986 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:03.866635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Attempting to bind port e631354a-9351-43b5-a2f0-dd830d9b610d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:03.867016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Attempting to bind port e631354a-9351-43b5-a2f0-dd830d9b610d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:03.868444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Attempting to bind port e631354a-9351-43b5-a2f0-dd830d9b610d on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:03.877038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:03.877345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:03.877976 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:03.878384 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:03.878986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Bound port: e631354a-9351-43b5-a2f0-dd830d9b610d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:03.879383 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:03.959474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] For port e631354a-9351-43b5-a2f0-dd830d9b610d, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:03.962677 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] For port e631354a-9351-43b5-a2f0-dd830d9b610d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e631354a-9351-43b5-a2f0-dd830d9b610d,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:04.010955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:04.087539 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:04.131425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa395e-c1b9-4dae-80af-75718888a48c None None] Pushing event updated for resources: {'Port': ['ID=e631354a-9351-43b5-a2f0-dd830d9b610d,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:04.135509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:04.161843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port e9591605-aba6-4eb4-a134-1286d9b30266 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:04.414182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 172.20.0.4 (2a2518af-dbac-4057-b406-377bb353922a/48c6de70-2450-4a3b-97be-aa20514613aa/e9591605-aba6-4eb4-a134-1286d9b30266) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:04.429658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::f816:3eff:febb:6204 (2a2518af-dbac-4057-b406-377bb353922a/30361b6b-fe34-48e0-aa2d-3507681e1963/e9591605-aba6-4eb4-a134-1286d9b30266) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:04.621974 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:04.734635 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:04.779159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:04.783192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:04.787014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:04.829526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=e9591605-aba6-4eb4-a134-1286d9b30266,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:04.853106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:04.853666 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:04.937508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fb3fa95b-dca1-40f7-b523-978afdea87b1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1977565 Sep 16 16:55:04.940799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42066) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:05.009703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84749aed-cde9-442d-9c09-c1aa57fd5cd9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:05.016746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84749aed-cde9-442d-9c09-c1aa57fd5cd9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:05.018903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-84749aed-cde9-442d-9c09-c1aa57fd5cd9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0776656 Sep 16 16:55:05.021513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42072) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:05.125363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e977a47b-4b3a-4849-bdb8-f1d6d69ee81e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port e9591605-aba6-4eb4-a134-1286d9b30266 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:05.127440 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e977a47b-4b3a-4849-bdb8-f1d6d69ee81e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:05.246511 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e977a47b-4b3a-4849-bdb8-f1d6d69ee81e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:05.260176 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-e977a47b-4b3a-4849-bdb8-f1d6d69ee81e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for e9591605-aba6-4eb4-a134-1286d9b30266 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:05.285719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb7989-b5d1-4223-910b-1906d08a5f2d None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:05.489760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c4c09f28-fa05-4403-8f86-8f03fb7f33b2 None None] Provisioning complete for port e631354a-9351-43b5-a2f0-dd830d9b610d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:05.490237 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f28-fa05-4403-8f86-8f03fb7f33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:05.585396 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e977a47b-4b3a-4849-bdb8-f1d6d69ee81e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:05.613165 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f28-fa05-4403-8f86-8f03fb7f33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:05.626256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977a47b-4b3a-4849-bdb8-f1d6d69ee81e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=e9591605-aba6-4eb4-a134-1286d9b30266,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:05.649368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604143c-fef8-40de-8eb7-dfdf575cf8a7 None None] Update dhcp port {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': '30361b6b-fe34-48e0-aa2d-3507681e1963', 'ip_address': '2001:db8::f816:3eff:fec7:596f'}, {'subnet_id': '48c6de70-2450-4a3b-97be-aa20514613aa'}], 'binding:host_id': 'n-d-807786-3'}, 'id': 'e631354a-9351-43b5-a2f0-dd830d9b610d'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:55:05.688207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c4c09f28-fa05-4403-8f86-8f03fb7f33b2 None None] For port e631354a-9351-43b5-a2f0-dd830d9b610d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e631354a-9351-43b5-a2f0-dd830d9b610d,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:05.692518 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3604143c-fef8-40de-8eb7-dfdf575cf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:05.766321 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e977a47b-4b3a-4849-bdb8-f1d6d69ee81e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:05.771416 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e977a47b-4b3a-4849-bdb8-f1d6d69ee81e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/e9591605-aba6-4eb4-a134-1286d9b30266 HTTP/1.1" status: 204 len: 168 time: 0.7466438 Sep 16 16:55:05.771744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42104) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:05.795990 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f28-fa05-4403-8f86-8f03fb7f33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:05.831973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2e71f-7beb-42ba-89e9-268ba66dd366 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:05.833535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2e71f-7beb-42ba-89e9-268ba66dd366 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:05.835767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2e71f-7beb-42ba-89e9-268ba66dd366 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:05.839292 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d1f2e71f-7beb-42ba-89e9-268ba66dd366 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0640960 Sep 16 16:55:05.839527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42106) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:05.886031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c09f28-fa05-4403-8f86-8f03fb7f33b2 None None] Pushing event updated for resources: {'Port': ['ID=e631354a-9351-43b5-a2f0-dd830d9b610d,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:05.911049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-3604143c-fef8-40de-8eb7-dfdf575cf8a7 None None] Allocated IP 172.20.0.2 (2a2518af-dbac-4057-b406-377bb353922a/48c6de70-2450-4a3b-97be-aa20514613aa/e631354a-9351-43b5-a2f0-dd830d9b610d) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:05.932760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e91791-af6a-42f9-9e03-e4120194a6f2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 30361b6b-fe34-48e0-aa2d-3507681e1963 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:06.019724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3604143c-fef8-40de-8eb7-dfdf575cf8a7 None None] For port e631354a-9351-43b5-a2f0-dd830d9b610d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e631354a-9351-43b5-a2f0-dd830d9b610d,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:06.053026 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3604143c-fef8-40de-8eb7-dfdf575cf8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.113213 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3604143c-fef8-40de-8eb7-dfdf575cf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.117275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e91791-af6a-42f9-9e03-e4120194a6f2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.170019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e91791-af6a-42f9-9e03-e4120194a6f2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.201350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604143c-fef8-40de-8eb7-dfdf575cf8a7 None None] Pushing event updated for resources: {'Port': ['ID=e631354a-9351-43b5-a2f0-dd830d9b610d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:06.259343 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e91791-af6a-42f9-9e03-e4120194a6f2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.319751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e631354a-9351-43b5-a2f0-dd830d9b610d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:06.391020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e631354a-9351-43b5-a2f0-dd830d9b610d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:06.391476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.408737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e91791-af6a-42f9-9e03-e4120194a6f2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.450497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e91791-af6a-42f9-9e03-e4120194a6f2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=30361b6b-fe34-48e0-aa2d-3507681e1963,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:06.464671 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f5e91791-af6a-42f9-9e03-e4120194a6f2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.469773 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f5e91791-af6a-42f9-9e03-e4120194a6f2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/30361b6b-fe34-48e0-aa2d-3507681e1963 HTTP/1.1" status: 204 len: 168 time: 0.6263058 Sep 16 16:55:06.470165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42140) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:06.544464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b20e14-16af-4209-9f8b-4239e7629817 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 48c6de70-2450-4a3b-97be-aa20514613aa {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:06.545283 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e14-16af-4209-9f8b-4239e7629817 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.588507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42146) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:06.594025 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e14-16af-4209-9f8b-4239e7629817 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.711594 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e14-16af-4209-9f8b-4239e7629817 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.771406 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b447c053-aa79-4950-bf04-2fb2e1515c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.882870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e14-16af-4209-9f8b-4239e7629817 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.926163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b20e14-16af-4209-9f8b-4239e7629817 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=48c6de70-2450-4a3b-97be-aa20514613aa,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:06.934192 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e14-16af-4209-9f8b-4239e7629817 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.940803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a3b20e14-16af-4209-9f8b-4239e7629817 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/48c6de70-2450-4a3b-97be-aa20514613aa HTTP/1.1" status: 204 len: 168 time: 0.4651732 Sep 16 16:55:06.940803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42164) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:06.960283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b447c053-aa79-4950-bf04-2fb2e1515c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:06.991738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4fb123f9-0173-4610-bcdb-47ec4db18fac tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414884 Sep 16 16:55:06.991920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42168) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:06.992088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29861bb9-1cc1-4b13-855d-23ad01ac0a6a None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:06.992276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e54a388d-7d4e-4929-99fc-edaa8d9db31a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:07.050163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-26335441-1cb0-47e4-aee8-3bc3e7e175b1 None None] Could not find standard attr ID for object e9591605-aba6-4eb4-a134-1286d9b30266. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:07.059593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b447c053-aa79-4950-bf04-2fb2e1515c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.090221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-26335441-1cb0-47e4-aee8-3bc3e7e175b1 None None] Provisioning complete for port e631354a-9351-43b5-a2f0-dd830d9b610d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:07.091163 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-26335441-1cb0-47e4-aee8-3bc3e7e175b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.120080 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b447c053-aa79-4950-bf04-2fb2e1515c04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4554704f5caf481299cd25ed34ed5a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309019 Sep 16 16:55:07.120938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447c053-aa79-4950-bf04-2fb2e1515c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12881de-7278-4235-aae7-7296f7e79071,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:07.123004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42176) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:07.193445 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54a388d-7d4e-4929-99fc-edaa8d9db31a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:07.198562 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e54a388d-7d4e-4929-99fc-edaa8d9db31a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.215561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68bc117c-0b05-42c8-81ec-aee6b555b37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.266064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd62e82-3337-4d91-9fbf-05e6a3f6afd3 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:07.273497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68bc117c-0b05-42c8-81ec-aee6b555b37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.337083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ecd62e82-3337-4d91-9fbf-05e6a3f6afd3 None None] Deleting port e631354a-9351-43b5-a2f0-dd830d9b610d {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:07.337632 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ecd62e82-3337-4d91-9fbf-05e6a3f6afd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.393789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68bc117c-0b05-42c8-81ec-aee6b555b37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.397686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68bc117c-0b05-42c8-81ec-aee6b555b37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.402129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-68bc117c-0b05-42c8-81ec-aee6b555b37f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c12881de-7278-4235-aae7-7296f7e79071 HTTP/1.1" status: 204 len: 168 time: 0.2755127 Sep 16 16:55:07.405125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ecd62e82-3337-4d91-9fbf-05e6a3f6afd3 None None] For port e631354a-9351-43b5-a2f0-dd830d9b610d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e631354a-9351-43b5-a2f0-dd830d9b610d,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:07.405551 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ecd62e82-3337-4d91-9fbf-05e6a3f6afd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.414347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc117c-0b05-42c8-81ec-aee6b555b37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12881de-7278-4235-aae7-7296f7e79071,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:07.435779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ecd62e82-3337-4d91-9fbf-05e6a3f6afd3 None None] Calling delete_port for e631354a-9351-43b5-a2f0-dd830d9b610d owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:07.517021 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e54a388d-7d4e-4929-99fc-edaa8d9db31a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.560187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54a388d-7d4e-4929-99fc-edaa8d9db31a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:07.563743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-e54a388d-7d4e-4929-99fc-edaa8d9db31a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:07.567840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a388d-7d4e-4929-99fc-edaa8d9db31a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:07.568467 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e54a388d-7d4e-4929-99fc-edaa8d9db31a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.578492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a388d-7d4e-4929-99fc-edaa8d9db31a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=6480f73c-57c1-4a88-9381-24d4659d2c35,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:07.656000 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ecd62e82-3337-4d91-9fbf-05e6a3f6afd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.685371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd62e82-3337-4d91-9fbf-05e6a3f6afd3 None None] No DVR routers for this DVR port e631354a-9351-43b5-a2f0-dd830d9b610d on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:07.695003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd62e82-3337-4d91-9fbf-05e6a3f6afd3 None None] Pushing event deleted for resources: {'Port': ['ID=e631354a-9351-43b5-a2f0-dd830d9b610d,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:07.704735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e78af-c7eb-45e4-96cf-20263c8ad7bc None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:07.714332 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e54a388d-7d4e-4929-99fc-edaa8d9db31a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7275701 Sep 16 16:55:07.720944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42206) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:07.726041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:07.923554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '6480f73c-57c1-4a88-9381-24d4659d2c35'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:07.924451 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:07.973647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:07.977756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:08.107800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Allocated IP 172.20.0.2 (2a2518af-dbac-4057-b406-377bb353922a/6480f73c-57c1-4a88-9381-24d4659d2c35/83411598-7a02-48ca-a120-7213f636b250) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:08.264800 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:08.281048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e631354a-9351-43b5-a2f0-dd830d9b610d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:08.300223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: e631354a-9351-43b5-a2f0-dd830d9b610d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:55:08.300630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e631354a-9351-43b5-a2f0-dd830d9b610d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:55:08.358430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:08.359905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:08.391224 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:08.415162 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:08.418326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:08.423472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:08.424102 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:08.437777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=5b07b589-3c8c-46dd-b4bb-949aebebfbdd,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:08.448399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:08.452157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:08.456105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:08.466209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Pushing event updated for resources: {'Port': ['ID=83411598-7a02-48ca-a120-7213f636b250,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:08.496546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c636aefd-5c02-44ab-ac28-4261de778858 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7743974 Sep 16 16:55:08.499868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42248) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:08.504975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:2e:93:57', 'name': 'tempest-NetworksTestDHCPv6-1353059761'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:08.518834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Attempting to bind port 83411598-7a02-48ca-a120-7213f636b250 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:08.519201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Attempting to bind port 83411598-7a02-48ca-a120-7213f636b250 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:08.519561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Attempting to bind port 83411598-7a02-48ca-a120-7213f636b250 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:08.524496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:08.524867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:08.525313 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:08.525694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:08.526152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Bound port: 83411598-7a02-48ca-a120-7213f636b250, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:08.526531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:08.609958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] For port 83411598-7a02-48ca-a120-7213f636b250, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:08.614472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] For port 83411598-7a02-48ca-a120-7213f636b250, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=83411598-7a02-48ca-a120-7213f636b250,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:08.673508 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:08.688211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:08.770648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf87be-d9d1-4a25-a33f-2849b6c3bda2 None None] Pushing event updated for resources: {'Port': ['ID=83411598-7a02-48ca-a120-7213f636b250,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:08.806350 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:08.833820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port 4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:09.049226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 172.20.0.13 (2a2518af-dbac-4057-b406-377bb353922a/6480f73c-57c1-4a88-9381-24d4659d2c35/4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:09.056014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::f816:3eff:fe2e:9357 (2a2518af-dbac-4057-b406-377bb353922a/5b07b589-3c8c-46dd-b4bb-949aebebfbdd/4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:09.205115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:09.336184 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:09.383498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:09.395300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:09.409516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:09.412191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:09.466245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:09.466977 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:09.536843 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-aa9f36c1-569e-40d4-94a2-95128443f3e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0355265 Sep 16 16:55:09.539306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42300) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:09.620287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6297fec-3ed3-4b03-91de-c640bc2d2afa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:09.627463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6297fec-3ed3-4b03-91de-c640bc2d2afa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:09.629446 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d6297fec-3ed3-4b03-91de-c640bc2d2afa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0889268 Sep 16 16:55:09.636193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42308) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:09.730981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ee792c37-7672-4a34-b4f0-d6c6455c40b9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:09.731374 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee792c37-7672-4a34-b4f0-d6c6455c40b9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:09.785283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993f1dc-7514-4abf-84d4-64a414943a79 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:09.835069 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee792c37-7672-4a34-b4f0-d6c6455c40b9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:09.849907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ee792c37-7672-4a34-b4f0-d6c6455c40b9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:09.905360 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:55:10.063804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Provisioning complete for port 83411598-7a02-48ca-a120-7213f636b250 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:10.064177 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.130806 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee792c37-7672-4a34-b4f0-d6c6455c40b9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.171569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee792c37-7672-4a34-b4f0-d6c6455c40b9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:10.177184 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.266589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] For port 83411598-7a02-48ca-a120-7213f636b250, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=83411598-7a02-48ca-a120-7213f636b250,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:10.286077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0096da-fcbc-4210-a37e-4194766175ab None None] Update dhcp port {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': '6480f73c-57c1-4a88-9381-24d4659d2c35', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b07b589-3c8c-46dd-b4bb-949aebebfbdd'}], 'binding:host_id': 'n-d-807786-3'}, 'id': '83411598-7a02-48ca-a120-7213f636b250'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:55:10.290008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee792c37-7672-4a34-b4f0-d6c6455c40b9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.293834 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ee792c37-7672-4a34-b4f0-d6c6455c40b9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62 HTTP/1.1" status: 204 len: 168 time: 0.6593666 Sep 16 16:55:10.295039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42340) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:10.321964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f0096da-fcbc-4210-a37e-4194766175ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.364052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab7d1d-78d7-4988-8810-15a2fc57bbcf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:10.365587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab7d1d-78d7-4988-8810-15a2fc57bbcf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:10.367465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab7d1d-78d7-4988-8810-15a2fc57bbcf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:10.369570 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-38ab7d1d-78d7-4988-8810-15a2fc57bbcf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0726168 Sep 16 16:55:10.370300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 83411598-7a02-48ca-a120-7213f636b250 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:10.371782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42346) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:10.375109 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.430000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3806bd8-892b-4d67-9f91-25afe3c106cd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 5b07b589-3c8c-46dd-b4bb-949aebebfbdd {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:10.433176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3806bd8-892b-4d67-9f91-25afe3c106cd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.492429 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3806bd8-892b-4d67-9f91-25afe3c106cd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.543850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Pushing event updated for resources: {'Port': ['ID=83411598-7a02-48ca-a120-7213f636b250,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:10.553950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.554295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.554619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.554953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.555283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.555609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.555896 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3806bd8-892b-4d67-9f91-25afe3c106cd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.556019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.556315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.556595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.556910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.557349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.557607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee311-e434-4559-a4b3-fb496c1278a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:10.575418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 83411598-7a02-48ca-a120-7213f636b250 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:10.575752 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.705100 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3806bd8-892b-4d67-9f91-25afe3c106cd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server [None req-6f0096da-fcbc-4210-a37e-4194766175ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b07b589-3c8c-46dd-b4bb-949aebebfbdd: This subnet is being modified by another concurrent operation. Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server raise exception Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b07b589-3c8c-46dd-b4bb-949aebebfbdd: This subnet is being modified by another concurrent operation. Sep 16 16:55:10.706721 n-d-807786-3 neutron-server[95359]: ERROR oslo_messaging.rpc.server Sep 16 16:55:10.731131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3806bd8-892b-4d67-9f91-25afe3c106cd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=5b07b589-3c8c-46dd-b4bb-949aebebfbdd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:10.737758 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c3806bd8-892b-4d67-9f91-25afe3c106cd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.739671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c3806bd8-892b-4d67-9f91-25afe3c106cd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/5b07b589-3c8c-46dd-b4bb-949aebebfbdd HTTP/1.1" status: 204 len: 168 time: 0.3666470 Sep 16 16:55:10.747363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42362) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:10.799908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-69d0058c-8ca7-4ceb-8600-0bd30a4bbecb None None] Could not find standard attr ID for object 4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:10.810079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4dee95-a6ad-423a-b6ae-fafc28c5e2d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 6480f73c-57c1-4a88-9381-24d4659d2c35 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:10.810674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-69d0058c-8ca7-4ceb-8600-0bd30a4bbecb None None] Provisioning complete for port 83411598-7a02-48ca-a120-7213f636b250 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:10.811080 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69d0058c-8ca7-4ceb-8600-0bd30a4bbecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.813698 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a4dee95-a6ad-423a-b6ae-fafc28c5e2d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.862689 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a4dee95-a6ad-423a-b6ae-fafc28c5e2d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:10.961862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a4dee95-a6ad-423a-b6ae-fafc28c5e2d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:11.018717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0da45fa5-dede-4953-b178-efa73401cfe2 None None] Could not find standard attr ID for object e9591605-aba6-4eb4-a134-1286d9b30266. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:11.023530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0da45fa5-dede-4953-b178-efa73401cfe2 None None] Could not find standard attr ID for object 4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:11.034401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df157e18-bcb8-41b2-ad9a-33263ccc7007 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:55:11.102209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df157e18-bcb8-41b2-ad9a-33263ccc7007 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:55:11.110787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a4dee95-a6ad-423a-b6ae-fafc28c5e2d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:11.139585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dee95-a6ad-423a-b6ae-fafc28c5e2d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=6480f73c-57c1-4a88-9381-24d4659d2c35,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:11.144980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a4dee95-a6ad-423a-b6ae-fafc28c5e2d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:11.147452 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a4dee95-a6ad-423a-b6ae-fafc28c5e2d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/6480f73c-57c1-4a88-9381-24d4659d2c35 HTTP/1.1" status: 204 len: 168 time: 0.4043043 Sep 16 16:55:11.149870 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42382) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:11.188208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-205cdac0-3d44-4153-b801-5373aeda758b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372524 Sep 16 16:55:11.190774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42388) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:11.195516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-48a0b927-ce83-4260-8183-a14edda1570f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:11.316507 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c7194-a598-4a59-83fb-5f9b59295fb9 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 16:55:11.366077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eb3d59f8-8517-4e34-b5e4-bfb0215dd0a2 None None] Provisioning complete for port 83411598-7a02-48ca-a120-7213f636b250 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:11.366448 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb3d59f8-8517-4e34-b5e4-bfb0215dd0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:11.416190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c7194-a598-4a59-83fb-5f9b59295fb9 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 16:55:11.669315 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a9656-0a66-4f79-a5b4-579fdb7965b1 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:11.755918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a0b927-ce83-4260-8183-a14edda1570f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:11.760900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48a0b927-ce83-4260-8183-a14edda1570f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:11.781464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ef41e9e1-cb6f-49f4-9b88-608f22b04f97 None None] Provisioning complete for port 83411598-7a02-48ca-a120-7213f636b250 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:11.781464 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ef41e9e1-cb6f-49f4-9b88-608f22b04f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:11.891038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791de66d-dd4c-4ff4-9672-aaff42b6caa2 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:11.941689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-791de66d-dd4c-4ff4-9672-aaff42b6caa2 None None] Deleting port 83411598-7a02-48ca-a120-7213f636b250 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:11.942009 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-791de66d-dd4c-4ff4-9672-aaff42b6caa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.012167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-791de66d-dd4c-4ff4-9672-aaff42b6caa2 None None] For port 83411598-7a02-48ca-a120-7213f636b250, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=83411598-7a02-48ca-a120-7213f636b250,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:12.012590 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-791de66d-dd4c-4ff4-9672-aaff42b6caa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.024627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-791de66d-dd4c-4ff4-9672-aaff42b6caa2 None None] Calling delete_port for 83411598-7a02-48ca-a120-7213f636b250 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:12.059687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48a0b927-ce83-4260-8183-a14edda1570f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.104171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0b927-ce83-4260-8183-a14edda1570f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:12.105587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-48a0b927-ce83-4260-8183-a14edda1570f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:12.109926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0b927-ce83-4260-8183-a14edda1570f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:12.110528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48a0b927-ce83-4260-8183-a14edda1570f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.131270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0b927-ce83-4260-8183-a14edda1570f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=3d265022-3238-45eb-98bf-cc1fc65d2f33,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:12.170771 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-791de66d-dd4c-4ff4-9672-aaff42b6caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.198067 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-48a0b927-ce83-4260-8183-a14edda1570f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0061438 Sep 16 16:55:12.200897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42446) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:12.213626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:12.213861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791de66d-dd4c-4ff4-9672-aaff42b6caa2 None None] Pushing event deleted for resources: {'Port': ['ID=83411598-7a02-48ca-a120-7213f636b250,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:12.214163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791de66d-dd4c-4ff4-9672-aaff42b6caa2 None None] No DVR routers for this DVR port 83411598-7a02-48ca-a120-7213f636b250 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:12.232953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d2d35-037b-492b-9176-c6b7c9a3d800 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:12.300869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 83411598-7a02-48ca-a120-7213f636b250 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:12.323763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 83411598-7a02-48ca-a120-7213f636b250 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:55:12.324281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 83411598-7a02-48ca-a120-7213f636b250 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:55:12.412476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '3d265022-3238-45eb-98bf-cc1fc65d2f33'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:12.413335 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.438723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:12.442453 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.563352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Allocated IP 172.20.0.2 (2a2518af-dbac-4057-b406-377bb353922a/3d265022-3238-45eb-98bf-cc1fc65d2f33/19ab16bb-7e01-4639-8607-6856df956888) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:12.714845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.771533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.815566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:12.818733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:12.821835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:12.832802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Pushing event updated for resources: {'Port': ['ID=19ab16bb-7e01-4639-8607-6856df956888,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:12.882896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.objects.ports [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95358) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:12.896607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Attempting to bind port 19ab16bb-7e01-4639-8607-6856df956888 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:12.897184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Attempting to bind port 19ab16bb-7e01-4639-8607-6856df956888 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:12.897392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Attempting to bind port 19ab16bb-7e01-4639-8607-6856df956888 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:12.902950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:12.903353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:12.903759 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.904156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:12.907581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Bound port: 19ab16bb-7e01-4639-8607-6856df956888, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:12.907581 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:12.974869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] For port 19ab16bb-7e01-4639-8607-6856df956888, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:12.978138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] For port 19ab16bb-7e01-4639-8607-6856df956888, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=19ab16bb-7e01-4639-8607-6856df956888,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:13.071398 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:13.129730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329d0e1-619a-4314-959e-5d5d42d9a8fc None None] Pushing event updated for resources: {'Port': ['ID=19ab16bb-7e01-4639-8607-6856df956888,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:13.208245 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:13.431176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] For port 19ab16bb-7e01-4639-8607-6856df956888, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=19ab16bb-7e01-4639-8607-6856df956888,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:13.461402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:13.527902 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:13.528759 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:13.611907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:13.627787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:13.635857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:13.636815 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:13.639550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=19ab16bb-7e01-4639-8607-6856df956888,revision_number=4']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:13.643415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=15fc6b9b-2c52-495a-a0ea-76d70868a566,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:13.696263 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:13.742441 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a6876ffa-5fa8-4db5-ac30-ef60599dcae8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5396020 Sep 16 16:55:13.745348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42518) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:13.751067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:6b:22:7d', 'name': 'tempest-NetworksTestDHCPv6-1343706335'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:13.950383 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:13.988390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:14.078008 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:14.097962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port 7017a955-8034-41fd-9f43-5e4e58a2d871 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:14.124480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4223dbaf-40d9-4668-b9e6-ead85f60fb81 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:14.255582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-82ac9eb5-f99b-4c42-a7d8-0fee69289756 None None] Provisioning complete for port 19ab16bb-7e01-4639-8607-6856df956888 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:14.255942 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-82ac9eb5-f99b-4c42-a7d8-0fee69289756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:14.269560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 172.20.0.8 (2a2518af-dbac-4057-b406-377bb353922a/3d265022-3238-45eb-98bf-cc1fc65d2f33/7017a955-8034-41fd-9f43-5e4e58a2d871) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:14.277334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::f816:3eff:fe6b:227d (2a2518af-dbac-4057-b406-377bb353922a/15fc6b9b-2c52-495a-a0ea-76d70868a566/7017a955-8034-41fd-9f43-5e4e58a2d871) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:14.367262 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-82ac9eb5-f99b-4c42-a7d8-0fee69289756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:14.371513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 19ab16bb-7e01-4639-8607-6856df956888 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:14.430468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-82ac9eb5-f99b-4c42-a7d8-0fee69289756 None None] For port 19ab16bb-7e01-4639-8607-6856df956888, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=19ab16bb-7e01-4639-8607-6856df956888,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:14.451850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 19ab16bb-7e01-4639-8607-6856df956888 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:14.452268 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:14.480849 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:14.499374 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-82ac9eb5-f99b-4c42-a7d8-0fee69289756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:14.581974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac9eb5-f99b-4c42-a7d8-0fee69289756 None None] Pushing event updated for resources: {'Port': ['ID=19ab16bb-7e01-4639-8607-6856df956888,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:14.583234 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:14.631266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:14.634349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:14.638252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:14.647353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=7017a955-8034-41fd-9f43-5e4e58a2d871,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:14.695993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:14.696705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:14.770904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6f9a98e8-927c-42de-9b1c-13fedb92ed73 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0244725 Sep 16 16:55:14.773579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42566) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:14.825001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2298a61-7b18-414d-9f8d-b8256c2a891d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:14.831645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2298a61-7b18-414d-9f8d-b8256c2a891d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:14.833354 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c2298a61-7b18-414d-9f8d-b8256c2a891d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0587714 Sep 16 16:55:14.836179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42570) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:14.945209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c1305-a7fb-4af4-8d9b-400977a91bf7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 7017a955-8034-41fd-9f43-5e4e58a2d871 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:14.945795 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1305-a7fb-4af4-8d9b-400977a91bf7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.023871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fdffda59-867c-443c-90d8-185c44bd50fc None None] Provisioning complete for port 19ab16bb-7e01-4639-8607-6856df956888 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:15.024329 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fdffda59-867c-443c-90d8-185c44bd50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.053907 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1305-a7fb-4af4-8d9b-400977a91bf7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.069918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c1305-a7fb-4af4-8d9b-400977a91bf7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 7017a955-8034-41fd-9f43-5e4e58a2d871 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:15.231762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-57a6c748-c2d7-4976-9a5c-d300ae7f69bd None None] Provisioning complete for port 7017a955-8034-41fd-9f43-5e4e58a2d871 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:15.232947 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-57a6c748-c2d7-4976-9a5c-d300ae7f69bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.270894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-57a6c748-c2d7-4976-9a5c-d300ae7f69bd None None] Port 7017a955-8034-41fd-9f43-5e4e58a2d871 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:55:15.341797 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1305-a7fb-4af4-8d9b-400977a91bf7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.382499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1305-a7fb-4af4-8d9b-400977a91bf7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=7017a955-8034-41fd-9f43-5e4e58a2d871,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:15.473912 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1305-a7fb-4af4-8d9b-400977a91bf7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.476463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cc3c1305-a7fb-4af4-8d9b-400977a91bf7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/7017a955-8034-41fd-9f43-5e4e58a2d871 HTTP/1.1" status: 204 len: 168 time: 0.6388111 Sep 16 16:55:15.478631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42608) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:15.538498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f19522a-57d8-483a-93ab-de4d964fbeaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:15.539952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f19522a-57d8-483a-93ab-de4d964fbeaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:15.541753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f19522a-57d8-483a-93ab-de4d964fbeaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:15.543812 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2f19522a-57d8-483a-93ab-de4d964fbeaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0641894 Sep 16 16:55:15.548587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42612) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:15.625854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbec83ad-b3aa-40c0-a126-932ffffaf0f7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 15fc6b9b-2c52-495a-a0ea-76d70868a566 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:15.629290 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbec83ad-b3aa-40c0-a126-932ffffaf0f7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.670835 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbec83ad-b3aa-40c0-a126-932ffffaf0f7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.750058 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbec83ad-b3aa-40c0-a126-932ffffaf0f7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.870908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbec83ad-b3aa-40c0-a126-932ffffaf0f7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.897235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec83ad-b3aa-40c0-a126-932ffffaf0f7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=15fc6b9b-2c52-495a-a0ea-76d70868a566,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:15.903182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbec83ad-b3aa-40c0-a126-932ffffaf0f7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:15.906084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bbec83ad-b3aa-40c0-a126-932ffffaf0f7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/15fc6b9b-2c52-495a-a0ea-76d70868a566 HTTP/1.1" status: 204 len: 168 time: 0.3561602 Sep 16 16:55:15.908720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42614) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:15.912501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fb962-d6fc-45aa-a234-887831e5d9ba None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:15.961723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f055450f-f951-40b1-ae34-0a6a7f85de36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 3d265022-3238-45eb-98bf-cc1fc65d2f33 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:15.964850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f055450f-f951-40b1-ae34-0a6a7f85de36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:16.018092 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f055450f-f951-40b1-ae34-0a6a7f85de36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:16.129143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f055450f-f951-40b1-ae34-0a6a7f85de36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:16.293837 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f055450f-f951-40b1-ae34-0a6a7f85de36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:16.301868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 19ab16bb-7e01-4639-8607-6856df956888 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:16.321005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055450f-f951-40b1-ae34-0a6a7f85de36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=3d265022-3238-45eb-98bf-cc1fc65d2f33,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:16.343376 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f055450f-f951-40b1-ae34-0a6a7f85de36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:16.347954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f055450f-f951-40b1-ae34-0a6a7f85de36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/3d265022-3238-45eb-98bf-cc1fc65d2f33 HTTP/1.1" status: 204 len: 168 time: 0.4364877 Sep 16 16:55:16.349083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42620) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:16.372885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 19ab16bb-7e01-4639-8607-6856df956888 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:16.374252 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:16.403561 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-afb13302-f75c-4b57-a667-fabe7e8673f3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505838 Sep 16 16:55:16.406218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42624) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:16.476330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b027c11-c7f2-4dfe-bf55-444b75d602b5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:16.478772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6b027c11-c7f2-4dfe-bf55-444b75d602b5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0710974 Sep 16 16:55:16.480946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42626) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:16.555312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7870212f-fdc3-4a7d-ac6d-5d114aecc4a3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:16.559148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7870212f-fdc3-4a7d-ac6d-5d114aecc4a3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0744321 Sep 16 16:55:16.559563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42628) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:16.602848 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6d499ac2-5b6f-49f5-a836-235c02712472 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421247 Sep 16 16:55:16.612341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42630) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:16.617998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-49299bee-346a-4bd1-8c49-d08907f55e2e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:16.741980 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7384686e-ad18-4483-a34d-e399ad2a7959 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:16.855505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49299bee-346a-4bd1-8c49-d08907f55e2e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:16.860291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49299bee-346a-4bd1-8c49-d08907f55e2e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:16.861758 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-49299bee-346a-4bd1-8c49-d08907f55e2e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:55:16.862205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49299bee-346a-4bd1-8c49-d08907f55e2e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:16.976067 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-49299bee-346a-4bd1-8c49-d08907f55e2e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3624432 Sep 16 16:55:16.979184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42636) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:16.985569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-7c4c6031-9923-4932-889f-439f35dedab7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:16.995755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-81b99020-6f25-4724-8f71-db2f9a9e0e32 None None] Provisioning complete for port 19ab16bb-7e01-4639-8607-6856df956888 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:16.996136 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-81b99020-6f25-4724-8f71-db2f9a9e0e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:17.136893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a46cf-1465-4ea9-acdc-2e47908b5600 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:17.149996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4c6031-9923-4932-889f-439f35dedab7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:17.153639 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7c4c6031-9923-4932-889f-439f35dedab7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:17.155613 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4c6031-9923-4932-889f-439f35dedab7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:55:17.156039 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4c6031-9923-4932-889f-439f35dedab7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:17.188626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a43a46cf-1465-4ea9-acdc-2e47908b5600 None None] Deleting port 19ab16bb-7e01-4639-8607-6856df956888 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:17.188998 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a43a46cf-1465-4ea9-acdc-2e47908b5600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:17.236841 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7c4c6031-9923-4932-889f-439f35dedab7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2560444 Sep 16 16:55:17.240085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42642) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:17.245694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-dab1d878-669c-4505-b6f9-c515b4525c8b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:17.254131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a43a46cf-1465-4ea9-acdc-2e47908b5600 None None] For port 19ab16bb-7e01-4639-8607-6856df956888, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=19ab16bb-7e01-4639-8607-6856df956888,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:17.254539 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a43a46cf-1465-4ea9-acdc-2e47908b5600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:17.278507 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a43a46cf-1465-4ea9-acdc-2e47908b5600 None None] Calling delete_port for 19ab16bb-7e01-4639-8607-6856df956888 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:17.422014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab1d878-669c-4505-b6f9-c515b4525c8b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:17.422545 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a43a46cf-1465-4ea9-acdc-2e47908b5600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:17.425776 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dab1d878-669c-4505-b6f9-c515b4525c8b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:17.427141 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab1d878-669c-4505-b6f9-c515b4525c8b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:55:17.427733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab1d878-669c-4505-b6f9-c515b4525c8b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:17.449180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a46cf-1465-4ea9-acdc-2e47908b5600 None None] Pushing event deleted for resources: {'Port': ['ID=19ab16bb-7e01-4639-8607-6856df956888,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:17.452977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a46cf-1465-4ea9-acdc-2e47908b5600 None None] No DVR routers for this DVR port 19ab16bb-7e01-4639-8607-6856df956888 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:17.510229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dab1d878-669c-4505-b6f9-c515b4525c8b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2676063 Sep 16 16:55:17.513294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42648) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:17.518773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a763aa9e-f9b0-4b42-bcc5-2c4cb92d1d7b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:17.687675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a763aa9e-f9b0-4b42-bcc5-2c4cb92d1d7b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:17.692527 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a763aa9e-f9b0-4b42-bcc5-2c4cb92d1d7b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:17.693825 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a763aa9e-f9b0-4b42-bcc5-2c4cb92d1d7b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:55:17.694356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a763aa9e-f9b0-4b42-bcc5-2c4cb92d1d7b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:17.797430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a763aa9e-f9b0-4b42-bcc5-2c4cb92d1d7b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2825420 Sep 16 16:55:17.802768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42654) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:17.807896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1a25f542-89cc-4d52-b551-3606eb5217c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:17.973083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a25f542-89cc-4d52-b551-3606eb5217c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:17.976669 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a25f542-89cc-4d52-b551-3606eb5217c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:17.978057 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a25f542-89cc-4d52-b551-3606eb5217c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:55:17.978482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a25f542-89cc-4d52-b551-3606eb5217c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:18.070187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1a25f542-89cc-4d52-b551-3606eb5217c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2635458 Sep 16 16:55:18.070881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42656) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:18.075796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-75ff2c3a-0299-4ed8-b42d-abb2d83d8392 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:18.232744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ff2c3a-0299-4ed8-b42d-abb2d83d8392 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:18.236679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-75ff2c3a-0299-4ed8-b42d-abb2d83d8392 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:18.243844 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ff2c3a-0299-4ed8-b42d-abb2d83d8392 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:55:18.243844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ff2c3a-0299-4ed8-b42d-abb2d83d8392 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:18.285629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 19ab16bb-7e01-4639-8607-6856df956888 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:18.305987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 19ab16bb-7e01-4639-8607-6856df956888 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:55:18.306343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 19ab16bb-7e01-4639-8607-6856df956888 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:55:18.431083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-75ff2c3a-0299-4ed8-b42d-abb2d83d8392 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3589861 Sep 16 16:55:18.433488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42658) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:18.460929 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-edb8c730-2fd4-4b7d-8e35-18819fe35367 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0261717 Sep 16 16:55:18.463136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42660) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:18.513212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14897d12-4912-430e-8ccc-906d078bad41 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:18.514754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-14897d12-4912-430e-8ccc-906d078bad41 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0507216 Sep 16 16:55:18.517314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42662) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:18.558041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5e82c641-5cf3-4c5a-b4ef-31a7a4f3c9f1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0360186 Sep 16 16:55:18.558215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42664) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:18.563488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:18.735323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:18.739090 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:19.395868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.objects.ports [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95358) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:19.398248 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:19.444902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:19.448773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:19.451951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:19.452575 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:19.458522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7972d62d-1599-4265-ac0e-eebdc5632679 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:19.471982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=0d907f69-b4c2-45d3-8d4d-95bbd509db7b,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:19.539346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ee5fdf36-0dcd-4091-ba3b-29d0b46a9370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9801934 Sep 16 16:55:19.542287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42674) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:19.548424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:77:85:04', 'name': 'tempest-NetworksTestDHCPv6-1493609837'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:19.615305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '0d907f69-b4c2-45d3-8d4d-95bbd509db7b'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:19.616364 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:19.744306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:19.767152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Allocated IP 2001:db8::f816:3eff:fed8:401f (2a2518af-dbac-4057-b406-377bb353922a/0d907f69-b4c2-45d3-8d4d-95bbd509db7b/f9d8dbb2-989a-4084-b0b7-dc28d9fd8693) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:19.853158 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:19.913275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port 5777f24a-83d8-4a0b-85bd-ad4f50bcec61 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:19.999201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:20.076406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:20.118340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:20.121375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:20.124718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:20.131220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::f816:3eff:fe77:8504 (2a2518af-dbac-4057-b406-377bb353922a/0d907f69-b4c2-45d3-8d4d-95bbd509db7b/5777f24a-83d8-4a0b-85bd-ad4f50bcec61) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:20.140485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Pushing event updated for resources: {'Port': ['ID=f9d8dbb2-989a-4084-b0b7-dc28d9fd8693,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:20.191766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Attempting to bind port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:20.192398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Attempting to bind port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:20.192834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Attempting to bind port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:20.205375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:20.205683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:20.205987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:20.206381 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:20.206855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Bound port: f9d8dbb2-989a-4084-b0b7-dc28d9fd8693, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:20.207238 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:20.293933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] For port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:20.297759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] For port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f9d8dbb2-989a-4084-b0b7-dc28d9fd8693,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:20.320984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:20.383328 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:20.441930 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398e146-bae7-4cba-afaf-c9ecae592630 None None] Pushing event updated for resources: {'Port': ['ID=f9d8dbb2-989a-4084-b0b7-dc28d9fd8693,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:20.471472 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:20.558237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:20.570235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:20.579648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:20.597894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:20.598573 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:20.626669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=5777f24a-83d8-4a0b-85bd-ad4f50bcec61,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:20.708520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b322458d-4c6e-44a7-96c0-34d4bbb9e519 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1645656 Sep 16 16:55:20.717522 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42686) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:20.807212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b96c9e-caf6-4558-807d-3d36bf244627 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:20.814711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b96c9e-caf6-4558-807d-3d36bf244627 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:20.816810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-82b96c9e-caf6-4558-807d-3d36bf244627 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1049931 Sep 16 16:55:20.819355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42688) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:20.923121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb511b-3854-4a6c-84c4-4f8d3b299cbc tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 5777f24a-83d8-4a0b-85bd-ad4f50bcec61 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:20.923460 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fbb511b-3854-4a6c-84c4-4f8d3b299cbc tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.035918 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fbb511b-3854-4a6c-84c4-4f8d3b299cbc tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.050548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb511b-3854-4a6c-84c4-4f8d3b299cbc tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 5777f24a-83d8-4a0b-85bd-ad4f50bcec61 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:21.242027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fbb511b-3854-4a6c-84c4-4f8d3b299cbc tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.277018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb511b-3854-4a6c-84c4-4f8d3b299cbc tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=5777f24a-83d8-4a0b-85bd-ad4f50bcec61,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:21.307064 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fbb511b-3854-4a6c-84c4-4f8d3b299cbc tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.310902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9fbb511b-3854-4a6c-84c4-4f8d3b299cbc tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/5777f24a-83d8-4a0b-85bd-ad4f50bcec61 HTTP/1.1" status: 204 len: 168 time: 0.4897299 Sep 16 16:55:21.311899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42692) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:21.370150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8700c12-a3c6-40b8-a1e0-9449258ef77d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:21.371935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8700c12-a3c6-40b8-a1e0-9449258ef77d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:21.377735 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f8700c12-a3c6-40b8-a1e0-9449258ef77d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0606880 Sep 16 16:55:21.378015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42696) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:21.459808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-63085df9-5fa8-4221-be99-bd7e2b37c726 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 0d907f69-b4c2-45d3-8d4d-95bbd509db7b {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:21.465351 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63085df9-5fa8-4221-be99-bd7e2b37c726 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.527639 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63085df9-5fa8-4221-be99-bd7e2b37c726 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.636840 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63085df9-5fa8-4221-be99-bd7e2b37c726 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.766227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-959cd75d-b456-4976-88b8-e7416f9a5e00 None None] Provisioning complete for port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:21.766820 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-959cd75d-b456-4976-88b8-e7416f9a5e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.775778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63085df9-5fa8-4221-be99-bd7e2b37c726 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.812283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63085df9-5fa8-4221-be99-bd7e2b37c726 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=0d907f69-b4c2-45d3-8d4d-95bbd509db7b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:21.818265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-63085df9-5fa8-4221-be99-bd7e2b37c726 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.823102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42702) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:21.823540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-63085df9-5fa8-4221-be99-bd7e2b37c726 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/0d907f69-b4c2-45d3-8d4d-95bbd509db7b HTTP/1.1" status: 204 len: 168 time: 0.4429331 Sep 16 16:55:21.875997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42704) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:21.876753 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ced44673-1ebf-4c21-8869-c864aa97dfaf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510631 Sep 16 16:55:21.881620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:21.881786 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-959cd75d-b456-4976-88b8-e7416f9a5e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:21.924803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-959cd75d-b456-4976-88b8-e7416f9a5e00 None None] For port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f9d8dbb2-989a-4084-b0b7-dc28d9fd8693,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:21.927876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337600b3-0423-4cb5-9f2b-411f20282c6a None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:22.008691 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-959cd75d-b456-4976-88b8-e7416f9a5e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:22.066849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:22.071053 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:22.082691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cd75d-b456-4976-88b8-e7416f9a5e00 None None] Pushing event updated for resources: {'Port': ['ID=f9d8dbb2-989a-4084-b0b7-dc28d9fd8693,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:22.121675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1dfdb77b-2bfb-42c6-9a97-b296d33e61ad None None] Could not find standard attr ID for object 5777f24a-83d8-4a0b-85bd-ad4f50bcec61. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:22.158931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb5c46-16cf-4f82-b1d2-663fcb83ebdb None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:22.209666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-eecb5c46-16cf-4f82-b1d2-663fcb83ebdb None None] Deleting port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:22.210045 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eecb5c46-16cf-4f82-b1d2-663fcb83ebdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:22.287713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-eecb5c46-16cf-4f82-b1d2-663fcb83ebdb None None] For port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=f9d8dbb2-989a-4084-b0b7-dc28d9fd8693,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:22.288124 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eecb5c46-16cf-4f82-b1d2-663fcb83ebdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:22.302087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-eecb5c46-16cf-4f82-b1d2-663fcb83ebdb None None] Calling delete_port for f9d8dbb2-989a-4084-b0b7-dc28d9fd8693 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:22.461201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eecb5c46-16cf-4f82-b1d2-663fcb83ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:22.485129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.objects.ports [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95358) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:22.488759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb5c46-16cf-4f82-b1d2-663fcb83ebdb None None] Pushing event deleted for resources: {'Port': ['ID=f9d8dbb2-989a-4084-b0b7-dc28d9fd8693,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:22.492446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb5c46-16cf-4f82-b1d2-663fcb83ebdb None None] No DVR routers for this DVR port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:22.587232 n-d-807786-3 neutron-server[95358]: WARNING neutron.services.revisions.revision_plugin [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Could not find related port for resource to bump revision. Sep 16 16:55:22.626506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.ipam_pluggable_backend [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Port f9d8dbb2-989a-4084-b0b7-dc28d9fd8693 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 16:55:22.626821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.ipam_pluggable_backend [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Reverting IP allocation for 2001:db8::f816:3eff:fed8:401f {{(pid=95358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 16:55:22.630458 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.ipam_pluggable_backend [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed8:401f {{(pid=95358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 16:55:22.631653 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:22.677833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:22.681255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:22.686419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:22.687433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:22.692859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a7995d-56a1-42b8-9215-67064d8c858c None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:22.698185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=57005c7d-de9e-476e-a95d-aa4c9bebd133,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:22.784672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-46e224f2-6be1-4684-b272-47019c72cedb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9048808 Sep 16 16:55:22.785481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42712) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:22.792933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:11:48:f1', 'name': 'tempest-NetworksTestDHCPv6-486635859'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:22.859216 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '57005c7d-de9e-476e-a95d-aa4c9bebd133'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:22.860424 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:22.992409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:23.004250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Allocated IP 2001:db8::f816:3eff:fe70:5e6e (2a2518af-dbac-4057-b406-377bb353922a/57005c7d-de9e-476e-a95d-aa4c9bebd133/b328c559-a4dd-4f27-95ff-81805c0ff79a) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:23.081801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:23.108428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port 43bccac8-3af9-4329-8510-ef4f205c4f28 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:23.159824 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:23.248033 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:23.288820 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:23.291707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:23.299218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:23.302108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Pushing event updated for resources: {'Port': ['ID=b328c559-a4dd-4f27-95ff-81805c0ff79a,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:23.332127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::f816:3eff:fe11:48f1 (2a2518af-dbac-4057-b406-377bb353922a/57005c7d-de9e-476e-a95d-aa4c9bebd133/43bccac8-3af9-4329-8510-ef4f205c4f28) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:23.376655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Attempting to bind port b328c559-a4dd-4f27-95ff-81805c0ff79a on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:23.377166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Attempting to bind port b328c559-a4dd-4f27-95ff-81805c0ff79a by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:23.377538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Attempting to bind port b328c559-a4dd-4f27-95ff-81805c0ff79a on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:23.386341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:23.386341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:23.386341 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:23.386341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:23.386341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Bound port: b328c559-a4dd-4f27-95ff-81805c0ff79a, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:23.386341 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:23.478749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] For port b328c559-a4dd-4f27-95ff-81805c0ff79a, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:23.482658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] For port b328c559-a4dd-4f27-95ff-81805c0ff79a, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b328c559-a4dd-4f27-95ff-81805c0ff79a,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:23.542129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:23.556753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:23.603009 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01a66d-6c3d-48ac-91e0-31b69e9bfb29 None None] Pushing event updated for resources: {'Port': ['ID=b328c559-a4dd-4f27-95ff-81805c0ff79a,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:23.659861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:23.728816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:23.730264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=43bccac8-3af9-4329-8510-ef4f205c4f28,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:23.740840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:23.743891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:23.751491 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:23.752418 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:23.865029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42722) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:23.865585 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d117cb9f-eddd-4828-b351-969baaff70a5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0778491 Sep 16 16:55:23.930748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b018a7d-e389-486c-ba5c-651c9d8b4276 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:23.938466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b018a7d-e389-486c-ba5c-651c9d8b4276 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:23.942593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0b018a7d-e389-486c-ba5c-651c9d8b4276 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0742137 Sep 16 16:55:23.942951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42724) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:24.036342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ab7b7-8ccf-4a92-9ada-68808bc0d9e5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 43bccac8-3af9-4329-8510-ef4f205c4f28 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:24.036742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab7b7-8ccf-4a92-9ada-68808bc0d9e5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.139143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab7b7-8ccf-4a92-9ada-68808bc0d9e5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.152113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ab7b7-8ccf-4a92-9ada-68808bc0d9e5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 43bccac8-3af9-4329-8510-ef4f205c4f28 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:24.367865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b328c559-a4dd-4f27-95ff-81805c0ff79a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:24.407514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab7b7-8ccf-4a92-9ada-68808bc0d9e5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.441072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b328c559-a4dd-4f27-95ff-81805c0ff79a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:24.441526 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.445419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ab7b7-8ccf-4a92-9ada-68808bc0d9e5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=43bccac8-3af9-4329-8510-ef4f205c4f28,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:24.479556 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab7b7-8ccf-4a92-9ada-68808bc0d9e5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.482636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7b6ab7b7-8ccf-4a92-9ada-68808bc0d9e5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/43bccac8-3af9-4329-8510-ef4f205c4f28 HTTP/1.1" status: 204 len: 168 time: 0.5373530 Sep 16 16:55:24.485032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42734) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:24.551875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71a10e6-9c84-4ef3-9074-ff266b42b432 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:24.554598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71a10e6-9c84-4ef3-9074-ff266b42b432 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:24.559623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42736) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:24.559839 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c71a10e6-9c84-4ef3-9074-ff266b42b432 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0726049 Sep 16 16:55:24.562441 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.601088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port b328c559-a4dd-4f27-95ff-81805c0ff79a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b328c559-a4dd-4f27-95ff-81805c0ff79a,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:24.622591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4282a8d4-f3d4-41a5-bccd-3588bd0a6082 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 57005c7d-de9e-476e-a95d-aa4c9bebd133 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:24.630284 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4282a8d4-f3d4-41a5-bccd-3588bd0a6082 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.675416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4282a8d4-f3d4-41a5-bccd-3588bd0a6082 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.689908 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.759603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=b328c559-a4dd-4f27-95ff-81805c0ff79a,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:24.781835 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4282a8d4-f3d4-41a5-bccd-3588bd0a6082 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.786561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3279acb8-70e1-40e9-b197-6007b3a37c62 None None] Provisioning complete for port b328c559-a4dd-4f27-95ff-81805c0ff79a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:24.787015 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3279acb8-70e1-40e9-b197-6007b3a37c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.905095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4282a8d4-f3d4-41a5-bccd-3588bd0a6082 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.932465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282a8d4-f3d4-41a5-bccd-3588bd0a6082 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=57005c7d-de9e-476e-a95d-aa4c9bebd133,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:24.938388 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4282a8d4-f3d4-41a5-bccd-3588bd0a6082 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:24.942665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4282a8d4-f3d4-41a5-bccd-3588bd0a6082 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/57005c7d-de9e-476e-a95d-aa4c9bebd133 HTTP/1.1" status: 204 len: 168 time: 0.3796175 Sep 16 16:55:24.942876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42738) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:24.990450 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ff8621ff-f621-4b84-bf5a-e0a5ddfba914 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462992 Sep 16 16:55:24.993136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42740) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:25.055735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b745ff-77bc-4f96-ae3e-a2ce7fe3d37c None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:25.079892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df03ed4-b4a6-45e4-bd5f-3b6b37c9343d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:25.081849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6df03ed4-b4a6-45e4-bd5f-3b6b37c9343d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0877018 Sep 16 16:55:25.089568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42742) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:25.115063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e0d59e85-8d80-4176-ba33-1417c0dd8868 None None] Could not find standard attr ID for object 43bccac8-3af9-4329-8510-ef4f205c4f28. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:25.143416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd8076b-f4c9-473c-9d30-125c451ba3c4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:25.144827 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dfd8076b-f4c9-473c-9d30-125c451ba3c4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0595350 Sep 16 16:55:25.147368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42744) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:25.185814 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3e5df116-e052-4271-8662-032a47cbea21 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363648 Sep 16 16:55:25.189477 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42746) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:25.194075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:25.290863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc68bb9-7058-4347-b7cc-3c4867c0ff1d None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:25.346798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-acc68bb9-7058-4347-b7cc-3c4867c0ff1d None None] Deleting port b328c559-a4dd-4f27-95ff-81805c0ff79a {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:25.347094 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-acc68bb9-7058-4347-b7cc-3c4867c0ff1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:25.384979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:25.390399 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:25.410962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-acc68bb9-7058-4347-b7cc-3c4867c0ff1d None None] For port b328c559-a4dd-4f27-95ff-81805c0ff79a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b328c559-a4dd-4f27-95ff-81805c0ff79a,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:25.411433 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-acc68bb9-7058-4347-b7cc-3c4867c0ff1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:25.425108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-acc68bb9-7058-4347-b7cc-3c4867c0ff1d None None] Calling delete_port for b328c559-a4dd-4f27-95ff-81805c0ff79a owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:25.619367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-acc68bb9-7058-4347-b7cc-3c4867c0ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:25.667075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc68bb9-7058-4347-b7cc-3c4867c0ff1d None None] Pushing event deleted for resources: {'Port': ['ID=b328c559-a4dd-4f27-95ff-81805c0ff79a,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:25.668919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc68bb9-7058-4347-b7cc-3c4867c0ff1d None None] No DVR routers for this DVR port b328c559-a4dd-4f27-95ff-81805c0ff79a on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:25.806249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:25.807715 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:25.859761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:25.863249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:25.867590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:25.868187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:25.876953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=4dbf335d-4b53-4817-9a01-1d629801684e,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:25.877945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7262d4-c986-45be-8204-3cc25eeab53f None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:25.939523 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fa728e53-a7e1-49a5-aabb-4807512a4c36 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7491140 Sep 16 16:55:25.943642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42756) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:25.947904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:72:38:b3', 'name': 'tempest-NetworksTestDHCPv6-1730369336'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:26.062450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '4dbf335d-4b53-4817-9a01-1d629801684e'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:26.063331 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:26.134207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:26.212497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Allocated IP 2001:db8::f816:3eff:fe80:da46 (2a2518af-dbac-4057-b406-377bb353922a/4dbf335d-4b53-4817-9a01-1d629801684e/39cbb6f9-404e-4fca-b595-ea6361dfd27c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:26.250480 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:26.313509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port 1b26038c-36ed-49b8-8fc6-6c806c7a26a1 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:26.339407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b328c559-a4dd-4f27-95ff-81805c0ff79a no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:26.400167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: b328c559-a4dd-4f27-95ff-81805c0ff79a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:55:26.400534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b328c559-a4dd-4f27-95ff-81805c0ff79a not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:55:26.424129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:26.501955 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:26.567265 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:26.569335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::f816:3eff:fe72:38b3 (2a2518af-dbac-4057-b406-377bb353922a/4dbf335d-4b53-4817-9a01-1d629801684e/1b26038c-36ed-49b8-8fc6-6c806c7a26a1) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:26.570413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:26.572885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:26.589468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Pushing event updated for resources: {'Port': ['ID=39cbb6f9-404e-4fca-b595-ea6361dfd27c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:26.649047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Attempting to bind port 39cbb6f9-404e-4fca-b595-ea6361dfd27c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:26.649617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Attempting to bind port 39cbb6f9-404e-4fca-b595-ea6361dfd27c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:26.650010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Attempting to bind port 39cbb6f9-404e-4fca-b595-ea6361dfd27c on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:26.655857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:26.659584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:26.659584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:26.659584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:26.659584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Bound port: 39cbb6f9-404e-4fca-b595-ea6361dfd27c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:26.659584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:26.726776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] For port 39cbb6f9-404e-4fca-b595-ea6361dfd27c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:26.730329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] For port 39cbb6f9-404e-4fca-b595-ea6361dfd27c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=39cbb6f9-404e-4fca-b595-ea6361dfd27c,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:26.775451 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:26.830916 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:26.884620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:26.953297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=1b26038c-36ed-49b8-8fc6-6c806c7a26a1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:26.968637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:26.970841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:26.977648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:26.984514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:26.985204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:27.061246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f9419-ff53-4a72-be69-1fb575f85b6e None None] Pushing event updated for resources: {'Port': ['ID=39cbb6f9-404e-4fca-b595-ea6361dfd27c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:27.087849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-27a05a88-9d20-4670-8223-ad38e8207716 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1445928 Sep 16 16:55:27.091249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42774) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:27.157415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b764d46-fb2f-4c4e-8a98-6e3fff92a225 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:27.166410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b764d46-fb2f-4c4e-8a98-6e3fff92a225 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:27.171166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1b764d46-fb2f-4c4e-8a98-6e3fff92a225 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0750833 Sep 16 16:55:27.171780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42778) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:27.330101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-25115ac4-5169-4ca7-b164-93d765825df2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 1b26038c-36ed-49b8-8fc6-6c806c7a26a1 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:27.330684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25115ac4-5169-4ca7-b164-93d765825df2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:27.466157 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25115ac4-5169-4ca7-b164-93d765825df2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:27.484078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-25115ac4-5169-4ca7-b164-93d765825df2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 1b26038c-36ed-49b8-8fc6-6c806c7a26a1 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:27.719080 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25115ac4-5169-4ca7-b164-93d765825df2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:27.750736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25115ac4-5169-4ca7-b164-93d765825df2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=1b26038c-36ed-49b8-8fc6-6c806c7a26a1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:27.784441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-25115ac4-5169-4ca7-b164-93d765825df2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:27.786813 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-25115ac4-5169-4ca7-b164-93d765825df2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/1b26038c-36ed-49b8-8fc6-6c806c7a26a1 HTTP/1.1" status: 204 len: 168 time: 0.6139357 Sep 16 16:55:27.789321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42788) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:27.842518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffdcbb-f147-4c24-9037-a406d9a1c793 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:27.844097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffdcbb-f147-4c24-9037-a406d9a1c793 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:27.845651 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c9ffdcbb-f147-4c24-9037-a406d9a1c793 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0555124 Sep 16 16:55:27.848264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42790) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:27.904829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a55108-fbd5-47f7-871e-2c96b06c573d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 4dbf335d-4b53-4817-9a01-1d629801684e {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:27.908163 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9a55108-fbd5-47f7-871e-2c96b06c573d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:27.959035 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9a55108-fbd5-47f7-871e-2c96b06c573d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.065703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9a55108-fbd5-47f7-871e-2c96b06c573d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.252649 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9a55108-fbd5-47f7-871e-2c96b06c573d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.284721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03602fb6-9d9a-4573-947f-912bdfacb2d6 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:28.291088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e9a55108-fbd5-47f7-871e-2c96b06c573d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.296462 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e9a55108-fbd5-47f7-871e-2c96b06c573d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/4dbf335d-4b53-4817-9a01-1d629801684e HTTP/1.1" status: 204 len: 168 time: 0.4441335 Sep 16 16:55:28.296462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a55108-fbd5-47f7-871e-2c96b06c573d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbf335d-4b53-4817-9a01-1d629801684e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:28.296922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42798) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:28.303458 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-80616a12-16e0-4655-9b08-dbae261bf35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.344917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ee232072-572f-4846-959b-36e85dee6e03 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467536 Sep 16 16:55:28.348253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42800) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:28.359577 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:28.373366 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 39cbb6f9-404e-4fca-b595-ea6361dfd27c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:28.459604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-aa30f54b-4e75-46e5-9928-3086b9c948eb None None] Provisioning complete for port 39cbb6f9-404e-4fca-b595-ea6361dfd27c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:28.459988 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aa30f54b-4e75-46e5-9928-3086b9c948eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.544343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 39cbb6f9-404e-4fca-b595-ea6361dfd27c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:28.555751 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.577936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:28.584208 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.627224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad014a73-5e3c-4ee5-95ef-39330714d1ec None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:28.653055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aa30f54b-4e75-46e5-9928-3086b9c948eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.754038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-aa30f54b-4e75-46e5-9928-3086b9c948eb None None] For port 39cbb6f9-404e-4fca-b595-ea6361dfd27c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=39cbb6f9-404e-4fca-b595-ea6361dfd27c,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:28.766020 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.780338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ad014a73-5e3c-4ee5-95ef-39330714d1ec None None] Deleting port 39cbb6f9-404e-4fca-b595-ea6361dfd27c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:28.780900 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad014a73-5e3c-4ee5-95ef-39330714d1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.854705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ad014a73-5e3c-4ee5-95ef-39330714d1ec None None] For port 39cbb6f9-404e-4fca-b595-ea6361dfd27c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=39cbb6f9-404e-4fca-b595-ea6361dfd27c,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:28.855041 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad014a73-5e3c-4ee5-95ef-39330714d1ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.867663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ad014a73-5e3c-4ee5-95ef-39330714d1ec None None] Calling delete_port for 39cbb6f9-404e-4fca-b595-ea6361dfd27c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:28.906397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aa30f54b-4e75-46e5-9928-3086b9c948eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:28.988052 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:55:28.990162 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:55:29.015065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30f54b-4e75-46e5-9928-3086b9c948eb None None] Pushing event updated for resources: {'Port': ['ID=39cbb6f9-404e-4fca-b595-ea6361dfd27c,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:29.081540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:29.107612 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ad014a73-5e3c-4ee5-95ef-39330714d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:29.135573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad014a73-5e3c-4ee5-95ef-39330714d1ec None None] Pushing event deleted for resources: {'Port': ['ID=39cbb6f9-404e-4fca-b595-ea6361dfd27c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:29.142994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad014a73-5e3c-4ee5-95ef-39330714d1ec None None] No DVR routers for this DVR port 39cbb6f9-404e-4fca-b595-ea6361dfd27c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:29.191952 n-d-807786-3 neutron-server[95357]: WARNING neutron.services.revisions.revision_plugin [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Could not find related port for resource to bump revision. Sep 16 16:55:29.237531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_pluggable_backend [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Port 39cbb6f9-404e-4fca-b595-ea6361dfd27c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95357) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 16:55:29.237777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_pluggable_backend [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Reverting IP allocation for 2001:db8::f816:3eff:fe80:da46 {{(pid=95357) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 16:55:29.241252 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_pluggable_backend [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe80:da46 {{(pid=95357) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 16:55:29.242447 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:29.284218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:29.287243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:29.291353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:29.291941 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:29.299472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ec6ef-b4b0-429c-8b43-40a3a90b880e None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:29.306249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=938088ea-b886-4b3e-845b-cf5e74007edd,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:29.409044 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a31afdfb-ec99-47d1-a03d-a3c26401ef02 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0596588 Sep 16 16:55:29.409949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42816) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:29.416125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:3c:7e:b1', 'name': 'tempest-NetworksTestDHCPv6-281983359'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:29.454899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '938088ea-b886-4b3e-845b-cf5e74007edd'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:29.455974 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:29.548096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Port 39cbb6f9-404e-4fca-b595-ea6361dfd27c update to ACTIVE by agent not found {{(pid=95359) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 16:55:29.614550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Allocated IP 2001:db8::f816:3eff:fe85:466b (2a2518af-dbac-4057-b406-377bb353922a/938088ea-b886-4b3e-845b-cf5e74007edd/7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:29.614760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:29.619523 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:29.649178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port 17d0de44-0238-42b2-89d5-e818f638839e yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:29.770971 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:29.901410 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:29.941975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:29.945201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:29.951573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:29.954642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Pushing event updated for resources: {'Port': ['ID=7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:29.985550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::f816:3eff:fe3c:7eb1 (2a2518af-dbac-4057-b406-377bb353922a/938088ea-b886-4b3e-845b-cf5e74007edd/17d0de44-0238-42b2-89d5-e818f638839e) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:30.010493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Attempting to bind port 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:30.010862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Attempting to bind port 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:30.011220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Attempting to bind port 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:30.022017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:30.022393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:30.022796 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:30.023187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:30.023651 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Bound port: 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:30.024033 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:30.094344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] For port 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:30.097546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] For port 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:30.163701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:30.181300 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:30.250015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a628df-2789-4fa5-bebe-66edee227988 None None] Pushing event updated for resources: {'Port': ['ID=7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:30.258176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:30.311932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:30.320687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:30.323103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:30.336609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:30.336609 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:30.336609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=17d0de44-0238-42b2-89d5-e818f638839e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:30.363967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 39cbb6f9-404e-4fca-b595-ea6361dfd27c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:30.392616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 39cbb6f9-404e-4fca-b595-ea6361dfd27c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:55:30.393112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 39cbb6f9-404e-4fca-b595-ea6361dfd27c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:55:30.467714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-255c5df4-a9e8-4f85-b349-abc562d269ec tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0565543 Sep 16 16:55:30.470516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42830) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:30.548415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f6bd4-4735-4917-a91c-22c079311348 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:30.554871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f6bd4-4735-4917-a91c-22c079311348 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:30.559588 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42834) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:30.560910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-347f6bd4-4735-4917-a91c-22c079311348 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0867572 Sep 16 16:55:30.660426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c1b41e3a-5776-4caa-9831-783f7ebcae5b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 17d0de44-0238-42b2-89d5-e818f638839e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:30.660686 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1b41e3a-5776-4caa-9831-783f7ebcae5b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:30.767880 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1b41e3a-5776-4caa-9831-783f7ebcae5b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:30.783835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-c1b41e3a-5776-4caa-9831-783f7ebcae5b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 17d0de44-0238-42b2-89d5-e818f638839e owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:30.814848 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b4dcd6a-60e0-4412-8425-cfbbf7ce1279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.069053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1b41e3a-5776-4caa-9831-783f7ebcae5b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.102444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b41e3a-5776-4caa-9831-783f7ebcae5b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=17d0de44-0238-42b2-89d5-e818f638839e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:31.142980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1b41e3a-5776-4caa-9831-783f7ebcae5b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.145028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c1b41e3a-5776-4caa-9831-783f7ebcae5b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/17d0de44-0238-42b2-89d5-e818f638839e HTTP/1.1" status: 204 len: 168 time: 0.5841365 Sep 16 16:55:31.147347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42846) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:31.208869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f416eef2-2f31-4319-9b5c-7c9c1b5b3f69 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:31.210465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f416eef2-2f31-4319-9b5c-7c9c1b5b3f69 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:31.212430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f416eef2-2f31-4319-9b5c-7c9c1b5b3f69 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0637448 Sep 16 16:55:31.215121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42848) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:31.282971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d8a247-b489-44d6-a3d6-99d74129f8c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 938088ea-b886-4b3e-845b-cf5e74007edd {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:31.289421 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15d8a247-b489-44d6-a3d6-99d74129f8c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.332256 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15d8a247-b489-44d6-a3d6-99d74129f8c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.360485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5292a2d6-9b80-4e32-95a8-16c5cae451e3 None None] Provisioning complete for port 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:31.360974 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5292a2d6-9b80-4e32-95a8-16c5cae451e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.452745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15d8a247-b489-44d6-a3d6-99d74129f8c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.470316 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5292a2d6-9b80-4e32-95a8-16c5cae451e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.494372 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.642337 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15d8a247-b489-44d6-a3d6-99d74129f8c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.682273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-5292a2d6-9b80-4e32-95a8-16c5cae451e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:55:31.682634 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-5292a2d6-9b80-4e32-95a8-16c5cae451e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:55:31.691055 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15d8a247-b489-44d6-a3d6-99d74129f8c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:31.696465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-15d8a247-b489-44d6-a3d6-99d74129f8c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/938088ea-b886-4b3e-845b-cf5e74007edd HTTP/1.1" status: 204 len: 168 time: 0.4795053 Sep 16 16:55:31.697512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8a247-b489-44d6-a3d6-99d74129f8c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=938088ea-b886-4b3e-845b-cf5e74007edd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:31.699266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42854) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:31.749933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b39b494a-6c74-4070-a117-983438ead915 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462329 Sep 16 16:55:31.750246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42860) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:31.802203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd9999-a15b-440e-ade3-235ed5cbceec None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:31.802409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf91b1-0b91-4b8a-b4c5-3ed9bd910c50 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:31.804424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b2bf91b1-0b91-4b8a-b4c5-3ed9bd910c50 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0524602 Sep 16 16:55:31.806849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42862) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:31.859666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a070a69-b075-4b91-8c65-800f5c50e43e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:31.861128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1a070a69-b075-4b91-8c65-800f5c50e43e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0533488 Sep 16 16:55:31.863668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42864) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:31.921012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42870) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:31.925651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ca52ed1f-611c-40ed-b6ba-e1b2a7ba5c3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:31.933404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d2d1520b-cdc1-40d9-bd45-81da7e9d862c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645339 Sep 16 16:55:31.992267 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.042789 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912e5bb-0ebe-4a66-87bb-cab738085e20 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:32.095059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0912e5bb-0ebe-4a66-87bb-cab738085e20 None None] Deleting port 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:32.095434 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0912e5bb-0ebe-4a66-87bb-cab738085e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.112618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca52ed1f-611c-40ed-b6ba-e1b2a7ba5c3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:32.116411 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca52ed1f-611c-40ed-b6ba-e1b2a7ba5c3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.165894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0912e5bb-0ebe-4a66-87bb-cab738085e20 None None] For port 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:32.165894 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0912e5bb-0ebe-4a66-87bb-cab738085e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.178734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-0912e5bb-0ebe-4a66-87bb-cab738085e20 None None] Calling delete_port for 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:32.254074 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5292a2d6-9b80-4e32-95a8-16c5cae451e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.304139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5292a2d6-9b80-4e32-95a8-16c5cae451e3 None None] For port 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:32.375092 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5292a2d6-9b80-4e32-95a8-16c5cae451e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.410121 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca52ed1f-611c-40ed-b6ba-e1b2a7ba5c3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.435594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292a2d6-9b80-4e32-95a8-16c5cae451e3 None None] Pushing event updated for resources: {'Port': ['ID=7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:32.460833 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52ed1f-611c-40ed-b6ba-e1b2a7ba5c3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:32.464071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ca52ed1f-611c-40ed-b6ba-e1b2a7ba5c3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:32.468710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca52ed1f-611c-40ed-b6ba-e1b2a7ba5c3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:32.469453 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca52ed1f-611c-40ed-b6ba-e1b2a7ba5c3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.471782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0912e5bb-0ebe-4a66-87bb-cab738085e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.486493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52ed1f-611c-40ed-b6ba-e1b2a7ba5c3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=56efd643-4fbd-4b5e-8073-e14d19049682,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:32.505458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912e5bb-0ebe-4a66-87bb-cab738085e20 None None] Pushing event deleted for resources: {'Port': ['ID=7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:32.509088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6be104dd-70b7-47d7-a9c2-1c62a6e4ee38 None None] Could not find standard attr ID for object 17d0de44-0238-42b2-89d5-e818f638839e. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:32.510449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912e5bb-0ebe-4a66-87bb-cab738085e20 None None] No DVR routers for this DVR port 7cbc8bf8-8a79-4264-9fd4-2d6bc62d5216 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:32.526828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f17a1c-5561-436f-88cd-ff2c7fe3b4f1 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:32.527811 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ca52ed1f-611c-40ed-b6ba-e1b2a7ba5c3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6060605 Sep 16 16:55:32.530344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42878) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:32.535428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:1c:5d:12', 'name': 'tempest-NetworksTestDHCPv6-181375528'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:32.689918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '56efd643-4fbd-4b5e-8073-e14d19049682'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:32.690862 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.744739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:32.849363 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:32.851158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/56efd643-4fbd-4b5e-8073-e14d19049682/85358cde-6e8a-4779-b7e7-89ed82a5d2c8) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:32.869971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port d1e1b062-7560-4060-b367-94fdb1fe9665 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:33.009863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:33.107557 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:33.153266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:33.157086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:33.159568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:33.174511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Pushing event updated for resources: {'Port': ['ID=85358cde-6e8a-4779-b7e7-89ed82a5d2c8,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:33.214107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::109 (2a2518af-dbac-4057-b406-377bb353922a/56efd643-4fbd-4b5e-8073-e14d19049682/d1e1b062-7560-4060-b367-94fdb1fe9665) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:33.234608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Attempting to bind port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:33.234981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Attempting to bind port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:33.235352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Attempting to bind port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:33.242246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:33.242246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:33.242246 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:33.242246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:33.242246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Bound port: 85358cde-6e8a-4779-b7e7-89ed82a5d2c8, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:33.242894 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:33.314762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] For port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:33.320225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] For port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=85358cde-6e8a-4779-b7e7-89ed82a5d2c8,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:33.374442 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:33.507171 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:33.548254 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:33.581091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30918a-2d35-4264-a49a-e1643d2f611e None None] Pushing event updated for resources: {'Port': ['ID=85358cde-6e8a-4779-b7e7-89ed82a5d2c8,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:33.636079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:33.643651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:33.648634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:33.654785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:33.655389 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:33.658007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=d1e1b062-7560-4060-b367-94fdb1fe9665,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:33.786266 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c1659827-58ad-4bf9-8dee-c011729a0fbd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2545743 Sep 16 16:55:33.789303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42898) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:33.801447 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:33.852176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3378f5c-ca46-4156-958c-cebd015042c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:33.859345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3378f5c-ca46-4156-958c-cebd015042c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:33.861132 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c3378f5c-ca46-4156-958c-cebd015042c5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0693333 Sep 16 16:55:33.864051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42900) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:33.956410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7e27eaa1-c219-4bba-9f6a-c46beec3acaa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port d1e1b062-7560-4060-b367-94fdb1fe9665 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:33.956780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e27eaa1-c219-4bba-9f6a-c46beec3acaa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.051898 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e27eaa1-c219-4bba-9f6a-c46beec3acaa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.065919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7e27eaa1-c219-4bba-9f6a-c46beec3acaa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for d1e1b062-7560-4060-b367-94fdb1fe9665 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:34.337557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:34.355683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e27eaa1-c219-4bba-9f6a-c46beec3acaa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.389920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27eaa1-c219-4bba-9f6a-c46beec3acaa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=d1e1b062-7560-4060-b367-94fdb1fe9665,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:34.403411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:34.403869 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.449071 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e27eaa1-c219-4bba-9f6a-c46beec3acaa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.452506 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7e27eaa1-c219-4bba-9f6a-c46beec3acaa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/d1e1b062-7560-4060-b367-94fdb1fe9665 HTTP/1.1" status: 204 len: 168 time: 0.5873959 Sep 16 16:55:34.455784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42910) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:34.538130 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.543250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f7b37-aa91-45aa-aeb4-8346a4f82db4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:34.546622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f7b37-aa91-45aa-aeb4-8346a4f82db4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:34.548989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bc3f7b37-aa91-45aa-aeb4-8346a4f82db4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0906479 Sep 16 16:55:34.551381 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42912) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:34.605856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=85358cde-6e8a-4779-b7e7-89ed82a5d2c8,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:34.635000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a74b7e8-bf74-450d-a06f-81b33ab90f2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 56efd643-4fbd-4b5e-8073-e14d19049682 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:34.638512 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a74b7e8-bf74-450d-a06f-81b33ab90f2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.695565 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a74b7e8-bf74-450d-a06f-81b33ab90f2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.716971 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.784945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-452747e1-961a-4b80-82ed-5cd93de8b167 None None] Provisioning complete for port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:34.785316 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-452747e1-961a-4b80-82ed-5cd93de8b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.790175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=85358cde-6e8a-4779-b7e7-89ed82a5d2c8,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:34.790969 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a74b7e8-bf74-450d-a06f-81b33ab90f2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:34.990651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a74b7e8-bf74-450d-a06f-81b33ab90f2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:35.020710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74b7e8-bf74-450d-a06f-81b33ab90f2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=56efd643-4fbd-4b5e-8073-e14d19049682,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:35.033158 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a74b7e8-bf74-450d-a06f-81b33ab90f2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:35.038005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3a74b7e8-bf74-450d-a06f-81b33ab90f2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/56efd643-4fbd-4b5e-8073-e14d19049682 HTTP/1.1" status: 204 len: 168 time: 0.4855235 Sep 16 16:55:35.038239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42920) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:35.067416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8c84ad5f-7e62-4711-b46c-900347a12aa9 None None] Could not find standard attr ID for object d1e1b062-7560-4060-b367-94fdb1fe9665. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:35.114856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42924) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:35.132990 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bbbe07a6-7b67-46fa-b7d2-6df6c44b1719 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933657 Sep 16 16:55:35.165166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e3cf0-3541-44a0-81e7-a8b648082bcf None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:35.190641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7173a-ce93-4521-ada4-25fd422ed2b9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:35.192193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8ea7173a-ce93-4521-ada4-25fd422ed2b9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0763390 Sep 16 16:55:35.195037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42928) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:35.246697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f4829-dce2-4624-820c-dbc233d998e8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:35.252309 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6b3f4829-dce2-4624-820c-dbc233d998e8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562985 Sep 16 16:55:35.253056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42930) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:35.309225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1f943250-4ba2-4359-a3f8-4aa98e76727f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540733 Sep 16 16:55:35.313619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42934) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:35.320858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:35.376006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bac60bb-92cb-41aa-b639-8b83387faed6 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:35.427024 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9bac60bb-92cb-41aa-b639-8b83387faed6 None None] Deleting port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:35.427411 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9bac60bb-92cb-41aa-b639-8b83387faed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:35.493455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9bac60bb-92cb-41aa-b639-8b83387faed6 None None] For port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=85358cde-6e8a-4779-b7e7-89ed82a5d2c8,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:35.493850 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9bac60bb-92cb-41aa-b639-8b83387faed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:35.502890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:35.506712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9bac60bb-92cb-41aa-b639-8b83387faed6 None None] Calling delete_port for 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:35.507766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:35.672001 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9bac60bb-92cb-41aa-b639-8b83387faed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:35.700421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac60bb-92cb-41aa-b639-8b83387faed6 None None] Pushing event deleted for resources: {'Port': ['ID=85358cde-6e8a-4779-b7e7-89ed82a5d2c8,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:35.706662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac60bb-92cb-41aa-b639-8b83387faed6 None None] No DVR routers for this DVR port 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:35.861763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.objects.ports [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95358) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:35.863787 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:35.883149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:35.886904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:35.896474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97377a4-4e29-4dc8-9858-718687887dee None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:35.934363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:35.937221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:35.979119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=0b079ccf-3ddb-4635-8aef-8de86b0bcad8,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:36.082009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-567adece-0d97-40eb-b8c9-828741477dd3 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7672496 Sep 16 16:55:36.084663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42944) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:36.089777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-57bf09d7-3362-4a56-b769-5bc0b572f23e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:36.259100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': '0b079ccf-3ddb-4635-8aef-8de86b0bcad8'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:36.260084 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:36.317570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bf09d7-3362-4a56-b769-5bc0b572f23e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:36.322495 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57bf09d7-3362-4a56-b769-5bc0b572f23e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:36.352743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:36.376248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:55:36.376614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 85358cde-6e8a-4779-b7e7-89ed82a5d2c8 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:55:36.431680 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Allocated IP 2001:db8::f816:3eff:fea8:ee1d (2a2518af-dbac-4057-b406-377bb353922a/0b079ccf-3ddb-4635-8aef-8de86b0bcad8/1d9e2ed4-ad41-4867-9a1b-287d9329a3bf) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:36.489606 n-d-807786-3 neutron-server[95358]: INFO neutron.db.ipam_backend_mixin [None req-57bf09d7-3362-4a56-b769-5bc0b572f23e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b079ccf-3ddb-4635-8aef-8de86b0bcad8 (CIDR: 2001:db8::/64) Sep 16 16:55:36.581313 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:36.597932 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bf09d7-3362-4a56-b769-5bc0b572f23e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:55:36.598343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bf09d7-3362-4a56-b769-5bc0b572f23e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:36.668412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:36.687623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42954) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:36.688242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-57bf09d7-3362-4a56-b769-5bc0b572f23e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6023591 Sep 16 16:55:36.693799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:36.707437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:36.710894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:36.714558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:36.771808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Pushing event updated for resources: {'Port': ['ID=1d9e2ed4-ad41-4867-9a1b-287d9329a3bf,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:36.784493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Attempting to bind port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:36.785080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Attempting to bind port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:36.785462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Attempting to bind port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:36.797708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:36.798781 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:36.798781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:36.798963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:36.799348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Bound port: 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:36.799744 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:36.879264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] For port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:36.882876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] For port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1d9e2ed4-ad41-4867-9a1b-287d9329a3bf,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:36.889592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:36.893207 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:36.963864 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:37.051245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c95ca5-6ef0-4d0e-9902-0869d05c7765 None None] Pushing event updated for resources: {'Port': ['ID=1d9e2ed4-ad41-4867-9a1b-287d9329a3bf,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:37.295084 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:37.350028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:37.351210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:37.359186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:37.359782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:37.394915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=0bf96bff-2e87-451c-9e85-44ca14615e78,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:37.409909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.411809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.411809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.411809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.411809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.411809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.412258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.412630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.413401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.413401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.413995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.413995 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:55:37.472510 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e7e66f1c-7b18-4a2c-a7e1-1aeb98d9e4c7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7828858 Sep 16 16:55:37.475384 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42970) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:37.480762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:05:29:f9', 'name': 'tempest-NetworksTestDHCPv6-1134320268'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:37.660629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:37.665700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:37.691233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port 0bf812a4-eade-4e9b-9fbc-edff425b3c08 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:37.968451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8:0:1::29d (2a2518af-dbac-4057-b406-377bb353922a/0bf96bff-2e87-451c-9e85-44ca14615e78/0bf812a4-eade-4e9b-9fbc-edff425b3c08) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:37.990304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::f816:3eff:fe05:29f9 (2a2518af-dbac-4057-b406-377bb353922a/0b079ccf-3ddb-4635-8aef-8de86b0bcad8/0bf812a4-eade-4e9b-9fbc-edff425b3c08) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:38.164135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:38.252282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ba11d-dab5-45ea-8422-38f47a4a038d None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:38.307038 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:38.380935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:38.386115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:38.386985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e966b31d-5c08-4665-b4e7-0a3fe5405401 None None] Provisioning complete for port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:38.387556 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e966b31d-5c08-4665-b4e7-0a3fe5405401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:38.389864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:38.396899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:38.397651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:38.429780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=0bf812a4-eade-4e9b-9fbc-edff425b3c08,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:38.436047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:38.546655 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-af776324-f6bd-459d-9517-bfa8b66037a2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0699368 Sep 16 16:55:38.549225 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42984) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:38.591959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:38.592337 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:38.613563 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e966b31d-5c08-4665-b4e7-0a3fe5405401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:38.670238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e966b31d-5c08-4665-b4e7-0a3fe5405401 None None] For port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1d9e2ed4-ad41-4867-9a1b-287d9329a3bf,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:38.733278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-71c0185e-b9dc-4b86-88b4-a2c368eda89b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 0bf812a4-eade-4e9b-9fbc-edff425b3c08 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:38.733726 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71c0185e-b9dc-4b86-88b4-a2c368eda89b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:38.808964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e966b31d-5c08-4665-b4e7-0a3fe5405401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:38.841540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e470d3-c0e1-4e66-bd23-6a375b60cb58 None None] Update dhcp port {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': '0b079ccf-3ddb-4635-8aef-8de86b0bcad8', 'ip_address': '2001:db8::f816:3eff:fea8:ee1d'}, {'subnet_id': '0bf96bff-2e87-451c-9e85-44ca14615e78'}], 'binding:host_id': 'n-d-807786-3'}, 'id': '1d9e2ed4-ad41-4867-9a1b-287d9329a3bf'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:55:38.868766 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71c0185e-b9dc-4b86-88b4-a2c368eda89b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:38.882914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-71c0185e-b9dc-4b86-88b4-a2c368eda89b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 0bf812a4-eade-4e9b-9fbc-edff425b3c08 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:38.917864 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:38.930055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e0e470d3-c0e1-4e66-bd23-6a375b60cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:39.045089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966b31d-5c08-4665-b4e7-0a3fe5405401 None None] Pushing event updated for resources: {'Port': ['ID=1d9e2ed4-ad41-4867-9a1b-287d9329a3bf,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:39.111844 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:55:39.112237 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:55:39.178482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71c0185e-b9dc-4b86-88b4-a2c368eda89b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:39.213856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0185e-b9dc-4b86-88b4-a2c368eda89b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=0bf812a4-eade-4e9b-9fbc-edff425b3c08,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:39.263304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-e0e470d3-c0e1-4e66-bd23-6a375b60cb58 None None] Allocated IP 2001:db8:0:1::2 (2a2518af-dbac-4057-b406-377bb353922a/0bf96bff-2e87-451c-9e85-44ca14615e78/1d9e2ed4-ad41-4867-9a1b-287d9329a3bf) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:39.265839 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-71c0185e-b9dc-4b86-88b4-a2c368eda89b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:39.270698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 42994) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:39.271240 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-71c0185e-b9dc-4b86-88b4-a2c368eda89b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/0bf812a4-eade-4e9b-9fbc-edff425b3c08 HTTP/1.1" status: 204 len: 168 time: 0.7202401 Sep 16 16:55:39.333820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef2c7cc-781a-4593-8e45-d2f95221f7f9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:39.335627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7ef2c7cc-781a-4593-8e45-d2f95221f7f9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0637350 Sep 16 16:55:39.339375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 42998) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:39.423929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37351376-140c-48f2-8de9-aa5aea7750e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:39.426730 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-37351376-140c-48f2-8de9-aa5aea7750e0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0861483 Sep 16 16:55:39.429182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43000) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:39.437754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e0e470d3-c0e1-4e66-bd23-6a375b60cb58 None None] For port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1d9e2ed4-ad41-4867-9a1b-287d9329a3bf,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:39.494127 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e0e470d3-c0e1-4e66-bd23-6a375b60cb58 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:39.503619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5489940-4a68-4fe3-8737-567713fadd78 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:39.505899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5489940-4a68-4fe3-8737-567713fadd78 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:39.512706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5489940-4a68-4fe3-8737-567713fadd78 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:39.512706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c5489940-4a68-4fe3-8737-567713fadd78 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0810986 Sep 16 16:55:39.514753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43004) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:39.566896 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e0e470d3-c0e1-4e66-bd23-6a375b60cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:39.588135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b7d200-c984-453e-8675-24a93ef179eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 0b079ccf-3ddb-4635-8aef-8de86b0bcad8 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:39.601346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d200-c984-453e-8675-24a93ef179eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:39.660056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d200-c984-453e-8675-24a93ef179eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:39.720094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e470d3-c0e1-4e66-bd23-6a375b60cb58 None None] Pushing event updated for resources: {'Port': ['ID=1d9e2ed4-ad41-4867-9a1b-287d9329a3bf,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:39.768754 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d200-c984-453e-8675-24a93ef179eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:39.912673 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d200-c984-453e-8675-24a93ef179eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:39.954145 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7d200-c984-453e-8675-24a93ef179eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=0b079ccf-3ddb-4635-8aef-8de86b0bcad8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:39.964185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d200-c984-453e-8675-24a93ef179eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:39.969417 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d0b7d200-c984-453e-8675-24a93ef179eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/0b079ccf-3ddb-4635-8aef-8de86b0bcad8 HTTP/1.1" status: 204 len: 168 time: 0.4533126 Sep 16 16:55:39.969595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43010) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:40.056672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f6e2bd-847f-4226-8a4c-47600eb10061 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 0bf96bff-2e87-451c-9e85-44ca14615e78 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:40.066967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93f6e2bd-847f-4226-8a4c-47600eb10061 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:40.105669 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93f6e2bd-847f-4226-8a4c-47600eb10061 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:40.198208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93f6e2bd-847f-4226-8a4c-47600eb10061 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:40.335673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:40.363287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93f6e2bd-847f-4226-8a4c-47600eb10061 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:40.394615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6e2bd-847f-4226-8a4c-47600eb10061 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf96bff-2e87-451c-9e85-44ca14615e78,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:40.395398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c19c5-351d-4590-b0b1-9d8725f00f97 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:40.408121 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-93f6e2bd-847f-4226-8a4c-47600eb10061 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:40.411305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-93f6e2bd-847f-4226-8a4c-47600eb10061 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/0bf96bff-2e87-451c-9e85-44ca14615e78 HTTP/1.1" status: 204 len: 168 time: 0.4405034 Sep 16 16:55:40.413745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43018) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:40.430209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:40.430677 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:40.454850 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-75143651-2e1d-4bf3-a8e3-0171c3b32f0f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374408 Sep 16 16:55:40.455199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43020) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:40.460283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:40.536990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8c818601-b5f8-45a8-86a5-a6c33a43c9f1 None None] Provisioning complete for port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:40.537367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8c818601-b5f8-45a8-86a5-a6c33a43c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:40.617917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:40.622220 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:40.704920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8c818601-b5f8-45a8-86a5-a6c33a43c9f1 None None] Could not find standard attr ID for object 0bf812a4-eade-4e9b-9fbc-edff425b3c08. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:40.717859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89943c80-60ef-485d-a7a3-64251ccb703d None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:40.765978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-89943c80-60ef-485d-a7a3-64251ccb703d None None] Deleting port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:40.766277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89943c80-60ef-485d-a7a3-64251ccb703d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:40.836712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-89943c80-60ef-485d-a7a3-64251ccb703d None None] For port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1d9e2ed4-ad41-4867-9a1b-287d9329a3bf,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:40.837114 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89943c80-60ef-485d-a7a3-64251ccb703d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:40.851124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-89943c80-60ef-485d-a7a3-64251ccb703d None None] Calling delete_port for 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:41.037664 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89943c80-60ef-485d-a7a3-64251ccb703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:41.069963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89943c80-60ef-485d-a7a3-64251ccb703d None None] Pushing event deleted for resources: {'Port': ['ID=1d9e2ed4-ad41-4867-9a1b-287d9329a3bf,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:41.071930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:41.073578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:41.095372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89943c80-60ef-485d-a7a3-64251ccb703d None None] No DVR routers for this DVR port 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:41.135373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:41.141477 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:41.145806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:41.146399 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:41.150838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6651da5-daa3-4f76-9576-98a57834989e None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:41.162207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=e2f1f7b0-b188-45ad-b9fa-704532333c29,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:41.226536 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-036cf005-c54b-4d15-9f84-eeb741d928b8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7685976 Sep 16 16:55:41.226911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43044) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:41.232497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-58d53cf4-db34-4554-b51b-f51ba0a1e7eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:41.306314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': 'e2f1f7b0-b188-45ad-b9fa-704532333c29'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:41.307203 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:41.449439 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Allocated IP 2001:db8::f816:3eff:fe63:f171 (2a2518af-dbac-4057-b406-377bb353922a/e2f1f7b0-b188-45ad-b9fa-704532333c29/188e34b8-524c-4ca4-b8d0-8009318dd04a) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:41.486697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d53cf4-db34-4554-b51b-f51ba0a1e7eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:41.490297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-58d53cf4-db34-4554-b51b-f51ba0a1e7eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:41.591219 n-d-807786-3 neutron-server[95358]: INFO neutron.db.ipam_backend_mixin [None req-58d53cf4-db34-4554-b51b-f51ba0a1e7eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2f1f7b0-b188-45ad-b9fa-704532333c29 (CIDR: 2001:db8::/64) Sep 16 16:55:41.605053 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:41.655601 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d53cf4-db34-4554-b51b-f51ba0a1e7eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:55:41.656063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d53cf4-db34-4554-b51b-f51ba0a1e7eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:41.689129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:41.733470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:41.736331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:41.739003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:41.748087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-58d53cf4-db34-4554-b51b-f51ba0a1e7eb tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5187004 Sep 16 16:55:41.750463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43056) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:41.752673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Pushing event updated for resources: {'Port': ['ID=188e34b8-524c-4ca4-b8d0-8009318dd04a,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:41.755731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8ccfc62b-134f-4f4f-b347-39967917c462 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:41.805086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Attempting to bind port 188e34b8-524c-4ca4-b8d0-8009318dd04a on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:41.805457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Attempting to bind port 188e34b8-524c-4ca4-b8d0-8009318dd04a by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:41.805822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Attempting to bind port 188e34b8-524c-4ca4-b8d0-8009318dd04a on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:41.811852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:41.811852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:41.812118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:41.812399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:41.812895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Bound port: 188e34b8-524c-4ca4-b8d0-8009318dd04a, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:41.813272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:41.886515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] For port 188e34b8-524c-4ca4-b8d0-8009318dd04a, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:41.890479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] For port 188e34b8-524c-4ca4-b8d0-8009318dd04a, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=188e34b8-524c-4ca4-b8d0-8009318dd04a,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:41.968117 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:41.969296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccfc62b-134f-4f4f-b347-39967917c462 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:41.972970 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ccfc62b-134f-4f4f-b347-39967917c462 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:42.032443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c575b-f50f-486d-8424-be3ec264a924 None None] Pushing event updated for resources: {'Port': ['ID=188e34b8-524c-4ca4-b8d0-8009318dd04a,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:42.329477 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ccfc62b-134f-4f4f-b347-39967917c462 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:42.388585 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccfc62b-134f-4f4f-b347-39967917c462 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:42.392143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-8ccfc62b-134f-4f4f-b347-39967917c462 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:42.396753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccfc62b-134f-4f4f-b347-39967917c462 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:42.397757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ccfc62b-134f-4f4f-b347-39967917c462 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:42.413845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 188e34b8-524c-4ca4-b8d0-8009318dd04a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:42.434628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfc62b-134f-4f4f-b347-39967917c462 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=eaa7a683-4ca9-4147-88b0-94df789c6da5,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:42.456135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8ccfc62b-134f-4f4f-b347-39967917c462 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7046182 Sep 16 16:55:42.459052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43068) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:42.464930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:80:03:78', 'name': 'tempest-NetworksTestDHCPv6-1276193291'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:42.471916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:42.472546 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:42.563288 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:42.596611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 188e34b8-524c-4ca4-b8d0-8009318dd04a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=188e34b8-524c-4ca4-b8d0-8009318dd04a,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:42.702784 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:42.705442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:42.827437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:42.858448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:55:42.858799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1d9e2ed4-ad41-4867-9a1b-287d9329a3bf not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:55:42.864746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=188e34b8-524c-4ca4-b8d0-8009318dd04a,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:42.879818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:42.904159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port f0016881-fc22-4df4-b299-7844e28d241b yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:43.080342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8:0:1::1a2 (2a2518af-dbac-4057-b406-377bb353922a/eaa7a683-4ca9-4147-88b0-94df789c6da5/f0016881-fc22-4df4-b299-7844e28d241b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:43.087413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::f816:3eff:fe80:378 (2a2518af-dbac-4057-b406-377bb353922a/e2f1f7b0-b188-45ad-b9fa-704532333c29/f0016881-fc22-4df4-b299-7844e28d241b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:43.171726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab8387c-c838-4810-8648-fb06dc1a6a7a None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:43.261213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:43.310719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dd3a5b3b-a6e9-4829-8300-b62cb2ea9c55 None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:43.311095 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd3a5b3b-a6e9-4829-8300-b62cb2ea9c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:43.378441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:43.422770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:43.425910 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:43.429629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:43.435885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:43.436550 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:43.445269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=f0016881-fc22-4df4-b299-7844e28d241b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:43.477318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a1a53-c030-404a-9015-102f1c03f322 None None] Update dhcp port {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': 'e2f1f7b0-b188-45ad-b9fa-704532333c29', 'ip_address': '2001:db8::f816:3eff:fe63:f171'}, {'subnet_id': 'eaa7a683-4ca9-4147-88b0-94df789c6da5'}], 'binding:host_id': 'n-d-807786-3'}, 'id': '188e34b8-524c-4ca4-b8d0-8009318dd04a'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:55:43.502506 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1a53-c030-404a-9015-102f1c03f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:43.517874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9e4c814b-c2e1-464f-a351-002d04560dd4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0575545 Sep 16 16:55:43.520140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43086) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:43.633907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f48d65ce-c8a9-4931-a1c6-afc43220d42c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port f0016881-fc22-4df4-b299-7844e28d241b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:43.634245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f48d65ce-c8a9-4931-a1c6-afc43220d42c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:43.852541 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:43.859935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-4e5a1a53-c030-404a-9015-102f1c03f322 None None] Allocated IP 2001:db8:0:1::2 (2a2518af-dbac-4057-b406-377bb353922a/eaa7a683-4ca9-4147-88b0-94df789c6da5/188e34b8-524c-4ca4-b8d0-8009318dd04a) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:43.883101 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:44.000084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4e5a1a53-c030-404a-9015-102f1c03f322 None None] For port 188e34b8-524c-4ca4-b8d0-8009318dd04a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=188e34b8-524c-4ca4-b8d0-8009318dd04a,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:44.034568 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1a53-c030-404a-9015-102f1c03f322 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:44.092118 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f48d65ce-c8a9-4931-a1c6-afc43220d42c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:44.103945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f48d65ce-c8a9-4931-a1c6-afc43220d42c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for f0016881-fc22-4df4-b299-7844e28d241b owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:44.105957 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1a53-c030-404a-9015-102f1c03f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:44.196663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a1a53-c030-404a-9015-102f1c03f322 None None] Pushing event updated for resources: {'Port': ['ID=188e34b8-524c-4ca4-b8d0-8009318dd04a,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:44.351102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 188e34b8-524c-4ca4-b8d0-8009318dd04a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:44.408489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f48d65ce-c8a9-4931-a1c6-afc43220d42c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:44.429376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:44.430223 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:44.457194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d65ce-c8a9-4931-a1c6-afc43220d42c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=f0016881-fc22-4df4-b299-7844e28d241b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:44.530738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f48d65ce-c8a9-4931-a1c6-afc43220d42c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:44.534837 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f48d65ce-c8a9-4931-a1c6-afc43220d42c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/f0016881-fc22-4df4-b299-7844e28d241b HTTP/1.1" status: 204 len: 168 time: 1.0136158 Sep 16 16:55:44.538301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43108) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:44.871053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4616d4ac-8629-43a7-bdae-8e226e750978 None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:44.872215 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4616d4ac-8629-43a7-bdae-8e226e750978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:44.897953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a54e9-ed63-42ee-8a1d-46f0feedd302 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:44.899975 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-894a54e9-ed63-42ee-8a1d-46f0feedd302 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3601658 Sep 16 16:55:44.902662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43112) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:44.977916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f89a5b5-6283-4b8a-b329-9c49b972e66b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:44.979748 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7f89a5b5-6283-4b8a-b329-9c49b972e66b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0755403 Sep 16 16:55:44.983181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43116) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:45.039281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee773f-bf70-4ffa-a3b9-169b54b86f66 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:45.041166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee773f-bf70-4ffa-a3b9-169b54b86f66 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:45.042917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee773f-bf70-4ffa-a3b9-169b54b86f66 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:45.047898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43120) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:45.048089 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-aeee773f-bf70-4ffa-a3b9-169b54b86f66 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0635500 Sep 16 16:55:45.116347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86b523c-ef7f-413f-bcfd-881cbfca41b0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet e2f1f7b0-b188-45ad-b9fa-704532333c29 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:45.119852 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b86b523c-ef7f-413f-bcfd-881cbfca41b0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:45.163087 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b86b523c-ef7f-413f-bcfd-881cbfca41b0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:45.188648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f13e44d6-26ed-44e2-979a-025af7226ef5 None None] Could not find standard attr ID for object f0016881-fc22-4df4-b299-7844e28d241b. {{(pid=95359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 16:55:45.271175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b86b523c-ef7f-413f-bcfd-881cbfca41b0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:45.432027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b86b523c-ef7f-413f-bcfd-881cbfca41b0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:45.460468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b523c-ef7f-413f-bcfd-881cbfca41b0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f1f7b0-b188-45ad-b9fa-704532333c29,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:45.468115 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b86b523c-ef7f-413f-bcfd-881cbfca41b0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:45.470539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b86b523c-ef7f-413f-bcfd-881cbfca41b0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/e2f1f7b0-b188-45ad-b9fa-704532333c29 HTTP/1.1" status: 204 len: 168 time: 0.4215381 Sep 16 16:55:45.473195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43130) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:45.489387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfad12e-7beb-4033-b803-0b0a04e34941 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:45.531768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49c828f-d7c6-4f09-8072-65fd612fe345 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet eaa7a683-4ca9-4147-88b0-94df789c6da5 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:45.535141 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d49c828f-d7c6-4f09-8072-65fd612fe345 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:45.582309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d49c828f-d7c6-4f09-8072-65fd612fe345 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:45.683686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d49c828f-d7c6-4f09-8072-65fd612fe345 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:45.820790 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d49c828f-d7c6-4f09-8072-65fd612fe345 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:45.862129 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d49c828f-d7c6-4f09-8072-65fd612fe345 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:45.864243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d49c828f-d7c6-4f09-8072-65fd612fe345 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/eaa7a683-4ca9-4147-88b0-94df789c6da5 HTTP/1.1" status: 204 len: 168 time: 0.3899212 Sep 16 16:55:45.865273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c828f-d7c6-4f09-8072-65fd612fe345 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa7a683-4ca9-4147-88b0-94df789c6da5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:45.867335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43136) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:45.919575 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3399708c-ae59-4c5f-8aa1-78769609ce09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491574 Sep 16 16:55:45.921700 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43138) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:45.927376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-43532421-cae4-4674-a110-21eb9b030f59 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:46.092656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43532421-cae4-4674-a110-21eb9b030f59 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:46.096804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43532421-cae4-4674-a110-21eb9b030f59 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:46.313231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c670e1ce-8e81-4f12-ba6b-d68714de5851 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:46.340141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b7eafc4e-edf5-43c8-b13d-025708f0407b None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:46.341094 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b7eafc4e-edf5-43c8-b13d-025708f0407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:46.409291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43532421-cae4-4674-a110-21eb9b030f59 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:46.473308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43532421-cae4-4674-a110-21eb9b030f59 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:46.476264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-43532421-cae4-4674-a110-21eb9b030f59 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:46.479408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43532421-cae4-4674-a110-21eb9b030f59 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:46.480276 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43532421-cae4-4674-a110-21eb9b030f59 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:46.497261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43532421-cae4-4674-a110-21eb9b030f59 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=b384451f-7bc4-4084-bda8-e3414f714605,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:46.569879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-43532421-cae4-4674-a110-21eb9b030f59 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6452980 Sep 16 16:55:46.571419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43156) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:46.589393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5626a86a-085d-473a-b438-f788f9abd62e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:46.682688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c120cd78-02fe-49e2-8837-54fbc4eaa278 None None] Update dhcp port {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'fixed_ips': [{'subnet_id': 'b384451f-7bc4-4084-bda8-e3414f714605'}], 'binding:host_id': 'n-d-807786-3'}, 'id': '188e34b8-524c-4ca4-b8d0-8009318dd04a'} from n-d-807786-3. {{(pid=95359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 16:55:46.714693 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c120cd78-02fe-49e2-8837-54fbc4eaa278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:46.841169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5626a86a-085d-473a-b438-f788f9abd62e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:46.844921 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5626a86a-085d-473a-b438-f788f9abd62e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:46.904225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-c120cd78-02fe-49e2-8837-54fbc4eaa278 None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/b384451f-7bc4-4084-bda8-e3414f714605/188e34b8-524c-4ca4-b8d0-8009318dd04a) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:46.907136 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:55:47.012245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c120cd78-02fe-49e2-8837-54fbc4eaa278 None None] For port 188e34b8-524c-4ca4-b8d0-8009318dd04a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=188e34b8-524c-4ca4-b8d0-8009318dd04a,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:47.012507 n-d-807786-3 neutron-server[95357]: INFO neutron.db.ipam_backend_mixin [None req-5626a86a-085d-473a-b438-f788f9abd62e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b384451f-7bc4-4084-bda8-e3414f714605 (CIDR: 2001:db8::/64) Sep 16 16:55:47.047972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c120cd78-02fe-49e2-8837-54fbc4eaa278 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:47.066354 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5626a86a-085d-473a-b438-f788f9abd62e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:55:47.066843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5626a86a-085d-473a-b438-f788f9abd62e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:47.128654 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c120cd78-02fe-49e2-8837-54fbc4eaa278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:47.160460 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5626a86a-085d-473a-b438-f788f9abd62e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5852420 Sep 16 16:55:47.160665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43162) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:47.165749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:47.204108 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120cd78-02fe-49e2-8837-54fbc4eaa278 None None] Pushing event updated for resources: {'Port': ['ID=188e34b8-524c-4ca4-b8d0-8009318dd04a,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:47.397004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:47.413735 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:47.868144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:47.918960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabfffff-5e28-4cd5-ad34-12283203d95e None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:48.014427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f1873ddb-40bf-4dd8-b47f-c0b2063ae36b None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:48.014893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f1873ddb-40bf-4dd8-b47f-c0b2063ae36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:48.124496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:48.340956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] For port 188e34b8-524c-4ca4-b8d0-8009318dd04a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=188e34b8-524c-4ca4-b8d0-8009318dd04a,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:48.364604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 188e34b8-524c-4ca4-b8d0-8009318dd04a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:48.390299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:48.424809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:48.425488 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:48.475523 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:48.476566 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:48.572339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:48.587596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:48.594402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:48.595258 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:48.611586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=188e34b8-524c-4ca4-b8d0-8009318dd04a,revision_number=9']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:48.620377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=51d66c6a-851f-48c0-bb7b-c475a2285fcb,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:48.687571 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1fac0b2a-d5eb-4a5a-8882-c5be7202920c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5259588 Sep 16 16:55:48.690730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43186) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:48.696761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:c6:4e:9d', 'name': 'tempest-NetworksTestDHCPv6-159282550'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:48.905558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:48.941126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79895cf3-96aa-4427-9261-921536b3155c None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:49.036006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2a6af078-dd63-4cac-843a-ca87925f7320 None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:49.036374 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a6af078-dd63-4cac-843a-ca87925f7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:49.040546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:49.071866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port 83452150-7f4d-4164-bc2a-63ff207c9fba yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:49.266556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::167 (2a2518af-dbac-4057-b406-377bb353922a/b384451f-7bc4-4084-bda8-e3414f714605/83452150-7f4d-4164-bc2a-63ff207c9fba) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:49.273505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8:0:1:f816:3eff:fec6:4e9d (2a2518af-dbac-4057-b406-377bb353922a/51d66c6a-851f-48c0-bb7b-c475a2285fcb/83452150-7f4d-4164-bc2a-63ff207c9fba) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:49.477164 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:49.584709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9d073a07-9342-49a4-a3df-7ad7ed8b805c None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:49.585432 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d073a07-9342-49a4-a3df-7ad7ed8b805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:49.585729 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:49.683153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:49.687376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:49.690733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:49.697855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:49.699009 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:49.724469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=83452150-7f4d-4164-bc2a-63ff207c9fba,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:49.832348 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9fee6398-eb58-4ee5-a981-bb9d97bf3689 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1404033 Sep 16 16:55:49.834826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43250) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:49.929705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4de1118e-e7b6-4a04-9e7d-b26aa379d390 None None] Provisioning complete for port 83452150-7f4d-4164-bc2a-63ff207c9fba triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:49.930080 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4de1118e-e7b6-4a04-9e7d-b26aa379d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:49.942774 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-1f51a157-9ebf-4387-975b-0e563ea02560 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port 83452150-7f4d-4164-bc2a-63ff207c9fba {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:49.943132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f51a157-9ebf-4387-975b-0e563ea02560 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:49.964447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4de1118e-e7b6-4a04-9e7d-b26aa379d390 None None] Port 83452150-7f4d-4164-bc2a-63ff207c9fba cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:55:50.055394 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f51a157-9ebf-4387-975b-0e563ea02560 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:50.072000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-1f51a157-9ebf-4387-975b-0e563ea02560 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for 83452150-7f4d-4164-bc2a-63ff207c9fba owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:50.335623 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f51a157-9ebf-4387-975b-0e563ea02560 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:50.336872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 188e34b8-524c-4ca4-b8d0-8009318dd04a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:50.444431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51a157-9ebf-4387-975b-0e563ea02560 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=83452150-7f4d-4164-bc2a-63ff207c9fba,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:50.448225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:50.448638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:50.453089 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1f51a157-9ebf-4387-975b-0e563ea02560 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:50.456057 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1f51a157-9ebf-4387-975b-0e563ea02560 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/83452150-7f4d-4164-bc2a-63ff207c9fba HTTP/1.1" status: 204 len: 168 time: 0.6196563 Sep 16 16:55:50.458596 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43292) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:50.525978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56862a43-a00c-4f03-800e-9a875fafc17a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:50.527621 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-56862a43-a00c-4f03-800e-9a875fafc17a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0680287 Sep 16 16:55:50.530763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43294) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:50.596633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865a5ecf-f386-4d93-b1a7-7ef32cf01d58 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:50.598454 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-865a5ecf-f386-4d93-b1a7-7ef32cf01d58 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0661392 Sep 16 16:55:50.601128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43298) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:50.690803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a870df-a396-40f1-bee9-162214ad4c2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:50.692593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a870df-a396-40f1-bee9-162214ad4c2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:50.695051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a870df-a396-40f1-bee9-162214ad4c2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:50.704610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43302) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:50.709031 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c9a870df-a396-40f1-bee9-162214ad4c2b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1065011 Sep 16 16:55:50.755053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-90675a09-26c4-44b6-9b4a-4ba89027b698 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 51d66c6a-851f-48c0-bb7b-c475a2285fcb {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:50.758826 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90675a09-26c4-44b6-9b4a-4ba89027b698 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:50.802207 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90675a09-26c4-44b6-9b4a-4ba89027b698 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:50.896040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90675a09-26c4-44b6-9b4a-4ba89027b698 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:51.041517 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90675a09-26c4-44b6-9b4a-4ba89027b698 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:51.067892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90675a09-26c4-44b6-9b4a-4ba89027b698 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=51d66c6a-851f-48c0-bb7b-c475a2285fcb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:51.080167 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90675a09-26c4-44b6-9b4a-4ba89027b698 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:51.084415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-90675a09-26c4-44b6-9b4a-4ba89027b698 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/51d66c6a-851f-48c0-bb7b-c475a2285fcb HTTP/1.1" status: 204 len: 168 time: 0.3803673 Sep 16 16:55:51.084628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43308) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:51.087399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb39de-f01c-43b6-ab95-5316677f2f0d None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:51.139150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-33dec6e2-2b93-48ca-bc4c-22484dfc338c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet b384451f-7bc4-4084-bda8-e3414f714605 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:51.142941 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33dec6e2-2b93-48ca-bc4c-22484dfc338c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:51.199004 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33dec6e2-2b93-48ca-bc4c-22484dfc338c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:51.303141 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33dec6e2-2b93-48ca-bc4c-22484dfc338c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:51.466322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33dec6e2-2b93-48ca-bc4c-22484dfc338c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:51.525647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dec6e2-2b93-48ca-bc4c-22484dfc338c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=b384451f-7bc4-4084-bda8-e3414f714605,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:51.528738 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33dec6e2-2b93-48ca-bc4c-22484dfc338c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:51.530900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-33dec6e2-2b93-48ca-bc4c-22484dfc338c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/b384451f-7bc4-4084-bda8-e3414f714605 HTTP/1.1" status: 204 len: 168 time: 0.4453931 Sep 16 16:55:51.533317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43316) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:51.591463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3122dfb9-4b67-47f6-8057-400e50bbbafd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570209 Sep 16 16:55:51.591902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43318) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:51.602809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5df29590-9b96-4324-981a-bce96eb467be tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:51.835134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df29590-9b96-4324-981a-bce96eb467be tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:51.835134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5df29590-9b96-4324-981a-bce96eb467be tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:51.872077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b83512-d35b-49fd-a532-77c125155ae0 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:51.952346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eeb51665-3a75-4f89-9521-b6611dd0f462 None None] Provisioning complete for port 188e34b8-524c-4ca4-b8d0-8009318dd04a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:51.952732 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eeb51665-3a75-4f89-9521-b6611dd0f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:52.118918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d4805-88d5-4cc3-bcc9-3b130e500f62 None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:52.126593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5df29590-9b96-4324-981a-bce96eb467be tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:52.176937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df29590-9b96-4324-981a-bce96eb467be tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:52.178553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-5df29590-9b96-4324-981a-bce96eb467be tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:52.182795 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df29590-9b96-4324-981a-bce96eb467be tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:52.183390 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5df29590-9b96-4324-981a-bce96eb467be tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:52.201129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df29590-9b96-4324-981a-bce96eb467be tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=b38f3483-a202-46d4-a253-7e8a7ff6a36a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:52.210903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d4805-88d5-4cc3-bcc9-3b130e500f62 None None] Deleting port 188e34b8-524c-4ca4-b8d0-8009318dd04a {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:52.211293 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4805-88d5-4cc3-bcc9-3b130e500f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:52.299878 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9d6d4805-88d5-4cc3-bcc9-3b130e500f62 None None] For port 188e34b8-524c-4ca4-b8d0-8009318dd04a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=188e34b8-524c-4ca4-b8d0-8009318dd04a,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:52.300220 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4805-88d5-4cc3-bcc9-3b130e500f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:52.310566 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5df29590-9b96-4324-981a-bce96eb467be tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7177587 Sep 16 16:55:52.319987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43328) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:52.320126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d4805-88d5-4cc3-bcc9-3b130e500f62 None None] Calling delete_port for 188e34b8-524c-4ca4-b8d0-8009318dd04a owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:52.320211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4c02a5ce-8f97-45c2-96ae-dea3f53f614f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:52.362065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 188e34b8-524c-4ca4-b8d0-8009318dd04a no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:52.467279 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:52.528925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c02a5ce-8f97-45c2-96ae-dea3f53f614f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:52.532807 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4c02a5ce-8f97-45c2-96ae-dea3f53f614f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:52.540434 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4805-88d5-4cc3-bcc9-3b130e500f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:52.587066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d4805-88d5-4cc3-bcc9-3b130e500f62 None None] Pushing event deleted for resources: {'Port': ['ID=188e34b8-524c-4ca4-b8d0-8009318dd04a,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:52.592808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d4805-88d5-4cc3-bcc9-3b130e500f62 None None] No DVR routers for this DVR port 188e34b8-524c-4ca4-b8d0-8009318dd04a on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:52.609234 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b7459d-2375-43b2-a69a-6a30c3985863 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:52.650466 n-d-807786-3 neutron-server[95358]: INFO neutron.db.ipam_backend_mixin [None req-4c02a5ce-8f97-45c2-96ae-dea3f53f614f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b38f3483-a202-46d4-a253-7e8a7ff6a36a (CIDR: 2001:db8::/64) Sep 16 16:55:52.700706 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c02a5ce-8f97-45c2-96ae-dea3f53f614f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 16:55:52.701512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c02a5ce-8f97-45c2-96ae-dea3f53f614f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:52.773792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a2518af-dbac-4057-b406-377bb353922a', 'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'tenant_id': 'c0fe9b8be2044caca2d158245b232691', 'fixed_ips': [{'subnet_id': 'b38f3483-a202-46d4-a253-7e8a7ff6a36a'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:55:52.774704 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:52.817582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4c02a5ce-8f97-45c2-96ae-dea3f53f614f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5017831 Sep 16 16:55:52.819719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43338) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:52.825740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'subnet': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:52.943020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Allocated IP 2001:db8::2 (2a2518af-dbac-4057-b406-377bb353922a/b38f3483-a202-46d4-a253-7e8a7ff6a36a/4808b2af-0e41-4d92-b3d9-7ca2679c4255) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:53.048329 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:53.053584 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:53.280327 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:53.362936 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:53.406846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:53.409645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:53.416909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:53.420199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Pushing event updated for resources: {'Port': ['ID=4808b2af-0e41-4d92-b3d9-7ca2679c4255,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:53.488786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Attempting to bind port 4808b2af-0e41-4d92-b3d9-7ca2679c4255 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:55:53.489313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Attempting to bind port 4808b2af-0e41-4d92-b3d9-7ca2679c4255 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:55:53.489687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Attempting to bind port 4808b2af-0e41-4d92-b3d9-7ca2679c4255 on network 2a2518af-dbac-4057-b406-377bb353922a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:55:53.495101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:55:53.496782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Checking segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:55:53.496782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:53.496782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Bound using segment: {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:55:53.500653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Bound port: 4808b2af-0e41-4d92-b3d9-7ca2679c4255, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2a2518af-dbac-4057-b406-377bb353922a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:55:53.500653 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:53.566669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.objects.ports [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 16:55:53.589222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] For port 4808b2af-0e41-4d92-b3d9-7ca2679c4255, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:55:53.597494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] For port 4808b2af-0e41-4d92-b3d9-7ca2679c4255, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4808b2af-0e41-4d92-b3d9-7ca2679c4255,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:55:53.655972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:53.728986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9915f-0c6c-42c9-a11a-93b400dce9b3 None None] Pushing event updated for resources: {'Port': ['ID=4808b2af-0e41-4d92-b3d9-7ca2679c4255,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:53.854898 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:54.067844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] For port 4808b2af-0e41-4d92-b3d9-7ca2679c4255, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4808b2af-0e41-4d92-b3d9-7ca2679c4255,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:54.100766 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:54.168937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:54.170239 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:54.245663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:54.254957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:54.261385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:54.262036 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:54.284314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Subnet': ['ID=81a0124c-08aa-4e7a-8730-478049475f09,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:54.295139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=4808b2af-0e41-4d92-b3d9-7ca2679c4255,revision_number=4']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:54.371220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4808b2af-0e41-4d92-b3d9-7ca2679c4255 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:54.399705 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-14b852f7-8e02-4a0b-96d1-702a77dc4294 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5758190 Sep 16 16:55:54.400045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43362) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:54.409156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Request body: {'port': {'network_id': '2a2518af-dbac-4057-b406-377bb353922a', 'mac_address': 'fa:16:3e:c3:52:2f', 'name': 'tempest-NetworksTestDHCPv6-122273221'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:55:54.449086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4808b2af-0e41-4d92-b3d9-7ca2679c4255 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:54.449086 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:54.569942 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:54.615145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 4808b2af-0e41-4d92-b3d9-7ca2679c4255, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4808b2af-0e41-4d92-b3d9-7ca2679c4255,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:54.665421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Made reservation on behalf of c0fe9b8be2044caca2d158245b232691 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:55:54.693831 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:54.761611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=4808b2af-0e41-4d92-b3d9-7ca2679c4255,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:54.766219 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:54.798831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] device_id is not set on port cc970264-1171-4712-9632-eaff31198e64 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:55:54.841465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3842f3b-f602-4166-9468-eae6222de426 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:54.949131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d616fb9a-f7dd-4124-a3d7-dce9c3998e77 None None] Provisioning complete for port 4808b2af-0e41-4d92-b3d9-7ca2679c4255 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:54.950439 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d616fb9a-f7dd-4124-a3d7-dce9c3998e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:55.040406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8::3b5 (2a2518af-dbac-4057-b406-377bb353922a/b38f3483-a202-46d4-a253-7e8a7ff6a36a/cc970264-1171-4712-9632-eaff31198e64) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:55.049259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:522f (2a2518af-dbac-4057-b406-377bb353922a/81a0124c-08aa-4e7a-8730-478049475f09/cc970264-1171-4712-9632-eaff31198e64) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:55:55.246210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:55.367234 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:55.421570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Network 2a2518af-dbac-4057-b406-377bb353922a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:55:55.424759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:55:55.428489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:55:55.435406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:55.438167 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:55.456180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event updated for resources: {'Port': ['ID=cc970264-1171-4712-9632-eaff31198e64,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:55.534391 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a8a3ff56-52d5-4e50-8642-4d88894a703e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1325681 Sep 16 16:55:55.537150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43378) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:55.645379 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-24e4358d-9e1c-416e-9e72-b5de70ac8c09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting port cc970264-1171-4712-9632-eaff31198e64 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:55.646004 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24e4358d-9e1c-416e-9e72-b5de70ac8c09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:55.765961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24e4358d-9e1c-416e-9e72-b5de70ac8c09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:55.774592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-17f47056-64ab-4ef5-ae39-ea519c047e72 None None] Provisioning complete for port 4808b2af-0e41-4d92-b3d9-7ca2679c4255 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:55.775540 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17f47056-64ab-4ef5-ae39-ea519c047e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:55.784830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-24e4358d-9e1c-416e-9e72-b5de70ac8c09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Calling delete_port for cc970264-1171-4712-9632-eaff31198e64 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:56.014368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-17fe1c9f-291b-403c-ab63-2338196841bf None None] Provisioning complete for port cc970264-1171-4712-9632-eaff31198e64 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:56.014741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17fe1c9f-291b-403c-ab63-2338196841bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.057468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-17fe1c9f-291b-403c-ab63-2338196841bf None None] Port cc970264-1171-4712-9632-eaff31198e64 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:55:56.088110 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24e4358d-9e1c-416e-9e72-b5de70ac8c09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.123835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4358d-9e1c-416e-9e72-b5de70ac8c09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Port': ['ID=cc970264-1171-4712-9632-eaff31198e64,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:56.184160 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-24e4358d-9e1c-416e-9e72-b5de70ac8c09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.186243 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-24e4358d-9e1c-416e-9e72-b5de70ac8c09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/cc970264-1171-4712-9632-eaff31198e64 HTTP/1.1" status: 204 len: 168 time: 0.6480186 Sep 16 16:55:56.188867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43390) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:56.251041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c355304-72af-4744-a4aa-3b9cc093980b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:56.253245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7c355304-72af-4744-a4aa-3b9cc093980b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0628533 Sep 16 16:55:56.255734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43392) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:56.312472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbaf883-88be-45ad-b536-7499cf09a703 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:56.314192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dcbaf883-88be-45ad-b536-7499cf09a703 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0574987 Sep 16 16:55:56.316773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43394) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:56.347955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4808b2af-0e41-4d92-b3d9-7ca2679c4255 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:55:56.382826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b921bf19-8366-4912-8552-5217c5cc4f3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:56.384658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b921bf19-8366-4912-8552-5217c5cc4f3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:56.386281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b921bf19-8366-4912-8552-5217c5cc4f3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:56.389242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b921bf19-8366-4912-8552-5217c5cc4f3e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0704510 Sep 16 16:55:56.392397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43398) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:56.413236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4808b2af-0e41-4d92-b3d9-7ca2679c4255 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:56.413806 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.450771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-61861a01-3ad7-4b47-af7d-e418629cedc8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet 81a0124c-08aa-4e7a-8730-478049475f09 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:56.453902 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-61861a01-3ad7-4b47-af7d-e418629cedc8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.503948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-61861a01-3ad7-4b47-af7d-e418629cedc8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.601066 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-61861a01-3ad7-4b47-af7d-e418629cedc8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.738948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-61861a01-3ad7-4b47-af7d-e418629cedc8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.774718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61861a01-3ad7-4b47-af7d-e418629cedc8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=81a0124c-08aa-4e7a-8730-478049475f09,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:56.780594 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-61861a01-3ad7-4b47-af7d-e418629cedc8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.782522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-61861a01-3ad7-4b47-af7d-e418629cedc8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/81a0124c-08aa-4e7a-8730-478049475f09 HTTP/1.1" status: 204 len: 168 time: 0.3891428 Sep 16 16:55:56.785778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43406) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:56.787898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d02f05-6f73-4c4c-a257-07d64e76bd1e None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:56.842323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc8f08d-803b-466f-8201-f21c3649450a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Deleting subnet b38f3483-a202-46d4-a253-7e8a7ff6a36a {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:55:56.845781 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afc8f08d-803b-466f-8201-f21c3649450a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.887779 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afc8f08d-803b-466f-8201-f21c3649450a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:56.999677 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afc8f08d-803b-466f-8201-f21c3649450a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:57.603442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2f34534d-e7a4-436e-bf1c-c84ab01c6555 None None] Provisioning complete for port 4808b2af-0e41-4d92-b3d9-7ca2679c4255 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:55:57.603815 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f34534d-e7a4-436e-bf1c-c84ab01c6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:57.963349 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afc8f08d-803b-466f-8201-f21c3649450a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:57.992631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8f08d-803b-466f-8201-f21c3649450a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Subnet': ['ID=b38f3483-a202-46d4-a253-7e8a7ff6a36a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:57.994619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afc8f08d-803b-466f-8201-f21c3649450a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:57.999621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43418) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.000136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-afc8f08d-803b-466f-8201-f21c3649450a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/b38f3483-a202-46d4-a253-7e8a7ff6a36a HTTP/1.1" status: 204 len: 168 time: 1.2126832 Sep 16 16:55:58.008009 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c9b30c-0f9f-4241-8759-2247faca4498 None None] Network 2a2518af-dbac-4057-b406-377bb353922a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:55:58.043560 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-91825a0d-8113-4d86-a008-e5b9e7727497 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422342 Sep 16 16:55:58.046077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43420) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.103898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a499295-04ed-4bc0-bc01-dfde4280ab9e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:58.109367 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6a499295-04ed-4bc0-bc01-dfde4280ab9e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0582032 Sep 16 16:55:58.109740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43424) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.185815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120cbbe1-7609-43a6-a38f-caa5d8207fe7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:55:58.187465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-120cbbe1-7609-43a6-a38f-caa5d8207fe7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760949 Sep 16 16:55:58.190104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43428) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.241293 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bebc5d2b-69b9-4794-82ff-3bc5e3fb109d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475097 Sep 16 16:55:58.243226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43430) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.253663 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-88a49f79-6260-4ff1-b08f-842448d6ce24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:58.271461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d368d-47c4-4f50-acd2-85ff97e37cbb None None] DHCP port deletion for 2a2518af-dbac-4057-b406-377bb353922a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:55:58.289632 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f23451-33d2-4018-b746-9c25a5194eb5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.290353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f23451-33d2-4018-b746-9c25a5194eb5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.292101 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d2f23451-33d2-4018-b746-9c25a5194eb5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/cc970264-1171-4712-9632-eaff31198e64 HTTP/1.1" status: 404 len: 333 time: 0.0478728 Sep 16 16:55:58.294778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43432) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.337165 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a7ea00-8ee0-4248-aa3b-f0c3cd185f79 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.338157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a7ea00-8ee0-4248-aa3b-f0c3cd185f79 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.341623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-97a7ea00-8ee0-4248-aa3b-f0c3cd185f79 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/81a0124c-08aa-4e7a-8730-478049475f09 HTTP/1.1" status: 404 len: 337 time: 0.0457797 Sep 16 16:55:58.344361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43434) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.348643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-582d368d-47c4-4f50-acd2-85ff97e37cbb None None] Deleting port 4808b2af-0e41-4d92-b3d9-7ca2679c4255 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:55:58.349085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-582d368d-47c4-4f50-acd2-85ff97e37cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:58.373005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4808b2af-0e41-4d92-b3d9-7ca2679c4255 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:55:58.376582 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-614fa252-622a-4cca-b098-95870eabe1f0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.377046 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614fa252-622a-4cca-b098-95870eabe1f0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.381161 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-614fa252-622a-4cca-b098-95870eabe1f0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/b38f3483-a202-46d4-a253-7e8a7ff6a36a HTTP/1.1" status: 404 len: 337 time: 0.0332243 Sep 16 16:55:58.381407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43438) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.405653 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d2ee84-b0f6-48d2-aa40-b9622df4fde2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.407097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d2ee84-b0f6-48d2-aa40-b9622df4fde2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.408444 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e3d2ee84-b0f6-48d2-aa40-b9622df4fde2 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/83452150-7f4d-4164-bc2a-63ff207c9fba HTTP/1.1" status: 404 len: 333 time: 0.0260804 Sep 16 16:55:58.413109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43440) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.446578 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2981d24d-229e-4f44-8c63-331da6890caa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.447204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2981d24d-229e-4f44-8c63-331da6890caa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.451773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43442) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.452541 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2981d24d-229e-4f44-8c63-331da6890caa tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/51d66c6a-851f-48c0-bb7b-c475a2285fcb HTTP/1.1" status: 404 len: 337 time: 0.0384679 Sep 16 16:55:58.473908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-582d368d-47c4-4f50-acd2-85ff97e37cbb None None] For port 4808b2af-0e41-4d92-b3d9-7ca2679c4255, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4808b2af-0e41-4d92-b3d9-7ca2679c4255,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:58.475402 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-582d368d-47c4-4f50-acd2-85ff97e37cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:58.480234 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e67f5f-a7a7-4adb-8efc-3028cc50b980 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.481584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e67f5f-a7a7-4adb-8efc-3028cc50b980 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.483691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-72e67f5f-a7a7-4adb-8efc-3028cc50b980 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/b384451f-7bc4-4084-bda8-e3414f714605 HTTP/1.1" status: 404 len: 337 time: 0.0308352 Sep 16 16:55:58.485844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43446) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.494031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-582d368d-47c4-4f50-acd2-85ff97e37cbb None None] Calling delete_port for 4808b2af-0e41-4d92-b3d9-7ca2679c4255 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:55:58.510609 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3799d8-d547-4b29-a5b7-6df09df19930 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.511675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3799d8-d547-4b29-a5b7-6df09df19930 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.513798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0c3799d8-d547-4b29-a5b7-6df09df19930 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/f0016881-fc22-4df4-b299-7844e28d241b HTTP/1.1" status: 404 len: 333 time: 0.0269725 Sep 16 16:55:58.516446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43448) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.574562 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1824afba-9037-47a9-9628-975e2067bcac tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.575201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1824afba-9037-47a9-9628-975e2067bcac tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.580123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43450) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.582104 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1824afba-9037-47a9-9628-975e2067bcac tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/eaa7a683-4ca9-4147-88b0-94df789c6da5 HTTP/1.1" status: 404 len: 337 time: 0.0642228 Sep 16 16:55:58.591110 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:58.620129 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-380924aa-9d79-43bb-9a70-36c83f4a972c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.621518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380924aa-9d79-43bb-9a70-36c83f4a972c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.623909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-380924aa-9d79-43bb-9a70-36c83f4a972c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/e2f1f7b0-b188-45ad-b9fa-704532333c29 HTTP/1.1" status: 404 len: 337 time: 0.0420878 Sep 16 16:55:58.626312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43452) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.640668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 4808b2af-0e41-4d92-b3d9-7ca2679c4255, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4808b2af-0e41-4d92-b3d9-7ca2679c4255,segment=NetworkSegment(094dcffd-4e29-4a5a-bcf3-8c874e10ec6d),segment_id=094dcffd-4e29-4a5a-bcf3-8c874e10ec6d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:55:58.658767 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4529fe77-4793-4bcc-baca-a59c19b25830 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.659763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4529fe77-4793-4bcc-baca-a59c19b25830 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.664677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43454) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.664855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4529fe77-4793-4bcc-baca-a59c19b25830 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/0bf812a4-eade-4e9b-9fbc-edff425b3c08 HTTP/1.1" status: 404 len: 333 time: 0.0369096 Sep 16 16:55:58.695734 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-198e7f48-2c2e-4da2-ba4b-ba230b5036ca tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.696442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198e7f48-2c2e-4da2-ba4b-ba230b5036ca tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.701418 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-198e7f48-2c2e-4da2-ba4b-ba230b5036ca tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/0bf96bff-2e87-451c-9e85-44ca14615e78 HTTP/1.1" status: 404 len: 337 time: 0.0323203 Sep 16 16:55:58.702166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43458) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.710506 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:58.750189 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3b8adc-3934-4524-9747-580d6c07b5bd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.750659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3b8adc-3934-4524-9747-580d6c07b5bd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.755252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fc3b8adc-3934-4524-9747-580d6c07b5bd tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/0b079ccf-3ddb-4635-8aef-8de86b0bcad8 HTTP/1.1" status: 404 len: 337 time: 0.0492783 Sep 16 16:55:58.756161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43462) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.779904 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b6d713-0eaf-4cbf-87c1-6382dbfa9ec5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.780640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b6d713-0eaf-4cbf-87c1-6382dbfa9ec5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.782440 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-62b6d713-0eaf-4cbf-87c1-6382dbfa9ec5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/d1e1b062-7560-4060-b367-94fdb1fe9665 HTTP/1.1" status: 404 len: 333 time: 0.0259056 Sep 16 16:55:58.785067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43464) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.785988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=4808b2af-0e41-4d92-b3d9-7ca2679c4255,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:58.789379 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-582d368d-47c4-4f50-acd2-85ff97e37cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:55:58.818284 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-3541be90-472d-4fb5-a7fc-6fa03e0e4363 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.819104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3541be90-472d-4fb5-a7fc-6fa03e0e4363 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.820584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d368d-47c4-4f50-acd2-85ff97e37cbb None None] Pushing event deleted for resources: {'Port': ['ID=4808b2af-0e41-4d92-b3d9-7ca2679c4255,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:55:58.820921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3541be90-472d-4fb5-a7fc-6fa03e0e4363 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/56efd643-4fbd-4b5e-8073-e14d19049682 HTTP/1.1" status: 404 len: 337 time: 0.0348206 Sep 16 16:55:58.823429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43466) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.827202 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d368d-47c4-4f50-acd2-85ff97e37cbb None None] No DVR routers for this DVR port 4808b2af-0e41-4d92-b3d9-7ca2679c4255 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:55:58.851488 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cb61b9-8b52-4bc6-a517-2ddfc490d7c0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.852112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30cb61b9-8b52-4bc6-a517-2ddfc490d7c0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.853965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-30cb61b9-8b52-4bc6-a517-2ddfc490d7c0 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/17d0de44-0238-42b2-89d5-e818f638839e HTTP/1.1" status: 404 len: 333 time: 0.0295947 Sep 16 16:55:58.856709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43468) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.884892 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb038e2-a184-4752-b772-4215698b7e7c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.885353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb038e2-a184-4752-b772-4215698b7e7c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.888084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9bb038e2-a184-4752-b772-4215698b7e7c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/938088ea-b886-4b3e-845b-cf5e74007edd HTTP/1.1" status: 404 len: 337 time: 0.0303283 Sep 16 16:55:58.890838 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43472) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.918993 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6577639c-9799-4859-b869-92307f362288 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.919641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6577639c-9799-4859-b869-92307f362288 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.921396 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6577639c-9799-4859-b869-92307f362288 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/1b26038c-36ed-49b8-8fc6-6c806c7a26a1 HTTP/1.1" status: 404 len: 333 time: 0.0295391 Sep 16 16:55:58.924076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43474) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.951526 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b64e30-e227-49b9-b96b-733db4942ba7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.951981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b64e30-e227-49b9-b96b-733db4942ba7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.953801 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b3b64e30-e227-49b9-b96b-733db4942ba7 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/4dbf335d-4b53-4817-9a01-1d629801684e HTTP/1.1" status: 404 len: 337 time: 0.0289648 Sep 16 16:55:58.956524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43476) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.986823 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d1ed7b-cf77-4e9a-9e72-223253ffd570 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:58.987606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d1ed7b-cf77-4e9a-9e72-223253ffd570 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:58.992340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43478) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:58.993096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-30d1ed7b-cf77-4e9a-9e72-223253ffd570 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/43bccac8-3af9-4329-8510-ef4f205c4f28 HTTP/1.1" status: 404 len: 333 time: 0.0354850 Sep 16 16:55:59.019729 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93776ab-511a-4dba-b674-5aa8a837589e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.020341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93776ab-511a-4dba-b674-5aa8a837589e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.021958 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b93776ab-511a-4dba-b674-5aa8a837589e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/57005c7d-de9e-476e-a95d-aa4c9bebd133 HTTP/1.1" status: 404 len: 337 time: 0.0286028 Sep 16 16:55:59.024487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43480) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.049638 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd3f3ca-587f-4eaf-be2c-33ceaa5b0a09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.049638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd3f3ca-587f-4eaf-be2c-33ceaa5b0a09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.051334 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4fd3f3ca-587f-4eaf-be2c-33ceaa5b0a09 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/5777f24a-83d8-4a0b-85bd-ad4f50bcec61 HTTP/1.1" status: 404 len: 333 time: 0.0259523 Sep 16 16:55:59.053841 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43482) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.087078 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf64d63-d001-4e04-8f00-a8ba8b38f370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.087916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf64d63-d001-4e04-8f00-a8ba8b38f370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.091455 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-caf64d63-d001-4e04-8f00-a8ba8b38f370 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/0d907f69-b4c2-45d3-8d4d-95bbd509db7b HTTP/1.1" status: 404 len: 337 time: 0.0360339 Sep 16 16:55:59.093108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43484) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.119362 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1228d8db-908b-467c-8721-1f75ab823694 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.119996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1228d8db-908b-467c-8721-1f75ab823694 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.122375 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1228d8db-908b-467c-8721-1f75ab823694 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/7017a955-8034-41fd-9f43-5e4e58a2d871 HTTP/1.1" status: 404 len: 333 time: 0.0283453 Sep 16 16:55:59.124955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.152943 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf653fbf-7ebb-4fa1-a1b5-9e925518ee3c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.154008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf653fbf-7ebb-4fa1-a1b5-9e925518ee3c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.155782 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cf653fbf-7ebb-4fa1-a1b5-9e925518ee3c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/15fc6b9b-2c52-495a-a0ea-76d70868a566 HTTP/1.1" status: 404 len: 337 time: 0.0298498 Sep 16 16:55:59.158231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43488) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.185887 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb44c75-9fb7-48e3-a44c-258fdfa21a58 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.186349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb44c75-9fb7-48e3-a44c-258fdfa21a58 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.188099 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8bb44c75-9fb7-48e3-a44c-258fdfa21a58 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/3d265022-3238-45eb-98bf-cc1fc65d2f33 HTTP/1.1" status: 404 len: 337 time: 0.0289645 Sep 16 16:55:59.190556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43492) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.214246 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6a9fa0-4ff6-4a2c-b95d-db230ef1a55a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.215996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6a9fa0-4ff6-4a2c-b95d-db230ef1a55a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.217816 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ee6a9fa0-4ff6-4a2c-b95d-db230ef1a55a tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/4476ee34-3ce1-4e3f-a2f1-6cb2a03bfd62 HTTP/1.1" status: 404 len: 333 time: 0.0263050 Sep 16 16:55:59.220456 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43494) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.249371 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-588d8840-ea97-4405-ba50-3f08ca746a65 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.249764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588d8840-ea97-4405-ba50-3f08ca746a65 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.253987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-588d8840-ea97-4405-ba50-3f08ca746a65 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/5b07b589-3c8c-46dd-b4bb-949aebebfbdd HTTP/1.1" status: 404 len: 337 time: 0.0300775 Sep 16 16:55:59.254524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43498) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.290089 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e12d9f-c46a-4243-9cae-3c5d0b0f3f6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.290565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e12d9f-c46a-4243-9cae-3c5d0b0f3f6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.292349 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-91e12d9f-c46a-4243-9cae-3c5d0b0f3f6e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/6480f73c-57c1-4a88-9381-24d4659d2c35 HTTP/1.1" status: 404 len: 337 time: 0.0367422 Sep 16 16:55:59.295431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43502) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.332671 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2bf93a-c2f8-4c9e-8eab-d47c814d338b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.332671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2bf93a-c2f8-4c9e-8eab-d47c814d338b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.332671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1d2bf93a-c2f8-4c9e-8eab-d47c814d338b tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/e9591605-aba6-4eb4-a134-1286d9b30266 HTTP/1.1" status: 404 len: 333 time: 0.0342324 Sep 16 16:55:59.333509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43504) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.368929 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-3427b92d-d61e-4773-9be2-7f957671a77d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.369395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3427b92d-d61e-4773-9be2-7f957671a77d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.371430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3427b92d-d61e-4773-9be2-7f957671a77d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/48c6de70-2450-4a3b-97be-aa20514613aa HTTP/1.1" status: 404 len: 337 time: 0.0339787 Sep 16 16:55:59.378514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43506) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.421243 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebaaf46d-3266-4200-99ac-8a0f581d21bf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.422511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebaaf46d-3266-4200-99ac-8a0f581d21bf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.424090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ebaaf46d-3266-4200-99ac-8a0f581d21bf tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/30361b6b-fe34-48e0-aa2d-3507681e1963 HTTP/1.1" status: 404 len: 337 time: 0.0445342 Sep 16 16:55:59.426723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43508) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.455275 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb58791-cdb6-46e2-8342-4d0c1b5f1a5d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.456468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb58791-cdb6-46e2-8342-4d0c1b5f1a5d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.457824 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5bb58791-cdb6-46e2-8342-4d0c1b5f1a5d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/cac787cf-1faf-434a-81c0-77948abd06ff HTTP/1.1" status: 404 len: 333 time: 0.0296798 Sep 16 16:55:59.460363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43510) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.488056 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24bf9da-a697-41fd-9636-fd6a77672962 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.491278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24bf9da-a697-41fd-9636-fd6a77672962 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.491278 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e24bf9da-a697-41fd-9636-fd6a77672962 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/398a077f-2029-478f-8872-1ee4742770f2 HTTP/1.1" status: 404 len: 337 time: 0.0289829 Sep 16 16:55:59.493164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43512) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.521131 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-57784aa8-a56b-4970-9956-48f97af2ac8c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.521610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57784aa8-a56b-4970-9956-48f97af2ac8c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.525936 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57784aa8-a56b-4970-9956-48f97af2ac8c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/559e748f-224b-4fc4-82c4-a4389ef2a9bc HTTP/1.1" status: 404 len: 337 time: 0.0291975 Sep 16 16:55:59.526113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43514) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.555279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fe0c6059-8b35-420c-8e37-74904f3d56da tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc575fd5-6501-424d-b315-034de59564ea HTTP/1.1" status: 200 len: 205 time: 0.0280473 Sep 16 16:55:59.557721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43516) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.610025 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-33915f70-479f-4702-a880-4b9fa0ff8b96 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] delete failed (client error): The resource could not be found. Sep 16 16:55:59.611096 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-33915f70-479f-4702-a880-4b9fa0ff8b96 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/routers/cc575fd5-6501-424d-b315-034de59564ea HTTP/1.1" status: 404 len: 336 time: 0.0523953 Sep 16 16:55:59.613634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43518) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.641772 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d411cf1-b626-4c54-8689-3016a3e36ea1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.642231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d411cf1-b626-4c54-8689-3016a3e36ea1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.643994 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6d411cf1-b626-4c54-8689-3016a3e36ea1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/9a27df61-bab2-42d0-afde-a04b39a3f5a0 HTTP/1.1" status: 404 len: 337 time: 0.0294282 Sep 16 16:55:59.646638 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43522) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.674907 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4fad3e53-e138-4faa-a098-247184fc0a8e tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "GET /v2.0/ports?device_id=c710336a-d0ca-41fb-9ce5-685b2f86c6a4 HTTP/1.1" status: 200 len: 205 time: 0.0271697 Sep 16 16:55:59.677156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43524) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.716873 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-92d67148-6fa7-4ac6-b0e8-eae4078c2b0d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] delete failed (client error): The resource could not be found. Sep 16 16:55:59.717926 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-92d67148-6fa7-4ac6-b0e8-eae4078c2b0d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/routers/c710336a-d0ca-41fb-9ce5-685b2f86c6a4 HTTP/1.1" status: 404 len: 336 time: 0.0398121 Sep 16 16:55:59.720555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43526) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.756068 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee199fb9-6681-4818-af65-1f4628037930 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.756068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee199fb9-6681-4818-af65-1f4628037930 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.757567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ee199fb9-6681-4818-af65-1f4628037930 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/9005235e-2ff4-4678-ad8e-c310cdc93474 HTTP/1.1" status: 404 len: 337 time: 0.0360949 Sep 16 16:55:59.759996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43532) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.788154 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e150076-ae69-40ff-a400-1ed8bc2dbaf4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.788636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e150076-ae69-40ff-a400-1ed8bc2dbaf4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.790498 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7e150076-ae69-40ff-a400-1ed8bc2dbaf4 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/31e081c6-eb57-4bec-9a3b-7c9a452cf2d8 HTTP/1.1" status: 404 len: 337 time: 0.0294113 Sep 16 16:55:59.793179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43534) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.817459 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f084c2c-23bd-466a-b2b2-daefc4894744 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.818574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f084c2c-23bd-466a-b2b2-daefc4894744 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.824730 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9f084c2c-23bd-466a-b2b2-daefc4894744 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/842511cf-8792-44a3-a67a-f39614b29c15 HTTP/1.1" status: 404 len: 333 time: 0.0276854 Sep 16 16:55:59.825474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43536) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.854460 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-505c8fc8-f7f8-4ddd-8900-fa3c2875f63d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.854962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505c8fc8-f7f8-4ddd-8900-fa3c2875f63d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.856741 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-505c8fc8-f7f8-4ddd-8900-fa3c2875f63d tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/42536951-b7fe-4c3c-b0a3-7258ed5a094b HTTP/1.1" status: 404 len: 337 time: 0.0304549 Sep 16 16:55:59.859198 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43538) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.882181 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd33865-bcbb-4a63-89e6-57ef34a71e1f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.882835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd33865-bcbb-4a63-89e6-57ef34a71e1f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.884608 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fbd33865-bcbb-4a63-89e6-57ef34a71e1f tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/fa4ab513-5e91-445c-9818-3e657cca7f9b HTTP/1.1" status: 404 len: 333 time: 0.0244787 Sep 16 16:55:59.887875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43540) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.917657 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3def59dc-ba4f-4857-b4ea-61847ff64ce5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.918402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3def59dc-ba4f-4857-b4ea-61847ff64ce5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.920408 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3def59dc-ba4f-4857-b4ea-61847ff64ce5 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/06002a5e-c633-4480-93c9-6eaa334ee51c HTTP/1.1" status: 404 len: 337 time: 0.0314074 Sep 16 16:55:59.922696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43542) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.947082 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad7c2ac-ac0d-448b-8040-66c3be5fa4b6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.947699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad7c2ac-ac0d-448b-8040-66c3be5fa4b6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.950038 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5ad7c2ac-ac0d-448b-8040-66c3be5fa4b6 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/ae47c698-0dc4-4168-bfeb-e9fe1fe6c4b7 HTTP/1.1" status: 404 len: 333 time: 0.0264194 Sep 16 16:55:59.952615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43544) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:55:59.988480 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c404257-ca75-4356-9ecd-fc237e55dbb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:55:59.989029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c404257-ca75-4356-9ecd-fc237e55dbb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:55:59.990698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2c404257-ca75-4356-9ecd-fc237e55dbb1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/950b0169-3b93-47dc-acde-67957b154f14 HTTP/1.1" status: 404 len: 337 time: 0.0370967 Sep 16 16:55:59.993396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43546) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:00.021583 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4d681b-29a7-4848-8674-0d3983291976 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:56:00.022247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4d681b-29a7-4848-8674-0d3983291976 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:56:00.023964 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5c4d681b-29a7-4848-8674-0d3983291976 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/9bb2dff9-023d-4384-b306-86abe85d55f1 HTTP/1.1" status: 404 len: 333 time: 0.0293505 Sep 16 16:56:00.026518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43550) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:00.052912 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce84bb0-d656-473c-819e-86f33fc2eaf1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:56:00.053280 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce84bb0-d656-473c-819e-86f33fc2eaf1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:56:00.055024 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2ce84bb0-d656-473c-819e-86f33fc2eaf1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/987f8cf1-eada-4302-afd0-7374f90f0116 HTTP/1.1" status: 404 len: 337 time: 0.0275726 Sep 16 16:56:00.057670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43552) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:00.083869 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-55569754-2c8b-45c2-8d2c-88210c23cec8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:56:00.084564 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55569754-2c8b-45c2-8d2c-88210c23cec8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:56:00.086325 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-55569754-2c8b-45c2-8d2c-88210c23cec8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/cf4b2cec-604a-4253-ba08-41d1ac6d0f0a HTTP/1.1" status: 404 len: 333 time: 0.0277514 Sep 16 16:56:00.088977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43554) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:00.116905 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c68197-cfcb-49a0-a04a-4d73491531d9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:56:00.117357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c68197-cfcb-49a0-a04a-4d73491531d9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:56:00.119100 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-26c68197-cfcb-49a0-a04a-4d73491531d9 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/562b3947-2653-4aca-8801-1b935eb2c0f5 HTTP/1.1" status: 404 len: 337 time: 0.0292034 Sep 16 16:56:00.122020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43556) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:00.151155 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-21efd658-5243-42ca-9245-b7f4e86d61e1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:56:00.151831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21efd658-5243-42ca-9245-b7f4e86d61e1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:56:00.156899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-21efd658-5243-42ca-9245-b7f4e86d61e1 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/c2b9b4f5-baa8-435f-b0c0-6c7f96deefe4 HTTP/1.1" status: 404 len: 333 time: 0.0339923 Sep 16 16:56:00.158834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43560) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:00.187916 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-05562423-f049-4708-bf56-c6907312f127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:56:00.188402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05562423-f049-4708-bf56-c6907312f127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:56:00.192981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-05562423-f049-4708-bf56-c6907312f127 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/acbe0ad4-77ca-488b-a747-eb94454bac2b HTTP/1.1" status: 404 len: 337 time: 0.0331187 Sep 16 16:56:00.194088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43562) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:00.224568 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed14160-fca4-46bc-b791-83d5919fde25 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:56:00.225386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed14160-fca4-46bc-b791-83d5919fde25 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:56:00.227282 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6ed14160-fca4-46bc-b791-83d5919fde25 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/ports/fba1f2f0-91c3-4a5e-82ed-5c24c1a7f8e2 HTTP/1.1" status: 404 len: 333 time: 0.0321760 Sep 16 16:56:00.229971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43564) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:00.267078 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-359732c6-3ff3-41e2-954c-4b9830e531d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] DELETE failed (client error): The resource could not be found. Sep 16 16:56:00.267808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359732c6-3ff3-41e2-954c-4b9830e531d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:56:00.270030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-359732c6-3ff3-41e2-954c-4b9830e531d8 tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/subnets/db9637a8-e392-4313-ab52-b551bbfb9b17 HTTP/1.1" status: 404 len: 337 time: 0.0379889 Sep 16 16:56:00.272355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43566) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:00.381267 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:00.493538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:00.519184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2518af-dbac-4057-b406-377bb353922a']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:00.530799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:00.531101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094dcffd-4e29-4a5a-bcf3-8c874e10ec6d') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:00.541528 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:00.557207 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:00.566996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:56:00.567455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:56:00.570930 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:56:00.722402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:00.730872 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:00.735136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] 10.222.0.22 "DELETE /v2.0/networks/2a2518af-dbac-4057-b406-377bb353922a HTTP/1.1" status: 204 len: 168 time: 0.4599900 Sep 16 16:56:00.748048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Pushing event deleted for resources: {'Network': ['ID=2a2518af-dbac-4057-b406-377bb353922a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:00.756884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.757229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.757574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.758220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.758565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.758906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.759232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.759698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.760033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.760361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.760731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.761097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf2975-7eca-4089-8e05-f6ca7e95b45c tempest-NetworksTestDHCPv6-1964745364 tempest-NetworksTestDHCPv6-1964745364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:00.795155 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61562be5-9288-461e-af21-83538aa12968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:01.242866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43586) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:01.399846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2a317269-acfe-415b-8a8c-9121ee1e089d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0fe9b8be2044caca2d158245b232691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554768 Sep 16 16:56:01.402582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43592) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:01.490518 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-044312ea-a7d8-4e70-b539-e49ba61365da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:01.492109 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:01.519028 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-044312ea-a7d8-4e70-b539-e49ba61365da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:01.640676 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-044312ea-a7d8-4e70-b539-e49ba61365da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:01.643261 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-044312ea-a7d8-4e70-b539-e49ba61365da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:01.644463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-044312ea-a7d8-4e70-b539-e49ba61365da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/062013b4-66c0-4dfa-bfaa-b9b696faaf07 HTTP/1.1" status: 204 len: 168 time: 0.2406971 Sep 16 16:56:01.653096 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044312ea-a7d8-4e70-b539-e49ba61365da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062013b4-66c0-4dfa-bfaa-b9b696faaf07,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:02.018139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:02.868658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43638) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:02.991128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-924190021'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:03.098817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Made reservation on behalf of 23b17eeb7b014e859f6063db37acb1a7 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:03.102855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:03.111866 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:03.208685 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:03.265039 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:03.293214 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:56:03.305263 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fafb38d-bef1-4811-a833-d1c9087538ca,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:03.310843 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:03.311191 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Added segment 15ba9b99-c3e4-4a39-95ec-1ef94d76e741 of type vlan for network aed1bee6-1f71-4945-8c3c-58e15b8ba703 Sep 16 16:56:03.352600 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:03.790850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:03.798060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:03.798190 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:03.868413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Network': ['ID=aed1bee6-1f71-4945-8c3c-58e15b8ba703,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:03.878642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network aed1bee6-1f71-4945-8c3c-58e15b8ba703 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:56:04.086491 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:04.116605 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-42f41440-0b6d-4ee7-8936-9afd85709b1c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2453737 Sep 16 16:56:04.118757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43660) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:04.124565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'subnet': {'network_id': 'aed1bee6-1f71-4945-8c3c-58e15b8ba703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:04.293459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Made reservation on behalf of 23b17eeb7b014e859f6063db37acb1a7 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:04.297820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:04.539406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:04.600748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Subnet': ['ID=2393171e-8221-4a6d-a20e-8a7d42a2d93d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:04.617726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Checking segment: {'id': '15ba9b99-c3e4-4a39-95ec-1ef94d76e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aed1bee6-1f71-4945-8c3c-58e15b8ba703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:56:04.618512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network hostable DHCP agents. Network: aed1bee6-1f71-4945-8c3c-58e15b8ba703, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:56:04.725950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network aed1bee6-1f71-4945-8c3c-58e15b8ba703 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:56:04.811688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, aed1bee6-1f71-4945-8c3c-58e15b8ba703) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:04.815845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:04.816455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:04.822048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f33f06-3e80-41f1-961b-a04c49aa1324 None None] Network aed1bee6-1f71-4945-8c3c-58e15b8ba703 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:56:04.901513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8a80a6e3-2e42-42c5-b224-34119ba382a5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7785516 Sep 16 16:56:04.901513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 43684) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:04.906071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-302797515', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:04.981825 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4749d9-3e69-4fb3-9b6d-2af0881cae98 None None] Network aed1bee6-1f71-4945-8c3c-58e15b8ba703 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:56:05.023407 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:05.024904 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:05.088324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:05.300790 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:05.956591 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:05.978692 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:06.093809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.25.6.2 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/911ecfda-d1c9-45a7-9dff-483cb8abe290) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:06.202696 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:06.333693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:06.379663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:06.382545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:06.391028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:06.397049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=911ecfda-d1c9-45a7-9dff-483cb8abe290,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:06.736857 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:06.949969 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:07.190503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:56:07.311927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:07.327832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3d08d-f40e-4627-ba4d-d30c58c34a9d None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:07.338733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3d08d-f40e-4627-ba4d-d30c58c34a9d None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:07.339344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84f3d08d-f40e-4627-ba4d-d30c58c34a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:07.371791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84f3d08d-f40e-4627-ba4d-d30c58c34a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:07.380499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3d08d-f40e-4627-ba4d-d30c58c34a9d None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:07.381179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84f3d08d-f40e-4627-ba4d-d30c58c34a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:07.394155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:07.395394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7667397e-f846-41c7-a5a0-1c7e8bf24a38 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4933846 Sep 16 16:56:07.398342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43730) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:07.425272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84f3d08d-f40e-4627-ba4d-d30c58c34a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:07.425272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3d08d-f40e-4627-ba4d-d30c58c34a9d None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:08.212624 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:08.507223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.20.0.1 (aed1bee6-1f71-4945-8c3c-58e15b8ba703/2393171e-8221-4a6d-a20e-8a7d42a2d93d/22176f2f-07ab-46f0-9486-c5ca0260668c) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:08.639634 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:08.806727 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:08.850217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network aed1bee6-1f71-4945-8c3c-58e15b8ba703 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:08.853706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:08.857909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:08.867765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=22176f2f-07ab-46f0-9486-c5ca0260668c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:08.916662 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:09.214135 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:09.499469 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:09.607951 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:09.679331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=22176f2f-07ab-46f0-9486-c5ca0260668c,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:09.685999 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:09.786507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network aed1bee6-1f71-4945-8c3c-58e15b8ba703 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:09.787883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:09.909333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:10.039577 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:10.045438 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57521e9e-ed66-4606-837c-13c6f1b1b971 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "PUT /v2.0/routers/1ee60ddf-d3e8-4b31-89c9-be162adfaccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6442652 Sep 16 16:56:10.048648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43772) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:10.052655 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685af7-5208-4ffd-87df-8fb497883d73 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:10.053632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'port': {'network_id': 'aed1bee6-1f71-4945-8c3c-58e15b8ba703', 'name': 'tempest-FloatingIPTestJSON-1676387418'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:10.062728 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c685af7-5208-4ffd-87df-8fb497883d73 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:10.063448 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9c685af7-5208-4ffd-87df-8fb497883d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:10.096434 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9c685af7-5208-4ffd-87df-8fb497883d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:10.104904 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c685af7-5208-4ffd-87df-8fb497883d73 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:10.105553 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9c685af7-5208-4ffd-87df-8fb497883d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:10.141324 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9c685af7-5208-4ffd-87df-8fb497883d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:10.141971 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685af7-5208-4ffd-87df-8fb497883d73 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:10.241502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Made reservation on behalf of 23b17eeb7b014e859f6063db37acb1a7 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:10.245217 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:10.263624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] device_id is not set on port 37354955-0bd2-4acd-beb6-ff16cde618da yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:56:10.382558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.20.0.7 (aed1bee6-1f71-4945-8c3c-58e15b8ba703/2393171e-8221-4a6d-a20e-8a7d42a2d93d/37354955-0bd2-4acd-beb6-ff16cde618da) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:10.554775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:10.630792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:10.688340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network aed1bee6-1f71-4945-8c3c-58e15b8ba703 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:10.689745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=37354955-0bd2-4acd-beb6-ff16cde618da,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:10.693964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:10.723922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:10.746252 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:10.747191 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:10.893649 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4dffac95-cfce-4de3-9d86-3959e28b793a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8438559 Sep 16 16:56:10.895938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43774) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:10.900922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'port': {'network_id': 'aed1bee6-1f71-4945-8c3c-58e15b8ba703', 'name': 'tempest-FloatingIPTestJSON-1529377969'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:11.173164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Made reservation on behalf of 23b17eeb7b014e859f6063db37acb1a7 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:11.176774 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:11.196078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] device_id is not set on port ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:56:11.319062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.20.0.10 (aed1bee6-1f71-4945-8c3c-58e15b8ba703/2393171e-8221-4a6d-a20e-8a7d42a2d93d/ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:11.479088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:11.591326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:11.639351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network aed1bee6-1f71-4945-8c3c-58e15b8ba703 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:11.642435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:11.646083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:11.655903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:11.702408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:11.703021 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:11.825726 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-14ef792f-5c22-42e6-9d96-689fc8dd6396 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9286628 Sep 16 16:56:11.828790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43780) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:11.833167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:11.927694 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:12.033913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:12.148112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.25.6.192 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/d4bae4fa-5c13-41cc-86b0-f31ac9785442) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:12.259818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:12.373688 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:12.426281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:12.427165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=d4bae4fa-5c13-41cc-86b0-f31ac9785442,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:12.432752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:12.435388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:12.976837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:13.202832 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:13.364774 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:13.446938 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:13.515837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=d4bae4fa-5c13-41cc-86b0-f31ac9785442,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:13.528705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:13.716076 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:13.903652 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:13.993875 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP acdbdb12-7690-4c6f-8fc5-5ab90bef8f04 associated. External IP: 172.25.6.192, port: ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0. Sep 16 16:56:14.215928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:14.327922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:14.451510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d10fe7-1f93-4ab4-82d3-68e458bd6fe3 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:14.454150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d10fe7-1f93-4ab4-82d3-68e458bd6fe3 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:14.454762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-14d10fe7-1f93-4ab4-82d3-68e458bd6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:14.487710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-14d10fe7-1f93-4ab4-82d3-68e458bd6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:14.492737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:14.496141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d10fe7-1f93-4ab4-82d3-68e458bd6fe3 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:14.496785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-14d10fe7-1f93-4ab4-82d3-68e458bd6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:14.521131 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c652c7db-4bec-4dd6-b41c-c3a98ad5aa20 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6912160 Sep 16 16:56:14.523627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43794) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:14.528531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c39e2cb9-84b0-44bc-9a1e-a6decdc4b2c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:14.529963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-14d10fe7-1f93-4ab4-82d3-68e458bd6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:14.530655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d10fe7-1f93-4ab4-82d3-68e458bd6fe3 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:14.597730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c39e2cb9-84b0-44bc-9a1e-a6decdc4b2c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:14.748218 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c39e2cb9-84b0-44bc-9a1e-a6decdc4b2c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:14.886782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c39e2cb9-84b0-44bc-9a1e-a6decdc4b2c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:14.887350 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-c39e2cb9-84b0-44bc-9a1e-a6decdc4b2c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP acdbdb12-7690-4c6f-8fc5-5ab90bef8f04 disassociated. External IP: 172.25.6.192, port: ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0. Sep 16 16:56:15.103023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39e2cb9-84b0-44bc-9a1e-a6decdc4b2c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:15.219331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39e2cb9-84b0-44bc-9a1e-a6decdc4b2c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:15.224610 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c39e2cb9-84b0-44bc-9a1e-a6decdc4b2c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:15.231590 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc64ec-ca11-4fd3-ae95-b1eca7b5bb67 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:15.243156 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc64ec-ca11-4fd3-ae95-b1eca7b5bb67 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:15.244243 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4edc64ec-ca11-4fd3-ae95-b1eca7b5bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:15.262237 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c39e2cb9-84b0-44bc-9a1e-a6decdc4b2c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "PUT /v2.0/floatingips/acdbdb12-7690-4c6f-8fc5-5ab90bef8f04 HTTP/1.1" status: 200 len: 688 time: 0.7375283 Sep 16 16:56:15.265337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43804) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:15.280806 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4edc64ec-ca11-4fd3-ae95-b1eca7b5bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:15.289722 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc64ec-ca11-4fd3-ae95-b1eca7b5bb67 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:15.290323 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4edc64ec-ca11-4fd3-ae95-b1eca7b5bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:15.322788 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4edc64ec-ca11-4fd3-ae95-b1eca7b5bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:15.323434 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc64ec-ca11-4fd3-ae95-b1eca7b5bb67 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:15.403230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ff106a05-cb2c-44b0-928c-4a9b4d19de71 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port d4bae4fa-5c13-41cc-86b0-f31ac9785442 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:15.403230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff106a05-cb2c-44b0-928c-4a9b4d19de71 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:15.490334 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff106a05-cb2c-44b0-928c-4a9b4d19de71 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:15.490674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff106a05-cb2c-44b0-928c-4a9b4d19de71 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:15.502600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ff106a05-cb2c-44b0-928c-4a9b4d19de71 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for d4bae4fa-5c13-41cc-86b0-f31ac9785442 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:15.727337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff106a05-cb2c-44b0-928c-4a9b4d19de71 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:15.754678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff106a05-cb2c-44b0-928c-4a9b4d19de71 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=d4bae4fa-5c13-41cc-86b0-f31ac9785442,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:15.819597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff106a05-cb2c-44b0-928c-4a9b4d19de71 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:15.822197 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff106a05-cb2c-44b0-928c-4a9b4d19de71 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:15.832399 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ff106a05-cb2c-44b0-928c-4a9b4d19de71 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/floatingips/acdbdb12-7690-4c6f-8fc5-5ab90bef8f04 HTTP/1.1" status: 204 len: 168 time: 0.5568488 Sep 16 16:56:15.832399 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43808) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:15.832399 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '37354955-0bd2-4acd-beb6-ff16cde618da'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:15.966550 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:16.067668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:16.171184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.25.6.199 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/c82256e8-eb41-442a-8ef0-c7b97f4b6355) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:16.277360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:16.378496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:16.416106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:16.419474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:16.422891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:16.430772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=c82256e8-eb41-442a-8ef0-c7b97f4b6355,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:17.055426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:17.262623 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:17.424447 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:17.509784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:17.579328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=c82256e8-eb41-442a-8ef0-c7b97f4b6355,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:17.593401 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:17.703335 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP 9662f5ab-2967-48c3-9f3d-e2ab2c43499d associated. External IP: 172.25.6.199, port: 37354955-0bd2-4acd-beb6-ff16cde618da. Sep 16 16:56:17.924359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:18.040041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:18.050660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a3bc4-6adf-4d9e-b6b3-ab6afb13d093 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:18.060596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a3bc4-6adf-4d9e-b6b3-ab6afb13d093 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:18.061422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-6d9a3bc4-6adf-4d9e-b6b3-ab6afb13d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:18.097786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-6d9a3bc4-6adf-4d9e-b6b3-ab6afb13d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:18.107207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a3bc4-6adf-4d9e-b6b3-ab6afb13d093 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:18.107811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-6d9a3bc4-6adf-4d9e-b6b3-ab6afb13d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:18.140395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-6d9a3bc4-6adf-4d9e-b6b3-ab6afb13d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:18.141071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a3bc4-6adf-4d9e-b6b3-ab6afb13d093 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:18.143878 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:18.171853 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b4466887-09f5-45e5-acc5-32ec11b64ecd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3439171 Sep 16 16:56:18.174534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43870) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:18.240092 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c38a4321-5ed8-4675-839e-90a9a897f042 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "GET /v2.0/floatingips/9662f5ab-2967-48c3-9f3d-e2ab2c43499d HTTP/1.1" status: 200 len: 978 time: 0.0643556 Sep 16 16:56:18.242433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43876) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:18.355130 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-85b54998-358d-450c-8ae6-ca4d0a2021b1 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1116080 Sep 16 16:56:18.357828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43882) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:18.362348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'port_id': 'ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:18.425555 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:18.924417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:18.989488 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:19.095220 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP 9662f5ab-2967-48c3-9f3d-e2ab2c43499d associated. External IP: 172.25.6.199, port: 37354955-0bd2-4acd-beb6-ff16cde618da. Sep 16 16:56:19.313988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:19.432371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:19.445777 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2993c870-58c9-40e1-b74d-f45c629e0bf2 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:19.456860 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993c870-58c9-40e1-b74d-f45c629e0bf2 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:19.457488 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2993c870-58c9-40e1-b74d-f45c629e0bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:19.506848 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2993c870-58c9-40e1-b74d-f45c629e0bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:19.519118 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993c870-58c9-40e1-b74d-f45c629e0bf2 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:19.520067 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2993c870-58c9-40e1-b74d-f45c629e0bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:19.554658 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2993c870-58c9-40e1-b74d-f45c629e0bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:19.555318 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2993c870-58c9-40e1-b74d-f45c629e0bf2 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:19.672647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:19.783383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:19.787805 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:19.794470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345772a8-030c-4bec-9d1f-01d8454b4bfa None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:19.803862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345772a8-030c-4bec-9d1f-01d8454b4bfa None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:19.804577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-345772a8-030c-4bec-9d1f-01d8454b4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:19.840578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-345772a8-030c-4bec-9d1f-01d8454b4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:19.843675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a8a4c65d-9089-4718-ad7a-68fdb7170947 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "PUT /v2.0/floatingips/9662f5ab-2967-48c3-9f3d-e2ab2c43499d HTTP/1.1" status: 200 len: 979 time: 1.4848385 Sep 16 16:56:19.846237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 43952) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:19.849407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345772a8-030c-4bec-9d1f-01d8454b4bfa None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:19.850010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-345772a8-030c-4bec-9d1f-01d8454b4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:19.850541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c32c291b-f5e9-4bd4-9d1e-548528ce4171 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:19.893255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-345772a8-030c-4bec-9d1f-01d8454b4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:19.893914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345772a8-030c-4bec-9d1f-01d8454b4bfa None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:19.907345 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c32c291b-f5e9-4bd4-9d1e-548528ce4171 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:20.309371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c32c291b-f5e9-4bd4-9d1e-548528ce4171 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:20.401203 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c32c291b-f5e9-4bd4-9d1e-548528ce4171 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:20.401543 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-c32c291b-f5e9-4bd4-9d1e-548528ce4171 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP 9662f5ab-2967-48c3-9f3d-e2ab2c43499d disassociated. External IP: 172.25.6.199, port: ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0. Sep 16 16:56:20.614837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32c291b-f5e9-4bd4-9d1e-548528ce4171 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:20.729227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32c291b-f5e9-4bd4-9d1e-548528ce4171 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:20.734274 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c32c291b-f5e9-4bd4-9d1e-548528ce4171 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:20.744836 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7be743-34cb-4d60-8f56-706798219cd2 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:20.759104 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7be743-34cb-4d60-8f56-706798219cd2 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:20.760266 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5e7be743-34cb-4d60-8f56-706798219cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:20.768700 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c32c291b-f5e9-4bd4-9d1e-548528ce4171 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "PUT /v2.0/floatingips/9662f5ab-2967-48c3-9f3d-e2ab2c43499d HTTP/1.1" status: 200 len: 688 time: 0.9187517 Sep 16 16:56:20.768700 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44004) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:20.811283 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5e7be743-34cb-4d60-8f56-706798219cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:20.823794 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7be743-34cb-4d60-8f56-706798219cd2 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:20.823794 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5e7be743-34cb-4d60-8f56-706798219cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:20.852511 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5e7be743-34cb-4d60-8f56-706798219cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:20.853161 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7be743-34cb-4d60-8f56-706798219cd2 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:20.903453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-4bfeb517-27fe-47bb-aa79-738ed5e4b873 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port c82256e8-eb41-442a-8ef0-c7b97f4b6355 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:20.903740 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb517-27fe-47bb-aa79-738ed5e4b873 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:20.988653 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb517-27fe-47bb-aa79-738ed5e4b873 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:20.988977 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb517-27fe-47bb-aa79-738ed5e4b873 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:21.001457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-4bfeb517-27fe-47bb-aa79-738ed5e4b873 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for c82256e8-eb41-442a-8ef0-c7b97f4b6355 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:21.201452 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb517-27fe-47bb-aa79-738ed5e4b873 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:21.227830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfeb517-27fe-47bb-aa79-738ed5e4b873 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=c82256e8-eb41-442a-8ef0-c7b97f4b6355,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:21.291269 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb517-27fe-47bb-aa79-738ed5e4b873 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:21.294090 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb517-27fe-47bb-aa79-738ed5e4b873 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:21.295327 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4bfeb517-27fe-47bb-aa79-738ed5e4b873 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/floatingips/9662f5ab-2967-48c3-9f3d-e2ab2c43499d HTTP/1.1" status: 204 len: 168 time: 0.5259974 Sep 16 16:56:21.298077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44036) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:21.336506 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-10010b8e-a5ed-416b-ab8b-999d6f8c72c7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] delete failed (client error): The resource could not be found. Sep 16 16:56:21.340398 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-10010b8e-a5ed-416b-ab8b-999d6f8c72c7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/floatingips/9662f5ab-2967-48c3-9f3d-e2ab2c43499d HTTP/1.1" status: 404 len: 345 time: 0.0413268 Sep 16 16:56:21.341535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44040) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:21.439443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b16556-5956-4ed2-8eb8-2b3ff4965e8d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:21.445845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b16556-5956-4ed2-8eb8-2b3ff4965e8d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:21.453212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b16556-5956-4ed2-8eb8-2b3ff4965e8d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:21.455829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d4b16556-5956-4ed2-8eb8-2b3ff4965e8d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "GET /v2.0/ports?network_id=aed1bee6-1f71-4945-8c3c-58e15b8ba703 HTTP/1.1" status: 200 len: 2359 time: 0.1132181 Sep 16 16:56:21.457507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44046) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:21.510125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b566692-134c-49e9-a4ae-5ab978e561d5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:21.511773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1b566692-134c-49e9-a4ae-5ab978e561d5 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "GET /v2.0/subnets/2393171e-8221-4a6d-a20e-8a7d42a2d93d HTTP/1.1" status: 200 len: 797 time: 0.0533102 Sep 16 16:56:21.516713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44052) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:21.522576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'port': {'network_id': 'aed1bee6-1f71-4945-8c3c-58e15b8ba703', 'name': 'tempest-FloatingIPTestJSON-30001672', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:21.708448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Made reservation on behalf of 23b17eeb7b014e859f6063db37acb1a7 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:21.798431 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:21.816264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] device_id is not set on port a2b5d067-984d-49f2-9396-9ecbde09e049 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:56:22.132020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.20.0.14 (aed1bee6-1f71-4945-8c3c-58e15b8ba703/2393171e-8221-4a6d-a20e-8a7d42a2d93d/a2b5d067-984d-49f2-9396-9ecbde09e049) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:22.138680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.20.0.13 (aed1bee6-1f71-4945-8c3c-58e15b8ba703/2393171e-8221-4a6d-a20e-8a7d42a2d93d/a2b5d067-984d-49f2-9396-9ecbde09e049) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:22.286668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:22.364507 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:22.409924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network aed1bee6-1f71-4945-8c3c-58e15b8ba703 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:22.413088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:22.416811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:22.442524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=a2b5d067-984d-49f2-9396-9ecbde09e049,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:22.471346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:22.471978 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:22.542523 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2b100c0b-0dfd-44c3-bd74-0e9d5fa9c7dd tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0225282 Sep 16 16:56:22.543824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44108) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:22.548285 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'a2b5d067-984d-49f2-9396-9ecbde09e049', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:22.652593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:22.755678 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:22.860257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.25.6.249 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/c2061ac2-c33f-47ee-8d2e-450b6b385a20) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:22.970226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:23.052897 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:23.091311 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:23.094330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:23.097124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:23.126412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=c2061ac2-c33f-47ee-8d2e-450b6b385a20,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:23.468101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:23.582246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:23.742212 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:23.806026 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:23.879752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=c2061ac2-c33f-47ee-8d2e-450b6b385a20,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:23.891779 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:23.907071 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:56:24.260413 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP ae8f7747-9b2d-4f5f-b04c-61627518b8b6 associated. External IP: 172.25.6.249, port: a2b5d067-984d-49f2-9396-9ecbde09e049. Sep 16 16:56:24.486697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:24.603792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:24.614618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42842650-7824-4417-99a7-a704d02efd49 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:24.623882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42842650-7824-4417-99a7-a704d02efd49 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:24.624562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-42842650-7824-4417-99a7-a704d02efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:24.662477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-42842650-7824-4417-99a7-a704d02efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:24.673346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42842650-7824-4417-99a7-a704d02efd49 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:24.673346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-42842650-7824-4417-99a7-a704d02efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:24.693305 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:24.707579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-42842650-7824-4417-99a7-a704d02efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:24.708247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42842650-7824-4417-99a7-a704d02efd49 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:24.726301 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b45fa848-50d3-4d59-9f4f-97ee6fda9990 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1814222 Sep 16 16:56:24.728501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44230) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:24.733730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0330d9df-34d7-412b-b384-c9bf2585cb5f tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'port_id': 'a2b5d067-984d-49f2-9396-9ecbde09e049', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:24.795173 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0330d9df-34d7-412b-b384-c9bf2585cb5f tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:25.301333 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0330d9df-34d7-412b-b384-c9bf2585cb5f tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:25.361085 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0330d9df-34d7-412b-b384-c9bf2585cb5f tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:25.589020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0330d9df-34d7-412b-b384-c9bf2585cb5f tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:25.703141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0330d9df-34d7-412b-b384-c9bf2585cb5f tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:25.708036 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0330d9df-34d7-412b-b384-c9bf2585cb5f tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:25.714832 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3782c70-abee-45a5-974a-5e40da960a98 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:25.728099 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3782c70-abee-45a5-974a-5e40da960a98 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:25.729170 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f3782c70-abee-45a5-974a-5e40da960a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:25.766059 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f3782c70-abee-45a5-974a-5e40da960a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:25.772060 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0330d9df-34d7-412b-b384-c9bf2585cb5f tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "PUT /v2.0/floatingips/ae8f7747-9b2d-4f5f-b04c-61627518b8b6 HTTP/1.1" status: 200 len: 977 time: 1.0423234 Sep 16 16:56:25.774330 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3782c70-abee-45a5-974a-5e40da960a98 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:25.774761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44288) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:25.774943 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f3782c70-abee-45a5-974a-5e40da960a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:25.809141 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f3782c70-abee-45a5-974a-5e40da960a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:25.809855 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3782c70-abee-45a5-974a-5e40da960a98 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:25.944472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port c2061ac2-c33f-47ee-8d2e-450b6b385a20 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:25.944821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:26.030555 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:26.030893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:26.043229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for c2061ac2-c33f-47ee-8d2e-450b6b385a20 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:26.314329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:26.341784 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=c2061ac2-c33f-47ee-8d2e-450b6b385a20,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:26.413435 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:26.415537 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP ae8f7747-9b2d-4f5f-b04c-61627518b8b6 disassociated (deleted). External IP: 172.25.6.249, port: a2b5d067-984d-49f2-9396-9ecbde09e049. Sep 16 16:56:26.676083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:26.802266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:26.807115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:26.822021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a1146a-3abb-4745-9568-43f79b62e8fd None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:26.841021 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-52dead98-848e-4c7b-85a5-77129a686814 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/floatingips/ae8f7747-9b2d-4f5f-b04c-61627518b8b6 HTTP/1.1" status: 204 len: 168 time: 1.0649292 Sep 16 16:56:26.842394 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a1146a-3abb-4745-9568-43f79b62e8fd None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:26.843525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44340) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:26.844201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b5a1146a-3abb-4745-9568-43f79b62e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:26.899810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b5a1146a-3abb-4745-9568-43f79b62e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:26.919164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a1146a-3abb-4745-9568-43f79b62e8fd None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:26.920004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b5a1146a-3abb-4745-9568-43f79b62e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:26.956026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b5a1146a-3abb-4745-9568-43f79b62e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:26.956702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a1146a-3abb-4745-9568-43f79b62e8fd None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:26.960940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d8bc4-7cc6-4a6b-a705-f0ad76c2ef82 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port a2b5d067-984d-49f2-9396-9ecbde09e049 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:26.961408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc4-7cc6-4a6b-a705-f0ad76c2ef82 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:27.054103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc4-7cc6-4a6b-a705-f0ad76c2ef82 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:27.066091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d8bc4-7cc6-4a6b-a705-f0ad76c2ef82 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for a2b5d067-984d-49f2-9396-9ecbde09e049 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:27.297739 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc4-7cc6-4a6b-a705-f0ad76c2ef82 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:27.331684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d8bc4-7cc6-4a6b-a705-f0ad76c2ef82 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=a2b5d067-984d-49f2-9396-9ecbde09e049,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:27.418196 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc4-7cc6-4a6b-a705-f0ad76c2ef82 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:27.420870 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9a7d8bc4-7cc6-4a6b-a705-f0ad76c2ef82 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/ports/a2b5d067-984d-49f2-9396-9ecbde09e049 HTTP/1.1" status: 204 len: 168 time: 0.5752771 Sep 16 16:56:27.423873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44344) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:27.428862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:27.516295 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:27.627725 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:27.737798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.25.6.118 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/97b4c243-1ad4-4d49-af68-b89671cefe34) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:27.856928 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:27.960329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:28.001984 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:28.005265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:28.008907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:28.018883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=97b4c243-1ad4-4d49-af68-b89671cefe34,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:28.101353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:28.201260 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-15191867-26ed-4d42-bb01-e5f3ed1ce74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:28.203905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:28.365158 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:28.446886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:28.803745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=97b4c243-1ad4-4d49-af68-b89671cefe34,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:28.816895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:29.056301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:29.061504 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-52d0d980-37ce-4ab8-bf5e-476d80e939d0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6337569 Sep 16 16:56:29.062235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44360) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:29.071505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'port': {'network_id': 'aed1bee6-1f71-4945-8c3c-58e15b8ba703', 'name': 'tempest-FloatingIPTestJSON-2146749275'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:29.297889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Made reservation on behalf of 23b17eeb7b014e859f6063db37acb1a7 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:29.302563 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:29.327282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] device_id is not set on port 1d13c566-ab51-47ef-ab82-ca19d4c19662 yet. {{(pid=95358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:56:29.486483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.20.0.14 (aed1bee6-1f71-4945-8c3c-58e15b8ba703/2393171e-8221-4a6d-a20e-8a7d42a2d93d/1d13c566-ab51-47ef-ab82-ca19d4c19662) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:29.641680 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:29.766884 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:29.812739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network aed1bee6-1f71-4945-8c3c-58e15b8ba703 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:29.815932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:29.823128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:29.828009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=1d13c566-ab51-47ef-ab82-ca19d4c19662,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:29.882928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:29.883676 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:29.995487 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3b50c2c8-c408-461f-a349-8be2223bc31c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9314883 Sep 16 16:56:29.998632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44366) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:30.003448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-59b7999d-b67a-461a-8914-a61261dddf3e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'port_id': '1d13c566-ab51-47ef-ab82-ca19d4c19662'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:30.050640 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-59b7999d-b67a-461a-8914-a61261dddf3e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:30.523758 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-59b7999d-b67a-461a-8914-a61261dddf3e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:30.675091 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-59b7999d-b67a-461a-8914-a61261dddf3e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:30.782479 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-59b7999d-b67a-461a-8914-a61261dddf3e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP 8a04e7bb-5091-4ac6-9b18-8e25570de315 associated. External IP: 172.25.6.118, port: 1d13c566-ab51-47ef-ab82-ca19d4c19662. Sep 16 16:56:30.806354 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b71-9505-4845-adfe-18627b000da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:30.994493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b7999d-b67a-461a-8914-a61261dddf3e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:31.106112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b7999d-b67a-461a-8914-a61261dddf3e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:31.111082 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-59b7999d-b67a-461a-8914-a61261dddf3e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:31.117485 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76d0f3-ad96-4976-81b7-ef7488268ed9 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:31.133366 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76d0f3-ad96-4976-81b7-ef7488268ed9 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:31.134093 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bd76d0f3-ad96-4976-81b7-ef7488268ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:31.138670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-59b7999d-b67a-461a-8914-a61261dddf3e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "PUT /v2.0/floatingips/8a04e7bb-5091-4ac6-9b18-8e25570de315 HTTP/1.1" status: 200 len: 979 time: 1.1387558 Sep 16 16:56:31.141079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44372) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:31.176741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bd76d0f3-ad96-4976-81b7-ef7488268ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:31.187407 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76d0f3-ad96-4976-81b7-ef7488268ed9 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:31.188236 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bd76d0f3-ad96-4976-81b7-ef7488268ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:31.227583 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-bd76d0f3-ad96-4976-81b7-ef7488268ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:31.228515 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76d0f3-ad96-4976-81b7-ef7488268ed9 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:31.233639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port 1d13c566-ab51-47ef-ab82-ca19d4c19662 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:31.234018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:31.370761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:31.508028 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:31.925354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44386) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:31.953600 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:31.955210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:31.955530 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP 8a04e7bb-5091-4ac6-9b18-8e25570de315 disassociated. External IP: 172.25.6.118, port: 1d13c566-ab51-47ef-ab82-ca19d4c19662. Sep 16 16:56:31.955878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for 1d13c566-ab51-47ef-ab82-ca19d4c19662 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:31.989201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.062297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-330f45f6-f46f-4509-baf9-a640eb85b425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.172498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.201084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=1d13c566-ab51-47ef-ab82-ca19d4c19662,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:32.242725 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-330f45f6-f46f-4509-baf9-a640eb85b425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.321144 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-330f45f6-f46f-4509-baf9-a640eb85b425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.325260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:32.357408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f45f6-f46f-4509-baf9-a640eb85b425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f9ac31-12ad-4f09-8db6-f63c7a5900e8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:32.378968 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-330f45f6-f46f-4509-baf9-a640eb85b425 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25cd88ff10874f75a881387e88c613d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518363 Sep 16 16:56:32.381672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44390) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:32.440858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:32.452341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-798b6f83-7841-4052-bc17-6ec4abf76d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.452934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59f9f7-8549-44ff-8736-dbbd6a2222b9 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:32.467076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59f9f7-8549-44ff-8736-dbbd6a2222b9 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:32.468632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ba59f9f7-8549-44ff-8736-dbbd6a2222b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:32.478346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-798b6f83-7841-4052-bc17-6ec4abf76d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.510357 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.511657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ba59f9f7-8549-44ff-8736-dbbd6a2222b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:32.513996 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-37536636-afb7-4709-a9af-706a9ba3b3f7 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/ports/1d13c566-ab51-47ef-ab82-ca19d4c19662 HTTP/1.1" status: 204 len: 168 time: 1.3719664 Sep 16 16:56:32.516504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44392) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:32.525993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59f9f7-8549-44ff-8736-dbbd6a2222b9 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:32.527241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ba59f9f7-8549-44ff-8736-dbbd6a2222b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:32.565665 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d5030d9c-1b83-4cfd-affa-672bed3f68ca tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "GET /v2.0/floatingips/8a04e7bb-5091-4ac6-9b18-8e25570de315 HTTP/1.1" status: 200 len: 688 time: 0.0455363 Sep 16 16:56:32.567240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ba59f9f7-8549-44ff-8736-dbbd6a2222b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:32.567923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44394) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:32.568337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59f9f7-8549-44ff-8736-dbbd6a2222b9 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:32.645555 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-798b6f83-7841-4052-bc17-6ec4abf76d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.648906 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-798b6f83-7841-4052-bc17-6ec4abf76d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.654397 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-798b6f83-7841-4052-bc17-6ec4abf76d55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03f9ac31-12ad-4f09-8db6-f63c7a5900e8 HTTP/1.1" status: 204 len: 168 time: 0.2715065 Sep 16 16:56:32.663262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b6f83-7841-4052-bc17-6ec4abf76d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f9ac31-12ad-4f09-8db6-f63c7a5900e8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:32.709448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-347cb745-dab8-4408-ab44-27cf4b965c16 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port 97b4c243-1ad4-4d49-af68-b89671cefe34 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:32.709995 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-347cb745-dab8-4408-ab44-27cf4b965c16 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.791900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-347cb745-dab8-4408-ab44-27cf4b965c16 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.792232 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-347cb745-dab8-4408-ab44-27cf4b965c16 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:32.804776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-347cb745-dab8-4408-ab44-27cf4b965c16 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for 97b4c243-1ad4-4d49-af68-b89671cefe34 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:33.011704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-347cb745-dab8-4408-ab44-27cf4b965c16 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:33.036921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cb745-dab8-4408-ab44-27cf4b965c16 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=97b4c243-1ad4-4d49-af68-b89671cefe34,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:33.105887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-347cb745-dab8-4408-ab44-27cf4b965c16 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:33.108740 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-347cb745-dab8-4408-ab44-27cf4b965c16 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:33.109917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-347cb745-dab8-4408-ab44-27cf4b965c16 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/floatingips/8a04e7bb-5091-4ac6-9b18-8e25570de315 HTTP/1.1" status: 204 len: 168 time: 0.5392692 Sep 16 16:56:33.113594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44408) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:33.122095 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:33.229066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:33.331143 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:33.444069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.25.6.48 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/6f64cf78-60bb-4673-989c-522e45f6ff3d) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:33.568766 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:33.679888 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:33.730016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:33.735041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:33.738709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:33.762003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:33.775668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=6f64cf78-60bb-4673-989c-522e45f6ff3d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:34.139332 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:34.279479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:34.454505 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:34.508918 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:34.586768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=6f64cf78-60bb-4673-989c-522e45f6ff3d,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:34.597322 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:34.703415 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP 26c391b6-580a-4657-ad79-86ec7507d1de associated. External IP: 172.25.6.48, port: ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0. Sep 16 16:56:34.932201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:35.049822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:35.060291 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51672969-0733-488d-8466-de9e883e9aae None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:35.070202 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51672969-0733-488d-8466-de9e883e9aae None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:35.070799 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-51672969-0733-488d-8466-de9e883e9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:35.102631 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-51672969-0733-488d-8466-de9e883e9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:35.111808 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51672969-0733-488d-8466-de9e883e9aae None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:35.112466 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-51672969-0733-488d-8466-de9e883e9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:35.144333 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-51672969-0733-488d-8466-de9e883e9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:35.145048 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51672969-0733-488d-8466-de9e883e9aae None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:35.150053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.168343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44446) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:35.173343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453162904', 'description': 'tempest-secgroup-smoke-453162904 description', 'project_id': '90e3435321d04ec983180b4203d704f4'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:35.182960 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2c48b15d-f34f-4117-95de-e91e55eea1c4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0682638 Sep 16 16:56:35.186338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44448) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:35.195017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-301656040'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:35.291886 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.302759 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.383369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Made reservation on behalf of 23b17eeb7b014e859f6063db37acb1a7 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:35.391210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.416041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44452) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:35.423928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:56:35.434484 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.435016 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Added segment 91f12ccc-9863-4be6-98d6-b8639c11f864 of type vlan for network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 Sep 16 16:56:35.480793 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.487596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.520450 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.559154 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9d98c03-5464-4aff-94cd-aaa51877292a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.561504 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.567066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:35.567826 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.590095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253abc3a-f93b-481d-bd68-75e89894491b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:35.639645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Network': ['ID=ce326a6a-61bc-40b7-94d3-0e4dcf3afe83,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:35.641028 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.649932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:56:35.732042 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.761252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1297c81b-2529-403b-adda-7e3f6b68fdbf,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:35.789985 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-75d963be-a610-4909-ae77-b8e1975f186a tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6025484 Sep 16 16:56:35.793801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44456) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:35.799716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'subnet': {'network_id': 'ce326a6a-61bc-40b7-94d3-0e4dcf3afe83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:35.819652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.823595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d1e58f58-f8af-498c-8880-51841b620bd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6513400 Sep 16 16:56:35.824163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44458) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:35.830940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ecca9c45-5214-4e89-9dd6-7662d884dbdc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': '1297c81b-2529-403b-adda-7e3f6b68fdbf', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:35.896142 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9d98c03-5464-4aff-94cd-aaa51877292a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:35.965821 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9d98c03-5464-4aff-94cd-aaa51877292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.002061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d98c03-5464-4aff-94cd-aaa51877292a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45fd046-fea2-4499-bbc0-270e21276edf,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:36.007530 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f9d98c03-5464-4aff-94cd-aaa51877292a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3393ba9947f40f4bc3fa8bddb5a846d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5903094 Sep 16 16:56:36.010198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44460) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:36.036983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecca9c45-5214-4e89-9dd6-7662d884dbdc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.059973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad7811eb-5422-4f79-a140-0c63af00351e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.081639 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad7811eb-5422-4f79-a140-0c63af00351e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.094558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Made reservation on behalf of 23b17eeb7b014e859f6063db37acb1a7 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:36.098066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.141687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecca9c45-5214-4e89-9dd6-7662d884dbdc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.188994 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad7811eb-5422-4f79-a140-0c63af00351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.191572 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad7811eb-5422-4f79-a140-0c63af00351e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.195428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ad7811eb-5422-4f79-a140-0c63af00351e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d45fd046-fea2-4499-bbc0-270e21276edf HTTP/1.1" status: 204 len: 168 time: 0.1818533 Sep 16 16:56:36.201689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7811eb-5422-4f79-a140-0c63af00351e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45fd046-fea2-4499-bbc0-270e21276edf,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:36.208902 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecca9c45-5214-4e89-9dd6-7662d884dbdc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.256819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca9c45-5214-4e89-9dd6-7662d884dbdc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b59bbe-8cfd-4f0b-b608-a04949dcd165,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:36.365869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ecca9c45-5214-4e89-9dd6-7662d884dbdc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.367107 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ecca9c45-5214-4e89-9dd6-7662d884dbdc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5417521 Sep 16 16:56:36.369962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44464) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:36.375587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-dcb3cece-d309-4854-9973-2f103ba483a6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': '1297c81b-2529-403b-adda-7e3f6b68fdbf', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:36.423182 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.489993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Subnet': ['ID=cf8ece51-e289-4420-a5dc-c9c11270e7de,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:36.499606 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cece-d309-4854-9973-2f103ba483a6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.505507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Checking segment: {'id': '91f12ccc-9863-4be6-98d6-b8639c11f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce326a6a-61bc-40b7-94d3-0e4dcf3afe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:56:36.505871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network hostable DHCP agents. Network: ce326a6a-61bc-40b7-94d3-0e4dcf3afe83, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:56:36.573560 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cece-d309-4854-9973-2f103ba483a6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.617367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:56:36.640098 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cece-d309-4854-9973-2f103ba483a6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.658323 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3cece-d309-4854-9973-2f103ba483a6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61837d82-014a-4165-8573-c6a3d4c5cfd3,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:36.719687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, ce326a6a-61bc-40b7-94d3-0e4dcf3afe83) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:36.724207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:36.725267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.728177 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cece-d309-4854-9973-2f103ba483a6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.728486 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe1f974-d749-4e2d-b7c3-a2e41e2da74a None None] Network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:56:36.729371 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dcb3cece-d309-4854-9973-2f103ba483a6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3584943 Sep 16 16:56:36.732500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44468) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:36.737174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f000ad73-afbc-407d-b471-cc85816929dc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': '1297c81b-2529-403b-adda-7e3f6b68fdbf', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:36.812424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9f7052a9-ae49-4128-978f-444f74e3756d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0174074 Sep 16 16:56:36.815214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44470) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:36.820024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-503718776', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:36.891634 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f000ad73-afbc-407d-b471-cc85816929dc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.911564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-ce326a6a-61bc-40b7-94d3-0e4dcf3afe83', 'network_id': 'ce326a6a-61bc-40b7-94d3-0e4dcf3afe83', 'tenant_id': '23b17eeb7b014e859f6063db37acb1a7', 'fixed_ips': [{'subnet_id': 'cf8ece51-e289-4420-a5dc-c9c11270e7de'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:56:36.912710 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.935898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44472) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:36.943123 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f000ad73-afbc-407d-b471-cc85816929dc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.954249 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0de949d7-663e-477e-b8b3-f3bd267f6283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.990710 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:36.991669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.023090 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f000ad73-afbc-407d-b471-cc85816929dc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.042105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000ad73-afbc-407d-b471-cc85816929dc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5043e2f9-4156-4841-a615-528bec123be4,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:37.054987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Allocated IP 172.20.0.2 (ce326a6a-61bc-40b7-94d3-0e4dcf3afe83/cf8ece51-e289-4420-a5dc-c9c11270e7de/074a882a-a0c4-471f-8fb3-5894390e9cd0) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:37.066400 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.118842 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0de949d7-663e-477e-b8b3-f3bd267f6283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.211189 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.215555 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0de949d7-663e-477e-b8b3-f3bd267f6283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.292437 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f000ad73-afbc-407d-b471-cc85816929dc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.294400 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f000ad73-afbc-407d-b471-cc85816929dc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5608487 Sep 16 16:56:37.297227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44474) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:37.301802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-95109f25-f307-4402-857f-aaa70009bd14 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': '1297c81b-2529-403b-adda-7e3f6b68fdbf', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:37.312329 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.320995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.321258 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0de949d7-663e-477e-b8b3-f3bd267f6283 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=371d75be47024dd1bf1c049572a977ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840382 Sep 16 16:56:37.323178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de949d7-663e-477e-b8b3-f3bd267f6283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db452a7-2d30-4c48-84bf-4a6512784f1a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:37.323923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44476) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:37.379519 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-39bdacf8-d3bd-4c49-ad60-e29cb4d5d353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.404264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-39bdacf8-d3bd-4c49-ad60-e29cb4d5d353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.442983 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95109f25-f307-4402-857f-aaa70009bd14 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.508352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:37.513190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:37.515646 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:37.545751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-39bdacf8-d3bd-4c49-ad60-e29cb4d5d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.548491 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-39bdacf8-d3bd-4c49-ad60-e29cb4d5d353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.549761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-39bdacf8-d3bd-4c49-ad60-e29cb4d5d353 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8db452a7-2d30-4c48-84bf-4a6512784f1a HTTP/1.1" status: 204 len: 168 time: 0.2246726 Sep 16 16:56:37.565069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Pushing event updated for resources: {'Port': ['ID=074a882a-a0c4-471f-8fb3-5894390e9cd0,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:37.576186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.576520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.576993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.577338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.577705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.578147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.578479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.578817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.579138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.579378 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdacf8-d3bd-4c49-ad60-e29cb4d5d353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db452a7-2d30-4c48-84bf-4a6512784f1a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:37.579506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.579837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.580170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:37.599378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Attempting to bind port 074a882a-a0c4-471f-8fb3-5894390e9cd0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:56:37.599748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Attempting to bind port 074a882a-a0c4-471f-8fb3-5894390e9cd0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '91f12ccc-9863-4be6-98d6-b8639c11f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce326a6a-61bc-40b7-94d3-0e4dcf3afe83'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:56:37.600109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Attempting to bind port 074a882a-a0c4-471f-8fb3-5894390e9cd0 on network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:56:37.604402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95109f25-f307-4402-857f-aaa70009bd14 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.608773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:56:37.609150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Checking segment: {'id': '91f12ccc-9863-4be6-98d6-b8639c11f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce326a6a-61bc-40b7-94d3-0e4dcf3afe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:56:37.609553 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.609952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Bound using segment: {'id': '91f12ccc-9863-4be6-98d6-b8639c11f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce326a6a-61bc-40b7-94d3-0e4dcf3afe83'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:56:37.610422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Bound port: 074a882a-a0c4-471f-8fb3-5894390e9cd0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f12ccc-9863-4be6-98d6-b8639c11f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce326a6a-61bc-40b7-94d3-0e4dcf3afe83'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:56:37.610810 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.619401 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.640647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.674595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95109f25-f307-4402-857f-aaa70009bd14 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.681713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] For port 074a882a-a0c4-471f-8fb3-5894390e9cd0, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:56:37.685657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] For port 074a882a-a0c4-471f-8fb3-5894390e9cd0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=074a882a-a0c4-471f-8fb3-5894390e9cd0,segment=NetworkSegment(91f12ccc-9863-4be6-98d6-b8639c11f864),segment_id=91f12ccc-9863-4be6-98d6-b8639c11f864)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:56:37.694015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95109f25-f307-4402-857f-aaa70009bd14 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d07c77-fe6d-4978-90e2-9e3b2733750e,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:37.751919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.25.6.206 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/4dd1906c-1766-48ed-948f-3a29c7c4af1e) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:37.772211 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.811595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95109f25-f307-4402-857f-aaa70009bd14 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.812999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-95109f25-f307-4402-857f-aaa70009bd14 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5148151 Sep 16 16:56:37.815704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44480) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:37.821026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ff8835be-99ca-431f-830d-fa0b93235535 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': '1297c81b-2529-403b-adda-7e3f6b68fdbf', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:37.836758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b1f31-bc5e-4dc8-a0ea-df09bcb16ad9 None None] Pushing event updated for resources: {'Port': ['ID=074a882a-a0c4-471f-8fb3-5894390e9cd0,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:37.879636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.885888 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-ff8835be-99ca-431f-830d-fa0b93235535 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Project 90e3435321d04ec983180b4203d704f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:56:37.891643 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff8835be-99ca-431f-830d-fa0b93235535 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.968329 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff8835be-99ca-431f-830d-fa0b93235535 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:37.971916 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.014349 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff8835be-99ca-431f-830d-fa0b93235535 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.038320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:38.046303 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:38.046513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:38.069910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8835be-99ca-431f-830d-fa0b93235535 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbd48cf-fc79-44c2-83a7-25204ee59bb5,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:38.077775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=4dd1906c-1766-48ed-948f-3a29c7c4af1e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:38.095224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.095671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.096025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.096368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.096733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.099607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.099607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.099607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.099607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.099607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.099607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.099607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:38.115320 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff8835be-99ca-431f-830d-fa0b93235535 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.119359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ff8835be-99ca-431f-830d-fa0b93235535 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2997172 Sep 16 16:56:38.119476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44490) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:38.124893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2eca4a0c-5a4f-4201-bad3-78ad5f5b3a4e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': '1297c81b-2529-403b-adda-7e3f6b68fdbf', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:38.223072 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-2eca4a0c-5a4f-4201-bad3-78ad5f5b3a4e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Project 90e3435321d04ec983180b4203d704f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:56:38.228809 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2eca4a0c-5a4f-4201-bad3-78ad5f5b3a4e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.300736 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2eca4a0c-5a4f-4201-bad3-78ad5f5b3a4e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.405501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 074a882a-a0c4-471f-8fb3-5894390e9cd0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:56:38.409558 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2eca4a0c-5a4f-4201-bad3-78ad5f5b3a4e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.445314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca4a0c-5a4f-4201-bad3-78ad5f5b3a4e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da298086-1603-4756-85dc-3cfb619d77a8,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:38.483258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 074a882a-a0c4-471f-8fb3-5894390e9cd0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:38.483258 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.520672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2eca4a0c-5a4f-4201-bad3-78ad5f5b3a4e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.523277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2eca4a0c-5a4f-4201-bad3-78ad5f5b3a4e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4015174 Sep 16 16:56:38.525139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44500) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:38.533822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'network': {'name': 'tempest-network-smoke--1653021324', 'project_id': '90e3435321d04ec983180b4203d704f4', 'port_security_enabled': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:38.573119 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.607558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 074a882a-a0c4-471f-8fb3-5894390e9cd0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=074a882a-a0c4-471f-8fb3-5894390e9cd0,segment=NetworkSegment(91f12ccc-9863-4be6-98d6-b8639c11f864),segment_id=91f12ccc-9863-4be6-98d6-b8639c11f864)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:38.640189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:38.643804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.682307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:56:38.694764 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.695340 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Added segment 2409e5f3-6831-484d-8c73-38dcb65fb1d1 of type vlan for network b9f45ed1-c6bb-45e0-b689-096ace13602e Sep 16 16:56:38.709614 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.779508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.784830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.818523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=074a882a-a0c4-471f-8fb3-5894390e9cd0,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:38.885924 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:38.894061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:38.895078 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.013903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4868448 Sep 16 16:56:39.017855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44508) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:39.020230 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2d0f4-456e-4115-90b7-0903a71d841c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Network': ['ID=b9f45ed1-c6bb-45e0-b689-096ace13602e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:39.025073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'admin_state_up': True, 'project_id': '90e3435321d04ec983180b4203d704f4', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:39.030917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network b9f45ed1-c6bb-45e0-b689-096ace13602e details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:56:39.058991 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.097602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e8be9-b543-4990-ae03-c77422909197 None None] Network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:56:39.128433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.130156 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.183175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-997ff7d9-eb5e-4e99-a6f6-23b4fa462f44 None None] Provisioning complete for port 074a882a-a0c4-471f-8fb3-5894390e9cd0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:39.184579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-997ff7d9-eb5e-4e99-a6f6-23b4fa462f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.212845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.296712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router ae527300-f8f9-4c4d-a8eb-8df078a9837e is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:56:39.459667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:39.471380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd7b6e-03db-4c5b-bff9-22a59dfaae49 None None] Sync routers for ids ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:39.489378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd7b6e-03db-4c5b-bff9-22a59dfaae49 None None] Routers {'ae527300-f8f9-4c4d-a8eb-8df078a9837e'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:39.501543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e8bd7b6e-03db-4c5b-bff9-22a59dfaae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:39.541783 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.554820 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.559593 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-72affb22-0dab-442c-a510-e0310bf6dc6e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7401457 Sep 16 16:56:39.560005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44510) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:39.590068 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e8bd7b6e-03db-4c5b-bff9-22a59dfaae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:39.602943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd7b6e-03db-4c5b-bff9-22a59dfaae49 None None] Routers {'ae527300-f8f9-4c4d-a8eb-8df078a9837e'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:39.603985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e8bd7b6e-03db-4c5b-bff9-22a59dfaae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:39.643922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e8bd7b6e-03db-4c5b-bff9-22a59dfaae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:39.644620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd7b6e-03db-4c5b-bff9-22a59dfaae49 None None] The sync data for ids ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:39.666195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a9110ba0-6401-4feb-bfb6-ff7636756084 None None] Provisioning complete for port 074a882a-a0c4-471f-8fb3-5894390e9cd0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:39.666574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a9110ba0-6401-4feb-bfb6-ff7636756084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.841607 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.861021 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:39.966199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.25.6.173 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/2758fba4-e00c-45fd-88a0-e9f1600f438d) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:40.069830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:40.083442 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:40.194687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:40.239901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:40.246692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:40.248794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=2758fba4-e00c-45fd-88a0-e9f1600f438d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:40.265033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:40.364682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.20.0.1 (ce326a6a-61bc-40b7-94d3-0e4dcf3afe83/cf8ece51-e289-4420-a5dc-c9c11270e7de/2962ca3e-fee0-4944-86c5-027848207ac8) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:40.373961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 074a882a-a0c4-471f-8fb3-5894390e9cd0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:56:40.438150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 074a882a-a0c4-471f-8fb3-5894390e9cd0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:40.438951 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:40.510481 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:40.618236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:40.618785 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:40.669034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:40.671635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:40.679698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:40.683715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=2962ca3e-fee0-4944-86c5-027848207ac8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:40.735909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:40.854246 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:41.014162 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:41.048220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-04051956-56f2-4108-9056-c04ac2de9df6 None None] Provisioning complete for port 2962ca3e-fee0-4944-86c5-027848207ac8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:41.049964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04051956-56f2-4108-9056-c04ac2de9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:41.071771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-b2ec4d87-f96b-448a-8941-ccd4ca4e628d tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c2bf25cbc9524617942527feca828338&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348313 Sep 16 16:56:41.092796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-04051956-56f2-4108-9056-c04ac2de9df6 None None] Port 2962ca3e-fee0-4944-86c5-027848207ac8 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:56:41.097926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router d8c51fad-c145-461b-a099-41dacf67ffd4 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:56:41.301090 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:41.337856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc643-8419-41a1-9691-b1d898d15aba req-05460bd7-da2a-45ba-8bc5-7257b35bd8c6 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:41.339317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-05460bd7-da2a-45ba-8bc5-7257b35bd8c6 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593708 Sep 16 16:56:41.362059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-1c60ff19-4a2a-4777-b3fd-4d8bb6781e9d tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/quotas/c2bf25cbc9524617942527feca828338 HTTP/1.1" status: 200 len: 375 time: 0.0169039 Sep 16 16:56:41.364696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:41.375437 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Sync routers for ids ['d8c51fad-c145-461b-a099-41dacf67ffd4'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:41.384374 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Routers {'d8c51fad-c145-461b-a099-41dacf67ffd4'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:41.385006 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d8c51fad-c145-461b-a099-41dacf67ffd4'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:41.400281 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:41.411356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-564bb7ce-b160-41fa-bf78-c2778c361e9f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2bf25cbc9524617942527feca828338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376940 Sep 16 16:56:41.457746 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:41.462016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cde84bb2-147b-4de6-a099-402894e2c2f2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4398432 Sep 16 16:56:41.463229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44534) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:41.497014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=2962ca3e-fee0-4944-86c5-027848207ac8,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:41.502504 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:41.533599 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Set router d8c51fad-c145-461b-a099-41dacf67ffd4 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:56:41.638090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:41.639727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:41.695420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85513b6c-726a-40fe-b531-2d0fd9e5d108 req-b2e7a2ed-6059-4f85-9934-1e9c53a23272 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 210 time: 0.0719974 Sep 16 16:56:41.773290 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:40Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:41.800171 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9ed352d9-d312-4900-88ca-d392a697fca6 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=90e3435321d04ec983180b4203d704f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3366365 Sep 16 16:56:41.803021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44544) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:41.803163 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Checking router: d8c51fad-c145-461b-a099-41dacf67ffd4 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:56:41.803474 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Updating router d8c51fad-c145-461b-a099-41dacf67ffd4 port 2758fba4-e00c-45fd-88a0-e9f1600f438d binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:56:41.816313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router ae527300-f8f9-4c4d-a8eb-8df078a9837e has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:41.842829 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:41.987332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:41.995554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d2fc7c94-9460-4bc1-9ef7-43ffd1103f90 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "PUT /v2.0/routers/ae527300-f8f9-4c4d-a8eb-8df078a9837e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4344156 Sep 16 16:56:41.996337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44550) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:41.999061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437fa698-6f13-4882-b16d-cd5081498ef9 None None] Sync routers for ids ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:42.001580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'port': {'network_id': 'ce326a6a-61bc-40b7-94d3-0e4dcf3afe83', 'name': 'tempest-FloatingIPTestJSON-65308862'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:42.021584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437fa698-6f13-4882-b16d-cd5081498ef9 None None] Routers {'ae527300-f8f9-4c4d-a8eb-8df078a9837e'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:42.022373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-437fa698-6f13-4882-b16d-cd5081498ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:42.067970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-437fa698-6f13-4882-b16d-cd5081498ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:42.077176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca201aa2-3bb7-4ac5-a204-0afbba9dc29d None None] Provisioning complete for port 2962ca3e-fee0-4944-86c5-027848207ac8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:42.077957 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca201aa2-3bb7-4ac5-a204-0afbba9dc29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.123502 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca201aa2-3bb7-4ac5-a204-0afbba9dc29d None None] Port 2962ca3e-fee0-4944-86c5-027848207ac8 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:56:42.125669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437fa698-6f13-4882-b16d-cd5081498ef9 None None] Routers {'ae527300-f8f9-4c4d-a8eb-8df078a9837e'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:42.126531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-437fa698-6f13-4882-b16d-cd5081498ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:42.166253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-437fa698-6f13-4882-b16d-cd5081498ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:42.166922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437fa698-6f13-4882-b16d-cd5081498ef9 None None] The sync data for ids ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:42.177136 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.269094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Made reservation on behalf of 23b17eeb7b014e859f6063db37acb1a7 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:42.269315 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.273712 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.291150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] device_id is not set on port b7e2f928-c136-4b9c-9224-1e4aee5038b8 yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:56:42.327195 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Pushing event updated for resources: {'Port': ['ID=2758fba4-e00c-45fd-88a0-e9f1600f438d,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:42.329327 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Attempting to bind port 2758fba4-e00c-45fd-88a0-e9f1600f438d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:56:42.329696 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Attempting to bind port 2758fba4-e00c-45fd-88a0-e9f1600f438d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:56:42.330061 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Attempting to bind port 2758fba4-e00c-45fd-88a0-e9f1600f438d on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:56:42.342240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.342240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.342240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.342240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.342240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.342240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.342240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.342240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.342751 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.342751 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.342975 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.343282 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:56:42.346821 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:56:42.347304 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:56:42.347597 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.348272 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:56:42.348479 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Bound port: 2758fba4-e00c-45fd-88a0-e9f1600f438d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:56:42.348852 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.353020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd4558-ce79-46ca-8c99-21e9b4290602 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:42.355348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f7cd4558-ce79-46ca-8c99-21e9b4290602 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5508459 Sep 16 16:56:42.358580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44552) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:42.391578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0770af4a-4507-4d37-8ec4-7e626b6c0aaf tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317764 Sep 16 16:56:42.392257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44554) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:42.397162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1706435720', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'project_id': '90e3435321d04ec983180b4203d704f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:42.416961 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] For port 2758fba4-e00c-45fd-88a0-e9f1600f438d, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:56:42.422660 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] For port 2758fba4-e00c-45fd-88a0-e9f1600f438d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2758fba4-e00c-45fd-88a0-e9f1600f438d,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:56:42.430824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Allocated IP 172.20.0.4 (ce326a6a-61bc-40b7-94d3-0e4dcf3afe83/cf8ece51-e289-4420-a5dc-c9c11270e7de/b7e2f928-c136-4b9c-9224-1e4aee5038b8) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:42.481013 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.536521 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Routers {'d8c51fad-c145-461b-a099-41dacf67ffd4'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:42.537137 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d8c51fad-c145-461b-a099-41dacf67ffd4'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:42.543490 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0184f-e1a8-44df-88e2-ab755cd168c4 None None] Pushing event updated for resources: {'Port': ['ID=2758fba4-e00c-45fd-88a0-e9f1600f438d,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:42.566115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:42.569971 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.611178 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.650188 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] Set router d8c51fad-c145-461b-a099-41dacf67ffd4 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:56:42.733369 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.780553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37538b87-f7d1-4900-ada1-bf1da3e5a22c req-7b251870-5732-4fb7-a7bd-31f600d346d4 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 210 time: 0.0345724 Sep 16 16:56:42.800233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event updated for resources: {'Port': ['ID=b7e2f928-c136-4b9c-9224-1e4aee5038b8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:42.806583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:42.807985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:42.810589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:42.853983 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:40Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:42.863102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:42.863946 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.880485 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:42.886216 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a5bf9-241f-4715-9991-1ced8dc6d947 None None] The sync data for ids ['d8c51fad-c145-461b-a099-41dacf67ffd4'] in n-d-807786-3 is: [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:40Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:42.950414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Subnet': ['ID=3f62d545-4c48-49db-8ec0-034ee09196bf,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:42.955224 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e6daf413-dc41-4a66-8839-1af7b92ed035 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9576681 Sep 16 16:56:42.958025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44560) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:42.966030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Request body: {'floatingip': {'port_id': 'b7e2f928-c136-4b9c-9224-1e4aee5038b8'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:42.968441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Checking segment: {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:56:42.968817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network hostable DHCP agents. Network: b9f45ed1-c6bb-45e0-b689-096ace13602e, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:56:43.042324 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:43.050849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network b9f45ed1-c6bb-45e0-b689-096ace13602e is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:56:43.114439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, b9f45ed1-c6bb-45e0-b689-096ace13602e) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:43.134943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:43.134943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:43.171619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8353b-3fda-4163-a4b7-eb052bc90016 None None] Network b9f45ed1-c6bb-45e0-b689-096ace13602e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:56:43.174006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ce843c9d-5c0d-465b-8a9d-8ddb2632f1bb None None] Provisioning complete for port b7e2f928-c136-4b9c-9224-1e4aee5038b8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:43.177178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce843c9d-5c0d-465b-8a9d-8ddb2632f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:43.248059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-11219317-a785-4652-8da8-f747a6ff9e7a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8531940 Sep 16 16:56:43.249368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44562) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:43.272826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ce843c9d-5c0d-465b-8a9d-8ddb2632f1bb None None] Port b7e2f928-c136-4b9c-9224-1e4aee5038b8 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:56:43.386847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-b9f45ed1-c6bb-45e0-b689-096ace13602e', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:56:43.387604 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:43.562682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Allocated IP 172.20.0.2 (b9f45ed1-c6bb-45e0-b689-096ace13602e/3f62d545-4c48-49db-8ec0-034ee09196bf/c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:43.753877 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:43.760718 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:43.829285 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:43.850153 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:43.914669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Network b9f45ed1-c6bb-45e0-b689-096ace13602e is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:43.915545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Pushing event updated for resources: {'Port': ['ID=c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:43.918359 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:43.919887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:43.923097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:43.966417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ac2162f2-389e-4468-9668-5139646e0656 req-c4b88674-9e44-4773-b18a-ca0f818a3a5c tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 210 time: 0.0388515 Sep 16 16:56:44.009413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Attempting to bind port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:56:44.009838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Attempting to bind port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:56:44.010279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Attempting to bind port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 on network b9f45ed1-c6bb-45e0-b689-096ace13602e {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:56:44.016851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:56:44.017278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Checking segment: {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:56:44.017688 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.018084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Bound using segment: {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:56:44.018547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Bound port: c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:56:44.018929 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.056639 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.091956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] For port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:56:44.095151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] For port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:56:44.120353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-30983347-6b4b-42d2-878b-59b63f3e147f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c2bf25cbc9524617942527feca828338&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320163 Sep 16 16:56:44.125133 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.182965 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.199707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.20.0.1 (b9f45ed1-c6bb-45e0-b689-096ace13602e/3f62d545-4c48-49db-8ec0-034ee09196bf/53887416-3ebd-42b2-a915-0f3d9ee30b27) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:44.243107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd5c2a-6704-4237-98df-943db414766b None None] Pushing event updated for resources: {'Port': ['ID=c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:44.361170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.418540 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc643-8419-41a1-9691-b1d898d15aba req-458da403-37c9-4a0f-80a1-0e9ee3bfd1f3 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:44.420079 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-458da403-37c9-4a0f-80a1-0e9ee3bfd1f3 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2928798 Sep 16 16:56:44.421447 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP 26c391b6-580a-4657-ad79-86ec7507d1de associated. External IP: 172.25.6.48, port: ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0. Sep 16 16:56:44.442916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2758fba4-e00c-45fd-88a0-e9f1600f438d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:56:44.472075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Request body: {'port': {'device_id': '7a3db0b5-edc9-48df-89aa-9f643bc21069', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': 'c2bf25cbc9524617942527feca828338'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:44.498140 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.512442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2758fba4-e00c-45fd-88a0-e9f1600f438d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:44.512688 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.626576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network b9f45ed1-c6bb-45e0-b689-096ace13602e is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:44.628064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:44.636129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=53887416-3ebd-42b2-a915-0f3d9ee30b27,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:44.638859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:44.665588 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.692765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 2758fba4-e00c-45fd-88a0-e9f1600f438d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2758fba4-e00c-45fd-88a0-e9f1600f438d,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:44.693093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.765526 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.801246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Made reservation on behalf of c2bf25cbc9524617942527feca828338 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:44.804816 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.819726 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:44.822211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=2758fba4-e00c-45fd-88a0-e9f1600f438d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:44.863172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:44.908036 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:45.023537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:45.036940 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eb14b-92cf-44f8-b38f-cd3487bf855e None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:45.047568 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74eb14b-92cf-44f8-b38f-cd3487bf855e None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:45.048518 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f74eb14b-92cf-44f8-b38f-cd3487bf855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:45.071509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:45.084227 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f74eb14b-92cf-44f8-b38f-cd3487bf855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:45.097979 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74eb14b-92cf-44f8-b38f-cd3487bf855e None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:45.098598 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f74eb14b-92cf-44f8-b38f-cd3487bf855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:45.118173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5589ea0a-1a2a-4bc7-8ff6-8784426f7d87 req-30acce86-2dad-4aef-95b9-707549015a57 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 210 time: 0.0434635 Sep 16 16:56:45.135377 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:45.157763 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f74eb14b-92cf-44f8-b38f-cd3487bf855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:45.159124 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eb14b-92cf-44f8-b38f-cd3487bf855e None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:45.240365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ca921-0aba-401e-b9a2-cd2742f20e7c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:45.249273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:45.342946 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:45.381407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Allocated IP 192.168.233.126 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/a195c4c2-f06e-4a75-94a1-8514c5242d52) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:45.422090 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:45.424419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router ae527300-f8f9-4c4d-a8eb-8df078a9837e has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:45.424941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=53887416-3ebd-42b2-a915-0f3d9ee30b27,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:45.531634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network b9f45ed1-c6bb-45e0-b689-096ace13602e is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:45.533485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:45.662912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router d8c51fad-c145-461b-a099-41dacf67ffd4 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:45.783940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:45.797881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9d7ebf7e-dead-44ce-94ea-09eebca4b96f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "PUT /v2.0/routers/d8c51fad-c145-461b-a099-41dacf67ffd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5375896 Sep 16 16:56:45.810396 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Sync routers for ids ['d8c51fad-c145-461b-a099-41dacf67ffd4'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:45.825151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309fc8c-f7fe-446c-92dc-09e4ca10cff8 None None] Network b9f45ed1-c6bb-45e0-b689-096ace13602e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:56:45.830400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Routers {'d8c51fad-c145-461b-a099-41dacf67ffd4'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:45.831031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d8c51fad-c145-461b-a099-41dacf67ffd4'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:45.955021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:45.958801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:45.962629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:45.968599 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ba2e0-4c66-4a7a-953b-80661ff04c97 None None] Sync routers for ids ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:45.977875 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ba2e0-4c66-4a7a-953b-80661ff04c97 None None] Routers {'ae527300-f8f9-4c4d-a8eb-8df078a9837e'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:45.978805 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c17ba2e0-4c66-4a7a-953b-80661ff04c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:46.009243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-417effc5-6019-4622-8558-bd0487f85f4a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453162904&fields=id&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 267 time: 0.0505075 Sep 16 16:56:46.014000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Set router d8c51fad-c145-461b-a099-41dacf67ffd4 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:56:46.017486 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c17ba2e0-4c66-4a7a-953b-80661ff04c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:46.029017 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ba2e0-4c66-4a7a-953b-80661ff04c97 None None] Routers {'ae527300-f8f9-4c4d-a8eb-8df078a9837e'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:46.029932 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c17ba2e0-4c66-4a7a-953b-80661ff04c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:46.034761 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c244df1c-54ba-4463-8092-36c77700e5ce tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "PUT /v2.0/floatingips/26c391b6-580a-4657-ad79-86ec7507d1de HTTP/1.1" status: 200 len: 975 time: 3.0753329 Sep 16 16:56:46.038621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44580) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:46.066409 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c17ba2e0-4c66-4a7a-953b-80661ff04c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:46.068024 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ba2e0-4c66-4a7a-953b-80661ff04c97 None None] The sync data for ids ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:46.114438 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.168980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:46.172348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:46.176700 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:46.197095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-5cd86761-bb23-4c57-93a7-6857189b1abb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:46.199210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-5cd86761-bb23-4c57-93a7-6857189b1abb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/networks?id=b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 200 len: 797 time: 0.1886396 Sep 16 16:56:46.216759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3db21d19-bd60-4161-b040-e024b63d11bf None None] Provisioning complete for port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:46.217137 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3db21d19-bd60-4161-b040-e024b63d11bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.235926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port b7e2f928-c136-4b9c-9224-1e4aee5038b8 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:46.236262 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.239028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:46.239756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.251576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Pushing event updated for resources: {'Port': ['ID=a195c4c2-f06e-4a75-94a1-8514c5242d52,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:46.265852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-1222a56c-0441-4b0d-95e4-2d1636047779 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/quotas/90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 375 time: 0.0548582 Sep 16 16:56:46.349841 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-afbc9604-1a10-4f42-932f-916e411a771f tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8837309 Sep 16 16:56:46.363532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Request body: {'port': {'device_id': '7a3db0b5-edc9-48df-89aa-9f643bc21069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:46.434376 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.456933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532419eb-5be3-4d4b-8e23-6a9253fa40d5 req-1102adeb-97c9-488a-a701-e7c626f5fbfb tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:46.458888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-532419eb-5be3-4d4b-8e23-6a9253fa40d5 req-1102adeb-97c9-488a-a701-e7c626f5fbfb tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 936 time: 0.1997473 Sep 16 16:56:46.479023 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.490100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e070f568-fbe7-4f93-a7a9-6b6c4a10773d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2063103 Sep 16 16:56:46.536464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-9e86148b-f38d-4706-ad82-fb4deb052a8e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:56:46.537526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-9e86148b-f38d-4706-ad82-fb4deb052a8e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063915 Sep 16 16:56:46.571915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2758fba4-e00c-45fd-88a0-e9f1600f438d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:56:46.605182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-532419eb-5be3-4d4b-8e23-6a9253fa40d5 req-61d6b7a7-91bc-4df4-9ca0-ddc89a4b9ded tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349776 Sep 16 16:56:46.633798 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3db21d19-bd60-4161-b040-e024b63d11bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.705880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '53887416-3ebd-42b2-a915-0f3d9ee30b27', 'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:8f:45:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:44Z', 'updated_at': '2021-09-16T16:56:45Z', 'revision_number': 2, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:46.712182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3db21d19-bd60-4161-b040-e024b63d11bf None None] For port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:46.714712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2758fba4-e00c-45fd-88a0-e9f1600f438d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:46.715141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.757353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Checking router: d8c51fad-c145-461b-a099-41dacf67ffd4 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:56:46.757727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Updating router d8c51fad-c145-461b-a099-41dacf67ffd4 port 53887416-3ebd-42b2-a915-0f3d9ee30b27 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:56:46.803689 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3db21d19-bd60-4161-b040-e024b63d11bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.812821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-9080b533-c5e4-4d0b-9c84-5571330422b5 service neutron] 10.222.0.22 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593219 Sep 16 16:56:46.851722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.865272 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.865647 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.866247 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Floating IP 26c391b6-580a-4657-ad79-86ec7507d1de disassociated. External IP: 172.25.6.48, port: b7e2f928-c136-4b9c-9224-1e4aee5038b8. Sep 16 16:56:46.866361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for b7e2f928-c136-4b9c-9224-1e4aee5038b8 owned by {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:46.937974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a195c4c2-f06e-4a75-94a1-8514c5242d52 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:56:46.946894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:46.947279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db21d19-bd60-4161-b040-e024b63d11bf None None] Pushing event updated for resources: {'Port': ['ID=c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:46.977526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-efd72ac9-616b-429b-a7b0-8a983c890819 service neutron] 10.222.0.22 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640773 Sep 16 16:56:46.989878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Transition to ACTIVE for port object a195c4c2-f06e-4a75-94a1-8514c5242d52 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:56:47.029944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:56:47.038952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cd513ec4-9519-4608-bce9-3ebc76f91fbf None None] Provisioning complete for port 53887416-3ebd-42b2-a915-0f3d9ee30b27 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:47.039471 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cd513ec4-9519-4608-bce9-3ebc76f91fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.051238 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.121717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-cd513ec4-9519-4608-bce9-3ebc76f91fbf None None] Port 53887416-3ebd-42b2-a915-0f3d9ee30b27 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:56:47.142820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.178780 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=b7e2f928-c136-4b9c-9224-1e4aee5038b8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:47.200773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Pushing event updated for resources: {'Port': ['ID=a195c4c2-f06e-4a75-94a1-8514c5242d52,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:47.212681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:47.213408 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.318259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Attempting to bind port a195c4c2-f06e-4a75-94a1-8514c5242d52 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:56:47.318807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Attempting to bind port a195c4c2-f06e-4a75-94a1-8514c5242d52 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:56:47.319146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Attempting to bind port a195c4c2-f06e-4a75-94a1-8514c5242d52 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:56:47.324772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Port a195c4c2-f06e-4a75-94a1-8514c5242d52 on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:56:47.325204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Attempting to bind port a195c4c2-f06e-4a75-94a1-8514c5242d52 on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:56:47.331485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:56:47.331908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:56:47.332371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:56:47.332916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Bound port: a195c4c2-f06e-4a75-94a1-8514c5242d52, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:56:47.333345 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.413021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cd513ec4-9519-4608-bce9-3ebc76f91fbf None None] Provisioning complete for port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:47.413406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cd513ec4-9519-4608-bce9-3ebc76f91fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.415399 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] For port a195c4c2-f06e-4a75-94a1-8514c5242d52, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:56:47.420263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] For port a195c4c2-f06e-4a75-94a1-8514c5242d52, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a195c4c2-f06e-4a75-94a1-8514c5242d52,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:56:47.429283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75b4878e-7cbc-4a1e-aa62-395bc3d59090 req-da4a2770-4de9-4152-ac37-8595a63a3a27 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 210 time: 0.0702472 Sep 16 16:56:47.469731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router ae527300-f8f9-4c4d-a8eb-8df078a9837e has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:47.519780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.595717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:47.596355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.598002 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] 10.222.0.62 "PUT /v2.0/ports/a195c4c2-f06e-4a75-94a1-8514c5242d52 HTTP/1.1" status: 200 len: 1096 time: 1.2399733 Sep 16 16:56:47.598486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3db0b5-edc9-48df-89aa-9f643bc21069', 'tag': 'a195c4c2-f06e-4a75-94a1-8514c5242d52'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:56:47.600879 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff68ec7d-f669-4368-958d-e74c1802c04f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3db0b5-edc9-48df-89aa-9f643bc21069", "tag": "a195c4c2-f06e-4a75-94a1-8514c5242d52"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:56:47.667216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba42967-93f0-4b16-bfd0-d0c3d9c0f51a service neutron] Pushing event updated for resources: {'Port': ['ID=a195c4c2-f06e-4a75-94a1-8514c5242d52,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:47.768682 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.781822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc643-8419-41a1-9691-b1d898d15aba req-94bfda22-1100-4976-a49a-6423b85c193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:47.783615 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-94bfda22-1100-4976-a49a-6423b85c193a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c2bf25cbc9524617942527feca828338&device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 1099 time: 0.0784113 Sep 16 16:56:47.837765 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-22bb2284-ad71-4640-b1ce-536c0500a9d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a195c4c2-f06e-4a75-94a1-8514c5242d52 HTTP/1.1" status: 200 len: 217 time: 0.0420389 Sep 16 16:56:47.862214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8d77b162-6c2f-4122-a25b-e155d2a06b21 None None] Provisioning complete for port 53887416-3ebd-42b2-a915-0f3d9ee30b27 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:47.862768 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d77b162-6c2f-4122-a25b-e155d2a06b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.898121 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:47.901333 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef44f90e-a04d-4957-a15a-1d863ae14981 x-openstack-request-id: req-ef44f90e-a04d-4957-a15a-1d863ae14981 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:56:47.902389 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3db0b5-edc9-48df-89aa-9f643bc21069", "tag": "a195c4c2-f06e-4a75-94a1-8514c5242d52", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:56:47.902646 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef44f90e-a04d-4957-a15a-1d863ae14981 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:56:47.903063 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3db0b5-edc9-48df-89aa-9f643bc21069', 'tag': 'a195c4c2-f06e-4a75-94a1-8514c5242d52', 'status': 'completed', 'code': 200} Sep 16 16:56:47.925485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc643-8419-41a1-9691-b1d898d15aba req-0c44206d-9ed4-48cb-ad75-8b4d820b49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:47.927475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-0c44206d-9ed4-48cb-ad75-8b4d820b49fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0787525 Sep 16 16:56:47.954354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8d77b162-6c2f-4122-a25b-e155d2a06b21 None None] Port 53887416-3ebd-42b2-a915-0f3d9ee30b27 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:56:47.968750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e36f75-af05-4338-96c8-9d137d9473fd None None] Pushing event updated for resources: {'Port': ['ID=53887416-3ebd-42b2-a915-0f3d9ee30b27,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:48.010196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc643-8419-41a1-9691-b1d898d15aba req-77c6f2db-19e8-49bb-99e2-321e9cc73b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:48.017282 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-77c6f2db-19e8-49bb-99e2-321e9cc73b6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746171 Sep 16 16:56:48.060584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Attempting to bind port 53887416-3ebd-42b2-a915-0f3d9ee30b27 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:56:48.060981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Attempting to bind port 53887416-3ebd-42b2-a915-0f3d9ee30b27 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:56:48.061353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Attempting to bind port 53887416-3ebd-42b2-a915-0f3d9ee30b27 on network b9f45ed1-c6bb-45e0-b689-096ace13602e {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:56:48.067447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:56:48.067829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Checking segment: {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:56:48.068238 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:48.068670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Bound using segment: {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:56:48.069146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Bound port: 53887416-3ebd-42b2-a915-0f3d9ee30b27, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:56:48.069533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:48.086447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:48.122060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dccce9-fe08-43f7-a6bd-d0779b78a4de req-3612149e-bc09-4733-9b91-71d9aad7b5ef tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:48.123843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65dccce9-fe08-43f7-a6bd-d0779b78a4de req-3612149e-bc09-4733-9b91-71d9aad7b5ef tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 948 time: 0.0858445 Sep 16 16:56:48.144185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f01b7db-f735-48a3-ae2f-f669678113f2 None None] Sync routers for ids ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:48.155204 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-58ab66a4-8270-4229-97ee-07a76427fb77 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299548 Sep 16 16:56:48.168785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f01b7db-f735-48a3-ae2f-f669678113f2 None None] Routers {'ae527300-f8f9-4c4d-a8eb-8df078a9837e'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:48.169523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2f01b7db-f735-48a3-ae2f-f669678113f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:48.208489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65dccce9-fe08-43f7-a6bd-d0779b78a4de req-04236eed-22f8-4377-b493-d1477f0e3de7 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614974 Sep 16 16:56:48.211489 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:48.213435 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ba9b8ea-0a46-4503-b38a-4d589f3d22b9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/ports/b7e2f928-c136-4b9c-9224-1e4aee5038b8 HTTP/1.1" status: 204 len: 168 time: 2.1740103 Sep 16 16:56:48.217210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44600) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:48.235480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2f01b7db-f735-48a3-ae2f-f669678113f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:48.263613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] For port 53887416-3ebd-42b2-a915-0f3d9ee30b27, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:56:48.265858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f01b7db-f735-48a3-ae2f-f669678113f2 None None] Routers {'ae527300-f8f9-4c4d-a8eb-8df078a9837e'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:48.266451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2f01b7db-f735-48a3-ae2f-f669678113f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:48.269441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] For port 53887416-3ebd-42b2-a915-0f3d9ee30b27, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=53887416-3ebd-42b2-a915-0f3d9ee30b27,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:56:48.280511 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c41dc643-8419-41a1-9691-b1d898d15aba req-b6d7778d-b604-4134-b7e9-d5fc76897aaa service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186774 Sep 16 16:56:48.308705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2f01b7db-f735-48a3-ae2f-f669678113f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:48.309336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f01b7db-f735-48a3-ae2f-f669678113f2 None None] The sync data for ids ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:48.343404 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:48.383046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:56:48.454230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5cec42f3-c5a1-4e37-a520-3e38c7c62364 None None] Provisioning complete for port 53887416-3ebd-42b2-a915-0f3d9ee30b27 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:48.454759 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5cec42f3-c5a1-4e37-a520-3e38c7c62364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:48.459048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e36f75-af05-4338-96c8-9d137d9473fd None None] Pushing event updated for resources: {'Port': ['ID=53887416-3ebd-42b2-a915-0f3d9ee30b27,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:48.460483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-ff66b5c3-0aee-44d8-abfe-963ed02daed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:48.462223 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-ff66b5c3-0aee-44d8-abfe-963ed02daed8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c2bf25cbc9524617942527feca828338&device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 1099 time: 0.0503180 Sep 16 16:56:48.494572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Routers {'d8c51fad-c145-461b-a099-41dacf67ffd4'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:48.495316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d8c51fad-c145-461b-a099-41dacf67ffd4'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:48.578011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-841d4378-04cb-44d7-9bfd-a8bd8a1fa684 req-0e0bc8fd-ffe0-4613-a63c-b5a3361bb1e2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 210 time: 0.0391145 Sep 16 16:56:48.604217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-ffded9b1-2b1c-4370-90d9-7235c2bb1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:48.604217 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-ffded9b1-2b1c-4370-90d9-7235c2bb1299 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1293330 Sep 16 16:56:48.653922 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-3b25790e-f2b5-4908-b1d0-8dc1713cfadf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a195c4c2-f06e-4a75-94a1-8514c5242d52 HTTP/1.1" status: 200 len: 217 time: 0.0461087 Sep 16 16:56:48.691698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:48.730428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-1a76408b-4a8c-4624-a56e-fa22388f1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:48.732847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-1a76408b-4a8c-4624-a56e-fa22388f1c17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0711470 Sep 16 16:56:48.785749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-b4cf94dd-6bd5-46cd-9612-c6c182013ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:48.787524 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-b4cf94dd-6bd5-46cd-9612-c6c182013ce5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460627 Sep 16 16:56:48.797773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:48.798263 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:48.858127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] Set router d8c51fad-c145-461b-a099-41dacf67ffd4 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:56:48.907914 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-9b1354e8-2e29-4c38-9e70-d61f45e70447 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113329 Sep 16 16:56:48.927420 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5cec42f3-c5a1-4e37-a520-3e38c7c62364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:48.999442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port 2962ca3e-fee0-4944-86c5-027848207ac8 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:48.999952 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:49.013669 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff68ec7d-f669-4368-958d-e74c1802c04f req-09cd34b6-e860-4922-ad9e-d8b154dd0434 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976655 Sep 16 16:56:49.071203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5cec42f3-c5a1-4e37-a520-3e38c7c62364 None None] For port 53887416-3ebd-42b2-a915-0f3d9ee30b27, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=53887416-3ebd-42b2-a915-0f3d9ee30b27,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:49.093325 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:49.107141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for 2962ca3e-fee0-4944-86c5-027848207ac8 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:49.143864 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5cec42f3-c5a1-4e37-a520-3e38c7c62364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:49.183891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '53887416-3ebd-42b2-a915-0f3d9ee30b27', 'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:8f:45:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:44Z', 'updated_at': '2021-09-16T16:56:48Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:49.219831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197dec90-b500-4a5c-abd8-aba7bd131b09 None None] The sync data for ids ['d8c51fad-c145-461b-a099-41dacf67ffd4'] in n-d-807786-3 is: [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '53887416-3ebd-42b2-a915-0f3d9ee30b27', 'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:8f:45:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:44Z', 'updated_at': '2021-09-16T16:56:48Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:49.240946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec42f3-c5a1-4e37-a520-3e38c7c62364 None None] Pushing event updated for resources: {'Port': ['ID=53887416-3ebd-42b2-a915-0f3d9ee30b27,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:49.291875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f3fe02b0-541f-4d53-9077-735859cb16b8 None None] Provisioning complete for port 53887416-3ebd-42b2-a915-0f3d9ee30b27 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:49.292714 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3fe02b0-541f-4d53-9077-735859cb16b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:49.409241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999af0-5e5e-4e7e-8ca1-ee641f8783e1 req-5d742a60-334a-46f9-9cd8-ce6c84b7cfdb tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:49.416771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7999af0-5e5e-4e7e-8ca1-ee641f8783e1 req-5d742a60-334a-46f9-9cd8-ce6c84b7cfdb tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 948 time: 0.0950747 Sep 16 16:56:49.452485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7999af0-5e5e-4e7e-8ca1-ee641f8783e1 req-cef9decc-40c3-47c5-8036-74446062abea tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347712 Sep 16 16:56:49.474051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:49.503414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=2962ca3e-fee0-4944-86c5-027848207ac8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:49.758989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db7d7115-cff6-4a8c-b9c2-10b201ef9f58 req-e2774847-d279-4df5-a799-b160be7b9f84 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 210 time: 0.0714326 Sep 16 16:56:49.774066 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:50.004715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router ae527300-f8f9-4c4d-a8eb-8df078a9837e has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:50.117580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:50.122645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d91ed6ec-a74b-47f7-a051-5fb0f9c69a13 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "PUT /v2.0/routers/ae527300-f8f9-4c4d-a8eb-8df078a9837e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9044175 Sep 16 16:56:50.125262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44610) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:50.129756 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e519e-96fb-4ed4-a3d9-ab76bd96955f None None] Sync routers for ids ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:50.147061 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e519e-96fb-4ed4-a3d9-ab76bd96955f None None] Routers {'ae527300-f8f9-4c4d-a8eb-8df078a9837e'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:50.147688 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-497e519e-96fb-4ed4-a3d9-ab76bd96955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:50.188238 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-497e519e-96fb-4ed4-a3d9-ab76bd96955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:50.204243 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e519e-96fb-4ed4-a3d9-ab76bd96955f None None] Routers {'ae527300-f8f9-4c4d-a8eb-8df078a9837e'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:50.205164 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-497e519e-96fb-4ed4-a3d9-ab76bd96955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:50.238823 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-497e519e-96fb-4ed4-a3d9-ab76bd96955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:50.239702 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e519e-96fb-4ed4-a3d9-ab76bd96955f None None] The sync data for ids ['ae527300-f8f9-4c4d-a8eb-8df078a9837e'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:50.249566 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:50.358755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-8584f471-39f3-452f-9492-618d1f88d74d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:50.361242 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-8584f471-39f3-452f-9492-618d1f88d74d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "GET /v2.0/networks?id=b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 200 len: 797 time: 0.2377114 Sep 16 16:56:50.367411 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:50.415961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 53887416-3ebd-42b2-a915-0f3d9ee30b27 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:56:50.434189 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-adb6caa4-0b6d-4e57-820c-f780a600e1b6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 379 time: 0.0639925 Sep 16 16:56:50.444005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'port': {'device_id': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'admin_state_up': True, 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'security_groups': ['1297c81b-2529-403b-adda-7e3f6b68fdbf']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:50.481923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port 4dd1906c-1766-48ed-948f-3a29c7c4af1e {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:50.482352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:50.494982 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 53887416-3ebd-42b2-a915-0f3d9ee30b27 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:50.496046 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:50.604025 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:50.619513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632c798-ffc1-4844-8bf5-2f9c7dc8c0f4 req-02cd5fec-1206-446b-b8a0-e5236080cd11 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:50.621565 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e632c798-ffc1-4844-8bf5-2f9c7dc8c0f4 req-02cd5fec-1206-446b-b8a0-e5236080cd11 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 948 time: 0.0775976 Sep 16 16:56:50.627131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for 4dd1906c-1766-48ed-948f-3a29c7c4af1e owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:50.656884 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:56:50.660601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:50.702909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e632c798-ffc1-4844-8bf5-2f9c7dc8c0f4 req-327ca181-e6a5-43aa-ae4c-3ea74a6cd234 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737863 Sep 16 16:56:50.790591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.20.0.10 (b9f45ed1-c6bb-45e0-b689-096ace13602e/3f62d545-4c48-49db-8ec0-034ee09196bf/50e3d499-6725-4271-885b-8e8f0b82b761) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:56:50.858380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-600ef52a-d064-4932-a202-560285f96025 req-3ac0d378-50d0-4036-a7f4-a6bcf1884958 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 210 time: 0.0261078 Sep 16 16:56:50.908413 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:50.945917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=4dd1906c-1766-48ed-948f-3a29c7c4af1e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:51.003926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.045641 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.098584 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.100744 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.131388 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.177288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network b9f45ed1-c6bb-45e0-b689-096ace13602e is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:56:51.180284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:56:51.184029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:56:51.210342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=50e3d499-6725-4271-885b-8e8f0b82b761,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:51.210944 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.211484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Fanout notify agent at l3_agent the message router_deleted on router ae527300-f8f9-4c4d-a8eb-8df078a9837e {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:56:51.219803 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.220885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-22593a69-9657-49cd-9f08-f9d56e7e9dc6 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/routers/ae527300-f8f9-4c4d-a8eb-8df078a9837e HTTP/1.1" status: 204 len: 168 time: 1.0941114 Sep 16 16:56:51.222877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44616) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:51.255355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:51.256008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.288653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b2af25-a649-4760-89f1-ab5f10ea325d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting subnet cf8ece51-e289-4420-a5dc-c9c11270e7de {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:56:51.292213 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1b2af25-a649-4760-89f1-ab5f10ea325d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.326648 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-061bd990-1ecc-47fb-8a0a-86e2bdb6710c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8869946 Sep 16 16:56:51.336910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1b2af25-a649-4760-89f1-ab5f10ea325d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.337534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-ac02203a-a088-4118-9c26-61d6ecff156c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:56:51.338831 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-ac02203a-a088-4118-9c26-61d6ecff156c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063848 Sep 16 16:56:51.406007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Request body: {'port': {'device_id': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:56:51.428641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1b2af25-a649-4760-89f1-ab5f10ea325d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.436407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-47533239-ff04-4091-ab5a-4d2744ce0e11 None None] Provisioning complete for port 50e3d499-6725-4271-885b-8e8f0b82b761 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:51.436955 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-47533239-ff04-4091-ab5a-4d2744ce0e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.463504 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.473471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-47533239-ff04-4091-ab5a-4d2744ce0e11 None None] Port 50e3d499-6725-4271-885b-8e8f0b82b761 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:56:51.542767 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1b2af25-a649-4760-89f1-ab5f10ea325d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.571391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2af25-a649-4760-89f1-ab5f10ea325d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8ece51-e289-4420-a5dc-c9c11270e7de,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:51.573989 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1b2af25-a649-4760-89f1-ab5f10ea325d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.576175 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b1b2af25-a649-4760-89f1-ab5f10ea325d tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/subnets/cf8ece51-e289-4420-a5dc-c9c11270e7de HTTP/1.1" status: 204 len: 168 time: 0.3522592 Sep 16 16:56:51.579511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44620) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:51.582723 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ddbb8-f440-42f1-90bd-2f130444df50 None None] Network ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:56:51.657801 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.718661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port 074a882a-a0c4-471f-8fb3-5894390e9cd0 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:51.719003 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.755409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e3d499-6725-4271-885b-8e8f0b82b761 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:56:51.764430 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.772455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9b3b6-6261-4929-966d-3bd2981d4382 None None] DHCP port deletion for ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:56:51.782665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Transition to ACTIVE for port object 50e3d499-6725-4271-885b-8e8f0b82b761 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:56:51.820717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-40a9b3b6-6261-4929-966d-3bd2981d4382 None None] Deleting port 074a882a-a0c4-471f-8fb3-5894390e9cd0 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:51.821100 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40a9b3b6-6261-4929-966d-3bd2981d4382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.821800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] For port 074a882a-a0c4-471f-8fb3-5894390e9cd0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=074a882a-a0c4-471f-8fb3-5894390e9cd0,segment=NetworkSegment(91f12ccc-9863-4be6-98d6-b8639c11f864),segment_id=91f12ccc-9863-4be6-98d6-b8639c11f864)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:51.822114 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.838198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for 074a882a-a0c4-471f-8fb3-5894390e9cd0 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:51.858211 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.858430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc9296-c691-4cea-b224-5854def69cc1 req-29ad4ad8-951d-4296-a118-d812a351a351 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:51.859844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92cc9296-c691-4cea-b224-5854def69cc1 req-29ad4ad8-951d-4296-a118-d812a351a351 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 948 time: 0.0812216 Sep 16 16:56:51.889155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-40a9b3b6-6261-4929-966d-3bd2981d4382 None None] For port 074a882a-a0c4-471f-8fb3-5894390e9cd0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=074a882a-a0c4-471f-8fb3-5894390e9cd0,segment=NetworkSegment(91f12ccc-9863-4be6-98d6-b8639c11f864),segment_id=91f12ccc-9863-4be6-98d6-b8639c11f864)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:51.889554 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40a9b3b6-6261-4929-966d-3bd2981d4382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:51.919571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-40a9b3b6-6261-4929-966d-3bd2981d4382 None None] Calling delete_port for 074a882a-a0c4-471f-8fb3-5894390e9cd0 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:51.929840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=50e3d499-6725-4271-885b-8e8f0b82b761,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:51.952820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92cc9296-c691-4cea-b224-5854def69cc1 req-a0b9189a-4bfa-4f4d-a0d6-fe81f9057231 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566733 Sep 16 16:56:52.040958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Attempting to bind port 50e3d499-6725-4271-885b-8e8f0b82b761 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:56:52.041299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Attempting to bind port 50e3d499-6725-4271-885b-8e8f0b82b761 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:56:52.041629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Attempting to bind port 50e3d499-6725-4271-885b-8e8f0b82b761 on network b9f45ed1-c6bb-45e0-b689-096ace13602e {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:56:52.043567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d9148-0ad2-4a3d-b1b0-0ec975ca4762 req-6ae350ba-0385-4dd3-a698-0e8c4f64a333 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:52.045169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f0d9148-0ad2-4a3d-b1b0-0ec975ca4762 req-6ae350ba-0385-4dd3-a698-0e8c4f64a333 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 944 time: 0.0686436 Sep 16 16:56:52.047050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Port 50e3d499-6725-4271-885b-8e8f0b82b761 on network b9f45ed1-c6bb-45e0-b689-096ace13602e not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:56:52.047387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Attempting to bind port 50e3d499-6725-4271-885b-8e8f0b82b761 on network b9f45ed1-c6bb-45e0-b689-096ace13602e {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:56:52.051644 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.052788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:56:52.052934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Checking segment: {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:56:52.053270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Bound using segment: {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:56:52.053704 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Bound port: 50e3d499-6725-4271-885b-8e8f0b82b761, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:56:52.054068 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.060200 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40a9b3b6-6261-4929-966d-3bd2981d4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.090439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=074a882a-a0c4-471f-8fb3-5894390e9cd0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:52.090927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9b3b6-6261-4929-966d-3bd2981d4382 None None] Pushing event deleted for resources: {'Port': ['ID=074a882a-a0c4-471f-8fb3-5894390e9cd0,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:52.093177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9b3b6-6261-4929-966d-3bd2981d4382 None None] No DVR routers for this DVR port 074a882a-a0c4-471f-8fb3-5894390e9cd0 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:56:52.119391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] No DVR routers for this DVR port 074a882a-a0c4-471f-8fb3-5894390e9cd0 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:56:52.135876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:56:52.140560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=50e3d499-6725-4271-885b-8e8f0b82b761,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:56:52.172476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f0d9148-0ad2-4a3d-b1b0-0ec975ca4762 req-fbefb17e-37fe-421c-abfc-391087dd5bf1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171401 Sep 16 16:56:52.219555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.222881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.240517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce326a6a-61bc-40b7-94d3-0e4dcf3afe83']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:52.250544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f12ccc-9863-4be6-98d6-b8639c11f864') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:52.250839 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f12ccc-9863-4be6-98d6-b8639c11f864') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:52.257128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:52.257738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.259134 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] 10.222.0.52 "PUT /v2.0/ports/50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 1092 time: 0.9122093 Sep 16 16:56:52.259573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:56:52.261947 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fab3656-92d0-4b25-ba4f-13a9fa0b924f" -d '{"events": [{"name": "network-changed", "server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:56:52.266851 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.279100 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.286888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:56:52.287291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:56:52.290695 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:56:52.299417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b523d9-2843-41a3-a535-feafc9ad7ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=50e3d499-6725-4271-885b-8e8f0b82b761,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:52.335425 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb3e4be-d990-4ec5-b954-38ae634e848c x-openstack-request-id: req-3bb3e4be-d990-4ec5-b954-38ae634e848c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:56:52.335816 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:56:52.336071 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bb3e4be-d990-4ec5-b954-38ae634e848c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:56:52.336530 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761', 'status': 'completed', 'code': 200} Sep 16 16:56:52.391132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 074a882a-a0c4-471f-8fb3-5894390e9cd0 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:56:52.412154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab3656-92d0-4b25-ba4f-13a9fa0b924f req-69404c13-4ff9-44d5-9d28-58978d593323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:52.414490 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0fab3656-92d0-4b25-ba4f-13a9fa0b924f req-69404c13-4ff9-44d5-9d28-58978d593323 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1095 time: 0.0562449 Sep 16 16:56:52.419084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 074a882a-a0c4-471f-8fb3-5894390e9cd0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:56:52.419440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 074a882a-a0c4-471f-8fb3-5894390e9cd0 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:56:52.422371 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.430476 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.435519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/networks/ce326a6a-61bc-40b7-94d3-0e4dcf3afe83 HTTP/1.1" status: 204 len: 168 time: 0.8518724 Sep 16 16:56:52.435831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44628) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:52.483057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbd6b9-04f5-4dfa-9b17-445b1603e0b0 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Network': ['ID=ce326a6a-61bc-40b7-94d3-0e4dcf3afe83,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:52.510347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a195c4c2-f06e-4a75-94a1-8514c5242d52 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:56:52.579067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-276890d4-130a-4193-9d4a-d64192b27294 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port 6f64cf78-60bb-4673-989c-522e45f6ff3d {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:52.579630 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276890d4-130a-4193-9d4a-d64192b27294 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.609469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab3656-92d0-4b25-ba4f-13a9fa0b924f req-821ad331-9132-4a65-91b6-4ac971b83b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:52.610974 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0fab3656-92d0-4b25-ba4f-13a9fa0b924f req-821ad331-9132-4a65-91b6-4ac971b83b1c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=90e3435321d04ec983180b4203d704f4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1894176 Sep 16 16:56:52.616933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a195c4c2-f06e-4a75-94a1-8514c5242d52, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a195c4c2-f06e-4a75-94a1-8514c5242d52,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:52.628754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'a195c4c2-f06e-4a75-94a1-8514c5242d52', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': 'a195c4c2-f06e-4a75-94a1-8514c5242d52', 'mac_address': 'fa:16:3e:a8:d2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:56:52.664313 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276890d4-130a-4193-9d4a-d64192b27294 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.664675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276890d4-130a-4193-9d4a-d64192b27294 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.668424 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.679269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-276890d4-130a-4193-9d4a-d64192b27294 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for 6f64cf78-60bb-4673-989c-522e45f6ff3d owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:52.681724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a195c4c2-f06e-4a75-94a1-8514c5242d52 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:56:52.707032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a195c4c2-f06e-4a75-94a1-8514c5242d52, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a195c4c2-f06e-4a75-94a1-8514c5242d52,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:52.817255 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.866240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=a195c4c2-f06e-4a75-94a1-8514c5242d52,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:52.868416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276890d4-130a-4193-9d4a-d64192b27294 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.896854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276890d4-130a-4193-9d4a-d64192b27294 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=6f64cf78-60bb-4673-989c-522e45f6ff3d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:52.963764 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276890d4-130a-4193-9d4a-d64192b27294 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.967226 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-276890d4-130a-4193-9d4a-d64192b27294 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:52.968448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-276890d4-130a-4193-9d4a-d64192b27294 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/floatingips/26c391b6-580a-4657-ad79-86ec7507d1de HTTP/1.1" status: 204 len: 168 time: 0.5317478 Sep 16 16:56:52.972257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44630) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:52.996253 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f6825c-3e5b-4eb3-9cc3-25db35d584d9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] DELETE failed (client error): The resource could not be found. Sep 16 16:56:52.996976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f6825c-3e5b-4eb3-9cc3-25db35d584d9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:56:53.001396 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-37f6825c-3e5b-4eb3-9cc3-25db35d584d9 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/ports/b7e2f928-c136-4b9c-9224-1e4aee5038b8 HTTP/1.1" status: 404 len: 333 time: 0.0255415 Sep 16 16:56:53.001668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44634) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:53.030365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bd26508a-3af5-4204-ba3c-3879ee6134f1 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae527300-f8f9-4c4d-a8eb-8df078a9837e HTTP/1.1" status: 200 len: 205 time: 0.0275621 Sep 16 16:56:53.038113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44636) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:53.053670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['a195c4c2-f06e-4a75-94a1-8514c5242d52'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:56:53.083397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea718e6d-30e7-4ac9-8570-ad8194b934fa req-d3096047-d076-4a3c-9da1-efb4d284defc tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:53.085063 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea718e6d-30e7-4ac9-8570-ad8194b934fa req-d3096047-d076-4a3c-9da1-efb4d284defc tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 949 time: 0.0535979 Sep 16 16:56:53.106708 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-29f55da6-0c3e-4916-b075-d860f3c501bb tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] delete failed (client error): The resource could not be found. Sep 16 16:56:53.107743 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-29f55da6-0c3e-4916-b075-d860f3c501bb tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/routers/ae527300-f8f9-4c4d-a8eb-8df078a9837e HTTP/1.1" status: 404 len: 336 time: 0.0685163 Sep 16 16:56:53.111304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44638) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:53.141605 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-e935597c-8415-462e-9614-dbb16d3aeef4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] DELETE failed (client error): The resource could not be found. Sep 16 16:56:53.142314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e935597c-8415-462e-9614-dbb16d3aeef4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:56:53.142480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab3656-92d0-4b25-ba4f-13a9fa0b924f req-e009c749-5f26-4377-b6b0-f43a414574de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:53.146059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e935597c-8415-462e-9614-dbb16d3aeef4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/subnets/cf8ece51-e289-4420-a5dc-c9c11270e7de HTTP/1.1" status: 404 len: 337 time: 0.0313690 Sep 16 16:56:53.146196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0fab3656-92d0-4b25-ba4f-13a9fa0b924f req-e009c749-5f26-4377-b6b0-f43a414574de service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5255401 Sep 16 16:56:53.146310 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44640) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:53.157988 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea718e6d-30e7-4ac9-8570-ad8194b934fa req-51a699d7-8e39-492d-88ae-6a2bf687b446 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662115 Sep 16 16:56:53.267408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-5c37c62b-2ccb-44b8-beee-a5071fb2242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:53.268937 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-5c37c62b-2ccb-44b8-beee-a5071fb2242f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1095 time: 0.0805275 Sep 16 16:56:53.289931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa2f8c-0edc-4606-80e4-e6bbb0eb6a49 req-9f9431ee-a3f7-441f-b4d2-e5fbd6fa2a2c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:53.290569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-88ac2b24-0613-435b-baa4-a9624a355152 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:53.290917 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88ac2b24-0613-435b-baa4-a9624a355152 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:53.291436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0aa2f8c-0edc-4606-80e4-e6bbb0eb6a49 req-9f9431ee-a3f7-441f-b4d2-e5fbd6fa2a2c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 944 time: 0.0492070 Sep 16 16:56:53.322115 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-96964f12-2da0-49a6-8dc8-21d9958f8024 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 217 time: 0.0440619 Sep 16 16:56:53.330398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0aa2f8c-0edc-4606-80e4-e6bbb0eb6a49 req-ec34e241-f64b-4bd3-9778-683bc17e3fed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327749 Sep 16 16:56:53.427368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-955d4e07-628b-4735-83bd-93a3497784e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:53.428868 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-955d4e07-628b-4735-83bd-93a3497784e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f62d545-4c48-49db-8ec0-034ee09196bf HTTP/1.1" status: 200 len: 835 time: 0.0959735 Sep 16 16:56:53.454890 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88ac2b24-0613-435b-baa4-a9624a355152 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:53.483437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-88ac2b24-0613-435b-baa4-a9624a355152 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0 owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:53.502108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-ba708410-7f2e-4d55-8851-5669b7873274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:53.503602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-ba708410-7f2e-4d55-8851-5669b7873274 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9f45ed1-c6bb-45e0-b689-096ace13602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657003 Sep 16 16:56:53.640072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-94d269cc-6aa0-47fe-9ca0-7f19650d5dff service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052802 Sep 16 16:56:53.765810 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-88b5ae11-9e51-4563-8be7-7182ef4f654b req-50411700-18b4-465a-8d76-f57590b7215e service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028912 Sep 16 16:56:53.817366 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88ac2b24-0613-435b-baa4-a9624a355152 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:53.847012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac2b24-0613-435b-baa4-a9624a355152 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:53.918056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88ac2b24-0613-435b-baa4-a9624a355152 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:53.920284 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-88ac2b24-0613-435b-baa4-a9624a355152 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/ports/ad51dc81-8a5a-4f42-bd6d-53eb3b3682a0 HTTP/1.1" status: 204 len: 168 time: 0.7728987 Sep 16 16:56:53.922401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44644) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:54.007322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b4548385-f79a-48c4-9c2a-49275e169573 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port 37354955-0bd2-4acd-beb6-ff16cde618da {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:54.007666 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4548385-f79a-48c4-9c2a-49275e169573 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:54.098187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4548385-f79a-48c4-9c2a-49275e169573 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:54.110335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b4548385-f79a-48c4-9c2a-49275e169573 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for 37354955-0bd2-4acd-beb6-ff16cde618da owned by {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:54.286131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442500b2-31ab-415c-8a42-03e828b0092a req-e090ada0-fe4c-4327-8ce6-f0486d854d79 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:54.287603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-442500b2-31ab-415c-8a42-03e828b0092a req-e090ada0-fe4c-4327-8ce6-f0486d854d79 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 949 time: 0.0488315 Sep 16 16:56:54.296780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4548385-f79a-48c4-9c2a-49275e169573 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:54.332570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4548385-f79a-48c4-9c2a-49275e169573 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=37354955-0bd2-4acd-beb6-ff16cde618da,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:54.335863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-442500b2-31ab-415c-8a42-03e828b0092a req-a017093c-ec20-4039-bd09-e7d7dcaa27b7 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Sep 16 16:56:54.409489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b4548385-f79a-48c4-9c2a-49275e169573 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:54.411498 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b4548385-f79a-48c4-9c2a-49275e169573 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/ports/37354955-0bd2-4acd-beb6-ff16cde618da HTTP/1.1" status: 204 len: 168 time: 0.4881904 Sep 16 16:56:54.414006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44650) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:54.481337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe454cc-25cb-4c62-af04-2b5c7d3482e5 req-eb9fd254-7e4e-4021-bf60-2a4d6709cc34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:54.482795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-abe454cc-25cb-4c62-af04-2b5c7d3482e5 req-eb9fd254-7e4e-4021-bf60-2a4d6709cc34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 944 time: 0.0823607 Sep 16 16:56:54.489995 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60619fb8-217f-4557-88fc-d55b8b7b26a4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:54.491340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-60619fb8-217f-4557-88fc-d55b8b7b26a4 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ee60ddf-d3e8-4b31-89c9-be162adfaccc HTTP/1.1" status: 200 len: 913 time: 0.0764091 Sep 16 16:56:54.494218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44652) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:54.524080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-abe454cc-25cb-4c62-af04-2b5c7d3482e5 req-d65b24c8-92f9-49d0-901c-b612617c6297 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315976 Sep 16 16:56:54.527458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a195c4c2-f06e-4a75-94a1-8514c5242d52 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:56:54.639032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port a195c4c2-f06e-4a75-94a1-8514c5242d52 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:56:54.642844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port a195c4c2-f06e-4a75-94a1-8514c5242d52 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:54.643212 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:54.720775 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:54.750240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3db0b5-edc9-48df-89aa-9f643bc21069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a195c4c2-f06e-4a75-94a1-8514c5242d52'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:56:54.752609 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1652662-157f-4db3-ba0a-8f5f7fbf5ea4" -d '{"events": [{"server_uuid": "7a3db0b5-edc9-48df-89aa-9f643bc21069", "name": "network-vif-plugged", "status": "completed", "tag": "a195c4c2-f06e-4a75-94a1-8514c5242d52"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:56:54.770192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a195c4c2-f06e-4a75-94a1-8514c5242d52, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a195c4c2-f06e-4a75-94a1-8514c5242d52,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:54.849709 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:54.875495 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba6a20b-32b7-45cf-a1fa-a9662ab37bdf x-openstack-request-id: req-4ba6a20b-32b7-45cf-a1fa-a9662ab37bdf {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:56:54.878083 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3db0b5-edc9-48df-89aa-9f643bc21069", "name": "network-vif-plugged", "status": "completed", "tag": "a195c4c2-f06e-4a75-94a1-8514c5242d52", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:56:54.878083 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ba6a20b-32b7-45cf-a1fa-a9662ab37bdf {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:56:54.878083 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3db0b5-edc9-48df-89aa-9f643bc21069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a195c4c2-f06e-4a75-94a1-8514c5242d52', 'code': 200} Sep 16 16:56:54.903073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=a195c4c2-f06e-4a75-94a1-8514c5242d52,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:54.959166 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:55.009800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585a6b8-f396-4e4b-9cf3-2ca55307cd92 req-affda2ed-fd2d-4f2f-bafc-447ed4479667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:55.011458 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f585a6b8-f396-4e4b-9cf3-2ca55307cd92 req-affda2ed-fd2d-4f2f-bafc-447ed4479667 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 1101 time: 0.0947578 Sep 16 16:56:55.091763 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f585a6b8-f396-4e4b-9cf3-2ca55307cd92 req-c3a44461-e5e5-44e0-8814-4a93979c8c05 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705817 Sep 16 16:56:55.241972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port 22176f2f-07ab-46f0-9486-c5ca0260668c {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:55.242238 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:55.326728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:55.338377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for 22176f2f-07ab-46f0-9486-c5ca0260668c owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:55.455041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924868ca-be3a-4d19-8c22-3bbb1d98e36b req-b7e97d42-84d4-4af8-8833-830358a416c3 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:55.456832 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-924868ca-be3a-4d19-8c22-3bbb1d98e36b req-b7e97d42-84d4-4af8-8833-830358a416c3 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 950 time: 0.0512455 Sep 16 16:56:55.498594 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-924868ca-be3a-4d19-8c22-3bbb1d98e36b req-fb27d237-b059-49d3-80a8-f1af69c06d48 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356903 Sep 16 16:56:55.588358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:55.621683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=22176f2f-07ab-46f0-9486-c5ca0260668c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:55.646945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a1ea4-4da9-4295-846f-dbdbf3076ff6 req-f3997fd2-d068-4f5e-a2ac-9d1633025cff tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:55.648482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b0a1ea4-4da9-4295-846f-dbdbf3076ff6 req-f3997fd2-d068-4f5e-a2ac-9d1633025cff tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 944 time: 0.0532916 Sep 16 16:56:55.689070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b0a1ea4-4da9-4295-846f-dbdbf3076ff6 req-4611a040-a63d-418f-a273-e2ae0081ff89 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338273 Sep 16 16:56:55.786033 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:55.996053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:56:56.412199 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:56:56.417279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7b295d27-415e-4cb4-8dae-5f956fec633e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "PUT /v2.0/routers/1ee60ddf-d3e8-4b31-89c9-be162adfaccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9220321 Sep 16 16:56:56.419785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44662) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:56.422388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c729c848-bc29-4a44-aee8-042b7b0e69b8 None None] Sync routers for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:56:56.432147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729c848-bc29-4a44-aee8-042b7b0e69b8 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:56.433426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c729c848-bc29-4a44-aee8-042b7b0e69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:56.466068 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c729c848-bc29-4a44-aee8-042b7b0e69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:56.474621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729c848-bc29-4a44-aee8-042b7b0e69b8 None None] Routers {'1ee60ddf-d3e8-4b31-89c9-be162adfaccc'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:56:56.475320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c729c848-bc29-4a44-aee8-042b7b0e69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:56:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:56.510563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c729c848-bc29-4a44-aee8-042b7b0e69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:56.511895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c729c848-bc29-4a44-aee8-042b7b0e69b8 None None] The sync data for ids ['1ee60ddf-d3e8-4b31-89c9-be162adfaccc'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:56:56.531683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:56.610575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42a740-39c9-4a47-ada1-c58606d29231 req-9f2e1372-7d13-4a07-989f-ca4d9675a064 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:56.611992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d42a740-39c9-4a47-ada1-c58606d29231 req-9f2e1372-7d13-4a07-989f-ca4d9675a064 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 950 time: 0.0481989 Sep 16 16:56:56.634974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 50e3d499-6725-4271-885b-8e8f0b82b761 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:56:56.642085 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:56.650953 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6d42a740-39c9-4a47-ada1-c58606d29231 req-795f6204-8a8c-476a-9a55-d5bd95be09b8 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Sep 16 16:56:56.739939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=50e3d499-6725-4271-885b-8e8f0b82b761,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:56.752970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting port 911ecfda-d1c9-45a7-9dff-483cb8abe290 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:56:56.753406 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:56.754428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '50e3d499-6725-4271-885b-8e8f0b82b761', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'port_id': '50e3d499-6725-4271-885b-8e8f0b82b761', 'mac_address': 'fa:16:3e:9b:ec:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:56:56.801741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:56.815393 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9d0d7-04ea-46fc-8334-d16043c98d84 req-1f7d7aaf-f808-4d07-9ad1-1bb69f91f6d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:56.820268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e3d499-6725-4271-885b-8e8f0b82b761 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:56:56.823781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21e9d0d7-04ea-46fc-8334-d16043c98d84 req-1f7d7aaf-f808-4d07-9ad1-1bb69f91f6d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 944 time: 0.0588815 Sep 16 16:56:56.840776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=50e3d499-6725-4271-885b-8e8f0b82b761,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:56.855247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:56.863088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21e9d0d7-04ea-46fc-8334-d16043c98d84 req-f35b4939-65c7-4707-89e5-09f166e5fb7c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367019 Sep 16 16:56:56.870905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Calling delete_port for 911ecfda-d1c9-45a7-9dff-483cb8abe290 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:56:56.896606 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:56.946938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=50e3d499-6725-4271-885b-8e8f0b82b761,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:57.084927 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.117014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Port': ['ID=911ecfda-d1c9-45a7-9dff-483cb8abe290,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:57.126453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['50e3d499-6725-4271-885b-8e8f0b82b761'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:56:57.177042 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.241288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-427987b5-01f9-4190-ae06-4bb862442c52 req-22462969-bbe7-4f29-aaac-076101b458c1 service neutron] (95357) timed out ('10.222.0.62', 59027) {{(pid=95357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 16:56:57.277055 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.279339 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.388287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.388922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Fanout notify agent at l3_agent the message router_deleted on router 1ee60ddf-d3e8-4b31-89c9-be162adfaccc {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:56:57.396179 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.398070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5a54f82f-2cbd-4223-9848-7de11e2cfd0c tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/routers/1ee60ddf-d3e8-4b31-89c9-be162adfaccc HTTP/1.1" status: 204 len: 168 time: 0.9766624 Sep 16 16:56:57.399928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44678) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:57.460402 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abff96f-bf12-4c7f-97c7-c1154d57d278 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Deleting subnet 2393171e-8221-4a6d-a20e-8a7d42a2d93d {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:56:57.465706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1abff96f-bf12-4c7f-97c7-c1154d57d278 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.510017 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1abff96f-bf12-4c7f-97c7-c1154d57d278 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.554518 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1abff96f-bf12-4c7f-97c7-c1154d57d278 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.685654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1abff96f-bf12-4c7f-97c7-c1154d57d278 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.719607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abff96f-bf12-4c7f-97c7-c1154d57d278 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Subnet': ['ID=2393171e-8221-4a6d-a20e-8a7d42a2d93d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:57.723066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1abff96f-bf12-4c7f-97c7-c1154d57d278 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.724967 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1abff96f-bf12-4c7f-97c7-c1154d57d278 tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/subnets/2393171e-8221-4a6d-a20e-8a7d42a2d93d HTTP/1.1" status: 204 len: 168 time: 0.3240576 Sep 16 16:56:57.727470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44680) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:57.803051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.894838 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.916698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed1bee6-1f71-4945-8c3c-58e15b8ba703']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:57.926999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ba9b99-c3e4-4a39-95ec-1ef94d76e741') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:57.927298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ba9b99-c3e4-4a39-95ec-1ef94d76e741') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:56:57.939080 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.973563 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.982567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:56:57.982956 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:56:57.986683 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:56:58.019290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caa2d9-7690-4466-9f19-e75ddc8c52ca req-64c670d1-69e7-444a-a439-d232f7117495 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:58.020872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4caa2d9-7690-4466-9f19-e75ddc8c52ca req-64c670d1-69e7-444a-a439-d232f7117495 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 945 time: 0.0843749 Sep 16 16:56:58.216786 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-33fe8f36-b790-4c34-8af2-dcf6bcb42f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:58.396952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4caa2d9-7690-4466-9f19-e75ddc8c52ca req-d775907e-bf04-4658-bd4c-cc18679a7849 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367835 Sep 16 16:56:58.427622 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:58.435612 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:58.437433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] 10.222.0.22 "DELETE /v2.0/networks/aed1bee6-1f71-4945-8c3c-58e15b8ba703 HTTP/1.1" status: 204 len: 168 time: 0.7089798 Sep 16 16:56:58.449526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcd35e-51c0-4142-a702-19f0ecde2f2e tempest-FloatingIPTestJSON-7634522 tempest-FloatingIPTestJSON-7634522-project] Pushing event deleted for resources: {'Network': ['ID=aed1bee6-1f71-4945-8c3c-58e15b8ba703,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:58.649670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 50e3d499-6725-4271-885b-8e8f0b82b761 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:56:58.765123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 50e3d499-6725-4271-885b-8e8f0b82b761 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:56:58.769144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 50e3d499-6725-4271-885b-8e8f0b82b761 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:56:58.769513 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:58.853195 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:58.875933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:56:58.878188 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8990f08c-2007-4509-8cd9-b295a35a2cb8" -d '{"events": [{"server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "name": "network-vif-plugged", "status": "completed", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:56:58.889302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44692) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:58.891782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=50e3d499-6725-4271-885b-8e8f0b82b761,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:56:58.925201 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d7a584-12ea-45cb-ac7b-6455545ec077 x-openstack-request-id: req-45d7a584-12ea-45cb-ac7b-6455545ec077 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:56:58.925544 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "name": "network-vif-plugged", "status": "completed", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:56:58.925802 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45d7a584-12ea-45cb-ac7b-6455545ec077 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:56:58.926357 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761', 'code': 200} Sep 16 16:56:58.942662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:58.993081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=50e3d499-6725-4271-885b-8e8f0b82b761,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:59.064032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694add62-29e6-4b16-b9ff-4534d51908b9 req-ae758200-d025-43a5-b08e-d991cea0af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:59.065560 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-694add62-29e6-4b16-b9ff-4534d51908b9 req-ae758200-d025-43a5-b08e-d991cea0af9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1097 time: 0.0775034 Sep 16 16:56:59.069311 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d39bb478-6f2a-46d1-ad5b-d58b91dfc231 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23b17eeb7b014e859f6063db37acb1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782250 Sep 16 16:56:59.071956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44696) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:56:59.131425 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-694add62-29e6-4b16-b9ff-4534d51908b9 req-e9141ed4-1c05-4bd2-b8ad-9aad3361454a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528841 Sep 16 16:56:59.146454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cbb9ed13-18a1-4ec1-aafa-0fe0ccb12b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:59.168740 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cbb9ed13-18a1-4ec1-aafa-0fe0ccb12b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:59.302012 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cbb9ed13-18a1-4ec1-aafa-0fe0ccb12b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:59.304669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cbb9ed13-18a1-4ec1-aafa-0fe0ccb12b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:56:59.306015 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cbb9ed13-18a1-4ec1-aafa-0fe0ccb12b1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4fafb38d-bef1-4811-a833-d1c9087538ca HTTP/1.1" status: 204 len: 168 time: 0.2330811 Sep 16 16:56:59.314916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9ed13-18a1-4ec1-aafa-0fe0ccb12b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fafb38d-bef1-4811-a833-d1c9087538ca,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:56:59.522209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea867a8-4d7f-46e0-a0a8-7c083f79273a req-29758b7a-38d4-4a0f-b9fa-81fe0a648a69 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:56:59.523908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ea867a8-4d7f-46e0-a0a8-7c083f79273a req-29758b7a-38d4-4a0f-b9fa-81fe0a648a69 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0527394 Sep 16 16:56:59.566200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4ea867a8-4d7f-46e0-a0a8-7c083f79273a req-4e925474-415f-47ce-887f-b5b7f0de5a0c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343697 Sep 16 16:57:00.437948 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44724) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:00.541577 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6de6cbb3-4dd1-484d-9e88-71823db658b2 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] Request body: {'port': {'network_id': '7cd3407b-8802-42da-81a2-881b2f30c21f', 'name': 'tempest-NetworksNegativeTestJSON-1005946564'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:00.559746 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de6cbb3-4dd1-484d-9e88-71823db658b2 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] POST failed (client error): The resource could not be found. Sep 16 16:57:00.560312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de6cbb3-4dd1-484d-9e88-71823db658b2 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:57:00.561507 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6de6cbb3-4dd1-484d-9e88-71823db658b2 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1224563 Sep 16 16:57:00.565422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44728) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:00.584541 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef9ea26-2315-4a44-8cb6-6016a75cbc2d tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] DELETE failed (client error): The resource could not be found. Sep 16 16:57:00.585113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef9ea26-2315-4a44-8cb6-6016a75cbc2d tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:57:00.586908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eef9ea26-2315-4a44-8cb6-6016a75cbc2d tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] 10.222.0.22 "DELETE /v2.0/networks/f7533341-9011-4395-8907-f3b283ac3af0 HTTP/1.1" status: 404 len: 339 time: 0.0205426 Sep 16 16:57:00.591516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44732) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:00.616346 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-e955e3cb-1db0-4617-b663-7c3597618a65 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] DELETE failed (client error): The resource could not be found. Sep 16 16:57:00.617080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e955e3cb-1db0-4617-b663-7c3597618a65 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:57:00.621455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e955e3cb-1db0-4617-b663-7c3597618a65 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] 10.222.0.22 "DELETE /v2.0/ports/d2c3646e-8393-433b-965a-5f08dd2ee5fd HTTP/1.1" status: 404 len: 333 time: 0.0262251 Sep 16 16:57:00.624102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44734) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:00.657006 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2e9bce-3c9e-41ae-a66c-9f364ed48918 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] DELETE failed (client error): The resource could not be found. Sep 16 16:57:00.657405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2e9bce-3c9e-41ae-a66c-9f364ed48918 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:57:00.659113 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2b2e9bce-3c9e-41ae-a66c-9f364ed48918 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] 10.222.0.22 "DELETE /v2.0/subnets/64b34ca7-eabc-4091-afbf-7be974e3de73 HTTP/1.1" status: 404 len: 337 time: 0.0337646 Sep 16 16:57:00.662891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44736) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:00.683718 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b6596f-cbc4-4f82-b2e7-87b13a2fb1fe tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] GET failed (client error): The resource could not be found. Sep 16 16:57:00.685296 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-18b6596f-cbc4-4f82-b2e7-87b13a2fb1fe tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] 10.222.0.22 "GET /v2.0/networks/9953ec33-11e4-46aa-92e9-e871b56ed7a7 HTTP/1.1" status: 404 len: 339 time: 0.0213525 Sep 16 16:57:00.689043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44738) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:00.709071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f3601-1b1d-4324-9711-ff69011ba8ef req-ec196137-591e-47dc-b5b2-5df8d8b89ba9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:00.710761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-348f3601-1b1d-4324-9711-ff69011ba8ef req-ec196137-591e-47dc-b5b2-5df8d8b89ba9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0552709 Sep 16 16:57:00.714245 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8992046-1b2e-4a25-94be-e8b1a0e739b7 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] GET failed (client error): The resource could not be found. Sep 16 16:57:00.717002 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c8992046-1b2e-4a25-94be-e8b1a0e739b7 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] 10.222.0.22 "GET /v2.0/ports/2e235a8d-9b36-4e50-9482-0f502caec30a HTTP/1.1" status: 404 len: 333 time: 0.0258107 Sep 16 16:57:00.720296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44740) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:00.754493 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f8aa91-2e32-456f-b9ce-f54a4c4a394a tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] GET failed (client error): The resource could not be found. Sep 16 16:57:00.759738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-97f8aa91-2e32-456f-b9ce-f54a4c4a394a tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] 10.222.0.22 "GET /v2.0/subnets/552c7891-6edd-4d48-84e2-fa97e7689eb1 HTTP/1.1" status: 404 len: 337 time: 0.0342822 Sep 16 16:57:00.760316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44742) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:00.766736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fde7cb3c-75a1-495d-9df8-78a2f3010ec0 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:00.781297 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde7cb3c-75a1-495d-9df8-78a2f3010ec0 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] PUT failed (client error): The resource could not be found. Sep 16 16:57:00.782268 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-348f3601-1b1d-4324-9711-ff69011ba8ef req-e85b246b-a0a0-4512-a3b4-c844113b5644 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523584 Sep 16 16:57:00.787795 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-00044040-6995-4c25-8236-d548067f1069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:00.793437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde7cb3c-75a1-495d-9df8-78a2f3010ec0 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:57:00.794711 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fde7cb3c-75a1-495d-9df8-78a2f3010ec0 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] 10.222.0.22 "PUT /v2.0/networks/fdfe090a-683f-4044-b625-cf73152966ef HTTP/1.1" status: 404 len: 339 time: 0.0323927 Sep 16 16:57:00.798371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44744) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:00.803895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-91747a07-f9a8-4a7a-8613-64a158c18b0a tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:00.823551 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-91747a07-f9a8-4a7a-8613-64a158c18b0a tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] PUT failed (client error): The resource could not be found. Sep 16 16:57:00.824278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91747a07-f9a8-4a7a-8613-64a158c18b0a tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:57:00.829008 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-91747a07-f9a8-4a7a-8613-64a158c18b0a tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] 10.222.0.22 "PUT /v2.0/ports/5af1dc38-48ae-4913-86d8-592fd2e35d23 HTTP/1.1" status: 404 len: 333 time: 0.0260210 Sep 16 16:57:00.829253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44748) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:00.834662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6313ec20-c465-4bcf-af52-70d3ed6f6017 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:00.857850 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6313ec20-c465-4bcf-af52-70d3ed6f6017 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] PUT failed (client error): The resource could not be found. Sep 16 16:57:00.858579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6313ec20-c465-4bcf-af52-70d3ed6f6017 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:57:00.859911 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6313ec20-c465-4bcf-af52-70d3ed6f6017 tempest-NetworksNegativeTestJSON-1910848845 tempest-NetworksNegativeTestJSON-1910848845-project] 10.222.0.22 "PUT /v2.0/subnets/e74ef209-c6ff-4498-ba11-6dd11079423e HTTP/1.1" status: 404 len: 337 time: 0.0295274 Sep 16 16:57:00.902042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dcac0-54e2-4148-b295-c9be8b412167 req-46a01d8d-6638-4332-b400-3af9deaf56da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:00.903518 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e63dcac0-54e2-4148-b295-c9be8b412167 req-46a01d8d-6638-4332-b400-3af9deaf56da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0512080 Sep 16 16:57:00.907629 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:57:00.947746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e63dcac0-54e2-4148-b295-c9be8b412167 req-2ae7e237-ed5d-4919-bbd1-1cd7740ed228 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363140 Sep 16 16:57:00.974761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44752) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:01.021433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc6c7b2-9112-4f22-84f9-4a0d7369ae3a tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:01.022988 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0cc6c7b2-9112-4f22-84f9-4a0d7369ae3a tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1092 time: 0.0471771 Sep 16 16:57:01.026056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44754) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:01.031191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '50e3d499-6725-4271-885b-8e8f0b82b761', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:01.096532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.205718 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.319452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.25.6.8 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/8b75346c-cdf4-495f-ad0b-65bbbe55f6dd) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:01.322004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44758) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:01.441963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.447502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.463964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.543725 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.548304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.587291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:01.590697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:01.594269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:01.605330 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.627635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=8b75346c-cdf4-495f-ad0b-65bbbe55f6dd,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:01.643927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c271fc2a0a954f22ab0baffa9f340657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199158 Sep 16 16:57:01.646251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2acc951-5617-4fe8-8e28-4e97c70dd513,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:01.648168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44766) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:01.665809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.666160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.666503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.666906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.667306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.667640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.667970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.668297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.668649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.668976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.669298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.669621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2460bbfb-5201-4deb-9538-04b1b02c2b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:01.710310 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-feddfcab-9e38-4df1-9e4d-89c62520c913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.732581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-feddfcab-9e38-4df1-9e4d-89c62520c913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.840064 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-feddfcab-9e38-4df1-9e4d-89c62520c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.842700 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-feddfcab-9e38-4df1-9e4d-89c62520c913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.844049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-feddfcab-9e38-4df1-9e4d-89c62520c913 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2acc951-5617-4fe8-8e28-4e97c70dd513 HTTP/1.1" status: 204 len: 168 time: 0.1949241 Sep 16 16:57:01.851953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddfcab-9e38-4df1-9e4d-89c62520c913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2acc951-5617-4fe8-8e28-4e97c70dd513,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:01.996709 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:01.999281 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:02.126876 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:02.303239 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:02.364770 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:02.439891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=8b75346c-cdf4-495f-ad0b-65bbbe55f6dd,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:02.452868 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:02.574647 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Floating IP 5b79afa9-2e2c-4145-bbba-9dc3a6930f60 associated. External IP: 172.25.6.8, port: 50e3d499-6725-4271-885b-8e8f0b82b761. Sep 16 16:57:02.799853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router d8c51fad-c145-461b-a099-41dacf67ffd4 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:57:02.825584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44790) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:02.909867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:02.920182 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] Sync routers for ids ['d8c51fad-c145-461b-a099-41dacf67ffd4'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:02.926031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'network': {'name': 'tempest-RoutersTest-365235373'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:02.929932 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] Routers {'d8c51fad-c145-461b-a099-41dacf67ffd4'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:02.934100 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d8c51fad-c145-461b-a099-41dacf67ffd4'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:02.982507 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.012581 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-560dc6c2-a29e-492d-87fd-6c227bf7e14d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9846318 Sep 16 16:57:03.013168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:57:03.015859 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24afb11-c409-4f21-9206-742c03300961" -d '{"events": [{"name": "network-changed", "server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:57:03.055295 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5e2b1d-f7e5-49da-bea5-a127f1fd7fc2 x-openstack-request-id: req-7a5e2b1d-f7e5-49da-bea5-a127f1fd7fc2 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:57:03.055619 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:57:03.055876 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a5e2b1d-f7e5-49da-bea5-a127f1fd7fc2 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:57:03.056290 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761', 'status': 'completed', 'code': 200} Sep 16 16:57:03.081386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:03.085076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.110990 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.131045 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] Set router d8c51fad-c145-461b-a099-41dacf67ffd4 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:57:03.133470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24afb11-c409-4f21-9206-742c03300961 req-2647ca96-d9f8-4150-af2d-45762cd547e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:03.135137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e24afb11-c409-4f21-9206-742c03300961 req-2647ca96-d9f8-4150-af2d-45762cd547e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1097 time: 0.0452220 Sep 16 16:57:03.152711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a025f-d76f-45a9-94dc-1dd785f47ec2 req-2bb9b57d-29e8-4fe5-96f0-510827625fad tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:03.154243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-368a025f-d76f-45a9-94dc-1dd785f47ec2 req-2bb9b57d-29e8-4fe5-96f0-510827625fad tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0839326 Sep 16 16:57:03.222137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-368a025f-d76f-45a9-94dc-1dd785f47ec2 req-433a7e36-8516-491b-9f2d-1ce2baa2595d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526648 Sep 16 16:57:03.255713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44798) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:03.265900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.266403 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24afb11-c409-4f21-9206-742c03300961 req-6bae1f06-fa0d-4d47-a966-f9886be29c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:03.268051 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e24afb11-c409-4f21-9206-742c03300961 req-6bae1f06-fa0d-4d47-a966-f9886be29c15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 200 len: 898 time: 0.1241734 Sep 16 16:57:03.324893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.349152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:57:03.363951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb94c032-a713-445f-915f-20e62d4fdd02,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:03.370810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.372933 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added segment f26d8519-25a5-441c-b854-e891844d7ec8 of type vlan for network 94359933-548d-4462-8a76-eca03b5788e3 Sep 16 16:57:03.373085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-441bff58-949a-492e-9ff8-d203ae957943 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/5b79afa9-2e2c-4145-bbba-9dc3a6930f60 HTTP/1.1" status: 200 len: 990 time: 0.1142523 Sep 16 16:57:03.378252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e24afb11-c409-4f21-9206-742c03300961 req-5fd61c76-6590-4414-a4a0-24048bcc5b44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 998 time: 0.0823805 Sep 16 16:57:03.388267 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '5b79afa9-2e2c-4145-bbba-9dc3a6930f60', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'port_id': '50e3d499-6725-4271-885b-8e8f0b82b761', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'mac_address': 'fa:16:3e:9b:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:57:01Z', 'updated_at': '2021-09-16T16:57:01Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53887416-3ebd-42b2-a915-0f3d9ee30b27', 'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:8f:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:44Z', 'updated_at': '2021-09-16T16:56:48Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:03.417783 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.420209 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] Checking router: d8c51fad-c145-461b-a099-41dacf67ffd4 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:57:03.428496 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] Routers {'d8c51fad-c145-461b-a099-41dacf67ffd4'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:03.429115 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d8c51fad-c145-461b-a099-41dacf67ffd4'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:03.437578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24afb11-c409-4f21-9206-742c03300961 req-180d1c6b-1238-4bdd-b20b-b5431e14181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:03.439452 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e24afb11-c409-4f21-9206-742c03300961 req-180d1c6b-1238-4bdd-b20b-b5431e14181d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f62d545-4c48-49db-8ec0-034ee09196bf HTTP/1.1" status: 200 len: 835 time: 0.0528073 Sep 16 16:57:03.485974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24afb11-c409-4f21-9206-742c03300961 req-cc1b58d9-f0d7-4f55-b983-c82e3457ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:03.487506 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e24afb11-c409-4f21-9206-742c03300961 req-cc1b58d9-f0d7-4f55-b983-c82e3457ad20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9f45ed1-c6bb-45e0-b689-096ace13602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408618 Sep 16 16:57:03.501845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.507696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:03.508304 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.543738 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] Set router d8c51fad-c145-461b-a099-41dacf67ffd4 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:57:03.579693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Network': ['ID=94359933-548d-4462-8a76-eca03b5788e3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:03.752204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 94359933-548d-4462-8a76-eca03b5788e3 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:57:03.755263 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e24afb11-c409-4f21-9206-742c03300961 req-9692c874-e764-4788-90d2-15a1ac87b68d service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023989 Sep 16 16:57:03.755629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a35b0b3a-ffa1-40e3-aea6-d6f8dc88cbfa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8302069 Sep 16 16:57:03.755629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44802) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:03.755629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'network': {'name': 'tempest-RoutersTest-1778142841'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:03.755847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e24afb11-c409-4f21-9206-742c03300961 req-7bdfd263-63a6-4f97-83a6-a3a07be57356 service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057181 Sep 16 16:57:03.798673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:03.802269 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.805465 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '5b79afa9-2e2c-4145-bbba-9dc3a6930f60', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'port_id': '50e3d499-6725-4271-885b-8e8f0b82b761', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'mac_address': 'fa:16:3e:9b:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:57:01Z', 'updated_at': '2021-09-16T16:57:01Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53887416-3ebd-42b2-a915-0f3d9ee30b27', 'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:8f:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:44Z', 'updated_at': '2021-09-16T16:56:48Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:03.821566 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.828152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:57:03.834842 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862b8723-39e8-468e-90f1-081e4f14335f None None] The sync data for ids ['d8c51fad-c145-461b-a099-41dacf67ffd4'] in n-d-807786-3 is: [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '5b79afa9-2e2c-4145-bbba-9dc3a6930f60', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'port_id': '50e3d499-6725-4271-885b-8e8f0b82b761', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'mac_address': 'fa:16:3e:9b:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:57:01Z', 'updated_at': '2021-09-16T16:57:01Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53887416-3ebd-42b2-a915-0f3d9ee30b27', 'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:8f:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:44Z', 'updated_at': '2021-09-16T16:56:48Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:03.838193 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.838547 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added segment 3da59098-3e09-4772-9e2f-129f03c1b72d of type vlan for network d7eff2cb-9886-4b92-bebe-92945c0d4051 Sep 16 16:57:03.884980 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.993156 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:03.999518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:04.000172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:04.031424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35090411-97ca-44ad-a7cc-6d0f8dbb9fae None None] New status for floating IP 5b79afa9-2e2c-4145-bbba-9dc3a6930f60: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:57:04.071727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Network': ['ID=d7eff2cb-9886-4b92-bebe-92945c0d4051,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:04.086847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network d7eff2cb-9886-4b92-bebe-92945c0d4051 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:57:04.113851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3318ee8c-8283-4b1d-aea4-cb7ac58adea5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4534061 Sep 16 16:57:04.116580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44804) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:04.122971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'subnet': {'network_id': '94359933-548d-4462-8a76-eca03b5788e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:04.267334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:04.270891 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:04.375657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44806) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:04.441433 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-68e635a2-2714-4b4b-9180-05c33136e668 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/5b79afa9-2e2c-4145-bbba-9dc3a6930f60 HTTP/1.1" status: 200 len: 992 time: 0.0643513 Sep 16 16:57:04.513561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:04.575816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Subnet': ['ID=d2adae50-f6ea-45c7-9860-9d59c67e64f9,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:04.586088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Checking segment: {'id': 'f26d8519-25a5-441c-b854-e891844d7ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94359933-548d-4462-8a76-eca03b5788e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:04.586453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network hostable DHCP agents. Network: 94359933-548d-4462-8a76-eca03b5788e3, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:57:04.655554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 94359933-548d-4462-8a76-eca03b5788e3 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:57:04.741757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 94359933-548d-4462-8a76-eca03b5788e3) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:04.746175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:04.746772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:04.752512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83be47ec-1e4c-4336-8caa-ecf24db4c57e None None] Network 94359933-548d-4462-8a76-eca03b5788e3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:04.828281 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c605c20c-eded-4735-99e1-ef03a0c36244 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7105777 Sep 16 16:57:04.830962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44810) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:04.835890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'subnet': {'network_id': 'd7eff2cb-9886-4b92-bebe-92945c0d4051', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:04.894021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-94359933-548d-4462-8a76-eca03b5788e3', 'network_id': '94359933-548d-4462-8a76-eca03b5788e3', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'fixed_ips': [{'subnet_id': 'd2adae50-f6ea-45c7-9860-9d59c67e64f9'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:57:04.894880 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.045062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:05.048686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.180149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Allocated IP 172.20.0.2 (94359933-548d-4462-8a76-eca03b5788e3/d2adae50-f6ea-45c7-9860-9d59c67e64f9/ceeaa0af-17a5-4f18-a46c-64ed763037b8) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:05.308401 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.327285 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.374977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Subnet': ['ID=29ea8e89-cbe4-4f58-9d96-f860de541b73,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:05.381815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Checking segment: {'id': '3da59098-3e09-4772-9e2f-129f03c1b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd7eff2cb-9886-4b92-bebe-92945c0d4051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:05.382172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network hostable DHCP agents. Network: d7eff2cb-9886-4b92-bebe-92945c0d4051, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:57:05.416232 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.454789 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Network 94359933-548d-4462-8a76-eca03b5788e3 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:05.457516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:05.459916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:05.471906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Pushing event updated for resources: {'Port': ['ID=ceeaa0af-17a5-4f18-a46c-64ed763037b8,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:05.496080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network d7eff2cb-9886-4b92-bebe-92945c0d4051 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:57:05.524306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Attempting to bind port ceeaa0af-17a5-4f18-a46c-64ed763037b8 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:05.524706 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Attempting to bind port ceeaa0af-17a5-4f18-a46c-64ed763037b8 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f26d8519-25a5-441c-b854-e891844d7ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94359933-548d-4462-8a76-eca03b5788e3'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:05.525071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Attempting to bind port ceeaa0af-17a5-4f18-a46c-64ed763037b8 on network 94359933-548d-4462-8a76-eca03b5788e3 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:05.530460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:05.530833 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Checking segment: {'id': 'f26d8519-25a5-441c-b854-e891844d7ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94359933-548d-4462-8a76-eca03b5788e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:05.531235 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.531624 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Bound using segment: {'id': 'f26d8519-25a5-441c-b854-e891844d7ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94359933-548d-4462-8a76-eca03b5788e3'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:05.532083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Bound port: ceeaa0af-17a5-4f18-a46c-64ed763037b8, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26d8519-25a5-441c-b854-e891844d7ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94359933-548d-4462-8a76-eca03b5788e3'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:05.532494 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.592986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] For port ceeaa0af-17a5-4f18-a46c-64ed763037b8, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:05.593239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, d7eff2cb-9886-4b92-bebe-92945c0d4051) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:05.596217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] For port ceeaa0af-17a5-4f18-a46c-64ed763037b8, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ceeaa0af-17a5-4f18-a46c-64ed763037b8,segment=NetworkSegment(f26d8519-25a5-441c-b854-e891844d7ec8),segment_id=f26d8519-25a5-441c-b854-e891844d7ec8)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:05.597677 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:05.598295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.601513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40621535-6f28-4c0f-ab73-e7da7f94c3d8 None None] Network d7eff2cb-9886-4b92-bebe-92945c0d4051 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:05.677456 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.702526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b12c677d-1433-4769-839d-ad45f68e2b5c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8704782 Sep 16 16:57:05.705166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44812) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:05.709688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-880055ff-46eb-4381-bad2-e7a00144cdb7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1014055432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:05.765430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17ed9c-aa87-4977-a4cd-ea296ddb861c None None] Pushing event updated for resources: {'Port': ['ID=ceeaa0af-17a5-4f18-a46c-64ed763037b8,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:05.804281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-d7eff2cb-9886-4b92-bebe-92945c0d4051', 'network_id': 'd7eff2cb-9886-4b92-bebe-92945c0d4051', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'fixed_ips': [{'subnet_id': '29ea8e89-cbe4-4f58-9d96-f860de541b73'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:57:05.805232 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.810482 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-880055ff-46eb-4381-bad2-e7a00144cdb7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.811557 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-880055ff-46eb-4381-bad2-e7a00144cdb7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.871412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-880055ff-46eb-4381-bad2-e7a00144cdb7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:05.964436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Allocated IP 172.21.0.2 (d7eff2cb-9886-4b92-bebe-92945c0d4051/29ea8e89-cbe4-4f58-9d96-f860de541b73/0e959bf6-4b99-4476-994d-fb68067b552c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:05.988030 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-880055ff-46eb-4381-bad2-e7a00144cdb7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.061892 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-880055ff-46eb-4381-bad2-e7a00144cdb7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.063132 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-880055ff-46eb-4381-bad2-e7a00144cdb7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3568892 Sep 16 16:57:06.065926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44816) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:06.116868 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.194272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.236970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Network d7eff2cb-9886-4b92-bebe-92945c0d4051 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:06.239760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:06.246509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:06.249470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Pushing event updated for resources: {'Port': ['ID=0e959bf6-4b99-4476-994d-fb68067b552c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:06.302094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Attempting to bind port 0e959bf6-4b99-4476-994d-fb68067b552c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:06.302465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Attempting to bind port 0e959bf6-4b99-4476-994d-fb68067b552c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '3da59098-3e09-4772-9e2f-129f03c1b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd7eff2cb-9886-4b92-bebe-92945c0d4051'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:06.302836 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Attempting to bind port 0e959bf6-4b99-4476-994d-fb68067b552c on network d7eff2cb-9886-4b92-bebe-92945c0d4051 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:06.308075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:06.308534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Checking segment: {'id': '3da59098-3e09-4772-9e2f-129f03c1b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd7eff2cb-9886-4b92-bebe-92945c0d4051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:06.308948 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.309342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Bound using segment: {'id': '3da59098-3e09-4772-9e2f-129f03c1b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd7eff2cb-9886-4b92-bebe-92945c0d4051'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:06.309808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Bound port: 0e959bf6-4b99-4476-994d-fb68067b552c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da59098-3e09-4772-9e2f-129f03c1b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd7eff2cb-9886-4b92-bebe-92945c0d4051'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:06.310189 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.349614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.390457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] For port 0e959bf6-4b99-4476-994d-fb68067b552c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:06.394400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] For port 0e959bf6-4b99-4476-994d-fb68067b552c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0e959bf6-4b99-4476-994d-fb68067b552c,segment=NetworkSegment(3da59098-3e09-4772-9e2f-129f03c1b72d),segment_id=3da59098-3e09-4772-9e2f-129f03c1b72d)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:06.438656 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.447979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ceeaa0af-17a5-4f18-a46c-64ed763037b8 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:06.544329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c34c2-cf37-4f81-bb09-7ab5a6aee539 None None] Pushing event updated for resources: {'Port': ['ID=0e959bf6-4b99-4476-994d-fb68067b552c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:06.559689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ceeaa0af-17a5-4f18-a46c-64ed763037b8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:06.560047 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.632736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Allocated IP 172.20.0.1 (94359933-548d-4462-8a76-eca03b5788e3/d2adae50-f6ea-45c7-9860-9d59c67e64f9/407a081c-9347-41e8-9910-9f8b7d95f283) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:06.652114 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.686372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port ceeaa0af-17a5-4f18-a46c-64ed763037b8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ceeaa0af-17a5-4f18-a46c-64ed763037b8,segment=NetworkSegment(f26d8519-25a5-441c-b854-e891844d7ec8),segment_id=f26d8519-25a5-441c-b854-e891844d7ec8)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:06.753599 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.790781 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.810058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=ceeaa0af-17a5-4f18-a46c-64ed763037b8,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:06.829344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0a0add-dbd7-4fe9-936c-f5742567a1ab None None] Network 94359933-548d-4462-8a76-eca03b5788e3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:06.903718 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.953081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 94359933-548d-4462-8a76-eca03b5788e3 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:06.956110 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:06.959464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f89c5d40-5497-4a97-a022-eb83abd39721 None None] Provisioning complete for port ceeaa0af-17a5-4f18-a46c-64ed763037b8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:06.959841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f89c5d40-5497-4a97-a022-eb83abd39721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:06.962747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:06.967323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=407a081c-9347-41e8-9910-9f8b7d95f283,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:07.007359 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:07.214398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:07.297309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-88b5ff24-731d-451c-a4de-6292989f57d4 None None] Provisioning complete for port 407a081c-9347-41e8-9910-9f8b7d95f283 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:07.297777 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-88b5ff24-731d-451c-a4de-6292989f57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:07.337080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-88b5ff24-731d-451c-a4de-6292989f57d4 None None] Port 407a081c-9347-41e8-9910-9f8b7d95f283 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:07.348884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-88b5ff24-731d-451c-a4de-6292989f57d4 None None] Provisioning complete for port ceeaa0af-17a5-4f18-a46c-64ed763037b8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:07.349488 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-88b5ff24-731d-451c-a4de-6292989f57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:07.558783 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:07.571948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8d68f08f-46dc-4965-a7b9-11886fb2c11e None None] Provisioning complete for port 407a081c-9347-41e8-9910-9f8b7d95f283 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:07.572317 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d68f08f-46dc-4965-a7b9-11886fb2c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:07.611936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8d68f08f-46dc-4965-a7b9-11886fb2c11e None None] Port 407a081c-9347-41e8-9910-9f8b7d95f283 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:07.621900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:07.625916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87325226-becf-44b1-80bf-1ecbc9bc6bd9 None None] Network d7eff2cb-9886-4b92-bebe-92945c0d4051 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:07.694699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=407a081c-9347-41e8-9910-9f8b7d95f283,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:07.697254 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:07.751067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-90309d74-5d13-4033-8f7a-35b0f8c328d6 None None] Provisioning complete for port 0e959bf6-4b99-4476-994d-fb68067b552c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:07.751346 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90309d74-5d13-4033-8f7a-35b0f8c328d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:07.816855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 94359933-548d-4462-8a76-eca03b5788e3 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:07.818740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:07.920774 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90309d74-5d13-4033-8f7a-35b0f8c328d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:07.972342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-90309d74-5d13-4033-8f7a-35b0f8c328d6 None None] For port 0e959bf6-4b99-4476-994d-fb68067b552c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0e959bf6-4b99-4476-994d-fb68067b552c,segment=NetworkSegment(3da59098-3e09-4772-9e2f-129f03c1b72d),segment_id=3da59098-3e09-4772-9e2f-129f03c1b72d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:08.061818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router c34ba3a8-4a1c-4a92-bf28-9d04e7851b50 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:57:08.084889 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90309d74-5d13-4033-8f7a-35b0f8c328d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:08.145935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90309d74-5d13-4033-8f7a-35b0f8c328d6 None None] Pushing event updated for resources: {'Port': ['ID=0e959bf6-4b99-4476-994d-fb68067b552c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:08.159626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:08.164677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-14bd53e8-ba1f-44e8-a235-3dbfd0662d91 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/c34ba3a8-4a1c-4a92-bf28-9d04e7851b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974331 Sep 16 16:57:08.167353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44824) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:08.170065 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185c0c7-641b-4bd3-9bbd-e58628a45cd2 None None] Sync routers for ids ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:08.179241 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185c0c7-641b-4bd3-9bbd-e58628a45cd2 None None] Routers {'c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:08.179854 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6185c0c7-641b-4bd3-9bbd-e58628a45cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:08.206358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e8024743-6fdd-432c-a236-38034572b877 None None] Provisioning complete for port 0e959bf6-4b99-4476-994d-fb68067b552c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:08.206736 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8024743-6fdd-432c-a236-38034572b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:08.212822 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6185c0c7-641b-4bd3-9bbd-e58628a45cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:08.219566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa66c74-24ff-4cde-b65b-0541c71506b8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:08.221100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1aa66c74-24ff-4cde-b65b-0541c71506b8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports/407a081c-9347-41e8-9910-9f8b7d95f283 HTTP/1.1" status: 200 len: 910 time: 0.0527987 Sep 16 16:57:08.223865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44826) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:08.224824 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185c0c7-641b-4bd3-9bbd-e58628a45cd2 None None] Routers {'c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:08.225476 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6185c0c7-641b-4bd3-9bbd-e58628a45cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:08.263776 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6185c0c7-641b-4bd3-9bbd-e58628a45cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:08.264339 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185c0c7-641b-4bd3-9bbd-e58628a45cd2 None None] The sync data for ids ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:08.310311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e8024743-6fdd-432c-a236-38034572b877 None None] Provisioning complete for port 407a081c-9347-41e8-9910-9f8b7d95f283 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:08.310698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8024743-6fdd-432c-a236-38034572b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:08.351346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e8024743-6fdd-432c-a236-38034572b877 None None] Port 407a081c-9347-41e8-9910-9f8b7d95f283 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:08.461585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ceeaa0af-17a5-4f18-a46c-64ed763037b8 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:08.512499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ceeaa0af-17a5-4f18-a46c-64ed763037b8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:08.512871 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:08.589860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0e959bf6-4b99-4476-994d-fb68067b552c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:08.591406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:08.642455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 0e959bf6-4b99-4476-994d-fb68067b552c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:08.642928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:08.851732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Allocated IP 172.21.0.1 (d7eff2cb-9886-4b92-bebe-92945c0d4051/29ea8e89-cbe4-4f58-9d96-f860de541b73/15deb5d5-266a-434d-80c1-0f3965f02c7f) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:08.968554 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:09.061842 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:09.102835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network d7eff2cb-9886-4b92-bebe-92945c0d4051 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:09.106899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:09.109389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:09.138704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=15deb5d5-266a-434d-80c1-0f3965f02c7f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:09.172192 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:09.363254 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:09.395440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-631025c6-e05b-4cb2-9968-526b0ce1d0de None None] Provisioning complete for port 15deb5d5-266a-434d-80c1-0f3965f02c7f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:09.396024 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-631025c6-e05b-4cb2-9968-526b0ce1d0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:09.434612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-631025c6-e05b-4cb2-9968-526b0ce1d0de None None] Port 15deb5d5-266a-434d-80c1-0f3965f02c7f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:09.633242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:09.678828 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:09.753476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=15deb5d5-266a-434d-80c1-0f3965f02c7f,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:09.755839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:09.847783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network d7eff2cb-9886-4b92-bebe-92945c0d4051 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:09.849267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:10.063674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-62162c03-6307-48c9-98c4-840e29d4506d None None] Provisioning complete for port 15deb5d5-266a-434d-80c1-0f3965f02c7f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:10.064043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-62162c03-6307-48c9-98c4-840e29d4506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:10.102496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-62162c03-6307-48c9-98c4-840e29d4506d None None] Port 15deb5d5-266a-434d-80c1-0f3965f02c7f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:10.294502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router c34ba3a8-4a1c-4a92-bf28-9d04e7851b50 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:57:10.389019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:10.394639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7d54ccce-f89b-493a-9ff7-3fdd05109e32 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/c34ba3a8-4a1c-4a92-bf28-9d04e7851b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1693714 Sep 16 16:57:10.397296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44832) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:10.399204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabebd6-6777-429d-aa53-50e77a1f67ce None None] Sync routers for ids ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:10.410746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabebd6-6777-429d-aa53-50e77a1f67ce None None] Routers {'c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:10.411357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cfabebd6-6777-429d-aa53-50e77a1f67ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:10.445272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d115256d-a0ad-433c-a1fe-a1157f2b60fe tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:10.446673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d115256d-a0ad-433c-a1fe-a1157f2b60fe tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports/15deb5d5-266a-434d-80c1-0f3965f02c7f HTTP/1.1" status: 200 len: 910 time: 0.0482819 Sep 16 16:57:10.450434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44834) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:10.451599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cfabebd6-6777-429d-aa53-50e77a1f67ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:10.460988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabebd6-6777-429d-aa53-50e77a1f67ce None None] Routers {'c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:10.461612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cfabebd6-6777-429d-aa53-50e77a1f67ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:10.495226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cfabebd6-6777-429d-aa53-50e77a1f67ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:10.495694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabebd6-6777-429d-aa53-50e77a1f67ce None None] The sync data for ids ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:10.790581 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:11.052191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port 15deb5d5-266a-434d-80c1-0f3965f02c7f {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:11.052533 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:11.148757 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:11.168651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for 15deb5d5-266a-434d-80c1-0f3965f02c7f owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:11.422047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:11.452925 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=15deb5d5-266a-434d-80c1-0f3965f02c7f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:11.616170 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:12.132077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router c34ba3a8-4a1c-4a92-bf28-9d04e7851b50 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:57:12.230549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:12.235654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-374f3c0b-adc0-4863-8392-e90b9cca1835 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/c34ba3a8-4a1c-4a92-bf28-9d04e7851b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7834198 Sep 16 16:57:12.238456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44840) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:12.258113 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc6515-8cf8-406f-83de-72b4d62d81fc None None] Sync routers for ids ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:12.265199 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc6515-8cf8-406f-83de-72b4d62d81fc None None] Routers {'c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:12.265944 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6515-8cf8-406f-83de-72b4d62d81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:12.299561 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6515-8cf8-406f-83de-72b4d62d81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:12.310175 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc6515-8cf8-406f-83de-72b4d62d81fc None None] Routers {'c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:12.310966 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6515-8cf8-406f-83de-72b4d62d81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:12.348179 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6515-8cf8-406f-83de-72b4d62d81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:12.348929 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc6515-8cf8-406f-83de-72b4d62d81fc None None] The sync data for ids ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:12.514414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-490efbde-d041-4845-956a-2221457c6516 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883043 Sep 16 16:57:12.630256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-53099606-96cf-4ba6-adf6-68721dc544de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:12.631794 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-53099606-96cf-4ba6-adf6-68721dc544de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c2bf25cbc9524617942527feca828338&device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 1101 time: 0.0765059 Sep 16 16:57:12.665880 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:12.866694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-7130d214-9454-4dd9-ae5e-8556857193de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:12.868928 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-7130d214-9454-4dd9-ae5e-8556857193de service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.2159233 Sep 16 16:57:12.928256 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-45c052f7-4892-47c8-a62c-82f0d27bf09f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a195c4c2-f06e-4a75-94a1-8514c5242d52 HTTP/1.1" status: 200 len: 217 time: 0.0414467 Sep 16 16:57:12.986389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-8b1fe573-0f17-42ed-bc5e-b88639486824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:12.987880 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-8b1fe573-0f17-42ed-bc5e-b88639486824 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0517459 Sep 16 16:57:13.084499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-7b65e943-fd23-4e16-bb4b-a8d420e96a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:13.086052 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-7b65e943-fd23-4e16-bb4b-a8d420e96a8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898013 Sep 16 16:57:13.173225 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port 407a081c-9347-41e8-9910-9f8b7d95f283 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:13.173561 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:13.270790 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-3a6c4c64-d094-43a6-9b02-37c4582b853c service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765919 Sep 16 16:57:13.305996 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:13.328589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for 407a081c-9347-41e8-9910-9f8b7d95f283 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:13.431028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6edfd71-d9da-4f9b-927c-655e77adff62 req-4bd7b3d2-f38a-42bc-baae-da01e4b0c2bf service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516984 Sep 16 16:57:13.615429 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:13.654321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=407a081c-9347-41e8-9910-9f8b7d95f283,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:13.730722 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:13.846852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:13.935766 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.013927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router c34ba3a8-4a1c-4a92-bf28-9d04e7851b50 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:57:14.088885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:14.096909 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3adaa5f2-1096-4e4c-bad6-28f8e913bd41 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/c34ba3a8-4a1c-4a92-bf28-9d04e7851b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8549156 Sep 16 16:57:14.097066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44846) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:14.103096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f2f5f-e5dc-4266-9a66-2505b46a7a98 None None] Sync routers for ids ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:14.113285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f2f5f-e5dc-4266-9a66-2505b46a7a98 None None] Routers {'c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:14.114628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-4b8f2f5f-e5dc-4266-9a66-2505b46a7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:14.133846 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-51af0db0-b9d1-4712-8c54-e795efcc0570 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34ba3a8-4a1c-4a92-bf28-9d04e7851b50 HTTP/1.1" status: 200 len: 205 time: 0.0327146 Sep 16 16:57:14.134256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44848) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:14.168038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-4b8f2f5f-e5dc-4266-9a66-2505b46a7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:14.196123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f2f5f-e5dc-4266-9a66-2505b46a7a98 None None] Routers {'c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:14.196695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-4b8f2f5f-e5dc-4266-9a66-2505b46a7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:14.229978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-4b8f2f5f-e5dc-4266-9a66-2505b46a7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:14.231480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f2f5f-e5dc-4266-9a66-2505b46a7a98 None None] The sync data for ids ['c34ba3a8-4a1c-4a92-bf28-9d04e7851b50'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:14.236038 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fa3eb17-bf56-440b-8fc7-67838959adc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.406405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fa3eb17-bf56-440b-8fc7-67838959adc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.408488 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fa3eb17-bf56-440b-8fc7-67838959adc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.518812 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fa3eb17-bf56-440b-8fc7-67838959adc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.519283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa3eb17-bf56-440b-8fc7-67838959adc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Fanout notify agent at l3_agent the message router_deleted on router c34ba3a8-4a1c-4a92-bf28-9d04e7851b50 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:57:14.526905 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9fa3eb17-bf56-440b-8fc7-67838959adc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.528024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9fa3eb17-bf56-440b-8fc7-67838959adc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/c34ba3a8-4a1c-4a92-bf28-9d04e7851b50 HTTP/1.1" status: 204 len: 168 time: 0.3920686 Sep 16 16:57:14.531458 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44852) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:14.584285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0783b7-af18-4c0f-9d17-813633286ffc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting subnet 29ea8e89-cbe4-4f58-9d96-f860de541b73 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:57:14.587563 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f0783b7-af18-4c0f-9d17-813633286ffc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.632149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f0783b7-af18-4c0f-9d17-813633286ffc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.718567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f0783b7-af18-4c0f-9d17-813633286ffc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.867253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f0783b7-af18-4c0f-9d17-813633286ffc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.895797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0783b7-af18-4c0f-9d17-813633286ffc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Subnet': ['ID=29ea8e89-cbe4-4f58-9d96-f860de541b73,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:14.905984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f0783b7-af18-4c0f-9d17-813633286ffc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:14.910687 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5f0783b7-af18-4c0f-9d17-813633286ffc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/29ea8e89-cbe4-4f58-9d96-f860de541b73 HTTP/1.1" status: 204 len: 168 time: 0.3785689 Sep 16 16:57:14.911571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44856) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:14.912619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b4cd90-e8bf-4eb4-9f23-388ae6fe4bfa None None] Network d7eff2cb-9886-4b92-bebe-92945c0d4051 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:14.972573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae62214d-2086-4a26-a305-139f8179423f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting subnet d2adae50-f6ea-45c7-9860-9d59c67e64f9 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:57:14.975904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae62214d-2086-4a26-a305-139f8179423f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.034225 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae62214d-2086-4a26-a305-139f8179423f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.142363 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae62214d-2086-4a26-a305-139f8179423f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.253687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed26d0e-55f9-438d-bfdc-52bcdbc1bea0 None None] DHCP port deletion for d7eff2cb-9886-4b92-bebe-92945c0d4051 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:57:15.301865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-aed26d0e-55f9-438d-bfdc-52bcdbc1bea0 None None] Deleting port 0e959bf6-4b99-4476-994d-fb68067b552c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:15.302238 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aed26d0e-55f9-438d-bfdc-52bcdbc1bea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.330341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae62214d-2086-4a26-a305-139f8179423f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.360113 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae62214d-2086-4a26-a305-139f8179423f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.364689 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ae62214d-2086-4a26-a305-139f8179423f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/d2adae50-f6ea-45c7-9860-9d59c67e64f9 HTTP/1.1" status: 204 len: 168 time: 0.4491746 Sep 16 16:57:15.364689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62214d-2086-4a26-a305-139f8179423f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Subnet': ['ID=d2adae50-f6ea-45c7-9860-9d59c67e64f9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:15.365137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44858) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:15.383275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-aed26d0e-55f9-438d-bfdc-52bcdbc1bea0 None None] For port 0e959bf6-4b99-4476-994d-fb68067b552c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0e959bf6-4b99-4476-994d-fb68067b552c,segment=NetworkSegment(3da59098-3e09-4772-9e2f-129f03c1b72d),segment_id=3da59098-3e09-4772-9e2f-129f03c1b72d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:15.384059 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aed26d0e-55f9-438d-bfdc-52bcdbc1bea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.402370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-aed26d0e-55f9-438d-bfdc-52bcdbc1bea0 None None] Calling delete_port for 0e959bf6-4b99-4476-994d-fb68067b552c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:15.403985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6377624b-361d-4788-ae47-396edcad49ac None None] Network 94359933-548d-4462-8a76-eca03b5788e3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:15.466879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.524975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port 0e959bf6-4b99-4476-994d-fb68067b552c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:15.525187 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.602265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port 0e959bf6-4b99-4476-994d-fb68067b552c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=0e959bf6-4b99-4476-994d-fb68067b552c,segment=NetworkSegment(3da59098-3e09-4772-9e2f-129f03c1b72d),segment_id=3da59098-3e09-4772-9e2f-129f03c1b72d)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:15.602614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.615661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for 0e959bf6-4b99-4476-994d-fb68067b552c owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:15.638576 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aed26d0e-55f9-438d-bfdc-52bcdbc1bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.667963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25de009-6819-4b06-8d76-43d2a18e884b None None] DHCP port deletion for 94359933-548d-4462-8a76-eca03b5788e3 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:57:15.673247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed26d0e-55f9-438d-bfdc-52bcdbc1bea0 None None] Pushing event deleted for resources: {'Port': ['ID=0e959bf6-4b99-4476-994d-fb68067b552c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:15.677044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed26d0e-55f9-438d-bfdc-52bcdbc1bea0 None None] No DVR routers for this DVR port 0e959bf6-4b99-4476-994d-fb68067b552c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:57:15.730320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f25de009-6819-4b06-8d76-43d2a18e884b None None] Deleting port ceeaa0af-17a5-4f18-a46c-64ed763037b8 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:15.730782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f25de009-6819-4b06-8d76-43d2a18e884b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.733005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.779034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No DVR routers for this DVR port 0e959bf6-4b99-4476-994d-fb68067b552c on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:57:15.781470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=0e959bf6-4b99-4476-994d-fb68067b552c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:15.821358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f25de009-6819-4b06-8d76-43d2a18e884b None None] For port ceeaa0af-17a5-4f18-a46c-64ed763037b8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ceeaa0af-17a5-4f18-a46c-64ed763037b8,segment=NetworkSegment(f26d8519-25a5-441c-b854-e891844d7ec8),segment_id=f26d8519-25a5-441c-b854-e891844d7ec8)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:15.821755 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f25de009-6819-4b06-8d76-43d2a18e884b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.843019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f25de009-6819-4b06-8d76-43d2a18e884b None None] Calling delete_port for ceeaa0af-17a5-4f18-a46c-64ed763037b8 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:15.870794 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.893010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7eff2cb-9886-4b92-bebe-92945c0d4051']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:15.903311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da59098-3e09-4772-9e2f-129f03c1b72d') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:15.903911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da59098-3e09-4772-9e2f-129f03c1b72d') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:15.914791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.930125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.937062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:57:15.938217 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: self.session.flush() Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:57:15.940913 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:57:16.061411 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f25de009-6819-4b06-8d76-43d2a18e884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.086323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25de009-6819-4b06-8d76-43d2a18e884b None None] Pushing event deleted for resources: {'Port': ['ID=ceeaa0af-17a5-4f18-a46c-64ed763037b8,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:16.090537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.097483 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.098884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25de009-6819-4b06-8d76-43d2a18e884b None None] No DVR routers for this DVR port ceeaa0af-17a5-4f18-a46c-64ed763037b8 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:57:16.102855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/networks/d7eff2cb-9886-4b92-bebe-92945c0d4051 HTTP/1.1" status: 204 len: 168 time: 0.7354386 Sep 16 16:57:16.109448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44862) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:16.127308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81b680-8f49-4c68-9077-755e97f58148 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Network': ['ID=d7eff2cb-9886-4b92-bebe-92945c0d4051,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:16.185846 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.279012 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.299861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94359933-548d-4462-8a76-eca03b5788e3']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:16.310565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26d8519-25a5-441c-b854-e891844d7ec8') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:16.310865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26d8519-25a5-441c-b854-e891844d7ec8') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:16.320420 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.335636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.341978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:57:16.342521 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:57:16.346746 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:57:16.424546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0e959bf6-4b99-4476-994d-fb68067b552c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:57:16.445567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 0e959bf6-4b99-4476-994d-fb68067b552c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:57:16.445975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 0e959bf6-4b99-4476-994d-fb68067b552c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:57:16.446477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ceeaa0af-17a5-4f18-a46c-64ed763037b8 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:57:16.465913 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ceeaa0af-17a5-4f18-a46c-64ed763037b8 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:57:16.468762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ceeaa0af-17a5-4f18-a46c-64ed763037b8 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:57:16.493780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.503077 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.505315 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/networks/94359933-548d-4462-8a76-eca03b5788e3 HTTP/1.1" status: 204 len: 168 time: 0.3964093 Sep 16 16:57:16.512812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44866) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:16.518738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'network': {'name': 'tempest-RoutersTest-1781101688'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:16.525091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e3a80-0503-4dce-85d5-b589b5dc5f33 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Network': ['ID=94359933-548d-4462-8a76-eca03b5788e3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:16.626869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:16.630497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.655032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:57:16.664266 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.664655 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added segment d4f88d92-8908-4e89-b629-7b3082cf58c6 of type vlan for network 6c7a95a1-7b45-4616-9e3a-ba0c34435141 Sep 16 16:57:16.705032 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.793447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.799222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:16.799807 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:16.870001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Network': ['ID=6c7a95a1-7b45-4616-9e3a-ba0c34435141,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:16.881604 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6c7a95a1-7b45-4616-9e3a-ba0c34435141 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:57:16.930908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9d37b0d0-8917-44ee-adf7-1f6bc1996734 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4147639 Sep 16 16:57:16.932762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44870) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:16.939782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'subnet': {'network_id': '6c7a95a1-7b45-4616-9e3a-ba0c34435141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:17.112174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:17.115749 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:17.393643 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:17.460602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Subnet': ['ID=8bb3b5dd-8114-45ff-9cb2-dbc22164c14a,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:17.476868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Checking segment: {'id': 'd4f88d92-8908-4e89-b629-7b3082cf58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6c7a95a1-7b45-4616-9e3a-ba0c34435141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:17.477223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network hostable DHCP agents. Network: 6c7a95a1-7b45-4616-9e3a-ba0c34435141, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:57:17.547080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 6c7a95a1-7b45-4616-9e3a-ba0c34435141 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:57:17.615534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 6c7a95a1-7b45-4616-9e3a-ba0c34435141) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:17.620823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:17.621375 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:17.626000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390010d-77f0-49e6-8ea6-c559d4283e5f None None] Network 6c7a95a1-7b45-4616-9e3a-ba0c34435141 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:17.682416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a92ce6b5-4d8f-4a6f-99c5-07ce4b9ca2c6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7450163 Sep 16 16:57:17.682672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44872) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:17.687741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f359bc19-f7ad-47de-bb2f-1169feac4c2a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1483733911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:17.758417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f359bc19-f7ad-47de-bb2f-1169feac4c2a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:17.760269 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f359bc19-f7ad-47de-bb2f-1169feac4c2a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:17.773594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-6c7a95a1-7b45-4616-9e3a-ba0c34435141', 'network_id': '6c7a95a1-7b45-4616-9e3a-ba0c34435141', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'fixed_ips': [{'subnet_id': '8bb3b5dd-8114-45ff-9cb2-dbc22164c14a'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:57:17.774454 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:17.812602 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f359bc19-f7ad-47de-bb2f-1169feac4c2a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:17.890009 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f359bc19-f7ad-47de-bb2f-1169feac4c2a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:17.909480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Allocated IP 172.20.0.2 (6c7a95a1-7b45-4616-9e3a-ba0c34435141/8bb3b5dd-8114-45ff-9cb2-dbc22164c14a/7599e8f7-5c20-4079-814e-0b27e96d211a) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:17.981791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f359bc19-f7ad-47de-bb2f-1169feac4c2a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:17.982852 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f359bc19-f7ad-47de-bb2f-1169feac4c2a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2987230 Sep 16 16:57:17.985459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44876) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:17.991498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'port': {'network_id': '6c7a95a1-7b45-4616-9e3a-ba0c34435141', 'name': 'tempest-RoutersTest-895079377'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:18.075252 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:18.142461 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:18.187323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Network 6c7a95a1-7b45-4616-9e3a-ba0c34435141 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:18.193181 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:18.195961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:18.207154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Pushing event updated for resources: {'Port': ['ID=7599e8f7-5c20-4079-814e-0b27e96d211a,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:18.232689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:18.236206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:18.256424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] device_id is not set on port ac5b7574-ae33-4f79-8313-c9fbcebb72da yet. {{(pid=95357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 16:57:18.267199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Attempting to bind port 7599e8f7-5c20-4079-814e-0b27e96d211a on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:18.267576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Attempting to bind port 7599e8f7-5c20-4079-814e-0b27e96d211a by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd4f88d92-8908-4e89-b629-7b3082cf58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6c7a95a1-7b45-4616-9e3a-ba0c34435141'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:18.268879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Attempting to bind port 7599e8f7-5c20-4079-814e-0b27e96d211a on network 6c7a95a1-7b45-4616-9e3a-ba0c34435141 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:18.274157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:18.276979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Checking segment: {'id': 'd4f88d92-8908-4e89-b629-7b3082cf58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6c7a95a1-7b45-4616-9e3a-ba0c34435141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:18.276979 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:18.276979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Bound using segment: {'id': 'd4f88d92-8908-4e89-b629-7b3082cf58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6c7a95a1-7b45-4616-9e3a-ba0c34435141'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:18.276979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Bound port: 7599e8f7-5c20-4079-814e-0b27e96d211a, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f88d92-8908-4e89-b629-7b3082cf58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6c7a95a1-7b45-4616-9e3a-ba0c34435141'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:18.276979 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:18.350067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] For port 7599e8f7-5c20-4079-814e-0b27e96d211a, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:18.353365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] For port 7599e8f7-5c20-4079-814e-0b27e96d211a, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7599e8f7-5c20-4079-814e-0b27e96d211a,segment=NetworkSegment(d4f88d92-8908-4e89-b629-7b3082cf58c6),segment_id=d4f88d92-8908-4e89-b629-7b3082cf58c6)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:18.395608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Allocated IP 172.20.0.5 (6c7a95a1-7b45-4616-9e3a-ba0c34435141/8bb3b5dd-8114-45ff-9cb2-dbc22164c14a/ac5b7574-ae33-4f79-8313-c9fbcebb72da) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:18.417857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:18.488774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bfb64-682b-4e25-95f0-393fdd6dce6e None None] Pushing event updated for resources: {'Port': ['ID=7599e8f7-5c20-4079-814e-0b27e96d211a,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:18.568641 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:18.655197 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:18.705248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 6c7a95a1-7b45-4616-9e3a-ba0c34435141 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:18.708759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:18.712693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:18.745882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=ac5b7574-ae33-4f79-8313-c9fbcebb72da,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:18.769693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:18.770474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:18.816675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ae396118-9185-4f97-b5f6-cbcd25570bc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8298318 Sep 16 16:57:18.819289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44878) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:19.397065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0e7bf-cba3-4412-acc2-eee9c3e6325c None None] Network 6c7a95a1-7b45-4616-9e3a-ba0c34435141 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:19.505073 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:19.522112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a2bdf4d5-a203-43c9-9c58-968b89385378 None None] Provisioning complete for port 7599e8f7-5c20-4079-814e-0b27e96d211a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:19.522112 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf4d5-a203-43c9-9c58-968b89385378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:19.644632 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf4d5-a203-43c9-9c58-968b89385378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:19.682251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a2bdf4d5-a203-43c9-9c58-968b89385378 None None] For port 7599e8f7-5c20-4079-814e-0b27e96d211a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7599e8f7-5c20-4079-814e-0b27e96d211a,segment=NetworkSegment(d4f88d92-8908-4e89-b629-7b3082cf58c6),segment_id=d4f88d92-8908-4e89-b629-7b3082cf58c6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:19.771584 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:19.804032 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf4d5-a203-43c9-9c58-968b89385378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:19.856051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdf4d5-a203-43c9-9c58-968b89385378 None None] Pushing event updated for resources: {'Port': ['ID=7599e8f7-5c20-4079-814e-0b27e96d211a,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:19.925732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-794bd18d-aee9-4fc5-9b36-19b3e451a920 None None] Provisioning complete for port 7599e8f7-5c20-4079-814e-0b27e96d211a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:19.926113 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-794bd18d-aee9-4fc5-9b36-19b3e451a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:19.930581 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:20.003413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=ac5b7574-ae33-4f79-8313-c9fbcebb72da,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:20.043254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-794bd18d-aee9-4fc5-9b36-19b3e451a920 None None] Provisioning complete for port ac5b7574-ae33-4f79-8313-c9fbcebb72da triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:20.043632 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-794bd18d-aee9-4fc5-9b36-19b3e451a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:20.079829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-794bd18d-aee9-4fc5-9b36-19b3e451a920 None None] Port ac5b7574-ae33-4f79-8313-c9fbcebb72da cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:20.204944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-edf7f994-8404-46ee-9e1a-f6f46b8acb63 None None] Provisioning complete for port ac5b7574-ae33-4f79-8313-c9fbcebb72da triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:20.205504 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-edf7f994-8404-46ee-9e1a-f6f46b8acb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:20.218602 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:20.250290 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-edf7f994-8404-46ee-9e1a-f6f46b8acb63 None None] Port ac5b7574-ae33-4f79-8313-c9fbcebb72da cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:20.371954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-18a2491f-e355-43eb-851d-f945abcfce59 None None] Provisioning complete for port ac5b7574-ae33-4f79-8313-c9fbcebb72da triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:20.372635 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18a2491f-e355-43eb-851d-f945abcfce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:20.423572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-18a2491f-e355-43eb-851d-f945abcfce59 None None] Port ac5b7574-ae33-4f79-8313-c9fbcebb72da cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:20.434054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7599e8f7-5c20-4079-814e-0b27e96d211a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:20.445687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:20.483893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7599e8f7-5c20-4079-814e-0b27e96d211a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:20.484891 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:20.716268 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:20.769253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:20.841752 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=ac5b7574-ae33-4f79-8313-c9fbcebb72da,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:20.846673 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:20.940727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 6c7a95a1-7b45-4616-9e3a-ba0c34435141 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:20.942208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:21.118294 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router a8098287-2aba-480a-92c9-2c7564bbf061 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:57:21.234121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:21.234121 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b46efee3-f831-461d-80b4-1bae38912929 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/a8098287-2aba-480a-92c9-2c7564bbf061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4038427 Sep 16 16:57:21.234121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44886) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:21.235217 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520bfc9-3cbf-4750-9010-953f31f45a9b None None] Sync routers for ids ['a8098287-2aba-480a-92c9-2c7564bbf061'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:21.252866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a0d45302-3602-4581-bb3c-fa4765134b3a None None] Provisioning complete for port ac5b7574-ae33-4f79-8313-c9fbcebb72da triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:21.253107 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a0d45302-3602-4581-bb3c-fa4765134b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:21.255429 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520bfc9-3cbf-4750-9010-953f31f45a9b None None] Routers {'a8098287-2aba-480a-92c9-2c7564bbf061'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:21.256112 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1520bfc9-3cbf-4750-9010-953f31f45a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a8098287-2aba-480a-92c9-2c7564bbf061'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:21.280869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02795728-b011-432d-b13c-4073ec803fa4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:21.285547 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-02795728-b011-432d-b13c-4073ec803fa4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports/ac5b7574-ae33-4f79-8313-c9fbcebb72da HTTP/1.1" status: 200 len: 976 time: 0.0551841 Sep 16 16:57:21.285969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44888) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:21.294537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a0d45302-3602-4581-bb3c-fa4765134b3a None None] Port ac5b7574-ae33-4f79-8313-c9fbcebb72da cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:21.309118 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1520bfc9-3cbf-4750-9010-953f31f45a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:21.318956 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520bfc9-3cbf-4750-9010-953f31f45a9b None None] Routers {'a8098287-2aba-480a-92c9-2c7564bbf061'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:21.319628 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1520bfc9-3cbf-4750-9010-953f31f45a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a8098287-2aba-480a-92c9-2c7564bbf061'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:21.352998 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1520bfc9-3cbf-4750-9010-953f31f45a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:21.354533 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520bfc9-3cbf-4750-9010-953f31f45a9b None None] The sync data for ids ['a8098287-2aba-480a-92c9-2c7564bbf061'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:21.609273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:21.827983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port ac5b7574-ae33-4f79-8313-c9fbcebb72da {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:21.828324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:21.916693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:21.929368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for ac5b7574-ae33-4f79-8313-c9fbcebb72da owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:22.146840 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:22.188759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=ac5b7574-ae33-4f79-8313-c9fbcebb72da,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:22.341297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:22.500066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router a8098287-2aba-480a-92c9-2c7564bbf061 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:57:22.573899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:22.578862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bf717d77-8af3-4b95-b3b3-78e2135c0fc6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/a8098287-2aba-480a-92c9-2c7564bbf061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2918363 Sep 16 16:57:22.581686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44892) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:22.583606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b12645-01b1-409e-ab8a-7b5c230247c6 None None] Sync routers for ids ['a8098287-2aba-480a-92c9-2c7564bbf061'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:22.594369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b12645-01b1-409e-ab8a-7b5c230247c6 None None] Routers {'a8098287-2aba-480a-92c9-2c7564bbf061'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:22.595084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b1b12645-01b1-409e-ab8a-7b5c230247c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a8098287-2aba-480a-92c9-2c7564bbf061'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:22.630888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b1b12645-01b1-409e-ab8a-7b5c230247c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:22.639768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b12645-01b1-409e-ab8a-7b5c230247c6 None None] Routers {'a8098287-2aba-480a-92c9-2c7564bbf061'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:22.640369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b1b12645-01b1-409e-ab8a-7b5c230247c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['a8098287-2aba-480a-92c9-2c7564bbf061'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:22.673273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b1b12645-01b1-409e-ab8a-7b5c230247c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:22.673926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b12645-01b1-409e-ab8a-7b5c230247c6 None None] The sync data for ids ['a8098287-2aba-480a-92c9-2c7564bbf061'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:22.779361 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-83bfe157-46b1-40c7-8cb2-c1f59d2582d1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 16:57:22.780458 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-83bfe157-46b1-40c7-8cb2-c1f59d2582d1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/a8098287-2aba-480a-92c9-2c7564bbf061/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1976905 Sep 16 16:57:22.783346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44894) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:22.813135 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-87620793-5c75-49a3-8bd2-16f7332fe057 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8098287-2aba-480a-92c9-2c7564bbf061 HTTP/1.1" status: 200 len: 205 time: 0.0264814 Sep 16 16:57:22.813629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44896) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:22.892979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5db30f5-04ac-4382-8224-bd963ae4ea6f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.064428 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5db30f5-04ac-4382-8224-bd963ae4ea6f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.066772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5db30f5-04ac-4382-8224-bd963ae4ea6f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.174982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5db30f5-04ac-4382-8224-bd963ae4ea6f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.175630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5db30f5-04ac-4382-8224-bd963ae4ea6f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Fanout notify agent at l3_agent the message router_deleted on router a8098287-2aba-480a-92c9-2c7564bbf061 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:57:23.183203 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5db30f5-04ac-4382-8224-bd963ae4ea6f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.184374 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a5db30f5-04ac-4382-8224-bd963ae4ea6f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/a8098287-2aba-480a-92c9-2c7564bbf061 HTTP/1.1" status: 204 len: 168 time: 0.3701408 Sep 16 16:57:23.187091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44902) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:23.238396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-620cc58b-1518-4f6d-8f7b-b0f6064894e0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting subnet 8bb3b5dd-8114-45ff-9cb2-dbc22164c14a {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:57:23.241460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-620cc58b-1518-4f6d-8f7b-b0f6064894e0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.286844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-620cc58b-1518-4f6d-8f7b-b0f6064894e0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.369306 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-620cc58b-1518-4f6d-8f7b-b0f6064894e0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.484184 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-620cc58b-1518-4f6d-8f7b-b0f6064894e0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.519459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cc58b-1518-4f6d-8f7b-b0f6064894e0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb3b5dd-8114-45ff-9cb2-dbc22164c14a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:23.521357 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-620cc58b-1518-4f6d-8f7b-b0f6064894e0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.523262 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-620cc58b-1518-4f6d-8f7b-b0f6064894e0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/8bb3b5dd-8114-45ff-9cb2-dbc22164c14a HTTP/1.1" status: 204 len: 168 time: 0.3352587 Sep 16 16:57:23.526333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44904) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:23.526793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc7a48-d35c-410e-8959-d930edbf6fd0 None None] Network 6c7a95a1-7b45-4616-9e3a-ba0c34435141 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:23.605409 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.658135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port 7599e8f7-5c20-4079-814e-0b27e96d211a {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:23.658523 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.700342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215d8933-aefe-49d5-9662-8587f6794030 None None] DHCP port deletion for 6c7a95a1-7b45-4616-9e3a-ba0c34435141 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:57:23.725986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port 7599e8f7-5c20-4079-814e-0b27e96d211a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7599e8f7-5c20-4079-814e-0b27e96d211a,segment=NetworkSegment(d4f88d92-8908-4e89-b629-7b3082cf58c6),segment_id=d4f88d92-8908-4e89-b629-7b3082cf58c6)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:23.726348 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.739463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for 7599e8f7-5c20-4079-814e-0b27e96d211a owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:23.747167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-215d8933-aefe-49d5-9662-8587f6794030 None None] Deleting port 7599e8f7-5c20-4079-814e-0b27e96d211a {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:23.747551 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-215d8933-aefe-49d5-9662-8587f6794030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.817439 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-215d8933-aefe-49d5-9662-8587f6794030 None None] For port 7599e8f7-5c20-4079-814e-0b27e96d211a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7599e8f7-5c20-4079-814e-0b27e96d211a,segment=NetworkSegment(d4f88d92-8908-4e89-b629-7b3082cf58c6),segment_id=d4f88d92-8908-4e89-b629-7b3082cf58c6)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:23.817839 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-215d8933-aefe-49d5-9662-8587f6794030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.831385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-215d8933-aefe-49d5-9662-8587f6794030 None None] Calling delete_port for 7599e8f7-5c20-4079-814e-0b27e96d211a owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:23.866963 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.893211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=7599e8f7-5c20-4079-814e-0b27e96d211a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:23.897286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No DVR routers for this DVR port 7599e8f7-5c20-4079-814e-0b27e96d211a on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:57:23.915762 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-215d8933-aefe-49d5-9662-8587f6794030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:23.944993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d8933-aefe-49d5-9662-8587f6794030 None None] Pushing event deleted for resources: {'Port': ['ID=7599e8f7-5c20-4079-814e-0b27e96d211a,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:23.949010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d8933-aefe-49d5-9662-8587f6794030 None None] No DVR routers for this DVR port 7599e8f7-5c20-4079-814e-0b27e96d211a on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:57:23.990086 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.009854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7a95a1-7b45-4616-9e3a-ba0c34435141']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:24.018792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f88d92-8908-4e89-b629-7b3082cf58c6') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:24.019091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f88d92-8908-4e89-b629-7b3082cf58c6') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:24.028923 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.042389 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.048322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:57:24.048768 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:57:24.052614 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:57:24.186739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.194194 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.195977 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/networks/6c7a95a1-7b45-4616-9e3a-ba0c34435141 HTTP/1.1" status: 204 len: 168 time: 0.6684747 Sep 16 16:57:24.200737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44908) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:24.206863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'network': {'name': 'tempest-RoutersTest-801556743'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:24.209526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c4764-a9b9-4be1-b159-877fda36e4bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Network': ['ID=6c7a95a1-7b45-4616-9e3a-ba0c34435141,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:24.306707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:24.310320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.334105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:57:24.343625 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.344058 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added segment 1a9b5385-1fe3-4c2b-a6c1-05d09096ff01 of type vlan for network 37a95a8d-d6f6-4e60-b844-dedfd87e75ce Sep 16 16:57:24.385641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7599e8f7-5c20-4079-814e-0b27e96d211a no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:57:24.386784 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.406471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 7599e8f7-5c20-4079-814e-0b27e96d211a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:57:24.407169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7599e8f7-5c20-4079-814e-0b27e96d211a not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:57:24.472462 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.479328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:24.479957 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:24.555060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Network': ['ID=37a95a8d-d6f6-4e60-b844-dedfd87e75ce,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:24.566073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 37a95a8d-d6f6-4e60-b844-dedfd87e75ce details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:57:24.570370 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-13c80433-b260-4429-9726-4b4efe6350e5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3678784 Sep 16 16:57:24.574176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44922) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:24.579444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'subnet': {'network_id': '37a95a8d-d6f6-4e60-b844-dedfd87e75ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:24.735119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:24.738635 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:25.172509 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15f8862a-df2a-4730-8942-bd250198aa98 req-ba32d942-5960-44d1-b7e0-b2838cf3b5ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458097 Sep 16 16:57:25.257826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8862a-df2a-4730-8942-bd250198aa98 req-66fdb03b-3866-46cb-bbf3-f747e451372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:25.259834 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15f8862a-df2a-4730-8942-bd250198aa98 req-66fdb03b-3866-46cb-bbf3-f747e451372e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1097 time: 0.0420570 Sep 16 16:57:25.284786 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:25.352732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Subnet': ['ID=ff9870ab-b362-46df-b905-b9b13f492851,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:25.360029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Checking segment: {'id': '1a9b5385-1fe3-4c2b-a6c1-05d09096ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '37a95a8d-d6f6-4e60-b844-dedfd87e75ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:25.360398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network hostable DHCP agents. Network: 37a95a8d-d6f6-4e60-b844-dedfd87e75ce, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:57:25.370949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8862a-df2a-4730-8942-bd250198aa98 req-e2a65513-1579-46df-8b10-23c0a3a37fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:25.372492 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15f8862a-df2a-4730-8942-bd250198aa98 req-e2a65513-1579-46df-8b10-23c0a3a37fa8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 200 len: 898 time: 0.0944259 Sep 16 16:57:25.409407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 37a95a8d-d6f6-4e60-b844-dedfd87e75ce is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:57:25.448655 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15f8862a-df2a-4730-8942-bd250198aa98 req-3f3c2a77-be03-4dfc-9fad-48829748a437 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 1000 time: 0.0681598 Sep 16 16:57:25.466521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 37a95a8d-d6f6-4e60-b844-dedfd87e75ce) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:25.470820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:25.471636 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:25.477675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c2001c-f4fb-4c22-87e3-eb85bfac5485 None None] Network 37a95a8d-d6f6-4e60-b844-dedfd87e75ce requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:25.501636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8862a-df2a-4730-8942-bd250198aa98 req-5da9b9fb-92dd-4214-bf93-e96084cd65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:25.503268 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15f8862a-df2a-4730-8942-bd250198aa98 req-5da9b9fb-92dd-4214-bf93-e96084cd65c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f62d545-4c48-49db-8ec0-034ee09196bf HTTP/1.1" status: 200 len: 835 time: 0.0481164 Sep 16 16:57:25.538165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-659e3d72-7ae2-4e69-8ee1-f9b318f8002e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9621289 Sep 16 16:57:25.540015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44942) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:25.548600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9ad0521f-ae11-489a-9d92-57367f9e0b25 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1042017925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:25.551702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8862a-df2a-4730-8942-bd250198aa98 req-38a7d600-6cdc-430e-899c-bc883059ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:25.554117 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15f8862a-df2a-4730-8942-bd250198aa98 req-38a7d600-6cdc-430e-899c-bc883059ec45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9f45ed1-c6bb-45e0-b689-096ace13602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435505 Sep 16 16:57:25.633048 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ad0521f-ae11-489a-9d92-57367f9e0b25 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:25.634888 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ad0521f-ae11-489a-9d92-57367f9e0b25 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:25.638570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-37a95a8d-d6f6-4e60-b844-dedfd87e75ce', 'network_id': '37a95a8d-d6f6-4e60-b844-dedfd87e75ce', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'fixed_ips': [{'subnet_id': 'ff9870ab-b362-46df-b905-b9b13f492851'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:57:25.639558 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:25.660436 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15f8862a-df2a-4730-8942-bd250198aa98 req-bdd3cbcb-e2be-4637-9c34-addb1aab77a9 service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980182 Sep 16 16:57:25.708834 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ad0521f-ae11-489a-9d92-57367f9e0b25 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:25.773517 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-15f8862a-df2a-4730-8942-bd250198aa98 req-97de2058-327b-4da0-8b16-5a7133c32ecb service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068883 Sep 16 16:57:25.780444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Allocated IP 172.20.0.2 (37a95a8d-d6f6-4e60-b844-dedfd87e75ce/ff9870ab-b362-46df-b905-b9b13f492851/8bd6dfdc-7b99-4e5d-a179-0af674b417bf) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:25.784932 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ad0521f-ae11-489a-9d92-57367f9e0b25 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:25.872610 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ad0521f-ae11-489a-9d92-57367f9e0b25 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:25.875308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9ad0521f-ae11-489a-9d92-57367f9e0b25 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3317327 Sep 16 16:57:25.876818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 44948) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:25.939817 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:25.987133 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:26.030230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Network 37a95a8d-d6f6-4e60-b844-dedfd87e75ce is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:26.033111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:26.035775 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:26.048279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Pushing event updated for resources: {'Port': ['ID=8bd6dfdc-7b99-4e5d-a179-0af674b417bf,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:26.109687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Attempting to bind port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:26.110310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Attempting to bind port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1a9b5385-1fe3-4c2b-a6c1-05d09096ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '37a95a8d-d6f6-4e60-b844-dedfd87e75ce'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:26.110669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Attempting to bind port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf on network 37a95a8d-d6f6-4e60-b844-dedfd87e75ce {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:26.115732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:26.116100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Checking segment: {'id': '1a9b5385-1fe3-4c2b-a6c1-05d09096ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '37a95a8d-d6f6-4e60-b844-dedfd87e75ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:26.116574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:26.116966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Bound using segment: {'id': '1a9b5385-1fe3-4c2b-a6c1-05d09096ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '37a95a8d-d6f6-4e60-b844-dedfd87e75ce'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:26.117448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Bound port: 8bd6dfdc-7b99-4e5d-a179-0af674b417bf, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9b5385-1fe3-4c2b-a6c1-05d09096ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '37a95a8d-d6f6-4e60-b844-dedfd87e75ce'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:26.117825 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:26.176879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:26.181535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] For port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:26.184720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] For port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8bd6dfdc-7b99-4e5d-a179-0af674b417bf,segment=NetworkSegment(1a9b5385-1fe3-4c2b-a6c1-05d09096ff01),segment_id=1a9b5385-1fe3-4c2b-a6c1-05d09096ff01)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:26.227210 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:26.304907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e053bdf-77c1-456b-81c0-9756876fd087 None None] Pushing event updated for resources: {'Port': ['ID=8bd6dfdc-7b99-4e5d-a179-0af674b417bf,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:26.500864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Allocated IP 172.20.0.1 (37a95a8d-d6f6-4e60-b844-dedfd87e75ce/ff9870ab-b362-46df-b905-b9b13f492851/61137a14-7d6d-4085-a54b-164859e90ebe) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:26.642165 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:26.718460 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:26.760351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 37a95a8d-d6f6-4e60-b844-dedfd87e75ce is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:26.763658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:26.767378 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:26.795000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=61137a14-7d6d-4085-a54b-164859e90ebe,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:26.818159 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:27.014668 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:27.263454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c2147-ad6b-4cdd-98b0-cfaaeb343c02 None None] Network 37a95a8d-d6f6-4e60-b844-dedfd87e75ce requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:27.315879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:27.352266 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:27.436532 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=61137a14-7d6d-4085-a54b-164859e90ebe,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:27.439015 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:27.519713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-84461724-5735-46ab-96f3-adc199837f83 None None] Provisioning complete for port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:27.519961 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84461724-5735-46ab-96f3-adc199837f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:27.543115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 37a95a8d-d6f6-4e60-b844-dedfd87e75ce is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:27.544738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:27.654981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84461724-5735-46ab-96f3-adc199837f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:27.693059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-84461724-5735-46ab-96f3-adc199837f83 None None] For port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8bd6dfdc-7b99-4e5d-a179-0af674b417bf,segment=NetworkSegment(1a9b5385-1fe3-4c2b-a6c1-05d09096ff01),segment_id=1a9b5385-1fe3-4c2b-a6c1-05d09096ff01)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:27.724479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 4a6d290d-1f70-4432-a5af-6b291df15123 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:57:27.769798 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84461724-5735-46ab-96f3-adc199837f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:27.823221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84461724-5735-46ab-96f3-adc199837f83 None None] Pushing event updated for resources: {'Port': ['ID=8bd6dfdc-7b99-4e5d-a179-0af674b417bf,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:27.833813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:27.840741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8521ac7c-cd1a-4b4a-931c-3555e71c7f8b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/4a6d290d-1f70-4432-a5af-6b291df15123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9628730 Sep 16 16:57:27.843574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44976) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:27.846066 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b895ae4-0834-438a-821f-1985a3ed5c0b None None] Sync routers for ids ['4a6d290d-1f70-4432-a5af-6b291df15123'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:27.874549 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b895ae4-0834-438a-821f-1985a3ed5c0b None None] Routers {'4a6d290d-1f70-4432-a5af-6b291df15123'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:27.875179 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2b895ae4-0834-438a-821f-1985a3ed5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4a6d290d-1f70-4432-a5af-6b291df15123'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:27.890393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-76a3b13c-9bda-4d77-9726-50a6c56260d4 None None] Provisioning complete for port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:27.890768 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-76a3b13c-9bda-4d77-9726-50a6c56260d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:27.915127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aff50c-2db3-4516-976e-9102a03a6b0c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:27.917275 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-88aff50c-2db3-4516-976e-9102a03a6b0c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports/61137a14-7d6d-4085-a54b-164859e90ebe HTTP/1.1" status: 200 len: 910 time: 0.0722325 Sep 16 16:57:27.919748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 44978) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:27.925706 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2b895ae4-0834-438a-821f-1985a3ed5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:27.939395 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b895ae4-0834-438a-821f-1985a3ed5c0b None None] Routers {'4a6d290d-1f70-4432-a5af-6b291df15123'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:27.940701 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2b895ae4-0834-438a-821f-1985a3ed5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4a6d290d-1f70-4432-a5af-6b291df15123'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:27.974897 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2b895ae4-0834-438a-821f-1985a3ed5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:27.975673 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b895ae4-0834-438a-821f-1985a3ed5c0b None None] The sync data for ids ['4a6d290d-1f70-4432-a5af-6b291df15123'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:28.010088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-76a3b13c-9bda-4d77-9726-50a6c56260d4 None None] Provisioning complete for port 61137a14-7d6d-4085-a54b-164859e90ebe triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:28.010463 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-76a3b13c-9bda-4d77-9726-50a6c56260d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:28.073455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-76a3b13c-9bda-4d77-9726-50a6c56260d4 None None] Port 61137a14-7d6d-4085-a54b-164859e90ebe cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:28.215532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a3382382-90d1-4864-ae35-4384360c2c6e None None] Provisioning complete for port 61137a14-7d6d-4085-a54b-164859e90ebe triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:28.215913 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a3382382-90d1-4864-ae35-4384360c2c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:28.256424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a3382382-90d1-4864-ae35-4384360c2c6e None None] Port 61137a14-7d6d-4085-a54b-164859e90ebe cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:28.258076 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-74081077-d7ab-493d-96f3-f4b4d2a2957a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:28.362818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:28.480639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8bd6dfdc-7b99-4e5d-a179-0af674b417bf up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:28.484509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b7c69172-3313-428e-8089-7d28ff31e7be None None] Provisioning complete for port 61137a14-7d6d-4085-a54b-164859e90ebe triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:28.485058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b7c69172-3313-428e-8089-7d28ff31e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:28.549965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b7c69172-3313-428e-8089-7d28ff31e7be None None] Port 61137a14-7d6d-4085-a54b-164859e90ebe cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:28.575704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:28.576079 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:29.000444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port 61137a14-7d6d-4085-a54b-164859e90ebe {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:29.000991 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:29.087546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:29.100134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for 61137a14-7d6d-4085-a54b-164859e90ebe owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:29.363939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:29.421463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=61137a14-7d6d-4085-a54b-164859e90ebe,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:29.544684 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:29.712814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 4a6d290d-1f70-4432-a5af-6b291df15123 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:57:29.789144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:29.795642 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-931166d4-4cbb-4043-9395-003f79cb4b83 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/4a6d290d-1f70-4432-a5af-6b291df15123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8740928 Sep 16 16:57:29.797851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45006) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:29.799058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d07a12-44da-40e5-ae1d-2427a6b4512b None None] Sync routers for ids ['4a6d290d-1f70-4432-a5af-6b291df15123'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:29.809249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d07a12-44da-40e5-ae1d-2427a6b4512b None None] Routers {'4a6d290d-1f70-4432-a5af-6b291df15123'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:29.809878 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84d07a12-44da-40e5-ae1d-2427a6b4512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4a6d290d-1f70-4432-a5af-6b291df15123'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:29.826070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-af1886a9-e96c-46e4-ad0e-2bbb2efd0696 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a6d290d-1f70-4432-a5af-6b291df15123 HTTP/1.1" status: 200 len: 205 time: 0.0271413 Sep 16 16:57:29.828582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45008) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:29.845468 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84d07a12-44da-40e5-ae1d-2427a6b4512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:29.854869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d07a12-44da-40e5-ae1d-2427a6b4512b None None] Routers {'4a6d290d-1f70-4432-a5af-6b291df15123'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:29.855476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84d07a12-44da-40e5-ae1d-2427a6b4512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4a6d290d-1f70-4432-a5af-6b291df15123'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:29.888122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84d07a12-44da-40e5-ae1d-2427a6b4512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:29.888808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d07a12-44da-40e5-ae1d-2427a6b4512b None None] The sync data for ids ['4a6d290d-1f70-4432-a5af-6b291df15123'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:29.907297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a21e0a6c-9786-4d71-b850-3784a530320a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.072314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a21e0a6c-9786-4d71-b850-3784a530320a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.074452 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a21e0a6c-9786-4d71-b850-3784a530320a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.191983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a21e0a6c-9786-4d71-b850-3784a530320a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.192541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21e0a6c-9786-4d71-b850-3784a530320a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Fanout notify agent at l3_agent the message router_deleted on router 4a6d290d-1f70-4432-a5af-6b291df15123 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:57:30.204010 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a21e0a6c-9786-4d71-b850-3784a530320a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.204010 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a21e0a6c-9786-4d71-b850-3784a530320a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/4a6d290d-1f70-4432-a5af-6b291df15123 HTTP/1.1" status: 204 len: 168 time: 0.3713531 Sep 16 16:57:30.204010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45014) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:30.261182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-8084e6dd-97f3-4cf4-be9c-182a96dfca0c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting subnet ff9870ab-b362-46df-b905-b9b13f492851 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:57:30.264487 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8084e6dd-97f3-4cf4-be9c-182a96dfca0c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.309578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8084e6dd-97f3-4cf4-be9c-182a96dfca0c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.394536 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8084e6dd-97f3-4cf4-be9c-182a96dfca0c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.793181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8084e6dd-97f3-4cf4-be9c-182a96dfca0c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.810875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084e6dd-97f3-4cf4-be9c-182a96dfca0c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9870ab-b362-46df-b905-b9b13f492851,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:30.814553 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8084e6dd-97f3-4cf4-be9c-182a96dfca0c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.817850 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8084e6dd-97f3-4cf4-be9c-182a96dfca0c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/ff9870ab-b362-46df-b905-b9b13f492851 HTTP/1.1" status: 204 len: 168 time: 0.6122124 Sep 16 16:57:30.819256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45024) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:30.822245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427359ab-cb67-4ff5-9bdc-c3350f5811fb None None] Network 37a95a8d-d6f6-4e60-b844-dedfd87e75ce requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:30.879579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4377a943-da35-4773-9f18-a24b6d12c65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.898828 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:30.969886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:30.970231 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.024889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e147162-5b4b-49f7-8572-5fab7d8db64e None None] DHCP port deletion for 37a95a8d-d6f6-4e60-b844-dedfd87e75ce request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:57:31.039930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8bd6dfdc-7b99-4e5d-a179-0af674b417bf,segment=NetworkSegment(1a9b5385-1fe3-4c2b-a6c1-05d09096ff01),segment_id=1a9b5385-1fe3-4c2b-a6c1-05d09096ff01)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:31.040524 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.053389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for 8bd6dfdc-7b99-4e5d-a179-0af674b417bf owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:31.072453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9e147162-5b4b-49f7-8572-5fab7d8db64e None None] Deleting port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:31.072828 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9e147162-5b4b-49f7-8572-5fab7d8db64e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.137551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9e147162-5b4b-49f7-8572-5fab7d8db64e None None] For port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8bd6dfdc-7b99-4e5d-a179-0af674b417bf,segment=NetworkSegment(1a9b5385-1fe3-4c2b-a6c1-05d09096ff01),segment_id=1a9b5385-1fe3-4c2b-a6c1-05d09096ff01)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:31.142631 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9e147162-5b4b-49f7-8572-5fab7d8db64e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.151017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9e147162-5b4b-49f7-8572-5fab7d8db64e None None] Calling delete_port for 8bd6dfdc-7b99-4e5d-a179-0af674b417bf owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:31.197936 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.226124 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9e147162-5b4b-49f7-8572-5fab7d8db64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.229002 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=8bd6dfdc-7b99-4e5d-a179-0af674b417bf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:31.233732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No DVR routers for this DVR port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:57:31.249700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e147162-5b4b-49f7-8572-5fab7d8db64e None None] Pushing event deleted for resources: {'Port': ['ID=8bd6dfdc-7b99-4e5d-a179-0af674b417bf,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:31.260919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e147162-5b4b-49f7-8572-5fab7d8db64e None None] No DVR routers for this DVR port 8bd6dfdc-7b99-4e5d-a179-0af674b417bf on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:57:31.325799 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.347771 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a95a8d-d6f6-4e60-b844-dedfd87e75ce']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:31.356902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9b5385-1fe3-4c2b-a6c1-05d09096ff01') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:31.357200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9b5385-1fe3-4c2b-a6c1-05d09096ff01') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:31.371323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.390683 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.396616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:57:31.397033 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:57:31.400255 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:57:31.438116 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.495762 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.504752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.511394 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/networks/37a95a8d-d6f6-4e60-b844-dedfd87e75ce HTTP/1.1" status: 204 len: 168 time: 0.6866546 Sep 16 16:57:31.511707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45034) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:31.517013 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-969653862', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:31.518027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b8a89-5e63-4941-a012-48a732921207 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Network': ['ID=37a95a8d-d6f6-4e60-b844-dedfd87e75ce,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:31.677961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.678961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.731965 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.953595 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:31.974967 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:32.171916 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:32.191738 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:32.314681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Allocated IP 172.25.6.199 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/b342fb54-6902-43fc-a20d-8690319ddeb0) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:32.395965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8bd6dfdc-7b99-4e5d-a179-0af674b417bf no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:57:32.422250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8bd6dfdc-7b99-4e5d-a179-0af674b417bf {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:57:32.422594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8bd6dfdc-7b99-4e5d-a179-0af674b417bf not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:57:32.435170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:32.552487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:32.591858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:32.594845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:32.601414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:32.624060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=b342fb54-6902-43fc-a20d-8690319ddeb0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:32.925856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:33.125318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:33.649598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 7b0ec9ef-3642-495d-8b7b-6433c39ab4be is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:57:33.761846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:33.770186 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:33.772890 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2125e4-5118-493d-be4f-1a5c7ba41dea None None] Sync routers for ids ['7b0ec9ef-3642-495d-8b7b-6433c39ab4be'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:33.781327 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2125e4-5118-493d-be4f-1a5c7ba41dea None None] Routers {'7b0ec9ef-3642-495d-8b7b-6433c39ab4be'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:33.781999 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4f2125e4-5118-493d-be4f-1a5c7ba41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7b0ec9ef-3642-495d-8b7b-6433c39ab4be'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:33.817601 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4f2125e4-5118-493d-be4f-1a5c7ba41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:33.826687 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2125e4-5118-493d-be4f-1a5c7ba41dea None None] Routers {'7b0ec9ef-3642-495d-8b7b-6433c39ab4be'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:33.827285 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4f2125e4-5118-493d-be4f-1a5c7ba41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7b0ec9ef-3642-495d-8b7b-6433c39ab4be'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:33.849095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:33.850295 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-95abdfef-079a-454f-86c1-68c0f2f066ab tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.3374860 Sep 16 16:57:33.853792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45066) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:33.859582 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4f2125e4-5118-493d-be4f-1a5c7ba41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:33.860175 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2125e4-5118-493d-be4f-1a5c7ba41dea None None] The sync data for ids ['7b0ec9ef-3642-495d-8b7b-6433c39ab4be'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:33.968807 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-13fee2e4-6422-4356-9c16-f97a82967c38 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/routers/7b0ec9ef-3642-495d-8b7b-6433c39ab4be HTTP/1.1" status: 200 len: 880 time: 0.1116338 Sep 16 16:57:33.969013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45070) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:34.159193 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f9d8aa1d-1f6c-4b2e-9020-5a3d87dd82b5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1890049 Sep 16 16:57:34.161660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45072) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:34.166264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1917b58c-01ec-4b8c-817b-2ec1f674ba18 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-969653862'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:34.472342 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1917b58c-01ec-4b8c-817b-2ec1f674ba18 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:34.546837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1917b58c-01ec-4b8c-817b-2ec1f674ba18 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:34.653379 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1917b58c-01ec-4b8c-817b-2ec1f674ba18 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 7b0ec9ef-3642-495d-8b7b-6433c39ab4be has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:57:34.787431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1917b58c-01ec-4b8c-817b-2ec1f674ba18 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:34.796773 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1917b58c-01ec-4b8c-817b-2ec1f674ba18 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:34.797302 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95922b12-06bc-48e2-b1e0-2f28b882a028 None None] Sync routers for ids ['7b0ec9ef-3642-495d-8b7b-6433c39ab4be'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:34.798363 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1917b58c-01ec-4b8c-817b-2ec1f674ba18 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/7b0ec9ef-3642-495d-8b7b-6433c39ab4be HTTP/1.1" status: 200 len: 887 time: 0.6356843 Sep 16 16:57:34.801143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45084) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:34.809248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95922b12-06bc-48e2-b1e0-2f28b882a028 None None] Routers {'7b0ec9ef-3642-495d-8b7b-6433c39ab4be'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:34.809864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-95922b12-06bc-48e2-b1e0-2f28b882a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7b0ec9ef-3642-495d-8b7b-6433c39ab4be'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:34.842207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-95922b12-06bc-48e2-b1e0-2f28b882a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:34.851157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95922b12-06bc-48e2-b1e0-2f28b882a028 None None] Routers {'7b0ec9ef-3642-495d-8b7b-6433c39ab4be'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:34.851950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-95922b12-06bc-48e2-b1e0-2f28b882a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7b0ec9ef-3642-495d-8b7b-6433c39ab4be'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:34.884727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-95922b12-06bc-48e2-b1e0-2f28b882a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:34.885417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95922b12-06bc-48e2-b1e0-2f28b882a028 None None] The sync data for ids ['7b0ec9ef-3642-495d-8b7b-6433c39ab4be'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:34.925764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-38054c0a-7862-4db2-a401-1eabaf28ad59 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/routers/7b0ec9ef-3642-495d-8b7b-6433c39ab4be HTTP/1.1" status: 200 len: 887 time: 0.1232572 Sep 16 16:57:34.928329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45086) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:34.955531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-31c33023-46cb-4913-a58b-c40aa298770c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b0ec9ef-3642-495d-8b7b-6433c39ab4be HTTP/1.1" status: 200 len: 205 time: 0.0261159 Sep 16 16:57:34.962763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45090) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:35.066913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.173565 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.297752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port b342fb54-6902-43fc-a20d-8690319ddeb0 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:35.298094 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.375827 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.389381 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for b342fb54-6902-43fc-a20d-8690319ddeb0 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:35.615309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.645625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=b342fb54-6902-43fc-a20d-8690319ddeb0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:35.707963 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.826309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.829450 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.882002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a6277-2cc5-4a3b-b35f-f103a0505d67 req-b98d5206-2bfe-4996-ad87-664200ecb33d tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:35.884199 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c7a6277-2cc5-4a3b-b35f-f103a0505d67 req-b98d5206-2bfe-4996-ad87-664200ecb33d tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1097 time: 0.1124127 Sep 16 16:57:35.904598 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2c7a6277-2cc5-4a3b-b35f-f103a0505d67 req-709dfaeb-e5ec-4a92-b7db-9cedbd6a9116 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.930533 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.931556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Fanout notify agent at l3_agent the message router_deleted on router 7b0ec9ef-3642-495d-8b7b-6433c39ab4be {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:57:35.938879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:35.943927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45108) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:35.944410 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-600d9e7b-8d47-408e-8a86-7903819d1140 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/7b0ec9ef-3642-495d-8b7b-6433c39ab4be HTTP/1.1" status: 204 len: 168 time: 0.9803381 Sep 16 16:57:35.950221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'network': {'name': 'tempest-RoutersTest-370884773'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:36.009252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2c7a6277-2cc5-4a3b-b35f-f103a0505d67 req-709dfaeb-e5ec-4a92-b7db-9cedbd6a9116 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:36.054924 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2c7a6277-2cc5-4a3b-b35f-f103a0505d67 req-709dfaeb-e5ec-4a92-b7db-9cedbd6a9116 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:36.088711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c7a6277-2cc5-4a3b-b35f-f103a0505d67 req-709dfaeb-e5ec-4a92-b7db-9cedbd6a9116 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976078 Sep 16 16:57:36.103033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dfaeb-e5ec-4a92-b7db-9cedbd6a9116 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30311505-006c-47a7-8903-21ebf762e89b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:36.111864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:36.115443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:36.143667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:57:36.151756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:36.152109 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added segment 59adcfa8-4bef-42a6-afed-74d4c6249263 of type vlan for network d2a77284-48f1-4d49-9d86-717546cc283b Sep 16 16:57:36.206381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:36.233994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82728f-7cfd-48c2-b354-aed2c0c49c2e req-e2d159c5-c1ce-4943-90e6-bd4b28396888 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:36.235500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f82728f-7cfd-48c2-b354-aed2c0c49c2e req-e2d159c5-c1ce-4943-90e6-bd4b28396888 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0606077 Sep 16 16:57:36.274161 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f82728f-7cfd-48c2-b354-aed2c0c49c2e req-d5762c32-b5fb-42ec-8e62-3030010cecc1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325644 Sep 16 16:57:36.298727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45118) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:36.307083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:36.312650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:36.313238 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:36.757521 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8121874 Sep 16 16:57:36.760417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45126) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:36.763502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3289c4-c24c-4ae3-9f19-db2e0cdb12e2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Network': ['ID=d2a77284-48f1-4d49-9d86-717546cc283b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:36.766462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'subnet': {'network_id': 'd2a77284-48f1-4d49-9d86-717546cc283b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:36.768974 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-62352dcb-f62b-4c7b-9fb4-209a76f5b152 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/5b79afa9-2e2c-4145-bbba-9dc3a6930f60 HTTP/1.1" status: 200 len: 992 time: 0.4691529 Sep 16 16:57:36.779344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network d2a77284-48f1-4d49-9d86-717546cc283b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:57:36.957966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:36.962292 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:37.105778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-f09df5c6-fc12-4d5f-a14f-6fc0e59a0f44 req-f1e21efe-0ccf-43b7-afb8-fc988da719fa service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:57:37.106847 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09df5c6-fc12-4d5f-a14f-6fc0e59a0f44 req-f1e21efe-0ccf-43b7-afb8-fc988da719fa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600188 Sep 16 16:57:37.227197 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:37.288280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Subnet': ['ID=f6bfd812-ae65-433e-aaaa-f1a973b4d0a4,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:37.297020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Checking segment: {'id': '59adcfa8-4bef-42a6-afed-74d4c6249263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd2a77284-48f1-4d49-9d86-717546cc283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:37.297377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network hostable DHCP agents. Network: d2a77284-48f1-4d49-9d86-717546cc283b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:57:37.380654 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network d2a77284-48f1-4d49-9d86-717546cc283b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:57:37.460298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, d2a77284-48f1-4d49-9d86-717546cc283b) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:37.465365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:37.466006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:37.471022 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b2189a-106c-46bf-80b4-8858e8e65391 None None] Network d2a77284-48f1-4d49-9d86-717546cc283b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:37.575782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-38c25c47-5861-4936-bea8-0e56b7f14340 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8141668 Sep 16 16:57:37.578406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45158) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:37.583244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a092feb6-707c-4763-9b4e-adcb87713bc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-797515085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:37.618850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-d2a77284-48f1-4d49-9d86-717546cc283b', 'network_id': 'd2a77284-48f1-4d49-9d86-717546cc283b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'fixed_ips': [{'subnet_id': 'f6bfd812-ae65-433e-aaaa-f1a973b4d0a4'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:57:37.619856 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:37.672475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a092feb6-707c-4763-9b4e-adcb87713bc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:37.673493 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a092feb6-707c-4763-9b4e-adcb87713bc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:37.748022 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a092feb6-707c-4763-9b4e-adcb87713bc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:37.788400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Allocated IP 172.20.0.2 (d2a77284-48f1-4d49-9d86-717546cc283b/f6bfd812-ae65-433e-aaaa-f1a973b4d0a4/eaaa099d-5dfd-4492-beb8-3eba28b491d9) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:37.798588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5205ba6-6bea-4726-a7a2-f09d74bfac6e req-1d291067-4b86-4656-ab5c-b916d4355b6b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:37.801485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5205ba6-6bea-4726-a7a2-f09d74bfac6e req-1d291067-4b86-4656-ab5c-b916d4355b6b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0774744 Sep 16 16:57:37.815515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a092feb6-707c-4763-9b4e-adcb87713bc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:37.851805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5205ba6-6bea-4726-a7a2-f09d74bfac6e req-f6d8352e-e53e-4c60-b177-8c96ae0837f5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435641 Sep 16 16:57:37.863802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45164) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:37.877781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a092feb6-707c-4763-9b4e-adcb87713bc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:37.890381 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a092feb6-707c-4763-9b4e-adcb87713bc1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2996953 Sep 16 16:57:37.891030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45168) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:37.907931 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:57:37.938254 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:38.021142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:38.066864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Network d2a77284-48f1-4d49-9d86-717546cc283b is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:38.069719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:38.077278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:38.080306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Pushing event updated for resources: {'Port': ['ID=eaaa099d-5dfd-4492-beb8-3eba28b491d9,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:38.094473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-c370712a-c8e5-4aaf-a1ec-e93e9a6707ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2271168 Sep 16 16:57:38.095228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.095228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.095228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.095228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.095228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.095228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.095702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.095991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.096441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.096572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.096909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.097267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:38.137174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-b6ffc53f-2f95-44a0-956d-4f2350ea8e2a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:57:38.138170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-b6ffc53f-2f95-44a0-956d-4f2350ea8e2a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077407 Sep 16 16:57:38.155623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Attempting to bind port eaaa099d-5dfd-4492-beb8-3eba28b491d9 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:38.156441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Attempting to bind port eaaa099d-5dfd-4492-beb8-3eba28b491d9 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '59adcfa8-4bef-42a6-afed-74d4c6249263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd2a77284-48f1-4d49-9d86-717546cc283b'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:38.156955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Attempting to bind port eaaa099d-5dfd-4492-beb8-3eba28b491d9 on network d2a77284-48f1-4d49-9d86-717546cc283b {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:38.163028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:38.163558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Checking segment: {'id': '59adcfa8-4bef-42a6-afed-74d4c6249263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd2a77284-48f1-4d49-9d86-717546cc283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:38.164082 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:38.164711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Bound using segment: {'id': '59adcfa8-4bef-42a6-afed-74d4c6249263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd2a77284-48f1-4d49-9d86-717546cc283b'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:38.165638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Bound port: eaaa099d-5dfd-4492-beb8-3eba28b491d9, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59adcfa8-4bef-42a6-afed-74d4c6249263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd2a77284-48f1-4d49-9d86-717546cc283b'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:38.166273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:38.240454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] For port eaaa099d-5dfd-4492-beb8-3eba28b491d9, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:38.243018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:38.244633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] For port eaaa099d-5dfd-4492-beb8-3eba28b491d9, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eaaa099d-5dfd-4492-beb8-3eba28b491d9,segment=NetworkSegment(59adcfa8-4bef-42a6-afed-74d4c6249263),segment_id=59adcfa8-4bef-42a6-afed-74d4c6249263)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:38.307134 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:38.405047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1d212-481c-4899-8d0f-890b68120795 None None] Pushing event updated for resources: {'Port': ['ID=eaaa099d-5dfd-4492-beb8-3eba28b491d9,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:38.546575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Allocated IP 172.20.0.1 (d2a77284-48f1-4d49-9d86-717546cc283b/f6bfd812-ae65-433e-aaaa-f1a973b4d0a4/6b4be382-4123-413b-ada6-ee59881a7645) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:38.717533 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:38.822112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:38.860197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network d2a77284-48f1-4d49-9d86-717546cc283b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:38.863639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:38.869526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:38.914588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=6b4be382-4123-413b-ada6-ee59881a7645,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:38.944944 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:39.086156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f4699-c6f3-4089-b7b0-2435a6ada085 req-cc1b4caa-9c28-4721-9626-5dd00fa5c266 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:39.088255 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-932f4699-c6f3-4089-b7b0-2435a6ada085 req-cc1b4caa-9c28-4721-9626-5dd00fa5c266 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0977256 Sep 16 16:57:39.140246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-932f4699-c6f3-4089-b7b0-2435a6ada085 req-9facd2fb-3817-4a52-95fd-d8d764a4f76a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438428 Sep 16 16:57:39.215138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:39.539521 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:39.609076 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:39.635481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7bfb6b-3bb7-4b83-bf95-2ea38dd32220 None None] Network d2a77284-48f1-4d49-9d86-717546cc283b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:39.683539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=6b4be382-4123-413b-ada6-ee59881a7645,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:39.689056 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:39.704673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d1c714a2-196c-4dd1-a73d-51b72e2f2c64 None None] Provisioning complete for port eaaa099d-5dfd-4492-beb8-3eba28b491d9 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:39.704970 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1c714a2-196c-4dd1-a73d-51b72e2f2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:39.796468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network d2a77284-48f1-4d49-9d86-717546cc283b is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:39.798640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:39.850853 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1c714a2-196c-4dd1-a73d-51b72e2f2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:39.913365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d1c714a2-196c-4dd1-a73d-51b72e2f2c64 None None] For port eaaa099d-5dfd-4492-beb8-3eba28b491d9, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eaaa099d-5dfd-4492-beb8-3eba28b491d9,segment=NetworkSegment(59adcfa8-4bef-42a6-afed-74d4c6249263),segment_id=59adcfa8-4bef-42a6-afed-74d4c6249263)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:39.991820 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1c714a2-196c-4dd1-a73d-51b72e2f2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:40.046817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c714a2-196c-4dd1-a73d-51b72e2f2c64 None None] Pushing event updated for resources: {'Port': ['ID=eaaa099d-5dfd-4492-beb8-3eba28b491d9,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:40.222176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-066e2aea-de31-425a-82e2-ac38a65dbb82 None None] Provisioning complete for port 6b4be382-4123-413b-ada6-ee59881a7645 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:40.222819 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-066e2aea-de31-425a-82e2-ac38a65dbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:40.273446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-066e2aea-de31-425a-82e2-ac38a65dbb82 None None] Port 6b4be382-4123-413b-ada6-ee59881a7645 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:40.288840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-066e2aea-de31-425a-82e2-ac38a65dbb82 None None] Provisioning complete for port eaaa099d-5dfd-4492-beb8-3eba28b491d9 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:40.289209 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-066e2aea-de31-425a-82e2-ac38a65dbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:40.330159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ce56c-601a-4f3e-908a-b28adf95be14 req-1035b9a2-f912-4354-8aa8-9a966794f848 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:40.331940 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-790ce56c-601a-4f3e-908a-b28adf95be14 req-1035b9a2-f912-4354-8aa8-9a966794f848 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0677929 Sep 16 16:57:40.406395 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-790ce56c-601a-4f3e-908a-b28adf95be14 req-e0f62e38-73f2-48ba-a531-a7aaf6164c09 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499322 Sep 16 16:57:40.448859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 64a75007-cc2c-49c0-b105-e40af103a35a is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:57:40.482544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eaaa099d-5dfd-4492-beb8-3eba28b491d9 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:40.501453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-caa61abd-58b2-423d-84dd-3bc8dffa273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:40.503082 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-caa61abd-58b2-423d-84dd-3bc8dffa273c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1097 time: 0.0596313 Sep 16 16:57:40.580294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a30c1306-fc14-42da-8cbe-a294512cf664 None None] Provisioning complete for port 6b4be382-4123-413b-ada6-ee59881a7645 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:40.580929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:40.581367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a30c1306-fc14-42da-8cbe-a294512cf664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:40.590277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45230) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:40.590752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c05dc70c-6754-4abb-8dea-30f48b62b783 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/64a75007-cc2c-49c0-b105-e40af103a35a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6986382 Sep 16 16:57:40.594197 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee4693-bffd-44ec-9817-1b0df6acf34f None None] Sync routers for ids ['64a75007-cc2c-49c0-b105-e40af103a35a'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:40.608170 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee4693-bffd-44ec-9817-1b0df6acf34f None None] Routers {'64a75007-cc2c-49c0-b105-e40af103a35a'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:40.608827 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-72ee4693-bffd-44ec-9817-1b0df6acf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64a75007-cc2c-49c0-b105-e40af103a35a'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:40.646311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port eaaa099d-5dfd-4492-beb8-3eba28b491d9 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:40.646914 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:40.668134 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-72ee4693-bffd-44ec-9817-1b0df6acf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:40.676779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a30c1306-fc14-42da-8cbe-a294512cf664 None None] Port 6b4be382-4123-413b-ada6-ee59881a7645 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:40.679900 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee4693-bffd-44ec-9817-1b0df6acf34f None None] Routers {'64a75007-cc2c-49c0-b105-e40af103a35a'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:40.680004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c5bb10-7fb3-4314-b5b2-48941d8d1423 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:40.681653 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-72ee4693-bffd-44ec-9817-1b0df6acf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64a75007-cc2c-49c0-b105-e40af103a35a'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:40.682679 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-04c5bb10-7fb3-4314-b5b2-48941d8d1423 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports/6b4be382-4123-413b-ada6-ee59881a7645 HTTP/1.1" status: 200 len: 910 time: 0.0912142 Sep 16 16:57:40.685883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45232) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:40.691977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-207e0e69-0af3-4f7b-a7e4-bbd13216b222 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f6bfd812-ae65-433e-aaaa-f1a973b4d0a4'}]}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:40.706253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-ba5893a9-21c5-4606-a834-dee440dfa502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:40.707753 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-ba5893a9-21c5-4606-a834-dee440dfa502 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 200 len: 898 time: 0.1977906 Sep 16 16:57:40.720486 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-72ee4693-bffd-44ec-9817-1b0df6acf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:40.721367 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee4693-bffd-44ec-9817-1b0df6acf34f None None] The sync data for ids ['64a75007-cc2c-49c0-b105-e40af103a35a'] in n-d-807786-3 is: [] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:40.784919 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-0ae2f4ca-c54b-4557-900f-f5b90e8ab0af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 1000 time: 0.0701051 Sep 16 16:57:40.796424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d3a77506-fc1f-48e2-b21a-f74e1e6533e5 None None] Provisioning complete for port 6b4be382-4123-413b-ada6-ee59881a7645 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:40.796813 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d3a77506-fc1f-48e2-b21a-f74e1e6533e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:40.836243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d3a77506-fc1f-48e2-b21a-f74e1e6533e5 None None] Port 6b4be382-4123-413b-ada6-ee59881a7645 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:40.850858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-9672033d-f039-408b-9254-ccc2318e4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:40.852435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-9672033d-f039-408b-9254-ccc2318e4401 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f62d545-4c48-49db-8ec0-034ee09196bf HTTP/1.1" status: 200 len: 835 time: 0.0607014 Sep 16 16:57:40.862446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-207e0e69-0af3-4f7b-a7e4-bbd13216b222 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:40.900702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-40a8ff3b-64cd-4015-82a4-06da5f913e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:40.902240 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-40a8ff3b-64cd-4015-82a4-06da5f913e8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9f45ed1-c6bb-45e0-b689-096ace13602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432825 Sep 16 16:57:40.999146 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-0ba1349f-6b34-43c8-b3ac-3dc64706361b service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895205 Sep 16 16:57:41.097358 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-d14f59b6-152f-452d-b3e4-d29408f391bd service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911705 Sep 16 16:57:41.245672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-207e0e69-0af3-4f7b-a7e4-bbd13216b222 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:41.352718 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-207e0e69-0af3-4f7b-a7e4-bbd13216b222 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:41.436040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e0e69-0af3-4f7b-a7e4-bbd13216b222 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:41.436699 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-207e0e69-0af3-4f7b-a7e4-bbd13216b222 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:41.440863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-207e0e69-0af3-4f7b-a7e4-bbd13216b222 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/ports/6b4be382-4123-413b-ada6-ee59881a7645 HTTP/1.1" status: 200 len: 910 time: 0.7510672 Sep 16 16:57:41.440863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e0e69-0af3-4f7b-a7e4-bbd13216b222 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=6b4be382-4123-413b-ada6-ee59881a7645,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:41.441790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45244) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:41.533150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf5780-68e3-4ebe-883d-4f997c4c7c16 req-ea010a5a-524c-43ed-a6ab-34f824817f10 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:41.534663 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12bf5780-68e3-4ebe-883d-4f997c4c7c16 req-ea010a5a-524c-43ed-a6ab-34f824817f10 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0534441 Sep 16 16:57:41.579554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12bf5780-68e3-4ebe-883d-4f997c4c7c16 req-e75bb995-4554-4b41-b0e4-d32cb6973fcd tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363593 Sep 16 16:57:41.792435 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:42.037491 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port 6b4be382-4123-413b-ada6-ee59881a7645 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:42.037829 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:42.125674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:42.138508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for 6b4be382-4123-413b-ada6-ee59881a7645 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:42.397621 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:42.429461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=6b4be382-4123-413b-ada6-ee59881a7645,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.449258 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:42.585900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:42.730849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecddd2b-649e-4a73-bbdb-5d1908c40282 req-2437fd91-23e0-4e51-a8ae-a26a85ca4fd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:42.732657 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ecddd2b-649e-4a73-bbdb-5d1908c40282 req-2437fd91-23e0-4e51-a8ae-a26a85ca4fd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0491037 Sep 16 16:57:42.766732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 64a75007-cc2c-49c0-b105-e40af103a35a has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:57:42.774904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ecddd2b-649e-4a73-bbdb-5d1908c40282 req-b1dcec61-1631-4f72-bd15-9a400faee348 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360982 Sep 16 16:57:42.846893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:42.851905 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-88aebf69-9713-4225-9355-caee954586c7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/64a75007-cc2c-49c0-b105-e40af103a35a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4092128 Sep 16 16:57:42.854715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45268) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:42.857239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742012a7-ebd2-45c3-9267-c19e83de7feb None None] Sync routers for ids ['64a75007-cc2c-49c0-b105-e40af103a35a'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:42.866367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742012a7-ebd2-45c3-9267-c19e83de7feb None None] Routers {'64a75007-cc2c-49c0-b105-e40af103a35a'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:42.866986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-742012a7-ebd2-45c3-9267-c19e83de7feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64a75007-cc2c-49c0-b105-e40af103a35a'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:42.882179 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a87b441c-ec1b-4907-baf1-d3d6f6e26e08 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=64a75007-cc2c-49c0-b105-e40af103a35a HTTP/1.1" status: 200 len: 205 time: 0.0263231 Sep 16 16:57:42.885807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45270) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:42.901333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-742012a7-ebd2-45c3-9267-c19e83de7feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:42.910591 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742012a7-ebd2-45c3-9267-c19e83de7feb None None] Routers {'64a75007-cc2c-49c0-b105-e40af103a35a'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:42.911203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-742012a7-ebd2-45c3-9267-c19e83de7feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64a75007-cc2c-49c0-b105-e40af103a35a'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:42.944143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-742012a7-ebd2-45c3-9267-c19e83de7feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:42.944829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742012a7-ebd2-45c3-9267-c19e83de7feb None None] The sync data for ids ['64a75007-cc2c-49c0-b105-e40af103a35a'] in n-d-807786-3 is: [] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:42.967789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03ccd0cd-65ef-4f83-a708-23ce1e5018ea tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.135546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03ccd0cd-65ef-4f83-a708-23ce1e5018ea tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.137882 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03ccd0cd-65ef-4f83-a708-23ce1e5018ea tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.271907 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03ccd0cd-65ef-4f83-a708-23ce1e5018ea tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.272518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ccd0cd-65ef-4f83-a708-23ce1e5018ea tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Fanout notify agent at l3_agent the message router_deleted on router 64a75007-cc2c-49c0-b105-e40af103a35a {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:57:43.279686 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03ccd0cd-65ef-4f83-a708-23ce1e5018ea tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.283682 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-03ccd0cd-65ef-4f83-a708-23ce1e5018ea tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/64a75007-cc2c-49c0-b105-e40af103a35a HTTP/1.1" status: 204 len: 168 time: 0.3941209 Sep 16 16:57:43.283682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45278) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:43.341438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-468b3fda-157e-4f98-bf31-dbf2a2357c58 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting subnet f6bfd812-ae65-433e-aaaa-f1a973b4d0a4 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:57:43.344507 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-468b3fda-157e-4f98-bf31-dbf2a2357c58 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.384371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-468b3fda-157e-4f98-bf31-dbf2a2357c58 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.472311 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-468b3fda-157e-4f98-bf31-dbf2a2357c58 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.603227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-468b3fda-157e-4f98-bf31-dbf2a2357c58 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.637436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b3fda-157e-4f98-bf31-dbf2a2357c58 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Subnet': ['ID=f6bfd812-ae65-433e-aaaa-f1a973b4d0a4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:43.645144 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-468b3fda-157e-4f98-bf31-dbf2a2357c58 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.650539 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-468b3fda-157e-4f98-bf31-dbf2a2357c58 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/f6bfd812-ae65-433e-aaaa-f1a973b4d0a4 HTTP/1.1" status: 204 len: 168 time: 0.3624070 Sep 16 16:57:43.650539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45286) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:43.653474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9acfc66-33ba-43e9-9217-6da942e7e275 None None] Network d2a77284-48f1-4d49-9d86-717546cc283b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:43.731783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.737542 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.795605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port eaaa099d-5dfd-4492-beb8-3eba28b491d9 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:43.795961 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.880195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port eaaa099d-5dfd-4492-beb8-3eba28b491d9, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eaaa099d-5dfd-4492-beb8-3eba28b491d9,segment=NetworkSegment(59adcfa8-4bef-42a6-afed-74d4c6249263),segment_id=59adcfa8-4bef-42a6-afed-74d4c6249263)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:43.880811 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:43.892270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50670e29-f3d4-4643-8ba7-6f507d7dc428 None None] DHCP port deletion for d2a77284-48f1-4d49-9d86-717546cc283b request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:57:43.899429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for eaaa099d-5dfd-4492-beb8-3eba28b491d9 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:43.919185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553c090-dced-4147-a347-9563fa98b8e8 req-efcbd7fe-8607-4c27-8a42-ce4836083408 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:43.920821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9553c090-dced-4147-a347-9563fa98b8e8 req-efcbd7fe-8607-4c27-8a42-ce4836083408 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0644045 Sep 16 16:57:43.967133 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9553c090-dced-4147-a347-9563fa98b8e8 req-5c33ec93-e002-4b8f-bc5c-53d232ef705d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397651 Sep 16 16:57:44.082263 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.083599 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.106786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-50670e29-f3d4-4643-8ba7-6f507d7dc428 None None] Deleting port eaaa099d-5dfd-4492-beb8-3eba28b491d9 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:57:44.107197 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-50670e29-f3d4-4643-8ba7-6f507d7dc428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.121792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=eaaa099d-5dfd-4492-beb8-3eba28b491d9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:44.131537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No DVR routers for this DVR port eaaa099d-5dfd-4492-beb8-3eba28b491d9 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:57:44.172313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-50670e29-f3d4-4643-8ba7-6f507d7dc428 None None] For port eaaa099d-5dfd-4492-beb8-3eba28b491d9, host n-d-807786-3, got binding levels [] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:44.172753 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-50670e29-f3d4-4643-8ba7-6f507d7dc428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.185784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-50670e29-f3d4-4643-8ba7-6f507d7dc428 None None] Calling delete_port for eaaa099d-5dfd-4492-beb8-3eba28b491d9 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:57:44.188682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.ipam_backend_mixin [None req-50670e29-f3d4-4643-8ba7-6f507d7dc428 None None] Port eaaa099d-5dfd-4492-beb8-3eba28b491d9 was not found and therefore no delete operation was performed {{(pid=95359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 16:57:44.190389 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-50670e29-f3d4-4643-8ba7-6f507d7dc428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.213474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.215939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50670e29-f3d4-4643-8ba7-6f507d7dc428 None None] Pushing event deleted for resources: {'Port': ['ID=eaaa099d-5dfd-4492-beb8-3eba28b491d9,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:44.219606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50670e29-f3d4-4643-8ba7-6f507d7dc428 None None] No DVR routers for this DVR port eaaa099d-5dfd-4492-beb8-3eba28b491d9 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:57:44.238095 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a77284-48f1-4d49-9d86-717546cc283b']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:44.247262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59adcfa8-4bef-42a6-afed-74d4c6249263') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:44.247783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59adcfa8-4bef-42a6-afed-74d4c6249263') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:44.257160 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.270997 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.277961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:57:44.278356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:57:44.285483 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:57:44.413668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eaaa099d-5dfd-4492-beb8-3eba28b491d9 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:57:44.437847 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.439009 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: eaaa099d-5dfd-4492-beb8-3eba28b491d9 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:57:44.440558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eaaa099d-5dfd-4492-beb8-3eba28b491d9 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:57:44.444298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.448080 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/networks/d2a77284-48f1-4d49-9d86-717546cc283b HTTP/1.1" status: 204 len: 168 time: 0.7970147 Sep 16 16:57:44.451810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45298) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:44.457005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8130edb8-d535-453d-9641-a1860204d871 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1728230087', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:44.463861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e4ce6-760d-4dff-acc2-7412ea4fdd4a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Network': ['ID=d2a77284-48f1-4d49-9d86-717546cc283b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:44.546133 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8130edb8-d535-453d-9641-a1860204d871 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.547204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8130edb8-d535-453d-9641-a1860204d871 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.598837 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8130edb8-d535-453d-9641-a1860204d871 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.660457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8130edb8-d535-453d-9641-a1860204d871 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.729639 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8130edb8-d535-453d-9641-a1860204d871 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.730902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8130edb8-d535-453d-9641-a1860204d871 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2778187 Sep 16 16:57:44.733621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45306) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:44.738634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'network': {'name': 'tempest-RoutersTest-1885346680'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:44.808985 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:44.812828 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.837943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:57:44.846633 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.846978 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added segment 34af6f4f-fa38-4d9e-af68-59685703f564 of type vlan for network 3c2694ce-8f5c-4c46-a57e-36a40f211261 Sep 16 16:57:44.889854 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.980093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:44.985812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:44.986406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:45.060925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Network': ['ID=3c2694ce-8f5c-4c46-a57e-36a40f211261,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:45.076057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 3c2694ce-8f5c-4c46-a57e-36a40f211261 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:57:45.106273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8f02e-1445-4f8f-af65-29b256b82ba9 req-24ecb3f1-3536-43ab-a08b-44c7cf1e68d8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:45.108112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80e8f02e-1445-4f8f-af65-29b256b82ba9 req-24ecb3f1-3536-43ab-a08b-44c7cf1e68d8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0589261 Sep 16 16:57:45.114628 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ea9ba790-956d-4dfb-92ef-fdc8f5b9b34b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3775084 Sep 16 16:57:45.115133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45314) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:45.121137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'subnet': {'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:45.169793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80e8f02e-1445-4f8f-af65-29b256b82ba9 req-47c04ccc-9c52-48d4-8cc6-014de50b7a63 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552669 Sep 16 16:57:45.300183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:45.303930 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:45.552394 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:45.615929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Subnet': ['ID=7b7ee2e0-3e19-480c-b9dd-33c2c39c211b,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:45.624627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Checking segment: {'id': '34af6f4f-fa38-4d9e-af68-59685703f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:45.624988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network hostable DHCP agents. Network: 3c2694ce-8f5c-4c46-a57e-36a40f211261, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:57:45.677566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 3c2694ce-8f5c-4c46-a57e-36a40f211261 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:57:45.746288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 3c2694ce-8f5c-4c46-a57e-36a40f211261) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:45.750444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:45.754772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:45.755581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9bd652-35ab-4628-a63a-306fde923798 None None] Network 3c2694ce-8f5c-4c46-a57e-36a40f211261 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:45.839259 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1da8076d-c156-4c98-94b5-e655b50a0441 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7228158 Sep 16 16:57:45.842221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45326) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:45.909659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-3c2694ce-8f5c-4c46-a57e-36a40f211261', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:57:45.910613 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:46.050858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Allocated IP 172.20.0.2 (3c2694ce-8f5c-4c46-a57e-36a40f211261/7b7ee2e0-3e19-480c-b9dd-33c2c39c211b/506ceeea-e7a8-47ba-acf4-e9d788dcd345) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:46.133120 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:46.218132 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:46.283208 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:46.309152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d8220-1856-4fea-b433-1b44b8b600a8 req-920c34a2-98b9-4bb5-bb1a-a2f4065f4572 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:46.316884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-169d8220-1856-4fea-b433-1b44b8b600a8 req-920c34a2-98b9-4bb5-bb1a-a2f4065f4572 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0667291 Sep 16 16:57:46.327879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Pushing event updated for resources: {'Port': ['ID=506ceeea-e7a8-47ba-acf4-e9d788dcd345,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:46.357178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Network 3c2694ce-8f5c-4c46-a57e-36a40f211261 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:46.358986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:46.360134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-169d8220-1856-4fea-b433-1b44b8b600a8 req-79f5d69c-acf5-4b9d-907d-7070a115bc11 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373409 Sep 16 16:57:46.361716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:46.414085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Allocated IP 172.20.0.1 (3c2694ce-8f5c-4c46-a57e-36a40f211261/7b7ee2e0-3e19-480c-b9dd-33c2c39c211b/de8a1c59-26db-41f6-a705-56a3b8820ea1) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:46.429168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Attempting to bind port 506ceeea-e7a8-47ba-acf4-e9d788dcd345 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:46.429612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Attempting to bind port 506ceeea-e7a8-47ba-acf4-e9d788dcd345 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '34af6f4f-fa38-4d9e-af68-59685703f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:46.430613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Attempting to bind port 506ceeea-e7a8-47ba-acf4-e9d788dcd345 on network 3c2694ce-8f5c-4c46-a57e-36a40f211261 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:46.435285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:46.435663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Checking segment: {'id': '34af6f4f-fa38-4d9e-af68-59685703f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:46.436126 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:46.436555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Bound using segment: {'id': '34af6f4f-fa38-4d9e-af68-59685703f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:46.437018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Bound port: 506ceeea-e7a8-47ba-acf4-e9d788dcd345, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34af6f4f-fa38-4d9e-af68-59685703f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:46.437394 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:46.506610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] For port 506ceeea-e7a8-47ba-acf4-e9d788dcd345, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:46.510592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] For port 506ceeea-e7a8-47ba-acf4-e9d788dcd345, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=506ceeea-e7a8-47ba-acf4-e9d788dcd345,segment=NetworkSegment(34af6f4f-fa38-4d9e-af68-59685703f564),segment_id=34af6f4f-fa38-4d9e-af68-59685703f564)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:46.536760 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:46.563651 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:46.620636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:46.633055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f376f3-11f5-4b42-bf14-e3b2e4f75f36 None None] Pushing event updated for resources: {'Port': ['ID=506ceeea-e7a8-47ba-acf4-e9d788dcd345,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:46.667604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 3c2694ce-8f5c-4c46-a57e-36a40f211261 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:46.670758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:46.674560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:46.684463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=de8a1c59-26db-41f6-a705-56a3b8820ea1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:46.731521 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:46.925247 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:47.510459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b59f2c-dfdd-4d90-93ef-f5af92810fbd req-46b02bf4-7f0e-471a-952a-1257a748178d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:47.512097 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38b59f2c-dfdd-4d90-93ef-f5af92810fbd req-46b02bf4-7f0e-471a-952a-1257a748178d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0596523 Sep 16 16:57:47.564030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38b59f2c-dfdd-4d90-93ef-f5af92810fbd req-85a8d9d5-e10f-426d-bda8-4367b993c50d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425553 Sep 16 16:57:47.571010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f6487-7e87-4c7e-b589-a7fca6d48998 None None] Network 3c2694ce-8f5c-4c46-a57e-36a40f211261 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:47.576706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:47.631566 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:47.650583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f81c4c66-9cc2-49f6-bbcd-115f37bfb7d6 None None] Provisioning complete for port 506ceeea-e7a8-47ba-acf4-e9d788dcd345 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:47.650956 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f81c4c66-9cc2-49f6-bbcd-115f37bfb7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:47.717798 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:47.720023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=de8a1c59-26db-41f6-a705-56a3b8820ea1,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:47.804318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f81c4c66-9cc2-49f6-bbcd-115f37bfb7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:47.847991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f81c4c66-9cc2-49f6-bbcd-115f37bfb7d6 None None] For port 506ceeea-e7a8-47ba-acf4-e9d788dcd345, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=506ceeea-e7a8-47ba-acf4-e9d788dcd345,segment=NetworkSegment(34af6f4f-fa38-4d9e-af68-59685703f564),segment_id=34af6f4f-fa38-4d9e-af68-59685703f564)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:47.856814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network 3c2694ce-8f5c-4c46-a57e-36a40f211261 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:47.858508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:47.917201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f81c4c66-9cc2-49f6-bbcd-115f37bfb7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:47.988061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c4c66-9cc2-49f6-bbcd-115f37bfb7d6 None None] Pushing event updated for resources: {'Port': ['ID=506ceeea-e7a8-47ba-acf4-e9d788dcd345,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:48.060315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:57:48.163359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:48.165928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-52f56f63-5970-4cdf-a95f-b41bfdb3450f None None] Provisioning complete for port de8a1c59-26db-41f6-a705-56a3b8820ea1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:48.166307 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-52f56f63-5970-4cdf-a95f-b41bfdb3450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.172954 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3ed72106-9134-422d-842f-e6c7fec337b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3293428 Sep 16 16:57:48.173994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45360) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:48.179137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'network': {'name': 'tempest-RoutersTest-277779004'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:48.182117 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Sync routers for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:48.192913 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:48.193703 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:48.221444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-52f56f63-5970-4cdf-a95f-b41bfdb3450f None None] Port de8a1c59-26db-41f6-a705-56a3b8820ea1 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:48.235076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-52f56f63-5970-4cdf-a95f-b41bfdb3450f None None] Provisioning complete for port 506ceeea-e7a8-47ba-acf4-e9d788dcd345 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:48.235637 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-52f56f63-5970-4cdf-a95f-b41bfdb3450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.266756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:48.270642 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.338089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:57:48.362540 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.366795 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added segment c9d2797f-b020-4ba0-95c0-6d0dd11d275f of type vlan for network ae11a931-b9a3-4458-bfd5-b62cb210a72b Sep 16 16:57:48.394294 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:57:48.439102 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.472095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 506ceeea-e7a8-47ba-acf4-e9d788dcd345 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:48.513089 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.521995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2c13fce6-d91a-4028-80ff-5ed5e692e23c None None] Provisioning complete for port de8a1c59-26db-41f6-a705-56a3b8820ea1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:48.529663 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2c13fce6-d91a-4028-80ff-5ed5e692e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.529861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:48.529861 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.564178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2c13fce6-d91a-4028-80ff-5ed5e692e23c None None] Port de8a1c59-26db-41f6-a705-56a3b8820ea1 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:48.588619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 506ceeea-e7a8-47ba-acf4-e9d788dcd345 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:48.589215 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.688600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Network': ['ID=ae11a931-b9a3-4458-bfd5-b62cb210a72b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:48.700274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4d9ee6ef-391b-4eae-be73-2fcaef433eda None None] Provisioning complete for port de8a1c59-26db-41f6-a705-56a3b8820ea1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:48.701068 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee6ef-391b-4eae-be73-2fcaef433eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.705971 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network ae11a931-b9a3-4458-bfd5-b62cb210a72b details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:57:48.722299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2d04d1f5-a527-4d84-ae2a-01256d74467d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5471532 Sep 16 16:57:48.725265 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:57:46Z', 'revision_number': 2, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:47Z', 'revision_number': 2, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:48.725935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45368) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:48.734277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'subnet': {'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:48.750465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1e12f-55e9-49a7-be44-3dadeb3fef76 req-87f3e9ce-d873-4b89-ac68-c82a2f89ef38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:48.757949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98b1e12f-55e9-49a7-be44-3dadeb3fef76 req-87f3e9ce-d873-4b89-ac68-c82a2f89ef38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0662320 Sep 16 16:57:48.785620 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Checking router: 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:57:48.786262 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Updating router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 port de8a1c59-26db-41f6-a705-56a3b8820ea1 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:57:48.809770 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98b1e12f-55e9-49a7-be44-3dadeb3fef76 req-7d11d87f-3653-4b27-949a-0cea9b164d88 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500185 Sep 16 16:57:48.821425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ee6ef-391b-4eae-be73-2fcaef433eda None None] Port de8a1c59-26db-41f6-a705-56a3b8820ea1 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:48.821605 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:48.917541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:48.921400 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.105292 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.185735 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.198136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.254779 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Pushing event updated for resources: {'Port': ['ID=de8a1c59-26db-41f6-a705-56a3b8820ea1,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:49.267000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Subnet': ['ID=5120da52-c9dd-4d4c-bbf0-01fb373b6528,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:49.274587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Checking segment: {'id': 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:49.274997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network hostable DHCP agents. Network: ae11a931-b9a3-4458-bfd5-b62cb210a72b, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:57:49.279854 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.280660 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.281078 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.281532 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.281933 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.282321 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.283049 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.283412 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.283935 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.284480 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.284985 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.285487 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:57:49.321731 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Attempting to bind port de8a1c59-26db-41f6-a705-56a3b8820ea1 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:49.322115 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Attempting to bind port de8a1c59-26db-41f6-a705-56a3b8820ea1 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '34af6f4f-fa38-4d9e-af68-59685703f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:49.322458 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Attempting to bind port de8a1c59-26db-41f6-a705-56a3b8820ea1 on network 3c2694ce-8f5c-4c46-a57e-36a40f211261 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:49.327816 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:49.328183 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Checking segment: {'id': '34af6f4f-fa38-4d9e-af68-59685703f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:49.328608 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.329002 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Bound using segment: {'id': '34af6f4f-fa38-4d9e-af68-59685703f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:49.329454 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Bound port: de8a1c59-26db-41f6-a705-56a3b8820ea1, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34af6f4f-fa38-4d9e-af68-59685703f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:49.329829 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.345970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network ae11a931-b9a3-4458-bfd5-b62cb210a72b is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:57:49.410920 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] For port de8a1c59-26db-41f6-a705-56a3b8820ea1, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:49.418871 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] For port de8a1c59-26db-41f6-a705-56a3b8820ea1, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=de8a1c59-26db-41f6-a705-56a3b8820ea1,segment=NetworkSegment(34af6f4f-fa38-4d9e-af68-59685703f564),segment_id=34af6f4f-fa38-4d9e-af68-59685703f564)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:49.454389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, ae11a931-b9a3-4458-bfd5-b62cb210a72b) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:49.458697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:49.462125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.463301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046cbce2-f3d0-42e7-81a5-32603b9941ab None None] Network ae11a931-b9a3-4458-bfd5-b62cb210a72b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:49.472188 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.521110 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57c18c58-bcc7-47ba-bebb-d95a8dc0718b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7889678 Sep 16 16:57:49.521110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45384) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:49.536714 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69def890-e027-4065-ae15-090d45c6cde5 None None] Pushing event updated for resources: {'Port': ['ID=de8a1c59-26db-41f6-a705-56a3b8820ea1,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:49.562792 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:49.563813 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:49.612877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1997731f-06b4-4440-9f09-8518cb052a4a None None] Provisioning complete for port de8a1c59-26db-41f6-a705-56a3b8820ea1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:49.613957 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1997731f-06b4-4440-9f09-8518cb052a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.671376 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:57:49.789099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:57:49.790318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.798047 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1997731f-06b4-4440-9f09-8518cb052a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:49.857226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1997731f-06b4-4440-9f09-8518cb052a4a None None] For port de8a1c59-26db-41f6-a705-56a3b8820ea1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=de8a1c59-26db-41f6-a705-56a3b8820ea1,segment=NetworkSegment(34af6f4f-fa38-4d9e-af68-59685703f564),segment_id=34af6f4f-fa38-4d9e-af68-59685703f564)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:49.944632 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:57:46Z', 'revision_number': 2, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:49.989379 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081cbe-4b8a-42b4-9494-6fb524cbcb76 req-fd6719d1-2d8c-437e-9c63-4beaf3e717a9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:49.991842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f081cbe-4b8a-42b4-9494-6fb524cbcb76 req-fd6719d1-2d8c-437e-9c63-4beaf3e717a9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0793889 Sep 16 16:57:49.993600 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba053e-35e3-4256-8a21-d29f8b8100a4 None None] The sync data for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 is: [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:57:46Z', 'revision_number': 2, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:49.999130 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1997731f-06b4-4440-9f09-8518cb052a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.036485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.050861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f081cbe-4b8a-42b4-9494-6fb524cbcb76 req-0deb5ce1-f00a-4c7a-a5f7-3eee974720b4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486326 Sep 16 16:57:50.154597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997731f-06b4-4440-9f09-8518cb052a4a None None] Pushing event updated for resources: {'Port': ['ID=de8a1c59-26db-41f6-a705-56a3b8820ea1,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:50.159999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-24c0da6c-d56b-4928-8980-cf7ef82bfd3d None None] Provisioning complete for port de8a1c59-26db-41f6-a705-56a3b8820ea1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:50.159999 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-24c0da6c-d56b-4928-8980-cf7ef82bfd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.165845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Allocated IP 172.21.0.2 (ae11a931-b9a3-4458-bfd5-b62cb210a72b/5120da52-c9dd-4d4c-bbf0-01fb373b6528/2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:50.443369 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.466745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device de8a1c59-26db-41f6-a705-56a3b8820ea1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:50.513980 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.553504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Allocated IP 172.21.0.1 (ae11a931-b9a3-4458-bfd5-b62cb210a72b/5120da52-c9dd-4d4c-bbf0-01fb373b6528/ea51845a-806b-4217-811f-dc1400c43746) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:50.573811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Network ae11a931-b9a3-4458-bfd5-b62cb210a72b is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:50.583688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:50.583688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Pushing event updated for resources: {'Port': ['ID=2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:50.585958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:50.588298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port de8a1c59-26db-41f6-a705-56a3b8820ea1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:50.588819 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.675721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Attempting to bind port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:50.676254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Attempting to bind port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:50.676539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Attempting to bind port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 on network ae11a931-b9a3-4458-bfd5-b62cb210a72b {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:50.682317 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.682607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:50.682843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Checking segment: {'id': 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:50.683245 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.683636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Bound using segment: {'id': 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:50.684267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Bound port: 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:50.684683 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.775096 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.795945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] For port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:50.799941 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] For port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4,segment=NetworkSegment(c9d2797f-b020-4ba0-95c0-6d0dd11d275f),segment_id=c9d2797f-b020-4ba0-95c0-6d0dd11d275f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:50.834616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network ae11a931-b9a3-4458-bfd5-b62cb210a72b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:50.840013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:50.847056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:50.850988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=ea51845a-806b-4217-811f-dc1400c43746,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:50.877560 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.899825 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:50.948546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a1df6-d149-4755-a9f9-00c807825042 None None] Pushing event updated for resources: {'Port': ['ID=2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:51.088813 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:51.268845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc1988-6a37-453d-affd-1ba8baeb5fa6 req-96bbd3f6-c4dd-4845-8151-a447b5c55b51 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:51.279472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fffc1988-6a37-453d-affd-1ba8baeb5fa6 req-96bbd3f6-c4dd-4845-8151-a447b5c55b51 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0998104 Sep 16 16:57:51.338085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fffc1988-6a37-453d-affd-1ba8baeb5fa6 req-ebbb1312-3873-4486-90e0-fe68109e0a31 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565393 Sep 16 16:57:51.437588 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:51.494308 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:51.575906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=ea51845a-806b-4217-811f-dc1400c43746,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:51.580821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:51.681099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network ae11a931-b9a3-4458-bfd5-b62cb210a72b is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:51.682687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:51.782014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:57:51.895857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:51.904558 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-df417e76-91b5-4cf4-b7b3-1dba90d73320 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3803065 Sep 16 16:57:51.904792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45418) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:51.909960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'network': {'name': 'tempest-RoutersTest-1884162624'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:51.972302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:51.977862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.005210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9b1932-c3f9-4af7-b4c7-2535ae186853 None None] Network ae11a931-b9a3-4458-bfd5-b62cb210a72b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:52.006869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:57:52.026125 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.033673 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added segment d1db3f61-c068-4310-9f5e-bf6fdcbd32d4 of type vlan for network f99c13b3-196b-49f2-a3ee-352be8b929a0 Sep 16 16:57:52.071882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Sync routers for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:52.079548 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.105732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:52.106362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:52.110620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-96906ef9-d01c-4843-9a30-ac71ed1f8fec None None] Provisioning complete for port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:52.114116 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-96906ef9-d01c-4843-9a30-ac71ed1f8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.151628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.158128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:52.158840 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.236622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Network': ['ID=f99c13b3-196b-49f2-a3ee-352be8b929a0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:52.252058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f19ca6b6-d3b8-448c-a2f3-7f78338f19d2 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3436871 Sep 16 16:57:52.252515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45426) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:52.258888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'subnet': {'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:52.360544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network f99c13b3-196b-49f2-a3ee-352be8b929a0 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:57:52.416335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:52.426734 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.443228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:57:52.505748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:52.572949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247154-e9e1-4c16-968e-e319d8bea32a req-7e80a6ce-a842-4f8a-bf1a-69e35e3c5e37 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:52.574706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6247154-e9e1-4c16-968e-e319d8bea32a req-7e80a6ce-a842-4f8a-bf1a-69e35e3c5e37 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.1430171 Sep 16 16:57:52.634773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6247154-e9e1-4c16-968e-e319d8bea32a req-354103fc-73ca-48e5-be64-378a831c9592 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513260 Sep 16 16:57:52.727385 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-96906ef9-d01c-4843-9a30-ac71ed1f8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.750394 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:52.750762 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.827343 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.829128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-96906ef9-d01c-4843-9a30-ac71ed1f8fec None None] For port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4,segment=NetworkSegment(c9d2797f-b020-4ba0-95c0-6d0dd11d275f),segment_id=c9d2797f-b020-4ba0-95c0-6d0dd11d275f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:52.895078 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-96906ef9-d01c-4843-9a30-ac71ed1f8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.906879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:57:50Z', 'revision_number': 3, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:51Z', 'revision_number': 2, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:52.922292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Checking segment: {'id': 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:52.922657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network hostable DHCP agents. Network: f99c13b3-196b-49f2-a3ee-352be8b929a0, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:57:52.924595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Subnet': ['ID=8fdf7d32-4d88-4b6e-8eaf-279841a41aa3,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:52.926554 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:52.974641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Checking router: 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:57:52.974641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Updating router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 port ea51845a-806b-4217-811f-dc1400c43746 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:57:53.025914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network f99c13b3-196b-49f2-a3ee-352be8b929a0 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:57:53.030666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96906ef9-d01c-4843-9a30-ac71ed1f8fec None None] Pushing event updated for resources: {'Port': ['ID=2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:53.035848 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:53.074864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-79d9b633-16c8-4382-a3f6-b0d4e5b7c17f None None] Provisioning complete for port ea51845a-806b-4217-811f-dc1400c43746 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:53.075228 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-79d9b633-16c8-4382-a3f6-b0d4e5b7c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:53.088740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, f99c13b3-196b-49f2-a3ee-352be8b929a0) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:53.094441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:53.095478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:53.115439 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-304732f8-d562-44ef-bdec-cf83cb117199 service neutron] show failed (client error): The resource could not be found. Sep 16 16:57:53.116536 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-304732f8-d562-44ef-bdec-cf83cb117199 service neutron] 10.222.0.52 "GET /v2.0/ports/50e3d499-6725-4271-885b-8e8f0b82b761/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.1055665 Sep 16 16:57:53.126362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e60fdf8-d8cd-4579-bddb-6fb20b766940 None None] Network f99c13b3-196b-49f2-a3ee-352be8b929a0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:53.154134 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:57:53.154491 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:57:53.165826 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-484b3ea5-2dda-45b0-bced-89e01a4193c8 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9114323 Sep 16 16:57:53.168290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45442) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:53.264916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-79d9b633-16c8-4382-a3f6-b0d4e5b7c17f None None] Port ea51845a-806b-4217-811f-dc1400c43746 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:53.316615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-79d9b633-16c8-4382-a3f6-b0d4e5b7c17f None None] Provisioning complete for port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:53.320936 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-79d9b633-16c8-4382-a3f6-b0d4e5b7c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:53.515244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-f99c13b3-196b-49f2-a3ee-352be8b929a0', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:57:53.516126 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:53.703660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:53.709253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:53.756580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-dbc906ce-ff8f-4352-a547-53c86b9cdd59 None None] Provisioning complete for port ea51845a-806b-4217-811f-dc1400c43746 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:53.756580 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dbc906ce-ff8f-4352-a547-53c86b9cdd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:53.791695 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:53.793988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Allocated IP 172.22.0.2 (f99c13b3-196b-49f2-a3ee-352be8b929a0/8fdf7d32-4d88-4b6e-8eaf-279841a41aa3/5c66803d-946e-47ac-ba8b-9f9c0e77b188) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:53.823311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae407aca-fa71-43b2-ad99-f821bbae2338 req-619f0e98-c933-4a66-90eb-bbd7c0bea670 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:53.825788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae407aca-fa71-43b2-ad99-f821bbae2338 req-619f0e98-c933-4a66-90eb-bbd7c0bea670 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0931761 Sep 16 16:57:53.838218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-dbc906ce-ff8f-4352-a547-53c86b9cdd59 None None] Port ea51845a-806b-4217-811f-dc1400c43746 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:53.863190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-21bd3bfb-a8ac-428f-ac94-c577e75cdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:53.865530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-21bd3bfb-a8ac-428f-ac94-c577e75cdafa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 1097 time: 0.2305875 Sep 16 16:57:53.871296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405eccc-0e7d-49ac-aec0-745e11bf893d None None] Pushing event updated for resources: {'Port': ['ID=ea51845a-806b-4217-811f-dc1400c43746,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:53.879524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:53.890330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae407aca-fa71-43b2-ad99-f821bbae2338 req-a66b4368-7f44-4332-963f-86d17d6c2cd1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577426 Sep 16 16:57:53.971975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:53.985591 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Attempting to bind port ea51845a-806b-4217-811f-dc1400c43746 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:53.985962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Attempting to bind port ea51845a-806b-4217-811f-dc1400c43746 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:53.986311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Attempting to bind port ea51845a-806b-4217-811f-dc1400c43746 on network ae11a931-b9a3-4458-bfd5-b62cb210a72b {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:54.001178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:54.001612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Checking segment: {'id': 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:54.002016 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.002417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Bound using segment: {'id': 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:54.002901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Bound port: ea51845a-806b-4217-811f-dc1400c43746, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:54.003282 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.251209 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.279239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c2b4afc5-174d-408e-b767-2f4be769f235 None None] Provisioning complete for port ea51845a-806b-4217-811f-dc1400c43746 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:54.279629 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c2b4afc5-174d-408e-b767-2f4be769f235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.308850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] For port ea51845a-806b-4217-811f-dc1400c43746, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:54.313777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=50e3d499-6725-4271-885b-8e8f0b82b761,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:54.325245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] For port ea51845a-806b-4217-811f-dc1400c43746, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ea51845a-806b-4217-811f-dc1400c43746,segment=NetworkSegment(c9d2797f-b020-4ba0-95c0-6d0dd11d275f),segment_id=c9d2797f-b020-4ba0-95c0-6d0dd11d275f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:54.333128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4afc5-174d-408e-b767-2f4be769f235 None None] Port ea51845a-806b-4217-811f-dc1400c43746 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:54.357659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:54.395836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:57:54.398006 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.399290 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281e9468-08e0-49ff-bd69-09411a16e369" -d '{"events": [{"server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "name": "network-vif-unplugged", "status": "completed", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:57:54.404474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.440770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Network f99c13b3-196b-49f2-a3ee-352be8b929a0 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:54.443930 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:54.449259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:54.451395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:54.471967 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8a8ea1-b9da-498a-9a61-53f745ddd5e4 x-openstack-request-id: req-9c8a8ea1-b9da-498a-9a61-53f745ddd5e4 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:57:54.472214 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "name": "network-vif-unplugged", "status": "completed", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:57:54.472847 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c8a8ea1-b9da-498a-9a61-53f745ddd5e4 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:57:54.473245 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761', 'code': 200} Sep 16 16:57:54.474222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Transition to ACTIVE for port object 50e3d499-6725-4271-885b-8e8f0b82b761 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:57:54.482347 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.489276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Allocated IP 172.22.0.1 (f99c13b3-196b-49f2-a3ee-352be8b929a0/8fdf7d32-4d88-4b6e-8eaf-279841a41aa3/eb27d8b2-38cf-443e-a07d-37230bc15799) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:54.498378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Pushing event updated for resources: {'Port': ['ID=5c66803d-946e-47ac-ba8b-9f9c0e77b188,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:54.556910 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.619619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:54.620274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:54.667096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Attempting to bind port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:54.667474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Attempting to bind port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:54.667850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Attempting to bind port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 on network f99c13b3-196b-49f2-a3ee-352be8b929a0 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:54.669919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405eccc-0e7d-49ac-aec0-745e11bf893d None None] Pushing event updated for resources: {'Port': ['ID=ea51845a-806b-4217-811f-dc1400c43746,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:54.720864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:54.721251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Checking segment: {'id': 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:54.721726 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.722141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Bound using segment: {'id': 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:54.722633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Bound port: 5c66803d-946e-47ac-ba8b-9f9c0e77b188, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:54.723028 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.757349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:54.758543 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:54.796983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:57:54.897952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c3e73701-628b-4cbe-b9c6-03ba32f6e552 None None] Provisioning complete for port ea51845a-806b-4217-811f-dc1400c43746 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:54.898350 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3e73701-628b-4cbe-b9c6-03ba32f6e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:55.060448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e60c11-5952-4fcd-815d-96ef7159e7e9 req-74bbc981-74d4-4eab-8e23-3e11b3796686 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:55.063270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76e60c11-5952-4fcd-815d-96ef7159e7e9 req-74bbc981-74d4-4eab-8e23-3e11b3796686 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 944 time: 0.0684996 Sep 16 16:57:55.088141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] For port 5c66803d-946e-47ac-ba8b-9f9c0e77b188, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:55.116079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76e60c11-5952-4fcd-815d-96ef7159e7e9 req-2b0d929d-1c86-477c-9e63-8741bc93d8fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463507 Sep 16 16:57:55.160220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] For port 5c66803d-946e-47ac-ba8b-9f9c0e77b188, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5c66803d-946e-47ac-ba8b-9f9c0e77b188,segment=NetworkSegment(d1db3f61-c068-4310-9f5e-bf6fdcbd32d4),segment_id=d1db3f61-c068-4310-9f5e-bf6fdcbd32d4)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:55.171874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=50e3d499-6725-4271-885b-8e8f0b82b761,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:55.191474 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3e73701-628b-4cbe-b9c6-03ba32f6e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:55.225055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:55.234014 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:55.263319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] No DVR routers for this DVR port 50e3d499-6725-4271-885b-8e8f0b82b761 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:57:55.294785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c3e73701-628b-4cbe-b9c6-03ba32f6e552 None None] For port ea51845a-806b-4217-811f-dc1400c43746, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ea51845a-806b-4217-811f-dc1400c43746,segment=NetworkSegment(c9d2797f-b020-4ba0-95c0-6d0dd11d275f),segment_id=c9d2797f-b020-4ba0-95c0-6d0dd11d275f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:55.322271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f60d4-c5ab-4f53-bf2c-3aa300240864 None None] Pushing event updated for resources: {'Port': ['ID=5c66803d-946e-47ac-ba8b-9f9c0e77b188,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:55.368598 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3e73701-628b-4cbe-b9c6-03ba32f6e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:55.415305 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:55.433066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:57:50Z', 'revision_number': 3, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:54Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:55.464784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e73701-628b-4cbe-b9c6-03ba32f6e552 None None] Pushing event updated for resources: {'Port': ['ID=ea51845a-806b-4217-811f-dc1400c43746,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:55.466720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network f99c13b3-196b-49f2-a3ee-352be8b929a0 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:55.467944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac8dd6-2970-406a-a94f-ef73e27006a0 None None] The sync data for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 is: [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:57:50Z', 'revision_number': 3, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:54Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:55.472112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:55.474624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:55.533578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:55.672931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=eb27d8b2-38cf-443e-a07d-37230bc15799,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:55.698367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Attempting to bind port 50e3d499-6725-4271-885b-8e8f0b82b761 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:55.698720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Attempting to bind port 50e3d499-6725-4271-885b-8e8f0b82b761 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:55.699061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Attempting to bind port 50e3d499-6725-4271-885b-8e8f0b82b761 on network b9f45ed1-c6bb-45e0-b689-096ace13602e {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:55.713364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Port 50e3d499-6725-4271-885b-8e8f0b82b761 on network b9f45ed1-c6bb-45e0-b689-096ace13602e not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:57:55.713364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Attempting to bind port 50e3d499-6725-4271-885b-8e8f0b82b761 on network b9f45ed1-c6bb-45e0-b689-096ace13602e {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:55.720013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:55.720511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Checking segment: {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:55.720878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Bound using segment: {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:55.721287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Bound port: 50e3d499-6725-4271-885b-8e8f0b82b761, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2409e5f3-6831-484d-8c73-38dcb65fb1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:55.721661 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:55.829428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:55.845703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:55.848905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=50e3d499-6725-4271-885b-8e8f0b82b761,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:55.941457 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:56.020123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:56.020782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:56.022213 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 1092 time: 2.1476095 Sep 16 16:57:56.113641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ea303-3f81-46ff-967a-79565e55a8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=50e3d499-6725-4271-885b-8e8f0b82b761,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:56.275947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:56.286255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-0b7e1e67-7903-44be-93f4-58b0a2598682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:56.287877 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-0b7e1e67-7903-44be-93f4-58b0a2598682 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1095 time: 0.2397318 Sep 16 16:57:56.310707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6218-8cda-446e-b540-3856e7f2185b req-a541d8e7-46e7-4413-a604-99b47fef5cee tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:56.312330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db6c6218-8cda-446e-b540-3856e7f2185b req-a541d8e7-46e7-4413-a604-99b47fef5cee tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 944 time: 0.1098230 Sep 16 16:57:56.355757 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:56.397097 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db6c6218-8cda-446e-b540-3856e7f2185b req-a4df1a02-153e-455b-a180-a988a4e76408 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744464 Sep 16 16:57:56.477920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:57:56.480311 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c155b7c-39f7-46f2-80b6-87907b4f131c" -d '{"events": [{"name": "network-changed", "server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:57:56.545202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=eb27d8b2-38cf-443e-a07d-37230bc15799,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:56.548979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:56.573138 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b78b926-5963-4d53-8be4-6421718b96ad x-openstack-request-id: req-1b78b926-5963-4d53-8be4-6421718b96ad {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:57:56.573639 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:57:56.573898 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b78b926-5963-4d53-8be4-6421718b96ad {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:57:56.574421 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761', 'status': 'completed', 'code': 200} Sep 16 16:57:56.575013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a501bd-7f08-4dc8-b423-5e1c55acaa4c None None] Network f99c13b3-196b-49f2-a3ee-352be8b929a0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:56.579133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5c66803d-946e-47ac-ba8b-9f9c0e77b188 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:56.590661 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-b3b10f3c-0a97-4727-8286-7679bd0e017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:56.592196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-b3b10f3c-0a97-4727-8286-7679bd0e017c service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 200 len: 898 time: 0.2922742 Sep 16 16:57:56.711731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3b636b35-a44a-4fe8-a5b8-3d1805851061 None None] Provisioning complete for port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:56.712094 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3b636b35-a44a-4fe8-a5b8-3d1805851061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:56.716740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:56.717101 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:56.752127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-d0ceaf2d-b695-41c8-a0f8-6dc2ca3d9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:56.753730 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-d0ceaf2d-b695-41c8-a0f8-6dc2ca3d9088 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1095 time: 0.1585703 Sep 16 16:57:56.757112 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-36dfc9f0-23d4-41b6-b6be-166050a650b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 998 time: 0.1460252 Sep 16 16:57:56.782373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network f99c13b3-196b-49f2-a3ee-352be8b929a0 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:56.793392 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:56.913620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-f31f0e55-1c68-4f5e-8c7c-ed87db0dbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:56.915151 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-f31f0e55-1c68-4f5e-8c7c-ed87db0dbacb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f62d545-4c48-49db-8ec0-034ee09196bf HTTP/1.1" status: 200 len: 835 time: 0.1454449 Sep 16 16:57:56.919295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 50e3d499-6725-4271-885b-8e8f0b82b761 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:57:56.948543 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:56.972252 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3b636b35-a44a-4fe8-a5b8-3d1805851061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:57.018943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 50e3d499-6725-4271-885b-8e8f0b82b761 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:57:57.022115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 5c66803d-946e-47ac-ba8b-9f9c0e77b188, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5c66803d-946e-47ac-ba8b-9f9c0e77b188,segment=NetworkSegment(d1db3f61-c068-4310-9f5e-bf6fdcbd32d4),segment_id=d1db3f61-c068-4310-9f5e-bf6fdcbd32d4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:57.034601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-e153fd9e-6c23-492f-a5d3-228b33d0c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:57.036198 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-e153fd9e-6c23-492f-a5d3-228b33d0c3e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 200 len: 898 time: 0.2744548 Sep 16 16:57:57.038898 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:57:57.041137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-698a410c-f807-4ab7-83e1-901acc2531af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:57.042544 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-698a410c-f807-4ab7-83e1-901acc2531af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9f45ed1-c6bb-45e0-b689-096ace13602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888951 Sep 16 16:57:57.093529 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:57.094364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea51845a-806b-4217-811f-dc1400c43746 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:57.201439 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-3b636b35-a44a-4fe8-a5b8-3d1805851061 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 16:57:57.201931 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-3b636b35-a44a-4fe8-a5b8-3d1805851061 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 16:57:57.231069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=5c66803d-946e-47ac-ba8b-9f9c0e77b188,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:57.238299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ea51845a-806b-4217-811f-dc1400c43746 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:57.238695 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:57.272725 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-4996a4ef-1ec2-4527-8eaf-14fd422ed25f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 998 time: 0.2289150 Sep 16 16:57:57.364912 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-f4477954-cc77-4ca8-b316-179ec8ed2b7f service neutron] 10.222.0.62 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110266 Sep 16 16:57:57.386695 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:57:57.394266 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-51294bd5-a530-43a1-8eab-f69e03f969d9 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2241025 Sep 16 16:57:57.397671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45504) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:57.405783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'network': {'name': 'tempest-RoutersTest-768262745'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:57.410791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-f5fdb4e9-7a9a-489f-aedc-ad6285528d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:57.412531 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-f5fdb4e9-7a9a-489f-aedc-ad6285528d8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f62d545-4c48-49db-8ec0-034ee09196bf HTTP/1.1" status: 200 len: 835 time: 0.1085970 Sep 16 16:57:57.415871 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Sync routers for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:57:57.436815 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:57.437447 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:57.515080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:57.520301 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:57.559124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-2b5d4fe9-7241-4ee6-843d-255b4e6fa3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:57.560730 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-2b5d4fe9-7241-4ee6-843d-255b4e6fa3d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9f45ed1-c6bb-45e0-b689-096ace13602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403599 Sep 16 16:57:57.565257 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8bb3d4c1-e125-4bda-819e-37721d10cd2f req-6b322750-24f2-4e36-b5dd-6962ec0416d8 service neutron] 10.222.0.62 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904306 Sep 16 16:57:57.592688 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:57:57.601180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:57:57.618708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24bb81-dfed-4b35-b300-242b22054dee req-81d82fd1-ac45-4dd1-ad31-7c15a1356b36 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:57.620418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c24bb81-dfed-4b35-b300-242b22054dee req-81d82fd1-ac45-4dd1-ad31-7c15a1356b36 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 944 time: 0.1213474 Sep 16 16:57:57.636055 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:57.636414 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added segment ffedcc59-b4d5-4678-b27a-0259f8f190e5 of type vlan for network e2ae53e0-a899-4a61-ad65-2617ee154dad Sep 16 16:57:57.742906 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:57.807370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4c24bb81-dfed-4b35-b300-242b22054dee req-2c8ed05a-99b6-4d87-a73c-002bd48c35ae tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784711 Sep 16 16:57:57.827131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-308cb884-58ad-4f5c-b94d-4142575a7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:57.833510 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-308cb884-58ad-4f5c-b94d-4142575a7766 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1095 time: 0.1345687 Sep 16 16:57:57.841088 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-ff9723e1-af7b-4ffb-bda6-ccf815630872 service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720492 Sep 16 16:57:57.860900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:57.870246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:57.871297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:57.921012 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:56Z', 'revision_number': 2, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:57.954366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Network': ['ID=e2ae53e0-a899-4a61-ad65-2617ee154dad,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:57.983943 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Checking router: 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:57:57.984336 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Updating router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 port eb27d8b2-38cf-443e-a07d-37230bc15799 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:57:57.986215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e2ae53e0-a899-4a61-ad65-2617ee154dad details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:57:58.023632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1b5bc87c-1c00-498c-87fb-771f39ae050b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6220815 Sep 16 16:57:58.023858 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.023984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45512) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:58.029417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'subnet': {'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:57:58.045692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-a49d83ec-ee60-4a23-a894-e08cf9bd5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:58.047196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-a49d83ec-ee60-4a23-a894-e08cf9bd5638 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 200 len: 898 time: 0.2128742 Sep 16 16:57:58.102143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8b366c67-9474-4a44-b7d6-7a578238fd32 None None] Provisioning complete for port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:58.103207 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8b366c67-9474-4a44-b7d6-7a578238fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.130188 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-8c5bfa94-1df6-4d46-8549-59e47f29f7e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 998 time: 0.0741251 Sep 16 16:57:58.132231 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-eea7d3b3-9542-49b8-8fb7-d92ac5806453 service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676362 Sep 16 16:57:58.204034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-e6fe4248-46a8-4d2d-b9a0-13c6a2df2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:58.205702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-e6fe4248-46a8-4d2d-b9a0-13c6a2df2039 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f62d545-4c48-49db-8ec0-034ee09196bf HTTP/1.1" status: 200 len: 835 time: 0.0677738 Sep 16 16:57:58.250340 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d90cdef6-2dcd-430c-a96a-fd4ad68e6a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.254696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Made reservation on behalf of 61cc66b4d6b846ed9864235c588192f6 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:57:58.258562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8b366c67-9474-4a44-b7d6-7a578238fd32 None None] Provisioning complete for port eb27d8b2-38cf-443e-a07d-37230bc15799 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:58.259104 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8b366c67-9474-4a44-b7d6-7a578238fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.260625 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.268300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-287e010d-0400-4953-89af-201871aff0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:58.270223 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-287e010d-0400-4953-89af-201871aff0ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9f45ed1-c6bb-45e0-b689-096ace13602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549271 Sep 16 16:57:58.302290 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8b366c67-9474-4a44-b7d6-7a578238fd32 None None] Port eb27d8b2-38cf-443e-a07d-37230bc15799 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:57:58.440594 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-73f41f01-938e-4415-b48e-794eaf77e2c4 service neutron] 10.222.0.62 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592350 Sep 16 16:57:58.454958 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.478362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5c66803d-946e-47ac-ba8b-9f9c0e77b188 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:57:58.517289 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.531373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:58.531682 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.546343 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.579971 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab0838-de92-4da1-a94d-d2e7691991ab None None] Pushing event updated for resources: {'Port': ['ID=eb27d8b2-38cf-443e-a07d-37230bc15799,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:58.614390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Subnet': ['ID=d097c95e-3eb0-48f9-9d82-eb6101508bc6,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:58.630039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Checking segment: {'id': 'ffedcc59-b4d5-4678-b27a-0259f8f190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:58.630411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network hostable DHCP agents. Network: e2ae53e0-a899-4a61-ad65-2617ee154dad, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:57:58.667602 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Attempting to bind port eb27d8b2-38cf-443e-a07d-37230bc15799 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:57:58.668357 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Attempting to bind port eb27d8b2-38cf-443e-a07d-37230bc15799 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:57:58.668912 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Attempting to bind port eb27d8b2-38cf-443e-a07d-37230bc15799 on network f99c13b3-196b-49f2-a3ee-352be8b929a0 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:57:58.676828 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:57:58.677390 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Checking segment: {'id': 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:57:58.677851 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.682741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Bound using segment: {'id': 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:57:58.682741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Bound port: eb27d8b2-38cf-443e-a07d-37230bc15799, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:57:58.682741 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.758228 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] For port eb27d8b2-38cf-443e-a07d-37230bc15799, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:57:58.762254 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] For port eb27d8b2-38cf-443e-a07d-37230bc15799, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eb27d8b2-38cf-443e-a07d-37230bc15799,segment=NetworkSegment(d1db3f61-c068-4310-9f5e-bf6fdcbd32d4),segment_id=d1db3f61-c068-4310-9f5e-bf6fdcbd32d4)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:57:58.762785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network e2ae53e0-a899-4a61-ad65-2617ee154dad is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:57:58.843364 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.843546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, e2ae53e0-a899-4a61-ad65-2617ee154dad) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:58.854978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e85b79-839f-42af-a20c-c50fa91e6153 None None] Network e2ae53e0-a899-4a61-ad65-2617ee154dad requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:57:58.859046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:58.862620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:58.955734 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:57:58.956365 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:57:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:58.964853 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab0838-de92-4da1-a94d-d2e7691991ab None None] Pushing event updated for resources: {'Port': ['ID=eb27d8b2-38cf-443e-a07d-37230bc15799,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:58.983489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cf0e729b-7450-4428-8097-3f5f1340ba34 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9587066 Sep 16 16:57:58.987940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45528) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:57:59.063860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-062cc54f-5832-49d0-80da-e6dfc06d31bf None None] Provisioning complete for port eb27d8b2-38cf-443e-a07d-37230bc15799 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:59.068626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-062cc54f-5832-49d0-80da-e6dfc06d31bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:59.146782 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4c155b7c-39f7-46f2-80b6-87907b4f131c req-33c792d1-f41c-4b3e-a51a-d20a40067caf service neutron] 10.222.0.62 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965668 Sep 16 16:57:59.180758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a9839-946f-4a78-b3f1-ce0b2358ebfe req-803daaa7-1a08-419e-bd1c-aa2db7f7369e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:57:59.182424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f6a9839-946f-4a78-b3f1-ce0b2358ebfe req-803daaa7-1a08-419e-bd1c-aa2db7f7369e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 944 time: 0.2673161 Sep 16 16:57:59.266541 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-062cc54f-5832-49d0-80da-e6dfc06d31bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:59.283615 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:57:59.290270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f6a9839-946f-4a78-b3f1-ce0b2358ebfe req-6a7de660-f20a-4cb5-a7c2-1ee78fcadf73 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835814 Sep 16 16:57:59.306770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-e2ae53e0-a899-4a61-ad65-2617ee154dad', 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'fixed_ips': [{'subnet_id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:57:59.316851 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:59.434688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-062cc54f-5832-49d0-80da-e6dfc06d31bf None None] For port eb27d8b2-38cf-443e-a07d-37230bc15799, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eb27d8b2-38cf-443e-a07d-37230bc15799,segment=NetworkSegment(d1db3f61-c068-4310-9f5e-bf6fdcbd32d4),segment_id=d1db3f61-c068-4310-9f5e-bf6fdcbd32d4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:57:59.509325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Allocated IP 172.23.0.2 (e2ae53e0-a899-4a61-ad65-2617ee154dad/d097c95e-3eb0-48f9-9d82-eb6101508bc6/db8fca16-5357-41ab-9a46-bc90acfd6cee) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:57:59.570002 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-062cc54f-5832-49d0-80da-e6dfc06d31bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:59.580908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:59.628920 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:58Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:57:59.660540 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cf276-588e-48f4-8ccf-6e554661dd35 None None] The sync data for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 is: [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:58Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:57:59.735181 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cc54f-5832-49d0-80da-e6dfc06d31bf None None] Pushing event updated for resources: {'Port': ['ID=eb27d8b2-38cf-443e-a07d-37230bc15799,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:59.753151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-86bab26b-3d1e-4197-97ca-986c27a7efd0 None None] Provisioning complete for port eb27d8b2-38cf-443e-a07d-37230bc15799 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:57:59.753686 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-86bab26b-3d1e-4197-97ca-986c27a7efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:59.826856 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:59.923863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:57:59.964754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Network e2ae53e0-a899-4a61-ad65-2617ee154dad is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:57:59.969041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:57:59.975578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:57:59.980935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Pushing event updated for resources: {'Port': ['ID=db8fca16-5357-41ab-9a46-bc90acfd6cee,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:57:59.981068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Allocated IP 172.23.0.1 (e2ae53e0-a899-4a61-ad65-2617ee154dad/d097c95e-3eb0-48f9-9d82-eb6101508bc6/b89fe457-c267-4c59-8684-56f020da4c2c) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:58:00.062882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Attempting to bind port db8fca16-5357-41ab-9a46-bc90acfd6cee on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:58:00.063297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Attempting to bind port db8fca16-5357-41ab-9a46-bc90acfd6cee by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'ffedcc59-b4d5-4678-b27a-0259f8f190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:58:00.063666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Attempting to bind port db8fca16-5357-41ab-9a46-bc90acfd6cee on network e2ae53e0-a899-4a61-ad65-2617ee154dad {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:58:00.069389 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:58:00.070035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Checking segment: {'id': 'ffedcc59-b4d5-4678-b27a-0259f8f190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:58:00.070325 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:00.070750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Bound using segment: {'id': 'ffedcc59-b4d5-4678-b27a-0259f8f190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:58:00.071498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Bound port: db8fca16-5357-41ab-9a46-bc90acfd6cee, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffedcc59-b4d5-4678-b27a-0259f8f190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:58:00.071895 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:00.139098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:00.150648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] For port db8fca16-5357-41ab-9a46-bc90acfd6cee, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:58:00.154459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] For port db8fca16-5357-41ab-9a46-bc90acfd6cee, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=db8fca16-5357-41ab-9a46-bc90acfd6cee,segment=NetworkSegment(ffedcc59-b4d5-4678-b27a-0259f8f190e5),segment_id=ffedcc59-b4d5-4678-b27a-0259f8f190e5)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:58:00.220107 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:00.249214 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:00.277259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155bc7c-8d2a-43f3-ba8f-63f7c9c05cf0 None None] Pushing event updated for resources: {'Port': ['ID=db8fca16-5357-41ab-9a46-bc90acfd6cee,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:00.290650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network e2ae53e0-a899-4a61-ad65-2617ee154dad is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:58:00.294606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:58:00.297218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:58:00.350690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=b89fe457-c267-4c59-8684-56f020da4c2c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:00.366377 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:00.532767 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eb27d8b2-38cf-443e-a07d-37230bc15799 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:58:00.623045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port eb27d8b2-38cf-443e-a07d-37230bc15799 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:00.623487 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:00.647490 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:00.761256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1bccc-bcf9-4547-bf9c-704185eb47d2 req-db15adf9-ee9a-4629-b866-c146f6957594 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:00.762854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7a1bccc-bcf9-4547-bf9c-704185eb47d2 req-db15adf9-ee9a-4629-b866-c146f6957594 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 944 time: 0.3264062 Sep 16 16:58:00.797401 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-313795db-d787-467d-bd27-9ac33f0b731e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:00.868540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 50e3d499-6725-4271-885b-8e8f0b82b761 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:58:00.880464 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7a1bccc-bcf9-4547-bf9c-704185eb47d2 req-1032c0d2-795a-4d1e-8b94-539b80325098 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853651 Sep 16 16:58:00.986215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=50e3d499-6725-4271-885b-8e8f0b82b761,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:01.002082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '50e3d499-6725-4271-885b-8e8f0b82b761', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'port_id': '50e3d499-6725-4271-885b-8e8f0b82b761', 'mac_address': 'fa:16:3e:9b:ec:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:58:01.037458 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:01.044594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:01.057729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e3d499-6725-4271-885b-8e8f0b82b761 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:58:01.077403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=50e3d499-6725-4271-885b-8e8f0b82b761,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:01.128849 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:01.192365 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:01.312877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=50e3d499-6725-4271-885b-8e8f0b82b761,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:01.422257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['50e3d499-6725-4271-885b-8e8f0b82b761'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:58:01.457837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60100953-1bf1-4930-926d-f18d24fccdaa req-091e44f8-da75-4cc7-9efd-b2e0ef83ff32 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:01.460265 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60100953-1bf1-4930-926d-f18d24fccdaa req-091e44f8-da75-4cc7-9efd-b2e0ef83ff32 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848&tenant_id=90e3435321d04ec983180b4203d704f4&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 945 time: 0.1065564 Sep 16 16:58:01.486182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:01.535734 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-60100953-1bf1-4930-926d-f18d24fccdaa req-693e73c3-2ee1-4068-9a45-21847929e1f0 service neutron] delete failed (client error): The resource could not be found. Sep 16 16:58:01.558579 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60100953-1bf1-4930-926d-f18d24fccdaa req-693e73c3-2ee1-4068-9a45-21847929e1f0 service neutron] 10.222.0.52 "DELETE /v2.0/ports/50e3d499-6725-4271-885b-8e8f0b82b761/bindings/n-h1-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0690935 Sep 16 16:58:01.637633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60100953-1bf1-4930-926d-f18d24fccdaa req-ac2e40ed-7584-45b6-80ee-72efb26fd620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:01.639525 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60100953-1bf1-4930-926d-f18d24fccdaa req-ac2e40ed-7584-45b6-80ee-72efb26fd620 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1096 time: 0.0550976 Sep 16 16:58:01.703451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ef13b6-303f-410a-8f06-e3365857fcc5 None None] Network e2ae53e0-a899-4a61-ad65-2617ee154dad requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:58:01.729632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:01.731875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event updated for resources: {'Port': ['ID=b89fe457-c267-4c59-8684-56f020da4c2c,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:01.747791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.748155 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.748491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.748826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.749153 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.749478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.749799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.750118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.750438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.750757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.751071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.751388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:01.761958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8b1b3-6a39-4d8e-a381-42791abc1366 req-8346aee3-c0ba-4789-927e-2754fdf20b11 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:01.763471 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08c8b1b3-6a39-4d8e-a381-42791abc1366 req-8346aee3-c0ba-4789-927e-2754fdf20b11 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 945 time: 0.0994470 Sep 16 16:58:01.767588 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60100953-1bf1-4930-926d-f18d24fccdaa req-c723fc90-474c-49b2-bfb6-a4cc675dd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:01.769436 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60100953-1bf1-4930-926d-f18d24fccdaa req-c723fc90-474c-49b2-bfb6-a4cc675dd586 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 200 len: 898 time: 0.1222062 Sep 16 16:58:01.796689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-90f4f007-959a-4d04-9c9a-d77adb2eb5b7 None None] Provisioning complete for port db8fca16-5357-41ab-9a46-bc90acfd6cee triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:01.797483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90f4f007-959a-4d04-9c9a-d77adb2eb5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:01.840425 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60100953-1bf1-4930-926d-f18d24fccdaa req-5e9c6129-fbd9-4ab8-9f9f-ba3e94283a30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 999 time: 0.0641565 Sep 16 16:58:01.862368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08c8b1b3-6a39-4d8e-a381-42791abc1366 req-3bc4a18d-20fc-4201-9cd3-f142376cff9b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863333 Sep 16 16:58:01.895275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Network e2ae53e0-a899-4a61-ad65-2617ee154dad is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:58:01.897455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:58:01.900683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60100953-1bf1-4930-926d-f18d24fccdaa req-72370062-1774-4885-a306-383e0cb1c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:01.904626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60100953-1bf1-4930-926d-f18d24fccdaa req-72370062-1774-4885-a306-383e0cb1c274 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f62d545-4c48-49db-8ec0-034ee09196bf HTTP/1.1" status: 200 len: 835 time: 0.0573015 Sep 16 16:58:01.963461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60100953-1bf1-4930-926d-f18d24fccdaa req-e7ccdf30-2112-4294-b804-9b96bbba7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:01.964727 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60100953-1bf1-4930-926d-f18d24fccdaa req-e7ccdf30-2112-4294-b804-9b96bbba7a9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9f45ed1-c6bb-45e0-b689-096ace13602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535035 Sep 16 16:58:01.998094 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90f4f007-959a-4d04-9c9a-d77adb2eb5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:02.042886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-90f4f007-959a-4d04-9c9a-d77adb2eb5b7 None None] For port db8fca16-5357-41ab-9a46-bc90acfd6cee, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=db8fca16-5357-41ab-9a46-bc90acfd6cee,segment=NetworkSegment(ffedcc59-b4d5-4678-b27a-0259f8f190e5),segment_id=ffedcc59-b4d5-4678-b27a-0259f8f190e5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:02.046472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:02.048993 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:02.065252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60100953-1bf1-4930-926d-f18d24fccdaa req-25e58a38-6c0b-40b8-bc9b-f689ea4fb7c1 service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930128 Sep 16 16:58:02.112908 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-90f4f007-959a-4d04-9c9a-d77adb2eb5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:02.180429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:02.188893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3dd6e37d-51c7-495c-bb7c-0523b4db2006 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1970117 Sep 16 16:58:02.192887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45572) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:02.200470 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ca249bfa-5977-4ad9-9a1f-fd8fb83e0c89 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:02.205595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Sync routers for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:02.210265 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4f007-959a-4d04-9c9a-d77adb2eb5b7 None None] Pushing event updated for resources: {'Port': ['ID=db8fca16-5357-41ab-9a46-bc90acfd6cee,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:02.220740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:02.221319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-804541d1-f711-4e6f-9923-3795f388282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:02.231419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-60100953-1bf1-4930-926d-f18d24fccdaa req-226245e4-04ce-4280-889d-e9254f30ba79 service neutron] 10.222.0.52 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586802 Sep 16 16:58:02.347895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:02.513942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1552cefb-eec0-4dd1-a89b-89ba3c11fdda None None] Provisioning complete for port db8fca16-5357-41ab-9a46-bc90acfd6cee triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:02.514328 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1552cefb-eec0-4dd1-a89b-89ba3c11fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:02.549781 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device db8fca16-5357-41ab-9a46-bc90acfd6cee up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:58:02.744695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port db8fca16-5357-41ab-9a46-bc90acfd6cee triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:02.745113 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:02.782092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.extraroute_db [None req-ca249bfa-5977-4ad9-9a1f-fd8fb83e0c89 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 16:58:02.801279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.extraroute_db [None req-ca249bfa-5977-4ad9-9a1f-fd8fb83e0c89 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Removed routes are [] {{(pid=95357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 16:58:02.801520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca249bfa-5977-4ad9-9a1f-fd8fb83e0c89 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:02.839323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1552cefb-eec0-4dd1-a89b-89ba3c11fdda None None] Provisioning complete for port b89fe457-c267-4c59-8684-56f020da4c2c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:02.839694 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1552cefb-eec0-4dd1-a89b-89ba3c11fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:02.844241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-804541d1-f711-4e6f-9923-3795f388282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:00Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'b89fe457-c267-4c59-8684-56f020da4c2c', 'name': '', 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:43:81:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:59Z', 'updated_at': '2021-09-16T16:58:00Z', 'revision_number': 2, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:59Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:02.905359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 50e3d499-6725-4271-885b-8e8f0b82b761 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:58:02.933901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Checking router: 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:02.934256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Updating router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 port b89fe457-c267-4c59-8684-56f020da4c2c binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:58:02.984138 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.060574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77b1a-3a65-4d97-b2d5-9b905eadf6fc req-166b305d-8c87-4466-8070-236accddd63e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:03.065827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ab77b1a-3a65-4d97-b2d5-9b905eadf6fc req-166b305d-8c87-4466-8070-236accddd63e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 945 time: 0.0724092 Sep 16 16:58:03.116983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3ab77b1a-3a65-4d97-b2d5-9b905eadf6fc req-eb4223c7-8e81-4ca9-a4b5-a2ce7bf6a32c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451052 Sep 16 16:58:03.190417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca249bfa-5977-4ad9-9a1f-fd8fb83e0c89 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.203314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca249bfa-5977-4ad9-9a1f-fd8fb83e0c89 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.219089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1552cefb-eec0-4dd1-a89b-89ba3c11fdda None None] Port b89fe457-c267-4c59-8684-56f020da4c2c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:58:03.321590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca249bfa-5977-4ad9-9a1f-fd8fb83e0c89 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:03.366338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c01438d9-28fe-4d59-bb52-84b1ce8ca6f7 None None] Provisioning complete for port b89fe457-c267-4c59-8684-56f020da4c2c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:03.366733 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c01438d9-28fe-4d59-bb52-84b1ce8ca6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.390506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 50e3d499-6725-4271-885b-8e8f0b82b761 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:58:03.429558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca249bfa-5977-4ad9-9a1f-fd8fb83e0c89 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:03.431762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 50e3d499-6725-4271-885b-8e8f0b82b761 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:03.432144 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.437702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca249bfa-5977-4ad9-9a1f-fd8fb83e0c89 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.441382 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ca249bfa-5977-4ad9-9a1f-fd8fb83e0c89 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 HTTP/1.1" status: 200 len: 934 time: 1.2467630 Sep 16 16:58:03.441827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45592) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:03.473650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c01438d9-28fe-4d59-bb52-84b1ce8ca6f7 None None] Port b89fe457-c267-4c59-8684-56f020da4c2c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:58:03.547673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-588029b6-7e2f-46e5-84ff-c03dd105f12b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 HTTP/1.1" status: 200 len: 934 time: 0.1046100 Sep 16 16:58:03.550295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45594) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:03.555694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1bc34c83-50b5-4936-814f-03ef7b294522 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'routes': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:03.596054 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.629010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.637192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:58:03.639109 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e04e32-15d1-40e2-87e3-40f276066168" -d '{"events": [{"server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "name": "network-vif-plugged", "status": "completed", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:58:03.653901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=50e3d499-6725-4271-885b-8e8f0b82b761,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:03.682901 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0e6007-bc6e-4627-b46d-a3253a598f39 x-openstack-request-id: req-2d0e6007-bc6e-4627-b46d-a3253a598f39 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:58:03.683326 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "name": "network-vif-plugged", "status": "completed", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:58:03.683644 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d0e6007-bc6e-4627-b46d-a3253a598f39 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:58:03.684966 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761', 'code': 200} Sep 16 16:58:03.712571 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.763353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34451b50-b986-4f07-959c-04cbcfa056d1 None None] Pushing event updated for resources: {'Port': ['ID=b89fe457-c267-4c59-8684-56f020da4c2c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:03.768438 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.814453 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.871596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Attempting to bind port b89fe457-c267-4c59-8684-56f020da4c2c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:58:03.871988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Attempting to bind port b89fe457-c267-4c59-8684-56f020da4c2c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'ffedcc59-b4d5-4678-b27a-0259f8f190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:58:03.872349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Attempting to bind port b89fe457-c267-4c59-8684-56f020da4c2c on network e2ae53e0-a899-4a61-ad65-2617ee154dad {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:58:03.878403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=50e3d499-6725-4271-885b-8e8f0b82b761,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:03.886218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:58:03.888157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Checking segment: {'id': 'ffedcc59-b4d5-4678-b27a-0259f8f190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:58:03.888157 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.888157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Bound using segment: {'id': 'ffedcc59-b4d5-4678-b27a-0259f8f190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:58:03.888157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Bound port: b89fe457-c267-4c59-8684-56f020da4c2c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffedcc59-b4d5-4678-b27a-0259f8f190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:58:03.888761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:03.976260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.extraroute_db [None req-1bc34c83-50b5-4936-814f-03ef7b294522 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added routes are [] {{(pid=95357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 16:58:03.976837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.extraroute_db [None req-1bc34c83-50b5-4936-814f-03ef7b294522 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 16:58:04.000846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-804541d1-f711-4e6f-9923-3795f388282d None None] For port b89fe457-c267-4c59-8684-56f020da4c2c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:58:04.006288 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1bc34c83-50b5-4936-814f-03ef7b294522 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:04.015946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-804541d1-f711-4e6f-9923-3795f388282d None None] For port b89fe457-c267-4c59-8684-56f020da4c2c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b89fe457-c267-4c59-8684-56f020da4c2c,segment=NetworkSegment(ffedcc59-b4d5-4678-b27a-0259f8f190e5),segment_id=ffedcc59-b4d5-4678-b27a-0259f8f190e5)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:58:04.020610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-279339f8-e77d-410c-aab9-799cff4f4ad6 None None] Provisioning complete for port b89fe457-c267-4c59-8684-56f020da4c2c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:04.020987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-279339f8-e77d-410c-aab9-799cff4f4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:04.057436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-279339f8-e77d-410c-aab9-799cff4f4ad6 None None] Port b89fe457-c267-4c59-8684-56f020da4c2c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:58:04.106405 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:04.161688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:04.162479 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-804541d1-f711-4e6f-9923-3795f388282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:04.223737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34451b50-b986-4f07-959c-04cbcfa056d1 None None] Pushing event updated for resources: {'Port': ['ID=b89fe457-c267-4c59-8684-56f020da4c2c,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:04.271617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc807ce-9a14-4bc1-a6ac-5763b94bf74a req-5071ae50-0842-407d-aec1-3a518ccee470 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:04.273556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cc807ce-9a14-4bc1-a6ac-5763b94bf74a req-5071ae50-0842-407d-aec1-3a518ccee470 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0919502 Sep 16 16:58:04.329392 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1bc34c83-50b5-4936-814f-03ef7b294522 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:04.332861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1bc34c83-50b5-4936-814f-03ef7b294522 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:04.334292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cc807ce-9a14-4bc1-a6ac-5763b94bf74a req-08c3d11b-8e8d-4332-bf1c-6ca5eef3734e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541785 Sep 16 16:58:04.338456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-804541d1-f711-4e6f-9923-3795f388282d None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:04.367059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45608) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:04.471915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc34c83-50b5-4936-814f-03ef7b294522 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:04.503330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5096633e-f4d9-42e0-8e41-ffd206cebfd5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/5b79afa9-2e2c-4145-bbba-9dc3a6930f60 HTTP/1.1" status: 200 len: 992 time: 0.1334960 Sep 16 16:58:04.517632 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-50e0b428-e150-4a91-a1b3-bd83cdae0e48 None None] Provisioning complete for port b89fe457-c267-4c59-8684-56f020da4c2c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:04.518010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-50e0b428-e150-4a91-a1b3-bd83cdae0e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:04.581725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc34c83-50b5-4936-814f-03ef7b294522 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:04.589750 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1bc34c83-50b5-4936-814f-03ef7b294522 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:04.591003 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1bc34c83-50b5-4936-814f-03ef7b294522 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 HTTP/1.1" status: 200 len: 700 time: 1.0396380 Sep 16 16:58:04.593701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45614) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:04.683648 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-50e0b428-e150-4a91-a1b3-bd83cdae0e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:04.697559 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9ebf814a-3605-4a09-8596-88850edb9002 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 HTTP/1.1" status: 200 len: 700 time: 0.1027410 Sep 16 16:58:04.700467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45618) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:04.713739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-804541d1-f711-4e6f-9923-3795f388282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:03Z', 'revision_number': 7, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'b89fe457-c267-4c59-8684-56f020da4c2c', 'name': '', 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:43:81:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:59Z', 'updated_at': '2021-09-16T16:58:03Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:59Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:04.747593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804541d1-f711-4e6f-9923-3795f388282d None None] The sync data for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 is: [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:03Z', 'revision_number': 7, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'b89fe457-c267-4c59-8684-56f020da4c2c', 'name': '', 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:43:81:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:59Z', 'updated_at': '2021-09-16T16:58:03Z', 'revision_number': 4, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:59Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:04.766007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-50e0b428-e150-4a91-a1b3-bd83cdae0e48 None None] For port b89fe457-c267-4c59-8684-56f020da4c2c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b89fe457-c267-4c59-8684-56f020da4c2c,segment=NetworkSegment(ffedcc59-b4d5-4678-b27a-0259f8f190e5),segment_id=ffedcc59-b4d5-4678-b27a-0259f8f190e5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:04.854431 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-50e0b428-e150-4a91-a1b3-bd83cdae0e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:04.912755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0b428-e150-4a91-a1b3-bd83cdae0e48 None None] Pushing event updated for resources: {'Port': ['ID=b89fe457-c267-4c59-8684-56f020da4c2c,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:05.094968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:05.368902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port b89fe457-c267-4c59-8684-56f020da4c2c {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:05.369238 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:05.481481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port b89fe457-c267-4c59-8684-56f020da4c2c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b89fe457-c267-4c59-8684-56f020da4c2c,segment=NetworkSegment(ffedcc59-b4d5-4678-b27a-0259f8f190e5),segment_id=ffedcc59-b4d5-4678-b27a-0259f8f190e5)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:05.481851 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:05.496602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for b89fe457-c267-4c59-8684-56f020da4c2c owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:05.576608 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] Sync routers for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:05.586873 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:05.587585 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:05.682079 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:05.908452 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:03Z', 'revision_number': 7, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'b89fe457-c267-4c59-8684-56f020da4c2c', 'name': '', 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:43:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:59Z', 'updated_at': '2021-09-16T16:58:04Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:59Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:05.938103 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] Checking router: 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:05.947864 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:05.948516 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:06.039984 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:06.089187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:06.115486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=b89fe457-c267-4c59-8684-56f020da4c2c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:06.271530 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:03Z', 'revision_number': 7, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'b89fe457-c267-4c59-8684-56f020da4c2c', 'name': '', 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:43:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:59Z', 'updated_at': '2021-09-16T16:58:04Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:59Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:06.294719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:06.302531 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10515e-caa2-4250-b814-d8343791ad8c None None] The sync data for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 is: [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:03Z', 'revision_number': 7, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'b89fe457-c267-4c59-8684-56f020da4c2c', 'name': '', 'network_id': 'e2ae53e0-a899-4a61-ad65-2617ee154dad', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:43:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:59Z', 'updated_at': '2021-09-16T16:58:04Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': 'd097c95e-3eb0-48f9-9d82-eb6101508bc6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:59Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:06.535145 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:06.630751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:06.636664 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2f086860-fdda-434e-90c6-c4799edeaad0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9350808 Sep 16 16:58:06.639255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45644) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:06.641929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] Sync routers for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:06.655511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:06.656144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:06.696693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d19a304-7a62-47fb-ac6d-bef85e51c0b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting subnet d097c95e-3eb0-48f9-9d82-eb6101508bc6 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:58:06.701031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d19a304-7a62-47fb-ac6d-bef85e51c0b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:06.746475 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d19a304-7a62-47fb-ac6d-bef85e51c0b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:06.752657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:06.836814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d19a304-7a62-47fb-ac6d-bef85e51c0b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:06.971199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:05Z', 'revision_number': 8, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:59Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:06.974694 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d19a304-7a62-47fb-ac6d-bef85e51c0b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:06.997568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] Checking router: 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:07.003071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19a304-7a62-47fb-ac6d-bef85e51c0b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Subnet': ['ID=d097c95e-3eb0-48f9-9d82-eb6101508bc6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:07.007039 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d19a304-7a62-47fb-ac6d-bef85e51c0b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.010687 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0d19a304-7a62-47fb-ac6d-bef85e51c0b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/d097c95e-3eb0-48f9-9d82-eb6101508bc6 HTTP/1.1" status: 204 len: 168 time: 0.3687687 Sep 16 16:58:07.012671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45646) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:07.013818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:07.014623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:07.018321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6075be-f1a8-4f3b-8225-2d613a2b8363 None None] Network e2ae53e0-a899-4a61-ad65-2617ee154dad requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:58:07.091950 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.149725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port db8fca16-5357-41ab-9a46-bc90acfd6cee {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:07.150067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.181926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:07.216540 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port db8fca16-5357-41ab-9a46-bc90acfd6cee, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=db8fca16-5357-41ab-9a46-bc90acfd6cee,segment=NetworkSegment(ffedcc59-b4d5-4678-b27a-0259f8f190e5),segment_id=ffedcc59-b4d5-4678-b27a-0259f8f190e5)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:07.217059 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.229937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for db8fca16-5357-41ab-9a46-bc90acfd6cee owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:07.345356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] DHCP port deletion for e2ae53e0-a899-4a61-ad65-2617ee154dad request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:58:07.374885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.402643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=db8fca16-5357-41ab-9a46-bc90acfd6cee,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:07.411101 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No DVR routers for this DVR port db8fca16-5357-41ab-9a46-bc90acfd6cee on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:58:07.506978 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.534353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ae53e0-a899-4a61-ad65-2617ee154dad']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:07.550264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffedcc59-b4d5-4678-b27a-0259f8f190e5') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:07.550391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffedcc59-b4d5-4678-b27a-0259f8f190e5') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:07.563973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.586549 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.592827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:58:07.593442 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:58:07.596796 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:58:07.625668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] Deleting port db8fca16-5357-41ab-9a46-bc90acfd6cee {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:07.626052 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.685351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:05Z', 'revision_number': 8, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:59Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:07.711454 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.716108 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.721098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45650) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:07.721608 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/networks/e2ae53e0-a899-4a61-ad65-2617ee154dad HTTP/1.1" status: 204 len: 168 time: 0.7075317 Sep 16 16:58:07.723219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] For port db8fca16-5357-41ab-9a46-bc90acfd6cee, host n-d-807786-3, got binding levels [] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:07.723623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.726286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46b291-f858-439f-93d5-629a12bde67d None None] The sync data for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 is: [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:05Z', 'revision_number': 8, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb27d8b2-38cf-443e-a07d-37230bc15799', 'name': '', 'network_id': 'f99c13b3-196b-49f2-a3ee-352be8b929a0', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:d0:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:53Z', 'updated_at': '2021-09-16T16:57:59Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '8fdf7d32-4d88-4b6e-8eaf-279841a41aa3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:07.743519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21e7e1-c07e-43c6-8fd2-9df92c4a6f72 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Network': ['ID=e2ae53e0-a899-4a61-ad65-2617ee154dad,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:07.745661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] Calling delete_port for db8fca16-5357-41ab-9a46-bc90acfd6cee owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:07.748817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.ipam_backend_mixin [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] Port db8fca16-5357-41ab-9a46-bc90acfd6cee was not found and therefore no delete operation was performed {{(pid=95359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 16:58:07.751168 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:07.779933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] Network e2ae53e0-a899-4a61-ad65-2617ee154dad is not hosted by any dhcp agent {{(pid=95359) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 16:58:07.780422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] No DVR routers for this DVR port db8fca16-5357-41ab-9a46-bc90acfd6cee on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:58:07.790695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0607891-11ef-4e59-abc2-378eafcba737 None None] Pushing event deleted for resources: {'Port': ['ID=db8fca16-5357-41ab-9a46-bc90acfd6cee,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:08.086790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:08.357973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port eb27d8b2-38cf-443e-a07d-37230bc15799 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:08.358243 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:08.434818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device db8fca16-5357-41ab-9a46-bc90acfd6cee no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:08.455458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: db8fca16-5357-41ab-9a46-bc90acfd6cee {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:08.455812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device db8fca16-5357-41ab-9a46-bc90acfd6cee not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:08.456238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b89fe457-c267-4c59-8684-56f020da4c2c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:08.457050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port eb27d8b2-38cf-443e-a07d-37230bc15799, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eb27d8b2-38cf-443e-a07d-37230bc15799,segment=NetworkSegment(d1db3f61-c068-4310-9f5e-bf6fdcbd32d4),segment_id=d1db3f61-c068-4310-9f5e-bf6fdcbd32d4)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:08.457425 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:08.470626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for eb27d8b2-38cf-443e-a07d-37230bc15799 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:08.475951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: b89fe457-c267-4c59-8684-56f020da4c2c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:08.477111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b89fe457-c267-4c59-8684-56f020da4c2c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:08.694754 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:08.722934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=eb27d8b2-38cf-443e-a07d-37230bc15799,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:08.909111 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.109801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:09.206842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:09.212666 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-13778b0f-1d23-4b72-91c7-29c44c894826 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4890342 Sep 16 16:58:09.215264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45654) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:09.218373 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] Sync routers for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:09.228562 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:09.229179 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:09.272801 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f534cd-1ef3-4a05-a422-23417c644846 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting subnet 8fdf7d32-4d88-4b6e-8eaf-279841a41aa3 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:58:09.276332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83f534cd-1ef3-4a05-a422-23417c644846 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.318811 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83f534cd-1ef3-4a05-a422-23417c644846 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.319750 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:09.413648 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83f534cd-1ef3-4a05-a422-23417c644846 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.539367 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:08Z', 'revision_number': 9, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:09.552045 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83f534cd-1ef3-4a05-a422-23417c644846 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.574327 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] Checking router: 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:09.581903 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:09.582535 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:09.585311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f534cd-1ef3-4a05-a422-23417c644846 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdf7d32-4d88-4b6e-8eaf-279841a41aa3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:09.589378 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83f534cd-1ef3-4a05-a422-23417c644846 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.591274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-83f534cd-1ef3-4a05-a422-23417c644846 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/8fdf7d32-4d88-4b6e-8eaf-279841a41aa3 HTTP/1.1" status: 204 len: 168 time: 0.3745515 Sep 16 16:58:09.593979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45658) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:09.599504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e8f866-2734-427f-9dfb-7abc8e7fda24 None None] Network f99c13b3-196b-49f2-a3ee-352be8b929a0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:58:09.674903 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:09.696773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.762916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:09.763093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.810653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec16120-5ec2-42e0-91cf-aa53c95ab651 None None] DHCP port deletion for f99c13b3-196b-49f2-a3ee-352be8b929a0 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:58:09.834411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port 5c66803d-946e-47ac-ba8b-9f9c0e77b188, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5c66803d-946e-47ac-ba8b-9f9c0e77b188,segment=NetworkSegment(d1db3f61-c068-4310-9f5e-bf6fdcbd32d4),segment_id=d1db3f61-c068-4310-9f5e-bf6fdcbd32d4)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:09.834774 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.848717 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for 5c66803d-946e-47ac-ba8b-9f9c0e77b188 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:09.873251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1ec16120-5ec2-42e0-91cf-aa53c95ab651 None None] Deleting port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:09.875375 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1ec16120-5ec2-42e0-91cf-aa53c95ab651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.941448 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:08Z', 'revision_number': 9, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:09.956141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1ec16120-5ec2-42e0-91cf-aa53c95ab651 None None] For port 5c66803d-946e-47ac-ba8b-9f9c0e77b188, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5c66803d-946e-47ac-ba8b-9f9c0e77b188,segment=NetworkSegment(d1db3f61-c068-4310-9f5e-bf6fdcbd32d4),segment_id=d1db3f61-c068-4310-9f5e-bf6fdcbd32d4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:09.956689 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1ec16120-5ec2-42e0-91cf-aa53c95ab651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:09.969919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1ec16120-5ec2-42e0-91cf-aa53c95ab651 None None] Calling delete_port for 5c66803d-946e-47ac-ba8b-9f9c0e77b188 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:09.971158 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba253ab-b203-48af-93da-b6f0dfb6606e None None] The sync data for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 is: [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:08Z', 'revision_number': 9, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea51845a-806b-4217-811f-dc1400c43746', 'name': '', 'network_id': 'ae11a931-b9a3-4458-bfd5-b62cb210a72b', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:45:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:50Z', 'updated_at': '2021-09-16T16:57:55Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '5120da52-c9dd-4d4c-bbf0-01fb373b6528', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:09.992224 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:10.021993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=5c66803d-946e-47ac-ba8b-9f9c0e77b188,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:10.030916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No DVR routers for this DVR port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:58:10.058887 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1ec16120-5ec2-42e0-91cf-aa53c95ab651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:10.070816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec16120-5ec2-42e0-91cf-aa53c95ab651 None None] No DVR routers for this DVR port 5c66803d-946e-47ac-ba8b-9f9c0e77b188 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:58:10.093087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec16120-5ec2-42e0-91cf-aa53c95ab651 None None] Pushing event deleted for resources: {'Port': ['ID=5c66803d-946e-47ac-ba8b-9f9c0e77b188,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:10.117309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:10.141163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99c13b3-196b-49f2-a3ee-352be8b929a0']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:10.150942 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:10.151234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1db3f61-c068-4310-9f5e-bf6fdcbd32d4') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:10.160325 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:10.173284 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:10.179004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:58:10.179380 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:58:10.182376 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:58:10.300487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:10.309901 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:10.315938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/networks/f99c13b3-196b-49f2-a3ee-352be8b929a0 HTTP/1.1" status: 204 len: 168 time: 0.7175119 Sep 16 16:58:10.316421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45662) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:10.333530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eccbad-2f37-4113-b63e-a37b0276d611 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Network': ['ID=f99c13b3-196b-49f2-a3ee-352be8b929a0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:10.467128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5c66803d-946e-47ac-ba8b-9f9c0e77b188 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:10.493506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 5c66803d-946e-47ac-ba8b-9f9c0e77b188 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:10.497045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5c66803d-946e-47ac-ba8b-9f9c0e77b188 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:10.497045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eb27d8b2-38cf-443e-a07d-37230bc15799 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:10.524465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: eb27d8b2-38cf-443e-a07d-37230bc15799 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:10.524863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eb27d8b2-38cf-443e-a07d-37230bc15799 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:10.712621 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:10.957735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port ea51845a-806b-4217-811f-dc1400c43746 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:10.957996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:11.053897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port ea51845a-806b-4217-811f-dc1400c43746, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ea51845a-806b-4217-811f-dc1400c43746,segment=NetworkSegment(c9d2797f-b020-4ba0-95c0-6d0dd11d275f),segment_id=c9d2797f-b020-4ba0-95c0-6d0dd11d275f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:11.054275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:11.069244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for ea51845a-806b-4217-811f-dc1400c43746 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:11.346153 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:11.377471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=ea51845a-806b-4217-811f-dc1400c43746,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:11.540208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:11.737265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:12.155046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:12.161965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d19581cb-bc5f-41b4-83e8-5a9045fcfeae tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8427017 Sep 16 16:58:12.162715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45690) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:12.166200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] Sync routers for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:12.175241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:12.175856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:12.220953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-940bb93c-463c-45b5-bf41-91692dfeb0aa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting subnet 5120da52-c9dd-4d4c-bbf0-01fb373b6528 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:58:12.224332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-940bb93c-463c-45b5-bf41-91692dfeb0aa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:12.266903 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-940bb93c-463c-45b5-bf41-91692dfeb0aa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:12.271686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:12.362386 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-940bb93c-463c-45b5-bf41-91692dfeb0aa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:12.487566 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-479ad72a-ae14-420a-90a4-7c7eefe483e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504255 Sep 16 16:58:12.508852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:11Z', 'revision_number': 10, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:12.535395 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-940bb93c-463c-45b5-bf41-91692dfeb0aa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:12.544407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] Checking router: 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:12.548293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:12.548949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:12.551689 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-940bb93c-463c-45b5-bf41-91692dfeb0aa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:12.555079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-940bb93c-463c-45b5-bf41-91692dfeb0aa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/5120da52-c9dd-4d4c-bbf0-01fb373b6528 HTTP/1.1" status: 204 len: 168 time: 0.3899875 Sep 16 16:58:12.572033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45708) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:12.573220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bb93c-463c-45b5-bf41-91692dfeb0aa tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Subnet': ['ID=5120da52-c9dd-4d4c-bbf0-01fb373b6528,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:12.599763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e96b51f-366a-4b04-ab6f-18a658aac700 None None] Network ae11a931-b9a3-4458-bfd5-b62cb210a72b requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:58:12.668882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-5c2a6e7c-bfcb-4194-b5c2-56617b1a051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:12.671222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-5c2a6e7c-bfcb-4194-b5c2-56617b1a051e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c2bf25cbc9524617942527feca828338&device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 1101 time: 0.1363246 Sep 16 16:58:12.681213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:12.720966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:12.820986 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-4ef12f8e-ecf4-4b81-bca4-e938708726b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:12.822567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-4ef12f8e-ecf4-4b81-bca4-e938708726b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f2df1e4-036a-4f15-8760-03d8934297cd HTTP/1.1" status: 200 len: 870 time: 0.1308186 Sep 16 16:58:12.829584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:12.830096 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:12.886759 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-d3f3b4ec-b55f-4db4-a14e-e373f96b0839 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a195c4c2-f06e-4a75-94a1-8514c5242d52 HTTP/1.1" status: 200 len: 217 time: 0.0539670 Sep 16 16:58:12.921758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4945900c-fd53-4717-afcb-545ea1450a81 None None] DHCP port deletion for ae11a931-b9a3-4458-bfd5-b62cb210a72b request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:58:12.965569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4,segment=NetworkSegment(c9d2797f-b020-4ba0-95c0-6d0dd11d275f),segment_id=c9d2797f-b020-4ba0-95c0-6d0dd11d275f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:12.965934 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:12.985359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:12.992079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-5b19d1a8-a154-45b8-8b3e-c8cd75316467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:12.994950 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-5b19d1a8-a154-45b8-8b3e-c8cd75316467 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.1018085 Sep 16 16:58:13.009917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:11Z', 'revision_number': 10, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:13.016065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4945900c-fd53-4717-afcb-545ea1450a81 None None] Deleting port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:13.016460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4945900c-fd53-4717-afcb-545ea1450a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.042320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06972bab-bbc1-47ea-98b5-2c475f1142b6 None None] The sync data for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 is: [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:11Z', 'revision_number': 10, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None, '_interfaces': [{'id': 'de8a1c59-26db-41f6-a705-56a3b8820ea1', 'name': '', 'network_id': '3c2694ce-8f5c-4c46-a57e-36a40f211261', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'mac_address': 'fa:16:3e:29:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:57:46Z', 'updated_at': '2021-09-16T16:57:49Z', 'revision_number': 5, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'subnets': [{'id': '7b7ee2e0-3e19-480c-b9dd-33c2c39c211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:13.106306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-a9e3181b-4e5f-4ed0-83f1-812df0dccdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:13.107944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-a9e3181b-4e5f-4ed0-83f1-812df0dccdf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037700 Sep 16 16:58:13.111641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4945900c-fd53-4717-afcb-545ea1450a81 None None] For port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4,segment=NetworkSegment(c9d2797f-b020-4ba0-95c0-6d0dd11d275f),segment_id=c9d2797f-b020-4ba0-95c0-6d0dd11d275f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:13.112113 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4945900c-fd53-4717-afcb-545ea1450a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.126225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4945900c-fd53-4717-afcb-545ea1450a81 None None] Calling delete_port for 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:13.210271 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.215421 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4945900c-fd53-4717-afcb-545ea1450a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.220235 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-5e15ac66-99e7-4aaa-8a7e-6798f003abdd service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036618 Sep 16 16:58:13.240655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945900c-fd53-4717-afcb-545ea1450a81 None None] Pushing event deleted for resources: {'Port': ['ID=2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:13.244849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4945900c-fd53-4717-afcb-545ea1450a81 None None] No DVR routers for this DVR port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:58:13.248797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:13.264295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No DVR routers for this DVR port 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:58:13.401418 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.436906 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-68b755f7-ac21-4ee1-a212-fc91eded48ea req-e545e17f-2701-4946-9107-137ebd09afc2 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959126 Sep 16 16:58:13.437388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae11a931-b9a3-4458-bfd5-b62cb210a72b']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:13.447928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:13.448278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d2797f-b020-4ba0-95c0-6d0dd11d275f') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:13.462593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.477229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.484734 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:58:13.485140 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: timer() Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:58:13.488945 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:58:13.603107 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.610573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.613574 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/networks/ae11a931-b9a3-4458-bfd5-b62cb210a72b HTTP/1.1" status: 204 len: 168 time: 1.0387926 Sep 16 16:58:13.614929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45756) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:13.623351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b76c-456b-4c32-a13c-4f1de714c6dc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Network': ['ID=ae11a931-b9a3-4458-bfd5-b62cb210a72b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:13.723510 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.889043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:13.944005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:14.187446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port de8a1c59-26db-41f6-a705-56a3b8820ea1 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:14.187799 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:14.282664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port de8a1c59-26db-41f6-a705-56a3b8820ea1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=de8a1c59-26db-41f6-a705-56a3b8820ea1,segment=NetworkSegment(34af6f4f-fa38-4d9e-af68-59685703f564),segment_id=34af6f4f-fa38-4d9e-af68-59685703f564)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:14.283030 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:14.295767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for de8a1c59-26db-41f6-a705-56a3b8820ea1 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:14.431630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:14.454788 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:14.455135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2dd1dfa9-9fe2-40dd-b4eb-94a2fdd1efd4 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:14.455540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea51845a-806b-4217-811f-dc1400c43746 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:14.474182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ea51845a-806b-4217-811f-dc1400c43746 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:14.474522 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea51845a-806b-4217-811f-dc1400c43746 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:14.541647 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:14.568459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=de8a1c59-26db-41f6-a705-56a3b8820ea1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:14.714263 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:14.901183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:14.906954 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:58:14.979702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:14.984953 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-389df9a6-db76-4941-890a-4de7b2453bbd tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3690100 Sep 16 16:58:14.987587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45828) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:14.989385 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] Sync routers for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:15.001638 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:15.002961 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:15.042986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aac8c70-2f4a-497d-82ee-5a7d66d8f4d0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting subnet 7b7ee2e0-3e19-480c-b9dd-33c2c39c211b {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:58:15.046543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2aac8c70-2f4a-497d-82ee-5a7d66d8f4d0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.091175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2aac8c70-2f4a-497d-82ee-5a7d66d8f4d0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.182549 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:15.189543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2aac8c70-2f4a-497d-82ee-5a7d66d8f4d0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.238857 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:14Z', 'revision_number': 11, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:15.266328 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] Checking router: 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:15.275196 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:15.275800 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:15.317258 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2aac8c70-2f4a-497d-82ee-5a7d66d8f4d0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.344798 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:15.345510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac8c70-2f4a-497d-82ee-5a7d66d8f4d0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7ee2e0-3e19-480c-b9dd-33c2c39c211b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:15.350647 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2aac8c70-2f4a-497d-82ee-5a7d66d8f4d0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.352668 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2aac8c70-2f4a-497d-82ee-5a7d66d8f4d0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/7b7ee2e0-3e19-480c-b9dd-33c2c39c211b HTTP/1.1" status: 204 len: 168 time: 0.3637938 Sep 16 16:58:15.355200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45848) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:15.361327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967650e7-f6ef-46d5-ac0a-2a6115e4bc03 None None] Network 3c2694ce-8f5c-4c46-a57e-36a40f211261 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:58:15.407966 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:14Z', 'revision_number': 11, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:15.443880 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169ad1f-ef7f-48e0-ae7e-9b897cf36125 None None] The sync data for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 is: [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:14Z', 'revision_number': 11, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:15.448556 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.508514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Deleting port 506ceeea-e7a8-47ba-acf4-e9d788dcd345 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:15.509104 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.575050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] For port 506ceeea-e7a8-47ba-acf4-e9d788dcd345, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=506ceeea-e7a8-47ba-acf4-e9d788dcd345,segment=NetworkSegment(34af6f4f-fa38-4d9e-af68-59685703f564),segment_id=34af6f4f-fa38-4d9e-af68-59685703f564)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:15.575413 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.592196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Calling delete_port for 506ceeea-e7a8-47ba-acf4-e9d788dcd345 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:15.757577 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.783132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Port': ['ID=506ceeea-e7a8-47ba-acf4-e9d788dcd345,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:15.787734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No DVR routers for this DVR port 506ceeea-e7a8-47ba-acf4-e9d788dcd345 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:58:15.814844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98000f46-89de-4679-8eaf-910c84bde99a None None] DHCP port deletion for 3c2694ce-8f5c-4c46-a57e-36a40f211261 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:58:15.878971 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.904065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2694ce-8f5c-4c46-a57e-36a40f211261']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:15.915555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34af6f4f-fa38-4d9e-af68-59685703f564') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:15.915733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34af6f4f-fa38-4d9e-af68-59685703f564') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:15.930581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.944343 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.951554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:58:15.951927 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:58:15.954852 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:58:16.099787 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:16.107106 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:16.108874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/networks/3c2694ce-8f5c-4c46-a57e-36a40f211261 HTTP/1.1" status: 204 len: 168 time: 0.7527180 Sep 16 16:58:16.111716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45886) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:16.116393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-dfdcce62-551a-4abf-9f8c-8b33ffa96ac1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'routes': None}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:16.120764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3f30e-7648-47ab-9b95-93e2ba3a31bc tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Pushing event deleted for resources: {'Network': ['ID=3c2694ce-8f5c-4c46-a57e-36a40f211261,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:16.279769 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.extraroute_db [None req-dfdcce62-551a-4abf-9f8c-8b33ffa96ac1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Added routes are [] {{(pid=95357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 16:58:16.280079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.extraroute_db [None req-dfdcce62-551a-4abf-9f8c-8b33ffa96ac1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Removed routes are [] {{(pid=95357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 16:58:16.280470 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce62-551a-4abf-9f8c-8b33ffa96ac1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:16.433415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 506ceeea-e7a8-47ba-acf4-e9d788dcd345 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:16.455546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 506ceeea-e7a8-47ba-acf4-e9d788dcd345 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:16.455899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 506ceeea-e7a8-47ba-acf4-e9d788dcd345 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:16.456334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device de8a1c59-26db-41f6-a705-56a3b8820ea1 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:16.479728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: de8a1c59-26db-41f6-a705-56a3b8820ea1 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:16.480076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device de8a1c59-26db-41f6-a705-56a3b8820ea1 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:16.776128 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce62-551a-4abf-9f8c-8b33ffa96ac1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:16.779422 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce62-551a-4abf-9f8c-8b33ffa96ac1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:16.857007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdcce62-551a-4abf-9f8c-8b33ffa96ac1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:16.929590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdcce62-551a-4abf-9f8c-8b33ffa96ac1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:16.936481 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce62-551a-4abf-9f8c-8b33ffa96ac1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:16.937804 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dfdcce62-551a-4abf-9f8c-8b33ffa96ac1 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 HTTP/1.1" status: 200 len: 701 time: 0.8248682 Sep 16 16:58:16.940812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45928) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:16.943518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] Sync routers for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:16.962003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:16.962003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:16.971142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c6b3e268-3a97-4a22-8470-7758a7571eeb tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 HTTP/1.1" status: 200 len: 205 time: 0.0283766 Sep 16 16:58:16.975696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 45932) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:17.033644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:17.056938 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2476f8d5-05d1-4234-b7d7-b549be0321be tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.089760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:14Z', 'revision_number': 11, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:17.115768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] Checking router: 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:17.124991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] Routers {'91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:17.125611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:17.229405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2476f8d5-05d1-4234-b7d7-b549be0321be tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.231867 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2476f8d5-05d1-4234-b7d7-b549be0321be tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.343829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] Set router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:17.380594 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2476f8d5-05d1-4234-b7d7-b549be0321be tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.381143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2476f8d5-05d1-4234-b7d7-b549be0321be tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Fanout notify agent at l3_agent the message router_deleted on router 91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:58:17.393515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2476f8d5-05d1-4234-b7d7-b549be0321be tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.393515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2476f8d5-05d1-4234-b7d7-b549be0321be tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 HTTP/1.1" status: 204 len: 168 time: 0.4128873 Sep 16 16:58:17.394288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45954) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:17.395711 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:14Z', 'revision_number': 11, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:17.400674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-15c5dfea-8b83-4b67-8cb1-552b6a530c1d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1996588242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:17.426356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d3e1e5-68e4-4900-831e-a84f33c1b526 None None] The sync data for ids ['91e309cc-3b6a-42e3-aa4a-28b07a8f67d2'] in n-d-807786-3 is: [{'id': '91e309cc-3b6a-42e3-aa4a-28b07a8f67d2', 'name': 'tempest-RoutersTest-router-1728230087', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:57:44Z', 'updated_at': '2021-09-16T16:58:14Z', 'revision_number': 11, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:17.484121 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15c5dfea-8b83-4b67-8cb1-552b6a530c1d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.485246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15c5dfea-8b83-4b67-8cb1-552b6a530c1d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.551589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15c5dfea-8b83-4b67-8cb1-552b6a530c1d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.619994 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15c5dfea-8b83-4b67-8cb1-552b6a530c1d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.693643 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-15c5dfea-8b83-4b67-8cb1-552b6a530c1d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.694796 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-15c5dfea-8b83-4b67-8cb1-552b6a530c1d tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2989507 Sep 16 16:58:17.697701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 45972) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:17.702132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-64305f46-def5-418a-9417-d3d7b9d98d78 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:17.909659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64305f46-def5-418a-9417-d3d7b9d98d78 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16723389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16733709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:17.969221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64305f46-def5-418a-9417-d3d7b9d98d78 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16723382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16723375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16733702'] for router, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:18.157534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64305f46-def5-418a-9417-d3d7b9d98d78 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Router 9c11f338-ef17-4c10-9e4e-c372be806971 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:58:18.236677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64305f46-def5-418a-9417-d3d7b9d98d78 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:18.243590 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-64305f46-def5-418a-9417-d3d7b9d98d78 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:18.244794 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-64305f46-def5-418a-9417-d3d7b9d98d78 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "PUT /v2.0/routers/9c11f338-ef17-4c10-9e4e-c372be806971 HTTP/1.1" status: 200 len: 694 time: 0.5461333 Sep 16 16:58:18.246537 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] Sync routers for ids ['9c11f338-ef17-4c10-9e4e-c372be806971'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:18.247688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46004) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:18.256248 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] Routers {'9c11f338-ef17-4c10-9e4e-c372be806971'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:18.256880 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9c11f338-ef17-4c10-9e4e-c372be806971'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:18.328590 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] Set router 9c11f338-ef17-4c10-9e4e-c372be806971 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:18.333506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9000ae78-20bb-478f-8250-91636ae0658f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/routers/9c11f338-ef17-4c10-9e4e-c372be806971 HTTP/1.1" status: 200 len: 700 time: 0.0845494 Sep 16 16:58:18.336794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46010) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:18.364627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3726b2cc-ccea-47a7-945f-8746a10dafa5 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c11f338-ef17-4c10-9e4e-c372be806971 HTTP/1.1" status: 200 len: 205 time: 0.0261467 Sep 16 16:58:18.367198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46012) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:18.388078 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c11f338-ef17-4c10-9e4e-c372be806971', 'name': 'tempest-RoutersTest-router-1996588242', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:17Z', 'updated_at': '2021-09-16T16:58:17Z', 'revision_number': 2, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:18.420579 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] Checking router: 9c11f338-ef17-4c10-9e4e-c372be806971 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:18.430294 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] Routers {'9c11f338-ef17-4c10-9e4e-c372be806971'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:18.430902 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['9c11f338-ef17-4c10-9e4e-c372be806971'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:18.457568 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-444c5499-96d2-4355-bf33-55893058852f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:18.501143 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] Set router 9c11f338-ef17-4c10-9e4e-c372be806971 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:18.557909 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c11f338-ef17-4c10-9e4e-c372be806971', 'name': 'tempest-RoutersTest-router-1996588242', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:17Z', 'updated_at': '2021-09-16T16:58:17Z', 'revision_number': 2, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:18.589961 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5ed8d-7cea-4efb-bcdd-c32bb009d2bf None None] The sync data for ids ['9c11f338-ef17-4c10-9e4e-c372be806971'] in n-d-807786-3 is: [{'id': '9c11f338-ef17-4c10-9e4e-c372be806971', 'name': 'tempest-RoutersTest-router-1996588242', 'tenant_id': '61cc66b4d6b846ed9864235c588192f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:17Z', 'updated_at': '2021-09-16T16:58:17Z', 'revision_number': 2, 'project_id': '61cc66b4d6b846ed9864235c588192f6', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:18.951428 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-444c5499-96d2-4355-bf33-55893058852f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:18.953582 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-444c5499-96d2-4355-bf33-55893058852f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:19.066396 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-444c5499-96d2-4355-bf33-55893058852f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:19.066924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444c5499-96d2-4355-bf33-55893058852f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Fanout notify agent at l3_agent the message router_deleted on router 9c11f338-ef17-4c10-9e4e-c372be806971 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:58:19.073761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-444c5499-96d2-4355-bf33-55893058852f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:19.074865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-444c5499-96d2-4355-bf33-55893058852f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/9c11f338-ef17-4c10-9e4e-c372be806971 HTTP/1.1" status: 204 len: 168 time: 0.7063081 Sep 16 16:58:19.080288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46048) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.108639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5140f34b-e9f8-4175-aa5c-7c25f34a5242 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c11f338-ef17-4c10-9e4e-c372be806971 HTTP/1.1" status: 200 len: 205 time: 0.0271637 Sep 16 16:58:19.111138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46054) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.150856 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-80a59e03-a9f6-4ea5-8ac6-0138ac715e94 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] delete failed (client error): The resource could not be found. Sep 16 16:58:19.151942 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-80a59e03-a9f6-4ea5-8ac6-0138ac715e94 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/9c11f338-ef17-4c10-9e4e-c372be806971 HTTP/1.1" status: 404 len: 336 time: 0.0398266 Sep 16 16:58:19.154398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46060) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.186879 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fda89f-117c-46b1-95d3-4ea1250976b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] DELETE failed (client error): The resource could not be found. Sep 16 16:58:19.187339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fda89f-117c-46b1-95d3-4ea1250976b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:58:19.189109 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-87fda89f-117c-46b1-95d3-4ea1250976b4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/d097c95e-3eb0-48f9-9d82-eb6101508bc6 HTTP/1.1" status: 404 len: 337 time: 0.0338163 Sep 16 16:58:19.191842 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46062) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.218764 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a31af46-de9d-4b11-9563-bc1c7b30a10e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] DELETE failed (client error): The resource could not be found. Sep 16 16:58:19.219156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a31af46-de9d-4b11-9563-bc1c7b30a10e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:58:19.221017 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7a31af46-de9d-4b11-9563-bc1c7b30a10e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/8fdf7d32-4d88-4b6e-8eaf-279841a41aa3 HTTP/1.1" status: 404 len: 337 time: 0.0282047 Sep 16 16:58:19.223505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46068) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.252324 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6d5521-0e59-4b17-af8e-01feb8782183 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] DELETE failed (client error): The resource could not be found. Sep 16 16:58:19.252799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6d5521-0e59-4b17-af8e-01feb8782183 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:58:19.254567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0d6d5521-0e59-4b17-af8e-01feb8782183 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/5120da52-c9dd-4d4c-bbf0-01fb373b6528 HTTP/1.1" status: 404 len: 337 time: 0.0299993 Sep 16 16:58:19.257004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46070) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.289994 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e54ccb2-b18c-4733-b8e3-8201c87a6b81 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] DELETE failed (client error): The resource could not be found. Sep 16 16:58:19.289994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e54ccb2-b18c-4733-b8e3-8201c87a6b81 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:58:19.289994 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5e54ccb2-b18c-4733-b8e3-8201c87a6b81 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/7b7ee2e0-3e19-480c-b9dd-33c2c39c211b HTTP/1.1" status: 404 len: 337 time: 0.0284436 Sep 16 16:58:19.292916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46076) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.319760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f1dca1d5-f8e6-450c-9a8f-03d51513a479 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 HTTP/1.1" status: 200 len: 205 time: 0.0256822 Sep 16 16:58:19.322309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46078) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.364242 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-aa08cc2b-f427-4cbc-a24c-ed3938923934 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] delete failed (client error): The resource could not be found. Sep 16 16:58:19.365328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aa08cc2b-f427-4cbc-a24c-ed3938923934 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/91e309cc-3b6a-42e3-aa4a-28b07a8f67d2 HTTP/1.1" status: 404 len: 336 time: 0.0420718 Sep 16 16:58:19.368141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46080) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.396219 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7a005002-27cf-4d7f-a077-2c74424b0d07 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=64a75007-cc2c-49c0-b105-e40af103a35a HTTP/1.1" status: 200 len: 205 time: 0.0266402 Sep 16 16:58:19.399079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46082) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.443617 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-f53584f2-51ff-4b14-a63c-a8edb6005639 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] delete failed (client error): The resource could not be found. Sep 16 16:58:19.445479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f53584f2-51ff-4b14-a63c-a8edb6005639 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/64a75007-cc2c-49c0-b105-e40af103a35a HTTP/1.1" status: 404 len: 336 time: 0.0449481 Sep 16 16:58:19.447585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46088) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.475639 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-67866ac1-f754-4b41-baa4-55466b074eb3 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] DELETE failed (client error): The resource could not be found. Sep 16 16:58:19.476104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67866ac1-f754-4b41-baa4-55466b074eb3 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:58:19.478961 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-67866ac1-f754-4b41-baa4-55466b074eb3 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/f6bfd812-ae65-433e-aaaa-f1a973b4d0a4 HTTP/1.1" status: 404 len: 337 time: 0.0301802 Sep 16 16:58:19.481256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46090) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.510778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46094) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.515149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f48ec395-f948-4c59-9265-262ac3d7b11c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b0ec9ef-3642-495d-8b7b-6433c39ab4be HTTP/1.1" status: 200 len: 205 time: 0.0322306 Sep 16 16:58:19.551736 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-8f1d937b-6dc9-449f-9ee7-17212d078f8e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] delete failed (client error): The resource could not be found. Sep 16 16:58:19.552818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8f1d937b-6dc9-449f-9ee7-17212d078f8e tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/7b0ec9ef-3642-495d-8b7b-6433c39ab4be HTTP/1.1" status: 404 len: 336 time: 0.0408595 Sep 16 16:58:19.555858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46098) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.586567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-586c4208-1231-4fe1-b4d5-ffd5318a91c0 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a6d290d-1f70-4432-a5af-6b291df15123 HTTP/1.1" status: 200 len: 205 time: 0.0288203 Sep 16 16:58:19.588949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46100) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.626546 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [None req-e6597dee-7db5-4279-8d3d-5bf55176b5d7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] delete failed (client error): The resource could not be found. Sep 16 16:58:19.627573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e6597dee-7db5-4279-8d3d-5bf55176b5d7 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/4a6d290d-1f70-4432-a5af-6b291df15123 HTTP/1.1" status: 404 len: 336 time: 0.0377302 Sep 16 16:58:19.630129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46106) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.656152 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ac1476-9b72-4277-9d6a-8e4411f084f4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] DELETE failed (client error): The resource could not be found. Sep 16 16:58:19.656628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ac1476-9b72-4277-9d6a-8e4411f084f4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:58:19.658255 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-69ac1476-9b72-4277-9d6a-8e4411f084f4 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/ff9870ab-b362-46df-b905-b9b13f492851 HTTP/1.1" status: 404 len: 337 time: 0.0272546 Sep 16 16:58:19.660594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46108) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.686790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0bcf1be2-a9c0-4454-8924-61d86deb4c06 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8098287-2aba-480a-92c9-2c7564bbf061 HTTP/1.1" status: 200 len: 205 time: 0.0251656 Sep 16 16:58:19.689273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46114) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.727741 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-a1454d7c-3ba5-4b19-bb88-a501b12c701a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] delete failed (client error): The resource could not be found. Sep 16 16:58:19.728705 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a1454d7c-3ba5-4b19-bb88-a501b12c701a tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/a8098287-2aba-480a-92c9-2c7564bbf061 HTTP/1.1" status: 404 len: 336 time: 0.0381198 Sep 16 16:58:19.737850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46116) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.761781 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64df314-1eb8-4423-a0c8-08297873dd7b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] DELETE failed (client error): The resource could not be found. Sep 16 16:58:19.762240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64df314-1eb8-4423-a0c8-08297873dd7b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:58:19.764102 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f64df314-1eb8-4423-a0c8-08297873dd7b tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/8bb3b5dd-8114-45ff-9cb2-dbc22164c14a HTTP/1.1" status: 404 len: 337 time: 0.0320055 Sep 16 16:58:19.766340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46120) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.793228 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-32aa7db6-10f0-4bec-a361-954a4cc0e64f tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34ba3a8-4a1c-4a92-bf28-9d04e7851b50 HTTP/1.1" status: 200 len: 205 time: 0.0258470 Sep 16 16:58:19.795462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46124) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.832007 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-4192e865-4327-480a-8537-ed05fa4df72c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] delete failed (client error): The resource could not be found. Sep 16 16:58:19.833025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4192e865-4327-480a-8537-ed05fa4df72c tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/routers/c34ba3a8-4a1c-4a92-bf28-9d04e7851b50 HTTP/1.1" status: 404 len: 336 time: 0.0366774 Sep 16 16:58:19.835412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46126) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.866581 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-433afe12-fb99-45a6-9722-71c90e9983f6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] DELETE failed (client error): The resource could not be found. Sep 16 16:58:19.867029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433afe12-fb99-45a6-9722-71c90e9983f6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:58:19.868905 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-433afe12-fb99-45a6-9722-71c90e9983f6 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/29ea8e89-cbe4-4f58-9d96-f860de541b73 HTTP/1.1" status: 404 len: 337 time: 0.0320015 Sep 16 16:58:19.871405 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46132) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:19.897423 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c05480-98a0-4fcf-87eb-434a02c85334 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] DELETE failed (client error): The resource could not be found. Sep 16 16:58:19.897864 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c05480-98a0-4fcf-87eb-434a02c85334 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 16:58:19.900304 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-56c05480-98a0-4fcf-87eb-434a02c85334 tempest-RoutersTest-1570711434 tempest-RoutersTest-1570711434-project] 10.222.0.22 "DELETE /v2.0/subnets/d2adae50-f6ea-45c7-9860-9d59c67e64f9 HTTP/1.1" status: 404 len: 337 time: 0.0280077 Sep 16 16:58:20.368544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46162) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:20.505500 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d15aaf45-5de2-4a10-bb88-ff38ab2fbd7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61cc66b4d6b846ed9864235c588192f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355858 Sep 16 16:58:20.508368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46172) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:20.556553 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c1393db-5189-4109-a848-b21bd49a6b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:20.578580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c1393db-5189-4109-a848-b21bd49a6b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:20.689305 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c1393db-5189-4109-a848-b21bd49a6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:20.692455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c1393db-5189-4109-a848-b21bd49a6b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:20.693416 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8c1393db-5189-4109-a848-b21bd49a6b66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb94c032-a713-445f-915f-20e62d4fdd02 HTTP/1.1" status: 204 len: 168 time: 0.1841321 Sep 16 16:58:20.706526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1393db-5189-4109-a848-b21bd49a6b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb94c032-a713-445f-915f-20e62d4fdd02,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:27.489114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bb737-27b2-477a-8eb1-4cc352dd65b4 req-7ce7d111-a703-41dc-9343-8de92084420d tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:27.490596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-402bb737-27b2-477a-8eb1-4cc352dd65b4 req-7ce7d111-a703-41dc-9343-8de92084420d tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 950 time: 0.0530436 Sep 16 16:58:27.531252 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-402bb737-27b2-477a-8eb1-4cc352dd65b4 req-ab6d7e5f-584f-469e-a3af-4dd593b79a2e tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Sep 16 16:58:28.191847 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-696e16db-9c72-4922-9bd2-aa86a4450da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:28.656186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215f620-8a5c-46c3-adf9-ff0da598fe64 req-5ddfdb98-29c5-4bc1-8777-8bc8e84e2882 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:28.657630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f215f620-8a5c-46c3-adf9-ff0da598fe64 req-5ddfdb98-29c5-4bc1-8777-8bc8e84e2882 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 950 time: 0.0511279 Sep 16 16:58:28.698314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f215f620-8a5c-46c3-adf9-ff0da598fe64 req-85d44a31-3e21-4592-be05-b57681c88ea8 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e4ca921-0aba-401e-b9a2-cd2742f20e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345025 Sep 16 16:58:28.946642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-3475840b-3b2d-4e57-9d77-58b4b38b4eb4 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:28.948082 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-3475840b-3b2d-4e57-9d77-58b4b38b4eb4 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 950 time: 0.0532007 Sep 16 16:58:29.039169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-34955014-83b2-4c0a-b9b8-de5e6e143857 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Deleting port a195c4c2-f06e-4a75-94a1-8514c5242d52 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:29.039513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-34955014-83b2-4c0a-b9b8-de5e6e143857 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:29.138688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-34955014-83b2-4c0a-b9b8-de5e6e143857 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] For port a195c4c2-f06e-4a75-94a1-8514c5242d52, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a195c4c2-f06e-4a75-94a1-8514c5242d52,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:29.139073 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-34955014-83b2-4c0a-b9b8-de5e6e143857 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:29.151483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-34955014-83b2-4c0a-b9b8-de5e6e143857 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Calling delete_port for a195c4c2-f06e-4a75-94a1-8514c5242d52 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:29.351136 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-34955014-83b2-4c0a-b9b8-de5e6e143857 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:29.364222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['a195c4c2-f06e-4a75-94a1-8514c5242d52'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:58:29.385724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34955014-83b2-4c0a-b9b8-de5e6e143857 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Pushing event deleted for resources: {'Port': ['ID=a195c4c2-f06e-4a75-94a1-8514c5242d52,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:29.431390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-34955014-83b2-4c0a-b9b8-de5e6e143857 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] No DVR routers for this DVR port a195c4c2-f06e-4a75-94a1-8514c5242d52 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:58:29.434088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-34955014-83b2-4c0a-b9b8-de5e6e143857 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:29.436174 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e2874022-8e1a-4182-8c2e-61d9f443373d req-34955014-83b2-4c0a-b9b8-de5e6e143857 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.62 "DELETE /v2.0/ports/a195c4c2-f06e-4a75-94a1-8514c5242d52 HTTP/1.1" status: 204 len: 173 time: 0.4801199 Sep 16 16:58:29.436647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3db0b5-edc9-48df-89aa-9f643bc21069', 'name': 'network-vif-deleted', 'tag': 'a195c4c2-f06e-4a75-94a1-8514c5242d52'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:58:29.438949 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9a0335-1f71-45d8-a312-4300fca4cba8" -d '{"events": [{"server_uuid": "7a3db0b5-edc9-48df-89aa-9f643bc21069", "name": "network-vif-deleted", "tag": "a195c4c2-f06e-4a75-94a1-8514c5242d52"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:58:29.474645 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e3ef40-ca07-46e0-9df8-3bdcf913c32f x-openstack-request-id: req-b5e3ef40-ca07-46e0-9df8-3bdcf913c32f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:58:29.474936 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3db0b5-edc9-48df-89aa-9f643bc21069", "name": "network-vif-deleted", "tag": "a195c4c2-f06e-4a75-94a1-8514c5242d52", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:58:29.475217 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5e3ef40-ca07-46e0-9df8-3bdcf913c32f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:58:29.475622 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3db0b5-edc9-48df-89aa-9f643bc21069', 'name': 'network-vif-deleted', 'tag': 'a195c4c2-f06e-4a75-94a1-8514c5242d52', 'status': 'completed', 'code': 200} Sep 16 16:58:29.825859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b3c8f96-6be3-4256-ab7d-376820fc0d41 req-a647eac6-8676-4f68-8557-718c72685854 tempest-VolumesBackupsTest-649667010 tempest-VolumesBackupsTest-649667010-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a3db0b5-edc9-48df-89aa-9f643bc21069 HTTP/1.1" status: 200 len: 210 time: 0.0276062 Sep 16 16:58:30.786446 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8139d36-ff00-4fba-8aa0-9738cdf5c9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:30.953533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c222c9-3ce4-4309-9e00-908bea6e339b req-3cc51f66-77a4-4129-a594-91c88433c180 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:30.955030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41c222c9-3ce4-4309-9e00-908bea6e339b req-3cc51f66-77a4-4129-a594-91c88433c180 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1097 time: 0.0457289 Sep 16 16:58:30.993229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41c222c9-3ce4-4309-9e00-908bea6e339b req-f6912376-9463-4cec-a1c8-b033a2a17c02 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Sep 16 16:58:31.019686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46336) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:31.187830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port 8b75346c-cdf4-495f-ad0b-65bbbe55f6dd {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:31.188175 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:31.272578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:31.273195 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:31.288363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for 8b75346c-cdf4-495f-ad0b-65bbbe55f6dd owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:31.460271 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:31.535410 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:31.570592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=8b75346c-cdf4-495f-ad0b-65bbbe55f6dd,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:31.637894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:31.638525 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Floating IP 5b79afa9-2e2c-4145-bbba-9dc3a6930f60 disassociated (deleted). External IP: 172.25.6.8, port: 50e3d499-6725-4271-885b-8e8f0b82b761. Sep 16 16:58:31.872677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router d8c51fad-c145-461b-a099-41dacf67ffd4 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:32.000836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:32.006011 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:32.009981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:32.014498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] Sync routers for ids ['d8c51fad-c145-461b-a099-41dacf67ffd4'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:32.025697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] Routers {'d8c51fad-c145-461b-a099-41dacf67ffd4'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:32.026319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d8c51fad-c145-461b-a099-41dacf67ffd4'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:32.046075 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f3748bd6-2e77-41d3-805a-47ba56a005e8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/floatingips/5b79afa9-2e2c-4145-bbba-9dc3a6930f60 HTTP/1.1" status: 204 len: 168 time: 1.0224664 Sep 16 16:58:32.046075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:58:32.050111 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91005db-971a-460b-b0be-d62eb6ab3691" -d '{"events": [{"name": "network-changed", "server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:58:32.109171 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcbac61-ff26-45c1-a2cc-12ce98b33790 x-openstack-request-id: req-7dcbac61-ff26-45c1-a2cc-12ce98b33790 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:58:32.109810 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:58:32.110243 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7dcbac61-ff26-45c1-a2cc-12ce98b33790 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:58:32.110811 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761', 'status': 'completed', 'code': 200} Sep 16 16:58:32.159110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] Set router d8c51fad-c145-461b-a099-41dacf67ffd4 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:32.198516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-29bb6a10-7f76-475c-9856-61faee68e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:32.200085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-29bb6a10-7f76-475c-9856-61faee68e2fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 1097 time: 0.0622504 Sep 16 16:58:32.328606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-fec91647-1b6b-4ea6-a1a7-92dbf1f53b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:32.330412 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-fec91647-1b6b-4ea6-a1a7-92dbf1f53b17 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 200 len: 898 time: 0.1237700 Sep 16 16:58:32.403133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '53887416-3ebd-42b2-a915-0f3d9ee30b27', 'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:8f:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:44Z', 'updated_at': '2021-09-16T16:56:48Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:32.406796 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-0861c568-b955-4b3a-8a73-1ac55efa810d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 200 len: 217 time: 0.0686522 Sep 16 16:58:32.434600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] Checking router: d8c51fad-c145-461b-a099-41dacf67ffd4 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:32.445489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] Routers {'d8c51fad-c145-461b-a099-41dacf67ffd4'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:32.446439 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d8c51fad-c145-461b-a099-41dacf67ffd4'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:32.468582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-3ffcc5ea-e338-4bea-8ced-eb16cef3a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:32.470241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-3ffcc5ea-e338-4bea-8ced-eb16cef3a040 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f62d545-4c48-49db-8ec0-034ee09196bf HTTP/1.1" status: 200 len: 835 time: 0.0530617 Sep 16 16:58:32.525452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-9adcb81b-1134-41a2-8b4b-1a79d5e358db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:32.527139 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-9adcb81b-1134-41a2-8b4b-1a79d5e358db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9f45ed1-c6bb-45e0-b689-096ace13602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497894 Sep 16 16:58:32.602906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] Set router d8c51fad-c145-461b-a099-41dacf67ffd4 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:32.629107 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ccc04-a0aa-48a2-aeeb-5d2b3eb21ebd req-80bc0a56-dc8f-4bac-93b0-08e5bc417854 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:32.630919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-963ccc04-a0aa-48a2-aeeb-5d2b3eb21ebd req-80bc0a56-dc8f-4bac-93b0-08e5bc417854 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0717728 Sep 16 16:58:32.655072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-cb4291ba-73d8-47cd-b6dd-31d7b1187b2f service neutron] 10.222.0.62 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196663 Sep 16 16:58:32.684845 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-963ccc04-a0aa-48a2-aeeb-5d2b3eb21ebd req-c716756e-10b2-4b20-9fd3-f8187dd6c69c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421476 Sep 16 16:58:32.779516 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c91005db-971a-460b-b0be-d62eb6ab3691 req-d746c392-048f-4a85-b5b5-4026cfe6a82f service neutron] 10.222.0.62 "GET /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170878 Sep 16 16:58:32.860618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '53887416-3ebd-42b2-a915-0f3d9ee30b27', 'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:8f:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:44Z', 'updated_at': '2021-09-16T16:56:48Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:32.890901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c94d3d-dcaa-48c5-99b8-7e879b8b5b70 None None] The sync data for ids ['d8c51fad-c145-461b-a099-41dacf67ffd4'] in n-d-807786-3 is: [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '53887416-3ebd-42b2-a915-0f3d9ee30b27', 'name': '', 'network_id': 'b9f45ed1-c6bb-45e0-b689-096ace13602e', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:8f:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:44Z', 'updated_at': '2021-09-16T16:56:48Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '3f62d545-4c48-49db-8ec0-034ee09196bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:33.073542 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a195c4c2-f06e-4a75-94a1-8514c5242d52 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:33.095358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: a195c4c2-f06e-4a75-94a1-8514c5242d52 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:33.095717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a195c4c2-f06e-4a75-94a1-8514c5242d52 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:33.171143 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031b7ae-7911-4d12-b3d1-f0f610b13c61 None None] New status for floating IP 5b79afa9-2e2c-4145-bbba-9dc3a6930f60: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:58:33.773689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-5d71e230-108e-49f7-aa91-1956ceaa026c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:33.775414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-5d71e230-108e-49f7-aa91-1956ceaa026c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.0542989 Sep 16 16:58:33.849891 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:33.884358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-339c592d-6ce4-4955-a6a7-112093d20293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port 50e3d499-6725-4271-885b-8e8f0b82b761 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:33.884358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-339c592d-6ce4-4955-a6a7-112093d20293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:34.001243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-339c592d-6ce4-4955-a6a7-112093d20293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port 50e3d499-6725-4271-885b-8e8f0b82b761, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=50e3d499-6725-4271-885b-8e8f0b82b761,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:34.001656 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-339c592d-6ce4-4955-a6a7-112093d20293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:34.015338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fe3da-3c3d-4915-994e-5165347ed84d req-55a00553-589f-472b-867f-1ff7a0c1cbae tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:34.017016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b5fe3da-3c3d-4915-994e-5165347ed84d req-55a00553-589f-472b-867f-1ff7a0c1cbae tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 946 time: 0.2410295 Sep 16 16:58:34.017830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-339c592d-6ce4-4955-a6a7-112093d20293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for 50e3d499-6725-4271-885b-8e8f0b82b761 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:34.086038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b5fe3da-3c3d-4915-994e-5165347ed84d req-b484fbfa-ea58-445d-b37a-3b903e6d35fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=1297c81b-2529-403b-adda-7e3f6b68fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521815 Sep 16 16:58:34.289609 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-339c592d-6ce4-4955-a6a7-112093d20293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:34.327154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c592d-6ce4-4955-a6a7-112093d20293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=50e3d499-6725-4271-885b-8e8f0b82b761,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:34.395493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-339c592d-6ce4-4955-a6a7-112093d20293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] No DVR routers for this DVR port 50e3d499-6725-4271-885b-8e8f0b82b761 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:58:34.399868 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-339c592d-6ce4-4955-a6a7-112093d20293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:34.402807 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c2751a4f-1d17-4521-b29f-abe42582fba2 req-339c592d-6ce4-4955-a6a7-112093d20293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "DELETE /v2.0/ports/50e3d499-6725-4271-885b-8e8f0b82b761 HTTP/1.1" status: 204 len: 173 time: 0.6208084 Sep 16 16:58:34.403188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'name': 'network-vif-deleted', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:58:34.405756 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd52a1f-b5c1-4b02-943b-bd27d1fe4791" -d '{"events": [{"server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "name": "network-vif-deleted", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:58:34.461302 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24482d51-29d1-4b9f-8a70-9c5be5d1a837 x-openstack-request-id: req-24482d51-29d1-4b9f-8a70-9c5be5d1a837 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:58:34.461624 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eeb527b-5902-4dbc-829a-7489e6ca0848", "name": "network-vif-deleted", "tag": "50e3d499-6725-4271-885b-8e8f0b82b761", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:58:34.461995 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24482d51-29d1-4b9f-8a70-9c5be5d1a837 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:58:34.461995 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeb527b-5902-4dbc-829a-7489e6ca0848', 'name': 'network-vif-deleted', 'tag': '50e3d499-6725-4271-885b-8e8f0b82b761', 'status': 'completed', 'code': 200} Sep 16 16:58:35.215095 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff7133b4-161a-4f81-9494-8cd98ba02e20 req-aeeac423-ce44-4246-ad11-d31af1941b15 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=7eeb527b-5902-4dbc-829a-7489e6ca0848 HTTP/1.1" status: 200 len: 210 time: 0.0343945 Sep 16 16:58:36.279923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46460) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:37.027546 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:37.315193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port 53887416-3ebd-42b2-a915-0f3d9ee30b27 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:37.317387 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:37.449574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port 53887416-3ebd-42b2-a915-0f3d9ee30b27, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=53887416-3ebd-42b2-a915-0f3d9ee30b27,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:37.449930 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:37.463472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for 53887416-3ebd-42b2-a915-0f3d9ee30b27 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:37.716737 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:37.745868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=53887416-3ebd-42b2-a915-0f3d9ee30b27,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:37.948552 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:38.179646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router d8c51fad-c145-461b-a099-41dacf67ffd4 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:38.295856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:38.304496 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2cf55022-38a6-414d-87c7-e80192bd1557 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "PUT /v2.0/routers/d8c51fad-c145-461b-a099-41dacf67ffd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0234754 Sep 16 16:58:38.307058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] Sync routers for ids ['d8c51fad-c145-461b-a099-41dacf67ffd4'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:38.309169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46468) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:38.321978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] Routers {'d8c51fad-c145-461b-a099-41dacf67ffd4'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:38.322757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d8c51fad-c145-461b-a099-41dacf67ffd4'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:38.378966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-7760106c-c04f-4758-bed6-4611368b299d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting subnet 3f62d545-4c48-49db-8ec0-034ee09196bf {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 16:58:38.384887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7760106c-c04f-4758-bed6-4611368b299d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:38.446751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7760106c-c04f-4758-bed6-4611368b299d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:38.469687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] Set router d8c51fad-c145-461b-a099-41dacf67ffd4 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:38.553648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7760106c-c04f-4758-bed6-4611368b299d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:38.715329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:58:37Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:38.724426 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7760106c-c04f-4758-bed6-4611368b299d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:38.780252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] Checking router: d8c51fad-c145-461b-a099-41dacf67ffd4 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:38.781917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760106c-c04f-4758-bed6-4611368b299d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Subnet': ['ID=3f62d545-4c48-49db-8ec0-034ee09196bf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:38.789402 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] Routers {'d8c51fad-c145-461b-a099-41dacf67ffd4'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:38.790251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d8c51fad-c145-461b-a099-41dacf67ffd4'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:38.794950 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7760106c-c04f-4758-bed6-4611368b299d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:38.799855 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7760106c-c04f-4758-bed6-4611368b299d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/subnets/3f62d545-4c48-49db-8ec0-034ee09196bf HTTP/1.1" status: 204 len: 168 time: 0.4890451 Sep 16 16:58:38.802040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46476) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:38.918503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3306750-8d41-4963-91f4-3ee0fb489495 None None] Network b9f45ed1-c6bb-45e0-b689-096ace13602e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:58:38.947986 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.018951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] Set router d8c51fad-c145-461b-a099-41dacf67ffd4 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:39.079749 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.095703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 50e3d499-6725-4271-885b-8e8f0b82b761 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:39.143928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 50e3d499-6725-4271-885b-8e8f0b82b761 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:39.144271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 50e3d499-6725-4271-885b-8e8f0b82b761 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:39.223457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port 2758fba4-e00c-45fd-88a0-e9f1600f438d {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:39.223861 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.339040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port 2758fba4-e00c-45fd-88a0-e9f1600f438d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2758fba4-e00c-45fd-88a0-e9f1600f438d,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:39.339342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.346750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] DHCP port deletion for b9f45ed1-c6bb-45e0-b689-096ace13602e request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 16:58:39.351924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for 2758fba4-e00c-45fd-88a0-e9f1600f438d owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:39.435843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:58:37Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:39.494270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75225d-63d9-4137-88fd-00345d00353a None None] The sync data for ids ['d8c51fad-c145-461b-a099-41dacf67ffd4'] in n-d-807786-3 is: [{'id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555265983', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:58:37Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '2758fba4-e00c-45fd-88a0-e9f1600f438d', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c51fad-c145-461b-a099-41dacf67ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:56:39Z', 'updated_at': '2021-09-16T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:39.510653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Deleting port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 16:58:39.513509 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.643512 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.686697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=2758fba4-e00c-45fd-88a0-e9f1600f438d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:39.751289 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.782071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] For port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36,segment=NetworkSegment(2409e5f3-6831-484d-8c73-38dcb65fb1d1),segment_id=2409e5f3-6831-484d-8c73-38dcb65fb1d1)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:39.782071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.796638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Calling delete_port for c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 16:58:39.848361 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.851433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.970054 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.994686 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:39.997241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Fanout notify agent at l3_agent the message router_deleted on router d8c51fad-c145-461b-a099-41dacf67ffd4 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 16:58:39.999364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Pushing event deleted for resources: {'Port': ['ID=c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:40.003833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.005174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-914ede3e-c9a3-49bc-8899-e3922f345b16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/routers/d8c51fad-c145-461b-a099-41dacf67ffd4 HTTP/1.1" status: 204 len: 168 time: 1.2016160 Sep 16 16:58:40.007986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46484) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:40.009475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] No DVR routers for this DVR port c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:58:40.025356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.025880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.026215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.026562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.026890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.027287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.027579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.027895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.028219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.032903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.033569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.033701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e5579-9ea0-4265-a116-e84ea98c5f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:40.111826 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.213603 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.245644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f45ed1-c6bb-45e0-b689-096ace13602e']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:40.261622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2409e5f3-6831-484d-8c73-38dcb65fb1d1') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:40.261622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2409e5f3-6831-484d-8c73-38dcb65fb1d1') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:40.275205 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.294701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.300640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 16:58:40.301030 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: timer() Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 16:58:40.304034 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 16:58:40.465814 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.484643 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.486558 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/networks/b9f45ed1-c6bb-45e0-b689-096ace13602e HTTP/1.1" status: 204 len: 168 time: 0.4718471 Sep 16 16:58:40.487893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d743f26-acea-4361-99b1-4988ef7bc9fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Network': ['ID=b9f45ed1-c6bb-45e0-b689-096ace13602e,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:40.489315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:40.553505 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b23eed9c-b9e9-4878-b70e-3cd7e4f4673d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.581810 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b23eed9c-b9e9-4878-b70e-3cd7e4f4673d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.667079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 53887416-3ebd-42b2-a915-0f3d9ee30b27 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:40.690919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 53887416-3ebd-42b2-a915-0f3d9ee30b27 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:40.691266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 53887416-3ebd-42b2-a915-0f3d9ee30b27 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:40.691681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2758fba4-e00c-45fd-88a0-e9f1600f438d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:40.715365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 2758fba4-e00c-45fd-88a0-e9f1600f438d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:40.719026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2758fba4-e00c-45fd-88a0-e9f1600f438d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:40.719489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 16:58:40.734083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b23eed9c-b9e9-4878-b70e-3cd7e4f4673d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.738333 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b23eed9c-b9e9-4878-b70e-3cd7e4f4673d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:40.739988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 16:58:40.739988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c9086e1f-e083-4cf1-bbe7-7e4ee8a80e36 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 16:58:40.742338 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b23eed9c-b9e9-4878-b70e-3cd7e4f4673d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/security-groups/1297c81b-2529-403b-adda-7e3f6b68fdbf HTTP/1.1" status: 204 len: 168 time: 0.2480888 Sep 16 16:58:40.759621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eed9c-b9e9-4878-b70e-3cd7e4f4673d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1297c81b-2529-403b-adda-7e3f6b68fdbf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:42.358116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46508) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:42.362706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183219849', 'description': 'tempest-secgroup-smoke-183219849 description', 'project_id': '90e3435321d04ec983180b4203d704f4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:42.463872 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:42.557652 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:42.643700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:42.675388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d8de8-36fe-4b51-9a07-7b63c12d2455,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:42.686744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.687097 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.689432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.689432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.689432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.689432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.689432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.689432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.689432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.690316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.690316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.690627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:42.752590 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:42.754343 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c2218d13-6824-45a2-b8ac-2211549f563c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3952317 Sep 16 16:58:42.757301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46510) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:42.762919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-97874b45-71a1-410b-bcb5-64981fa2901b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'da7d8de8-36fe-4b51-9a07-7b63c12d2455', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:42.873516 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97874b45-71a1-410b-bcb5-64981fa2901b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:42.946473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97874b45-71a1-410b-bcb5-64981fa2901b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.025495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97874b45-71a1-410b-bcb5-64981fa2901b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.048834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97874b45-71a1-410b-bcb5-64981fa2901b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5fdac6-b6bb-4fa5-b587-f501e1823ff1,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:43.147214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-97874b45-71a1-410b-bcb5-64981fa2901b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.148440 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-97874b45-71a1-410b-bcb5-64981fa2901b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3901405 Sep 16 16:58:43.152012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46518) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:43.156558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-47701e36-8b3e-48af-b8bc-0a1b26e051b7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'da7d8de8-36fe-4b51-9a07-7b63c12d2455', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:43.283930 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-47701e36-8b3e-48af-b8bc-0a1b26e051b7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.346100 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-47701e36-8b3e-48af-b8bc-0a1b26e051b7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.425371 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-47701e36-8b3e-48af-b8bc-0a1b26e051b7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.449189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47701e36-8b3e-48af-b8bc-0a1b26e051b7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d95e30-2552-45f8-be58-536581be1f91,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:43.522402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-47701e36-8b3e-48af-b8bc-0a1b26e051b7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.523668 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-47701e36-8b3e-48af-b8bc-0a1b26e051b7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3706374 Sep 16 16:58:43.526592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46520) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:43.531490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c021e9b5-6f4a-4529-9104-64523c9f16c6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'da7d8de8-36fe-4b51-9a07-7b63c12d2455', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:43.647632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c021e9b5-6f4a-4529-9104-64523c9f16c6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.709245 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c021e9b5-6f4a-4529-9104-64523c9f16c6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.752521 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.814235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c021e9b5-6f4a-4529-9104-64523c9f16c6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.844563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021e9b5-6f4a-4529-9104-64523c9f16c6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57625af5-b5d4-48d9-bb2b-e5b9114bc3ce,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:43.917968 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.930120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c021e9b5-6f4a-4529-9104-64523c9f16c6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:43.932142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c021e9b5-6f4a-4529-9104-64523c9f16c6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4044907 Sep 16 16:58:43.936979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46524) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:43.939531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-0f4ece23-676b-4074-9a08-52bfb234d9ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'da7d8de8-36fe-4b51-9a07-7b63c12d2455', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:44.043698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f4ece23-676b-4074-9a08-52bfb234d9ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:44.123261 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f4ece23-676b-4074-9a08-52bfb234d9ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:44.221214 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f4ece23-676b-4074-9a08-52bfb234d9ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:44.244036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ece23-676b-4074-9a08-52bfb234d9ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706f66fb-fbc1-4f47-9c7e-08ea26c4950a,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:44.642945 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0f4ece23-676b-4074-9a08-52bfb234d9ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:44.644321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0f4ece23-676b-4074-9a08-52bfb234d9ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7084341 Sep 16 16:58:44.647229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46530) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:44.652587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1ea2ef53-2768-4182-a6f6-a576f23b23d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'da7d8de8-36fe-4b51-9a07-7b63c12d2455', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:44.785675 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-1ea2ef53-2768-4182-a6f6-a576f23b23d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Project 90e3435321d04ec983180b4203d704f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:58:44.792121 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef53-2768-4182-a6f6-a576f23b23d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:44.860627 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef53-2768-4182-a6f6-a576f23b23d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:44.956764 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef53-2768-4182-a6f6-a576f23b23d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:44.976135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2ef53-2768-4182-a6f6-a576f23b23d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f52e370-4548-4d80-aa00-3f3676b960bc,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:45.053898 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef53-2768-4182-a6f6-a576f23b23d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:45.060409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1ea2ef53-2768-4182-a6f6-a576f23b23d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4070570 Sep 16 16:58:45.060902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46536) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:45.068420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cf51a4e0-d832-4ece-92c6-69382fb691a8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'da7d8de8-36fe-4b51-9a07-7b63c12d2455', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:45.192907 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-cf51a4e0-d832-4ece-92c6-69382fb691a8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Project 90e3435321d04ec983180b4203d704f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 16:58:45.198782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf51a4e0-d832-4ece-92c6-69382fb691a8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:45.264724 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf51a4e0-d832-4ece-92c6-69382fb691a8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:45.375869 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf51a4e0-d832-4ece-92c6-69382fb691a8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:45.398428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51a4e0-d832-4ece-92c6-69382fb691a8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e3ca79-c97e-4c2f-9d4b-f94909e8860c,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:45.473282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf51a4e0-d832-4ece-92c6-69382fb691a8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:45.474721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cf51a4e0-d832-4ece-92c6-69382fb691a8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4126573 Sep 16 16:58:45.478767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46540) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:45.483730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'network': {'name': 'tempest-network-smoke--2076699013', 'project_id': '90e3435321d04ec983180b4203d704f4', 'port_security_enabled': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:45.615632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:58:45.619993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:45.644398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 16:58:45.654021 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:45.654394 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Added segment 25d167b0-a861-4a65-bbc1-b2b7374f2bfa of type vlan for network 95a0fcd5-52b4-4778-853a-65247cc71ac3 Sep 16 16:58:45.700548 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:45.795188 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:45.801745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:45.802371 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:45.878058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Network': ['ID=95a0fcd5-52b4-4778-853a-65247cc71ac3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:45.891574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 95a0fcd5-52b4-4778-853a-65247cc71ac3 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 16:58:45.907772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-54e616f6-3d9c-46f1-bde6-f9b5a57f07ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4277022 Sep 16 16:58:45.910430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46542) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:45.915748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'admin_state_up': True, 'project_id': '90e3435321d04ec983180b4203d704f4', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:46.026869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:46.027988 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:46.085381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:46.313137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:46.647875 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:46.669084 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:46.780485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.25.6.5 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/3c111a54-e86d-4ae5-8160-12bae8fd1aac) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:58:46.893204 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:47.290473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:47.328709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:58:47.331627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:58:47.335072 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:58:47.366737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=3c111a54-e86d-4ae5-8160-12bae8fd1aac,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:48.003214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:48.214366 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:48.421157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 16:58:48.538086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:48.549215 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Sync routers for ids ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:48.563021 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Routers {'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:48.571802 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:48.637155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:48.641733 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7b973096-4718-4a04-a206-60be16eeb7ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7272544 Sep 16 16:58:48.651986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46578) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:48.671325 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Set router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:48.698142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3969c664-fef1-4516-84be-23e8905efc91 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=90e3435321d04ec983180b4203d704f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514109 Sep 16 16:58:48.698528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46580) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:48.872341 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:47Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:48.882130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6bde97-f1a8-405a-b7f2-2e2c9db67924 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:48.884573 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bb6bde97-f1a8-405a-b7f2-2e2c9db67924 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1850052 Sep 16 16:58:48.888029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46582) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:48.906419 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Checking router: bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:48.906773 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Updating router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 port 3c111a54-e86d-4ae5-8160-12bae8fd1aac binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:58:48.932350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d235a9c6-bad8-4a41-951d-133cab6877e0 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431068 Sep 16 16:58:48.934852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46584) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:48.940277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1241650333', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'project_id': '90e3435321d04ec983180b4203d704f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:48.941025 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:49.088908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:58:49.092752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:49.340267 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:49.410703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:49.470984 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:49.485361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Subnet': ['ID=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:49.521979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Checking segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:58:49.521979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network hostable DHCP agents. Network: 95a0fcd5-52b4-4778-853a-65247cc71ac3, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 16:58:49.526625 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Attempting to bind port 3c111a54-e86d-4ae5-8160-12bae8fd1aac on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:58:49.527001 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Attempting to bind port 3c111a54-e86d-4ae5-8160-12bae8fd1aac by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:58:49.527368 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Attempting to bind port 3c111a54-e86d-4ae5-8160-12bae8fd1aac on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:58:49.537210 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:58:49.537589 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:58:49.538004 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:49.538372 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:58:49.538849 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Bound port: 3c111a54-e86d-4ae5-8160-12bae8fd1aac, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:58:49.539228 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:49.601273 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Pushing event updated for resources: {'Port': ['ID=3c111a54-e86d-4ae5-8160-12bae8fd1aac,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:49.613176 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] For port 3c111a54-e86d-4ae5-8160-12bae8fd1aac, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:58:49.615818 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.616166 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.616537 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.616875 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.617207 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.617536 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.618370 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.619247 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.619583 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.619937 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.620264 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.620617 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:58:49.624729 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] For port 3c111a54-e86d-4ae5-8160-12bae8fd1aac, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3c111a54-e86d-4ae5-8160-12bae8fd1aac,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:58:49.632363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 95a0fcd5-52b4-4778-853a-65247cc71ac3 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 16:58:49.718016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 95a0fcd5-52b4-4778-853a-65247cc71ac3) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:58:49.718628 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:49.722715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:49.725940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:49.729397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ba892-6b1b-48e0-9205-b056fb06bc8b None None] Network 95a0fcd5-52b4-4778-853a-65247cc71ac3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:58:49.777012 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ed04a-005c-4c7b-9a8a-45576c9b1273 None None] Pushing event updated for resources: {'Port': ['ID=3c111a54-e86d-4ae5-8160-12bae8fd1aac,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:49.779485 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Routers {'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:49.781192 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:49.803409 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6b17b6f5-3249-41ce-b00c-fe4622d891fe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8674409 Sep 16 16:58:49.806949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46602) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:58:49.912741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] Set router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:49.922238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-95a0fcd5-52b4-4778-853a-65247cc71ac3', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 16:58:49.926467 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:50.219673 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:47Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:50.230737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Allocated IP 172.20.0.2 (95a0fcd5-52b4-4778-853a-65247cc71ac3/1dd1a392-75f1-44c1-ac72-4e8c5542ccc1/dfd7e839-add7-4650-840d-e517acc49784) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:58:50.327836 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c30aa-9053-43ed-a5dd-0914cfc51236 None None] The sync data for ids ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'] in n-d-807786-3 is: [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:47Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:50.437290 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:50.502198 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:50.559941 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Network 95a0fcd5-52b4-4778-853a-65247cc71ac3 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:58:50.562962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:58:50.565929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:58:50.579875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Pushing event updated for resources: {'Port': ['ID=dfd7e839-add7-4650-840d-e517acc49784,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:50.638463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Attempting to bind port dfd7e839-add7-4650-840d-e517acc49784 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:58:50.638699 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Attempting to bind port dfd7e839-add7-4650-840d-e517acc49784 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:58:50.639071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Attempting to bind port dfd7e839-add7-4650-840d-e517acc49784 on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:58:50.645081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:58:50.645460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Checking segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:58:50.646018 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:50.646424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Bound using segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:58:50.646902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Bound port: dfd7e839-add7-4650-840d-e517acc49784, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:58:50.647287 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:50.736430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] For port dfd7e839-add7-4650-840d-e517acc49784, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:58:50.746938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] For port dfd7e839-add7-4650-840d-e517acc49784, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dfd7e839-add7-4650-840d-e517acc49784,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:58:50.834696 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:50.855156 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:50.953650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b7673-38a7-4946-a0bd-53d59f5d0da3 None None] Pushing event updated for resources: {'Port': ['ID=dfd7e839-add7-4650-840d-e517acc49784,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:51.277269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.20.0.1 (95a0fcd5-52b4-4778-853a-65247cc71ac3/1dd1a392-75f1-44c1-ac72-4e8c5542ccc1/e538951c-3742-47a5-a86b-d9f0cbd2010f) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:58:51.462584 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:51.570364 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:51.614206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 95a0fcd5-52b4-4778-853a-65247cc71ac3 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:58:51.623688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:58:51.634806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:58:51.639564 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=e538951c-3742-47a5-a86b-d9f0cbd2010f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:51.688899 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:51.888044 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:51.912555 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:58:52.130795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30943a75-8b15-4e83-ad3b-4e163f5011e5 None None] Network 95a0fcd5-52b4-4778-853a-65247cc71ac3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 16:58:52.204685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a40d45c2-19e5-45ac-ae64-3c5fadbe98ea None None] Provisioning complete for port dfd7e839-add7-4650-840d-e517acc49784 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:52.205156 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a40d45c2-19e5-45ac-ae64-3c5fadbe98ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:52.209561 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:52.332890 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:52.364729 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a40d45c2-19e5-45ac-ae64-3c5fadbe98ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:52.425157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a40d45c2-19e5-45ac-ae64-3c5fadbe98ea None None] For port dfd7e839-add7-4650-840d-e517acc49784, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dfd7e839-add7-4650-840d-e517acc49784,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:52.448213 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=e538951c-3742-47a5-a86b-d9f0cbd2010f,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:52.456818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:52.560767 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dfd7e839-add7-4650-840d-e517acc49784 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:58:52.586318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 95a0fcd5-52b4-4778-853a-65247cc71ac3 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:58:52.588913 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:58:52.597141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a40d45c2-19e5-45ac-ae64-3c5fadbe98ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:52.672849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port dfd7e839-add7-4650-840d-e517acc49784 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:52.673223 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:52.700724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d45c2-19e5-45ac-ae64-3c5fadbe98ea None None] Pushing event updated for resources: {'Port': ['ID=dfd7e839-add7-4650-840d-e517acc49784,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:52.731233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:58:52.738191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f2115de7-45b9-49b4-87cf-3a8e429a6f45 None None] Provisioning complete for port dfd7e839-add7-4650-840d-e517acc49784 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:52.738807 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f2115de7-45b9-49b4-87cf-3a8e429a6f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:52.826999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3c111a54-e86d-4ae5-8160-12bae8fd1aac up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:58:52.877195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:58:52.893211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57cc34f5-1ec2-45a8-90e7-ff4ed34bdd38 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "PUT /v2.0/routers/bc0eb03a-ca18-47da-a0f1-0967ef23a2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0745714 Sep 16 16:58:52.894121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Sync routers for ids ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:58:52.924172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Routers {'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:52.924172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:52.965887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f2115de7-45b9-49b4-87cf-3a8e429a6f45 None None] Provisioning complete for port e538951c-3742-47a5-a86b-d9f0cbd2010f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:52.966261 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f2115de7-45b9-49b4-87cf-3a8e429a6f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:53.012007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3c111a54-e86d-4ae5-8160-12bae8fd1aac triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:53.012376 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:53.083478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f2115de7-45b9-49b4-87cf-3a8e429a6f45 None None] Port e538951c-3742-47a5-a86b-d9f0cbd2010f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:58:53.114230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Set router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:53.173648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-6b6784f9-ff9c-4705-a09b-a5bb4ef3d2ae tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183219849&fields=id&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 267 time: 0.0778389 Sep 16 16:58:53.192216 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:53.260248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 3c111a54-e86d-4ae5-8160-12bae8fd1aac, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3c111a54-e86d-4ae5-8160-12bae8fd1aac,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:53.277907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4a0489bf-46e3-4ff5-9a10-3444addd7038 None None] Provisioning complete for port e538951c-3742-47a5-a86b-d9f0cbd2010f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:53.278405 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4a0489bf-46e3-4ff5-9a10-3444addd7038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:53.303067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-47f71ac6-b96c-48f4-b18e-e7fea689576a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:53.307081 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-47f71ac6-b96c-48f4-b18e-e7fea689576a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 797 time: 0.1296339 Sep 16 16:58:53.321998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-6ec798c6-9796-44e2-b8f7-4d2565fd8c96 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/quotas/90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 375 time: 0.0103326 Sep 16 16:58:53.338068 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:53.384746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4a0489bf-46e3-4ff5-9a10-3444addd7038 None None] Port e538951c-3742-47a5-a86b-d9f0cbd2010f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:58:53.414535 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a6411952-408a-4cc5-ae1c-4ed57077b050 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849419 Sep 16 16:58:53.432998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0d452daa-0336-4d73-a364-c14b9d7f875d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 16:58:53.440802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0d452daa-0336-4d73-a364-c14b9d7f875d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137820 Sep 16 16:58:53.453349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=3c111a54-e86d-4ae5-8160-12bae8fd1aac,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:53.480870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:51Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e538951c-3742-47a5-a86b-d9f0cbd2010f', 'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:68:90:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:51Z', 'updated_at': '2021-09-16T16:58:52Z', 'revision_number': 2, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:53.509877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Checking router: bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:58:53.510236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Updating router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 port e538951c-3742-47a5-a86b-d9f0cbd2010f binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 16:58:53.537529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-862841cd-4361-4c5b-b572-c428449113df service neutron] 10.222.0.22 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958810 Sep 16 16:58:53.538325 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:53.669037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a909de75-6333-4b0a-88d0-5106ee336c79 service neutron] 10.222.0.22 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236989 Sep 16 16:58:54.031235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04b05899-37ff-4480-8b63-d9a09f952597 req-95d55b9c-e90c-4853-8017-3d761bbba881 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 210 time: 0.0342531 Sep 16 16:58:54.085460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:54.168009 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:54.221264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76559ebf-7632-45a3-9d3b-1c689defb631 None None] Pushing event updated for resources: {'Port': ['ID=e538951c-3742-47a5-a86b-d9f0cbd2010f,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:54.279808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Attempting to bind port e538951c-3742-47a5-a86b-d9f0cbd2010f on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:58:54.280799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Attempting to bind port e538951c-3742-47a5-a86b-d9f0cbd2010f by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:58:54.281048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Attempting to bind port e538951c-3742-47a5-a86b-d9f0cbd2010f on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:58:54.287423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:58:54.287795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Checking segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:58:54.288196 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:54.288746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Bound using segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:58:54.289185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Bound port: e538951c-3742-47a5-a86b-d9f0cbd2010f, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:58:54.290452 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:54.366264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] For port e538951c-3742-47a5-a86b-d9f0cbd2010f, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:58:54.366264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] For port e538951c-3742-47a5-a86b-d9f0cbd2010f, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e538951c-3742-47a5-a86b-d9f0cbd2010f,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:58:54.483108 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:54.512185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dfd7e839-add7-4650-840d-e517acc49784 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:58:54.607608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Routers {'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:58:54.608271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:58:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:54.615544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3ff055a9-456b-45f1-90ea-689610083320 None None] Provisioning complete for port e538951c-3742-47a5-a86b-d9f0cbd2010f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:54.615845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ff055a9-456b-45f1-90ea-689610083320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:54.653012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76559ebf-7632-45a3-9d3b-1c689defb631 None None] Pushing event updated for resources: {'Port': ['ID=e538951c-3742-47a5-a86b-d9f0cbd2010f,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:54.721670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port dfd7e839-add7-4650-840d-e517acc49784 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:54.722435 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:54.850245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] Set router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:58:54.902074 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ff055a9-456b-45f1-90ea-689610083320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:55.002294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3c111a54-e86d-4ae5-8160-12bae8fd1aac up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:58:55.070166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3ff055a9-456b-45f1-90ea-689610083320 None None] For port e538951c-3742-47a5-a86b-d9f0cbd2010f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e538951c-3742-47a5-a86b-d9f0cbd2010f,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:58:55.144201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a8dd1cf-6e78-40c4-b7d1-cb5b9471606e req-03b0cf41-d2ce-4a31-b33c-9cf785afcdc7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 210 time: 0.0282295 Sep 16 16:58:55.155199 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3ff055a9-456b-45f1-90ea-689610083320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:55.163252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3c111a54-e86d-4ae5-8160-12bae8fd1aac triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:55.163624 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:55.256760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff055a9-456b-45f1-90ea-689610083320 None None] Pushing event updated for resources: {'Port': ['ID=e538951c-3742-47a5-a86b-d9f0cbd2010f,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:55.277805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:51Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e538951c-3742-47a5-a86b-d9f0cbd2010f', 'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:68:90:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:51Z', 'updated_at': '2021-09-16T16:58:54Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:58:55.332938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054443ef-9c9b-41f3-9a63-1cb2f0e2d1e3 None None] The sync data for ids ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'] in n-d-807786-3 is: [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:51Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e538951c-3742-47a5-a86b-d9f0cbd2010f', 'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:68:90:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:51Z', 'updated_at': '2021-09-16T16:58:54Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:58:55.342694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2f01c787-1281-4e72-ad3d-2d1d70b2eb06 None None] Provisioning complete for port e538951c-3742-47a5-a86b-d9f0cbd2010f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:55.342694 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f01c787-1281-4e72-ad3d-2d1d70b2eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:56.269763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61ac8172-1cee-4981-be48-aa441532ac89 req-12f30810-d3e7-40d3-8060-cd04f8278719 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 210 time: 0.0346432 Sep 16 16:58:56.329341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-6a728bff-22ac-4f06-acfa-7af7f9277e16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:56.331047 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-6a728bff-22ac-4f06-acfa-7af7f9277e16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 797 time: 0.1168594 Sep 16 16:58:56.379951 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-d6370888-8d14-4dd0-97ab-dadebd5b8b6c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 379 time: 0.0374396 Sep 16 16:58:56.389487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'port': {'device_id': '376a1ee6-7d46-424b-8bba-d9811930339b', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'admin_state_up': True, 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'security_groups': ['da7d8de8-36fe-4b51-9a07-7b63c12d2455']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:56.582652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e538951c-3742-47a5-a86b-d9f0cbd2010f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:58:56.625176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e538951c-3742-47a5-a86b-d9f0cbd2010f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:56.625680 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:56.690163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 16:58:56.694348 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:56.855446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.20.0.9 (95a0fcd5-52b4-4778-853a-65247cc71ac3/1dd1a392-75f1-44c1-ac72-4e8c5542ccc1/f9d12524-0d34-47c7-887c-fe31cbc6321a) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:58:57.008403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:57.129068 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:57.179132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 95a0fcd5-52b4-4778-853a-65247cc71ac3 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:58:57.182225 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:58:57.186090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:58:57.218720 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:57.245957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:57.246671 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:57.323161 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-a187584f-333a-44ee-9e64-50861af960c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9378374 Sep 16 16:58:57.335371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Request body: {'port': {'device_id': '376a1ee6-7d46-424b-8bba-d9811930339b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:58:57.411434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:57.432041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acedb0-a15a-441b-96f7-2c1c1c87b7f9 req-0a3ae7d4-7b32-473f-a464-e16f303545ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:57.433843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81acedb0-a15a-441b-96f7-2c1c1c87b7f9 req-0a3ae7d4-7b32-473f-a464-e16f303545ed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 931 time: 0.0895126 Sep 16 16:58:57.474705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81acedb0-a15a-441b-96f7-2c1c1c87b7f9 req-95709854-db03-4662-bcb8-6494af6efa19 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341101 Sep 16 16:58:57.491312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-798c4fdc-886a-4dbd-a688-0609fca536d5 None None] Provisioning complete for port f9d12524-0d34-47c7-887c-fe31cbc6321a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:58:57.491731 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-798c4fdc-886a-4dbd-a688-0609fca536d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:57.534974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-798c4fdc-886a-4dbd-a688-0609fca536d5 None None] Port f9d12524-0d34-47c7-887c-fe31cbc6321a cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 16:58:57.717441 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d12524-0d34-47c7-887c-fe31cbc6321a {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:58:57.725519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:57.738183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Transition to ACTIVE for port object f9d12524-0d34-47c7-887c-fe31cbc6321a will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:58:57.804652 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:57.888772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:57.960201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:58:57.960647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:58:57.960915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:58:57.966655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Port f9d12524-0d34-47c7-887c-fe31cbc6321a on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:58:57.967108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:58:57.972487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:58:57.972907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Checking segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:58:57.973303 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Bound using segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:58:57.973838 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Bound port: f9d12524-0d34-47c7-887c-fe31cbc6321a, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:58:57.974210 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:58.044266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:58:58.047612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:58:58.165113 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:58.200929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:58.201588 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:58.203004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 1091 time: 0.8722153 Sep 16 16:58:58.203497 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:58:58.205783 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65549f33-24d9-48ab-b2f8-aff26c58db53" -d '{"events": [{"name": "network-changed", "server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:58:58.231096 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93d76f-dbd0-4538-b7fc-7017d474d186 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:58:58.245541 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d6f06f1b-8ddf-4d33-8e3a-1f732cf40460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:58:58.258078 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed4695-9d98-4c2a-8345-cd92db2868e3 x-openstack-request-id: req-a8ed4695-9d98-4c2a-8345-cd92db2868e3 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:58:58.258078 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:58:58.258078 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8ed4695-9d98-4c2a-8345-cd92db2868e3 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:58:58.258078 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'status': 'completed', 'code': 200} Sep 16 16:58:58.321234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65549f33-24d9-48ab-b2f8-aff26c58db53 req-267617f5-ecc6-4c76-bbf3-52d04e7b1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:58.323987 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-65549f33-24d9-48ab-b2f8-aff26c58db53 req-267617f5-ecc6-4c76-bbf3-52d04e7b1ce7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1094 time: 0.0460258 Sep 16 16:58:58.436271 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65549f33-24d9-48ab-b2f8-aff26c58db53 req-26cb814e-abcb-465a-a167-4a49873c54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:58.446536 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-65549f33-24d9-48ab-b2f8-aff26c58db53 req-26cb814e-abcb-465a-a167-4a49873c54cd service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=90e3435321d04ec983180b4203d704f4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1063719 Sep 16 16:58:58.541382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65549f33-24d9-48ab-b2f8-aff26c58db53 req-e6c73539-6ad9-4794-b770-990607687ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:58.542887 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-65549f33-24d9-48ab-b2f8-aff26c58db53 req-e6c73539-6ad9-4794-b770-990607687ba8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985563 Sep 16 16:58:58.605467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c5b27-79cf-40b1-9a79-7439d83e3766 req-d182ddda-f4be-490e-822b-207ae1706187 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:58.606861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-923c5b27-79cf-40b1-9a79-7439d83e3766 req-d182ddda-f4be-490e-822b-207ae1706187 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 943 time: 0.0570707 Sep 16 16:58:58.637641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-3ddff686-8d6f-49cf-85da-455ecf910ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:58.639211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-3ddff686-8d6f-49cf-85da-455ecf910ffc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1094 time: 0.0530713 Sep 16 16:58:58.648263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-923c5b27-79cf-40b1-9a79-7439d83e3766 req-aeff0fec-2f84-47f6-b856-54d65072c611 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353918 Sep 16 16:58:58.684955 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-7aa5a20b-1c35-4914-b9e7-1727fa56187e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 217 time: 0.0370333 Sep 16 16:58:58.735389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-9479ddb4-05d2-4132-aca4-77becd269a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:58.736941 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-9479ddb4-05d2-4132-aca4-77becd269a06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0457380 Sep 16 16:58:58.786994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-b021cb81-3cab-45db-b2da-6dcc9b76701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:58.788495 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-b021cb81-3cab-45db-b2da-6dcc9b76701c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436702 Sep 16 16:58:58.881531 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-d53beae0-917e-4bde-9113-52b5ead7c9c7 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862665 Sep 16 16:58:59.000973 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9d13f2a1-ad08-46ec-a470-bd57fc5d4ba5 req-3fbdd6c1-72f7-40a2-859c-8c71221c1e2e service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124606 Sep 16 16:58:59.780349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5843cf-7a90-4a87-9f1e-a7f52d5cdbb6 req-82d6e2d4-7ec5-4ef8-957e-a98e5737f7f9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:58:59.781971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af5843cf-7a90-4a87-9f1e-a7f52d5cdbb6 req-82d6e2d4-7ec5-4ef8-957e-a98e5737f7f9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 943 time: 0.0512931 Sep 16 16:58:59.834099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af5843cf-7a90-4a87-9f1e-a7f52d5cdbb6 req-39bcc066-8611-4b10-95a8-5154417894ea tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Sep 16 16:59:00.785213 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6719ea61-bff0-4ebd-807f-49550ea02957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:00.965208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03457f99-2f87-4c99-a245-5ba1540d92ef req-5da25f29-715c-47b3-8fc9-7cb48582de7b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:00.972935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03457f99-2f87-4c99-a245-5ba1540d92ef req-5da25f29-715c-47b3-8fc9-7cb48582de7b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 943 time: 0.0655093 Sep 16 16:59:01.011627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03457f99-2f87-4c99-a245-5ba1540d92ef req-c8e4771f-0128-4165-93cb-4fd99780adb1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375712 Sep 16 16:59:01.259026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 16:59:01.357953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:59:01.370510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'port_id': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'mac_address': 'fa:16:3e:68:90:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 16:59:01.421153 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:01.435302 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d12524-0d34-47c7-887c-fe31cbc6321a {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 16:59:01.456810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:59:01.482468 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:01.551067 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:01.609394 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:01.782534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['f9d12524-0d34-47c7-887c-fe31cbc6321a'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 16:59:01.998103 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:02.156272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41b3b3-d2b2-4cdf-8f81-9e8a6c67e7a3 req-227bd541-3c3e-4a62-afa7-4752c3add853 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:02.157902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed41b3b3-d2b2-4cdf-8f81-9e8a6c67e7a3 req-227bd541-3c3e-4a62-afa7-4752c3add853 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 944 time: 0.0526853 Sep 16 16:59:02.202191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed41b3b3-d2b2-4cdf-8f81-9e8a6c67e7a3 req-2e5833bb-b1bc-45e2-bca4-e93421aa9e48 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379546 Sep 16 16:59:03.274374 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 16:59:03.324790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b40726-28cc-47bb-ad6e-56dd0f00db41 req-c8e99dc4-9b0b-4f62-9d6d-52357231dc97 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:03.326398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b40726-28cc-47bb-ad6e-56dd0f00db41 req-c8e99dc4-9b0b-4f62-9d6d-52357231dc97 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 944 time: 0.0504537 Sep 16 16:59:03.364326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88b40726-28cc-47bb-ad6e-56dd0f00db41 req-af549e34-40f7-4430-b222-dafc7049620c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320134 Sep 16 16:59:03.419384 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port f9d12524-0d34-47c7-887c-fe31cbc6321a completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 16:59:03.423397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port f9d12524-0d34-47c7-887c-fe31cbc6321a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 16:59:03.423785 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:03.499626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:03.524161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:59:03.527108 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef64aba4-f22a-4b40-8d5e-bf34197dc0a3" -d '{"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-plugged", "status": "completed", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:59:03.540160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:59:03.566435 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 16:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da7a44a-9eaf-48c1-8681-9da9e3b11352 x-openstack-request-id: req-8da7a44a-9eaf-48c1-8681-9da9e3b11352 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:59:03.566722 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-plugged", "status": "completed", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:59:03.566978 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8da7a44a-9eaf-48c1-8681-9da9e3b11352 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:59:03.567378 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'code': 200} Sep 16 16:59:03.627185 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:03.665557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d250851-7d3b-4cb7-b35e-a0026bc61461 req-08e7847b-eef8-4b97-a898-bfb78959afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:03.667698 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6d250851-7d3b-4cb7-b35e-a0026bc61461 req-08e7847b-eef8-4b97-a898-bfb78959afc7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1096 time: 0.0414784 Sep 16 16:59:03.675816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:03.714361 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6d250851-7d3b-4cb7-b35e-a0026bc61461 req-3b470b62-ad30-45d0-8195-76ba95a9cbf8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369995 Sep 16 16:59:03.818748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:04.490374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26482f2a-37b9-4895-b93b-5f7626dd0df0 req-e4385dab-9ebb-463b-af15-d95a53f43c9f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:04.491839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26482f2a-37b9-4895-b93b-5f7626dd0df0 req-e4385dab-9ebb-463b-af15-d95a53f43c9f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0548811 Sep 16 16:59:04.529835 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26482f2a-37b9-4895-b93b-5f7626dd0df0 req-86e8fa6f-7c6c-480b-9104-8428b8dc7d61 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311849 Sep 16 16:59:05.646838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03a5e5-49e3-430e-a2cd-7960aaf29894 req-eb9f4467-c13a-43d1-8c51-e735be87003a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:05.648228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b03a5e5-49e3-430e-a2cd-7960aaf29894 req-eb9f4467-c13a-43d1-8c51-e735be87003a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0495434 Sep 16 16:59:05.687291 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b03a5e5-49e3-430e-a2cd-7960aaf29894 req-18adb2ea-dad6-494c-b313-7231f4f18837 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Sep 16 16:59:05.803277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844c6e-0d68-43d9-9e7f-65d9da1708a1 req-dd3c1924-8ade-45d7-b093-87f176f8f111 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:05.804895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c844c6e-0d68-43d9-9e7f-65d9da1708a1 req-dd3c1924-8ade-45d7-b093-87f176f8f111 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0520420 Sep 16 16:59:05.844534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c844c6e-0d68-43d9-9e7f-65d9da1708a1 req-74551e6f-627e-4e9e-83a2-b99f4e16acb3 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330641 Sep 16 16:59:05.866834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46810) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:05.906426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648188e-f93a-4e5b-a71f-b11feb6dcf00 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:05.907965 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2648188e-f93a-4e5b-a71f-b11feb6dcf00 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1091 time: 0.0400734 Sep 16 16:59:05.910885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 46812) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:05.915435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:59:06.010153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:06.113095 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:06.239274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.25.6.27 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/3b74cb56-9ac1-4a86-9689-bb63c9297fc6) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 16:59:06.346113 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:06.461966 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:06.501753 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 16:59:06.504612 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 16:59:06.506998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 16:59:06.555217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=3b74cb56-9ac1-4a86-9689-bb63c9297fc6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:06.913551 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:07.037420 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:07.184559 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:07.255661 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:07.331421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=3b74cb56-9ac1-4a86-9689-bb63c9297fc6,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:07.343626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:07.457844 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Floating IP f9f1dbd7-7c17-45da-9b0a-6131ab870c99 associated. External IP: 172.25.6.27, port: f9d12524-0d34-47c7-887c-fe31cbc6321a. Sep 16 16:59:07.672344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 16:59:07.780956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 16:59:07.791861 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] Sync routers for ids ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 16:59:07.801666 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] Routers {'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:59:07.801912 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:59:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:59:07.861822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:07.914244 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] Set router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:59:08.158465 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:51Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f9f1dbd7-7c17-45da-9b0a-6131ab870c99', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'port_id': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'mac_address': 'fa:16:3e:68:90:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376a1ee6-7d46-424b-8bba-d9811930339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:59:06Z', 'updated_at': '2021-09-16T16:59:06Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e538951c-3742-47a5-a86b-d9f0cbd2010f', 'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:68:90:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:51Z', 'updated_at': '2021-09-16T16:58:54Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:59:08.185307 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] Checking router: bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 16:59:08.193813 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] Routers {'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 16:59:08.194424 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T16:59:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:59:08.280443 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a8dd1aa2-ee86-4e86-b4d3-ea481478e179 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3683541 Sep 16 16:59:08.281041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:59:08.283348 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf3f944-3c53-4683-a212-7ae129d3e120" -d '{"events": [{"name": "network-changed", "server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:59:08.316201 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] Set router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 16:59:08.331098 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c91b19-b48c-4bd2-ab6d-a2fa01d09ab5 x-openstack-request-id: req-d6c91b19-b48c-4bd2-ab6d-a2fa01d09ab5 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:59:08.331395 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:59:08.331650 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6c91b19-b48c-4bd2-ab6d-a2fa01d09ab5 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:59:08.332048 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'status': 'completed', 'code': 200} Sep 16 16:59:08.404676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae55c4-9f85-4e33-8f6f-c8706eaf70f3 req-469a6213-a4db-48f4-ac8b-3c7b2a4c8fd4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:08.407315 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4eae55c4-9f85-4e33-8f6f-c8706eaf70f3 req-469a6213-a4db-48f4-ac8b-3c7b2a4c8fd4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0714715 Sep 16 16:59:08.421017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-a964ed83-bc47-4fb6-95c5-7a2c3bc0dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:08.422630 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-a964ed83-bc47-4fb6-95c5-7a2c3bc0dd7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1096 time: 0.0524178 Sep 16 16:59:08.449672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4eae55c4-9f85-4e33-8f6f-c8706eaf70f3 req-9cad1d48-9e60-4d9d-8042-611f628c99ad tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347250 Sep 16 16:59:08.473821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46848) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:08.525237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-abad3710-4b17-4f5b-bd7a-3018c6d58108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:08.529075 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-abad3710-4b17-4f5b-bd7a-3018c6d58108 service neutron] 10.222.0.52 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.1000066 Sep 16 16:59:08.540301 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-27fae78e-d4de-49be-9d6e-c9cd708f5bbc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/f9f1dbd7-7c17-45da-9b0a-6131ab870c99 HTTP/1.1" status: 200 len: 990 time: 0.0648260 Sep 16 16:59:08.583432 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:51Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f9f1dbd7-7c17-45da-9b0a-6131ab870c99', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'port_id': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'mac_address': 'fa:16:3e:68:90:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376a1ee6-7d46-424b-8bba-d9811930339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:59:06Z', 'updated_at': '2021-09-16T16:59:06Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e538951c-3742-47a5-a86b-d9f0cbd2010f', 'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:68:90:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:51Z', 'updated_at': '2021-09-16T16:58:54Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 16:59:08.604013 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-a863651b-788c-47c5-ae91-b1934f8266fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 998 time: 0.0685146 Sep 16 16:59:08.622155 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90a9b6-d9dd-4266-a36d-dbbd3baee6c7 None None] The sync data for ids ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'] in n-d-807786-3 is: [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:51Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f9f1dbd7-7c17-45da-9b0a-6131ab870c99', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'port_id': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'mac_address': 'fa:16:3e:68:90:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376a1ee6-7d46-424b-8bba-d9811930339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T16:59:06Z', 'updated_at': '2021-09-16T16:59:06Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e538951c-3742-47a5-a86b-d9f0cbd2010f', 'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:68:90:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:51Z', 'updated_at': '2021-09-16T16:58:54Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 16:59:08.667095 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-14e7fb39-6ceb-4e60-9daa-2c10cda38640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:08.668762 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-14e7fb39-6ceb-4e60-9daa-2c10cda38640 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0577443 Sep 16 16:59:08.725142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-6dd43e60-7593-4157-b68d-03311a44843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:08.726806 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-6dd43e60-7593-4157-b68d-03311a44843f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514913 Sep 16 16:59:08.849107 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-233ac95e-f3ce-4957-9d93-05a049735db6 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153302 Sep 16 16:59:08.907616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd03eae-aa96-41d8-b62d-23cbf46527e7 None None] New status for floating IP f9f1dbd7-7c17-45da-9b0a-6131ab870c99: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 16:59:08.960308 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebf3f944-3c53-4683-a212-7ae129d3e120 req-a4f81d4f-d2ba-468c-8ca9-72d0bc8ce483 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038642 Sep 16 16:59:09.543220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 46860) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:09.605471 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fd2d1404-cfe7-4030-92ec-678d00c93f06 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/f9f1dbd7-7c17-45da-9b0a-6131ab870c99 HTTP/1.1" status: 200 len: 992 time: 0.0610635 Sep 16 16:59:13.758937 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:13.907286 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:17.766298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-9b222625-a8f1-4138-819e-41ccb916f6e4 req-6d85f004-bc58-4c92-9196-540d4b074771 service neutron] (95358) timed out ('10.222.0.22', 53942) {{(pid=95358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 16:59:28.227328 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8c97617f-e82a-4508-bfd3-014f95940e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:28.572788 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-99c23888-1383-49de-a94c-42ffe1a70e53 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404429 Sep 16 16:59:28.652744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-834ed453-99c4-4c29-8b85-b1c004f46689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:28.654241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-834ed453-99c4-4c29-8b85-b1c004f46689 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1096 time: 0.0404439 Sep 16 16:59:28.767642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-dc3f5db3-286e-48f8-a185-a119b6e0fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:28.769097 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-dc3f5db3-286e-48f8-a185-a119b6e0fbfb service neutron] 10.222.0.52 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.0935576 Sep 16 16:59:28.876331 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-b5aa236d-4b3d-4d8a-9124-4d527710507d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 1000 time: 0.0993812 Sep 16 16:59:28.920402 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 16:59:28.977065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-4b124792-6950-4f39-872c-553e14cdcf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:28.979690 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-4b124792-6950-4f39-872c-553e14cdcf1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0955873 Sep 16 16:59:29.031759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-8c9ea9ea-d054-4f86-a8ef-e86bd1e03bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:29.033570 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-8c9ea9ea-d054-4f86-a8ef-e86bd1e03bc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464535 Sep 16 16:59:29.135571 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-6ceec782-1b8b-48aa-b26e-4cf06b21a58b service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941267 Sep 16 16:59:29.240084 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98b73db8-3aa7-43d6-a150-59921b6a8e15 req-fa48b17f-3b13-417d-90b9-f945e9016e29 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971544 Sep 16 16:59:30.781547 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6d5419fc-fa29-4a8b-af8a-07055ce1ed5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:31.470761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:31.996605 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:33.805079 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:35.673451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47232) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:35.779598 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-434834b1-7d45-41bf-8eee-f75a3aa27a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:35.867141 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-434834b1-7d45-41bf-8eee-f75a3aa27a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:35.942137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-434834b1-7d45-41bf-8eee-f75a3aa27a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:35.980738 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-434834b1-7d45-41bf-8eee-f75a3aa27a5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f16b7fa08fe459e8facc5b1c7eac850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061302 Sep 16 16:59:35.981684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434834b1-7d45-41bf-8eee-f75a3aa27a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c3f56a-1a76-4156-88b0-6a396b9ad929,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:35.983370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47238) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:36.034753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:36.055087 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:36.168275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:36.170883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:36.172111 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9c3f56a-1a76-4156-88b0-6a396b9ad929 HTTP/1.1" status: 204 len: 168 time: 0.1868944 Sep 16 16:59:36.180022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c3f56a-1a76-4156-88b0-6a396b9ad929,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:36.188915 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.189346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.189660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.190307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.190636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.191190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.191636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.192000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.192393 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.192705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.193036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.193364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8070234-afa8-4b38-a97f-9af51d9494a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:36.806006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47250) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:36.820358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-485d9636-bb9d-48df-8845-f7f50c351854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:36.906690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-485d9636-bb9d-48df-8845-f7f50c351854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:36.985024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-485d9636-bb9d-48df-8845-f7f50c351854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:37.021877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d9636-bb9d-48df-8845-f7f50c351854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c68e79-49bd-4f79-a7b6-885f40bd5407,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:37.031540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-485d9636-bb9d-48df-8845-f7f50c351854 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90f17d26942b4972a92ab375e64cb548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206507 Sep 16 16:59:37.033070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47252) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:37.086743 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-653621ac-7536-482b-90b2-cd1074b97199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:37.107959 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-653621ac-7536-482b-90b2-cd1074b97199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:37.215063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-653621ac-7536-482b-90b2-cd1074b97199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:37.218083 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-653621ac-7536-482b-90b2-cd1074b97199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:37.219661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-653621ac-7536-482b-90b2-cd1074b97199 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7c68e79-49bd-4f79-a7b6-885f40bd5407 HTTP/1.1" status: 204 len: 168 time: 0.1868763 Sep 16 16:59:37.228281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653621ac-7536-482b-90b2-cd1074b97199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c68e79-49bd-4f79-a7b6-885f40bd5407,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:39.503770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47308) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:39.616181 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f87c589-e20b-40c9-b001-a235ba4b9ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:39.708037 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f87c589-e20b-40c9-b001-a235ba4b9ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:39.793247 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6f87c589-e20b-40c9-b001-a235ba4b9ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:39.831911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6f87c589-e20b-40c9-b001-a235ba4b9ec7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b83ebd5980a94efdbaf958afd24ce1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269279 Sep 16 16:59:39.832817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87c589-e20b-40c9-b001-a235ba4b9ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6b2ce4-67a6-4722-a223-2568b9a84f15,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:39.834831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47314) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:39.886417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c923839b-4c83-4e13-a02b-de1a654d3989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:39.911445 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c923839b-4c83-4e13-a02b-de1a654d3989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:40.019842 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c923839b-4c83-4e13-a02b-de1a654d3989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:40.022478 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c923839b-4c83-4e13-a02b-de1a654d3989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:40.024831 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c923839b-4c83-4e13-a02b-de1a654d3989 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce6b2ce4-67a6-4722-a223-2568b9a84f15 HTTP/1.1" status: 204 len: 168 time: 0.1877487 Sep 16 16:59:40.032624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923839b-4c83-4e13-a02b-de1a654d3989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6b2ce4-67a6-4722-a223-2568b9a84f15,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:40.685736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47326) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:40.700146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aec71514-f00e-473c-9a4b-ed54f5840f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:40.792297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aec71514-f00e-473c-9a4b-ed54f5840f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:40.867607 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-aec71514-f00e-473c-9a4b-ed54f5840f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:40.919034 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-aec71514-f00e-473c-9a4b-ed54f5840f10 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7484e1e20485401a8a7c998b1612cf1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321556 Sep 16 16:59:40.920404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec71514-f00e-473c-9a4b-ed54f5840f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808f9f55-6439-49a1-86a0-b86d9f426c18,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:40.923117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47334) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:40.940169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7560203-e2a8-48b2-8a91-c4289c975ccb req-52715258-ae5b-47b7-a4e4-eb2ebb6508a4 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:40.940169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7560203-e2a8-48b2-8a91-c4289c975ccb req-52715258-ae5b-47b7-a4e4-eb2ebb6508a4 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1096 time: 0.0500541 Sep 16 16:59:40.977658 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7560203-e2a8-48b2-8a91-c4289c975ccb req-950400fe-9668-48c0-bfb3-0f145da737a4 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295289 Sep 16 16:59:40.978549 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50269c96-b6a0-4c21-9c62-d1bd28ca633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:41.003982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50269c96-b6a0-4c21-9c62-d1bd28ca633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:41.110696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ea06a-66bb-49c9-8e1a-b6653dcc91c0 req-e7c3daf0-c8fa-4342-81da-547116512b2e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:41.112114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-390ea06a-66bb-49c9-8e1a-b6653dcc91c0 req-e7c3daf0-c8fa-4342-81da-547116512b2e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0513449 Sep 16 16:59:41.147696 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50269c96-b6a0-4c21-9c62-d1bd28ca633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:41.149379 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-390ea06a-66bb-49c9-8e1a-b6653dcc91c0 req-d819068e-bd62-46a9-ae60-93a4482c91bc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311370 Sep 16 16:59:41.151265 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-50269c96-b6a0-4c21-9c62-d1bd28ca633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:41.152451 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-50269c96-b6a0-4c21-9c62-d1bd28ca633b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/808f9f55-6439-49a1-86a0-b86d9f426c18 HTTP/1.1" status: 204 len: 168 time: 0.2273955 Sep 16 16:59:41.160458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50269c96-b6a0-4c21-9c62-d1bd28ca633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808f9f55-6439-49a1-86a0-b86d9f426c18,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:41.174324 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47342) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:41.241042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-58de8155-5f14-48ec-a2e6-24b6b5febde6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/f9f1dbd7-7c17-45da-9b0a-6131ab870c99 HTTP/1.1" status: 200 len: 992 time: 0.0654862 Sep 16 16:59:42.437529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ffbd5-dff1-4b00-9ddc-7cc8e9090088 req-82c3662b-ae78-4ba4-8e4d-b197a18731de tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:42.439020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-346ffbd5-dff1-4b00-9ddc-7cc8e9090088 req-82c3662b-ae78-4ba4-8e4d-b197a18731de tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0566752 Sep 16 16:59:42.480668 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-346ffbd5-dff1-4b00-9ddc-7cc8e9090088 req-39613ff7-2106-45f9-a241-06a8a3f6092a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349178 Sep 16 16:59:42.563980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-6a82f34e-08ca-4cfb-86e0-513cd05e1620 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459750 Sep 16 16:59:43.606335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820fd58-9558-4eff-b649-c6ba9c4879a1 req-b02f3a66-2d7b-49e7-9984-2c267739f22f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:43.607851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d820fd58-9558-4eff-b649-c6ba9c4879a1 req-b02f3a66-2d7b-49e7-9984-2c267739f22f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0588615 Sep 16 16:59:43.646653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d820fd58-9558-4eff-b649-c6ba9c4879a1 req-fea221d6-be24-40ad-afe0-a9ce804bf4f8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323741 Sep 16 16:59:43.790650 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:43.919317 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:44.780275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861986f3-3abd-4ee6-9c73-3cc3aa8250db req-4479aacd-af2f-4ca5-b0ce-205f3be593b5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:44.784930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-861986f3-3abd-4ee6-9c73-3cc3aa8250db req-4479aacd-af2f-4ca5-b0ce-205f3be593b5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0643826 Sep 16 16:59:44.801057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-d6eebb5e-b7d9-4546-a7de-1dd0da791306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:44.802793 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-d6eebb5e-b7d9-4546-a7de-1dd0da791306 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1096 time: 0.0512378 Sep 16 16:59:44.838611 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-861986f3-3abd-4ee6-9c73-3cc3aa8250db req-e0eeeb07-3382-4f92-ac4a-af27e0895b73 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434189 Sep 16 16:59:44.901270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-7db352fd-8946-4eba-bad2-f9d18b17329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:44.902495 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-7db352fd-8946-4eba-bad2-f9d18b17329b service neutron] 10.222.0.52 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.0924489 Sep 16 16:59:44.971199 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-4df6fe60-2c4c-4b69-9849-21bc1d93494f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 1000 time: 0.0622535 Sep 16 16:59:45.020069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-92fe6204-a6c5-4ac3-94e6-a6c827a6530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:45.021560 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-92fe6204-a6c5-4ac3-94e6-a6c827a6530b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0436885 Sep 16 16:59:45.067932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-5188e544-64e3-4790-b1cb-5bee48d8f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:45.069460 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-5188e544-64e3-4790-b1cb-5bee48d8f572 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409019 Sep 16 16:59:45.172270 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-c4f3825d-cbb7-4dae-8952-7a4e037b560b service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953338 Sep 16 16:59:45.272202 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-5613608e-703b-4131-a256-3d1cf6596888 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928597 Sep 16 16:59:45.789134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47474) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:45.905555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee9f69ef-3d56-4b5a-829a-20f4aacf117e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:45.971776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905939a-3cf8-4638-9839-98e6996bf488 req-a2f46ae6-914e-42f5-ac89-dcc2ebe8a1ec tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:45.973208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e905939a-3cf8-4638-9839-98e6996bf488 req-a2f46ae6-914e-42f5-ac89-dcc2ebe8a1ec tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0697875 Sep 16 16:59:46.029219 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e905939a-3cf8-4638-9839-98e6996bf488 req-423e68eb-4ea6-478d-baa9-bdf5f6c2c9ca tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493524 Sep 16 16:59:46.066760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee9f69ef-3d56-4b5a-829a-20f4aacf117e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:46.159535 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ee9f69ef-3d56-4b5a-829a-20f4aacf117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:46.201065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ee9f69ef-3d56-4b5a-829a-20f4aacf117e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b7fc0b386a642fb96e708b64f09277d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106922 Sep 16 16:59:46.202960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f69ef-3d56-4b5a-829a-20f4aacf117e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6d56be-fdcf-4ed1-97f0-97794835fa95,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:46.203812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:46.255117 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:46.276757 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:46.388062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:46.390906 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:46.392227 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a6d56be-fdcf-4ed1-97f0-97794835fa95 HTTP/1.1" status: 204 len: 168 time: 0.1873941 Sep 16 16:59:46.401010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6d56be-fdcf-4ed1-97f0-97794835fa95,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:46.409663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.410021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.410372 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.410719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.411059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.411399 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.411746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.412078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.412438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.412797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.413163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.413461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162af48-6593-489e-8df4-a95c19ee9b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 16:59:46.923921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47494) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:46.937849 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf484be4-c608-4533-b2ac-d7559f36857d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:47.024459 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf484be4-c608-4533-b2ac-d7559f36857d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:47.082884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cf484be4-c608-4533-b2ac-d7559f36857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:47.128837 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cf484be4-c608-4533-b2ac-d7559f36857d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e802f3616d5b456081a235fb5a7dbb20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037387 Sep 16 16:59:47.129779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf484be4-c608-4533-b2ac-d7559f36857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78c36f7-7918-4435-bf69-164e981deb8c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:47.131587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47500) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 16:59:47.184525 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57b16-83f0-40e7-b897-746963426951 req-1d611837-5f69-4519-911b-c97583d1db01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:47.185735 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94f57b16-83f0-40e7-b897-746963426951 req-1d611837-5f69-4519-911b-c97583d1db01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0800691 Sep 16 16:59:47.217870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0c004cd-810d-4145-ad20-df409e06a6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:47.245272 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94f57b16-83f0-40e7-b897-746963426951 req-95191384-626b-4ead-9fca-05be939b2df6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521712 Sep 16 16:59:47.263884 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0c004cd-810d-4145-ad20-df409e06a6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:47.379257 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0c004cd-810d-4145-ad20-df409e06a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:47.381955 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a0c004cd-810d-4145-ad20-df409e06a6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:47.383128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a0c004cd-810d-4145-ad20-df409e06a6fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a78c36f7-7918-4435-bf69-164e981deb8c HTTP/1.1" status: 204 len: 168 time: 0.2482090 Sep 16 16:59:47.391478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c004cd-810d-4145-ad20-df409e06a6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78c36f7-7918-4435-bf69-164e981deb8c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:48.371194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12421e-2883-4f3b-8e08-5af7470b1865 req-0cfcb742-2464-48aa-a0fe-5f5dcd62e86a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:48.372709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff12421e-2883-4f3b-8e08-5af7470b1865 req-0cfcb742-2464-48aa-a0fe-5f5dcd62e86a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0529633 Sep 16 16:59:48.420017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff12421e-2883-4f3b-8e08-5af7470b1865 req-1ebd7142-44b4-4675-bd91-9506d151aa48 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Sep 16 16:59:49.542551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28f292-fd5e-49c5-bb47-67b8be1b2240 req-9c4dc3ab-16c8-4218-bf31-67e03e4f4ede tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:49.544142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d28f292-fd5e-49c5-bb47-67b8be1b2240 req-9c4dc3ab-16c8-4218-bf31-67e03e4f4ede tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0490737 Sep 16 16:59:49.582761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d28f292-fd5e-49c5-bb47-67b8be1b2240 req-108dcf5f-0ca8-484c-b6d0-c406dbcaa6f3 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323935 Sep 16 16:59:50.700775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc028c7-59e4-4fba-b1e1-865848071ce2 req-180a7f59-ae5a-423d-bd9f-20e8c991f102 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:50.702265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbc028c7-59e4-4fba-b1e1-865848071ce2 req-180a7f59-ae5a-423d-bd9f-20e8c991f102 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0505426 Sep 16 16:59:50.740133 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbc028c7-59e4-4fba-b1e1-865848071ce2 req-923aa57f-ab59-4335-ac87-4091f4e57208 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312567 Sep 16 16:59:51.862745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840aca5-2732-4e0a-8c18-b1d9daaeca8b req-8a94ab57-7c6f-4c0c-a01b-9b2ed2c7dbc0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:51.864227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0840aca5-2732-4e0a-8c18-b1d9daaeca8b req-8a94ab57-7c6f-4c0c-a01b-9b2ed2c7dbc0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0531931 Sep 16 16:59:51.901122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0840aca5-2732-4e0a-8c18-b1d9daaeca8b req-8b552157-896f-4443-beae-c6dd129b5ae7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300233 Sep 16 16:59:53.020179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e5f28-1b75-44ed-a339-22eba2aea6d9 req-dc962d40-f4a4-458c-8249-609f4fdbe98f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:53.021990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe8e5f28-1b75-44ed-a339-22eba2aea6d9 req-dc962d40-f4a4-458c-8249-609f4fdbe98f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0505981 Sep 16 16:59:53.063121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fe8e5f28-1b75-44ed-a339-22eba2aea6d9 req-f5865b73-2114-4677-9d5a-bafd169431a2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338583 Sep 16 16:59:54.181042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07576aa-a522-4b69-8866-175e8b255f36 req-1f8d3a61-a873-4c82-9557-7a170a291371 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:54.185513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f07576aa-a522-4b69-8866-175e8b255f36 req-1f8d3a61-a873-4c82-9557-7a170a291371 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0549617 Sep 16 16:59:54.223622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f07576aa-a522-4b69-8866-175e8b255f36 req-1349a539-748e-4a21-bf99-a13d58e01fed tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321155 Sep 16 16:59:55.346928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5339-4489-4f34-810f-ec6da18e9b8d req-64fc7b16-af05-4903-9428-18dc47d6ccf6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:55.348696 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16ee5339-4489-4f34-810f-ec6da18e9b8d req-64fc7b16-af05-4903-9428-18dc47d6ccf6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0575800 Sep 16 16:59:55.392185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16ee5339-4489-4f34-810f-ec6da18e9b8d req-7b205726-af47-4a01-ae1d-f24c31648905 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362213 Sep 16 16:59:56.512730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b307895-b046-4752-a658-c30aae48e617 req-e548c6d4-6314-45e9-ad9e-55cac131a7af tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:56.514186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b307895-b046-4752-a658-c30aae48e617 req-e548c6d4-6314-45e9-ad9e-55cac131a7af tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0498292 Sep 16 16:59:56.551173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b307895-b046-4752-a658-c30aae48e617 req-ac7f380c-feaf-468e-bbe3-8cd66709b526 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311799 Sep 16 16:59:57.325075 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-3a2d8ca2-50fc-4ba5-81a5-8274831488bc service neutron] show failed (client error): The resource could not be found. Sep 16 16:59:57.326180 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-3a2d8ca2-50fc-4ba5-81a5-8274831488bc service neutron] 10.222.0.52 "GET /v2.0/ports/f9d12524-0d34-47c7-887c-fe31cbc6321a/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0646095 Sep 16 16:59:57.673196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299acefe-ba09-4615-b22b-cf5a91ed9f92 req-9d4a0fa2-5fe4-4247-912f-107bdf01cca9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:57.674559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-299acefe-ba09-4615-b22b-cf5a91ed9f92 req-9d4a0fa2-5fe4-4247-912f-107bdf01cca9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0496995 Sep 16 16:59:57.717555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-299acefe-ba09-4615-b22b-cf5a91ed9f92 req-1681c59b-f6c7-4b3b-a03a-59fa90c4bd61 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364668 Sep 16 16:59:57.917680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-bb6b3034-8e2d-4c45-88e8-1ca38505b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:57.919387 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-bb6b3034-8e2d-4c45-88e8-1ca38505b3bd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 1096 time: 0.1533141 Sep 16 16:59:57.931590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 16:59:57.985926 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:58.205105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 16:59:58.219631 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a98fe5bf-f797-4a44-a786-f5c6a74ed87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:58.246203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:59:58.291014 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:58.303673 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Transition to ACTIVE for port object f9d12524-0d34-47c7-887c-fe31cbc6321a will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 16:59:58.304744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 16:59:58.308020 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db805a2-7edf-40a3-8929-9301a3e527c3" -d '{"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 16:59:58.363629 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 16:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece002e9-ffd9-483f-a1e5-3282674b3b3d x-openstack-request-id: req-ece002e9-ffd9-483f-a1e5-3282674b3b3d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 16:59:58.364247 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 16:59:58.364247 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ece002e9-ffd9-483f-a1e5-3282674b3b3d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 16:59:58.364500 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'code': 200} Sep 16 16:59:58.373841 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:58.460275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:58.507915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] No DVR routers for this DVR port f9d12524-0d34-47c7-887c-fe31cbc6321a on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 16:59:58.671284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 16:59:58.671626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 16:59:58.671959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:59:58.676203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Port f9d12524-0d34-47c7-887c-fe31cbc6321a on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 16:59:58.676561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 16:59:58.681423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 16:59:58.684671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Checking segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 16:59:58.684671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Bound using segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 16:59:58.684671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Bound port: f9d12524-0d34-47c7-887c-fe31cbc6321a, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 16:59:58.684671 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:58.752130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 16:59:58.755626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 16:59:58.842974 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:58.853267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8e84b-809a-4c6c-bab2-d2f6bc6cc4f7 req-aa685a03-9b36-463c-90cb-203b7bf33c15 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:58.855890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0bf8e84b-809a-4c6c-bab2-d2f6bc6cc4f7 req-aa685a03-9b36-463c-90cb-203b7bf33c15 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 943 time: 0.0638034 Sep 16 16:59:58.904559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0bf8e84b-809a-4c6c-bab2-d2f6bc6cc4f7 req-9062a596-f65d-4048-bbcf-c187e60aa9d2 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422647 Sep 16 16:59:58.907352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 16:59:58.912272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:58.912936 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 16:59:58.914530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-35c8667a-1004-4207-b0aa-382b2c51f7e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 1091 time: 0.9870844 Sep 16 16:59:58.988096 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-d6544b59-5fa5-430b-b5dc-a479f8dd43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:58.989942 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-d6544b59-5fa5-430b-b5dc-a479f8dd43c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1094 time: 0.0479228 Sep 16 16:59:59.090513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-0f78ddc4-4f74-408f-996f-50acf07da844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:59.092036 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-0f78ddc4-4f74-408f-996f-50acf07da844 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.0955050 Sep 16 16:59:59.166557 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-6b805250-7e00-4d7a-96b6-b251d8c45ba2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 998 time: 0.0674534 Sep 16 16:59:59.217812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-bd7676b4-0f45-4ab9-be86-be1c496b301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:59.219320 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-bd7676b4-0f45-4ab9-be86-be1c496b301e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0464563 Sep 16 16:59:59.268670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-48e3ff08-de94-478b-bca4-91c2cf7446ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 16:59:59.270204 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-48e3ff08-de94-478b-bca4-91c2cf7446ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439160 Sep 16 16:59:59.389960 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-d280e04d-3dbc-4c5c-8849-c1da81beec38 service neutron] 10.222.0.62 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122975 Sep 16 16:59:59.490542 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9f03d65d-a2bd-484e-88d5-12f6ac708db0 req-243ce68d-63a3-4c51-8c92-ae8f5b9152e2 service neutron] 10.222.0.62 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904899 Sep 16 17:00:00.077919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0883f1a-b157-4af9-951a-a58f7f7381f5 req-b21a431d-b771-4d30-9b49-02b93c6b328e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:00.079538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0883f1a-b157-4af9-951a-a58f7f7381f5 req-b21a431d-b771-4d30-9b49-02b93c6b328e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 943 time: 0.0500801 Sep 16 17:00:00.119062 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0883f1a-b157-4af9-951a-a58f7f7381f5 req-03021cfd-e726-489e-b231-e1ab384fafcb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332603 Sep 16 17:00:00.365948 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:00:00.368356 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4" -d '{"events": [{"name": "network-changed", "server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:00:00.429718 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bfb1f5-961d-424f-bf1f-78043e9347d1 x-openstack-request-id: req-28bfb1f5-961d-424f-bf1f-78043e9347d1 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:00:00.430584 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:00:00.430584 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28bfb1f5-961d-424f-bf1f-78043e9347d1 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:00:00.430584 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'status': 'completed', 'code': 200} Sep 16 17:00:00.445607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47736) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:00.525529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-ba923f6a-da38-4521-b42c-0b9df8e27e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:00.527139 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-ba923f6a-da38-4521-b42c-0b9df8e27e76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1094 time: 0.0796740 Sep 16 17:00:00.530749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-c6d7871a-221a-4b44-b587-2cede642a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:00.531288 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-c6d7871a-221a-4b44-b587-2cede642a9fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1094 time: 0.0704429 Sep 16 17:00:00.559426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34cd79fe-5f8b-4aac-8f1c-45aa27b6135d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:00.660543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34cd79fe-5f8b-4aac-8f1c-45aa27b6135d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:00.697086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-9764b3ae-deec-4207-ac45-8e3478a504b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:00.698914 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-9764b3ae-deec-4207-ac45-8e3478a504b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.1644392 Sep 16 17:00:00.700020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-d452b267-a54c-4417-82ba-76e1f84d053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:00.701378 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-d452b267-a54c-4417-82ba-76e1f84d053c service neutron] 10.222.0.52 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.1595070 Sep 16 17:00:00.728067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34cd79fe-5f8b-4aac-8f1c-45aa27b6135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:00.766814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd79fe-5f8b-4aac-8f1c-45aa27b6135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc3bca3-c42c-47ec-bac6-d5b5d05ea60d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:00.773736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-34cd79fe-5f8b-4aac-8f1c-45aa27b6135d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7045180f57945f981699e33e5e12913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244851 Sep 16 17:00:00.773895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47742) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:00.783039 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-326b0038-980c-4e92-a653-e6b1a1926090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:00.817419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-7ab91585-f1fb-4f0f-87bc-fc372a102ee6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 998 time: 0.1108687 Sep 16 17:00:00.819239 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-2c1c2bd9-b212-400d-8d4d-7ee4764dbc05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 998 time: 0.1072326 Sep 16 17:00:00.844924 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-388f146e-a62a-4a22-a8e1-547198ac480a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:00.866284 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-388f146e-a62a-4a22-a8e1-547198ac480a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:00.909591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-eea7add7-db52-4335-8312-9b02ae66a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:00.911077 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-eea7add7-db52-4335-8312-9b02ae66a24d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0851200 Sep 16 17:00:00.912575 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-818c5194-9bb9-40a7-8517-01786c3a3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:00.913905 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-818c5194-9bb9-40a7-8517-01786c3a3095 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0803492 Sep 16 17:00:00.977230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-388f146e-a62a-4a22-a8e1-547198ac480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:00.980625 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-388f146e-a62a-4a22-a8e1-547198ac480a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:00.981977 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-388f146e-a62a-4a22-a8e1-547198ac480a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1fc3bca3-c42c-47ec-bac6-d5b5d05ea60d HTTP/1.1" status: 204 len: 168 time: 0.2072372 Sep 16 17:00:00.990713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f146e-a62a-4a22-a8e1-547198ac480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc3bca3-c42c-47ec-bac6-d5b5d05ea60d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:00.995971 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-a7c9a2f1-72cd-4173-be50-e13e6cbd5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:00.995971 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-a7c9a2f1-72cd-4173-be50-e13e6cbd5888 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741022 Sep 16 17:00:00.998191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-7d6c7ab5-1311-4997-bdd8-cbcd6ba0b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:01.000859 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-7d6c7ab5-1311-4997-bdd8-cbcd6ba0b397 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710363 Sep 16 17:00:01.171525 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-828ad38d-f459-417a-98c7-058553dfe6b2 service neutron] 10.222.0.62 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590281 Sep 16 17:00:01.173675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-6e3a1341-cac7-40ae-beb8-b8c0359d1123 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707428 Sep 16 17:00:01.280012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3504b2b-ccb6-4e49-b84d-67af85e851ae req-70266836-8b74-46e4-a291-5c887b28c677 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:01.284564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3504b2b-ccb6-4e49-b84d-67af85e851ae req-70266836-8b74-46e4-a291-5c887b28c677 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 943 time: 0.0628188 Sep 16 17:00:01.330691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3504b2b-ccb6-4e49-b84d-67af85e851ae req-e60ee1a6-c501-481e-868d-8fcf68c66f00 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450461 Sep 16 17:00:01.345930 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-1d0ecafd-4922-4388-a428-99d75bb00441 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644254 Sep 16 17:00:01.348079 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-443c2c8e-73c6-4b1e-9d99-97cdd1f675d4 req-1aaa4a3f-0dd9-492c-ad7c-dbc1e69866ab service neutron] 10.222.0.62 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656134 Sep 16 17:00:01.477578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:00:01.518963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:00:01.559641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:01.729808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47766) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:01.742878 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196822c1-185b-423a-b42b-206f6abeb94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:01.837946 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196822c1-185b-423a-b42b-206f6abeb94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:01.919488 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196822c1-185b-423a-b42b-206f6abeb94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:01.964244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-196822c1-185b-423a-b42b-206f6abeb94e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02140e284fa44fdd8492481e0607858b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329545 Sep 16 17:00:01.965052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196822c1-185b-423a-b42b-206f6abeb94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44ede8d-26d2-4ed8-a362-f355e2391aa4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:01.966996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 47768) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:02.005225 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:02.019165 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de003d0b-7713-42d7-bcb7-12133e3d71c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:02.040476 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de003d0b-7713-42d7-bcb7-12133e3d71c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:02.145390 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de003d0b-7713-42d7-bcb7-12133e3d71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:02.148031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-de003d0b-7713-42d7-bcb7-12133e3d71c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:02.149741 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-de003d0b-7713-42d7-bcb7-12133e3d71c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f44ede8d-26d2-4ed8-a362-f355e2391aa4 HTTP/1.1" status: 204 len: 168 time: 0.1812510 Sep 16 17:00:02.161472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de003d0b-7713-42d7-bcb7-12133e3d71c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44ede8d-26d2-4ed8-a362-f355e2391aa4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:02.470333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14d8dd-ed0e-48c2-bdc8-5a8d4a0174f0 req-4b670281-2f55-42db-b5ed-b1a337b226f6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:02.470333 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d14d8dd-ed0e-48c2-bdc8-5a8d4a0174f0 req-4b670281-2f55-42db-b5ed-b1a337b226f6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 943 time: 0.0553253 Sep 16 17:00:02.509538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d14d8dd-ed0e-48c2-bdc8-5a8d4a0174f0 req-e2a1ead9-f5a4-487b-957a-c80e922c8aa5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343297 Sep 16 17:00:03.062588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77718e-b17f-466f-a951-f7b00a23f89f req-630b6f06-d030-46b3-98e7-9ee69f5516b8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:03.064166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e77718e-b17f-466f-a951-f7b00a23f89f req-630b6f06-d030-46b3-98e7-9ee69f5516b8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 943 time: 0.0487883 Sep 16 17:00:03.106744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3e77718e-b17f-466f-a951-f7b00a23f89f req-eec91ee1-e2fe-468d-ab2c-1e3909e913de tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352809 Sep 16 17:00:03.121851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-cba41b4d-9f81-479b-bc12-9e62988ba435 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:03.123546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-cba41b4d-9f81-479b-bc12-9e62988ba435 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b&tenant_id=90e3435321d04ec983180b4203d704f4&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 943 time: 0.0627344 Sep 16 17:00:03.190287 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-11b896db-12ac-4a19-af36-0ecb378dfd41 service neutron] 10.222.0.62 "GET /v2.0/ports/f9d12524-0d34-47c7-887c-fe31cbc6321a/bindings/n-h2-807786-3 HTTP/1.1" status: 200 len: 382 time: 0.0594864 Sep 16 17:00:03.263918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-7bd23d76-9011-446e-9149-34bcd746bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:03.265473 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-7bd23d76-9011-446e-9149-34bcd746bc35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1094 time: 0.0473955 Sep 16 17:00:03.367103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-0e6366de-7b9f-47a8-85d8-73d5d64cca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:03.368777 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-0e6366de-7b9f-47a8-85d8-73d5d64cca11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.0965443 Sep 16 17:00:03.435674 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-e10d25b4-8c06-40e2-8391-4e65f1e65be2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 998 time: 0.0602670 Sep 16 17:00:03.485482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-2da25897-595b-4745-bcf7-af68b7f4293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:03.487192 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-2da25897-595b-4745-bcf7-af68b7f4293c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0447044 Sep 16 17:00:03.497497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:00:03.540872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-bd23fc32-086b-4009-a3ce-f6ca1ce550e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:03.543051 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-bd23fc32-086b-4009-a3ce-f6ca1ce550e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490997 Sep 16 17:00:03.601258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:03.645779 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-92f0576c-a4b6-4a96-a25a-9d553bd17458 service neutron] 10.222.0.62 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954289 Sep 16 17:00:03.754618 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-03d1abc1-4a1e-4953-a923-abef785151ed service neutron] 10.222.0.62 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013198 Sep 16 17:00:03.766496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'port_id': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'mac_address': 'fa:16:3e:68:90:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:00:03.808817 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:03.821728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d12524-0d34-47c7-887c-fe31cbc6321a {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:00:03.842351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:03.882343 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:03.936735 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:03.987798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:03.996188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:03.996574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:03.996925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:03.997261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:03.997598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:03.997955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:04.002704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:04.002704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:04.002704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:04.002704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:04.002704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:04.002704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:04.157516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f9d12524-0d34-47c7-887c-fe31cbc6321a'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:00:04.236353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f22ac-a644-4cf6-86e0-ed8d699d2d1e req-aee89915-5f8e-4abd-9bae-f8e0cbcd62d6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:04.237984 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e06f22ac-a644-4cf6-86e0-ed8d699d2d1e req-aee89915-5f8e-4abd-9bae-f8e0cbcd62d6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 944 time: 0.0541661 Sep 16 17:00:04.284074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e06f22ac-a644-4cf6-86e0-ed8d699d2d1e req-61aa76cb-d9c4-48f1-a6ae-958ce0ca40a7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398257 Sep 16 17:00:05.413211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e142f-1183-4e1b-883c-96d56ab5bd43 req-669e4dd9-58cf-4610-8be9-66f058daaf02 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:05.422725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd2e142f-1183-4e1b-883c-96d56ab5bd43 req-669e4dd9-58cf-4610-8be9-66f058daaf02 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 944 time: 0.0700159 Sep 16 17:00:05.469037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd2e142f-1183-4e1b-883c-96d56ab5bd43 req-1340670d-5fd1-46fa-9a09-10f79b28f5fb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454769 Sep 16 17:00:05.511506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:00:05.657005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port f9d12524-0d34-47c7-887c-fe31cbc6321a completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:00:05.661062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port f9d12524-0d34-47c7-887c-fe31cbc6321a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:00:05.661426 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:05.738699 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:05.760542 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:00:05.762786 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e42628-d6f0-479c-8681-fb3baafc789d" -d '{"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-plugged", "status": "completed", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:00:05.778248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:05.814748 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7dffd5-52cf-4546-a164-feb486bf04f8 x-openstack-request-id: req-4f7dffd5-52cf-4546-a164-feb486bf04f8 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:00:05.815283 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-plugged", "status": "completed", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:00:05.815619 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f7dffd5-52cf-4546-a164-feb486bf04f8 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:00:05.815953 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'code': 200} Sep 16 17:00:05.845655 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:05.893763 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:05.910951 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:00:06.218826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-0b40dca5-cd44-45fe-8e71-80906eaf08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:06.220313 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-0b40dca5-cd44-45fe-8e71-80906eaf08be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 1096 time: 0.0414305 Sep 16 17:00:06.232608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:06.295157 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:06.543776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:06.585758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:00:06.606266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d86abd-05a2-49a7-84ea-553d094307f4 req-68407a60-0f6f-4703-ad1d-65351cc3b969 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:06.610071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16d86abd-05a2-49a7-84ea-553d094307f4 req-68407a60-0f6f-4703-ad1d-65351cc3b969 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 945 time: 0.0481024 Sep 16 17:00:06.624957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:00:06.627208 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fb99a2-9d9d-4001-b532-4af1b8238cdc" -d '{"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:00:06.631505 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:06.652653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-16d86abd-05a2-49a7-84ea-553d094307f4 req-ac9c6765-dc2a-4aa4-a4d4-d40037b27c5b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346844 Sep 16 17:00:06.652809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Transition to ACTIVE for port object f9d12524-0d34-47c7-887c-fe31cbc6321a will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:00:06.685543 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768ca8eb-564e-4fbb-b49b-e37b6cf4ce69 x-openstack-request-id: req-768ca8eb-564e-4fbb-b49b-e37b6cf4ce69 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:00:06.685844 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:00:06.686096 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-768ca8eb-564e-4fbb-b49b-e37b6cf4ce69 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:00:06.686496 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'code': 200} Sep 16 17:00:06.762669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:07.199578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:07.240036 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] No DVR routers for this DVR port f9d12524-0d34-47c7-887c-fe31cbc6321a on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:00:07.378594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:00:07.378933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:00:07.379263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:00:07.383427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Port f9d12524-0d34-47c7-887c-fe31cbc6321a on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:00:07.383751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Attempting to bind port f9d12524-0d34-47c7-887c-fe31cbc6321a on network 95a0fcd5-52b4-4778-853a-65247cc71ac3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:00:07.388727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 16, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:00:07.389091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Checking segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:00:07.396513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Bound using segment: {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:00:07.396513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Bound port: f9d12524-0d34-47c7-887c-fe31cbc6321a, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d167b0-a861-4a65-bbc1-b2b7374f2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:00:07.396513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:07.458528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:00:07.462027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:00:07.537894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:07.592236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:07.593230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:07.595700 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 1092 time: 1.3668041 Sep 16 17:00:07.622897 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7b629-7dac-4d8d-aa15-72e8383a9873 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=11']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:07.681279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-7a278a46-b936-4770-8fed-93dba0b034b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:07.683864 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-7a278a46-b936-4770-8fed-93dba0b034b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1095 time: 0.0620551 Sep 16 17:00:07.800181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-e1c700ce-825c-4d15-8155-a02c5d4e89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:07.801018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37d6b2-1ed9-45d8-975b-887b3efacc38 req-fc35d6a7-3a2d-4fce-b213-879dd9af5f85 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:07.803237 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-e1c700ce-825c-4d15-8155-a02c5d4e89c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.1118989 Sep 16 17:00:07.808174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb37d6b2-1ed9-45d8-975b-887b3efacc38 req-fc35d6a7-3a2d-4fce-b213-879dd9af5f85 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 944 time: 0.0771499 Sep 16 17:00:07.881076 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb37d6b2-1ed9-45d8-975b-887b3efacc38 req-28993e39-bf47-48dd-b35a-ba281f42cad8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638511 Sep 16 17:00:07.918381 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-7d8cf0d7-eb6e-4301-ab59-6b370fac4048 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 998 time: 0.1080658 Sep 16 17:00:07.970155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-7bd6ff66-f231-469d-a010-97ddff67049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:07.971661 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-7bd6ff66-f231-469d-a010-97ddff67049b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0471816 Sep 16 17:00:08.018613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba4f-8811-4a47-915d-c75a84864e35 req-d9ece8e0-ea09-42d1-8db7-11f86562d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:08.020151 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-d9ece8e0-ea09-42d1-8db7-11f86562d201 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415893 Sep 16 17:00:08.123511 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-6fae0c34-5245-4dc8-93a1-a96efc01c50f service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960100 Sep 16 17:00:08.233979 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-340cba4f-8811-4a47-915d-c75a84864e35 req-0ce2c665-850a-426f-96cc-be62b49084bd service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029201 Sep 16 17:00:08.688025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:00:08.690820 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a" -d '{"events": [{"name": "network-changed", "server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:00:08.745914 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7811f9-4100-4833-afa4-0cb2b4c30d08 x-openstack-request-id: req-7a7811f9-4100-4833-afa4-0cb2b4c30d08 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:00:08.745914 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:00:08.745914 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a7811f9-4100-4833-afa4-0cb2b4c30d08 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:00:08.745914 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'status': 'completed', 'code': 200} Sep 16 17:00:08.842597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-683e97aa-8fad-4a1f-b464-65761d72bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:08.844134 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-683e97aa-8fad-4a1f-b464-65761d72bec3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1095 time: 0.0691524 Sep 16 17:00:08.846517 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-e4d5bc0e-7714-4a7c-8218-b8c6ea96a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:08.847870 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-e4d5bc0e-7714-4a7c-8218-b8c6ea96a35d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1095 time: 0.0646319 Sep 16 17:00:09.021266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-22d65d97-dc5d-4e07-8340-9d1c1de3dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:09.023219 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-22d65d97-dc5d-4e07-8340-9d1c1de3dbaf service neutron] 10.222.0.52 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.1698906 Sep 16 17:00:09.024200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-0c2ace30-4c29-465f-9944-72cae4f56bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:09.025570 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-0c2ace30-4c29-465f-9944-72cae4f56bfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.1650002 Sep 16 17:00:09.031834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc47833-ff6d-4ff8-b314-26946aec2461 req-0955dc72-f733-424d-9418-0ef5b3863233 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:09.034029 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cfc47833-ff6d-4ff8-b314-26946aec2461 req-0955dc72-f733-424d-9418-0ef5b3863233 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 944 time: 0.0522931 Sep 16 17:00:09.087634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cfc47833-ff6d-4ff8-b314-26946aec2461 req-d43fee40-641b-46c9-abaf-203ad9e4ab81 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419328 Sep 16 17:00:09.140583 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-19b42f89-1d7b-4852-9cd4-c10c65728554 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 998 time: 0.1090918 Sep 16 17:00:09.190407 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-3e2e1bb0-36ea-476c-89ed-beea96a59eb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 998 time: 0.0994282 Sep 16 17:00:09.244955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-33a735df-c6f5-4da0-8e7a-6fb9b1d96a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:09.246614 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-33a735df-c6f5-4da0-8e7a-6fb9b1d96a3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0975907 Sep 16 17:00:09.253573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-c28b1944-7e3f-46bf-8738-b79d9c1c5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:09.260799 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-c28b1944-7e3f-46bf-8738-b79d9c1c5d62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0571589 Sep 16 17:00:09.326403 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-e020dee6-970c-4566-8ead-c8a3c9cf0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:09.327937 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-e020dee6-970c-4566-8ead-c8a3c9cf0b74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719063 Sep 16 17:00:09.330549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-a2419681-c531-4b7d-91ba-0f715095566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:09.331932 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-a2419681-c531-4b7d-91ba-0f715095566e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667081 Sep 16 17:00:09.511240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:00:09.524613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-88d48a8f-a658-4442-9085-ef38baf06476 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882811 Sep 16 17:00:09.527389 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-b3d7821b-6bff-4f49-a90f-9bc2bbb77083 service neutron] 10.222.0.62 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839316 Sep 16 17:00:09.572942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:00:09.701796 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-6d4e339b-82f9-4b80-9b8c-f6efdcf91528 service neutron] 10.222.0.62 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577666 Sep 16 17:00:09.713977 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-084e3d7b-cfba-46ae-b5d4-3c2ccac6ce2a req-282076e1-2b4a-4104-ab47-040146866450 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817431 Sep 16 17:00:10.199212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51f653-2929-4298-b65a-e65151d088bf req-6b9b4793-3f6f-4563-ba51-0362a7f44592 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:10.200800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed51f653-2929-4298-b65a-e65151d088bf req-6b9b4793-3f6f-4563-ba51-0362a7f44592 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 944 time: 0.0533254 Sep 16 17:00:10.240226 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed51f653-2929-4298-b65a-e65151d088bf req-3b51f961-8688-44ed-964c-e8bb260822cf tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331860 Sep 16 17:00:10.262196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 47994) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:10.327172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-276493f7-a730-4d3f-81cd-9711e31d73ef tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/f9f1dbd7-7c17-45da-9b0a-6131ab870c99 HTTP/1.1" status: 200 len: 990 time: 0.0637825 Sep 16 17:00:11.529636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:00:11.641220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:11.656263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'port_id': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'mac_address': 'fa:16:3e:68:90:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:00:11.695302 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:11.709111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d12524-0d34-47c7-887c-fe31cbc6321a {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:00:11.728760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:11.802281 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:11.854460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=12']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:12.016773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['f9d12524-0d34-47c7-887c-fe31cbc6321a'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:00:13.524253 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:00:13.642308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port f9d12524-0d34-47c7-887c-fe31cbc6321a completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:00:13.648093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port f9d12524-0d34-47c7-887c-fe31cbc6321a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:00:13.648578 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:13.753317 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:13.778131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:00:13.780415 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e448d8-a246-4f86-8a80-100bea8dd908" -d '{"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-plugged", "status": "completed", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:00:13.794015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:13.805651 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:13.822659 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64908f1d-3198-4e3d-9d9b-3e1f939cafe2 x-openstack-request-id: req-64908f1d-3198-4e3d-9d9b-3e1f939cafe2 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:00:13.823663 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-plugged", "status": "completed", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:00:13.823924 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64908f1d-3198-4e3d-9d9b-3e1f939cafe2 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:00:13.824461 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'code': 200} Sep 16 17:00:13.829483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48086) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:13.862148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:13.909705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=13']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:13.944873 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:13.948324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6e91-f6b8-4608-9f7d-868d34f7671d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:14.037210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6e91-f6b8-4608-9f7d-868d34f7671d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:14.116186 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6e91-f6b8-4608-9f7d-868d34f7671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:14.156160 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8ebf6e91-f6b8-4608-9f7d-868d34f7671d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c0865f4c548497dbd40fa99349985cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233733 Sep 16 17:00:14.156160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf6e91-f6b8-4608-9f7d-868d34f7671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0646ce88-4e58-4ad1-a7cf-b693b9f532ae,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:14.156824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48092) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:14.211047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38801c3a-f537-440e-a291-a10af6b7e759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:14.233401 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38801c3a-f537-440e-a291-a10af6b7e759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:14.339989 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38801c3a-f537-440e-a291-a10af6b7e759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:14.342729 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38801c3a-f537-440e-a291-a10af6b7e759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:14.343944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-38801c3a-f537-440e-a291-a10af6b7e759 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0646ce88-4e58-4ad1-a7cf-b693b9f532ae HTTP/1.1" status: 204 len: 168 time: 0.1860068 Sep 16 17:00:14.353849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38801c3a-f537-440e-a291-a10af6b7e759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0646ce88-4e58-4ad1-a7cf-b693b9f532ae,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:14.981657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48100) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:14.995399 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-106b3165-ff7d-4637-91ac-24b2c7359ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:15.090955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-106b3165-ff7d-4637-91ac-24b2c7359ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:15.150544 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-106b3165-ff7d-4637-91ac-24b2c7359ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:15.190596 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-106b3165-ff7d-4637-91ac-24b2c7359ef9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f53efb7d0d1544b0a91255a05aa513bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075438 Sep 16 17:00:15.191440 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b3165-ff7d-4637-91ac-24b2c7359ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0571a54-1e2e-4546-9fae-9d367a8f4714,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:15.193352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48102) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:15.246682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-02a385a7-a81f-424e-8b50-0992b3492f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:15.269155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-02a385a7-a81f-424e-8b50-0992b3492f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:15.448224 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-02a385a7-a81f-424e-8b50-0992b3492f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:15.450859 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-02a385a7-a81f-424e-8b50-0992b3492f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:15.452076 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-02a385a7-a81f-424e-8b50-0992b3492f66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0571a54-1e2e-4546-9fae-9d367a8f4714 HTTP/1.1" status: 204 len: 168 time: 0.2572858 Sep 16 17:00:15.460271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a385a7-a81f-424e-8b50-0992b3492f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0571a54-1e2e-4546-9fae-9d367a8f4714,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:27.868764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48248) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:27.987895 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1374bec-0d77-4817-aa52-9ad2e31c6199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:28.078764 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1374bec-0d77-4817-aa52-9ad2e31c6199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:28.137831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1374bec-0d77-4817-aa52-9ad2e31c6199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:28.174806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1374bec-0d77-4817-aa52-9ad2e31c6199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f86e7a-0a98-45e2-ba0f-e579e0035f31,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:28.180856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b1374bec-0d77-4817-aa52-9ad2e31c6199 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e693f8dcec564dde8bbd854f603611fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094096 Sep 16 17:00:28.181934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48254) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:28.231151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe08401b-899a-4072-be91-e98af1d22f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:28.252687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe08401b-899a-4072-be91-e98af1d22f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:28.265134 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a5f239a-2aa4-4cc6-a021-8e17acabc6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:28.499378 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe08401b-899a-4072-be91-e98af1d22f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:28.502140 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fe08401b-899a-4072-be91-e98af1d22f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:28.503392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fe08401b-899a-4072-be91-e98af1d22f88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21f86e7a-0a98-45e2-ba0f-e579e0035f31 HTTP/1.1" status: 204 len: 168 time: 0.3204167 Sep 16 17:00:28.513710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08401b-899a-4072-be91-e98af1d22f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f86e7a-0a98-45e2-ba0f-e579e0035f31,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:29.253779 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-fa0900bb-627c-480d-82a1-07723b049329 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496178 Sep 16 17:00:29.361398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-168d228c-ffde-4aaa-b941-c229efcc316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:29.363269 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-168d228c-ffde-4aaa-b941-c229efcc316d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1097 time: 0.0577216 Sep 16 17:00:29.497496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-59f46b58-7d6c-4977-9a14-b8f38aa828e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:29.499264 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-59f46b58-7d6c-4977-9a14-b8f38aa828e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.1137726 Sep 16 17:00:29.583591 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-c2977d97-cc5a-4090-8023-ee6b112d8387 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 1000 time: 0.0763941 Sep 16 17:00:29.672867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-f798a204-454a-4252-a099-e815a7b4896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:29.675177 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-f798a204-454a-4252-a099-e815a7b4896d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0831754 Sep 16 17:00:29.724549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-08c557f7-7267-4010-81e2-fd6e71ba33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:29.726154 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-08c557f7-7267-4010-81e2-fd6e71ba33f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421832 Sep 16 17:00:29.827892 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-767e6a66-15fb-4cfb-a9f9-95a74b84e8bb service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935988 Sep 16 17:00:29.926049 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a6783e10-7908-42e7-b52f-ebfdef98ac41 req-9ccf9820-7d29-4345-bbd7-1b70d9341651 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904033 Sep 16 17:00:30.800351 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cfbbbcf5-69d9-4639-946b-5761b66506f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:31.499247 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:32.019765 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:33.790580 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:37.648756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48426) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:37.760996 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:37.862423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:37.954221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:37.993360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44be726eb84a4a75abee5f7bbcd852fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433383 Sep 16 17:00:37.994240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a4f1ec-f7d4-441b-9fd3-9237d2a08ad6,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:37.996613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48434) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:38.003327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.003491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.003745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.004081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.004445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.004766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.005128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.005576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.005901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.006221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.006538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.006855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e3ef2-f2b8-4181-9ed7-01f4cd1748b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:38.068699 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8e47169b-aa48-4261-ba07-ef2ae15d7081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:38.090585 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8e47169b-aa48-4261-ba07-ef2ae15d7081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:38.276459 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8e47169b-aa48-4261-ba07-ef2ae15d7081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:38.280095 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8e47169b-aa48-4261-ba07-ef2ae15d7081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:38.283641 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8e47169b-aa48-4261-ba07-ef2ae15d7081 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18a4f1ec-f7d4-441b-9fd3-9237d2a08ad6 HTTP/1.1" status: 204 len: 168 time: 0.2857008 Sep 16 17:00:38.310089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47169b-aa48-4261-ba07-ef2ae15d7081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a4f1ec-f7d4-441b-9fd3-9237d2a08ad6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:38.995360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48450) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:39.008827 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2eb63a71-7a7a-404e-8019-9128e16d9459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:39.120346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2eb63a71-7a7a-404e-8019-9128e16d9459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:39.179266 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2eb63a71-7a7a-404e-8019-9128e16d9459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:39.228364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb63a71-7a7a-404e-8019-9128e16d9459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02395cd-6106-4222-aeff-27eeb9d8a028,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:39.236499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48456) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:39.243495 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2eb63a71-7a7a-404e-8019-9128e16d9459 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=edd0e7d0da5a41929988022ba2be9045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458453 Sep 16 17:00:39.307775 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d622b3b-27ee-48c1-b0ff-18103a86acda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:39.345155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d622b3b-27ee-48c1-b0ff-18103a86acda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:39.476070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d622b3b-27ee-48c1-b0ff-18103a86acda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:39.478758 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d622b3b-27ee-48c1-b0ff-18103a86acda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:39.480346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2d622b3b-27ee-48c1-b0ff-18103a86acda admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f02395cd-6106-4222-aeff-27eeb9d8a028 HTTP/1.1" status: 204 len: 168 time: 0.2428713 Sep 16 17:00:39.489316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d622b3b-27ee-48c1-b0ff-18103a86acda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02395cd-6106-4222-aeff-27eeb9d8a028,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:40.801163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23acbd-ad5e-40e8-a6aa-68e6e9372d11 req-0568455c-1da9-4088-a93d-4dfa63510a13 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:40.802686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be23acbd-ad5e-40e8-a6aa-68e6e9372d11 req-0568455c-1da9-4088-a93d-4dfa63510a13 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1097 time: 0.0461853 Sep 16 17:00:40.839210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be23acbd-ad5e-40e8-a6aa-68e6e9372d11 req-e27aaed4-5dde-4ab2-90b6-0d433d1d0cc7 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299366 Sep 16 17:00:40.861083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48504) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:41.344592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port 3b74cb56-9ac1-4a86-9689-bb63c9297fc6 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:00:41.344949 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:41.438351 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:41.439342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:41.451389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for 3b74cb56-9ac1-4a86-9689-bb63c9297fc6 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:00:41.710505 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:41.737390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=3b74cb56-9ac1-4a86-9689-bb63c9297fc6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:41.803185 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:41.803959 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Floating IP f9f1dbd7-7c17-45da-9b0a-6131ab870c99 disassociated (deleted). External IP: 172.25.6.27, port: f9d12524-0d34-47c7-887c-fe31cbc6321a. Sep 16 17:00:42.034489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:00:42.151104 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:00:42.156444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:42.168917 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] Sync routers for ids ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:00:42.173767 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] Routers {'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:00:42.174384 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:00:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:42.183227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b1c80000-774d-46a3-a2d0-35a163dd91fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/floatingips/f9f1dbd7-7c17-45da-9b0a-6131ab870c99 HTTP/1.1" status: 204 len: 168 time: 1.3210618 Sep 16 17:00:42.183835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:00:42.188666 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fde3dc9-80fd-419e-95d1-61806a7cbff7" -d '{"events": [{"name": "network-changed", "server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:00:42.336289 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] Set router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:00:42.456735 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c755f51-bbeb-4bce-af51-87d536890873 x-openstack-request-id: req-6c755f51-bbeb-4bce-af51-87d536890873 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:00:42.456883 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:00:42.457016 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c755f51-bbeb-4bce-af51-87d536890873 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:00:42.457631 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'status': 'completed', 'code': 200} Sep 16 17:00:42.563709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-8e5234d9-de66-497f-95af-b60c75f7a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:42.565735 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-8e5234d9-de66-497f-95af-b60c75f7a32c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 1097 time: 0.0468292 Sep 16 17:00:42.633098 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:51Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e538951c-3742-47a5-a86b-d9f0cbd2010f', 'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:68:90:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:51Z', 'updated_at': '2021-09-16T16:58:54Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:42.662702 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] Checking router: bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:00:42.671631 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] Routers {'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:00:42.672243 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:00:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:42.678312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-ecce0625-9707-43ee-907f-7b929c0a3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:42.680366 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-ecce0625-9707-43ee-907f-7b929c0a3b73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 200 len: 898 time: 0.1059384 Sep 16 17:00:42.722178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecac65c-2656-4cc1-b1d7-813ae8ac4aac req-921eda45-47d9-4a50-849b-943bd35cdd16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:42.733721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cecac65c-2656-4cc1-b1d7-813ae8ac4aac req-921eda45-47d9-4a50-849b-943bd35cdd16 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 946 time: 0.0737128 Sep 16 17:00:42.737520 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-b929cb52-2ac7-457c-85e2-d7f25444b109 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 200 len: 217 time: 0.0474961 Sep 16 17:00:42.793131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cecac65c-2656-4cc1-b1d7-813ae8ac4aac req-811f9f55-efdd-4dd0-b675-0c971cc24683 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542927 Sep 16 17:00:42.796581 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] Set router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:00:42.798992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-06033ebb-1493-40af-a71a-28a6a9b2daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:42.806431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-06033ebb-1493-40af-a71a-28a6a9b2daba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 200 len: 835 time: 0.0546432 Sep 16 17:00:42.847586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-092612ab-201b-4f81-8829-c2c5811c2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:42.849182 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-092612ab-201b-4f81-8829-c2c5811c2748 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95a0fcd5-52b4-4778-853a-65247cc71ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406768 Sep 16 17:00:42.937929 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:00:42.955980 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-0196bbf1-b702-4ede-b18e-765188334043 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989208 Sep 16 17:00:43.015209 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:51Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e538951c-3742-47a5-a86b-d9f0cbd2010f', 'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:68:90:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:51Z', 'updated_at': '2021-09-16T16:58:54Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:43.044084 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b748dc-6405-4ab9-8654-70b62e886138 None None] The sync data for ids ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'] in n-d-807786-3 is: [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:51Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e538951c-3742-47a5-a86b-d9f0cbd2010f', 'name': '', 'network_id': '95a0fcd5-52b4-4778-853a-65247cc71ac3', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:68:90:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:51Z', 'updated_at': '2021-09-16T16:58:54Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '1dd1a392-75f1-44c1-ac72-4e8c5542ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:00:43.057732 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2fde3dc9-80fd-419e-95d1-61806a7cbff7 req-1f252339-6b3b-4ec0-b3b6-ae5cb5f7f236 service neutron] 10.222.0.52 "GET /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932908 Sep 16 17:00:43.285827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa9262-017b-4b6e-ba66-add48788c1d6 None None] New status for floating IP f9f1dbd7-7c17-45da-9b0a-6131ab870c99: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:00:43.800626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:43.905102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4c25e-e892-424f-a322-5393cf0eab34 req-14b6625b-818e-45a8-8079-221dffb65b79 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:43.906637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ede4c25e-e892-424f-a322-5393cf0eab34 req-14b6625b-818e-45a8-8079-221dffb65b79 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 946 time: 0.0511346 Sep 16 17:00:43.944294 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:43.946664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-a6cd7b90-1cb4-41a2-8718-04ad70e1fbf5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:43.948676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ede4c25e-e892-424f-a322-5393cf0eab34 req-34cbceb8-00e8-4d85-a27a-64d7db60e082 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=da7d8de8-36fe-4b51-9a07-7b63c12d2455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346606 Sep 16 17:00:43.949730 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-a6cd7b90-1cb4-41a2-8718-04ad70e1fbf5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 946 time: 0.0571725 Sep 16 17:00:44.043443 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-cb259c6f-c72c-4cbf-8ab0-5c9e211c336e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port f9d12524-0d34-47c7-887c-fe31cbc6321a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:00:44.043660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-cb259c6f-c72c-4cbf-8ab0-5c9e211c336e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:44.149336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-cb259c6f-c72c-4cbf-8ab0-5c9e211c336e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port f9d12524-0d34-47c7-887c-fe31cbc6321a, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f9d12524-0d34-47c7-887c-fe31cbc6321a,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:44.149706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-cb259c6f-c72c-4cbf-8ab0-5c9e211c336e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:44.162862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-cb259c6f-c72c-4cbf-8ab0-5c9e211c336e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for f9d12524-0d34-47c7-887c-fe31cbc6321a owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:00:44.425194 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-cb259c6f-c72c-4cbf-8ab0-5c9e211c336e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:44.458302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb259c6f-c72c-4cbf-8ab0-5c9e211c336e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=f9d12524-0d34-47c7-887c-fe31cbc6321a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:44.505639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-cb259c6f-c72c-4cbf-8ab0-5c9e211c336e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] No DVR routers for this DVR port f9d12524-0d34-47c7-887c-fe31cbc6321a on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:00:44.508304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-cb259c6f-c72c-4cbf-8ab0-5c9e211c336e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:44.510594 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2df32f6c-ac4b-4238-a72d-49e53877c8d2 req-cb259c6f-c72c-4cbf-8ab0-5c9e211c336e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "DELETE /v2.0/ports/f9d12524-0d34-47c7-887c-fe31cbc6321a HTTP/1.1" status: 204 len: 173 time: 0.5546322 Sep 16 17:00:44.511044 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-deleted', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:00:44.513325 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b73b9b-329e-4e02-b916-58d4b43880d6" -d '{"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-deleted", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:00:44.550337 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9971a5ec-ea04-4204-a77d-20be091827bf x-openstack-request-id: req-9971a5ec-ea04-4204-a77d-20be091827bf {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:00:44.550651 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a1ee6-7d46-424b-8bba-d9811930339b", "name": "network-vif-deleted", "tag": "f9d12524-0d34-47c7-887c-fe31cbc6321a", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:00:44.550903 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9971a5ec-ea04-4204-a77d-20be091827bf {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:00:44.551303 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a1ee6-7d46-424b-8bba-d9811930339b', 'name': 'network-vif-deleted', 'tag': 'f9d12524-0d34-47c7-887c-fe31cbc6321a', 'status': 'completed', 'code': 200} Sep 16 17:00:45.101044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12a5f8c9-740b-4250-a99b-012aa79e6116 req-aabcfc77-3b9a-4f81-8055-7ca2d9b78951 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=376a1ee6-7d46-424b-8bba-d9811930339b HTTP/1.1" status: 200 len: 210 time: 0.0406017 Sep 16 17:00:46.155970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48618) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:46.577741 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:46.849581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port e538951c-3742-47a5-a86b-d9f0cbd2010f {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:00:46.850013 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:46.956527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port e538951c-3742-47a5-a86b-d9f0cbd2010f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e538951c-3742-47a5-a86b-d9f0cbd2010f,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:46.956972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:46.969927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for e538951c-3742-47a5-a86b-d9f0cbd2010f owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:00:47.248347 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:47.278876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=e538951c-3742-47a5-a86b-d9f0cbd2010f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:47.494826 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:47.688201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:00:47.710283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: f9d12524-0d34-47c7-887c-fe31cbc6321a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:00:47.711013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f9d12524-0d34-47c7-887c-fe31cbc6321a not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:00:47.740686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:00:47.859530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:00:47.867361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-33fc4f26-9c16-4a2b-aa95-e1b7cdec7ad1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "PUT /v2.0/routers/bc0eb03a-ca18-47da-a0f1-0967ef23a2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7076015 Sep 16 17:00:47.867584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48652) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:47.876222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] Sync routers for ids ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:00:47.892305 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] Routers {'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:00:47.893438 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:00:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:47.928625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82a93c5-8ce2-494f-b292-af1c767d09f7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting subnet 1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:00:47.931812 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b82a93c5-8ce2-494f-b292-af1c767d09f7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:47.984239 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b82a93c5-8ce2-494f-b292-af1c767d09f7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.016698 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] Set router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:00:48.085691 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b82a93c5-8ce2-494f-b292-af1c767d09f7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.196757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b82a93c5-8ce2-494f-b292-af1c767d09f7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.217800 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T17:00:47Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:48.231126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a93c5-8ce2-494f-b292-af1c767d09f7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd1a392-75f1-44c1-ac72-4e8c5542ccc1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:48.236570 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b82a93c5-8ce2-494f-b292-af1c767d09f7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.241203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b82a93c5-8ce2-494f-b292-af1c767d09f7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/subnets/1dd1a392-75f1-44c1-ac72-4e8c5542ccc1 HTTP/1.1" status: 204 len: 168 time: 0.3725407 Sep 16 17:00:48.242616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48656) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:48.245776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7501bc9-f8ad-4c7c-a1ed-75db428eee0a None None] Network 95a0fcd5-52b4-4778-853a-65247cc71ac3 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:00:48.261186 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] Checking router: bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:00:48.269887 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] Routers {'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:00:48.270682 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:00:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:48.410794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.428112 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] Set router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:00:48.474348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885bebcc-2637-4a5e-a9f6-33541affa073 None None] DHCP port deletion for 95a0fcd5-52b4-4778-853a-65247cc71ac3 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:00:48.563704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-885bebcc-2637-4a5e-a9f6-33541affa073 None None] Deleting port dfd7e839-add7-4650-840d-e517acc49784 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:00:48.570373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-885bebcc-2637-4a5e-a9f6-33541affa073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.633793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.673408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device dfd7e839-add7-4650-840d-e517acc49784 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:00:48.676532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-885bebcc-2637-4a5e-a9f6-33541affa073 None None] For port dfd7e839-add7-4650-840d-e517acc49784, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dfd7e839-add7-4650-840d-e517acc49784,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:48.676865 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-885bebcc-2637-4a5e-a9f6-33541affa073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.718111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-885bebcc-2637-4a5e-a9f6-33541affa073 None None] Calling delete_port for dfd7e839-add7-4650-840d-e517acc49784 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:00:48.768882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port 3c111a54-e86d-4ae5-8160-12bae8fd1aac {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:00:48.769230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.776785 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T17:00:47Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:48.804604 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4709a51-47dd-49b9-92b9-11a72263ca29 None None] The sync data for ids ['bc0eb03a-ca18-47da-a0f1-0967ef23a2b7'] in n-d-807786-3 is: [{'id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92766049', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T17:00:47Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '3c111a54-e86d-4ae5-8160-12bae8fd1aac', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0eb03a-ca18-47da-a0f1-0967ef23a2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T16:58:46Z', 'updated_at': '2021-09-16T16:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:00:48.831745 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.882075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port 3c111a54-e86d-4ae5-8160-12bae8fd1aac, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3c111a54-e86d-4ae5-8160-12bae8fd1aac,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:48.882763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:48.884055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port dfd7e839-add7-4650-840d-e517acc49784, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=dfd7e839-add7-4650-840d-e517acc49784,segment=NetworkSegment(25d167b0-a861-4a65-bbc1-b2b7374f2bfa),segment_id=25d167b0-a861-4a65-bbc1-b2b7374f2bfa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:48.898293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for 3c111a54-e86d-4ae5-8160-12bae8fd1aac owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:00:48.979673 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.047977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=dfd7e839-add7-4650-840d-e517acc49784,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:49.064759 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-885bebcc-2637-4a5e-a9f6-33541affa073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.094448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bebcc-2637-4a5e-a9f6-33541affa073 None None] Pushing event deleted for resources: {'Port': ['ID=dfd7e839-add7-4650-840d-e517acc49784,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:49.100452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885bebcc-2637-4a5e-a9f6-33541affa073 None None] No DVR routers for this DVR port dfd7e839-add7-4650-840d-e517acc49784 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:00:49.214497 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.277479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=3c111a54-e86d-4ae5-8160-12bae8fd1aac,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:49.285519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.285871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.286210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.286552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.286878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.287204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.288792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.289166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.289524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.289872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.290237 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.290630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:00:49.336952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.440324 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.442672 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.567480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.568077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Fanout notify agent at l3_agent the message router_deleted on router bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:00:49.582082 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.583559 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eaa6ba37-5ebf-4c67-885e-ebaee0115991 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/routers/bc0eb03a-ca18-47da-a0f1-0967ef23a2b7 HTTP/1.1" status: 204 len: 168 time: 1.3399327 Sep 16 17:00:49.586433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48668) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:49.675088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.770376 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.789863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a0fcd5-52b4-4778-853a-65247cc71ac3']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:49.799589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d167b0-a861-4a65-bbc1-b2b7374f2bfa') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:49.799888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d167b0-a861-4a65-bbc1-b2b7374f2bfa') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:49.809953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.827888 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.834036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:00:49.834520 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:00:49.838214 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:00:49.977131 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.986151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:49.990269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/networks/95a0fcd5-52b4-4778-853a-65247cc71ac3 HTTP/1.1" status: 204 len: 168 time: 0.4003103 Sep 16 17:00:49.990748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48670) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:49.998747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ada104-0652-4961-afa8-99a585650ead tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Network': ['ID=95a0fcd5-52b4-4778-853a-65247cc71ac3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:50.064847 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37ce7c8e-bec1-4d76-8e7c-f7e901d58494 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:50.092579 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37ce7c8e-bec1-4d76-8e7c-f7e901d58494 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:50.222887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37ce7c8e-bec1-4d76-8e7c-f7e901d58494 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:50.230551 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37ce7c8e-bec1-4d76-8e7c-f7e901d58494 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:50.230551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-37ce7c8e-bec1-4d76-8e7c-f7e901d58494 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/security-groups/da7d8de8-36fe-4b51-9a07-7b63c12d2455 HTTP/1.1" status: 204 len: 168 time: 0.2355378 Sep 16 17:00:50.237787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce7c8e-bec1-4d76-8e7c-f7e901d58494 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d8de8-36fe-4b51-9a07-7b63c12d2455,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:50.557260 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e538951c-3742-47a5-a86b-d9f0cbd2010f no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:00:50.577863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: e538951c-3742-47a5-a86b-d9f0cbd2010f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:00:50.578218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e538951c-3742-47a5-a86b-d9f0cbd2010f not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:00:50.578635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3c111a54-e86d-4ae5-8160-12bae8fd1aac no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:00:50.600596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 3c111a54-e86d-4ae5-8160-12bae8fd1aac {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:00:50.600940 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3c111a54-e86d-4ae5-8160-12bae8fd1aac not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:00:50.632263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48680) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:50.639735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5785126f-2df2-4673-b09f-a17b340226e9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393468309', 'description': 'tempest-secgroup-smoke-1393468309 description', 'project_id': '90e3435321d04ec983180b4203d704f4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:50.731862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5785126f-2df2-4673-b09f-a17b340226e9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:50.820632 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5785126f-2df2-4673-b09f-a17b340226e9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:50.908929 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5785126f-2df2-4673-b09f-a17b340226e9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:50.938920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785126f-2df2-4673-b09f-a17b340226e9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b41cd1-9773-4128-bae2-dc123ca3c6b7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:51.005780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5785126f-2df2-4673-b09f-a17b340226e9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.007178 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5785126f-2df2-4673-b09f-a17b340226e9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3732836 Sep 16 17:00:51.010084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48692) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:51.015331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-efc61581-c8cc-437c-9a77-1fc58eac4dfc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'e1b41cd1-9773-4128-bae2-dc123ca3c6b7', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:51.111159 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-efc61581-c8cc-437c-9a77-1fc58eac4dfc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.168917 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-efc61581-c8cc-437c-9a77-1fc58eac4dfc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.242141 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-efc61581-c8cc-437c-9a77-1fc58eac4dfc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.261312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc61581-c8cc-437c-9a77-1fc58eac4dfc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6358b04-8323-46bc-9e84-1a878c6b1c5d,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:51.358754 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-efc61581-c8cc-437c-9a77-1fc58eac4dfc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.358754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-efc61581-c8cc-437c-9a77-1fc58eac4dfc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453631 Sep 16 17:00:51.360655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48700) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:51.367098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e4cc33f5-a5c8-4602-9aa7-b797849fd53e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'e1b41cd1-9773-4128-bae2-dc123ca3c6b7', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:51.499176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e4cc33f5-a5c8-4602-9aa7-b797849fd53e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.569422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e4cc33f5-a5c8-4602-9aa7-b797849fd53e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.630784 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e4cc33f5-a5c8-4602-9aa7-b797849fd53e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.650676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc33f5-a5c8-4602-9aa7-b797849fd53e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a0d125-1c47-4666-9fd3-8130a354bb43,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:51.733905 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e4cc33f5-a5c8-4602-9aa7-b797849fd53e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.737686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e4cc33f5-a5c8-4602-9aa7-b797849fd53e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3730230 Sep 16 17:00:51.738436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48712) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:51.743952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-12a1377b-b7ed-4ba4-a4f1-6b953ce2ae74 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'e1b41cd1-9773-4128-bae2-dc123ca3c6b7', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:51.847216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12a1377b-b7ed-4ba4-a4f1-6b953ce2ae74 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.906537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12a1377b-b7ed-4ba4-a4f1-6b953ce2ae74 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.979531 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12a1377b-b7ed-4ba4-a4f1-6b953ce2ae74 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:51.998036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1377b-b7ed-4ba4-a4f1-6b953ce2ae74 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369b5533-2776-4f1a-a31c-5a254b57ec49,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:52.082596 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12a1377b-b7ed-4ba4-a4f1-6b953ce2ae74 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.085797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-12a1377b-b7ed-4ba4-a4f1-6b953ce2ae74 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444843 Sep 16 17:00:52.086935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48718) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:52.093293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ef8a013d-57c0-4ee3-a12e-d20bf14fbd80 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'e1b41cd1-9773-4128-bae2-dc123ca3c6b7', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:52.183033 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ef8a013d-57c0-4ee3-a12e-d20bf14fbd80 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.246444 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ef8a013d-57c0-4ee3-a12e-d20bf14fbd80 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.325973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ef8a013d-57c0-4ee3-a12e-d20bf14fbd80 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.345277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a013d-57c0-4ee3-a12e-d20bf14fbd80 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5db922b-ab8d-4eab-a231-ec006e27d48c,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:52.419600 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ef8a013d-57c0-4ee3-a12e-d20bf14fbd80 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.421585 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ef8a013d-57c0-4ee3-a12e-d20bf14fbd80 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3323579 Sep 16 17:00:52.423998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48724) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:52.429570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-995140a6-cfb5-4105-a527-f15b993980c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'e1b41cd1-9773-4128-bae2-dc123ca3c6b7', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:52.510672 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-995140a6-cfb5-4105-a527-f15b993980c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Project 90e3435321d04ec983180b4203d704f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:00:52.515996 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-995140a6-cfb5-4105-a527-f15b993980c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.582313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-995140a6-cfb5-4105-a527-f15b993980c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.659155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-995140a6-cfb5-4105-a527-f15b993980c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.678264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995140a6-cfb5-4105-a527-f15b993980c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4623bd0-8c6b-4f37-847b-389ad12d4cf9,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:52.727780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-995140a6-cfb5-4105-a527-f15b993980c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.731653 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-995140a6-cfb5-4105-a527-f15b993980c4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3038368 Sep 16 17:00:52.731847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48734) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:52.736429 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d5c146e9-80db-429e-866e-e9105423b16a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'e1b41cd1-9773-4128-bae2-dc123ca3c6b7', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:52.807852 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-d5c146e9-80db-429e-866e-e9105423b16a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Project 90e3435321d04ec983180b4203d704f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:00:52.813678 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5c146e9-80db-429e-866e-e9105423b16a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.878936 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5c146e9-80db-429e-866e-e9105423b16a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.955935 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5c146e9-80db-429e-866e-e9105423b16a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:52.974582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c146e9-80db-429e-866e-e9105423b16a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d1235d-8f8d-4244-92d0-31f988113167,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:53.045663 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d5c146e9-80db-429e-866e-e9105423b16a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:53.047009 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d5c146e9-80db-429e-866e-e9105423b16a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3140872 Sep 16 17:00:53.049822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48740) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:53.054787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'network': {'name': 'tempest-network-smoke--1227139105', 'project_id': '90e3435321d04ec983180b4203d704f4', 'port_security_enabled': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:53.152113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:00:53.154900 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:53.181035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:00:53.194108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:53.194108 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Added segment b25c5ac1-ec34-4204-8f22-fa6763da6871 of type vlan for network 7b32455c-4f46-4955-be04-90c61f5c98a4 Sep 16 17:00:53.236504 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:53.325868 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:53.331728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:53.332376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:53.399233 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Network': ['ID=7b32455c-4f46-4955-be04-90c61f5c98a4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:53.411115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 7b32455c-4f46-4955-be04-90c61f5c98a4 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:00:53.458192 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-347a808a-4b29-42a1-8e70-36343d1e8a34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4073150 Sep 16 17:00:53.460888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48746) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:53.466518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'admin_state_up': True, 'project_id': '90e3435321d04ec983180b4203d704f4', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:53.577792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:53.579083 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:53.634093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:53.836167 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:54.448826 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:54.467779 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:54.614301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.25.6.167 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:00:54.735456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:54.835054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:54.873774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:00:54.878207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:00:54.886929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:00:54.890158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:55.211707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:55.442794 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:55.653192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:00:55.772329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:00:55.782485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Sync routers for ids ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:00:55.793939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Routers {'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:00:55.794579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:00:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:55.887575 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:55.888997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9524cf90-319d-402c-ad79-c7e283f8ebd6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4265552 Sep 16 17:00:55.892191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48792) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:55.907871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Set router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:00:55.922243 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-01351609-c012-4b87-bcc8-6c89deb83e8c tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=90e3435321d04ec983180b4203d704f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288374 Sep 16 17:00:55.924944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48796) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:56.036961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267fb02-a8c0-4553-8ed4-8f1589df7fb0 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:56.038662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4267fb02-a8c0-4553-8ed4-8f1589df7fb0 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1126027 Sep 16 17:00:56.041497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 48800) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:56.079035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a597c42a-e6b4-4abd-8c5e-4fcce5ffb54f tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363905 Sep 16 17:00:56.083021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48802) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:56.088061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1207582210', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'project_id': '90e3435321d04ec983180b4203d704f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:00:56.117703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:55Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:56.152408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Checking router: bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:00:56.152769 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Updating router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:00:56.178960 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:56.304592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:00:56.320520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:56.469556 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:56.550822 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:56.579607 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:56.601143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Attempting to bind port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:00:56.601518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Attempting to bind port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:00:56.601883 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Attempting to bind port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:00:56.609180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:00:56.612535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:00:56.612535 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:56.612535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:00:56.612535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Bound port: a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:00:56.612535 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:56.639801 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Subnet': ['ID=e1485585-68f4-4de3-89f9-068b36652655,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:56.667179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] For port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:00:56.667179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] For port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:00:56.675330 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31646dc3-1291-4679-8193-ee88988c9be2 None None] Pushing event updated for resources: {'Port': ['ID=a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:56.684250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Checking segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:00:56.684648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network hostable DHCP agents. Network: 7b32455c-4f46-4955-be04-90c61f5c98a4, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:00:56.743781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:56.766155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 7b32455c-4f46-4955-be04-90c61f5c98a4 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:00:56.803719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Routers {'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:00:56.804412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:00:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:56.807983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31646dc3-1291-4679-8193-ee88988c9be2 None None] Pushing event updated for resources: {'Port': ['ID=a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:56.853682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 7b32455c-4f46-4955-be04-90c61f5c98a4) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:00:56.859672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:00:56.860937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:56.949974 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8d857de4-ab3e-4cc8-9dc6-11712d360498 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8658102 Sep 16 17:00:56.953324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 48814) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:00:56.955423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97bea9-8a70-4abd-98d0-47f19928d9dd None None] Network 7b32455c-4f46-4955-be04-90c61f5c98a4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:00:56.976408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] Set router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:00:57.451865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-7b32455c-4f46-4955-be04-90c61f5c98a4', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:00:57.452591 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:57.470503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:55Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:00:57.504461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfedda1-d568-4ec3-ab50-41b862e7cd7d None None] The sync data for ids ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'] in n-d-807786-3 is: [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:55Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:00:57.655493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Allocated IP 172.20.0.2 (7b32455c-4f46-4955-be04-90c61f5c98a4/e1485585-68f4-4de3-89f9-068b36652655/8c69c8da-814e-4393-ac9e-72c05d310cd0) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:00:57.908017 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:57.917001 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:57.972610 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:58.014861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Network 7b32455c-4f46-4955-be04-90c61f5c98a4 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:00:58.018478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:00:58.022853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:00:58.040615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Pushing event updated for resources: {'Port': ['ID=8c69c8da-814e-4393-ac9e-72c05d310cd0,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:58.124863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Attempting to bind port 8c69c8da-814e-4393-ac9e-72c05d310cd0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:00:58.125217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Attempting to bind port 8c69c8da-814e-4393-ac9e-72c05d310cd0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:00:58.125594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Attempting to bind port 8c69c8da-814e-4393-ac9e-72c05d310cd0 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:00:58.146890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:00:58.147723 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Checking segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:00:58.152255 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:58.152993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Bound using segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:00:58.154167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Bound port: 8c69c8da-814e-4393-ac9e-72c05d310cd0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:00:58.154832 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:58.238310 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a73558e8-8777-4109-a7ba-60d66f82fdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:58.284506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] For port 8c69c8da-814e-4393-ac9e-72c05d310cd0, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:00:58.292759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] For port 8c69c8da-814e-4393-ac9e-72c05d310cd0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8c69c8da-814e-4393-ac9e-72c05d310cd0,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:00:58.321087 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.20.0.1 (7b32455c-4f46-4955-be04-90c61f5c98a4/e1485585-68f4-4de3-89f9-068b36652655/8389477b-fd59-42e6-8d24-9b7956721d30) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:00:58.369600 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:58.479495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:58.491942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facf39b-0a45-4fd4-84bc-38e9a2b1608e None None] Pushing event updated for resources: {'Port': ['ID=8c69c8da-814e-4393-ac9e-72c05d310cd0,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:58.618782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:00:58.632911 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:58.703922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=8389477b-fd59-42e6-8d24-9b7956721d30,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:58.708156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:00:58.709860 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:58.744539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 7b32455c-4f46-4955-be04-90c61f5c98a4 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:00:58.768067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:00:58.785298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:00:58.878779 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:58.893230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:58.935939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:59.002301 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:59.068285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:59.145969 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:59.474952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:59.561854 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:59.650081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=8389477b-fd59-42e6-8d24-9b7956721d30,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:00:59.651058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95731c2a-74f5-47fb-9618-9fc4e2927c7a None None] Network 7b32455c-4f46-4955-be04-90c61f5c98a4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:00:59.653730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:59.744280 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8948f866-29c0-4bab-94fa-a35d5d163685 None None] Provisioning complete for port 8c69c8da-814e-4393-ac9e-72c05d310cd0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:00:59.745212 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8948f866-29c0-4bab-94fa-a35d5d163685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:59.773386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 7b32455c-4f46-4955-be04-90c61f5c98a4 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:00:59.774945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:00:59.850714 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8948f866-29c0-4bab-94fa-a35d5d163685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:00:59.924651 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8948f866-29c0-4bab-94fa-a35d5d163685 None None] For port 8c69c8da-814e-4393-ac9e-72c05d310cd0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8c69c8da-814e-4393-ac9e-72c05d310cd0,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:00:59.926609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:01:00.024858 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8948f866-29c0-4bab-94fa-a35d5d163685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:00.055687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:01:00.066045 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7da214e2-90bf-4bc0-83dc-75a88151366e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "PUT /v2.0/routers/bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1106877 Sep 16 17:01:00.083059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948f866-29c0-4bab-94fa-a35d5d163685 None None] Pushing event updated for resources: {'Port': ['ID=8c69c8da-814e-4393-ac9e-72c05d310cd0,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:00.250148 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-372ad07e-9d4f-48ac-b178-f9f269b16615 None None] Provisioning complete for port 8389477b-fd59-42e6-8d24-9b7956721d30 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:00.250542 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-372ad07e-9d4f-48ac-b178-f9f269b16615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:00.325164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-372ad07e-9d4f-48ac-b178-f9f269b16615 None None] Port 8389477b-fd59-42e6-8d24-9b7956721d30 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:01:00.335882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-372ad07e-9d4f-48ac-b178-f9f269b16615 None None] Provisioning complete for port 8c69c8da-814e-4393-ac9e-72c05d310cd0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:00.336233 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-372ad07e-9d4f-48ac-b178-f9f269b16615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:00.351960 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Sync routers for ids ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:01:00.380085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-3b3196ac-0c24-4b25-a07a-d3e17de3552c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393468309&fields=id&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 267 time: 0.0806806 Sep 16 17:01:00.385979 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Routers {'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:01:00.389222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:00:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:01:00.526883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5582c30-3716-49ee-95f7-810157e643c8 req-4dde86fb-1921-4bc7-b646-2b329c5d2c1c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:00.532124 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-4dde86fb-1921-4bc7-b646-2b329c5d2c1c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/networks?id=7b32455c-4f46-4955-be04-90c61f5c98a4 HTTP/1.1" status: 200 len: 797 time: 0.1447725 Sep 16 17:01:00.533537 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Set router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:01:00.542806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-ae66958f-90df-4d30-a2e2-44ef0fe7c167 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/quotas/90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 375 time: 0.0097637 Sep 16 17:01:00.568961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fba0ce34-8492-471a-909f-9b7b8837739e None None] Provisioning complete for port 8389477b-fd59-42e6-8d24-9b7956721d30 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:00.570272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fba0ce34-8492-471a-909f-9b7b8837739e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:00.624181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-64930cc3-92ff-4352-b430-e2cb431d06c5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745091 Sep 16 17:01:00.636919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fba0ce34-8492-471a-909f-9b7b8837739e None None] Port 8389477b-fd59-42e6-8d24-9b7956721d30 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:01:00.723618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8c69c8da-814e-4393-ac9e-72c05d310cd0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:01:00.837766 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7ad61201-36f0-4116-9283-91495ef61075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:00.843037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8c69c8da-814e-4393-ac9e-72c05d310cd0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:00.843657 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:00.882242 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:59Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8389477b-fd59-42e6-8d24-9b7956721d30', 'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:0e:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:58Z', 'updated_at': '2021-09-16T17:00:59Z', 'revision_number': 2, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': 'e1485585-68f4-4de3-89f9-068b36652655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:01:00.925593 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Checking router: bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:01:00.925993 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Updating router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 port 8389477b-fd59-42e6-8d24-9b7956721d30 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:01:00.957610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-771b23cb-245e-47db-a8c5-cd6c0bf7883f service neutron] 10.222.0.22 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203025 Sep 16 17:01:00.961181 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:00.968696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:01:00.997709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d2be2555-05fd-491e-bff2-119cc9b5e2e6 None None] Provisioning complete for port 8389477b-fd59-42e6-8d24-9b7956721d30 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:00.998081 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2be2555-05fd-491e-bff2-119cc9b5e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:01.051007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d2be2555-05fd-491e-bff2-119cc9b5e2e6 None None] Port 8389477b-fd59-42e6-8d24-9b7956721d30 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:01:01.068795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-b215afdb-79f8-4b16-b53e-700347838ffa service neutron] 10.222.0.22 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034222 Sep 16 17:01:01.081736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:01.082121 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:01.314652 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:01.325727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff012c41-cb4c-42a1-a2a7-06175a5d5118 req-6d64f382-0493-4a74-bef4-ea1890a86fdb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 210 time: 0.0409577 Sep 16 17:01:01.413599 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:01.469065 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Pushing event updated for resources: {'Port': ['ID=8389477b-fd59-42e6-8d24-9b7956721d30,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:01.486135 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:01.490473 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.490817 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.491152 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.491487 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.491814 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.492138 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.492492 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.492815 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.493135 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.493450 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.493768 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.494088 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:01.532877 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Attempting to bind port 8389477b-fd59-42e6-8d24-9b7956721d30 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:01:01.535285 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Attempting to bind port 8389477b-fd59-42e6-8d24-9b7956721d30 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:01:01.535285 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Attempting to bind port 8389477b-fd59-42e6-8d24-9b7956721d30 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:01:01.539477 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:01:01.539849 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Checking segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:01:01.540262 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:01.540680 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Bound using segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:01:01.541147 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Bound port: 8389477b-fd59-42e6-8d24-9b7956721d30, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:01:01.541695 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:01.636710 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] For port 8389477b-fd59-42e6-8d24-9b7956721d30, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:01:01.640345 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] For port 8389477b-fd59-42e6-8d24-9b7956721d30, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8389477b-fd59-42e6-8d24-9b7956721d30,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:01:01.711312 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:01.778380 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Routers {'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:01:01.779021 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:01:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:01:01.796091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-aba27afb-d2eb-4566-b832-a63c2b17a51f None None] Provisioning complete for port 8389477b-fd59-42e6-8d24-9b7956721d30 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:01.796518 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aba27afb-d2eb-4566-b832-a63c2b17a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:01.822330 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b47f84-8721-4dad-9d18-d769561af925 None None] Pushing event updated for resources: {'Port': ['ID=8389477b-fd59-42e6-8d24-9b7956721d30,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:01.898783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aba27afb-d2eb-4566-b832-a63c2b17a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:01.927122 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] Set router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:01:01.945063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-aba27afb-d2eb-4566-b832-a63c2b17a51f None None] For port 8389477b-fd59-42e6-8d24-9b7956721d30, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8389477b-fd59-42e6-8d24-9b7956721d30,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:01:02.030101 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aba27afb-d2eb-4566-b832-a63c2b17a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:02.059332 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:02.083721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba27afb-d2eb-4566-b832-a63c2b17a51f None None] Pushing event updated for resources: {'Port': ['ID=8389477b-fd59-42e6-8d24-9b7956721d30,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:02.151409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a6e63df4-36cd-425d-af06-275ab7f5170f None None] Provisioning complete for port 8389477b-fd59-42e6-8d24-9b7956721d30 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:02.151927 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a6e63df4-36cd-425d-af06-275ab7f5170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:02.159049 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:59Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8389477b-fd59-42e6-8d24-9b7956721d30', 'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:0e:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:58Z', 'updated_at': '2021-09-16T17:01:01Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': 'e1485585-68f4-4de3-89f9-068b36652655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:01:02.190996 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515c4c9-b08a-4dff-9203-8a451bb3edef None None] The sync data for ids ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'] in n-d-807786-3 is: [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:59Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8389477b-fd59-42e6-8d24-9b7956721d30', 'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:0e:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:58Z', 'updated_at': '2021-09-16T17:01:01Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': 'e1485585-68f4-4de3-89f9-068b36652655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:01:02.469075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cd43a916-3c68-4935-808b-261e1f142cc8 req-beda919e-c5c6-4a85-9cca-3e619e396f27 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 210 time: 0.0412219 Sep 16 17:01:02.608219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8389477b-fd59-42e6-8d24-9b7956721d30 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:01:02.659301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8389477b-fd59-42e6-8d24-9b7956721d30 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:02.659683 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:03.567084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2820a744-c6c0-4351-a10f-5e63c2dc6525 req-ceb2341d-8456-41e5-870b-0e93edb6fb0b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 210 time: 0.0314474 Sep 16 17:01:03.666302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5582c30-3716-49ee-95f7-810157e643c8 req-179b82bb-ad52-453f-9d71-8f52b3ad76d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:03.668235 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-179b82bb-ad52-453f-9d71-8f52b3ad76d4 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "GET /v2.0/networks?id=7b32455c-4f46-4955-be04-90c61f5c98a4 HTTP/1.1" status: 200 len: 797 time: 0.1320045 Sep 16 17:01:03.714660 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-89f25720-bb43-4817-8927-7d4dd77be706 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 380 time: 0.0375724 Sep 16 17:01:03.724435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'port': {'device_id': '752c1deb-0518-421f-a045-4c3bf7666cea', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'admin_state_up': True, 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'security_groups': ['e1b41cd1-9773-4128-bae2-dc123ca3c6b7']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:01:03.823415 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:03.910154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:01:03.913927 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:04.043238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.20.0.5 (7b32455c-4f46-4955-be04-90c61f5c98a4/e1485585-68f4-4de3-89f9-068b36652655/8a79f1eb-5fbe-41ee-9ca6-798beb82b985) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:01:04.208283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:04.294384 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:04.338556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 7b32455c-4f46-4955-be04-90c61f5c98a4 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:01:04.341656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:01:04.345320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:01:04.373760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:04.416021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:04.417708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:04.568221 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-59a62cf3-9bd8-4cd5-b16c-519f0862f77f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8476243 Sep 16 17:01:04.580687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Request body: {'port': {'device_id': '752c1deb-0518-421f-a045-4c3bf7666cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:01:04.614038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-96313e10-84b9-4296-8091-672673ed7683 None None] Provisioning complete for port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:04.614635 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-96313e10-84b9-4296-8091-672673ed7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:04.661094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:04.668989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-96313e10-84b9-4296-8091-672673ed7683 None None] Port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:01:04.733053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b4f4-f5d6-4df8-83d5-b2f3c28b202b req-88e319cd-26ab-4a94-bc4d-e881f4c8bb1c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:04.735269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44e9b4f4-f5d6-4df8-83d5-b2f3c28b202b req-88e319cd-26ab-4a94-bc4d-e881f4c8bb1c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 931 time: 0.0652173 Sep 16 17:01:04.780556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44e9b4f4-f5d6-4df8-83d5-b2f3c28b202b req-0782d7aa-43f1-4607-9c2f-90f42ddaf200 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386162 Sep 16 17:01:04.968712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:01:04.977494 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:04.990171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Transition to ACTIVE for port object 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:01:05.057305 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:05.123999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Pushing event updated for resources: {'Port': ['ID=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:05.183430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:01:05.183775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:01:05.184105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:01:05.189047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:01:05.189372 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:01:05.194729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:01:05.195071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Checking segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:01:05.195457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Bound using segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:01:05.195885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Bound port: 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:01:05.196248 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:05.270887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:01:05.271701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:01:05.368137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:05.430227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:05.431058 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:05.433180 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] 10.222.0.62 "PUT /v2.0/ports/8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 200 len: 1091 time: 0.8569562 Sep 16 17:01:05.433812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c16a5-46fd-43d9-9bd7-523352f700ac service neutron] Pushing event updated for resources: {'Port': ['ID=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:05.436210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:01:05.438740 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e604c39-f996-419d-984f-e00c059fee81" -d '{"events": [{"name": "network-changed", "server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:01:05.482393 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b7aba1-4c39-4909-9e73-0000b66c3df3 x-openstack-request-id: req-d7b7aba1-4c39-4909-9e73-0000b66c3df3 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:01:05.482693 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:01:05.482947 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7b7aba1-4c39-4909-9e73-0000b66c3df3 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:01:05.483358 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'status': 'completed', 'code': 200} Sep 16 17:01:05.550689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604c39-f996-419d-984f-e00c059fee81 req-0d22319f-418d-4a6e-91dc-d76d67bd23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:05.552357 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e604c39-f996-419d-984f-e00c059fee81 req-0d22319f-418d-4a6e-91dc-d76d67bd23a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1094 time: 0.0504856 Sep 16 17:01:05.661191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604c39-f996-419d-984f-e00c059fee81 req-aa000a40-6b00-4bab-bc39-8ebc8559291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:05.662675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e604c39-f996-419d-984f-e00c059fee81 req-aa000a40-6b00-4bab-bc39-8ebc8559291f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=90e3435321d04ec983180b4203d704f4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1027892 Sep 16 17:01:05.776853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604c39-f996-419d-984f-e00c059fee81 req-197ec3e4-61de-4f4d-955a-7d99471e8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:05.778406 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e604c39-f996-419d-984f-e00c059fee81 req-197ec3e4-61de-4f4d-955a-7d99471e8763 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091430 Sep 16 17:01:05.862367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5582c30-3716-49ee-95f7-810157e643c8 req-4a1de342-1e72-409f-85c9-e95d40378dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:05.864141 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-4a1de342-1e72-409f-85c9-e95d40378dd8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1094 time: 0.0504498 Sep 16 17:01:05.909895 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-a3f39c5b-4e64-4263-b143-cf1e4b836f8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 200 len: 217 time: 0.0379760 Sep 16 17:01:05.910639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c795a8-e355-475c-9838-f02cf0e0430b req-dd907295-b992-448e-b431-817fb7cfa335 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:05.912736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35c795a8-e355-475c-9838-f02cf0e0430b req-dd907295-b992-448e-b431-817fb7cfa335 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 943 time: 0.0556991 Sep 16 17:01:05.960674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35c795a8-e355-475c-9838-f02cf0e0430b req-dde0a0e0-fb67-4551-b8a0-78ab784bd54c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390666 Sep 16 17:01:05.972667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5582c30-3716-49ee-95f7-810157e643c8 req-ec303971-2bcd-4710-9da0-834bcf9bd116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:05.974032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-ec303971-2bcd-4710-9da0-834bcf9bd116 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1485585-68f4-4de3-89f9-068b36652655 HTTP/1.1" status: 200 len: 835 time: 0.0568442 Sep 16 17:01:06.019624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5582c30-3716-49ee-95f7-810157e643c8 req-80bbbe65-7132-4213-ac44-b12335c182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:06.021115 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-80bbbe65-7132-4213-ac44-b12335c182da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7b32455c-4f46-4955-be04-90c61f5c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399542 Sep 16 17:01:06.117999 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-3b2e2f6c-3ef8-4e15-a58a-7c694a8f346e service neutron] 10.222.0.62 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893574 Sep 16 17:01:06.216092 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a5582c30-3716-49ee-95f7-810157e643c8 req-9a983df0-bf86-4ae3-828f-c1def7478555 service neutron] 10.222.0.62 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915194 Sep 16 17:01:07.105262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164e9e5-88ab-4a9e-88f7-62ca8ddfe3a3 req-f7f2f4e2-0f99-431c-bf90-9d308b2b4258 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:07.107630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6164e9e5-88ab-4a9e-88f7-62ca8ddfe3a3 req-f7f2f4e2-0f99-431c-bf90-9d308b2b4258 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 943 time: 0.0711484 Sep 16 17:01:07.155931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6164e9e5-88ab-4a9e-88f7-62ca8ddfe3a3 req-01418d7d-23b9-4a8b-b063-ae44fc629e76 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 Sep 16 17:01:08.271021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02d39f-e353-4a35-a205-6e4e69eeff73 req-5b74ebc1-98dd-4565-8fa9-1391d22e7829 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:08.272625 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a02d39f-e353-4a35-a205-6e4e69eeff73 req-5b74ebc1-98dd-4565-8fa9-1391d22e7829 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 943 time: 0.0493298 Sep 16 17:01:08.311473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a02d39f-e353-4a35-a205-6e4e69eeff73 req-c3595e0a-f40b-4a12-ba3a-ab3c6e5a2f19 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Sep 16 17:01:09.437307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f461c-8f0a-4170-9c65-42104ca0918f req-63da2efb-00d5-4e04-9ecd-ca5f9f16035a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:09.438803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb0f461c-8f0a-4170-9c65-42104ca0918f req-63da2efb-00d5-4e04-9ecd-ca5f9f16035a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 943 time: 0.0580997 Sep 16 17:01:09.478326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb0f461c-8f0a-4170-9c65-42104ca0918f req-5d94c75d-c879-481e-998f-c3f6443d9aaf tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330853 Sep 16 17:01:09.794059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:01:09.890519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:01:09.902317 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'port_id': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'mac_address': 'fa:16:3e:a3:4d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:01:09.942088 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:09.955437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:01:09.976839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:01:10.063841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:10.106475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:10.113858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.114206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.114546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.114886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.115214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.115537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.115863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.116187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.116539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.116862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.117572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.117902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:10.257155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8a79f1eb-5fbe-41ee-9ca6-798beb82b985'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:01:10.597189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36453f-5b14-4d04-8edb-ac27e610b527 req-08e357d2-0691-401d-a8d8-8fff143be45a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:10.598766 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c36453f-5b14-4d04-8edb-ac27e610b527 req-08e357d2-0691-401d-a8d8-8fff143be45a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 944 time: 0.0501463 Sep 16 17:01:10.638958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c36453f-5b14-4d04-8edb-ac27e610b527 req-20d864e1-7c0b-4322-9fc3-033546c5bf6d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341074 Sep 16 17:01:11.796146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c186b-4941-4074-b9f2-f496399d93d1 req-be0cad36-97ab-49b2-90e9-317ab89de357 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:11.797703 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-888c186b-4941-4074-b9f2-f496399d93d1 req-be0cad36-97ab-49b2-90e9-317ab89de357 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 944 time: 0.0619986 Sep 16 17:01:11.809275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:01:11.837861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-888c186b-4941-4074-b9f2-f496399d93d1 req-b42a3848-98cd-4baf-bd17-4decbe8f6020 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338867 Sep 16 17:01:11.915827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:01:11.920692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:11.921284 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:12.015984 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:12.039803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:01:12.042661 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11b2b12-115d-4e74-81a4-dba7611f2639" -d '{"events": [{"server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "name": "network-vif-plugged", "status": "completed", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:01:12.057096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:01:12.081709 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292224f1-9867-45e1-997d-076933c5381b x-openstack-request-id: req-292224f1-9867-45e1-997d-076933c5381b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:01:12.082029 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "name": "network-vif-plugged", "status": "completed", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:01:12.082283 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-292224f1-9867-45e1-997d-076933c5381b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:01:12.082678 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'code': 200} Sep 16 17:01:12.125910 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:12.185312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:12.187998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d9e85-42f9-4905-8c8a-a3b249c54d7d req-2c1b695f-4407-4fd1-bea0-0c42d6f9d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:12.189636 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b3d9e85-42f9-4905-8c8a-a3b249c54d7d req-2c1b695f-4407-4fd1-bea0-0c42d6f9d748 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1096 time: 0.0487506 Sep 16 17:01:12.229055 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b3d9e85-42f9-4905-8c8a-a3b249c54d7d req-130b8d95-119e-48d7-85af-3570989ec9de service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316758 Sep 16 17:01:12.981258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928d853-1d95-48ed-93c8-626b74b19b7c req-3e7228e9-fffa-44c8-8314-e313080e71ff tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:12.982799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4928d853-1d95-48ed-93c8-626b74b19b7c req-3e7228e9-fffa-44c8-8314-e313080e71ff tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0588183 Sep 16 17:01:13.024548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4928d853-1d95-48ed-93c8-626b74b19b7c req-fb0aaf69-e080-4ce3-a4f8-1f8ad6b1cdbb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352809 Sep 16 17:01:13.795846 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:13.910139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:14.163257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95dcce-ecce-4a4f-bdd5-7f5a789a4682 req-ada7a1ff-c476-4492-91ca-df78d5a091d6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:14.165137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb95dcce-ecce-4a4f-bdd5-7f5a789a4682 req-ada7a1ff-c476-4492-91ca-df78d5a091d6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0549810 Sep 16 17:01:14.205070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb95dcce-ecce-4a4f-bdd5-7f5a789a4682 req-0f703c4e-3f30-43f0-bb56-44d78e991929 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333219 Sep 16 17:01:14.326647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dee8a-5361-4911-95d6-3f9e1132ff81 req-7ebc904d-cb16-4f02-adc0-144d006e6591 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:14.328361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-622dee8a-5361-4911-95d6-3f9e1132ff81 req-7ebc904d-cb16-4f02-adc0-144d006e6591 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0559328 Sep 16 17:01:14.378012 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-622dee8a-5361-4911-95d6-3f9e1132ff81 req-db2684f3-8bc0-4f1e-a82e-c4bf56e39a84 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 Sep 16 17:01:14.403717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49568) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:01:14.448911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb9112-0d1e-42a5-a68f-bf91dd3d235c tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:14.450617 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0bbb9112-0d1e-42a5-a68f-bf91dd3d235c tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1091 time: 0.0452287 Sep 16 17:01:14.453357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 49570) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:01:14.458153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:01:14.532161 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:14.634482 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:14.751955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.25.6.139 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/54cb5b40-f9eb-4928-aeb1-7dc10eb750a6) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:01:14.870775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:14.950647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:14.989956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:01:14.992854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:01:14.996658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:01:15.024771 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=54cb5b40-f9eb-4928-aeb1-7dc10eb750a6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:15.407905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:15.499498 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-29faf103-0568-4580-81c0-490f8d847521 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648117 Sep 16 17:01:15.586497 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:15.636330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-5530e27f-9fe8-4af2-920e-e70037a06046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:15.636330 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-5530e27f-9fe8-4af2-920e-e70037a06046 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1096 time: 0.0795481 Sep 16 17:01:15.826741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-47c6e136-2981-4784-b961-ff9a8a66700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:15.828233 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-47c6e136-2981-4784-b961-ff9a8a66700b service neutron] 10.222.0.62 "GET /v2.0/networks?id=7b32455c-4f46-4955-be04-90c61f5c98a4 HTTP/1.1" status: 200 len: 898 time: 0.1726830 Sep 16 17:01:15.878515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:15.904898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-57349529-8c1e-4c1f-841e-9f4acc5988dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 200 len: 999 time: 0.0672960 Sep 16 17:01:15.956316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-87b280ff-9170-4563-ab42-e978ab6b2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:15.957811 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-87b280ff-9170-4563-ab42-e978ab6b2fa4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1485585-68f4-4de3-89f9-068b36652655 HTTP/1.1" status: 200 len: 835 time: 0.0460472 Sep 16 17:01:15.961536 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:16.070926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=54cb5b40-f9eb-4928-aeb1-7dc10eb750a6,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:16.082513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:16.085550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-6a9b192a-b711-4c54-8415-ab7e7cf051e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:16.087036 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-6a9b192a-b711-4c54-8415-ab7e7cf051e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7b32455c-4f46-4955-be04-90c61f5c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213703 Sep 16 17:01:16.648717 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Floating IP f407207f-48e4-46db-8599-de0d940cc572 associated. External IP: 172.25.6.139, port: 8a79f1eb-5fbe-41ee-9ca6-798beb82b985. Sep 16 17:01:16.655667 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-97990ef8-186d-48b9-8095-784638510e33 service neutron] 10.222.0.62 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345616 Sep 16 17:01:16.831191 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8b660bb0-108f-4dc1-89ea-7afef1b1eea7 req-0eaafbb3-7db3-4707-9d58-ffc444c7d9e8 service neutron] 10.222.0.62 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440051 Sep 16 17:01:16.941942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:01:17.049531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:01:17.060579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] Sync routers for ids ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:01:17.069602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] Routers {'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:01:17.070243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:01:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:01:17.162377 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:17.196161 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-115aabcc-3347-4a64-b72a-0f77c719f6a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7410853 Sep 16 17:01:17.196723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:01:17.205912 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428b3d5f-72ae-442e-bc1f-337cab631400" -d '{"events": [{"name": "network-changed", "server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:01:17.212159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] Set router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:01:17.279892 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75130da-0c86-406b-a3f9-9ceadc419b60 x-openstack-request-id: req-f75130da-0c86-406b-a3f9-9ceadc419b60 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:01:17.280182 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:01:17.280455 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f75130da-0c86-406b-a3f9-9ceadc419b60 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:01:17.280942 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'status': 'completed', 'code': 200} Sep 16 17:01:17.342883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae307203-0347-42be-b1af-cd28fafd0ddf req-a400f66b-b518-4ca0-ae31-0dfbf5034bc8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:17.348675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae307203-0347-42be-b1af-cd28fafd0ddf req-a400f66b-b518-4ca0-ae31-0dfbf5034bc8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0728853 Sep 16 17:01:17.368279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-1e18dc65-c7d1-4ebb-bd2d-f9591ea8d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:17.370234 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-1e18dc65-c7d1-4ebb-bd2d-f9591ea8d225 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1096 time: 0.0683715 Sep 16 17:01:17.409957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae307203-0347-42be-b1af-cd28fafd0ddf req-07e49f7d-335c-4202-a143-c784f3f9c417 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521891 Sep 16 17:01:17.423706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49616) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:01:17.511141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3aea4fa5-66a6-412f-ab0f-81dc72cb9b67 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/f407207f-48e4-46db-8599-de0d940cc572 HTTP/1.1" status: 200 len: 991 time: 0.0803337 Sep 16 17:01:17.532173 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-426dccce-bdd2-4771-b4fc-94ca1ed0867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:17.533783 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-426dccce-bdd2-4771-b4fc-94ca1ed0867f service neutron] 10.222.0.62 "GET /v2.0/networks?id=7b32455c-4f46-4955-be04-90c61f5c98a4 HTTP/1.1" status: 200 len: 898 time: 0.1568382 Sep 16 17:01:17.618397 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-8bd91912-8f16-43e1-8048-5f69d8d744dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 200 len: 999 time: 0.0774000 Sep 16 17:01:17.686314 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-0bc2db8c-98d9-4c37-b3f1-8edb7a1237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:17.687957 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-0bc2db8c-98d9-4c37-b3f1-8edb7a1237bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1485585-68f4-4de3-89f9-068b36652655 HTTP/1.1" status: 200 len: 835 time: 0.0630600 Sep 16 17:01:17.702444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:59Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f407207f-48e4-46db-8599-de0d940cc572', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.139', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'port_id': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'mac_address': 'fa:16:3e:a3:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752c1deb-0518-421f-a045-4c3bf7666cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:01:15Z', 'updated_at': '2021-09-16T17:01:15Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8389477b-fd59-42e6-8d24-9b7956721d30', 'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:0e:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:58Z', 'updated_at': '2021-09-16T17:01:01Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': 'e1485585-68f4-4de3-89f9-068b36652655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:01:17.737950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] Checking router: bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:01:17.744846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-41e966f9-3de1-4d83-9f91-0e993a5c5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:17.746656 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-41e966f9-3de1-4d83-9f91-0e993a5c5f80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7b32455c-4f46-4955-be04-90c61f5c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517378 Sep 16 17:01:17.747489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] Routers {'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:01:17.748100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:01:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:01:17.846683 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-95ec7af1-a63c-450c-b6c4-87048c892c97 service neutron] 10.222.0.62 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930262 Sep 16 17:01:17.864124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] Set router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:01:17.938997 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-428b3d5f-72ae-442e-bc1f-337cab631400 req-25c5192b-a6d1-4950-8bde-cf810716d12a service neutron] 10.222.0.62 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854256 Sep 16 17:01:18.095264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:59Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f407207f-48e4-46db-8599-de0d940cc572', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.139', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'port_id': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'mac_address': 'fa:16:3e:a3:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752c1deb-0518-421f-a045-4c3bf7666cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:01:15Z', 'updated_at': '2021-09-16T17:01:15Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8389477b-fd59-42e6-8d24-9b7956721d30', 'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:0e:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:58Z', 'updated_at': '2021-09-16T17:01:01Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': 'e1485585-68f4-4de3-89f9-068b36652655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:01:18.128702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a094c4e-e71b-47b0-b0d2-a59067b66da1 None None] The sync data for ids ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'] in n-d-807786-3 is: [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:59Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f407207f-48e4-46db-8599-de0d940cc572', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.139', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'port_id': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'mac_address': 'fa:16:3e:a3:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752c1deb-0518-421f-a045-4c3bf7666cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:01:15Z', 'updated_at': '2021-09-16T17:01:15Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8389477b-fd59-42e6-8d24-9b7956721d30', 'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:0e:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:58Z', 'updated_at': '2021-09-16T17:01:01Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': 'e1485585-68f4-4de3-89f9-068b36652655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:01:18.320233 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc36dd0f-c5e4-4b83-9ee9-001f7888d7a7 None None] New status for floating IP f407207f-48e4-46db-8599-de0d940cc572: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:01:18.513115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 49636) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:01:18.588690 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4b6c4409-450e-408e-b895-14b61d72a97d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/f407207f-48e4-46db-8599-de0d940cc572 HTTP/1.1" status: 200 len: 993 time: 0.0735526 Sep 16 17:01:19.926573 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:01:28.224427 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b1948b94-de58-43e7-889f-53e7780d1cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:30.835667 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-309e49cb-93b2-4916-ba29-b21bb17f78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:31.486174 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:32.013006 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:33.779257 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:43.801444 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:43.944273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:47.995220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e61ac5-ca77-4782-ba75-31c5daca5c30 req-2cef52e2-4cbf-4091-9d9e-0e3e3acfef19 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:47.997292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85e61ac5-ca77-4782-ba75-31c5daca5c30 req-2cef52e2-4cbf-4091-9d9e-0e3e3acfef19 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0564852 Sep 16 17:01:48.036344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85e61ac5-ca77-4782-ba75-31c5daca5c30 req-ebacc745-98fd-45ac-90f7-b1fd0969f7f1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329924 Sep 16 17:01:48.060023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50684) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:01:48.124697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1f3b9526-6212-4a9d-9d67-af20408cf8f9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/f407207f-48e4-46db-8599-de0d940cc572 HTTP/1.1" status: 200 len: 993 time: 0.0634680 Sep 16 17:01:48.574124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a413-3902-4bbd-b9a7-0926f0cc066e req-ac9e60c7-053a-4acf-b321-39e21823f770 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:48.575747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ea9a413-3902-4bbd-b9a7-0926f0cc066e req-ac9e60c7-053a-4acf-b321-39e21823f770 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1096 time: 0.0410933 Sep 16 17:01:48.610939 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ea9a413-3902-4bbd-b9a7-0926f0cc066e req-4774137e-c351-4332-8b33-dc293b4efcfc tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291326 Sep 16 17:01:49.624765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-acff49b4-1352-47cd-b553-b50f2c880039 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483313 Sep 16 17:01:49.633471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-97f033b8-ff9a-47cf-9e67-28c759de9944 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:01:49.634520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-97f033b8-ff9a-47cf-9e67-28c759de9944 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052776 Sep 16 17:01:50.844163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-ada7cbd3-79d2-44d4-9bd4-7e5bb9223e89 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:50.845616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-ada7cbd3-79d2-44d4-9bd4-7e5bb9223e89 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports/8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 200 len: 1093 time: 0.0992653 Sep 16 17:01:50.854405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Request body: {'binding': {'host': 'n-h1-807786-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:01:50.855028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Unknown quota resources ['binding']. {{(pid=95358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 17:01:51.016376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on host n-h1-807786-3 for vnic_type normal with profile None {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:01:51.016743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:01:51.017073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:01:51.022736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:01:51.023062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:01:51.028978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:01:51.029309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Checking segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:01:51.029691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Bound using segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:01:51.030114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Bound port: 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:01:51.118224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:01:51.186241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] Notify callbacks [] for binding, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:51.192064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] 10.222.0.22 "POST /v2.0/ports/8a79f1eb-5fbe-41ee-9ca6-798beb82b985/bindings HTTP/1.1" status: 201 len: 389 time: 0.3405936 Sep 16 17:01:51.524126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3c03-f3b4-4f00-8b38-d65cfed9b440 req-16df4b22-4b0b-4be6-9549-3a503f83d2cc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:51.529215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b5e3c03-f3b4-4f00-8b38-d65cfed9b440 req-16df4b22-4b0b-4be6-9549-3a503f83d2cc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0539427 Sep 16 17:01:51.569963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b5e3c03-f3b4-4f00-8b38-d65cfed9b440 req-9fd5e8cb-4dca-4abf-880d-7ac00cea2887 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375373 Sep 16 17:01:51.789547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-b7b60ea1-8b8d-4f12-989f-3fe1caa6054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:51.791205 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-b7b60ea1-8b8d-4f12-989f-3fe1caa6054a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1096 time: 0.1042078 Sep 16 17:01:51.903350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-0591c557-3944-47f5-9a69-d64a7e7c7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:51.904908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-0591c557-3944-47f5-9a69-d64a7e7c7bb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b32455c-4f46-4955-be04-90c61f5c98a4 HTTP/1.1" status: 200 len: 898 time: 0.1072299 Sep 16 17:01:51.972865 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-acb1ca40-ecb6-4dd3-a9be-628d4718f40a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 200 len: 1001 time: 0.0610080 Sep 16 17:01:52.039390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-4beadac8-57f2-49a9-a28a-08123e65132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:52.039390 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-4beadac8-57f2-49a9-a28a-08123e65132e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1485585-68f4-4de3-89f9-068b36652655 HTTP/1.1" status: 200 len: 835 time: 0.0595722 Sep 16 17:01:52.087919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-1611b68d-4f71-4fc6-910b-7e6faafe738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:52.090095 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-1611b68d-4f71-4fc6-910b-7e6faafe738d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b32455c-4f46-4955-be04-90c61f5c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442331 Sep 16 17:01:52.189214 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-41b9af43-bc4b-4e9c-ae63-06fbba2a9d3d service neutron] 10.222.0.52 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924222 Sep 16 17:01:52.283332 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-94a30262-b3e5-4f1e-a92d-ae41d60133c0 service neutron] 10.222.0.52 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867124 Sep 16 17:01:52.294632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50798) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:01:52.415035 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:52.432158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-7eba1eda-ec0b-4bb2-9cab-be88fdea89f7 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:52.434565 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-7eba1eda-ec0b-4bb2-9cab-be88fdea89f7 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea&tenant_id=90e3435321d04ec983180b4203d704f4&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1096 time: 0.0952239 Sep 16 17:01:52.446118 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-3'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:01:52.502462 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:52.512956 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:52.561332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:52.605549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a944689-f02e-4b14-9280-77e627285e8f,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:52.611582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2255ba4733404b069690051db245c282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157985 Sep 16 17:01:52.614805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50808) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:01:52.617866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.618209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.618731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.619066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.619565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.619899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.620226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.620639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.620966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.621290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.621673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.621925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dca67e-39ef-4d88-8db6-4c648c0a619e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.679194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:01:52.704436 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:52.707644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0dc4-82a3-4508-b1b6-ea90f2e2c8a0 req-15ceb1ca-cc55-4220-bc8e-90f5d955defc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:52.709576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e6d0dc4-82a3-4508-b1b6-ea90f2e2c8a0 req-15ceb1ca-cc55-4220-bc8e-90f5d955defc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0507379 Sep 16 17:01:52.735474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:01:52.750367 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e6d0dc4-82a3-4508-b1b6-ea90f2e2c8a0 req-bd0081ce-6e36-47f4-b403-f4d45b69793e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339766 Sep 16 17:01:52.776221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:52.799208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:01:52.811459 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dcf088-c565-420c-8fdb-c01214cd52ea" -d '{"events": [{"server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "name": "network-vif-unplugged", "status": "completed", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:01:52.811459 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:52.886972 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:52.919801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:52.924544 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:52.924544 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a944689-f02e-4b14-9280-77e627285e8f HTTP/1.1" status: 204 len: 168 time: 0.3078678 Sep 16 17:01:52.963185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a944689-f02e-4b14-9280-77e627285e8f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:52.974320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.974676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.975027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.975368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.975705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.976042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.976377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.976761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.977088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.977419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.977750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:52.978079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c89aa-8267-4140-8161-de2063835508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:01:53.044367 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b919e42-cbca-4e1d-95f8-e9bf861f2b96 x-openstack-request-id: req-4b919e42-cbca-4e1d-95f8-e9bf861f2b96 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:01:53.044688 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "name": "network-vif-unplugged", "status": "completed", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:01:53.044946 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b919e42-cbca-4e1d-95f8-e9bf861f2b96 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:01:53.045344 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'code': 200} Sep 16 17:01:53.052822 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Pushing event updated for resources: {'Port': ['ID=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:53.124607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on host n-h2-807786-3 for vnic_type normal with profile {"migrating_to": "n-h1-807786-3"} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:01:53.125035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:01:53.125528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:01:53.130490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:01:53.137976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Attempting to bind port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on network 7b32455c-4f46-4955-be04-90c61f5c98a4 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:01:53.137976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:01:53.138967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Checking segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:01:53.138967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Bound using segment: {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:01:53.138967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Bound port: 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25c5ac1-ec34-4204-8f22-fa6763da6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:01:53.139297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:53.221706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:01:53.225776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:01:53.228642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c11b0d93-5f79-49c5-b724-1f51582c6812 None None] Provisioning complete for port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:53.229158 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c11b0d93-5f79-49c5-b724-1f51582c6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:53.270529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c11b0d93-5f79-49c5-b724-1f51582c6812 None None] Port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:01:53.310822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:53.424076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Pushing event updated for resources: {'Port': ['ID=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,revision_number=8']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:53.461539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:53.461903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:53.464221 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-49e9a48f-1c27-4f8c-9e9f-8d6e87b4df98 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 200 len: 1121 time: 1.0224755 Sep 16 17:01:53.528495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['8a79f1eb-5fbe-41ee-9ca6-798beb82b985'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:01:53.705541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f4c8c13f-7307-4b5c-9e73-ac66f230fac5 None None] Provisioning complete for port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:01:53.705919 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c13f-7307-4b5c-9e73-ac66f230fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:53.868603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c13f-7307-4b5c-9e73-ac66f230fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:53.894699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090dc2b-1987-49fc-aa6f-fc12856a76fa req-221bb8bf-6f26-407f-a5b8-b9be4c9e3cdb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:53.897650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:01:53.899920 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb33189-b474-4a11-b889-c61928cbe5f6" -d '{"events": [{"server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "name": "network-vif-plugged", "status": "completed", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:01:53.902547 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e090dc2b-1987-49fc-aa6f-fc12856a76fa req-221bb8bf-6f26-407f-a5b8-b9be4c9e3cdb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 943 time: 0.0657153 Sep 16 17:01:53.921254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f4c8c13f-7307-4b5c-9e73-ac66f230fac5 None None] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:01:53.967429 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264fcb3f-ed52-4760-8f81-654b17a99294 x-openstack-request-id: req-264fcb3f-ed52-4760-8f81-654b17a99294 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:01:53.967429 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "name": "network-vif-plugged", "status": "completed", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:01:53.967429 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-264fcb3f-ed52-4760-8f81-654b17a99294 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:01:53.967429 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'code': 200} Sep 16 17:01:53.967802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e090dc2b-1987-49fc-aa6f-fc12856a76fa req-7a6fc53a-bb85-43c0-a1db-c78320c82612 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370703 Sep 16 17:01:54.013310 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c13f-7307-4b5c-9e73-ac66f230fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:54.158570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8c13f-7307-4b5c-9e73-ac66f230fac5 None None] Pushing event updated for resources: {'Port': ['ID=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:55.046395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:01:55.054458 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e99df3b-9147-4a06-99d7-cd52177a6749" -d '{"events": [{"name": "network-changed", "server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:01:55.081828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f65b6-25f8-4f64-830b-16f367d35f9e req-df1e8a07-f480-4c56-9a82-a70b90bcc5b6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:55.085079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f4f65b6-25f8-4f64-830b-16f367d35f9e req-df1e8a07-f480-4c56-9a82-a70b90bcc5b6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0545149 Sep 16 17:01:55.098614 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ed6b1e-2f17-4245-b293-3e4644bfef46 x-openstack-request-id: req-37ed6b1e-2f17-4245-b293-3e4644bfef46 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:01:55.098904 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:01:55.099149 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37ed6b1e-2f17-4245-b293-3e4644bfef46 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:01:55.099546 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'status': 'completed', 'code': 200} Sep 16 17:01:55.137408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f4f65b6-25f8-4f64-830b-16f367d35f9e req-110a63e6-b582-4139-aaaa-f5be924570f6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363212 Sep 16 17:01:55.173320 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-d282f17a-e4ad-4104-bae9-64cdc6feb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:55.179835 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-d282f17a-e4ad-4104-bae9-64cdc6feb7a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1126 time: 0.0527256 Sep 16 17:01:55.291437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-14f928ba-7f00-466c-a96b-eadd887d38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:55.293262 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-14f928ba-7f00-466c-a96b-eadd887d38e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7b32455c-4f46-4955-be04-90c61f5c98a4 HTTP/1.1" status: 200 len: 898 time: 0.1089077 Sep 16 17:01:55.363542 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-18f22ee6-8341-4f06-b6c1-784b9b7672c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 200 len: 1001 time: 0.0634999 Sep 16 17:01:55.425242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-175d9355-c921-4646-a0f6-7255b427bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:55.426969 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-175d9355-c921-4646-a0f6-7255b427bca1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1485585-68f4-4de3-89f9-068b36652655 HTTP/1.1" status: 200 len: 835 time: 0.0568054 Sep 16 17:01:55.479498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-f802733b-aa00-42d3-8c15-e71260c6beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:55.487293 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-f802733b-aa00-42d3-8c15-e71260c6beb7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7b32455c-4f46-4955-be04-90c61f5c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471094 Sep 16 17:01:55.571498 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-b61eabe1-47af-49f4-922f-a547ed86099e service neutron] 10.222.0.62 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827768 Sep 16 17:01:55.676284 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e99df3b-9147-4a06-99d7-cd52177a6749 req-779e2b36-8d8d-4343-b579-c66692be662e service neutron] 10.222.0.62 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978396 Sep 16 17:01:55.930691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:01:56.032598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:01:56.046286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 has no active binding in host n-h1-807786-3 {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 17:01:56.256213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057a354-fc4c-402a-8b81-85801fce62cf req-37e96fc5-d583-4ecb-9065-e1bb37e299c8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:56.257721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7057a354-fc4c-402a-8b81-85801fce62cf req-37e96fc5-d583-4ecb-9065-e1bb37e299c8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0501072 Sep 16 17:01:56.295006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7057a354-fc4c-402a-8b81-85801fce62cf req-7bd9a566-5bd4-485d-a62d-927012932f39 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312746 Sep 16 17:01:56.926119 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:01:57.415778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21b8f0-29de-4f40-a6be-d4cb2f04d391 req-c0f21f3c-eb4f-46f9-90c9-bed5d4fe8c08 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:57.418521 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd21b8f0-29de-4f40-a6be-d4cb2f04d391 req-c0f21f3c-eb4f-46f9-90c9-bed5d4fe8c08 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0519187 Sep 16 17:01:57.467318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fd21b8f0-29de-4f40-a6be-d4cb2f04d391 req-1b59b59a-383d-4cb6-9dda-cfd8b01d44a0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432694 Sep 16 17:01:58.223123 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-739a3749-737a-484a-b08d-57cb8a958950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:58.486167 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-062052bf-3dfa-451f-8bd5-107349002ea7 service neutron] 10.222.0.62 "GET /v2.0/ports/8a79f1eb-5fbe-41ee-9ca6-798beb82b985/bindings/n-h1-807786-3 HTTP/1.1" status: 200 len: 384 time: 0.0581837 Sep 16 17:01:58.621788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012287dc-ae36-4db6-b770-429cda11600d req-0e5a1d67-d6f6-47a5-aa85-f07c11d654da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:58.625341 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-012287dc-ae36-4db6-b770-429cda11600d req-0e5a1d67-d6f6-47a5-aa85-f07c11d654da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 945 time: 0.0632436 Sep 16 17:01:58.675616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-012287dc-ae36-4db6-b770-429cda11600d req-e13d7be5-01ad-438e-983c-60a947174ec0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423579 Sep 16 17:01:58.698398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-55089d63-e632-4593-83df-e8337c740416 req-7b49c5a7-97e2-4b2c-8ea7-0fec6c1f9e43 service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:01:58.718793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-55089d63-e632-4593-83df-e8337c740416 req-7b49c5a7-97e2-4b2c-8ea7-0fec6c1f9e43 service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:01:58.764139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:01:58.767011 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa1a54-f633-44b0-a8c2-1bcae7748cac" -d '{"events": [{"server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "name": "network-vif-unplugged", "status": "completed", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:01:58.774367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-55089d63-e632-4593-83df-e8337c740416 req-7b49c5a7-97e2-4b2c-8ea7-0fec6c1f9e43 service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:01:58.814175 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3ff696-421d-465b-b903-38f2bbedcd24 x-openstack-request-id: req-7c3ff696-421d-465b-b903-38f2bbedcd24 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:01:58.814562 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "name": "network-vif-unplugged", "status": "completed", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:01:58.815136 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c3ff696-421d-465b-b903-38f2bbedcd24 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:01:58.815619 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'code': 200} Sep 16 17:01:58.881361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-55089d63-e632-4593-83df-e8337c740416 req-7b49c5a7-97e2-4b2c-8ea7-0fec6c1f9e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:58.956466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-55089d63-e632-4593-83df-e8337c740416 req-7b49c5a7-97e2-4b2c-8ea7-0fec6c1f9e43 service neutron] Transition to ACTIVE for port object 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:01:59.024913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-55089d63-e632-4593-83df-e8337c740416 req-7b49c5a7-97e2-4b2c-8ea7-0fec6c1f9e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:01:59.128158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49c5a7-97e2-4b2c-8ea7-0fec6c1f9e43 service neutron] Pushing event updated for resources: {'Port': ['ID=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,revision_number=11']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:01:59.172998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-55089d63-e632-4593-83df-e8337c740416 req-7b49c5a7-97e2-4b2c-8ea7-0fec6c1f9e43 service neutron] No DVR routers for this DVR port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:01:59.324773 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-7b49c5a7-97e2-4b2c-8ea7-0fec6c1f9e43 service neutron] 10.222.0.62 "PUT /v2.0/ports/8a79f1eb-5fbe-41ee-9ca6-798beb82b985/bindings/n-h1-807786-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8294919 Sep 16 17:01:59.525385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-1bb0191b-d185-452a-9263-d255d7fc4f2d tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:59.527525 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-1bb0191b-d185-452a-9263-d255d7fc4f2d tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea&tenant_id=90e3435321d04ec983180b4203d704f4&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 1095 time: 0.0488243 Sep 16 17:01:59.581504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-aced8c4c-3433-41c3-bb83-472bb8c7a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:59.583235 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-aced8c4c-3433-41c3-bb83-472bb8c7a952 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 1095 time: 0.0485804 Sep 16 17:01:59.647209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-f31ccaa4-da50-4cd4-b295-bbcf6f8a5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:59.648775 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-f31ccaa4-da50-4cd4-b295-bbcf6f8a5e61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1095 time: 0.0428405 Sep 16 17:01:59.764762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-2108f57d-8483-4c65-afb4-2b5ce3692a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:59.766868 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-2108f57d-8483-4c65-afb4-2b5ce3692a4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b32455c-4f46-4955-be04-90c61f5c98a4 HTTP/1.1" status: 200 len: 898 time: 0.1109102 Sep 16 17:01:59.837083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074b4e9-5b4b-4ddb-9ef8-d4150517a672 req-674054ed-ca04-42f4-9977-654786829339 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:59.846442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0074b4e9-5b4b-4ddb-9ef8-d4150517a672 req-674054ed-ca04-42f4-9977-654786829339 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 944 time: 0.0676599 Sep 16 17:01:59.847883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50956) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:01:59.856481 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-ea6e4e93-5f1a-4eac-928c-e1bc7af6910d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 200 len: 999 time: 0.0822875 Sep 16 17:01:59.889869 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0074b4e9-5b4b-4ddb-9ef8-d4150517a672 req-ecb649ab-ae01-47e0-aa07-5b65b53dcc18 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Sep 16 17:01:59.926099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-c79e3f95-8762-469f-a437-13dd75fc12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:01:59.927625 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-c79e3f95-8762-469f-a437-13dd75fc12b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1485585-68f4-4de3-89f9-068b36652655 HTTP/1.1" status: 200 len: 835 time: 0.0639265 Sep 16 17:01:59.991869 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0c461e3-0c54-4f72-9f00-3077ccb7af6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:00.008850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-4dafaa5a-635a-466a-bb3a-2062d00ee4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:00.010453 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-4dafaa5a-635a-466a-bb3a-2062d00ee4d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b32455c-4f46-4955-be04-90c61f5c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754149 Sep 16 17:02:00.160146 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-774ba51f-cdfa-428a-be63-266299d86fa2 service neutron] 10.222.0.52 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406682 Sep 16 17:02:00.270657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0c461e3-0c54-4f72-9f00-3077ccb7af6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:00.295612 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-6821fd95-2d25-410e-988e-e6b82dc3f1ac service neutron] 10.222.0.52 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283987 Sep 16 17:02:00.384043 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0c461e3-0c54-4f72-9f00-3077ccb7af6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:00.428471 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a0c461e3-0c54-4f72-9f00-3077ccb7af6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de968c27817b4cdb8e1a24b03083cb19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5794086 Sep 16 17:02:00.429436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c461e3-0c54-4f72-9f00-3077ccb7af6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1288760-7649-4e0b-8c59-66fd0998c19c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:00.431212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 50962) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:00.486578 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9668b1f0-40c4-4ab3-986e-6d4965f85c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:00.510983 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9668b1f0-40c4-4ab3-986e-6d4965f85c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:00.641173 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9668b1f0-40c4-4ab3-986e-6d4965f85c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:00.644004 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9668b1f0-40c4-4ab3-986e-6d4965f85c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:00.645280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9668b1f0-40c4-4ab3-986e-6d4965f85c03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1288760-7649-4e0b-8c59-66fd0998c19c HTTP/1.1" status: 204 len: 168 time: 0.2129388 Sep 16 17:02:00.654316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668b1f0-40c4-4ab3-986e-6d4965f85c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1288760-7649-4e0b-8c59-66fd0998c19c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:00.730939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089d63-e632-4593-83df-e8337c740416 req-62710843-44d9-4d55-b20d-ed86b8a91370 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:00.737981 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-62710843-44d9-4d55-b20d-ed86b8a91370 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea&tenant_id=90e3435321d04ec983180b4203d704f4&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 1095 time: 0.0509861 Sep 16 17:02:00.818284 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-67afef3b-a3a4-40be-9292-64c79884b00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:00.990895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-55089d63-e632-4593-83df-e8337c740416 req-539707fe-7873-473f-8add-42e0f99b070a service neutron] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:00.994682 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-55089d63-e632-4593-83df-e8337c740416 req-539707fe-7873-473f-8add-42e0f99b070a service neutron] Notify callbacks [] for binding, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:00.997008 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-539707fe-7873-473f-8add-42e0f99b070a service neutron] 10.222.0.52 "DELETE /v2.0/ports/8a79f1eb-5fbe-41ee-9ca6-798beb82b985/bindings/n-h2-807786-3 HTTP/1.1" status: 204 len: 173 time: 0.2517688 Sep 16 17:02:01.022484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe887c8-dbcb-4ed5-a846-ffebc011a927 req-fd6d6c9d-7441-45f1-abed-2b53e54d7b55 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:01.030912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbe887c8-dbcb-4ed5-a846-ffebc011a927 req-fd6d6c9d-7441-45f1-abed-2b53e54d7b55 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 944 time: 0.0586605 Sep 16 17:02:01.069259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbe887c8-dbcb-4ed5-a846-ffebc011a927 req-e04c86a2-e602-4316-ba51-1d72300a17f8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376525 Sep 16 17:02:01.199141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e5fca-55b8-41c0-9de5-742a81d9b19c req-a4259c26-98ef-4b60-b439-fb9a69383b80 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:01.200489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60e5fca-55b8-41c0-9de5-742a81d9b19c req-a4259c26-98ef-4b60-b439-fb9a69383b80 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1095 time: 0.0457387 Sep 16 17:02:01.240703 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a60e5fca-55b8-41c0-9de5-742a81d9b19c req-ee5de977-8495-47be-a64c-dd69823c9ca4 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325155 Sep 16 17:02:01.367326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10051cc8-c44b-4bce-875a-681431b1ec16 req-7ae3e781-c9e9-45fe-9192-e382d0a9fb5e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:01.369243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10051cc8-c44b-4bce-875a-681431b1ec16 req-7ae3e781-c9e9-45fe-9192-e382d0a9fb5e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 944 time: 0.0562837 Sep 16 17:02:01.420930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10051cc8-c44b-4bce-875a-681431b1ec16 req-b172bd54-363e-4aaf-afd9-0f798954a01e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Sep 16 17:02:01.445090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50986) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:01.479944 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:01.539514 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bb7c810c-06c3-481d-b6fa-a79b1d8b3996 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/f407207f-48e4-46db-8599-de0d940cc572 HTTP/1.1" status: 200 len: 991 time: 0.0919917 Sep 16 17:02:01.720788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 50998) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:01.766361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51004) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:01.833907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-708743325-network', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:01.950018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port 54cb5b40-f9eb-4928-aeb1-7dc10eb750a6 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:01.950365 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.009175 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Made reservation on behalf of 98df3a847b4a49eeab11e9608f37f2f6 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:02.011647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.021975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.041347 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.046495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.048775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.068509 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for 54cb5b40-f9eb-4928-aeb1-7dc10eb750a6 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:02.091012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:02.128815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:02.210327 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.286411 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.319157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88219619-d976-4248-af07-345f6b70996a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:02.340796 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.350261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:02:02.735094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=54cb5b40-f9eb-4928-aeb1-7dc10eb750a6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:02.740336 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.740835 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Added segment cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8 of type vlan for network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad Sep 16 17:02:02.825959 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.838527 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.838859 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Floating IP f407207f-48e4-46db-8599-de0d940cc572 disassociated (deleted). External IP: 172.25.6.139, port: 8a79f1eb-5fbe-41ee-9ca6-798beb82b985. Sep 16 17:02:02.955320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:02.956290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:02.956907 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:03.125048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4005716 Sep 16 17:02:03.125529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51018) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:03.131090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Request body: {'subnet': {'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-708743325-subnet', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:03.149001 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe9e78-518b-4540-9c14-ba3bd966ffe4 admin admin] Pushing event updated for resources: {'Network': ['ID=8d4678de-5daa-4837-9fe1-fcdb1ee9fdad,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:03.159579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:02:03.177538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:02:03.218541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Made reservation on behalf of 98df3a847b4a49eeab11e9608f37f2f6 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:03.221772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:03.312516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:03.319647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:03.324407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] Sync routers for ids ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:03.336906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] Routers {'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:03.345704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:03.359014 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-46e8391d-8be6-4c6e-b291-9a1c2d6bbbd8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/floatingips/f407207f-48e4-46db-8599-de0d940cc572 HTTP/1.1" status: 204 len: 168 time: 1.5913026 Sep 16 17:02:03.360069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:02:03.363670 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbed19c-f373-4294-b954-6bfced69547f" -d '{"events": [{"name": "network-changed", "server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:02:03.438866 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1c9acc-a330-45ed-8254-b1e21efa84e3 x-openstack-request-id: req-8e1c9acc-a330-45ed-8254-b1e21efa84e3 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:02:03.439283 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:02:03.440065 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e1c9acc-a330-45ed-8254-b1e21efa84e3 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:02:03.440549 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'status': 'completed', 'code': 200} Sep 16 17:02:03.494785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:03.502681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbed19c-f373-4294-b954-6bfced69547f req-3c3fa04b-71ac-4cbc-9926-6ca7d6d03fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:03.507417 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bbed19c-f373-4294-b954-6bfced69547f req-3c3fa04b-71ac-4cbc-9926-6ca7d6d03fa1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 1095 time: 0.0447447 Sep 16 17:02:03.513332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] Set router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:03.575084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ad32f2-0666-4393-91c3-a2c17539984d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:03.602120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Checking segment: {'id': 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:03.606800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Network hostable DHCP agents. Network: 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:02:03.632775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbed19c-f373-4294-b954-6bfced69547f req-40707bf2-1b6f-4181-9041-b5f46857df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:03.634262 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bbed19c-f373-4294-b954-6bfced69547f req-40707bf2-1b6f-4181-9041-b5f46857df61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b32455c-4f46-4955-be04-90c61f5c98a4 HTTP/1.1" status: 200 len: 898 time: 0.1227803 Sep 16 17:02:03.681046 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bbed19c-f373-4294-b954-6bfced69547f req-e2efcc15-bcd8-4e9b-b567-a15fe98e172a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 200 len: 217 time: 0.0391564 Sep 16 17:02:03.733030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:02:03.747291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbed19c-f373-4294-b954-6bfced69547f req-71464dc0-eeed-454c-bd3d-be7239a93da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:03.749242 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bbed19c-f373-4294-b954-6bfced69547f req-71464dc0-eeed-454c-bd3d-be7239a93da4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1485585-68f4-4de3-89f9-068b36652655 HTTP/1.1" status: 200 len: 835 time: 0.0614331 Sep 16 17:02:03.763461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:59Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8389477b-fd59-42e6-8d24-9b7956721d30', 'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:0e:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:58Z', 'updated_at': '2021-09-16T17:01:01Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': 'e1485585-68f4-4de3-89f9-068b36652655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:03.796232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] Checking router: bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:03.804871 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:03.809586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbed19c-f373-4294-b954-6bfced69547f req-a093a514-b1f3-49fe-9494-274b52d1f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:03.810270 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bbed19c-f373-4294-b954-6bfced69547f req-a093a514-b1f3-49fe-9494-274b52d1f123 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b32455c-4f46-4955-be04-90c61f5c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541992 Sep 16 17:02:03.811490 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] Routers {'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:03.812359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:03.833241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:03.844429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:03.849520 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:03.871035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da0e45a-cc94-4f4a-8447-bc2a87759c42 None None] Network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:03.949030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e5462-a8bf-4135-be47-75adce5c76c6 req-f79ab7f6-5ba7-47da-ad12-6a25678a940c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:03.949030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-330e5462-a8bf-4135-be47-75adce5c76c6 req-f79ab7f6-5ba7-47da-ad12-6a25678a940c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 944 time: 0.0855689 Sep 16 17:02:03.967513 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bbed19c-f373-4294-b954-6bfced69547f req-5bd4af70-882f-47b7-bfaa-295f41a2b3d0 service neutron] 10.222.0.52 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487675 Sep 16 17:02:03.987332 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-330e5462-a8bf-4135-be47-75adce5c76c6 req-73230551-e6ba-4d75-ae67-2f5b66c36e90 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1b41cd1-9773-4128-bae2-dc123ca3c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340233 Sep 16 17:02:04.013882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e9e309f5-01c8-4f7c-878b-7acc49253245 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8866055 Sep 16 17:02:04.016725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51028) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:04.022838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-708743325-router', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:04.093203 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2bbed19c-f373-4294-b954-6bfced69547f req-8ce54741-8b9e-4f5b-8aae-441f75b70521 service neutron] 10.222.0.52 "GET /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121430 Sep 16 17:02:04.098737 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.099840 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.159364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.161339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] Set router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:04.298384 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-61c9af7e-8d9a-490e-94af-59c99473d436 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:04.300298 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-61c9af7e-8d9a-490e-94af-59c99473d436 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 944 time: 0.0877986 Sep 16 17:02:04.305469 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-8d4678de-5daa-4837-9fe1-fcdb1ee9fdad', 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'fixed_ips': [{'subnet_id': '86ad32f2-0666-4393-91c3-a2c17539984d'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:02:04.306598 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.415787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-fa2f40bc-fb28-4bb8-826d-d2559eb415da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:04.418947 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-fa2f40bc-fb28-4bb8-826d-d2559eb415da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.428983 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.511713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-fa2f40bc-fb28-4bb8-826d-d2559eb415da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:04.512153 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-fa2f40bc-fb28-4bb8-826d-d2559eb415da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.529365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Allocated IP 172.20.0.2 (8d4678de-5daa-4837-9fe1-fcdb1ee9fdad/86ad32f2-0666-4393-91c3-a2c17539984d/5885a580-f12d-4168-be82-e90a31f3995a) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:04.529746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-fa2f40bc-fb28-4bb8-826d-d2559eb415da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:04.550885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:59Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8389477b-fd59-42e6-8d24-9b7956721d30', 'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:0e:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:58Z', 'updated_at': '2021-09-16T17:01:01Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': 'e1485585-68f4-4de3-89f9-068b36652655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:04.593414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c43153-c3ab-4789-b6c2-b72a9fb10b05 None None] The sync data for ids ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'] in n-d-807786-3 is: [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:00:59Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8389477b-fd59-42e6-8d24-9b7956721d30', 'name': '', 'network_id': '7b32455c-4f46-4955-be04-90c61f5c98a4', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:0e:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e1485585-68f4-4de3-89f9-068b36652655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:58Z', 'updated_at': '2021-09-16T17:01:01Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': 'e1485585-68f4-4de3-89f9-068b36652655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:04.728165 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.733039 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-fa2f40bc-fb28-4bb8-826d-d2559eb415da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.741117 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.761695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.765592 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f40bc-fb28-4bb8-826d-d2559eb415da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=8a79f1eb-5fbe-41ee-9ca6-798beb82b985,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:04.790371 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.838000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:04.843786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:04.851920 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:04.855147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Pushing event updated for resources: {'Port': ['ID=5885a580-f12d-4168-be82-e90a31f3995a,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:04.860105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-fa2f40bc-fb28-4bb8-826d-d2559eb415da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] No DVR routers for this DVR port 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:02:04.862762 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-fa2f40bc-fb28-4bb8-826d-d2559eb415da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.866645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f69877e2-bfcf-44ef-a4aa-986e57142485 req-fa2f40bc-fb28-4bb8-826d-d2559eb415da tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.52 "DELETE /v2.0/ports/8a79f1eb-5fbe-41ee-9ca6-798beb82b985 HTTP/1.1" status: 204 len: 173 time: 0.5608342 Sep 16 17:02:04.901543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Allocated IP 172.25.6.222 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/451f19f0-feef-4774-aaa6-52f1635e7341) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:04.908275 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518ce9e-9d70-44b3-969f-c03c2e7ea640 None None] New status for floating IP f407207f-48e4-46db-8599-de0d940cc572: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:02:04.917824 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Attempting to bind port 5885a580-f12d-4168-be82-e90a31f3995a on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:04.918289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Attempting to bind port 5885a580-f12d-4168-be82-e90a31f3995a by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:04.918722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Attempting to bind port 5885a580-f12d-4168-be82-e90a31f3995a on network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:04.924917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:04.925501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Checking segment: {'id': 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:04.925920 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.926372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Bound using segment: {'id': 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:04.926902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Bound port: 5885a580-f12d-4168-be82-e90a31f3995a, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:04.927350 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:04.998240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] For port 5885a580-f12d-4168-be82-e90a31f3995a, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:05.002637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] For port 5885a580-f12d-4168-be82-e90a31f3995a, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5885a580-f12d-4168-be82-e90a31f3995a,segment=NetworkSegment(cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8),segment_id=cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:05.040636 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:05.100801 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ad43322-158c-4bb0-92dc-908fcc4f0a91 req-1fce0817-8275-446b-a544-0a5143b7ccf7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=752c1deb-0518-421f-a045-4c3bf7666cea HTTP/1.1" status: 200 len: 210 time: 0.0321472 Sep 16 17:02:05.110783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:05.139309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:05.193769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Pushing event updated for resources: {'Port': ['ID=451f19f0-feef-4774-aaa6-52f1635e7341,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:05.221993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bae530-e698-4d3d-a468-a548e122aae5 None None] Pushing event updated for resources: {'Port': ['ID=5885a580-f12d-4168-be82-e90a31f3995a,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:05.229314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:05.232376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:05.236194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:05.442062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'name': 'network-vif-deleted', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:02:05.444483 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec6b857-58e6-4602-b515-c5b203c76fa1" -d '{"events": [{"server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "name": "network-vif-deleted", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:02:05.508473 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81090039-87a7-4090-a7c9-d20676fe2610 x-openstack-request-id: req-81090039-87a7-4090-a7c9-d20676fe2610 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:02:05.508473 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c1deb-0518-421f-a045-4c3bf7666cea", "name": "network-vif-deleted", "tag": "8a79f1eb-5fbe-41ee-9ca6-798beb82b985", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:02:05.508473 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81090039-87a7-4090-a7c9-d20676fe2610 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:02:05.508473 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c1deb-0518-421f-a045-4c3bf7666cea', 'name': 'network-vif-deleted', 'tag': '8a79f1eb-5fbe-41ee-9ca6-798beb82b985', 'status': 'completed', 'code': 200} Sep 16 17:02:05.661735 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:06.167707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51038) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:06.194875 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:06.221679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb6cc64-1256-4ac4-b30a-cba826611aec None None] Network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:06.362133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-285b33bc-72d2-46a9-a6dd-d27f21a80227 None None] Provisioning complete for port 5885a580-f12d-4168-be82-e90a31f3995a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:06.362814 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-285b33bc-72d2-46a9-a6dd-d27f21a80227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:06.441476 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Router 86f6b601-ab4a-4a24-b215-c746dfecba52 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:02:06.542388 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-285b33bc-72d2-46a9-a6dd-d27f21a80227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:06.612755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-285b33bc-72d2-46a9-a6dd-d27f21a80227 None None] For port 5885a580-f12d-4168-be82-e90a31f3995a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5885a580-f12d-4168-be82-e90a31f3995a,segment=NetworkSegment(cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8),segment_id=cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:06.644335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:06.658959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Sync routers for ids ['86f6b601-ab4a-4a24-b215-c746dfecba52'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:06.668158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5885a580-f12d-4168-be82-e90a31f3995a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:06.701184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Routers {'86f6b601-ab4a-4a24-b215-c746dfecba52'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:06.702130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['86f6b601-ab4a-4a24-b215-c746dfecba52'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:06.756044 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-285b33bc-72d2-46a9-a6dd-d27f21a80227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:06.772893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:06.775125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4574190d-d586-4ebc-8a54-3e6e9af12991 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7572117 Sep 16 17:02:06.778796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51042) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:06.838391 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:06.904971 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b33bc-72d2-46a9-a6dd-d27f21a80227 None None] Pushing event updated for resources: {'Port': ['ID=5885a580-f12d-4168-be82-e90a31f3995a,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:06.935139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Set router 86f6b601-ab4a-4a24-b215-c746dfecba52 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:06.996608 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ccf48975-b975-4d5d-8185-4d2c3a51fe40 None None] Provisioning complete for port 5885a580-f12d-4168-be82-e90a31f3995a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:06.997030 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ccf48975-b975-4d5d-8185-4d2c3a51fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.000121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5885a580-f12d-4168-be82-e90a31f3995a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:07.001206 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.252800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port 8389477b-fd59-42e6-8d24-9b7956721d30 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:07.253278 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.332483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'name': 'tempest-TestAggregatesBasicOps-708743325-router', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:05Z', 'revision_number': 3, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'gw_port': {'id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:07.340889 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.373979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Checking router: 86f6b601-ab4a-4a24-b215-c746dfecba52 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:07.374560 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Updating router 86f6b601-ab4a-4a24-b215-c746dfecba52 port 451f19f0-feef-4774-aaa6-52f1635e7341 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:02:07.383412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port 8389477b-fd59-42e6-8d24-9b7956721d30, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8389477b-fd59-42e6-8d24-9b7956721d30,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:07.384060 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.403406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for 8389477b-fd59-42e6-8d24-9b7956721d30 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:07.421857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.583588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Allocated IP 172.20.0.1 (8d4678de-5daa-4837-9fe1-fcdb1ee9fdad/86ad32f2-0666-4393-91c3-a2c17539984d/8ae7761f-02b1-4c74-8e9a-eb472ea4a23c) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:07.692959 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.712271 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.723431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=8389477b-fd59-42e6-8d24-9b7956721d30,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:07.767023 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.830718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a3c76-1dd8-4be8-ac3f-bf213ca004f9 None None] Pushing event updated for resources: {'Port': ['ID=451f19f0-feef-4774-aaa6-52f1635e7341,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:07.856908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Attempting to bind port 451f19f0-feef-4774-aaa6-52f1635e7341 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:07.857288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Attempting to bind port 451f19f0-feef-4774-aaa6-52f1635e7341 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:07.858278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Attempting to bind port 451f19f0-feef-4774-aaa6-52f1635e7341 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:07.864338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:07.864815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:07.865313 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.865723 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:07.866195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Bound port: 451f19f0-feef-4774-aaa6-52f1635e7341, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:07.866581 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.910943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.967681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:07.968899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] For port 451f19f0-feef-4774-aaa6-52f1635e7341, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:07.972357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] For port 451f19f0-feef-4774-aaa6-52f1635e7341, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=451f19f0-feef-4774-aaa6-52f1635e7341,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:07.988240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:08.002730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:02:08.003081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 8a79f1eb-5fbe-41ee-9ca6-798beb82b985 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:08.053064 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:08.081422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:08.116710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Routers {'86f6b601-ab4a-4a24-b215-c746dfecba52'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:08.116710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['86f6b601-ab4a-4a24-b215-c746dfecba52'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:08.128030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:08.131154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:08.134850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:08.163503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae7761f-02b1-4c74-8e9a-eb472ea4a23c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:08.203395 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:08.247898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a3c76-1dd8-4be8-ac3f-bf213ca004f9 None None] Pushing event updated for resources: {'Port': ['ID=451f19f0-feef-4774-aaa6-52f1635e7341,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:08.283365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] Set router 86f6b601-ab4a-4a24-b215-c746dfecba52 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:08.450987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:08.623905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:02:08.684680 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:08.702447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2695ab9e-ec50-405f-9545-b46dee6001f6 None None] Provisioning complete for port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:08.703032 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2695ab9e-ec50-405f-9545-b46dee6001f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:08.726227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5885a580-f12d-4168-be82-e90a31f3995a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:08.735546 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:08.769998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:08.779721 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-38808259-f06f-4328-be16-46e46fdfb463 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "PUT /v2.0/routers/bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6071160 Sep 16 17:02:08.779956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51048) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:08.790885 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] Sync routers for ids ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:08.803476 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] Routers {'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:08.804091 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:08.821561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2695ab9e-ec50-405f-9545-b46dee6001f6 None None] Port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:08.847436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46ad2e7-61da-4fd2-a1f5-54787e0617ce tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting subnet e1485585-68f4-4de3-89f9-068b36652655 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:02:08.848836 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'name': 'tempest-TestAggregatesBasicOps-708743325-router', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:05Z', 'revision_number': 3, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'gw_port': {'id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:08.849943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae7761f-02b1-4c74-8e9a-eb472ea4a23c,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:08.852489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a46ad2e7-61da-4fd2-a1f5-54787e0617ce tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:08.884172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:08.895552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5885a580-f12d-4168-be82-e90a31f3995a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:08.896032 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:08.903603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4132c-c7bd-4d37-90fa-73f18396dcd0 None None] The sync data for ids ['86f6b601-ab4a-4a24-b215-c746dfecba52'] in n-d-807786-3 is: [{'id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'name': 'tempest-TestAggregatesBasicOps-708743325-router', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:05Z', 'revision_number': 3, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'gw_port': {'id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:08.919402 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a46ad2e7-61da-4fd2-a1f5-54787e0617ce tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:09.022650 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] Set router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:09.027977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:09.029844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:09.159705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a46ad2e7-61da-4fd2-a1f5-54787e0617ce tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:09.262238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Router 86f6b601-ab4a-4a24-b215-c746dfecba52 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:02:09.305840 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a46ad2e7-61da-4fd2-a1f5-54787e0617ce tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:09.378767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ad2e7-61da-4fd2-a1f5-54787e0617ce tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Subnet': ['ID=e1485585-68f4-4de3-89f9-068b36652655,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:09.380835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a46ad2e7-61da-4fd2-a1f5-54787e0617ce tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:09.385497 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a46ad2e7-61da-4fd2-a1f5-54787e0617ce tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/subnets/e1485585-68f4-4de3-89f9-068b36652655 HTTP/1.1" status: 204 len: 168 time: 0.6021650 Sep 16 17:02:09.391130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184580b4-31ee-47ac-9c0f-a84fd4a95c47 None None] Network 7b32455c-4f46-4955-be04-90c61f5c98a4 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:09.394766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51052) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:09.429640 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:02:07Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:09.454243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:09.476068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-107262a0-3d35-4ba0-bf59-9a649b851239 admin admin] 10.222.0.22 "PUT /v2.0/routers/86f6b601-ab4a-4a24-b215-c746dfecba52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6959596 Sep 16 17:02:09.507727 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] Checking router: bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:09.531489 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] Routers {'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:09.532519 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:09.549935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7c9c96e8-5afc-4d3b-b49a-89e2ecaca63a None None] Provisioning complete for port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:09.550312 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7c9c96e8-5afc-4d3b-b49a-89e2ecaca63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:09.634006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:09.665473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c96e8-5afc-4d3b-b49a-89e2ecaca63a None None] Port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:09.710625 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] Set router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:09.771829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14835537-320f-4249-b636-f30d6af431fa None None] DHCP port deletion for 7b32455c-4f46-4955-be04-90c61f5c98a4 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:02:09.787352 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:09.831437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-14835537-320f-4249-b636-f30d6af431fa None None] Deleting port 8c69c8da-814e-4393-ac9e-72c05d310cd0 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:09.831647 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:09.916245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-14835537-320f-4249-b636-f30d6af431fa None None] For port 8c69c8da-814e-4393-ac9e-72c05d310cd0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8c69c8da-814e-4393-ac9e-72c05d310cd0,segment=NetworkSegment(b25c5ac1-ec34-4204-8f22-fa6763da6871),segment_id=b25c5ac1-ec34-4204-8f22-fa6763da6871)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:09.916595 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:09.931872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-14835537-320f-4249-b636-f30d6af431fa None None] Calling delete_port for 8c69c8da-814e-4393-ac9e-72c05d310cd0 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:09.957696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:09.960342 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:09.975811 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:02:07Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:10.013901 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4799f4de-93a3-4bd2-a2aa-b0043d1554f8 None None] The sync data for ids ['bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3'] in n-d-807786-3 is: [{'id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485125152', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:00:53Z', 'updated_at': '2021-09-16T17:02:07Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': 'a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:00:54Z', 'updated_at': '2021-09-16T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:10.102163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:10.103000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.122216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:10.143738 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.180254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14835537-320f-4249-b636-f30d6af431fa None None] Pushing event deleted for resources: {'Port': ['ID=8c69c8da-814e-4393-ac9e-72c05d310cd0,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:10.183614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14835537-320f-4249-b636-f30d6af431fa None None] No DVR routers for this DVR port 8c69c8da-814e-4393-ac9e-72c05d310cd0 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:02:10.193309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.193967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.194731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.194840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.195512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.195956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.196418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.196827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.197273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.197693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.198114 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.198655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14835537-320f-4249-b636-f30d6af431fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:10.419225 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.421301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51070) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:10.428020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-764347376-network', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:10.472845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:10.547394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Made reservation on behalf of b48c373a0276463faafa927f87ff4e55 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:10.548255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.563973 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.570453 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.710496 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.737473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.740248 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.744457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 451f19f0-feef-4774-aaa6-52f1635e7341 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:10.762174 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.790661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:02:10.797214 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf288920-bdbe-42b5-8ed6-98693af0de5b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:10.797510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 451f19f0-feef-4774-aaa6-52f1635e7341 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:10.798031 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.804954 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.805307 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Added segment bdbade28-174e-4547-a4e8-8899a4855e71 of type vlan for network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 Sep 16 17:02:10.853712 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.892873 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.893797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Fanout notify agent at l3_agent the message router_deleted on router bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:02:10.907545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.908718 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2b08ce60-aeda-4690-bb53-dfacb3f8d16d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/routers/bb39dcf3-b7ac-40a1-a0b9-e3f9081fbdd3 HTTP/1.1" status: 204 len: 168 time: 1.5127981 Sep 16 17:02:10.911413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51074) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:10.916892 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.945599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 451f19f0-feef-4774-aaa6-52f1635e7341, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=451f19f0-feef-4774-aaa6-52f1635e7341,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:10.950043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:10.951218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:10.951860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.005425 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.055963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] Pushing event updated for resources: {'Network': ['ID=2ecf98b2-6933-475e-b5ac-1e6f2e962175,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:11.067484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:02:11.097907 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.118901 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.133034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d4c77542-05e9-4f9c-b1de-a1c271db0514 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7104471 Sep 16 17:02:11.135651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51076) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:11.141110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b32455c-4f46-4955-be04-90c61f5c98a4']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:11.150099 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Request body: {'subnet': {'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-764347376-subnet', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:11.160824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25c5ac1-ec34-4204-8f22-fa6763da6871') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:11.161215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25c5ac1-ec34-4204-8f22-fa6763da6871') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:11.183869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Sync routers for ids ['86f6b601-ab4a-4a24-b215-c746dfecba52'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:11.188025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.210023 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.210257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=451f19f0-feef-4774-aaa6-52f1635e7341,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:11.218208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Routers {'86f6b601-ab4a-4a24-b215-c746dfecba52'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:11.218565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['86f6b601-ab4a-4a24-b215-c746dfecba52'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:11.218896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:02:11.219367 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:02:11.222550 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:02:11.258225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Made reservation on behalf of b48c373a0276463faafa927f87ff4e55 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:11.261783 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.327266 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.337249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Set router 86f6b601-ab4a-4a24-b215-c746dfecba52 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:11.356336 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.358288 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/networks/7b32455c-4f46-4955-be04-90c61f5c98a4 HTTP/1.1" status: 204 len: 168 time: 0.4456360 Sep 16 17:02:11.359408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88ed75-56e4-48c7-a9cf-cef51720e236 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Network': ['ID=7b32455c-4f46-4955-be04-90c61f5c98a4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:11.361182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51078) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:11.462124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8c69c8da-814e-4393-ac9e-72c05d310cd0 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:11.472025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6221a73a-e1f9-4f5a-90ff-8c5aed08ffb5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.491815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8c69c8da-814e-4393-ac9e-72c05d310cd0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:02:11.492297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8c69c8da-814e-4393-ac9e-72c05d310cd0 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:11.492777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8389477b-fd59-42e6-8d24-9b7956721d30 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:11.498097 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6221a73a-e1f9-4f5a-90ff-8c5aed08ffb5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.504122 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.522122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8389477b-fd59-42e6-8d24-9b7956721d30 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:02:11.522475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8389477b-fd59-42e6-8d24-9b7956721d30 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:11.576667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a225ac-7263-4ee3-a4d9-39925a865583,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:11.585736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Checking segment: {'id': 'bdbade28-174e-4547-a4e8-8899a4855e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:11.586158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Network hostable DHCP agents. Network: 2ecf98b2-6933-475e-b5ac-1e6f2e962175, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:02:11.618283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6221a73a-e1f9-4f5a-90ff-8c5aed08ffb5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.621323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6221a73a-e1f9-4f5a-90ff-8c5aed08ffb5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.622574 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6221a73a-e1f9-4f5a-90ff-8c5aed08ffb5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/security-groups/e1b41cd1-9773-4128-bae2-dc123ca3c6b7 HTTP/1.1" status: 204 len: 168 time: 0.2602599 Sep 16 17:02:11.640668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221a73a-e1f9-4f5a-90ff-8c5aed08ffb5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b41cd1-9773-4128-bae2-dc123ca3c6b7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:11.644066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'name': 'tempest-TestAggregatesBasicOps-708743325-router', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:08Z', 'revision_number': 4, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'gw_port': {'id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8ae7761f-02b1-4c74-8e9a-eb472ea4a23c', 'name': '', 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'mac_address': 'fa:16:3e:56:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '86ad32f2-0666-4393-91c3-a2c17539984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:07Z', 'updated_at': '2021-09-16T17:02:08Z', 'revision_number': 2, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'subnets': [{'id': '86ad32f2-0666-4393-91c3-a2c17539984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:11.669574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:02:11.679219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Checking router: 86f6b601-ab4a-4a24-b215-c746dfecba52 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:11.690047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Updating router 86f6b601-ab4a-4a24-b215-c746dfecba52 port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:02:11.709515 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.766613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 2ecf98b2-6933-475e-b5ac-1e6f2e962175) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:11.782127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:11.782907 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.812371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1520afe4-e2d4-4c75-9a5c-c1101f0e8ae5 None None] Network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:11.876873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-611dbfa7-29bc-472c-a835-86262838d3e8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7397454 Sep 16 17:02:11.879300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51086) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:11.886383 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-764347376-router', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:11.990276 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:11.991957 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.050485 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.066004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2ecf98b2-6933-475e-b5ac-1e6f2e962175', 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'fixed_ips': [{'subnet_id': '08a225ac-7263-4ee3-a4d9-39925a865583'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:02:12.066850 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.130435 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.363138 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.363630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51098) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:12.363630 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-42e4f10f-6b94-464a-8857-d73f4978083a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195387318', 'description': 'tempest-secgroup-smoke-195387318 description', 'project_id': '90e3435321d04ec983180b4203d704f4'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:12.363987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.364200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Allocated IP 172.20.0.2 (2ecf98b2-6933-475e-b5ac-1e6f2e962175/08a225ac-7263-4ee3-a4d9-39925a865583/da83ccf7-d98d-44de-9eb3-c71021142acb) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:12.364200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f60d44-f95f-4375-8d32-b7d3cbee6b62 None None] Pushing event updated for resources: {'Port': ['ID=8ae7761f-02b1-4c74-8e9a-eb472ea4a23c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:12.401065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-42e4f10f-6b94-464a-8857-d73f4978083a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.411609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Attempting to bind port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:12.412770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Attempting to bind port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:12.413144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Attempting to bind port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c on network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:12.446449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:12.446848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Checking segment: {'id': 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:12.464563 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.466666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Bound using segment: {'id': 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:12.468149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Bound port: 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:12.469146 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.572115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-42e4f10f-6b94-464a-8857-d73f4978083a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.618656 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-42e4f10f-6b94-464a-8857-d73f4978083a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.657967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] For port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:12.660147 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 451f19f0-feef-4774-aaa6-52f1635e7341 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:12.664855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4f10f-6b94-464a-8857-d73f4978083a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f57427-19da-42c6-99ca-0be35cc38b88,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:12.683639 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.697573 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.721367 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-42e4f10f-6b94-464a-8857-d73f4978083a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.723014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] For port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8ae7761f-02b1-4c74-8e9a-eb472ea4a23c,segment=NetworkSegment(cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8),segment_id=cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:12.724984 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-42e4f10f-6b94-464a-8857-d73f4978083a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4574921 Sep 16 17:02:12.736908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51110) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:12.741490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b26bca82-423d-4baa-9813-60be93b9c838 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'c7f57427-19da-42c6-99ca-0be35cc38b88', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:12.747671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3d950cfb-d24c-45d2-bf91-d2c4989996a5 None None] Provisioning complete for port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:12.748092 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3d950cfb-d24c-45d2-bf91-d2c4989996a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.786400 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.788701 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.834084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Allocated IP 172.25.6.131 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/eaf60e0a-9af5-4747-ba72-ab654928a0ec) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:12.946056 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b26bca82-423d-4baa-9813-60be93b9c838 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:12.958600 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.008407 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.021953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 451f19f0-feef-4774-aaa6-52f1635e7341 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:13.022335 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.025830 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b26bca82-423d-4baa-9813-60be93b9c838 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.035584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3d950cfb-d24c-45d2-bf91-d2c4989996a5 None None] Port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:13.078659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f60d44-f95f-4375-8d32-b7d3cbee6b62 None None] Pushing event updated for resources: {'Port': ['ID=8ae7761f-02b1-4c74-8e9a-eb472ea4a23c,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:13.088758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:13.110251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.116858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:13.122840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:13.127592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Routers {'86f6b601-ab4a-4a24-b215-c746dfecba52'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:13.128447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['86f6b601-ab4a-4a24-b215-c746dfecba52'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:13.138406 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b26bca82-423d-4baa-9813-60be93b9c838 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.165323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:13.169314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:13.177339 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:13.178263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bca82-423d-4baa-9813-60be93b9c838 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800567be-853e-450b-95c6-d51c256d4618,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:13.181918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf60e0a-9af5-4747-ba72-ab654928a0ec,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:13.227720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Pushing event updated for resources: {'Port': ['ID=da83ccf7-d98d-44de-9eb3-c71021142acb,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:13.272406 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b26bca82-423d-4baa-9813-60be93b9c838 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.275328 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b26bca82-423d-4baa-9813-60be93b9c838 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5365977 Sep 16 17:02:13.280182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51116) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:13.289195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-794d7117-dbe8-4ea9-8b14-e6e1ef3d5ab7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'c7f57427-19da-42c6-99ca-0be35cc38b88', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:13.367616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Attempting to bind port da83ccf7-d98d-44de-9eb3-c71021142acb on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:13.368067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Attempting to bind port da83ccf7-d98d-44de-9eb3-c71021142acb by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'bdbade28-174e-4547-a4e8-8899a4855e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:13.368533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Attempting to bind port da83ccf7-d98d-44de-9eb3-c71021142acb on network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:13.392327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:13.397736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:13.398112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Checking segment: {'id': 'bdbade28-174e-4547-a4e8-8899a4855e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:13.398514 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.398906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Bound using segment: {'id': 'bdbade28-174e-4547-a4e8-8899a4855e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:13.399386 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Bound port: da83ccf7-d98d-44de-9eb3-c71021142acb, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbade28-174e-4547-a4e8-8899a4855e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:13.399767 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.429875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] Set router 86f6b601-ab4a-4a24-b215-c746dfecba52 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:13.431782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-be0e936a-3c3c-4d8f-b82a-b00dc94ca2a3 None None] Provisioning complete for port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:13.432150 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-be0e936a-3c3c-4d8f-b82a-b00dc94ca2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.459841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:02:13.460185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a6d391ae-35a5-41b0-b7a6-2ef1280c4b6b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:13.471646 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-794d7117-dbe8-4ea9-8b14-e6e1ef3d5ab7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.566514 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-794d7117-dbe8-4ea9-8b14-e6e1ef3d5ab7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.605108 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.617807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] For port da83ccf7-d98d-44de-9eb3-c71021142acb, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:13.641002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-794d7117-dbe8-4ea9-8b14-e6e1ef3d5ab7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.642180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] For port da83ccf7-d98d-44de-9eb3-c71021142acb, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=da83ccf7-d98d-44de-9eb3-c71021142acb,segment=NetworkSegment(bdbade28-174e-4547-a4e8-8899a4855e71),segment_id=bdbade28-174e-4547-a4e8-8899a4855e71)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:13.669296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d7117-dbe8-4ea9-8b14-e6e1ef3d5ab7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9893bf81-ef76-4411-832a-d0403618597a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:13.712935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.720929 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-be0e936a-3c3c-4d8f-b82a-b00dc94ca2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.772952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-794d7117-dbe8-4ea9-8b14-e6e1ef3d5ab7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.777337 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-794d7117-dbe8-4ea9-8b14-e6e1ef3d5ab7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4906986 Sep 16 17:02:13.777337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51126) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:13.785795 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b7acf338-21ef-458e-ab4b-7de448ea6e28 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'c7f57427-19da-42c6-99ca-0be35cc38b88', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:13.865447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf3296-c2ac-4ed7-943c-0c8e10f68cd3 None None] Pushing event updated for resources: {'Port': ['ID=da83ccf7-d98d-44de-9eb3-c71021142acb,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:13.871950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-be0e936a-3c3c-4d8f-b82a-b00dc94ca2a3 None None] For port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8ae7761f-02b1-4c74-8e9a-eb472ea4a23c,segment=NetworkSegment(cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8),segment_id=cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:13.911538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7acf338-21ef-458e-ab4b-7de448ea6e28 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.928972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'name': 'tempest-TestAggregatesBasicOps-708743325-router', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:08Z', 'revision_number': 4, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'gw_port': {'id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8ae7761f-02b1-4c74-8e9a-eb472ea4a23c', 'name': '', 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'mac_address': 'fa:16:3e:56:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '86ad32f2-0666-4393-91c3-a2c17539984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:07Z', 'updated_at': '2021-09-16T17:02:12Z', 'revision_number': 4, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'subnets': [{'id': '86ad32f2-0666-4393-91c3-a2c17539984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:13.934151 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:13.962733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38196ab-5575-4ce0-b1da-6452a0308417 None None] The sync data for ids ['86f6b601-ab4a-4a24-b215-c746dfecba52'] in n-d-807786-3 is: [{'id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'name': 'tempest-TestAggregatesBasicOps-708743325-router', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:08Z', 'revision_number': 4, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'gw_port': {'id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8ae7761f-02b1-4c74-8e9a-eb472ea4a23c', 'name': '', 'network_id': '8d4678de-5daa-4837-9fe1-fcdb1ee9fdad', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'mac_address': 'fa:16:3e:56:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '86ad32f2-0666-4393-91c3-a2c17539984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:07Z', 'updated_at': '2021-09-16T17:02:12Z', 'revision_number': 4, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'subnets': [{'id': '86ad32f2-0666-4393-91c3-a2c17539984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:13.973781 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-be0e936a-3c3c-4d8f-b82a-b00dc94ca2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.025719 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.027818 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7acf338-21ef-458e-ab4b-7de448ea6e28 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.087283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e936a-3c3c-4d8f-b82a-b00dc94ca2a3 None None] Pushing event updated for resources: {'Port': ['ID=8ae7761f-02b1-4c74-8e9a-eb472ea4a23c,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:14.093852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7acf338-21ef-458e-ab4b-7de448ea6e28 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.129401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acf338-21ef-458e-ab4b-7de448ea6e28 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a38671-42af-43ca-9541-ddf2faafad02,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:14.166669 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b7acf338-21ef-458e-ab4b-7de448ea6e28 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.168454 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b7acf338-21ef-458e-ab4b-7de448ea6e28 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3877766 Sep 16 17:02:14.171215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51132) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:14.177672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3eaf5dd6-c00d-4711-8833-77e37694daf7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'c7f57427-19da-42c6-99ca-0be35cc38b88', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:14.265231 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eaf5dd6-c00d-4711-8833-77e37694daf7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.302810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.361980 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eaf5dd6-c00d-4711-8833-77e37694daf7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.419108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eaf5dd6-c00d-4711-8833-77e37694daf7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.450218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf5dd6-c00d-4711-8833-77e37694daf7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4641803d-f13e-443c-970e-c93f5036ee6a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:14.529437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3eaf5dd6-c00d-4711-8833-77e37694daf7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.533691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51142) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:14.534227 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3eaf5dd6-c00d-4711-8833-77e37694daf7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617072 Sep 16 17:02:14.539333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1c72865e-24c9-402a-9323-cfefcca870ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'c7f57427-19da-42c6-99ca-0be35cc38b88', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:14.563604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Router 55bd25c9-03f2-47ce-bd41-08388179937a is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:02:14.638249 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-1c72865e-24c9-402a-9323-cfefcca870ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Project 90e3435321d04ec983180b4203d704f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:02:14.646754 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c72865e-24c9-402a-9323-cfefcca870ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.734583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device da83ccf7-d98d-44de-9eb3-c71021142acb up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:14.793219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:14.806495 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Sync routers for ids ['55bd25c9-03f2-47ce-bd41-08388179937a'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:14.815417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port da83ccf7-d98d-44de-9eb3-c71021142acb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:14.816067 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.823318 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Routers {'55bd25c9-03f2-47ce-bd41-08388179937a'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:14.824050 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['55bd25c9-03f2-47ce-bd41-08388179937a'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:14.841551 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c72865e-24c9-402a-9323-cfefcca870ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.928586 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.930203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d2e57eb0-d318-4fb8-ba9c-cbe62f0ebf22 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0494423 Sep 16 17:02:14.933287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c72865e-24c9-402a-9323-cfefcca870ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.935670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51148) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:14.942967 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:14.982966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72865e-24c9-402a-9323-cfefcca870ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93100ab0-3c84-4742-b822-a9eb6674d806,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:15.028044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port da83ccf7-d98d-44de-9eb3-c71021142acb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=da83ccf7-d98d-44de-9eb3-c71021142acb,segment=NetworkSegment(bdbade28-174e-4547-a4e8-8899a4855e71),segment_id=bdbade28-174e-4547-a4e8-8899a4855e71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:15.050057 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Set router 55bd25c9-03f2-47ce-bd41-08388179937a gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:15.109762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c72865e-24c9-402a-9323-cfefcca870ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.114546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1c72865e-24c9-402a-9323-cfefcca870ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5758448 Sep 16 17:02:15.114546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51152) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:15.118770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5f639b85-7940-49b2-bb81-d8c15c884cfe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'security_group_rule': {'security_group_id': 'c7f57427-19da-42c6-99ca-0be35cc38b88', 'project_id': '90e3435321d04ec983180b4203d704f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:15.134374 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.139393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:15.247318 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-5f639b85-7940-49b2-bb81-d8c15c884cfe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Project 90e3435321d04ec983180b4203d704f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:02:15.253480 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f639b85-7940-49b2-bb81-d8c15c884cfe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.311940 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dde921-ac41-4ab1-abe4-0afdd323c453 None None] Network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:15.368131 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f639b85-7940-49b2-bb81-d8c15c884cfe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.390348 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'name': 'tempest-TestAggregatesBasicOps-764347376-router', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:11Z', 'updated_at': '2021-09-16T17:02:13Z', 'revision_number': 3, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'gw_port': {'id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:12Z', 'updated_at': '2021-09-16T17:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:15.416433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=da83ccf7-d98d-44de-9eb3-c71021142acb,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:15.432271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2a97774d-a896-4119-9482-b0ef8fce195b None None] Provisioning complete for port da83ccf7-d98d-44de-9eb3-c71021142acb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:15.433197 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a97774d-a896-4119-9482-b0ef8fce195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.440949 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Checking router: 55bd25c9-03f2-47ce-bd41-08388179937a for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:15.445576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f639b85-7940-49b2-bb81-d8c15c884cfe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.445743 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Updating router 55bd25c9-03f2-47ce-bd41-08388179937a port eaf60e0a-9af5-4747-ba72-ab654928a0ec binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:02:15.482032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f639b85-7940-49b2-bb81-d8c15c884cfe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdceeef-c994-47ae-80d2-4c150f46c61d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:15.484280 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.513112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:15.513492 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.584668 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f639b85-7940-49b2-bb81-d8c15c884cfe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.586637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5f639b85-7940-49b2-bb81-d8c15c884cfe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4717822 Sep 16 17:02:15.589931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51162) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:15.597221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'network': {'name': 'tempest-network-smoke--212518854', 'project_id': '90e3435321d04ec983180b4203d704f4', 'port_security_enabled': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:15.701048 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.842026 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.863642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:15.867354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.905334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:02:15.914153 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.914502 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Added segment 941bbd11-0bf0-4a92-a5fa-6aee682fff71 of type vlan for network d9657ff8-2ebc-4148-b190-9702ad7e4644 Sep 16 17:02:15.921072 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.980190 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:15.982711 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Pushing event updated for resources: {'Port': ['ID=eaf60e0a-9af5-4747-ba72-ab654928a0ec,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:15.985559 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Attempting to bind port eaf60e0a-9af5-4747-ba72-ab654928a0ec on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:15.987884 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Attempting to bind port eaf60e0a-9af5-4747-ba72-ab654928a0ec by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:15.987884 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Attempting to bind port eaf60e0a-9af5-4747-ba72-ab654928a0ec on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:16.001452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Allocated IP 172.20.0.1 (2ecf98b2-6933-475e-b5ac-1e6f2e962175/08a225ac-7263-4ee3-a4d9-39925a865583/11a7b07e-bcb7-414e-b0c1-8cdb5fb68194) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:16.003898 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:16.004489 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:16.005072 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.005610 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:16.006999 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Bound port: eaf60e0a-9af5-4747-ba72-ab654928a0ec, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:16.007628 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.015914 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.016256 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.016800 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.017131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.017462 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.017834 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.018345 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.018865 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.019186 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.019685 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.020007 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.020328 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:16.081721 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] For port eaf60e0a-9af5-4747-ba72-ab654928a0ec, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:16.085168 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] For port eaf60e0a-9af5-4747-ba72-ab654928a0ec, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eaf60e0a-9af5-4747-ba72-ab654928a0ec,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:16.092545 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.099722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:16.100582 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.113308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cb4e9b58-79dc-4f0b-97cd-9902ed8f5690 None None] Provisioning complete for port da83ccf7-d98d-44de-9eb3-c71021142acb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:16.114698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9b58-79dc-4f0b-97cd-9902ed8f5690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.163206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.185359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Network': ['ID=d9657ff8-2ebc-4148-b190-9702ad7e4644,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:16.194069 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.217382 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a805825d-8992-4238-bc41-4f573b65817f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6226430 Sep 16 17:02:16.217584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network d9657ff8-2ebc-4148-b190-9702ad7e4644 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:02:16.217708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51170) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:16.233385 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'admin_state_up': True, 'project_id': '90e3435321d04ec983180b4203d704f4', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:16.268371 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a345e-7fdf-4cfc-82aa-81b7cc08cdb9 None None] Pushing event updated for resources: {'Port': ['ID=eaf60e0a-9af5-4747-ba72-ab654928a0ec,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:16.284572 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Routers {'55bd25c9-03f2-47ce-bd41-08388179937a'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:16.285515 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['55bd25c9-03f2-47ce-bd41-08388179937a'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:16.316278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.319175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.402322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.407465 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] Set router 55bd25c9-03f2-47ce-bd41-08388179937a gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:16.608111 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.624199 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.644748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device da83ccf7-d98d-44de-9eb3-c71021142acb up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:16.680896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:16.685685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:16.689423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:16.699016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Pushing event updated for resources: {'Port': ['ID=11a7b07e-bcb7-414e-b0c1-8cdb5fb68194,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:16.740706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.750127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port da83ccf7-d98d-44de-9eb3-c71021142acb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:16.750698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:16.808991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'name': 'tempest-TestAggregatesBasicOps-764347376-router', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:11Z', 'updated_at': '2021-09-16T17:02:13Z', 'revision_number': 3, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'gw_port': {'id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:12Z', 'updated_at': '2021-09-16T17:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:16.857799 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a577766-c498-49a4-a73e-39f49c418d0a None None] The sync data for ids ['55bd25c9-03f2-47ce-bd41-08388179937a'] in n-d-807786-3 is: [{'id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'name': 'tempest-TestAggregatesBasicOps-764347376-router', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:11Z', 'updated_at': '2021-09-16T17:02:13Z', 'revision_number': 3, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'gw_port': {'id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:12Z', 'updated_at': '2021-09-16T17:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:17.024859 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:17.029842 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:17.058704 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:17.077781 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fcac0834-70e3-46d6-a90c-5a0972555ca1 None None] Provisioning complete for port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:17.078317 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fcac0834-70e3-46d6-a90c-5a0972555ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:17.134809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fcac0834-70e3-46d6-a90c-5a0972555ca1 None None] Port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:17.230513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.25.6.217 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/36c60fbf-7159-4d6a-9b17-7c8224432a63) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:17.276486 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:17.367788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:17.373267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:17.460879 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:17.474409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Pushing event updated for resources: {'Port': ['ID=11a7b07e-bcb7-414e-b0c1-8cdb5fb68194,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:17.533567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:17.577298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:17.578813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:17.622209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:17.628749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:17.658664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:17.667391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=36c60fbf-7159-4d6a-9b17-7c8224432a63,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:17.779741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Router 55bd25c9-03f2-47ce-bd41-08388179937a has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:02:17.931548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:17.945456 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-634df65c-c1a4-4d76-aa05-3323cf96fa90 admin admin] 10.222.0.22 "PUT /v2.0/routers/55bd25c9-03f2-47ce-bd41-08388179937a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0000050 Sep 16 17:02:17.978357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-55f9d837-201f-4ddb-a742-cd104124a431 None None] Provisioning complete for port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:17.988869 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55f9d837-201f-4ddb-a742-cd104124a431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:18.026141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-55f9d837-201f-4ddb-a742-cd104124a431 None None] Port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:18.053257 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:18.294785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:18.601870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:02:18.683476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eaf60e0a-9af5-4747-ba72-ab654928a0ec up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:18.742813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:18.751160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port eaf60e0a-9af5-4747-ba72-ab654928a0ec triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:18.751920 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:18.756587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Sync routers for ids ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:18.795879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Routers {'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:18.796839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:18.847108 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Sync routers for ids ['55bd25c9-03f2-47ce-bd41-08388179937a'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:18.857679 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Routers {'55bd25c9-03f2-47ce-bd41-08388179937a'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:18.858561 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['55bd25c9-03f2-47ce-bd41-08388179937a'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:18.875659 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:18.880423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a4d33c50-8414-43ac-8457-c6f87f6d8434 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6588197 Sep 16 17:02:18.881200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51226) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:18.941941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6d8ffd15-9f5a-49c9-88cc-bf6d0d7064f0 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=90e3435321d04ec983180b4203d704f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598423 Sep 16 17:02:18.944306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51230) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:18.945079 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:18.983943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port eaf60e0a-9af5-4747-ba72-ab654928a0ec, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eaf60e0a-9af5-4747-ba72-ab654928a0ec,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:18.993269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Set router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:19.019791 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Set router 55bd25c9-03f2-47ce-bd41-08388179937a gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:19.059226 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:19.074271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c97c71-695b-45fc-a4c8-7219ea8aae95 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:19.078620 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-63c97c71-695b-45fc-a4c8-7219ea8aae95 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301908 Sep 16 17:02:19.078952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51234) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:19.118795 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-89b4ed02-384c-4fc2-85c1-cfdf4dcc1d05 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386376 Sep 16 17:02:19.121725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51238) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:19.127288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1927392529', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'project_id': '90e3435321d04ec983180b4203d704f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:19.176145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=eaf60e0a-9af5-4747-ba72-ab654928a0ec,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:19.287474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:17Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:19.316570 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'name': 'tempest-TestAggregatesBasicOps-764347376-router', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:11Z', 'updated_at': '2021-09-16T17:02:16Z', 'revision_number': 4, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'gw_port': {'id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:12Z', 'updated_at': '2021-09-16T17:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '11a7b07e-bcb7-414e-b0c1-8cdb5fb68194', 'name': '', 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'mac_address': 'fa:16:3e:96:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '08a225ac-7263-4ee3-a4d9-39925a865583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:15Z', 'updated_at': '2021-09-16T17:02:17Z', 'revision_number': 2, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'subnets': [{'id': '08a225ac-7263-4ee3-a4d9-39925a865583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:19.348040 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Checking router: 55bd25c9-03f2-47ce-bd41-08388179937a for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:19.348439 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Updating router 55bd25c9-03f2-47ce-bd41-08388179937a port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:02:19.377893 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:19.395227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:19.403887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:19.499066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Checking router: c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:19.500186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Updating router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 port 36c60fbf-7159-4d6a-9b17-7c8224432a63 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:02:19.531576 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:19.744820 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:19.820045 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:19.860241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Subnet': ['ID=27e0e615-cd45-49a8-8401-b2f63637069f,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:19.883013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Checking segment: {'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:19.883386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network hostable DHCP agents. Network: d9657ff8-2ebc-4148-b190-9702ad7e4644, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:02:19.898415 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:19.914906 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:19.969143 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a2800-4aaa-45d2-a7d3-be2044c4911a None None] Pushing event updated for resources: {'Port': ['ID=11a7b07e-bcb7-414e-b0c1-8cdb5fb68194,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:19.996803 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:19.999062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network d9657ff8-2ebc-4148-b190-9702ad7e4644 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:02:20.013502 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Attempting to bind port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:20.013989 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Attempting to bind port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'bdbade28-174e-4547-a4e8-8899a4855e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:20.014448 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Attempting to bind port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 on network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:20.021354 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:20.021773 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Checking segment: {'id': 'bdbade28-174e-4547-a4e8-8899a4855e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:20.022405 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:20.022750 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Bound using segment: {'id': 'bdbade28-174e-4547-a4e8-8899a4855e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:20.023258 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Bound port: 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbade28-174e-4547-a4e8-8899a4855e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:20.023672 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:20.063376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Attempting to bind port 36c60fbf-7159-4d6a-9b17-7c8224432a63 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:20.064111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Attempting to bind port 36c60fbf-7159-4d6a-9b17-7c8224432a63 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:20.064513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Attempting to bind port 36c60fbf-7159-4d6a-9b17-7c8224432a63 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:20.076718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:20.077392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:20.077969 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:20.078529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:20.079211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Bound port: 36c60fbf-7159-4d6a-9b17-7c8224432a63, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:20.079878 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:20.081766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff8620-43fb-424d-94db-e2750548e52d None None] Pushing event updated for resources: {'Port': ['ID=36c60fbf-7159-4d6a-9b17-7c8224432a63,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:20.093843 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] For port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:20.098460 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] For port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=11a7b07e-bcb7-414e-b0c1-8cdb5fb68194,segment=NetworkSegment(bdbade28-174e-4547-a4e8-8899a4855e71),segment_id=bdbade28-174e-4547-a4e8-8899a4855e71)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:20.139611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, d9657ff8-2ebc-4148-b190-9702ad7e4644) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:20.148889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:20.148889 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:20.156743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc69afa-7585-444b-a230-538aaf95b8ef None None] Network d9657ff8-2ebc-4148-b190-9702ad7e4644 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:20.162995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] For port 36c60fbf-7159-4d6a-9b17-7c8224432a63, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:20.195899 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:20.198393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] For port 36c60fbf-7159-4d6a-9b17-7c8224432a63, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=36c60fbf-7159-4d6a-9b17-7c8224432a63,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:20.262999 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5dc37128-ccdb-45ae-97f2-538cb741a877 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1399274 Sep 16 17:02:20.265900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51274) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:20.267891 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Routers {'55bd25c9-03f2-47ce-bd41-08388179937a'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:20.269166 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['55bd25c9-03f2-47ce-bd41-08388179937a'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:20.294128 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:20.309604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51276) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:20.320319 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a2800-4aaa-45d2-a7d3-be2044c4911a None None] Pushing event updated for resources: {'Port': ['ID=11a7b07e-bcb7-414e-b0c1-8cdb5fb68194,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:20.406732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8cf305c8-961e-42c7-a072-e3752085bfd9 None None] Provisioning complete for port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:20.407146 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cf305c8-961e-42c7-a072-e3752085bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:20.413875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-d9657ff8-2ebc-4148-b190-9702ad7e4644', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:02:20.415026 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:20.438628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Routers {'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:20.439921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:20.499315 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] Set router 55bd25c9-03f2-47ce-bd41-08388179937a gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:20.635465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff8620-43fb-424d-94db-e2750548e52d None None] Pushing event updated for resources: {'Port': ['ID=36c60fbf-7159-4d6a-9b17-7c8224432a63,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:20.724931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eaf60e0a-9af5-4747-ba72-ab654928a0ec up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:20.802098 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'name': 'tempest-TestAggregatesBasicOps-764347376-router', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:11Z', 'updated_at': '2021-09-16T17:02:16Z', 'revision_number': 4, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'gw_port': {'id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:12Z', 'updated_at': '2021-09-16T17:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '11a7b07e-bcb7-414e-b0c1-8cdb5fb68194', 'name': '', 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'mac_address': 'fa:16:3e:96:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '08a225ac-7263-4ee3-a4d9-39925a865583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:15Z', 'updated_at': '2021-09-16T17:02:20Z', 'revision_number': 4, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'subnets': [{'id': '08a225ac-7263-4ee3-a4d9-39925a865583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:20.847992 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c199cf9-31d3-4183-b0bb-6a4fd9d7e8b8 None None] The sync data for ids ['55bd25c9-03f2-47ce-bd41-08388179937a'] in n-d-807786-3 is: [{'id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'name': 'tempest-TestAggregatesBasicOps-764347376-router', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:11Z', 'updated_at': '2021-09-16T17:02:16Z', 'revision_number': 4, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'gw_port': {'id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:12Z', 'updated_at': '2021-09-16T17:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '11a7b07e-bcb7-414e-b0c1-8cdb5fb68194', 'name': '', 'network_id': '2ecf98b2-6933-475e-b5ac-1e6f2e962175', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'mac_address': 'fa:16:3e:96:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '08a225ac-7263-4ee3-a4d9-39925a865583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:15Z', 'updated_at': '2021-09-16T17:02:20Z', 'revision_number': 4, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'subnets': [{'id': '08a225ac-7263-4ee3-a4d9-39925a865583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:20.899160 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:20.980932 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cf305c8-961e-42c7-a072-e3752085bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:21.022137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] Set router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:21.114863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:21.219306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8cf305c8-961e-42c7-a072-e3752085bfd9 None None] For port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=11a7b07e-bcb7-414e-b0c1-8cdb5fb68194,segment=NetworkSegment(bdbade28-174e-4547-a4e8-8899a4855e71),segment_id=bdbade28-174e-4547-a4e8-8899a4855e71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:21.245998 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port eaf60e0a-9af5-4747-ba72-ab654928a0ec triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:21.246373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:21.279973 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Allocated IP 172.20.0.2 (d9657ff8-2ebc-4148-b190-9702ad7e4644/27e0e615-cd45-49a8-8401-b2f63637069f/275e2b9c-1949-4110-87f0-ca365da4081e) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:21.344615 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cf305c8-961e-42c7-a072-e3752085bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:21.361007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] Deleting port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:21.361601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:21.487431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] For port 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8ae7761f-02b1-4c74-8e9a-eb472ea4a23c,segment=NetworkSegment(cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8),segment_id=cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:21.487914 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:21.505851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] Calling delete_port for 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:21.574884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf305c8-961e-42c7-a072-e3752085bfd9 None None] Pushing event updated for resources: {'Port': ['ID=11a7b07e-bcb7-414e-b0c1-8cdb5fb68194,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:21.602610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1370a410-2469-4717-9287-9cd335c44bfd None None] Provisioning complete for port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:21.602983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1370a410-2469-4717-9287-9cd335c44bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:21.820148 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:17Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:21.852757 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:21.872784 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:21.880182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a3b38-747a-408f-a4f6-3c48f7b49e5f None None] The sync data for ids ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'] in n-d-807786-3 is: [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:17Z', 'revision_number': 3, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:21.887740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae7761f-02b1-4c74-8e9a-eb472ea4a23c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:21.970468 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:22.028276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Network d9657ff8-2ebc-4148-b190-9702ad7e4644 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:22.031904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:22.040949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:22.118630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.20.0.1 (d9657ff8-2ebc-4148-b190-9702ad7e4644/27e0e615-cd45-49a8-8401-b2f63637069f/ccba5c77-4411-435f-8797-8bd78b194b59) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:22.166684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Pushing event updated for resources: {'Port': ['ID=275e2b9c-1949-4110-87f0-ca365da4081e,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:22.177944 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:22.230297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Attempting to bind port 275e2b9c-1949-4110-87f0-ca365da4081e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:22.230729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Attempting to bind port 275e2b9c-1949-4110-87f0-ca365da4081e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:22.231123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Attempting to bind port 275e2b9c-1949-4110-87f0-ca365da4081e on network d9657ff8-2ebc-4148-b190-9702ad7e4644 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:22.237669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:22.238047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Checking segment: {'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:22.238678 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:22.239162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Bound using segment: {'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:22.239813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Bound port: 275e2b9c-1949-4110-87f0-ca365da4081e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:22.240358 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:22.352014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] For port 275e2b9c-1949-4110-87f0-ca365da4081e, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:22.355965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] For port 275e2b9c-1949-4110-87f0-ca365da4081e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=275e2b9c-1949-4110-87f0-ca365da4081e,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:22.384199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:22.474198 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:22.522027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:22.613079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network d9657ff8-2ebc-4148-b190-9702ad7e4644 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:22.636513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:22.639027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] Router 86f6b601-ab4a-4a24-b215-c746dfecba52 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:02:22.639578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:22.642044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=ccba5c77-4411-435f-8797-8bd78b194b59,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:22.736172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:22.830847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05df9b-0ed3-4c5e-9a59-8bc5ddeff097 None None] Pushing event updated for resources: {'Port': ['ID=275e2b9c-1949-4110-87f0-ca365da4081e,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:22.889265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:22.893636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 36c60fbf-7159-4d6a-9b17-7c8224432a63 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:22.910569 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f7035f0f-ffbd-45fc-a376-b1b5d885c877 admin admin] 10.222.0.22 "PUT /v2.0/routers/86f6b601-ab4a-4a24-b215-c746dfecba52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981750 Sep 16 17:02:22.911225 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51310) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:22.919518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] Sync routers for ids ['86f6b601-ab4a-4a24-b215-c746dfecba52'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:22.937436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] Routers {'86f6b601-ab4a-4a24-b215-c746dfecba52'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:22.937998 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['86f6b601-ab4a-4a24-b215-c746dfecba52'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:23.040475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 36c60fbf-7159-4d6a-9b17-7c8224432a63 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:23.041578 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.059831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.076030 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.160904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] Set router 86f6b601-ab4a-4a24-b215-c746dfecba52 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:23.359962 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.397914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 36c60fbf-7159-4d6a-9b17-7c8224432a63, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=36c60fbf-7159-4d6a-9b17-7c8224432a63,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:23.471651 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'name': 'tempest-TestAggregatesBasicOps-708743325-router', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:21Z', 'revision_number': 5, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'gw_port': {'id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:23.520843 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.521654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:23.523831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] Checking router: 86f6b601-ab4a-4a24-b215-c746dfecba52 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:23.546062 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.600509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] Routers {'86f6b601-ab4a-4a24-b215-c746dfecba52'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:23.601140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['86f6b601-ab4a-4a24-b215-c746dfecba52'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:23.612530 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.652865 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.655623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=36c60fbf-7159-4d6a-9b17-7c8224432a63,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:23.680765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:23.688541 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.695498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=ccba5c77-4411-435f-8797-8bd78b194b59,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:23.698732 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.779937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Deleting port 451f19f0-feef-4774-aaa6-52f1635e7341 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:23.780897 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.843338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] Set router 86f6b601-ab4a-4a24-b215-c746dfecba52 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:23.916557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] For port 451f19f0-feef-4774-aaa6-52f1635e7341, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=451f19f0-feef-4774-aaa6-52f1635e7341,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:23.917395 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:23.934367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Calling delete_port for 451f19f0-feef-4774-aaa6-52f1635e7341 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:24.193511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'name': 'tempest-TestAggregatesBasicOps-708743325-router', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:21Z', 'revision_number': 5, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'gw_port': {'id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:24.230569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.252563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48aded-03a6-4298-8cc2-5f6901d1a974 None None] The sync data for ids ['86f6b601-ab4a-4a24-b215-c746dfecba52'] in n-d-807786-3 is: [{'id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'name': 'tempest-TestAggregatesBasicOps-708743325-router', 'tenant_id': '98df3a847b4a49eeab11e9608f37f2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:21Z', 'revision_number': 5, 'project_id': '98df3a847b4a49eeab11e9608f37f2f6', 'gw_port': {'id': '451f19f0-feef-4774-aaa6-52f1635e7341', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f6b601-ab4a-4a24-b215-c746dfecba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:04Z', 'updated_at': '2021-09-16T17:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:24.286699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=451f19f0-feef-4774-aaa6-52f1635e7341,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:24.297668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc0675-de10-4ef6-ad6b-b8a7f0f071eb None None] Network d9657ff8-2ebc-4148-b190-9702ad7e4644 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:24.367386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network d9657ff8-2ebc-4148-b190-9702ad7e4644 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:24.369249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:24.388461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.460056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4a5a8474-e8f8-474a-9a6b-9b2a67d0caa8 None None] Provisioning complete for port 275e2b9c-1949-4110-87f0-ca365da4081e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:24.460450 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4a5a8474-e8f8-474a-9a6b-9b2a67d0caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.533559 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.535806 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.614430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:02:24.625584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4a5a8474-e8f8-474a-9a6b-9b2a67d0caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.681407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4a5a8474-e8f8-474a-9a6b-9b2a67d0caa8 None None] For port 275e2b9c-1949-4110-87f0-ca365da4081e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=275e2b9c-1949-4110-87f0-ca365da4081e,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:24.725752 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.727180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f6b601-ab4a-4a24-b215-c746dfecba52 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:02:24.733932 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.734457 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a0cb440c-b0f4-4b6e-869c-b82a630b0b30 admin admin] 10.222.0.22 "DELETE /v2.0/routers/86f6b601-ab4a-4a24-b215-c746dfecba52 HTTP/1.1" status: 204 len: 168 time: 1.8219078 Sep 16 17:02:24.736582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51332) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:24.749571 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4a5a8474-e8f8-474a-9a6b-9b2a67d0caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.858142 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:24.867101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d27bb05-d323-4f71-ae7b-c79f9c981def admin admin] Deleting subnet 86ad32f2-0666-4393-91c3-a2c17539984d {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:02:24.872067 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d27bb05-d323-4f71-ae7b-c79f9c981def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.908067 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-82d5eb88-07ce-4484-9256-da9607e38409 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "PUT /v2.0/routers/c51a2dd3-0cf2-47e4-9394-f0c47e056fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6406877 Sep 16 17:02:24.915571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d27bb05-d323-4f71-ae7b-c79f9c981def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:24.919288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a8474-e8f8-474a-9a6b-9b2a67d0caa8 None None] Pushing event updated for resources: {'Port': ['ID=275e2b9c-1949-4110-87f0-ca365da4081e,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:25.047424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 36c60fbf-7159-4d6a-9b17-7c8224432a63 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:25.057849 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d27bb05-d323-4f71-ae7b-c79f9c981def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.157260 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-225e8e72-550c-48ec-a5c1-a519bd54b1ba None None] Provisioning complete for port 275e2b9c-1949-4110-87f0-ca365da4081e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:25.158367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-225e8e72-550c-48ec-a5c1-a519bd54b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.222155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 36c60fbf-7159-4d6a-9b17-7c8224432a63 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:25.223479 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.225379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d27bb05-d323-4f71-ae7b-c79f9c981def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.249267 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0d27bb05-d323-4f71-ae7b-c79f9c981def admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.260615 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0d27bb05-d323-4f71-ae7b-c79f9c981def admin admin] 10.222.0.22 "DELETE /v2.0/subnets/86ad32f2-0666-4393-91c3-a2c17539984d HTTP/1.1" status: 204 len: 168 time: 0.5198555 Sep 16 17:02:25.260615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51356) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:25.262466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-9f516624-54a2-45ea-b933-bbe2ff670af6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195387318&fields=id&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 267 time: 0.0864727 Sep 16 17:02:25.272848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60424022-3d08-45d7-a2e4-1301ead57d29 None None] Network 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:25.353756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27bb05-d323-4f71-ae7b-c79f9c981def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ad32f2-0666-4393-91c3-a2c17539984d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:25.455692 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.491374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07c40-7365-4622-ae6d-38977f66386b req-4a0fd0e5-746d-41ba-a975-1d9fb7565c80 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:25.495678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-225e8e72-550c-48ec-a5c1-a519bd54b1ba None None] Provisioning complete for port ccba5c77-4411-435f-8797-8bd78b194b59 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:25.496046 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-225e8e72-550c-48ec-a5c1-a519bd54b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.501392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-4a0fd0e5-746d-41ba-a975-1d9fb7565c80 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/networks?id=d9657ff8-2ebc-4148-b190-9702ad7e4644 HTTP/1.1" status: 200 len: 796 time: 0.2270133 Sep 16 17:02:25.519634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-e71aae5a-1d85-4289-9c87-0c4335c409ac tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/quotas/90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 375 time: 0.0169458 Sep 16 17:02:25.526676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 275e2b9c-1949-4110-87f0-ca365da4081e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:25.529504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Deleting port 5885a580-f12d-4168-be82-e90a31f3995a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:25.530095 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.622834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-20bf441b-eab4-41d1-87cf-c67ff52925c0 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020210 Sep 16 17:02:25.676558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] For port 5885a580-f12d-4168-be82-e90a31f3995a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5885a580-f12d-4168-be82-e90a31f3995a,segment=NetworkSegment(cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8),segment_id=cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:25.677254 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.696957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Calling delete_port for 5885a580-f12d-4168-be82-e90a31f3995a owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:25.708055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-225e8e72-550c-48ec-a5c1-a519bd54b1ba None None] Port ccba5c77-4411-435f-8797-8bd78b194b59 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:25.737526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 275e2b9c-1949-4110-87f0-ca365da4081e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:25.737526 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.763874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-2e363f59-8453-492d-bb0e-fef78ff90de7 service neutron] 10.222.0.22 "GET /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360629 Sep 16 17:02:25.857418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d52e5e-f375-44c1-bca8-988accee8181 None None] DHCP port deletion for 8d4678de-5daa-4837-9fe1-fcdb1ee9fdad request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:02:25.864449 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:25.889841 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-2a589a31-4963-4642-b2f8-5ea081d05cb7 service neutron] 10.222.0.22 "GET /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189477 Sep 16 17:02:25.902574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.903184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:02:25.903415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8ae7761f-02b1-4c74-8e9a-eb472ea4a23c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:25.936149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-48d52e5e-f375-44c1-bca8-988accee8181 None None] The port '5885a580-f12d-4168-be82-e90a31f3995a' was deleted {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 17:02:25.939288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f3a2a9d1-68d2-48b0-a030-e8ee4f700a1a None None] Provisioning complete for port ccba5c77-4411-435f-8797-8bd78b194b59 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:25.939948 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3a2a9d1-68d2-48b0-a030-e8ee4f700a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:25.970018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] No DVR routers for this DVR port 5885a580-f12d-4168-be82-e90a31f3995a on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:02:25.985228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f3a2a9d1-68d2-48b0-a030-e8ee4f700a1a None None] Port ccba5c77-4411-435f-8797-8bd78b194b59 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:25.989568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Pushing event deleted for resources: {'Port': ['ID=5885a580-f12d-4168-be82-e90a31f3995a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:26.074131 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:26.090499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4678de-5daa-4837-9fe1-fcdb1ee9fdad']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:26.102000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:26.102296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0bcb2e-b6ec-40f6-8126-8ab61352a0e8') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:26.122419 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:26.127620 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:26.134154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:02:26.134577 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:02:26.155920 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:02:26.222789 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Sync routers for ids ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:26.237561 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Routers {'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:26.238150 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:26.265710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-859367d3-b9ce-48af-9949-12882cd42878 req-bb034915-359f-4c80-9cf6-9ae1a14e4b2a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 210 time: 0.0374813 Sep 16 17:02:26.389316 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Set router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:26.395483 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:26.409386 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:26.414765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51380) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:26.415444 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8d4678de-5daa-4837-9fe1-fcdb1ee9fdad HTTP/1.1" status: 204 len: 168 time: 1.1515009 Sep 16 17:02:26.429349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced49bb3-28f5-489f-a431-3f68f23ecb75 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4678de-5daa-4837-9fe1-fcdb1ee9fdad,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:26.710769 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 275e2b9c-1949-4110-87f0-ca365da4081e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:26.759142 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:22Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ccba5c77-4411-435f-8797-8bd78b194b59', 'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:2a:39:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:21Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 2, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:26.788415 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Checking router: c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:26.788902 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Updating router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 port ccba5c77-4411-435f-8797-8bd78b194b59 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:02:26.805884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 275e2b9c-1949-4110-87f0-ca365da4081e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:26.806412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:26.842068 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:26.912775 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:26.985201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5885a580-f12d-4168-be82-e90a31f3995a no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:27.007121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 5885a580-f12d-4168-be82-e90a31f3995a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:02:27.007691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5885a580-f12d-4168-be82-e90a31f3995a not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:27.008271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 451f19f0-feef-4774-aaa6-52f1635e7341 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:27.029118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 451f19f0-feef-4774-aaa6-52f1635e7341 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:02:27.029765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 451f19f0-feef-4774-aaa6-52f1635e7341 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:27.211309 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.235355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] Deleting port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:27.236293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.303855 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.339644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] For port 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=11a7b07e-bcb7-414e-b0c1-8cdb5fb68194,segment=NetworkSegment(bdbade28-174e-4547-a4e8-8899a4855e71),segment_id=bdbade28-174e-4547-a4e8-8899a4855e71)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:27.344160 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.359941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] Calling delete_port for 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:27.401972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59f28917-d18e-4661-ab7f-638deb8a8483 req-004cbe99-7a75-44df-8832-e8a5443c7c92 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 210 time: 0.0495725 Sep 16 17:02:27.440893 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dbeae-fea3-4dc8-b35a-12fdd5fc8e83 None None] Pushing event updated for resources: {'Port': ['ID=ccba5c77-4411-435f-8797-8bd78b194b59,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:27.452964 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Attempting to bind port ccba5c77-4411-435f-8797-8bd78b194b59 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:27.453332 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Attempting to bind port ccba5c77-4411-435f-8797-8bd78b194b59 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:27.453695 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Attempting to bind port ccba5c77-4411-435f-8797-8bd78b194b59 on network d9657ff8-2ebc-4148-b190-9702ad7e4644 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:27.459828 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:27.464704 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Checking segment: {'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:27.464704 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.464704 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Bound using segment: {'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:27.464704 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Bound port: ccba5c77-4411-435f-8797-8bd78b194b59, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:27.464704 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.548696 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] For port ccba5c77-4411-435f-8797-8bd78b194b59, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:27.553391 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] For port ccba5c77-4411-435f-8797-8bd78b194b59, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ccba5c77-4411-435f-8797-8bd78b194b59,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:27.629643 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.631325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d86925c4-cbf1-4405-93cf-5792e9bd298c None None] Provisioning complete for port ccba5c77-4411-435f-8797-8bd78b194b59 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:27.631907 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d86925c4-cbf1-4405-93cf-5792e9bd298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.725854 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Routers {'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:27.726601 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:27.728857 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.736266 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d86925c4-cbf1-4405-93cf-5792e9bd298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.770117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a7b07e-bcb7-414e-b0c1-8cdb5fb68194,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:27.771501 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dbeae-fea3-4dc8-b35a-12fdd5fc8e83 None None] Pushing event updated for resources: {'Port': ['ID=ccba5c77-4411-435f-8797-8bd78b194b59,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:27.794179 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d86925c4-cbf1-4405-93cf-5792e9bd298c None None] For port ccba5c77-4411-435f-8797-8bd78b194b59, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ccba5c77-4411-435f-8797-8bd78b194b59,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:27.858760 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d86925c4-cbf1-4405-93cf-5792e9bd298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:27.875174 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] Set router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:27.950266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86925c4-cbf1-4405-93cf-5792e9bd298c None None] Pushing event updated for resources: {'Port': ['ID=ccba5c77-4411-435f-8797-8bd78b194b59,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:28.088339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-15780011-1c67-4e9d-a71d-c71f53089256 None None] Provisioning complete for port ccba5c77-4411-435f-8797-8bd78b194b59 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:28.089054 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-15780011-1c67-4e9d-a71d-c71f53089256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:28.089196 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:28.197110 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:22Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ccba5c77-4411-435f-8797-8bd78b194b59', 'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:2a:39:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:21Z', 'updated_at': '2021-09-16T17:02:27Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:28.227956 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0786d3c-8df6-4086-8b11-e1901d8011a8 None None] The sync data for ids ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'] in n-d-807786-3 is: [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:22Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ccba5c77-4411-435f-8797-8bd78b194b59', 'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:2a:39:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:21Z', 'updated_at': '2021-09-16T17:02:27Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:28.235768 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d589c285-f4bc-4d0a-902a-45afcd591a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:28.381729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] Router 55bd25c9-03f2-47ce-bd41-08388179937a has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:02:28.564276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5f8daff-1237-499d-88a6-935fefa0b432 req-d7c61195-7e6e-4136-a2dd-727c5536991a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 210 time: 0.0672197 Sep 16 17:02:28.578158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:28.586416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-27f425d7-496e-4538-ae8f-47daa46d7f27 admin admin] 10.222.0.22 "PUT /v2.0/routers/55bd25c9-03f2-47ce-bd41-08388179937a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1679537 Sep 16 17:02:28.586975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51420) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:28.602291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] Sync routers for ids ['55bd25c9-03f2-47ce-bd41-08388179937a'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:28.643205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07c40-7365-4622-ae6d-38977f66386b req-2f557208-657f-4d0f-9b55-605114156587 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:28.645055 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-2f557208-657f-4d0f-9b55-605114156587 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "GET /v2.0/networks?id=d9657ff8-2ebc-4148-b190-9702ad7e4644 HTTP/1.1" status: 200 len: 796 time: 0.2400410 Sep 16 17:02:28.647154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] Routers {'55bd25c9-03f2-47ce-bd41-08388179937a'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:28.649619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['55bd25c9-03f2-47ce-bd41-08388179937a'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:28.722611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-c4d5b1f8-a280-4f0d-aaca-5305a6589fbb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90e3435321d04ec983180b4203d704f4 HTTP/1.1" status: 200 len: 379 time: 0.0683141 Sep 16 17:02:28.726905 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:28.746938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'port': {'device_id': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'admin_state_up': True, 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'security_groups': ['c7f57427-19da-42c6-99ca-0be35cc38b88']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:28.902609 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:28.919239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ccba5c77-4411-435f-8797-8bd78b194b59 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:29.024868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Made reservation on behalf of 90e3435321d04ec983180b4203d704f4 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:29.029300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Deleting port eaf60e0a-9af5-4747-ba72-ab654928a0ec {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:29.029640 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.031561 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.132851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] For port eaf60e0a-9af5-4747-ba72-ab654928a0ec, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=eaf60e0a-9af5-4747-ba72-ab654928a0ec,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:29.133362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.162730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Calling delete_port for eaf60e0a-9af5-4747-ba72-ab654928a0ec owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:29.185318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] Set router 55bd25c9-03f2-47ce-bd41-08388179937a gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:29.243481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.20.0.12 (d9657ff8-2ebc-4148-b190-9702ad7e4644/27e0e615-cd45-49a8-8401-b2f63637069f/ac6b58de-036a-41de-ac5f-1c3f194d38fb) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:29.254150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ccba5c77-4411-435f-8797-8bd78b194b59 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:29.254532 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.429161 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.527626 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.565234 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'name': 'tempest-TestAggregatesBasicOps-764347376-router', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:11Z', 'updated_at': '2021-09-16T17:02:27Z', 'revision_number': 5, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'gw_port': {'id': 'eaf60e0a-9af5-4747-ba72-ab654928a0ec', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:12Z', 'updated_at': '2021-09-16T17:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:29.567355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf60e0a-9af5-4747-ba72-ab654928a0ec,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:29.574864 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.598541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] Checking router: 55bd25c9-03f2-47ce-bd41-08388179937a for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:29.626316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] Routers {'55bd25c9-03f2-47ce-bd41-08388179937a'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:29.627009 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['55bd25c9-03f2-47ce-bd41-08388179937a'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:29.660072 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.663748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network d9657ff8-2ebc-4148-b190-9702ad7e4644 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:29.668248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:29.671428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:29.740137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] Set router 55bd25c9-03f2-47ce-bd41-08388179937a gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:29.772367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=ac6b58de-036a-41de-ac5f-1c3f194d38fb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:29.800068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:29.800943 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.850876 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.854028 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:29.861946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'name': 'tempest-TestAggregatesBasicOps-764347376-router', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:11Z', 'updated_at': '2021-09-16T17:02:29Z', 'revision_number': 7, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:29.873949 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-6f5d9352-e677-4ac4-8a50-b88de56a73d7 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1433356 Sep 16 17:02:29.886945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Request body: {'port': {'device_id': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:29.937814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32275f4c-a203-4476-a7f5-b708c35f4692 None None] The sync data for ids ['55bd25c9-03f2-47ce-bd41-08388179937a'] in n-d-807786-3 is: [{'id': '55bd25c9-03f2-47ce-bd41-08388179937a', 'name': 'tempest-TestAggregatesBasicOps-764347376-router', 'tenant_id': 'b48c373a0276463faafa927f87ff4e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:11Z', 'updated_at': '2021-09-16T17:02:29Z', 'revision_number': 7, 'project_id': 'b48c373a0276463faafa927f87ff4e55', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:29.950894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ce231-f343-4e18-8ba5-bec4e084a429 req-461003f9-4a69-44a8-b83c-cf599e015e88 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:29.959126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-887ce231-f343-4e18-8ba5-bec4e084a429 req-461003f9-4a69-44a8-b83c-cf599e015e88 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 932 time: 0.2022355 Sep 16 17:02:29.978353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.018521 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-887ce231-f343-4e18-8ba5-bec4e084a429 req-0eb303ae-b984-4507-963c-ef1f4f138951 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585754 Sep 16 17:02:30.088043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.089563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55bd25c9-03f2-47ce-bd41-08388179937a {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:02:30.094801 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.096726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-677870a7-5e84-4b20-8cbc-81bef6399f8e admin admin] 10.222.0.22 "DELETE /v2.0/routers/55bd25c9-03f2-47ce-bd41-08388179937a HTTP/1.1" status: 204 len: 168 time: 1.5084343 Sep 16 17:02:30.097952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f021bd6e-1a88-4cab-99aa-173a8b619cf1 None None] Provisioning complete for port ac6b58de-036a-41de-ac5f-1c3f194d38fb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:30.098706 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f021bd6e-1a88-4cab-99aa-173a8b619cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.099054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51444) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:30.164585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f021bd6e-1a88-4cab-99aa-173a8b619cf1 None None] Port ac6b58de-036a-41de-ac5f-1c3f194d38fb cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:30.197757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-341a4968-06ed-47a9-82aa-e81ed923a046 admin admin] Deleting subnet 08a225ac-7263-4ee3-a4d9-39925a865583 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:02:30.201919 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-341a4968-06ed-47a9-82aa-e81ed923a046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.239916 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-341a4968-06ed-47a9-82aa-e81ed923a046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.361654 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-341a4968-06ed-47a9-82aa-e81ed923a046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.420413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6b58de-036a-41de-ac5f-1c3f194d38fb {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:02:30.429130 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.514865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Transition to ACTIVE for port object ac6b58de-036a-41de-ac5f-1c3f194d38fb will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:02:30.515277 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-341a4968-06ed-47a9-82aa-e81ed923a046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.541139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a4968-06ed-47a9-82aa-e81ed923a046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a225ac-7263-4ee3-a4d9-39925a865583,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:30.545456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-341a4968-06ed-47a9-82aa-e81ed923a046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.552940 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-341a4968-06ed-47a9-82aa-e81ed923a046 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/08a225ac-7263-4ee3-a4d9-39925a865583 HTTP/1.1" status: 204 len: 168 time: 0.4473481 Sep 16 17:02:30.552940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51452) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:30.553837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f76deb-971d-4927-b3c3-19e5a8aa9a8b None None] Network 2ecf98b2-6933-475e-b5ac-1e6f2e962175 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:30.573031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.649806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6b58de-036a-41de-ac5f-1c3f194d38fb,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:30.752234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Attempting to bind port ac6b58de-036a-41de-ac5f-1c3f194d38fb on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:30.752981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Attempting to bind port ac6b58de-036a-41de-ac5f-1c3f194d38fb by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:30.752981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Attempting to bind port ac6b58de-036a-41de-ac5f-1c3f194d38fb on network d9657ff8-2ebc-4148-b190-9702ad7e4644 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:30.758250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Port ac6b58de-036a-41de-ac5f-1c3f194d38fb on network d9657ff8-2ebc-4148-b190-9702ad7e4644 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:02:30.758605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Attempting to bind port ac6b58de-036a-41de-ac5f-1c3f194d38fb on network d9657ff8-2ebc-4148-b190-9702ad7e4644 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:30.765367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:30.765865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Checking segment: {'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:30.766811 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Bound using segment: {'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:30.766966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Bound port: ac6b58de-036a-41de-ac5f-1c3f194d38fb, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941bbd11-0bf0-4a92-a5fa-6aee682fff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:30.767273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.849229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] For port ac6b58de-036a-41de-ac5f-1c3f194d38fb, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:30.853264 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b8b6-03c1-41e8-a822-46ceb8626f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.854820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] For port ac6b58de-036a-41de-ac5f-1c3f194d38fb, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:30.868003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312abaf0-1a76-45de-b768-c6928b38ecd4 None None] DHCP port deletion for 2ecf98b2-6933-475e-b5ac-1e6f2e962175 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:02:30.935237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-312abaf0-1a76-45de-b768-c6928b38ecd4 None None] Deleting port da83ccf7-d98d-44de-9eb3-c71021142acb {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:30.935621 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-312abaf0-1a76-45de-b768-c6928b38ecd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:30.939042 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.012626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6b58de-036a-41de-ac5f-1c3f194d38fb,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:31.024597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:31.029667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.030769 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-312abaf0-1a76-45de-b768-c6928b38ecd4 None None] For port da83ccf7-d98d-44de-9eb3-c71021142acb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=da83ccf7-d98d-44de-9eb3-c71021142acb,segment=NetworkSegment(bdbade28-174e-4547-a4e8-8899a4855e71),segment_id=bdbade28-174e-4547-a4e8-8899a4855e71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:31.031325 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-a9c136df-08ad-43b2-b759-e255d21881b7 service neutron] 10.222.0.62 "PUT /v2.0/ports/ac6b58de-036a-41de-ac5f-1c3f194d38fb HTTP/1.1" status: 200 len: 1092 time: 1.1497483 Sep 16 17:02:31.031795 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:02:31.034182 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2ab943-00c1-438f-ab0b-80d531276f46" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:02:31.048893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-312abaf0-1a76-45de-b768-c6928b38ecd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.077114 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-312abaf0-1a76-45de-b768-c6928b38ecd4 None None] Calling delete_port for da83ccf7-d98d-44de-9eb3-c71021142acb owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:31.094458 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0b0a1-1789-4923-b1c6-71c31dc735e0 x-openstack-request-id: req-c7c0b0a1-1789-4923-b1c6-71c31dc735e0 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:02:31.094761 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:02:31.095031 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7c0b0a1-1789-4923-b1c6-71c31dc735e0 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:02:31.095426 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'status': 'completed', 'code': 200} Sep 16 17:02:31.198662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ab943-00c1-438f-ab0b-80d531276f46 req-9a8882da-3e38-48fa-a786-37b29310e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:31.200424 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1e2ab943-00c1-438f-ab0b-80d531276f46 req-9a8882da-3e38-48fa-a786-37b29310e1eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 1095 time: 0.0848041 Sep 16 17:02:31.234065 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.315875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b78332-3d35-4e84-a9c4-32771ca6def5 req-f1b1f2fa-2518-4170-8383-94d880ee6e97 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:31.317770 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8b78332-3d35-4e84-a9c4-32771ca6def5 req-f1b1f2fa-2518-4170-8383-94d880ee6e97 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 944 time: 0.1638379 Sep 16 17:02:31.363042 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ab943-00c1-438f-ab0b-80d531276f46 req-14bd0721-ee9b-4d1e-b085-ff2b12b7a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:31.364988 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1e2ab943-00c1-438f-ab0b-80d531276f46 req-14bd0721-ee9b-4d1e-b085-ff2b12b7a225 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=90e3435321d04ec983180b4203d704f4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1553063 Sep 16 17:02:31.379660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-312abaf0-1a76-45de-b768-c6928b38ecd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.406427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Deleting port da83ccf7-d98d-44de-9eb3-c71021142acb {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:02:31.406701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.426392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8b78332-3d35-4e84-a9c4-32771ca6def5 req-27025b3e-7541-4ddd-99bf-b6a5c3d51194 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851920 Sep 16 17:02:31.452182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312abaf0-1a76-45de-b768-c6928b38ecd4 None None] Pushing event deleted for resources: {'Port': ['ID=da83ccf7-d98d-44de-9eb3-c71021142acb,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:31.459384 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312abaf0-1a76-45de-b768-c6928b38ecd4 None None] No DVR routers for this DVR port da83ccf7-d98d-44de-9eb3-c71021142acb on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:02:31.520974 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] For port da83ccf7-d98d-44de-9eb3-c71021142acb, host n-d-807786-3, got binding levels [] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:31.521346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.535129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Calling delete_port for da83ccf7-d98d-44de-9eb3-c71021142acb owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:02:31.537798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.ipam_backend_mixin [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Port da83ccf7-d98d-44de-9eb3-c71021142acb was not found and therefore no delete operation was performed {{(pid=95358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 17:02:31.541705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.543493 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ab943-00c1-438f-ab0b-80d531276f46 req-8d47c249-bd79-4a83-8eb3-7e2c9bb8c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:31.545071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1e2ab943-00c1-438f-ab0b-80d531276f46 req-8d47c249-bd79-4a83-8eb3-7e2c9bb8c2c3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695261 Sep 16 17:02:31.549598 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.568501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Pushing event deleted for resources: {'Port': ['ID=da83ccf7-d98d-44de-9eb3-c71021142acb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:31.572008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] No DVR routers for this DVR port da83ccf7-d98d-44de-9eb3-c71021142acb on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:02:31.623918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07c40-7365-4622-ae6d-38977f66386b req-21dae67e-16b6-4233-9a2b-665bb0142723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:31.625578 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-21dae67e-16b6-4233-9a2b-665bb0142723 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 1095 time: 0.0420978 Sep 16 17:02:31.648760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.673157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecf98b2-6933-475e-b5ac-1e6f2e962175']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:31.677519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-35e59dac-9860-4780-9313-c5198b341430 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb HTTP/1.1" status: 200 len: 217 time: 0.0441644 Sep 16 17:02:31.682670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbade28-174e-4547-a4e8-8899a4855e71') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:31.682964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbade28-174e-4547-a4e8-8899a4855e71') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:31.692962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.708877 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.716438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:02:31.716839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:02:31.718509 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:02:31.731969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07c40-7365-4622-ae6d-38977f66386b req-ed0cda74-1e95-4d81-a144-13c02a72eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:31.733593 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-ed0cda74-1e95-4d81-a144-13c02a72eeae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=27e0e615-cd45-49a8-8401-b2f63637069f HTTP/1.1" status: 200 len: 835 time: 0.0489066 Sep 16 17:02:31.799746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07c40-7365-4622-ae6d-38977f66386b req-96de4c97-e926-477b-a056-e3da8f7d5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:31.801354 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-96de4c97-e926-477b-a056-e3da8f7d5e3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9657ff8-2ebc-4148-b190-9702ad7e4644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607007 Sep 16 17:02:31.893452 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.901177 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:31.903443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2ecf98b2-6933-475e-b5ac-1e6f2e962175 HTTP/1.1" status: 204 len: 168 time: 1.3526475 Sep 16 17:02:31.910466 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-342e366d-5ece-4e8e-897c-e8a1ac56b3be service neutron] 10.222.0.62 "GET /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011329 Sep 16 17:02:31.915371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867a425-0559-4ac1-b502-b2c71db0ad18 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ecf98b2-6933-475e-b5ac-1e6f2e962175,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:32.024564 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b3b07c40-7365-4622-ae6d-38977f66386b req-c4d63e16-eca0-4840-a128-5464f70467b6 service neutron] 10.222.0.62 "GET /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061544 Sep 16 17:02:32.031170 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:32.342736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51482) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:32.381774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1f53ad25-4145-44f4-aa06-f10770e5a85f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98df3a847b4a49eeab11e9608f37f2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378904 Sep 16 17:02:32.384172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51484) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:32.435527 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb033488-567f-4ba9-b7b2-c3accd37b28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:32.461676 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb033488-567f-4ba9-b7b2-c3accd37b28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:32.555823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d88233-a486-4a2e-9edd-71d729ea131a req-430028b6-74e6-44af-adea-631d00c52293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:32.558154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06d88233-a486-4a2e-9edd-71d729ea131a req-430028b6-74e6-44af-adea-631d00c52293 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 944 time: 0.0492730 Sep 16 17:02:32.571748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb033488-567f-4ba9-b7b2-c3accd37b28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:32.574948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bb033488-567f-4ba9-b7b2-c3accd37b28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:32.576318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bb033488-567f-4ba9-b7b2-c3accd37b28b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88219619-d976-4248-af07-345f6b70996a HTTP/1.1" status: 204 len: 168 time: 0.1910272 Sep 16 17:02:32.597646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb033488-567f-4ba9-b7b2-c3accd37b28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88219619-d976-4248-af07-345f6b70996a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:32.623511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06d88233-a486-4a2e-9edd-71d729ea131a req-117f211a-bf1c-4519-ab2d-cf1a1f38b848 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589647 Sep 16 17:02:32.666957 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device da83ccf7-d98d-44de-9eb3-c71021142acb no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:32.692044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: da83ccf7-d98d-44de-9eb3-c71021142acb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:02:32.692670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device da83ccf7-d98d-44de-9eb3-c71021142acb not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:32.693310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eaf60e0a-9af5-4747-ba72-ab654928a0ec no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:32.716318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: eaf60e0a-9af5-4747-ba72-ab654928a0ec {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:02:32.716318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device eaf60e0a-9af5-4747-ba72-ab654928a0ec not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:32.716318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:02:32.737518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:02:32.737913 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 11a7b07e-bcb7-414e-b0c1-8cdb5fb68194 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:02:33.217052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51494) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:33.262788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ef681f49-45f4-4a17-ab4d-e086782e1c4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b48c373a0276463faafa927f87ff4e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404651 Sep 16 17:02:33.264751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51496) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:33.321747 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6976e218-6be7-467c-ae46-6a1ca4335743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:33.350653 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6976e218-6be7-467c-ae46-6a1ca4335743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:33.457713 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6976e218-6be7-467c-ae46-6a1ca4335743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:33.460302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6976e218-6be7-467c-ae46-6a1ca4335743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:33.461535 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6976e218-6be7-467c-ae46-6a1ca4335743 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf288920-bdbe-42b5-8ed6-98693af0de5b HTTP/1.1" status: 204 len: 168 time: 0.1957657 Sep 16 17:02:33.470158 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976e218-6be7-467c-ae46-6a1ca4335743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf288920-bdbe-42b5-8ed6-98693af0de5b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:33.754344 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ffb47-860a-432a-a3e8-879347e849c2 req-a3d51414-ec6d-4479-a282-fc1daf96f10c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:33.754344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f8ffb47-860a-432a-a3e8-879347e849c2 req-a3d51414-ec6d-4479-a282-fc1daf96f10c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 944 time: 0.0539985 Sep 16 17:02:33.767066 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:33.797330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f8ffb47-860a-432a-a3e8-879347e849c2 req-59ee45a5-c4ab-4d73-b670-d7e775c2f232 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387309 Sep 16 17:02:33.925824 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:02:34.169201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ac6b58de-036a-41de-ac5f-1c3f194d38fb details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:02:34.293370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ac6b58de-036a-41de-ac5f-1c3f194d38fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:34.304187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'port_id': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'mac_address': 'fa:16:3e:4e:c3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:02:34.346361 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:34.360057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6b58de-036a-41de-ac5f-1c3f194d38fb {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:02:34.386841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ac6b58de-036a-41de-ac5f-1c3f194d38fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:34.463662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:34.510019 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51522) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:34.516995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ac6b58de-036a-41de-ac5f-1c3f194d38fb,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:34.616562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1053416012-network', 'tenant_id': '64796ca7c1594021a1ba48302c50439e'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:34.667530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ac6b58de-036a-41de-ac5f-1c3f194d38fb'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:02:34.715742 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Made reservation on behalf of 64796ca7c1594021a1ba48302c50439e for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:34.718512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:34.727801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:34.823581 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:34.923905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d8f08-7bea-4ed5-84d2-5c9893aeee98 req-8df30f3a-987f-41e3-bf9a-a1cac8d708fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:34.926215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd5d8f08-7bea-4ed5-84d2-5c9893aeee98 req-8df30f3a-987f-41e3-bf9a-a1cac8d708fc tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Sep 16 17:02:34.927191 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:34.957144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc55cdad-ec24-440f-8758-f6244ef3b5f9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:34.971407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:02:34.980704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd5d8f08-7bea-4ed5-84d2-5c9893aeee98 req-cd71ab70-2a8d-462a-b466-5f11f529e1b5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472739 Sep 16 17:02:34.983881 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:34.984297 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Added segment 38fa84b5-4029-4344-b26a-6b4f701cba54 of type vlan for network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 Sep 16 17:02:35.028488 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:35.109308 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:35.110300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:35.110942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:35.177206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] Pushing event updated for resources: {'Network': ['ID=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:35.191565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:02:35.202178 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9eb99cfb-6562-4d98-b803-8f61f0c73fad admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6904488 Sep 16 17:02:35.205736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51528) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:35.210353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Request body: {'subnet': {'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1053416012-subnet', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:35.286636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Made reservation on behalf of 64796ca7c1594021a1ba48302c50439e for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:35.289193 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:35.503995 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:35.559100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5794a2e-3682-44ef-842b-5d2d54d27504,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:35.580630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Checking segment: {'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:35.581093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Network hostable DHCP agents. Network: 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:02:35.646285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:02:35.726324 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:35.731176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:35.731766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:35.737174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7644ac-c603-4acc-9645-381f913d2f57 None None] Network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:35.826890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-af68cfa9-98a4-4720-9170-9990da82e2e1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6177864 Sep 16 17:02:35.827236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51532) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:35.831665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:35.892297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:02:35.892297 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:35.904193 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:35.905569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:35.999978 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.034936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Allocated IP 172.20.0.2 (6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5/c5794a2e-3682-44ef-842b-5d2d54d27504/18da65c1-0a0e-4596-92de-84e6d2f1f5bc) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:36.104866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e408c3-8190-4bad-a22a-8562f85b1f3c req-ec2cb8af-7edb-4042-a885-a66ef40793c1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:36.112923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f3e408c3-8190-4bad-a22a-8562f85b1f3c req-ec2cb8af-7edb-4042-a885-a66ef40793c1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0653043 Sep 16 17:02:36.159937 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f3e408c3-8190-4bad-a22a-8562f85b1f3c req-8895953d-8cd4-4c0a-a9b0-006c9e587f53 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414162 Sep 16 17:02:36.185065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ac6b58de-036a-41de-ac5f-1c3f194d38fb up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:36.233056 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.240816 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.293587 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.326562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port ac6b58de-036a-41de-ac5f-1c3f194d38fb completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:02:36.339506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:36.342226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port ac6b58de-036a-41de-ac5f-1c3f194d38fb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:36.342376 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.346752 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:36.374241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:36.380456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Pushing event updated for resources: {'Port': ['ID=18da65c1-0a0e-4596-92de-84e6d2f1f5bc,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:36.452424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Attempting to bind port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:36.452654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Attempting to bind port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:36.453007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Attempting to bind port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc on network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:36.482585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:36.482972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Checking segment: {'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:36.483371 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.483767 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Bound using segment: {'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:36.484245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Bound port: 18da65c1-0a0e-4596-92de-84e6d2f1f5bc, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:36.484732 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.504668 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.545520 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.549789 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:02:36.552051 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a0beda-0c29-4865-9feb-ac7cc8650f62" -d '{"events": [{"server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:02:36.576688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ac6b58de-036a-41de-ac5f-1c3f194d38fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:36.585381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.600989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] For port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:36.605718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] For port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=18da65c1-0a0e-4596-92de-84e6d2f1f5bc,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:36.663967 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.696773 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.707071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Allocated IP 172.25.6.115 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/7066d0de-bdaa-4463-92e4-b3473584fb2b) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:36.747419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ac6b58de-036a-41de-ac5f-1c3f194d38fb,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:36.789859 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50560905-aab3-4e7a-9663-06178b05cd4e x-openstack-request-id: req-50560905-aab3-4e7a-9663-06178b05cd4e {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:02:36.790259 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:02:36.790556 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50560905-aab3-4e7a-9663-06178b05cd4e {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:02:36.790832 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'code': 200} Sep 16 17:02:36.819048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d1973-fbab-4b8d-89ed-33206596e681 None None] Pushing event updated for resources: {'Port': ['ID=18da65c1-0a0e-4596-92de-84e6d2f1f5bc,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:36.891509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:36.917574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae19e2-bdf6-4166-97d5-afb24608d39e req-c35c541f-7fd5-4eea-af1e-37c60435e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:36.919377 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2ae19e2-bdf6-4166-97d5-afb24608d39e req-c35c541f-7fd5-4eea-af1e-37c60435e8f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 1097 time: 0.0667088 Sep 16 17:02:36.980628 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a2ae19e2-bdf6-4166-97d5-afb24608d39e req-35fc87f5-eb37-4f4d-9925-cb8f849d43d4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540664 Sep 16 17:02:37.024163 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:37.065757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:37.068662 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:37.072157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:37.098181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Pushing event updated for resources: {'Port': ['ID=7066d0de-bdaa-4463-92e4-b3473584fb2b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:37.269441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a2b33-c458-4ffb-99f5-6f1882973870 req-ecc99f4c-af2e-4639-843b-3ddcefd60e17 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:37.270935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d8a2b33-c458-4ffb-99f5-6f1882973870 req-ecc99f4c-af2e-4639-843b-3ddcefd60e17 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0508633 Sep 16 17:02:37.310151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d8a2b33-c458-4ffb-99f5-6f1882973870 req-695e7c5d-0877-4817-81fb-0a016480554e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329292 Sep 16 17:02:37.703243 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:37.718005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d740300-9184-486c-bf45-a07b68082a78 None None] Network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:37.789571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-54a1be2b-863a-438e-bc8c-72e294fba6b1 None None] Provisioning complete for port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:37.790236 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-54a1be2b-863a-438e-bc8c-72e294fba6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:37.910198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:37.934737 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-54a1be2b-863a-438e-bc8c-72e294fba6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:37.972313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-54a1be2b-863a-438e-bc8c-72e294fba6b1 None None] For port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=18da65c1-0a0e-4596-92de-84e6d2f1f5bc,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:38.041067 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-54a1be2b-863a-438e-bc8c-72e294fba6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:38.096215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1be2b-863a-438e-bc8c-72e294fba6b1 None None] Pushing event updated for resources: {'Port': ['ID=18da65c1-0a0e-4596-92de-84e6d2f1f5bc,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:38.223475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Router 2845667a-1e30-4cab-8fd1-d1f560ed82ca is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:02:38.260146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-07c14053-2eb7-45ed-9a19-2902830cb168 None None] Provisioning complete for port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:38.261006 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-07c14053-2eb7-45ed-9a19-2902830cb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:38.352371 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:38.366323 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Sync routers for ids ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:38.385909 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Routers {'2845667a-1e30-4cab-8fd1-d1f560ed82ca'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:38.386545 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:38.431322 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:38.435348 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0ec649b2-1a0f-463d-9fcf-681688c949c3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6044486 Sep 16 17:02:38.436096 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51558) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:38.481692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ca0c1-97b2-4dca-92c6-1a9de1315e4c req-e9d1d96d-b639-42e8-80e7-7b5af651c57b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:38.483167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea1ca0c1-97b2-4dca-92c6-1a9de1315e4c req-e9d1d96d-b639-42e8-80e7-7b5af651c57b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0604632 Sep 16 17:02:38.518474 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Set router 2845667a-1e30-4cab-8fd1-d1f560ed82ca gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:38.533456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea1ca0c1-97b2-4dca-92c6-1a9de1315e4c req-67589646-1bdc-43b6-abd2-2dd66c1d3e51 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Sep 16 17:02:38.666887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d8ec9-8d70-4c85-b24f-5d04c5c93f18 req-8ea7020d-3aed-42ed-ae41-5efb81d96f0d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:38.675150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a07d8ec9-8d70-4c85-b24f-5d04c5c93f18 req-8ea7020d-3aed-42ed-ae41-5efb81d96f0d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0718200 Sep 16 17:02:38.725071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a07d8ec9-8d70-4c85-b24f-5d04c5c93f18 req-2243748f-a4e7-4f6c-adce-ed66ead3d5bd tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489402 Sep 16 17:02:38.739735 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51564) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:38.746581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 18da65c1-0a0e-4596-92de-84e6d2f1f5bc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:38.790890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e71aa0-fb12-48c3-aa4d-2167005fc015 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:38.795556 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e2e71aa0-fb12-48c3-aa4d-2167005fc015 tempest-TestNetworkAdvancedServerOps-1270290911 tempest-TestNetworkAdvancedServerOps-1270290911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 1092 time: 0.0518377 Sep 16 17:02:38.796047 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51566) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:38.802673 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:37Z', 'revision_number': 3, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:38.805400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:38.836340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:38.836833 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:38.878708 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Checking router: 2845667a-1e30-4cab-8fd1-d1f560ed82ca for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:38.879055 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Updating router 2845667a-1e30-4cab-8fd1-d1f560ed82ca port 7066d0de-bdaa-4463-92e4-b3473584fb2b binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:02:38.919738 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:38.969011 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.042640 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.229963 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.252102 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.298122 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.335104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Allocated IP 172.20.0.1 (6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5/c5794a2e-3682-44ef-842b-5d2d54d27504/ee7ff516-0262-4b7a-ad99-3f7d973bfbae) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:39.387968 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Attempting to bind port 7066d0de-bdaa-4463-92e4-b3473584fb2b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:39.388974 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Attempting to bind port 7066d0de-bdaa-4463-92e4-b3473584fb2b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:39.389575 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Attempting to bind port 7066d0de-bdaa-4463-92e4-b3473584fb2b on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:39.403394 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:39.404317 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:39.405028 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.405703 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:39.406784 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Bound port: 7066d0de-bdaa-4463-92e4-b3473584fb2b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:39.407169 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.437455 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c4fe8-1643-4b96-a396-e45902935cb8 None None] Pushing event updated for resources: {'Port': ['ID=7066d0de-bdaa-4463-92e4-b3473584fb2b,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:39.471439 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] For port 7066d0de-bdaa-4463-92e4-b3473584fb2b, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:39.475244 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] For port 7066d0de-bdaa-4463-92e4-b3473584fb2b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7066d0de-bdaa-4463-92e4-b3473584fb2b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:39.476207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Allocated IP 172.25.6.172 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/e83d6168-f225-4d07-8de2-9b4a11fda587) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:39.550345 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.561877 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.642152 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c4fe8-1643-4b96-a396-e45902935cb8 None None] Pushing event updated for resources: {'Port': ['ID=7066d0de-bdaa-4463-92e4-b3473584fb2b,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:39.653181 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.655957 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Routers {'2845667a-1e30-4cab-8fd1-d1f560ed82ca'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:39.655957 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:39.727893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.764886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:39.768508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:39.770861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.780466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:39.858141 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7ff516-0262-4b7a-ad99-3f7d973bfbae,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:39.863523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:39.874315 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] Set router 2845667a-1e30-4cab-8fd1-d1f560ed82ca gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:39.898631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:39.901602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:39.950553 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:39.994048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=e83d6168-f225-4d07-8de2-9b4a11fda587,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:40.075832 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:37Z', 'revision_number': 3, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:40.111225 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a58373-3182-4b14-afd9-505329d4bd03 None None] The sync data for ids ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'] in n-d-807786-3 is: [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:37Z', 'revision_number': 3, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:40.114408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f633ed88-a7dc-4204-971e-7990e5691dcf None None] Provisioning complete for port ee7ff516-0262-4b7a-ad99-3f7d973bfbae triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:40.115734 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f633ed88-a7dc-4204-971e-7990e5691dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:40.172106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f633ed88-a7dc-4204-971e-7990e5691dcf None None] Port ee7ff516-0262-4b7a-ad99-3f7d973bfbae cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:40.267777 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:40.686965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7066d0de-bdaa-4463-92e4-b3473584fb2b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:40.742342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7066d0de-bdaa-4463-92e4-b3473584fb2b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:40.743017 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:40.833434 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:40.858101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 7066d0de-bdaa-4463-92e4-b3473584fb2b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7066d0de-bdaa-4463-92e4-b3473584fb2b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:40.905417 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:40.966641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:40.971132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:41.027943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=7066d0de-bdaa-4463-92e4-b3473584fb2b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:41.036005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:41.153393 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:41.175142 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:41.191639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7ff516-0262-4b7a-ad99-3f7d973bfbae,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:41.372045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:41.380866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:41.456085 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:41.536550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Router 2845667a-1e30-4cab-8fd1-d1f560ed82ca has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:02:41.545719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:41.657631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event updated for resources: {'Port': ['ID=e83d6168-f225-4d07-8de2-9b4a11fda587,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:41.706330 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-aebf3e7f-4044-4a32-97b0-c6fe2852ea44 None None] Provisioning complete for port ee7ff516-0262-4b7a-ad99-3f7d973bfbae triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:41.706905 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aebf3e7f-4044-4a32-97b0-c6fe2852ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:41.711410 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:41.742854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-aebf3e7f-4044-4a32-97b0-c6fe2852ea44 None None] Port ee7ff516-0262-4b7a-ad99-3f7d973bfbae cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:41.774574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:41.781691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7d467ff7-a136-4ce3-9b56-4dbcb652e3a6 admin admin] 10.222.0.22 "PUT /v2.0/routers/2845667a-1e30-4cab-8fd1-d1f560ed82ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3437903 Sep 16 17:02:41.847389 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Floating IP 0c00841c-4cf7-44cd-a527-6082cd5da82b associated. External IP: 172.25.6.172, port: ac6b58de-036a-41de-ac5f-1c3f194d38fb. Sep 16 17:02:42.006444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Sync routers for ids ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:42.015640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Routers {'2845667a-1e30-4cab-8fd1-d1f560ed82ca'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:42.016272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-17166338-f3c8-4725-927d-8a86b76953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:42.113248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:02:42.243336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:42.259836 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] Sync routers for ids ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:42.271617 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] Routers {'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:42.272245 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:42.320795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Set router 2845667a-1e30-4cab-8fd1-d1f560ed82ca gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:42.349859 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:42.392322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8a039a49-4c17-44be-b981-0e19c8528b23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5896478 Sep 16 17:02:42.392322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:02:42.392322 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7895f13-8e59-4a17-9af9-884c9fb45a69" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:02:42.405370 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] Set router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:42.492619 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07fe3ea-203f-4dd3-bbc7-5a2a08abb514 x-openstack-request-id: req-d07fe3ea-203f-4dd3-bbc7-5a2a08abb514 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:02:42.493971 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:02:42.493971 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d07fe3ea-203f-4dd3-bbc7-5a2a08abb514 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:02:42.493971 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'status': 'completed', 'code': 200} Sep 16 17:02:42.568418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df83c4-67b8-4d47-a290-0d40c65300a4 req-8e99b8e5-46e2-4b28-8abb-98048c3336ec tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:42.574385 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28df83c4-67b8-4d47-a290-0d40c65300a4 req-8e99b8e5-46e2-4b28-8abb-98048c3336ec tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0737858 Sep 16 17:02:42.577366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-583638a3-a3b9-46e7-bf43-8b932633ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:42.578912 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-583638a3-a3b9-46e7-bf43-8b932633ec50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 1097 time: 0.0730691 Sep 16 17:02:42.615270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-17166338-f3c8-4725-927d-8a86b76953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ee7ff516-0262-4b7a-ad99-3f7d973bfbae', 'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'mac_address': 'fa:16:3e:cb:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:39Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 2, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'subnets': [{'id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:42.652348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28df83c4-67b8-4d47-a290-0d40c65300a4 req-2a0f5f06-f0d2-472a-a905-38582bef35f3 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717890 Sep 16 17:02:42.652859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Checking router: 2845667a-1e30-4cab-8fd1-d1f560ed82ca for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:42.653226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Updating router 2845667a-1e30-4cab-8fd1-d1f560ed82ca port ee7ff516-0262-4b7a-ad99-3f7d973bfbae binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:02:42.673683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51672) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:42.695219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7066d0de-bdaa-4463-92e4-b3473584fb2b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:42.741479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51678) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:42.749486 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:42.752460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1636751886-network', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:42.781380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-0f6e7f05-442d-4554-b449-bcc3b8d0e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:42.782883 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-0f6e7f05-442d-4554-b449-bcc3b8d0e170 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9657ff8-2ebc-4148-b190-9702ad7e4644 HTTP/1.1" status: 200 len: 897 time: 0.1970541 Sep 16 17:02:42.790292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a3bf6bc8-cccb-4963-a2e5-a8abcb49110f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/0c00841c-4cf7-44cd-a527-6082cd5da82b HTTP/1.1" status: 200 len: 992 time: 0.1140428 Sep 16 17:02:42.824567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7066d0de-bdaa-4463-92e4-b3473584fb2b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:42.825240 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:42.846151 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:22Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '0c00841c-4cf7-44cd-a527-6082cd5da82b', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'port_id': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'mac_address': 'fa:16:3e:4e:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:02:40Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccba5c77-4411-435f-8797-8bd78b194b59', 'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:2a:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:21Z', 'updated_at': '2021-09-16T17:02:27Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:42.857819 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-80bdfdda-4438-45d4-97a5-9133f0f3119a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb HTTP/1.1" status: 200 len: 1000 time: 0.0673962 Sep 16 17:02:42.876960 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] Checking router: c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:42.886896 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] Routers {'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:42.891427 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:42.911228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Made reservation on behalf of 9031c5aa96114ac4a47fa212328a84e9 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:42.914344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:42.924829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-c3161bfa-2306-4cdb-9c0a-1a0d994cc13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:42.926391 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-c3161bfa-2306-4cdb-9c0a-1a0d994cc13e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=27e0e615-cd45-49a8-8401-b2f63637069f HTTP/1.1" status: 200 len: 835 time: 0.0623560 Sep 16 17:02:42.927132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.003052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-d9658709-4a9e-4fb0-9c85-00f0b59534f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:43.004662 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-d9658709-4a9e-4fb0-9c85-00f0b59534f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9657ff8-2ebc-4148-b190-9702ad7e4644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623829 Sep 16 17:02:43.016413 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] Set router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:43.120750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.133721 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.147336 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-3bfdb9aa-aa12-4d63-8211-2d775fc89a9c service neutron] 10.222.0.62 "GET /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322832 Sep 16 17:02:43.206771 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.238679 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.272954 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f7895f13-8e59-4a17-9af9-884c9fb45a69 req-d55d5823-76f8-4d51-b4b6-afdf5781b15b service neutron] 10.222.0.62 "GET /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182487 Sep 16 17:02:43.284678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0ddf74-c7b2-4180-802e-a6e298b307f4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:43.288322 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b63f6a-d209-4892-b098-0fafd86c0cde None None] Pushing event updated for resources: {'Port': ['ID=ee7ff516-0262-4b7a-ad99-3f7d973bfbae,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:43.288800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:02:43.308319 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.308319 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Added segment f53f2433-274d-47eb-b508-29f1e0c17c92 of type vlan for network f54175ba-465e-4a3b-a48a-d0ba861c898a Sep 16 17:02:43.329486 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:22Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '0c00841c-4cf7-44cd-a527-6082cd5da82b', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'port_id': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'mac_address': 'fa:16:3e:4e:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:02:40Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccba5c77-4411-435f-8797-8bd78b194b59', 'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:2a:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:21Z', 'updated_at': '2021-09-16T17:02:27Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:43.350294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Attempting to bind port ee7ff516-0262-4b7a-ad99-3f7d973bfbae on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:43.350994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Attempting to bind port ee7ff516-0262-4b7a-ad99-3f7d973bfbae by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:43.351550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Attempting to bind port ee7ff516-0262-4b7a-ad99-3f7d973bfbae on network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:43.359144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:43.359717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Checking segment: {'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:43.360245 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.360734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Bound using segment: {'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:43.361277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Bound port: ee7ff516-0262-4b7a-ad99-3f7d973bfbae, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:43.361734 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.374074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.379013 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856046e-04ca-42a2-8c0b-2799633ffcb9 None None] The sync data for ids ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'] in n-d-807786-3 is: [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:22Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '0c00841c-4cf7-44cd-a527-6082cd5da82b', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'port_id': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'mac_address': 'fa:16:3e:4e:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:02:40Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 0, 'project_id': '90e3435321d04ec983180b4203d704f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccba5c77-4411-435f-8797-8bd78b194b59', 'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:2a:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:21Z', 'updated_at': '2021-09-16T17:02:27Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:43.449247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-17166338-f3c8-4725-927d-8a86b76953db None None] For port ee7ff516-0262-4b7a-ad99-3f7d973bfbae, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:43.454180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-17166338-f3c8-4725-927d-8a86b76953db None None] For port ee7ff516-0262-4b7a-ad99-3f7d973bfbae, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ee7ff516-0262-4b7a-ad99-3f7d973bfbae,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:43.512324 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.513474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:43.514213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.544458 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.580461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] Pushing event updated for resources: {'Network': ['ID=f54175ba-465e-4a3b-a48a-d0ba861c898a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:43.596063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network f54175ba-465e-4a3b-a48a-d0ba861c898a details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:02:43.604924 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a7f3eddd-3e22-4ba4-9b1c-400635924470 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8621075 Sep 16 17:02:43.607846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51714) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:43.613599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Request body: {'subnet': {'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1636751886-subnet', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:43.649508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Routers {'2845667a-1e30-4cab-8fd1-d1f560ed82ca'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:43.650122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-17166338-f3c8-4725-927d-8a86b76953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:43.686365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Made reservation on behalf of 9031c5aa96114ac4a47fa212328a84e9 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:43.694853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-613af6ff-7438-4dce-87e6-b8d3bc45857e None None] Provisioning complete for port ee7ff516-0262-4b7a-ad99-3f7d973bfbae triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:43.695324 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-613af6ff-7438-4dce-87e6-b8d3bc45857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.695685 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.697111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609c192-337c-4b6b-b34a-f56b83d68ef7 None None] New status for floating IP 0c00841c-4cf7-44cd-a527-6082cd5da82b: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:02:43.730466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b63f6a-d209-4892-b098-0fafd86c0cde None None] Pushing event updated for resources: {'Port': ['ID=ee7ff516-0262-4b7a-ad99-3f7d973bfbae,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:43.794073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51722) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:43.902108 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-15a223ab-af80-4842-adf8-b4e4a9b730c5 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/0c00841c-4cf7-44cd-a527-6082cd5da82b HTTP/1.1" status: 200 len: 992 time: 0.1068902 Sep 16 17:02:43.926261 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:43.984459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-17166338-f3c8-4725-927d-8a86b76953db None None] Set router 2845667a-1e30-4cab-8fd1-d1f560ed82ca gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:44.006369 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.056678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4581fe8b-0197-4fb7-9ec3-c2fc503f62c7,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:44.062652 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.069478 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-613af6ff-7438-4dce-87e6-b8d3bc45857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.074463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Checking segment: {'id': 'f53f2433-274d-47eb-b508-29f1e0c17c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:44.074647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Network hostable DHCP agents. Network: f54175ba-465e-4a3b-a48a-d0ba861c898a, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:02:44.167208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Network f54175ba-465e-4a3b-a48a-d0ba861c898a is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:02:44.176782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-613af6ff-7438-4dce-87e6-b8d3bc45857e None None] For port ee7ff516-0262-4b7a-ad99-3f7d973bfbae, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ee7ff516-0262-4b7a-ad99-3f7d973bfbae,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:44.223593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, f54175ba-465e-4a3b-a48a-d0ba861c898a) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:44.236133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:44.236133 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.236405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19529ae4-0e58-4d2d-a9cc-afd4d9a6a44b None None] Network f54175ba-465e-4a3b-a48a-d0ba861c898a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:44.277419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-613af6ff-7438-4dce-87e6-b8d3bc45857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.347249 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eff196ba-ff1f-40ff-8116-24059502249d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7364519 Sep 16 17:02:44.347706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 51752) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:44.353375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1636751886-router', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:44.392959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613af6ff-7438-4dce-87e6-b8d3bc45857e None None] Pushing event updated for resources: {'Port': ['ID=ee7ff516-0262-4b7a-ad99-3f7d973bfbae,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:44.429995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.431148 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.438855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-17166338-f3c8-4725-927d-8a86b76953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ee7ff516-0262-4b7a-ad99-3f7d973bfbae', 'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'mac_address': 'fa:16:3e:cb:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:39Z', 'updated_at': '2021-09-16T17:02:43Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'subnets': [{'id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:44.471373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-665faf5c-5d1a-49f1-9832-9d980235d9c5 None None] Provisioning complete for port ee7ff516-0262-4b7a-ad99-3f7d973bfbae triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:44.471659 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-665faf5c-5d1a-49f1-9832-9d980235d9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.473708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17166338-f3c8-4725-927d-8a86b76953db None None] The sync data for ids ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'] in n-d-807786-3 is: [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ee7ff516-0262-4b7a-ad99-3f7d973bfbae', 'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'mac_address': 'fa:16:3e:cb:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:39Z', 'updated_at': '2021-09-16T17:02:43Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'subnets': [{'id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:44.492308 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.550645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-f54175ba-465e-4a3b-a48a-d0ba861c898a', 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'fixed_ips': [{'subnet_id': '4581fe8b-0197-4fb7-9ec3-c2fc503f62c7'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:02:44.551921 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.693854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ee7ff516-0262-4b7a-ad99-3f7d973bfbae up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:44.798647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.799780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Allocated IP 172.20.0.2 (f54175ba-465e-4a3b-a48a-d0ba861c898a/4581fe8b-0197-4fb7-9ec3-c2fc503f62c7/ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:44.806673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ee7ff516-0262-4b7a-ad99-3f7d973bfbae triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:44.807590 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:44.906090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51776) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:45.015813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-14f83922-251f-46e5-bc93-df7d77ccbe34 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/0c00841c-4cf7-44cd-a527-6082cd5da82b HTTP/1.1" status: 200 len: 994 time: 0.1083164 Sep 16 17:02:45.040110 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:45.098273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:45.108427 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:45.131730 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:45.142915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Network f54175ba-465e-4a3b-a48a-d0ba861c898a is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:45.147213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:45.154708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:45.157857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Pushing event updated for resources: {'Port': ['ID=ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:45.232308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Attempting to bind port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:45.232623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Attempting to bind port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f53f2433-274d-47eb-b508-29f1e0c17c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:45.232994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Attempting to bind port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba on network f54175ba-465e-4a3b-a48a-d0ba861c898a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:45.238373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:45.238779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Checking segment: {'id': 'f53f2433-274d-47eb-b508-29f1e0c17c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:45.239206 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:45.248579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Bound using segment: {'id': 'f53f2433-274d-47eb-b508-29f1e0c17c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:45.248579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Bound port: ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53f2433-274d-47eb-b508-29f1e0c17c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:45.248579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:45.277274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Allocated IP 172.25.6.224 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/5b39ad52-a3b8-43e5-a009-36d6b2471172) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:45.314671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] For port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:45.318360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] For port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba,segment=NetworkSegment(f53f2433-274d-47eb-b508-29f1e0c17c92),segment_id=f53f2433-274d-47eb-b508-29f1e0c17c92)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:45.378487 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:45.409406 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:45.447255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6407e4-1630-401f-8534-baa9e9a2e42c None None] Pushing event updated for resources: {'Port': ['ID=ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:45.521919 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:45.566414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:45.569478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:45.577073 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:45.625820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Pushing event updated for resources: {'Port': ['ID=5b39ad52-a3b8-43e5-a009-36d6b2471172,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:46.178476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-b0847275-a155-4292-84e8-196ed3839cae req-b0a36f35-aeb7-4ab9-9b78-72f332c7a1c7 service neutron] (95357) timed out ('10.222.0.22', 53296) {{(pid=95357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 17:02:46.251795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:46.471651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:46.586435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937fbfe6-5b2e-4ba9-b386-387738ebe1a5 None None] Network f54175ba-465e-4a3b-a48a-d0ba861c898a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:02:46.661026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-eea07f72-7161-48e5-b0fd-1d0bc0e89fbd None None] Provisioning complete for port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:46.661423 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eea07f72-7161-48e5-b0fd-1d0bc0e89fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:46.692282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Router d341a8ce-0b52-4b1d-894d-942993129d3c is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:02:46.817455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:46.826573 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Sync routers for ids ['d341a8ce-0b52-4b1d-894d-942993129d3c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:46.835920 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Routers {'d341a8ce-0b52-4b1d-894d-942993129d3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:46.840048 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d341a8ce-0b52-4b1d-894d-942993129d3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:46.841921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:46.910283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:46.912289 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f169c9e9-5af6-4375-85c5-fbb3ebd37902 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5633781 Sep 16 17:02:46.915444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51870) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:46.949153 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Set router d341a8ce-0b52-4b1d-894d-942993129d3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:47.004360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:47.004792 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.008163 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eea07f72-7161-48e5-b0fd-1d0bc0e89fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.081041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-eea07f72-7161-48e5-b0fd-1d0bc0e89fbd None None] For port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba,segment=NetworkSegment(f53f2433-274d-47eb-b508-29f1e0c17c92),segment_id=f53f2433-274d-47eb-b508-29f1e0c17c92)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:47.132799 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.154072 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eea07f72-7161-48e5-b0fd-1d0bc0e89fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.161577 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'name': 'tempest-TestServerBasicOps-1636751886-router', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:44Z', 'updated_at': '2021-09-16T17:02:45Z', 'revision_number': 3, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'gw_port': {'id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:45Z', 'updated_at': '2021-09-16T17:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:47.193623 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Checking router: d341a8ce-0b52-4b1d-894d-942993129d3c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:47.193969 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Updating router d341a8ce-0b52-4b1d-894d-942993129d3c port 5b39ad52-a3b8-43e5-a009-36d6b2471172 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:02:47.225716 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.289151 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:02:47.289506 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:02:47.290132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea07f72-7161-48e5-b0fd-1d0bc0e89fbd None None] Pushing event updated for resources: {'Port': ['ID=ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:47.378891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3f9f8f3f-a50e-41e1-89f0-9f6c0e4711c4 None None] Provisioning complete for port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:47.386107 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8f3f-a50e-41e1-89f0-9f6c0e4711c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.426527 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.619542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Allocated IP 172.20.0.1 (f54175ba-465e-4a3b-a48a-d0ba861c898a/4581fe8b-0197-4fb7-9ec3-c2fc503f62c7/a5e92c33-8634-49fd-a5a7-8aec04979e42) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:47.643437 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.709184 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.725526 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.764952 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb728177-cd37-4389-94cc-b60c94310518 None None] Pushing event updated for resources: {'Port': ['ID=5b39ad52-a3b8-43e5-a009-36d6b2471172,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:47.769327 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Attempting to bind port 5b39ad52-a3b8-43e5-a009-36d6b2471172 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:47.769689 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Attempting to bind port 5b39ad52-a3b8-43e5-a009-36d6b2471172 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:47.770045 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Attempting to bind port 5b39ad52-a3b8-43e5-a009-36d6b2471172 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:47.775506 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:47.775506 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:47.775809 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.776186 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:47.776664 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Bound port: 5b39ad52-a3b8-43e5-a009-36d6b2471172, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:47.777032 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.825099 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.832647 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] For port 5b39ad52-a3b8-43e5-a009-36d6b2471172, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:47.839054 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] For port 5b39ad52-a3b8-43e5-a009-36d6b2471172, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b39ad52-a3b8-43e5-a009-36d6b2471172,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:47.859077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Network f54175ba-465e-4a3b-a48a-d0ba861c898a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:47.861961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:47.865598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:47.909544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Pushing event updated for resources: {'Port': ['ID=a5e92c33-8634-49fd-a5a7-8aec04979e42,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:47.917409 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.919590 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:47.985265 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb728177-cd37-4389-94cc-b60c94310518 None None] Pushing event updated for resources: {'Port': ['ID=5b39ad52-a3b8-43e5-a009-36d6b2471172,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:48.000153 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Routers {'d341a8ce-0b52-4b1d-894d-942993129d3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:48.000926 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d341a8ce-0b52-4b1d-894d-942993129d3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:48.114433 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] Set router d341a8ce-0b52-4b1d-894d-942993129d3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:48.116615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6a681c94-eb62-40c3-bcbe-9616abd51063 None None] Provisioning complete for port a5e92c33-8634-49fd-a5a7-8aec04979e42 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:48.117724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6a681c94-eb62-40c3-bcbe-9616abd51063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:48.120685 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:48.154913 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6a681c94-eb62-40c3-bcbe-9616abd51063 None None] Port a5e92c33-8634-49fd-a5a7-8aec04979e42 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:48.295180 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:48.303397 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'name': 'tempest-TestServerBasicOps-1636751886-router', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:44Z', 'updated_at': '2021-09-16T17:02:45Z', 'revision_number': 3, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'gw_port': {'id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:45Z', 'updated_at': '2021-09-16T17:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:48.333419 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400531a9-5f0a-4bdb-9885-8e52d7693912 None None] The sync data for ids ['d341a8ce-0b52-4b1d-894d-942993129d3c'] in n-d-807786-3 is: [{'id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'name': 'tempest-TestServerBasicOps-1636751886-router', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:44Z', 'updated_at': '2021-09-16T17:02:45Z', 'revision_number': 3, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'gw_port': {'id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:45Z', 'updated_at': '2021-09-16T17:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:48.354916 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:48.430705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Pushing event updated for resources: {'Port': ['ID=a5e92c33-8634-49fd-a5a7-8aec04979e42,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:48.435031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:48.531677 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Network f54175ba-465e-4a3b-a48a-d0ba861c898a is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:48.533127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:48.687593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Router d341a8ce-0b52-4b1d-894d-942993129d3c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:02:48.779364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:48.839908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:02:48.849231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dbb3f472-b132-49aa-835c-e2b26f92050d admin admin] 10.222.0.22 "PUT /v2.0/routers/d341a8ce-0b52-4b1d-894d-942993129d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9302630 Sep 16 17:02:48.855430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:48.856356 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:48.933422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-24b509e8-dfe0-43f4-8a8b-494fc36e1e24 None None] Provisioning complete for port a5e92c33-8634-49fd-a5a7-8aec04979e42 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:48.934116 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-24b509e8-dfe0-43f4-8a8b-494fc36e1e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:48.980702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-24b509e8-dfe0-43f4-8a8b-494fc36e1e24 None None] Port a5e92c33-8634-49fd-a5a7-8aec04979e42 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:49.021028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b39ad52-a3b8-43e5-a009-36d6b2471172 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:49.071106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5b39ad52-a3b8-43e5-a009-36d6b2471172 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:49.071618 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:49.177747 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:49.204450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 5b39ad52-a3b8-43e5-a009-36d6b2471172, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b39ad52-a3b8-43e5-a009-36d6b2471172,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:49.293022 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:49.346698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=5b39ad52-a3b8-43e5-a009-36d6b2471172,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:49.486411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 51996) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:49.491191 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c7611e6c-af4c-4059-a3ac-e4bf336275fb tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069842077', 'description': 'tempest-secgroup-smoke-1069842077 description', 'project_id': '64796ca7c1594021a1ba48302c50439e'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:49.572063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7611e6c-af4c-4059-a3ac-e4bf336275fb tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:49.655564 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7611e6c-af4c-4059-a3ac-e4bf336275fb tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:49.726294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7611e6c-af4c-4059-a3ac-e4bf336275fb tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:49.754895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7611e6c-af4c-4059-a3ac-e4bf336275fb tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78aeb383-251b-4cdd-af7c-1a02b5c95ccc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:49.794871 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7611e6c-af4c-4059-a3ac-e4bf336275fb tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:49.796179 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c7611e6c-af4c-4059-a3ac-e4bf336275fb tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3087561 Sep 16 17:02:49.799085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52014) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:49.803575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-03aa32ec-5cfe-4edb-9624-aca945441e4b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Request body: {'security_group_rule': {'security_group_id': '78aeb383-251b-4cdd-af7c-1a02b5c95ccc', 'project_id': '64796ca7c1594021a1ba48302c50439e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:49.892441 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03aa32ec-5cfe-4edb-9624-aca945441e4b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:49.954663 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03aa32ec-5cfe-4edb-9624-aca945441e4b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.023433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03aa32ec-5cfe-4edb-9624-aca945441e4b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.040968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa32ec-5cfe-4edb-9624-aca945441e4b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d14c633-17ce-4f92-9363-7663db8732ce,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:50.097785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03aa32ec-5cfe-4edb-9624-aca945441e4b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.099025 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-03aa32ec-5cfe-4edb-9624-aca945441e4b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989771 Sep 16 17:02:50.101798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52032) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:50.106394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fd85af8b-3fda-48c6-b147-05c2dab36bd3 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Request body: {'security_group_rule': {'security_group_id': '78aeb383-251b-4cdd-af7c-1a02b5c95ccc', 'project_id': '64796ca7c1594021a1ba48302c50439e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:50.200930 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fd85af8b-3fda-48c6-b147-05c2dab36bd3 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.261558 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fd85af8b-3fda-48c6-b147-05c2dab36bd3 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.322998 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fd85af8b-3fda-48c6-b147-05c2dab36bd3 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.341436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85af8b-3fda-48c6-b147-05c2dab36bd3 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a68af77-3d72-446a-8e64-2d6e0e2a6893,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:50.419361 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fd85af8b-3fda-48c6-b147-05c2dab36bd3 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.420709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fd85af8b-3fda-48c6-b147-05c2dab36bd3 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3179107 Sep 16 17:02:50.423441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52052) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:50.432143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5ca4248a-195b-49bf-b8d6-76664f980a1d tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Request body: {'security_group_rule': {'security_group_id': '78aeb383-251b-4cdd-af7c-1a02b5c95ccc', 'project_id': '64796ca7c1594021a1ba48302c50439e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:50.515069 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ca4248a-195b-49bf-b8d6-76664f980a1d tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.590473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ca4248a-195b-49bf-b8d6-76664f980a1d tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.640784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b39ad52-a3b8-43e5-a009-36d6b2471172 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:50.668742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ca4248a-195b-49bf-b8d6-76664f980a1d tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.686978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4248a-195b-49bf-b8d6-76664f980a1d tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ff4c18-efe2-4235-add6-3386d96c6ccd,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:50.688768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5b39ad52-a3b8-43e5-a009-36d6b2471172 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:50.689153 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.755252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5ca4248a-195b-49bf-b8d6-76664f980a1d tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.756584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5ca4248a-195b-49bf-b8d6-76664f980a1d tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3320365 Sep 16 17:02:50.759152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52068) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:50.764614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5649761f-6d1e-4bfa-81be-1c71254a5711 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Request body: {'security_group_rule': {'security_group_id': '78aeb383-251b-4cdd-af7c-1a02b5c95ccc', 'project_id': '64796ca7c1594021a1ba48302c50439e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:50.875819 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5649761f-6d1e-4bfa-81be-1c71254a5711 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:50.941991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5649761f-6d1e-4bfa-81be-1c71254a5711 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.017953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5649761f-6d1e-4bfa-81be-1c71254a5711 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.038085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649761f-6d1e-4bfa-81be-1c71254a5711 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9593de20-2e35-443e-8e2d-49d3815cd6ec,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:51.097966 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5649761f-6d1e-4bfa-81be-1c71254a5711 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.099189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5649761f-6d1e-4bfa-81be-1c71254a5711 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388910 Sep 16 17:02:51.101855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52070) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:51.106956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e30da8f7-c27e-46c1-b9ba-b3c626c29863 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Request body: {'security_group_rule': {'security_group_id': '78aeb383-251b-4cdd-af7c-1a02b5c95ccc', 'project_id': '64796ca7c1594021a1ba48302c50439e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:51.178046 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-e30da8f7-c27e-46c1-b9ba-b3c626c29863 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Project 64796ca7c1594021a1ba48302c50439e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:02:51.183786 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e30da8f7-c27e-46c1-b9ba-b3c626c29863 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.244002 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e30da8f7-c27e-46c1-b9ba-b3c626c29863 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.303802 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e30da8f7-c27e-46c1-b9ba-b3c626c29863 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.320486 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30da8f7-c27e-46c1-b9ba-b3c626c29863 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99904cbd-9dcc-4168-acf2-55f400ce0d83,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:51.429475 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e30da8f7-c27e-46c1-b9ba-b3c626c29863 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.430700 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e30da8f7-c27e-46c1-b9ba-b3c626c29863 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277929 Sep 16 17:02:51.433567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52076) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:51.438451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3ee149f1-a06e-4cfc-89cd-1c4b01a7cd28 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Request body: {'security_group_rule': {'security_group_id': '78aeb383-251b-4cdd-af7c-1a02b5c95ccc', 'project_id': '64796ca7c1594021a1ba48302c50439e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:51.521292 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-3ee149f1-a06e-4cfc-89cd-1c4b01a7cd28 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Project 64796ca7c1594021a1ba48302c50439e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:02:51.527244 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ee149f1-a06e-4cfc-89cd-1c4b01a7cd28 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.596714 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ee149f1-a06e-4cfc-89cd-1c4b01a7cd28 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.644680 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Sync routers for ids ['d341a8ce-0b52-4b1d-894d-942993129d3c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:02:51.654219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Routers {'d341a8ce-0b52-4b1d-894d-942993129d3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:51.655057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d341a8ce-0b52-4b1d-894d-942993129d3c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:51.663388 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ee149f1-a06e-4cfc-89cd-1c4b01a7cd28 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.678939 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee149f1-a06e-4cfc-89cd-1c4b01a7cd28 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454dd9a3-f171-410a-ba0a-3270bc2cd974,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:51.737423 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3ee149f1-a06e-4cfc-89cd-1c4b01a7cd28 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:51.738686 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3ee149f1-a06e-4cfc-89cd-1c4b01a7cd28 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3039420 Sep 16 17:02:51.765230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Set router d341a8ce-0b52-4b1d-894d-942993129d3c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:51.896918 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-d203b41a-ba35-439f-a538-b942ffec4610 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069842077&fields=id&tenant_id=64796ca7c1594021a1ba48302c50439e HTTP/1.1" status: 200 len: 267 time: 0.0392683 Sep 16 17:02:51.990346 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'name': 'tempest-TestServerBasicOps-1636751886-router', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:44Z', 'updated_at': '2021-09-16T17:02:48Z', 'revision_number': 4, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'gw_port': {'id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:45Z', 'updated_at': '2021-09-16T17:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'a5e92c33-8634-49fd-a5a7-8aec04979e42', 'name': '', 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'mac_address': 'fa:16:3e:c9:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '4581fe8b-0197-4fb7-9ec3-c2fc503f62c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:47Z', 'updated_at': '2021-09-16T17:02:48Z', 'revision_number': 2, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'subnets': [{'id': '4581fe8b-0197-4fb7-9ec3-c2fc503f62c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:52.009702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-9e8bf713-2852-45c2-826d-892947757355 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:52.011719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-9e8bf713-2852-45c2-826d-892947757355 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/networks?id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 HTTP/1.1" status: 200 len: 809 time: 0.1111999 Sep 16 17:02:52.022822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Checking router: d341a8ce-0b52-4b1d-894d-942993129d3c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:02:52.023170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Updating router d341a8ce-0b52-4b1d-894d-942993129d3c port a5e92c33-8634-49fd-a5a7-8aec04979e42 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:02:52.027811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-00730cc6-6bc3-40e2-b5e6-2786f48b6b98 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/quotas/64796ca7c1594021a1ba48302c50439e HTTP/1.1" status: 200 len: 375 time: 0.0101764 Sep 16 17:02:52.049668 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:52.084827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-2bab4ef8-5c9e-48ab-b191-fc2b1abfed98 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=64796ca7c1594021a1ba48302c50439e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506661 Sep 16 17:02:52.304984 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-53ef4cd7-5be6-49d7-9c3a-f2face42c05e service neutron] 10.222.0.22 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081561 Sep 16 17:02:52.352251 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:52.402543 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-0fe1ee4c-7f0b-4c4c-9fa5-bac1c117414b service neutron] 10.222.0.22 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906906 Sep 16 17:02:52.418325 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:52.470518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a60cd8-0644-450b-b30c-e1f9231c7f73 None None] Pushing event updated for resources: {'Port': ['ID=a5e92c33-8634-49fd-a5a7-8aec04979e42,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:52.537204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Attempting to bind port a5e92c33-8634-49fd-a5a7-8aec04979e42 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:52.537582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Attempting to bind port a5e92c33-8634-49fd-a5a7-8aec04979e42 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f53f2433-274d-47eb-b508-29f1e0c17c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:52.537962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Attempting to bind port a5e92c33-8634-49fd-a5a7-8aec04979e42 on network f54175ba-465e-4a3b-a48a-d0ba861c898a {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:52.544552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:52.546115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Checking segment: {'id': 'f53f2433-274d-47eb-b508-29f1e0c17c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:52.546115 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:52.546115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Bound using segment: {'id': 'f53f2433-274d-47eb-b508-29f1e0c17c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:52.546484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Bound port: a5e92c33-8634-49fd-a5a7-8aec04979e42, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53f2433-274d-47eb-b508-29f1e0c17c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:52.546581 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:52.699569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] For port a5e92c33-8634-49fd-a5a7-8aec04979e42, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:52.699569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] For port a5e92c33-8634-49fd-a5a7-8aec04979e42, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a5e92c33-8634-49fd-a5a7-8aec04979e42,segment=NetworkSegment(f53f2433-274d-47eb-b508-29f1e0c17c92),segment_id=f53f2433-274d-47eb-b508-29f1e0c17c92)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:52.700912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-266e84ab-b63b-4c31-b71e-81b0bc288e77 req-a0492811-50a6-46a3-8139-a225c3aed1e9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 210 time: 0.0413165 Sep 16 17:02:52.772949 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:52.829828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Routers {'d341a8ce-0b52-4b1d-894d-942993129d3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:02:52.830473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:02:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d341a8ce-0b52-4b1d-894d-942993129d3c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:52.891587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a60cd8-0644-450b-b30c-e1f9231c7f73 None None] Pushing event updated for resources: {'Port': ['ID=a5e92c33-8634-49fd-a5a7-8aec04979e42,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:52.898893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1a23e355-d685-4d32-a7cc-20a2c137ea94 None None] Provisioning complete for port a5e92c33-8634-49fd-a5a7-8aec04979e42 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:52.899460 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a23e355-d685-4d32-a7cc-20a2c137ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:53.001183 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] Set router d341a8ce-0b52-4b1d-894d-942993129d3c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:02:53.099157 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a23e355-d685-4d32-a7cc-20a2c137ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:53.181826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1a23e355-d685-4d32-a7cc-20a2c137ea94 None None] For port a5e92c33-8634-49fd-a5a7-8aec04979e42, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a5e92c33-8634-49fd-a5a7-8aec04979e42,segment=NetworkSegment(f53f2433-274d-47eb-b508-29f1e0c17c92),segment_id=f53f2433-274d-47eb-b508-29f1e0c17c92)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:02:53.243050 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a23e355-d685-4d32-a7cc-20a2c137ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:53.293702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'name': 'tempest-TestServerBasicOps-1636751886-router', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:44Z', 'updated_at': '2021-09-16T17:02:48Z', 'revision_number': 4, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'gw_port': {'id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:45Z', 'updated_at': '2021-09-16T17:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'a5e92c33-8634-49fd-a5a7-8aec04979e42', 'name': '', 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'mac_address': 'fa:16:3e:c9:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '4581fe8b-0197-4fb7-9ec3-c2fc503f62c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:47Z', 'updated_at': '2021-09-16T17:02:52Z', 'revision_number': 4, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'subnets': [{'id': '4581fe8b-0197-4fb7-9ec3-c2fc503f62c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:02:53.327284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23e355-d685-4d32-a7cc-20a2c137ea94 None None] Pushing event updated for resources: {'Port': ['ID=a5e92c33-8634-49fd-a5a7-8aec04979e42,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:53.329973 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37043d4-47a3-4a55-939c-5823421652ae None None] The sync data for ids ['d341a8ce-0b52-4b1d-894d-942993129d3c'] in n-d-807786-3 is: [{'id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'name': 'tempest-TestServerBasicOps-1636751886-router', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:44Z', 'updated_at': '2021-09-16T17:02:48Z', 'revision_number': 4, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'gw_port': {'id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:45Z', 'updated_at': '2021-09-16T17:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'a5e92c33-8634-49fd-a5a7-8aec04979e42', 'name': '', 'network_id': 'f54175ba-465e-4a3b-a48a-d0ba861c898a', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'mac_address': 'fa:16:3e:c9:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '4581fe8b-0197-4fb7-9ec3-c2fc503f62c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:47Z', 'updated_at': '2021-09-16T17:02:52Z', 'revision_number': 4, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'subnets': [{'id': '4581fe8b-0197-4fb7-9ec3-c2fc503f62c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:02:53.364177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b6ca7a51-e34b-4a3b-a81d-ceac56b24cc8 None None] Provisioning complete for port a5e92c33-8634-49fd-a5a7-8aec04979e42 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:53.364657 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b6ca7a51-e34b-4a3b-a81d-ceac56b24cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:53.829377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b57b9b4-481c-4824-b283-c586ee636de0 req-dc6a6b84-ae94-47c3-acad-f11a66301569 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 210 time: 0.0310628 Sep 16 17:02:54.660738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a5e92c33-8634-49fd-a5a7-8aec04979e42 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:02:54.713716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a5e92c33-8634-49fd-a5a7-8aec04979e42 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:54.714622 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:54.855935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-ef5ebac1-41d8-40a4-b158-1ea3b13683c1 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:54.858629 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-ef5ebac1-41d8-40a4-b158-1ea3b13683c1 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.52 "GET /v2.0/networks?id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 HTTP/1.1" status: 200 len: 809 time: 0.1661410 Sep 16 17:02:54.921872 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-b468f6a9-6783-4c31-b2d4-2a5b951829ba tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64796ca7c1594021a1ba48302c50439e HTTP/1.1" status: 200 len: 380 time: 0.0550520 Sep 16 17:02:54.935250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Request body: {'port': {'device_id': '999b3725-790c-4e1d-9f35-8655d1846f89', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'admin_state_up': True, 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'security_groups': ['78aeb383-251b-4cdd-af7c-1a02b5c95ccc']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:54.944248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-829152b4-8551-4e98-bb35-ce3d79b225fe req-68ec728c-715d-4890-a8ff-b15bcf3759e6 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 210 time: 0.0393610 Sep 16 17:02:55.211978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Made reservation on behalf of 64796ca7c1594021a1ba48302c50439e for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:02:55.215612 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:55.347360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Allocated IP 172.20.0.6 (6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5/c5794a2e-3682-44ef-842b-5d2d54d27504/fb11ab6c-408e-486a-8471-1ccc3d114937) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:02:55.502435 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:55.613026 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:55.658079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:02:55.663028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:02:55.670632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:02:55.674627 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event updated for resources: {'Port': ['ID=fb11ab6c-408e-486a-8471-1ccc3d114937,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:55.707373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.707723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.708067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.708416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.708750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.709075 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.709413 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.709716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.710217 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.710902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.711395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.711881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:55.748228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:55.749227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:55.819389 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c4b33b8d-b618-4fd1-9116-d49bbed2f61c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8901198 Sep 16 17:02:55.833129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Request body: {'port': {'device_id': '999b3725-790c-4e1d-9f35-8655d1846f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:02:55.914852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:55.930439 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e11f7ee8-fdd1-4d09-a420-58e989191368 None None] Provisioning complete for port fb11ab6c-408e-486a-8471-1ccc3d114937 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:02:55.930915 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e11f7ee8-fdd1-4d09-a420-58e989191368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:55.966935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e11f7ee8-fdd1-4d09-a420-58e989191368 None None] Port fb11ab6c-408e-486a-8471-1ccc3d114937 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:02:56.072929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962e134-55b0-405c-8397-6976805fe888 req-5f4fbeb1-3f46-49b1-b2d3-e820aba2ee0e tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:56.076058 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d962e134-55b0-405c-8397-6976805fe888 req-5f4fbeb1-3f46-49b1-b2d3-e820aba2ee0e tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 931 time: 0.0546880 Sep 16 17:02:56.114566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d962e134-55b0-405c-8397-6976805fe888 req-ff39dda4-835c-4d29-b46d-7d67ab9cf10b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Sep 16 17:02:56.218902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb11ab6c-408e-486a-8471-1ccc3d114937 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:02:56.226503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:56.238650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Transition to ACTIVE for port object fb11ab6c-408e-486a-8471-1ccc3d114937 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:02:56.303871 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:56.358883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb11ab6c-408e-486a-8471-1ccc3d114937,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:56.441027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Attempting to bind port fb11ab6c-408e-486a-8471-1ccc3d114937 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:02:56.441373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Attempting to bind port fb11ab6c-408e-486a-8471-1ccc3d114937 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:02:56.441709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Attempting to bind port fb11ab6c-408e-486a-8471-1ccc3d114937 on network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:56.446457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Port fb11ab6c-408e-486a-8471-1ccc3d114937 on network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:02:56.446787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Attempting to bind port fb11ab6c-408e-486a-8471-1ccc3d114937 on network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:02:56.452335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:02:56.452717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Checking segment: {'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:02:56.453111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Bound using segment: {'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:02:56.453549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Bound port: fb11ab6c-408e-486a-8471-1ccc3d114937, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fa84b5-4029-4344-b26a-6b4f701cba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:02:56.453916 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:56.527266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] For port fb11ab6c-408e-486a-8471-1ccc3d114937, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:02:56.530578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] For port fb11ab6c-408e-486a-8471-1ccc3d114937, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fb11ab6c-408e-486a-8471-1ccc3d114937,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:02:56.590567 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:56.626881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:56.627651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:56.628980 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] 10.222.0.52 "PUT /v2.0/ports/fb11ab6c-408e-486a-8471-1ccc3d114937 HTTP/1.1" status: 200 len: 1091 time: 0.8007023 Sep 16 17:02:56.629432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999b3725-790c-4e1d-9f35-8655d1846f89', 'tag': 'fb11ab6c-408e-486a-8471-1ccc3d114937'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:02:56.631682 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f84a7-4197-49e2-9474-bde39ce73039" -d '{"events": [{"name": "network-changed", "server_uuid": "999b3725-790c-4e1d-9f35-8655d1846f89", "tag": "fb11ab6c-408e-486a-8471-1ccc3d114937"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:02:56.656775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a1f06-03d9-4448-8d7a-9917fc3536c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb11ab6c-408e-486a-8471-1ccc3d114937,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:56.680003 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d030960e-ee3c-4e88-a1ae-16a4a9a14ae4 x-openstack-request-id: req-d030960e-ee3c-4e88-a1ae-16a4a9a14ae4 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:02:56.685240 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999b3725-790c-4e1d-9f35-8655d1846f89", "tag": "fb11ab6c-408e-486a-8471-1ccc3d114937", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:02:56.685240 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d030960e-ee3c-4e88-a1ae-16a4a9a14ae4 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:02:56.685240 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999b3725-790c-4e1d-9f35-8655d1846f89', 'tag': 'fb11ab6c-408e-486a-8471-1ccc3d114937', 'status': 'completed', 'code': 200} Sep 16 17:02:56.752953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f84a7-4197-49e2-9474-bde39ce73039 req-0dd9247c-e13a-47fa-b410-091527e22e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:56.754522 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-463f84a7-4197-49e2-9474-bde39ce73039 req-0dd9247c-e13a-47fa-b410-091527e22e8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64796ca7c1594021a1ba48302c50439e&device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1094 time: 0.0522406 Sep 16 17:02:56.866717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f84a7-4197-49e2-9474-bde39ce73039 req-1b38c886-a5ff-41fc-947a-bbbede701172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:56.868222 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-463f84a7-4197-49e2-9474-bde39ce73039 req-1b38c886-a5ff-41fc-947a-bbbede701172 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=64796ca7c1594021a1ba48302c50439e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1065555 Sep 16 17:02:56.977719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f84a7-4197-49e2-9474-bde39ce73039 req-27ffb831-95e0-489a-b538-cb323291fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:56.979277 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-463f84a7-4197-49e2-9474-bde39ce73039 req-27ffb831-95e0-489a-b538-cb323291fddb service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047039 Sep 16 17:02:57.070068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-b10be850-5f8b-425f-9e2b-f1e2be7a67be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:57.071585 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-b10be850-5f8b-425f-9e2b-f1e2be7a67be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64796ca7c1594021a1ba48302c50439e&device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1094 time: 0.0525270 Sep 16 17:02:57.118251 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-c2cad72d-fcfc-4b4b-943d-b1691cad139c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb11ab6c-408e-486a-8471-1ccc3d114937 HTTP/1.1" status: 200 len: 217 time: 0.0387135 Sep 16 17:02:57.172949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-5befeacc-74bd-42f4-8446-d9e5690e0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:57.174516 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-5befeacc-74bd-42f4-8446-d9e5690e0793 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5794a2e-3682-44ef-842b-5d2d54d27504 HTTP/1.1" status: 200 len: 848 time: 0.0501485 Sep 16 17:02:57.225408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-61fcbc2a-3af5-4d2b-8b5d-6f4e44d4d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:57.226955 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-61fcbc2a-3af5-4d2b-8b5d-6f4e44d4d7f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456340 Sep 16 17:02:57.252499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15868be-47f2-471c-ad28-6278d992d79b req-53df8522-c456-4598-a5f4-1401db265213 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:57.254666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f15868be-47f2-471c-ad28-6278d992d79b req-53df8522-c456-4598-a5f4-1401db265213 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 943 time: 0.0693901 Sep 16 17:02:57.295405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f15868be-47f2-471c-ad28-6278d992d79b req-aa8f4dde-8a2f-4cf2-aaa7-c2ef54c0a1ff tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346127 Sep 16 17:02:57.328073 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-b7002893-f619-4162-8575-f4e8605f41bf service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942123 Sep 16 17:02:57.425885 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a8cd3af9-80b4-456b-81e6-9699db165184 req-3171e314-6858-48e2-9c4b-06f4f8cfde25 service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896475 Sep 16 17:02:58.223457 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4998-e2e9-449f-8378-a2d5e4009bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:58.422417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d6cfb-0bb8-41a2-b3b6-4ed77513f502 req-a488c7b3-b747-4ada-8bae-9b13429bdfa6 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:58.423927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f7d6cfb-0bb8-41a2-b3b6-4ed77513f502 req-a488c7b3-b747-4ada-8bae-9b13429bdfa6 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 943 time: 0.0563030 Sep 16 17:02:58.463012 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f7d6cfb-0bb8-41a2-b3b6-4ed77513f502 req-886fa852-ea3d-4f41-8c13-dfba11fe089c tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326927 Sep 16 17:02:58.765146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52142) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:58.900897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b5de5003-81e8-459b-b486-4fa68b51106a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2bf25cbc9524617942527feca828338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340079 Sep 16 17:02:58.903587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52146) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:02:58.953863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:58.973528 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:59.063483 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:59.066442 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:02:59.067641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e4ca921-0aba-401e-b9a2-cd2742f20e7c HTTP/1.1" status: 204 len: 168 time: 0.1629627 Sep 16 17:02:59.076715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ca921-0aba-401e-b9a2-cd2742f20e7c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:02:59.084592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.084944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.085284 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.085620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.085954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.086284 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.086613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.086965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.087354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.087569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.088003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.088635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcadd3-57f4-4660-92bf-ad06183af778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:02:59.578308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87ec6-1a2c-4046-8459-c2bca1ded3e3 req-92ded41d-72d9-43cd-856b-a3624c96802e tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:02:59.579832 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5f87ec6-1a2c-4046-8459-c2bca1ded3e3 req-92ded41d-72d9-43cd-856b-a3624c96802e tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 943 time: 0.0494990 Sep 16 17:02:59.622051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5f87ec6-1a2c-4046-8459-c2bca1ded3e3 req-4dabe90a-fbe0-4b98-b0fb-2c242b28a9d0 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351117 Sep 16 17:03:00.254208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fb11ab6c-408e-486a-8471-1ccc3d114937 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:03:00.352275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port fb11ab6c-408e-486a-8471-1ccc3d114937, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fb11ab6c-408e-486a-8471-1ccc3d114937,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:03:00.370793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'fb11ab6c-408e-486a-8471-1ccc3d114937', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'port_id': 'fb11ab6c-408e-486a-8471-1ccc3d114937', 'mac_address': 'fa:16:3e:e0:38:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:03:00.556995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:00.570614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb11ab6c-408e-486a-8471-1ccc3d114937 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:03:00.590686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port fb11ab6c-408e-486a-8471-1ccc3d114937, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fb11ab6c-408e-486a-8471-1ccc3d114937,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:03:00.646613 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:00.696474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=fb11ab6c-408e-486a-8471-1ccc3d114937,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:03:00.828821 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-88c87004-11f8-476c-bf67-c1494d8583bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:00.875231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['fb11ab6c-408e-486a-8471-1ccc3d114937'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:03:00.944538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517154a-d6df-4937-9f4a-03c1f3418b6c req-0861c5d3-607e-46d0-a727-3df62e400273 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:00.944538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d517154a-d6df-4937-9f4a-03c1f3418b6c req-0861c5d3-607e-46d0-a727-3df62e400273 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 944 time: 0.2444997 Sep 16 17:03:00.981746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d517154a-d6df-4937-9f4a-03c1f3418b6c req-b2426b23-5371-4953-9d16-008b6c51508b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374424 Sep 16 17:03:01.452333 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:02.046742 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:02.107990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06631-3979-4476-9099-883c5e2d6a13 req-c866f679-e487-4566-bb86-9511b266aaeb tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:02.109532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aaf06631-3979-4476-9099-883c5e2d6a13 req-c866f679-e487-4566-bb86-9511b266aaeb tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 944 time: 0.0527282 Sep 16 17:03:02.148143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aaf06631-3979-4476-9099-883c5e2d6a13 req-819401f3-e98a-4003-b4c6-112f75e595ab tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326018 Sep 16 17:03:02.258159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fb11ab6c-408e-486a-8471-1ccc3d114937 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:03:02.373402 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port fb11ab6c-408e-486a-8471-1ccc3d114937 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:03:02.377752 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port fb11ab6c-408e-486a-8471-1ccc3d114937 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:03:02.378156 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:02.462501 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:02.488942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999b3725-790c-4e1d-9f35-8655d1846f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb11ab6c-408e-486a-8471-1ccc3d114937'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:03:02.491346 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b3c17-0827-40e5-9e10-2df5f9b6c1ff" -d '{"events": [{"server_uuid": "999b3725-790c-4e1d-9f35-8655d1846f89", "name": "network-vif-plugged", "status": "completed", "tag": "fb11ab6c-408e-486a-8471-1ccc3d114937"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:03:02.505733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port fb11ab6c-408e-486a-8471-1ccc3d114937, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fb11ab6c-408e-486a-8471-1ccc3d114937,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:03:02.530371 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d4d944-29f3-432d-9525-ef7b17c11c81 x-openstack-request-id: req-b9d4d944-29f3-432d-9525-ef7b17c11c81 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:03:02.530371 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999b3725-790c-4e1d-9f35-8655d1846f89", "name": "network-vif-plugged", "status": "completed", "tag": "fb11ab6c-408e-486a-8471-1ccc3d114937", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:03:02.530601 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9d4d944-29f3-432d-9525-ef7b17c11c81 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:03:02.531241 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999b3725-790c-4e1d-9f35-8655d1846f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb11ab6c-408e-486a-8471-1ccc3d114937', 'code': 200} Sep 16 17:03:02.578127 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:02.627576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=fb11ab6c-408e-486a-8471-1ccc3d114937,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:03:02.632809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8392ec-e374-4867-96db-99ae7e7478b1 req-2e6bc223-d056-4cf8-a4bb-fd1f07c527f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:02.634360 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf8392ec-e374-4867-96db-99ae7e7478b1 req-2e6bc223-d056-4cf8-a4bb-fd1f07c527f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1096 time: 0.0435853 Sep 16 17:03:02.676157 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bf8392ec-e374-4867-96db-99ae7e7478b1 req-36c55365-5b6f-4b4a-bb00-bd70a214b5da service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346198 Sep 16 17:03:03.280369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ab529-0a58-4399-9edc-3c7cb2d86536 req-253dabca-d4ba-411b-9d5b-a5c5f15763d1 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:03.280369 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd0ab529-0a58-4399-9edc-3c7cb2d86536 req-253dabca-d4ba-411b-9d5b-a5c5f15763d1 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 945 time: 0.0511007 Sep 16 17:03:03.317301 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd0ab529-0a58-4399-9edc-3c7cb2d86536 req-ed458f77-1ac7-4445-8c00-5c52db5c35fb tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382917 Sep 16 17:03:03.806614 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:04.457920 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3aafb-83cf-4db6-813f-04538e284dd5 req-38c86a1a-3afd-41fd-8f0b-d46ec78cd41a tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:04.459554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cca3aafb-83cf-4db6-813f-04538e284dd5 req-38c86a1a-3afd-41fd-8f0b-d46ec78cd41a tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 945 time: 0.0546846 Sep 16 17:03:04.503843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cca3aafb-83cf-4db6-813f-04538e284dd5 req-298c78b2-7e73-49e4-8d7c-d7ec890e1f14 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371003 Sep 16 17:03:04.623218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89583f94-5841-457f-9f1a-d7df75aa09d3 req-81687545-a93a-4d42-9304-9a14a0428b9e tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:04.624785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89583f94-5841-457f-9f1a-d7df75aa09d3 req-81687545-a93a-4d42-9304-9a14a0428b9e tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 945 time: 0.0523043 Sep 16 17:03:04.664948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89583f94-5841-457f-9f1a-d7df75aa09d3 req-2f93a537-1f5c-4e0d-8bb6-ab99f9f14992 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340743 Sep 16 17:03:04.781600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d5617-050e-4754-b32b-07a65d6412a4 req-80ea9d1a-af74-4d42-91fb-e293b6e8ecff tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:04.783106 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b7d5617-050e-4754-b32b-07a65d6412a4 req-80ea9d1a-af74-4d42-91fb-e293b6e8ecff tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 945 time: 0.0506423 Sep 16 17:03:04.827500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b7d5617-050e-4754-b32b-07a65d6412a4 req-83285c21-85eb-426c-92ec-3b7e34b597a9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383582 Sep 16 17:03:04.848671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52274) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:03:04.997600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a145d4-51f4-4ab7-9483-a16cd5b7a670 tempest-TestServerBasicOps-559297013 tempest-TestServerBasicOps-559297013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:04.999164 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c7a145d4-51f4-4ab7-9483-a16cd5b7a670 tempest-TestServerBasicOps-559297013 tempest-TestServerBasicOps-559297013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1091 time: 0.1494937 Sep 16 17:03:05.001978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52278) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:03:05.006348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'fb11ab6c-408e-486a-8471-1ccc3d114937', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:03:05.098291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:05.220062 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:05.334537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Allocated IP 172.25.6.184 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/d7a57475-9011-4874-a9ae-4fe07ffb45e0) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:03:05.440942 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:05.537672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:05.576849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:03:05.579693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:03:05.582810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:03:05.615238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event updated for resources: {'Port': ['ID=d7a57475-9011-4874-a9ae-4fe07ffb45e0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:03:05.982110 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:06.118112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:06.283806 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:06.343448 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:06.413489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event updated for resources: {'Port': ['ID=d7a57475-9011-4874-a9ae-4fe07ffb45e0,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:03:06.427199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:06.534631 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Floating IP ff7ce3c4-88eb-4cc7-a5c1-0cbfc6debc2b associated. External IP: 172.25.6.184, port: fb11ab6c-408e-486a-8471-1ccc3d114937. Sep 16 17:03:06.754887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Router 2845667a-1e30-4cab-8fd1-d1f560ed82ca has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:03:06.866871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:03:06.878870 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] Sync routers for ids ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:03:06.888858 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] Routers {'2845667a-1e30-4cab-8fd1-d1f560ed82ca'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:03:06.893775 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:03:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:03:06.939005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:06.970073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b9d1fbd3-4634-4f83-a9eb-b580834e7306 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9670451 Sep 16 17:03:06.970771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999b3725-790c-4e1d-9f35-8655d1846f89', 'tag': 'fb11ab6c-408e-486a-8471-1ccc3d114937'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:03:06.973054 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b04d8-2832-4b96-9634-46f035e1c040" -d '{"events": [{"name": "network-changed", "server_uuid": "999b3725-790c-4e1d-9f35-8655d1846f89", "tag": "fb11ab6c-408e-486a-8471-1ccc3d114937"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:03:07.009625 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] Set router 2845667a-1e30-4cab-8fd1-d1f560ed82ca gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:03:07.022995 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e4f028-1376-4b33-b3ea-809c22a757cf x-openstack-request-id: req-e3e4f028-1376-4b33-b3ea-809c22a757cf {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:03:07.023290 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999b3725-790c-4e1d-9f35-8655d1846f89", "tag": "fb11ab6c-408e-486a-8471-1ccc3d114937", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:03:07.023552 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3e4f028-1376-4b33-b3ea-809c22a757cf {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:03:07.023963 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999b3725-790c-4e1d-9f35-8655d1846f89', 'tag': 'fb11ab6c-408e-486a-8471-1ccc3d114937', 'status': 'completed', 'code': 200} Sep 16 17:03:07.089468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-090b832d-9e60-423f-9db9-525fb9ba01de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:07.092265 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-090b832d-9e60-423f-9db9-525fb9ba01de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64796ca7c1594021a1ba48302c50439e&device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1096 time: 0.0453448 Sep 16 17:03:07.195489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-501e9106-2949-4cae-9c14-d467dbd917aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:07.196899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-501e9106-2949-4cae-9c14-d467dbd917aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 HTTP/1.1" status: 200 len: 910 time: 0.0969758 Sep 16 17:03:07.248093 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ff7ce3c4-88eb-4cc7-a5c1-0cbfc6debc2b', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'port_id': 'fb11ab6c-408e-486a-8471-1ccc3d114937', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'mac_address': 'fa:16:3e:e0:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999b3725-790c-4e1d-9f35-8655d1846f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:03:05Z', 'updated_at': '2021-09-16T17:03:05Z', 'revision_number': 0, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7ff516-0262-4b7a-ad99-3f7d973bfbae', 'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'mac_address': 'fa:16:3e:cb:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:39Z', 'updated_at': '2021-09-16T17:02:44Z', 'revision_number': 5, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'subnets': [{'id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:03:07.269998 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-de40b01e-0fdd-4525-892e-0eb749b27b2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb11ab6c-408e-486a-8471-1ccc3d114937 HTTP/1.1" status: 200 len: 999 time: 0.0664372 Sep 16 17:03:07.275920 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] Checking router: 2845667a-1e30-4cab-8fd1-d1f560ed82ca for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:03:07.285783 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] Routers {'2845667a-1e30-4cab-8fd1-d1f560ed82ca'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:03:07.286566 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:03:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:03:07.331335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-62c5876e-12f2-4689-8e72-34790a96515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:07.333048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-62c5876e-12f2-4689-8e72-34790a96515d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5794a2e-3682-44ef-842b-5d2d54d27504 HTTP/1.1" status: 200 len: 848 time: 0.0543728 Sep 16 17:03:07.383684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-85c342aa-ce05-4329-94da-d08ef8c22f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:07.385279 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-85c342aa-ce05-4329-94da-d08ef8c22f8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458527 Sep 16 17:03:07.396624 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] Set router 2845667a-1e30-4cab-8fd1-d1f560ed82ca gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:03:07.495414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-1e12e3f1-49f1-46b8-a5e9-0395f4c04cc7 service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020770 Sep 16 17:03:07.595778 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b12b04d8-2832-4b96-9634-46f035e1c040 req-9a2cd2f8-a08b-4f90-bf1c-8fdec9cb8a91 service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932448 Sep 16 17:03:07.647480 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ff7ce3c4-88eb-4cc7-a5c1-0cbfc6debc2b', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'port_id': 'fb11ab6c-408e-486a-8471-1ccc3d114937', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'mac_address': 'fa:16:3e:e0:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999b3725-790c-4e1d-9f35-8655d1846f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:03:05Z', 'updated_at': '2021-09-16T17:03:05Z', 'revision_number': 0, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7ff516-0262-4b7a-ad99-3f7d973bfbae', 'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'mac_address': 'fa:16:3e:cb:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:39Z', 'updated_at': '2021-09-16T17:02:44Z', 'revision_number': 5, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'subnets': [{'id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:03:07.674017 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a533f7b-66a6-4589-bfd5-2382edcd0e31 None None] The sync data for ids ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'] in n-d-807786-3 is: [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ff7ce3c4-88eb-4cc7-a5c1-0cbfc6debc2b', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'port_id': 'fb11ab6c-408e-486a-8471-1ccc3d114937', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'mac_address': 'fa:16:3e:e0:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999b3725-790c-4e1d-9f35-8655d1846f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:03:05Z', 'updated_at': '2021-09-16T17:03:05Z', 'revision_number': 0, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7ff516-0262-4b7a-ad99-3f7d973bfbae', 'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'mac_address': 'fa:16:3e:cb:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:39Z', 'updated_at': '2021-09-16T17:02:44Z', 'revision_number': 5, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'subnets': [{'id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:03:07.938069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cd3271-e660-4db0-8eea-d75a6665e960 None None] New status for floating IP ff7ce3c4-88eb-4cc7-a5c1-0cbfc6debc2b: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:03:10.269770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d158c0-ea3a-430c-be24-eb93dcf056f3 req-aaa3472a-428f-4b62-9b8b-e7d176578f01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:10.272429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05d158c0-ea3a-430c-be24-eb93dcf056f3 req-aaa3472a-428f-4b62-9b8b-e7d176578f01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0576036 Sep 16 17:03:10.317148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05d158c0-ea3a-430c-be24-eb93dcf056f3 req-a4f6eced-ff47-4e13-bbf5-23bb3bef7c72 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388000 Sep 16 17:03:10.926069 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:03:11.442821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a831da-5d14-424e-a97c-8f3732bcfcdb req-76ab4e9d-0f1a-4c3b-bf70-28615bda6733 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:11.444347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55a831da-5d14-424e-a97c-8f3732bcfcdb req-76ab4e9d-0f1a-4c3b-bf70-28615bda6733 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0621157 Sep 16 17:03:11.838931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55a831da-5d14-424e-a97c-8f3732bcfcdb req-8a7fc8e4-7b0d-461e-91bd-dc5c360f1b4c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3856261 Sep 16 17:03:12.953708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacd18-5c44-4767-bb2c-bd527ba10a24 req-fe523ab8-665e-44c8-8994-0d84c64ae82a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:12.955176 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5cacd18-5c44-4767-bb2c-bd527ba10a24 req-fe523ab8-665e-44c8-8994-0d84c64ae82a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0481966 Sep 16 17:03:12.994712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5cacd18-5c44-4767-bb2c-bd527ba10a24 req-9e4f7125-53d4-447d-b4e4-4545e261fe3c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334916 Sep 16 17:03:13.852253 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:13.949214 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:14.112950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c1e9e-579b-4c1f-bd29-4e58265e6e2f req-5753ece6-df0c-499c-b8df-c296d55f1099 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:14.114457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f49c1e9e-579b-4c1f-bd29-4e58265e6e2f req-5753ece6-df0c-499c-b8df-c296d55f1099 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0510905 Sep 16 17:03:14.155239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f49c1e9e-579b-4c1f-bd29-4e58265e6e2f req-e0b76f15-f2d3-4d62-a20e-c6a1bb042517 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345409 Sep 16 17:03:15.278635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51539cd8-d6b6-4f6d-8f55-ce0331a63156 req-f7f4fc15-e31e-445c-b66f-9a6cbcab512d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:15.280094 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51539cd8-d6b6-4f6d-8f55-ce0331a63156 req-f7f4fc15-e31e-445c-b66f-9a6cbcab512d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0540748 Sep 16 17:03:15.317605 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51539cd8-d6b6-4f6d-8f55-ce0331a63156 req-a4552f96-9e5d-4096-84f5-b0f2d1c7861d tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316141 Sep 16 17:03:15.504367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0d742-810f-4733-9f6d-8e7945860617 req-6897eb5c-640b-43ac-88b4-098ab438a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:15.505892 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-58f0d742-810f-4733-9f6d-8e7945860617 req-6897eb5c-640b-43ac-88b4-098ab438a4a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 1097 time: 0.0470355 Sep 16 17:03:15.610817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0d742-810f-4733-9f6d-8e7945860617 req-7f430eb7-a9d8-495d-ba44-b8f9e63b6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:15.612336 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-58f0d742-810f-4733-9f6d-8e7945860617 req-7f430eb7-a9d8-495d-ba44-b8f9e63b6444 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9657ff8-2ebc-4148-b190-9702ad7e4644 HTTP/1.1" status: 200 len: 897 time: 0.0871353 Sep 16 17:03:15.681989 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-58f0d742-810f-4733-9f6d-8e7945860617 req-b0230179-47c4-4eff-905d-c72f12b4b055 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb HTTP/1.1" status: 200 len: 1002 time: 0.0620103 Sep 16 17:03:15.734779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0d742-810f-4733-9f6d-8e7945860617 req-8ef4ff77-6cf5-44e5-bae3-5aab28603fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:15.736280 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-58f0d742-810f-4733-9f6d-8e7945860617 req-8ef4ff77-6cf5-44e5-bae3-5aab28603fa0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=27e0e615-cd45-49a8-8401-b2f63637069f HTTP/1.1" status: 200 len: 835 time: 0.0474229 Sep 16 17:03:15.783368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0d742-810f-4733-9f6d-8e7945860617 req-7fb4d33d-3aa1-4144-86e5-6d1829ee0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:15.784815 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-58f0d742-810f-4733-9f6d-8e7945860617 req-7fb4d33d-3aa1-4144-86e5-6d1829ee0e7d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9657ff8-2ebc-4148-b190-9702ad7e4644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418329 Sep 16 17:03:15.882760 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-58f0d742-810f-4733-9f6d-8e7945860617 req-98c0351c-f892-4f13-a62c-9c64982c692b service neutron] 10.222.0.62 "GET /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891140 Sep 16 17:03:15.975661 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-58f0d742-810f-4733-9f6d-8e7945860617 req-cf15d918-63ea-4179-aec2-a091a5616a51 service neutron] 10.222.0.62 "GET /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854921 Sep 16 17:03:16.440467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afab7ad-40d7-4821-ac06-3331c752899c req-60c4b3d2-daeb-4106-affd-21c7efe5a645 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:16.442081 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0afab7ad-40d7-4821-ac06-3331c752899c req-60c4b3d2-daeb-4106-affd-21c7efe5a645 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0535989 Sep 16 17:03:16.483122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0afab7ad-40d7-4821-ac06-3331c752899c req-57c0fe6d-3e82-4cfc-b967-8bc33c66cb3b tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349245 Sep 16 17:03:17.607729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988e5b-e6ad-4527-8c5b-9791bf6cdc0b req-c82a1ba3-2fbd-45dd-bbab-76621177d8a9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:17.609245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32988e5b-e6ad-4527-8c5b-9791bf6cdc0b req-c82a1ba3-2fbd-45dd-bbab-76621177d8a9 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0529189 Sep 16 17:03:17.649732 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32988e5b-e6ad-4527-8c5b-9791bf6cdc0b req-c514950d-bda6-4fa5-9fbc-7fdcf604e860 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330608 Sep 16 17:03:18.777475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038bf8e-2cb9-4a1c-912e-ecbb13e58bb9 req-1ce5eabe-6b12-4f79-909d-c3aa8bebf225 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:18.779660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3038bf8e-2cb9-4a1c-912e-ecbb13e58bb9 req-1ce5eabe-6b12-4f79-909d-c3aa8bebf225 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0604169 Sep 16 17:03:18.818811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3038bf8e-2cb9-4a1c-912e-ecbb13e58bb9 req-1e9b9b08-a314-41fb-908b-d0adefeebe23 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326931 Sep 16 17:03:19.933688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c15f2-8804-4022-9d90-5eecd3720246 req-e2fb7da2-8ba0-4456-a74c-ce46c6cd3a84 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:19.935208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-118c15f2-8804-4022-9d90-5eecd3720246 req-e2fb7da2-8ba0-4456-a74c-ce46c6cd3a84 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0496221 Sep 16 17:03:19.974539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-118c15f2-8804-4022-9d90-5eecd3720246 req-c49327d9-0ab7-4aa9-817e-c4f95c4fc1df tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325415 Sep 16 17:03:21.094721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b0e73-645a-4fa5-ad21-6795bcd7952d req-522e74d5-d0cb-4405-b076-a8912041ec00 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:21.096222 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-558b0e73-645a-4fa5-ad21-6795bcd7952d req-522e74d5-d0cb-4405-b076-a8912041ec00 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0498443 Sep 16 17:03:21.140280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-558b0e73-645a-4fa5-ad21-6795bcd7952d req-90f99819-0428-4168-b8e5-572137c5daab tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381515 Sep 16 17:03:22.261913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08173e-b348-4251-a09c-3f03a0c823e5 req-dabac577-9cd1-4d5b-925a-a7e99ffb1da6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:22.263365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a08173e-b348-4251-a09c-3f03a0c823e5 req-dabac577-9cd1-4d5b-925a-a7e99ffb1da6 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0545835 Sep 16 17:03:22.302885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a08173e-b348-4251-a09c-3f03a0c823e5 req-e060b8fe-0bdb-4f42-a5a7-067f16261fe8 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329390 Sep 16 17:03:23.268585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd26b9-13fd-4877-96a5-9159f78ffd1d req-a1206542-e091-4028-9cd9-457e8df58683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:23.269918 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4fdd26b9-13fd-4877-96a5-9159f78ffd1d req-a1206542-e091-4028-9cd9-457e8df58683 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 1097 time: 0.0456841 Sep 16 17:03:23.306039 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4fdd26b9-13fd-4877-96a5-9159f78ffd1d req-c253b2db-30bc-4a2c-972a-7b19c38e32ee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283990 Sep 16 17:03:23.421370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce8f0e-c0b6-4cb1-ac99-576aa10ede0f req-cb18da6d-ba87-4017-97c8-c90c8d6fa43e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:23.422881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6ce8f0e-c0b6-4cb1-ac99-576aa10ede0f req-cb18da6d-ba87-4017-97c8-c90c8d6fa43e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0498333 Sep 16 17:03:23.462580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e6ce8f0e-c0b6-4cb1-ac99-576aa10ede0f req-c56b7206-dd36-4518-949a-124334ae9d43 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335562 Sep 16 17:03:24.528535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ac6b58de-036a-41de-ac5f-1c3f194d38fb details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:03:24.584931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4322543-128f-4937-b84f-b019f943f54c req-a86982ef-ffe4-4143-b5c1-fd2a6f13813f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:24.586470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4322543-128f-4937-b84f-b019f943f54c req-a86982ef-ffe4-4143-b5c1-fd2a6f13813f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0508816 Sep 16 17:03:24.632277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ac6b58de-036a-41de-ac5f-1c3f194d38fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:03:24.639827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e4322543-128f-4937-b84f-b019f943f54c req-818a3410-96fb-4141-85c0-b2d5a8c7a80c tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Sep 16 17:03:24.643622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'port_id': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'mac_address': 'fa:16:3e:4e:c3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:03:24.662512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52400) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:03:24.685199 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:24.698934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac6b58de-036a-41de-ac5f-1c3f194d38fb {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:03:24.722125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ac6b58de-036a-41de-ac5f-1c3f194d38fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:03:24.736420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-51c49d09-5786-4f8c-84e7-03411e635891 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/floatingips/0c00841c-4cf7-44cd-a527-6082cd5da82b HTTP/1.1" status: 200 len: 994 time: 0.0726707 Sep 16 17:03:24.794431 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:24.847958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ac6b58de-036a-41de-ac5f-1c3f194d38fb,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:03:24.855340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.857476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.857476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.857476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.857476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.857476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.857476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.858019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.858206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.858515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.858846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.859176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:24.989584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ac6b58de-036a-41de-ac5f-1c3f194d38fb'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:03:26.544467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ac6b58de-036a-41de-ac5f-1c3f194d38fb up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:03:26.593203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port ac6b58de-036a-41de-ac5f-1c3f194d38fb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:03:26.593555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:26.678139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:26.706753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:03:26.709554 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d543f6-1e34-489f-936e-cc7f1648c2ef" -d '{"events": [{"server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:03:26.727770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ac6b58de-036a-41de-ac5f-1c3f194d38fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:03:26.752044 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ec58f-791e-40ab-b4bd-b4c8f2fa41aa x-openstack-request-id: req-052ec58f-791e-40ab-b4bd-b4c8f2fa41aa {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:03:26.752338 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:03:26.752640 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-052ec58f-791e-40ab-b4bd-b4c8f2fa41aa {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:03:26.753038 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'code': 200} Sep 16 17:03:26.798607 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:26.851051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ac6b58de-036a-41de-ac5f-1c3f194d38fb,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:03:28.213043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-976484ae-2986-4a7c-ac99-949640f676b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:30.823755 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1c2e779a-c49c-4519-a6f2-df7da3cde2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:31.456553 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:32.029404 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:33.592566 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-5d00c3b4-753e-460e-a54a-3ce3ccceb77b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443430 Sep 16 17:03:33.679254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-3403cda7-0a31-4ef8-82c7-a81ae2183b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:33.680756 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-3403cda7-0a31-4ef8-82c7-a81ae2183b56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64796ca7c1594021a1ba48302c50439e&device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1096 time: 0.0445960 Sep 16 17:03:33.803483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-b94f67f8-8249-4be7-9e3d-fac8e9860a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:33.805058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-b94f67f8-8249-4be7-9e3d-fac8e9860a64 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 HTTP/1.1" status: 200 len: 910 time: 0.1052423 Sep 16 17:03:33.812278 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:33.875418 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-fe5c6900-6fb5-45e1-ab2b-d00edc8ea4d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb11ab6c-408e-486a-8471-1ccc3d114937 HTTP/1.1" status: 200 len: 1001 time: 0.0629244 Sep 16 17:03:33.930534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-5019cbc5-b462-4df3-b258-438c00f30898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:33.932322 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-5019cbc5-b462-4df3-b258-438c00f30898 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5794a2e-3682-44ef-842b-5d2d54d27504 HTTP/1.1" status: 200 len: 848 time: 0.0482266 Sep 16 17:03:33.988091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-e0157ada-7d76-4562-bc77-3b463dc95981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:33.990066 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-e0157ada-7d76-4562-bc77-3b463dc95981 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499394 Sep 16 17:03:34.088079 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-4379a97d-8a55-41ca-b496-e186b177fa98 service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906909 Sep 16 17:03:34.189410 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e35b2948-9fbb-4e07-89bd-fc9a29c0e305 req-3c808875-190a-45e7-8f68-f6e50fb4b519 service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930555 Sep 16 17:03:35.774568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-81b970be-c3b1-461f-8b08-d969674b4a67 req-5d7c881a-bcbd-484f-99b3-5923fef6fcf2 service neutron] (95358) timed out ('10.222.0.22', 60644) {{(pid=95358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 17:03:42.393526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52452) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:03:42.500050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c648a7-6960-47a9-a301-8aaf70b68b35 req-0bf38ce2-6b73-4804-a185-1796537884a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:42.501582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3c648a7-6960-47a9-a301-8aaf70b68b35 req-0bf38ce2-6b73-4804-a185-1796537884a7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1096 time: 0.1066248 Sep 16 17:03:42.534887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3c648a7-6960-47a9-a301-8aaf70b68b35 req-b937de31-c44f-4cf2-a867-3ca39bad62e3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270011 Sep 16 17:03:43.886253 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:43.993680 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:48.002392 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:03:55.284856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52524) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:03:55.445640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port e83d6168-f225-4d07-8de2-9b4a11fda587 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:03:55.445984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:55.525882 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:55.526223 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:55.541126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for e83d6168-f225-4d07-8de2-9b4a11fda587 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:03:55.766913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:55.793418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=e83d6168-f225-4d07-8de2-9b4a11fda587,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:03:55.854745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:55.855081 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Floating IP 0c00841c-4cf7-44cd-a527-6082cd5da82b disassociated (deleted). External IP: 172.25.6.172, port: ac6b58de-036a-41de-ac5f-1c3f194d38fb. Sep 16 17:03:56.067012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:03:56.177352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:03:56.182788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:56.189189 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] Sync routers for ids ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:03:56.199228 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] Routers {'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:03:56.200720 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:03:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:03:56.210236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ba3c295b-e90b-414d-bb6b-ded82c6f7392 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/floatingips/0c00841c-4cf7-44cd-a527-6082cd5da82b HTTP/1.1" status: 204 len: 168 time: 0.9241931 Sep 16 17:03:56.211320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:03:56.214050 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d8e576-53f8-43cc-ac62-94f5592e9af3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:03:56.253612 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db475d3c-607c-46aa-b43b-b65f39689fbf x-openstack-request-id: req-db475d3c-607c-46aa-b43b-b65f39689fbf {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:03:56.253909 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:03:56.254157 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db475d3c-607c-46aa-b43b-b65f39689fbf {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:03:56.254554 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'status': 'completed', 'code': 200} Sep 16 17:03:56.313203 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] Set router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:03:56.329713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-017aa6ef-1cc6-4b21-a85c-95214a60ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:56.331200 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-017aa6ef-1cc6-4b21-a85c-95214a60ff3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90e3435321d04ec983180b4203d704f4&device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 1097 time: 0.0441000 Sep 16 17:03:56.445584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-2c0a27ae-ab0b-43be-a237-1cbd3badbe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:56.447383 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-2c0a27ae-ab0b-43be-a237-1cbd3badbe86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9657ff8-2ebc-4148-b190-9702ad7e4644 HTTP/1.1" status: 200 len: 897 time: 0.1088581 Sep 16 17:03:56.499468 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-8601ca1f-5d16-45f2-8070-5508364a2a36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb HTTP/1.1" status: 200 len: 217 time: 0.0434735 Sep 16 17:03:56.543760 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:22Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ccba5c77-4411-435f-8797-8bd78b194b59', 'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:2a:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:21Z', 'updated_at': '2021-09-16T17:02:27Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:03:56.557204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-140c7165-1575-485b-adb4-fc069d4bea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:56.558860 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-140c7165-1575-485b-adb4-fc069d4bea02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=27e0e615-cd45-49a8-8401-b2f63637069f HTTP/1.1" status: 200 len: 835 time: 0.0515633 Sep 16 17:03:56.580984 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] Checking router: c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:03:56.591139 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] Routers {'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:03:56.592779 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:03:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:03:56.626248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-1ba53597-67d4-48da-8d7b-cc12283df53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:56.628719 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-1ba53597-67d4-48da-8d7b-cc12283df53a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9657ff8-2ebc-4148-b190-9702ad7e4644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605433 Sep 16 17:03:56.645435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-e0198c89-9730-4533-85c0-d20f6d161db0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:03:56.648417 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-e0198c89-9730-4533-85c0-d20f6d161db0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098526 Sep 16 17:03:56.713941 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] Set router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:03:56.770131 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-1d4c0bde-2a1f-4c49-bc2f-912c8697d937 service neutron] 10.222.0.62 "GET /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101241 Sep 16 17:03:56.806139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45cd4-2f6d-4a57-a2ee-58944714f4d4 req-cb8f8cdc-b3de-417f-a2d0-7993cba76cfe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:56.813915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6d45cd4-2f6d-4a57-a2ee-58944714f4d4 req-cb8f8cdc-b3de-417f-a2d0-7993cba76cfe tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.2274778 Sep 16 17:03:56.880927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6d45cd4-2f6d-4a57-a2ee-58944714f4d4 req-c6ae3f84-b359-48cf-a769-165dedfe57fd tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603135 Sep 16 17:03:56.906856 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-13d8e576-53f8-43cc-ac62-94f5592e9af3 req-e6a59323-5cef-4052-abdd-e79209f929eb service neutron] 10.222.0.62 "GET /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274772 Sep 16 17:03:56.951100 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:22Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ccba5c77-4411-435f-8797-8bd78b194b59', 'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:2a:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:21Z', 'updated_at': '2021-09-16T17:02:27Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:03:56.984681 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b63957-47a5-47c2-b330-7320866fe8b0 None None] The sync data for ids ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'] in n-d-807786-3 is: [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:02:22Z', 'revision_number': 4, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ccba5c77-4411-435f-8797-8bd78b194b59', 'name': '', 'network_id': 'd9657ff8-2ebc-4148-b190-9702ad7e4644', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'mac_address': 'fa:16:3e:2a:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:21Z', 'updated_at': '2021-09-16T17:02:27Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'subnets': [{'id': '27e0e615-cd45-49a8-8401-b2f63637069f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:03:57.219465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c550b-fbd4-4b82-b094-2b29ebba3d8a None None] New status for floating IP 0c00841c-4cf7-44cd-a527-6082cd5da82b: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:03:57.973570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-3a8eec22-46eb-4f2f-abf0-bb81e59cb2f1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:57.976331 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-3a8eec22-46eb-4f2f-abf0-bb81e59cb2f1 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0587370 Sep 16 17:03:58.009594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831cad-b9e2-4b0b-acb5-94b203eedd6d req-4efc9f5a-b29f-43e4-ae95-4df2c4142ae3 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:03:58.011198 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e831cad-b9e2-4b0b-acb5-94b203eedd6d req-4efc9f5a-b29f-43e4-ae95-4df2c4142ae3 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 946 time: 0.0505674 Sep 16 17:03:58.057849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e831cad-b9e2-4b0b-acb5-94b203eedd6d req-3d0f9c16-b6a7-485a-81a8-05b0369f6e3e tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7f57427-19da-42c6-99ca-0be35cc38b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364659 Sep 16 17:03:58.092292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port ac6b58de-036a-41de-ac5f-1c3f194d38fb {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:03:58.092666 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:58.186937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port ac6b58de-036a-41de-ac5f-1c3f194d38fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ac6b58de-036a-41de-ac5f-1c3f194d38fb,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:03:58.187222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:58.201098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for ac6b58de-036a-41de-ac5f-1c3f194d38fb owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:03:58.224840 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4223f03b-79ad-46eb-b4ca-e00680c1584d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:58.406884 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:58.438438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=ac6b58de-036a-41de-ac5f-1c3f194d38fb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:03:58.469171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.469527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.470243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.470243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.470518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.470813 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.471300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.471636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.471963 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.472287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.472634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.472955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:03:58.493494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] No DVR routers for this DVR port ac6b58de-036a-41de-ac5f-1c3f194d38fb on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:03:58.496109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:03:58.498116 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f43b8445-bc49-43ec-9bc5-7e8aaee2215e req-7333c40a-462c-49ff-b5d5-1280ffbb8081 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.62 "DELETE /v2.0/ports/ac6b58de-036a-41de-ac5f-1c3f194d38fb HTTP/1.1" status: 204 len: 173 time: 0.5156343 Sep 16 17:03:58.498559 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'name': 'network-vif-deleted', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:03:58.501016 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bfd7cf-23d1-4ae3-a2e9-e23139e569a3" -d '{"events": [{"server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "name": "network-vif-deleted", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:03:58.536226 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e439eba1-7eb7-4c81-a403-aeca8b588766 x-openstack-request-id: req-e439eba1-7eb7-4c81-a403-aeca8b588766 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:03:58.536557 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2", "name": "network-vif-deleted", "tag": "ac6b58de-036a-41de-ac5f-1c3f194d38fb", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:03:58.537474 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e439eba1-7eb7-4c81-a403-aeca8b588766 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:03:58.537879 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2', 'name': 'network-vif-deleted', 'tag': 'ac6b58de-036a-41de-ac5f-1c3f194d38fb', 'status': 'completed', 'code': 200} Sep 16 17:03:59.165913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c0fc9ba-af9e-4050-92e2-5eb4edd8d33b req-3e7457c5-9f44-4271-b0b1-58040402a579 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e8babc8-aab6-4ff8-9fa1-a9f48a33bdc2 HTTP/1.1" status: 200 len: 210 time: 0.0262842 Sep 16 17:04:00.222185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52562) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:00.602863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:00.818305 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8a0b649f-98f4-4890-8a99-b289c370f7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:00.879868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port ccba5c77-4411-435f-8797-8bd78b194b59 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:00.880129 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:00.970143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port ccba5c77-4411-435f-8797-8bd78b194b59, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ccba5c77-4411-435f-8797-8bd78b194b59,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:00.970514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:00.983259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for ccba5c77-4411-435f-8797-8bd78b194b59 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:01.235428 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:01.263186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=ccba5c77-4411-435f-8797-8bd78b194b59,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:01.290256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.290638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.290983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.291323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.291653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.291982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.292332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.296600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.296600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.296600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.296600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.296600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:01.464769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:01.479851 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:01.694628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:04:01.808677 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:04:01.814215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9446fe66-2eaf-4d0f-be84-4e85e3925414 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "PUT /v2.0/routers/c51a2dd3-0cf2-47e4-9394-f0c47e056fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5906978 Sep 16 17:04:01.816969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52574) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:01.833474 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] Sync routers for ids ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:04:01.845670 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] Routers {'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:01.846274 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:01.879987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e06139-718b-4f38-98f6-a0e988a8784a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting subnet 27e0e615-cd45-49a8-8401-b2f63637069f {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:04:01.884636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-47e06139-718b-4f38-98f6-a0e988a8784a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:01.941597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-47e06139-718b-4f38-98f6-a0e988a8784a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:01.964615 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] Set router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:02.016611 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.044951 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-47e06139-718b-4f38-98f6-a0e988a8784a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.161301 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:04:01Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:02.172677 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-47e06139-718b-4f38-98f6-a0e988a8784a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.191908 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] Checking router: c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:04:02.201088 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] Routers {'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:02.201705 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:02.203207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e06139-718b-4f38-98f6-a0e988a8784a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Subnet': ['ID=27e0e615-cd45-49a8-8401-b2f63637069f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:02.207833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-47e06139-718b-4f38-98f6-a0e988a8784a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.212022 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-47e06139-718b-4f38-98f6-a0e988a8784a tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/subnets/27e0e615-cd45-49a8-8401-b2f63637069f HTTP/1.1" status: 204 len: 168 time: 0.3938305 Sep 16 17:04:02.215124 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52576) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:02.216903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519fa4df-b334-4771-9b72-00c99c7a645f None None] Network d9657ff8-2ebc-4148-b190-9702ad7e4644 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:04:02.309784 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] Set router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:02.338293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.449702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8604fdaa-e3e6-4988-bf38-593f02c6ec4b None None] DHCP port deletion for d9657ff8-2ebc-4148-b190-9702ad7e4644 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:04:02.476998 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.507791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8604fdaa-e3e6-4988-bf38-593f02c6ec4b None None] Deleting port 275e2b9c-1949-4110-87f0-ca365da4081e {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:02.508638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8604fdaa-e3e6-4988-bf38-593f02c6ec4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.579460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8604fdaa-e3e6-4988-bf38-593f02c6ec4b None None] For port 275e2b9c-1949-4110-87f0-ca365da4081e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=275e2b9c-1949-4110-87f0-ca365da4081e,segment=NetworkSegment(941bbd11-0bf0-4a92-a5fa-6aee682fff71),segment_id=941bbd11-0bf0-4a92-a5fa-6aee682fff71)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:02.580128 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8604fdaa-e3e6-4988-bf38-593f02c6ec4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.594195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8604fdaa-e3e6-4988-bf38-593f02c6ec4b None None] Calling delete_port for 275e2b9c-1949-4110-87f0-ca365da4081e owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:02.603360 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:04:01Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:02.619135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Deleting port 36c60fbf-7159-4d6a-9b17-7c8224432a63 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:02.619135 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.657539 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4283d1f8-6909-43c4-8c03-b1488c984ac5 None None] The sync data for ids ['c51a2dd3-0cf2-47e4-9394-f0c47e056fb2'] in n-d-807786-3 is: [{'id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107034412', 'tenant_id': '90e3435321d04ec983180b4203d704f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:16Z', 'updated_at': '2021-09-16T17:04:01Z', 'revision_number': 5, 'project_id': '90e3435321d04ec983180b4203d704f4', 'gw_port': {'id': '36c60fbf-7159-4d6a-9b17-7c8224432a63', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51a2dd3-0cf2-47e4-9394-f0c47e056fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:17Z', 'updated_at': '2021-09-16T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:04:02.744033 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8604fdaa-e3e6-4988-bf38-593f02c6ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.767437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] For port 36c60fbf-7159-4d6a-9b17-7c8224432a63, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=36c60fbf-7159-4d6a-9b17-7c8224432a63,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:02.767437 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:02.775142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604fdaa-e3e6-4988-bf38-593f02c6ec4b None None] Pushing event deleted for resources: {'Port': ['ID=275e2b9c-1949-4110-87f0-ca365da4081e,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:02.788944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604fdaa-e3e6-4988-bf38-593f02c6ec4b None None] No DVR routers for this DVR port 275e2b9c-1949-4110-87f0-ca365da4081e on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:04:02.793318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Calling delete_port for 36c60fbf-7159-4d6a-9b17-7c8224432a63 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:02.800097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ac6b58de-036a-41de-ac5f-1c3f194d38fb no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:02.825566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: ac6b58de-036a-41de-ac5f-1c3f194d38fb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:02.825923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ac6b58de-036a-41de-ac5f-1c3f194d38fb not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:02.861675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 275e2b9c-1949-4110-87f0-ca365da4081e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:02.883685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 275e2b9c-1949-4110-87f0-ca365da4081e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:02.884335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 275e2b9c-1949-4110-87f0-ca365da4081e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:03.012668 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.042271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Port': ['ID=36c60fbf-7159-4d6a-9b17-7c8224432a63,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:03.104892 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.196238 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.198343 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.304354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.304895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Fanout notify agent at l3_agent the message router_deleted on router c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:04:03.311683 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.312853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2d2c9a22-d9ad-4deb-aa25-67fa10678b1f tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/routers/c51a2dd3-0cf2-47e4-9394-f0c47e056fb2 HTTP/1.1" status: 204 len: 168 time: 1.0967755 Sep 16 17:04:03.315803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52580) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:03.400177 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.495310 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.515758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9657ff8-2ebc-4148-b190-9702ad7e4644']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:03.525170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941bbd11-0bf0-4a92-a5fa-6aee682fff71') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:03.525480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941bbd11-0bf0-4a92-a5fa-6aee682fff71') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:03.534520 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.547440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.553986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:04:03.554460 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:04:03.557336 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:04:03.685146 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.696006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.696006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/networks/d9657ff8-2ebc-4148-b190-9702ad7e4644 HTTP/1.1" status: 204 len: 168 time: 0.3780406 Sep 16 17:04:03.697683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52582) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:03.705965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf934b-5921-4ddd-8f71-d8978c720c01 tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'Network': ['ID=d9657ff8-2ebc-4148-b190-9702ad7e4644,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:03.779724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f10-2a06-4f05-9676-a1c59e2b4dfb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.805903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f10-2a06-4f05-9676-a1c59e2b4dfb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.806679 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.949795 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f10-2a06-4f05-9676-a1c59e2b4dfb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.952465 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f10-2a06-4f05-9676-a1c59e2b4dfb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:03.953708 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-37ed6f10-2a06-4f05-9676-a1c59e2b4dfb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] 10.222.0.22 "DELETE /v2.0/security-groups/c7f57427-19da-42c6-99ca-0be35cc38b88 HTTP/1.1" status: 204 len: 168 time: 0.2549939 Sep 16 17:04:03.966426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed6f10-2a06-4f05-9676-a1c59e2b4dfb tempest-TestNetworkAdvancedServerOps-1869649414 tempest-TestNetworkAdvancedServerOps-1869649414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f57427-19da-42c6-99ca-0be35cc38b88,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:04.416547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52594) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:04.590504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52600) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:04.658369 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57acf760-8dd1-4208-8e26-a1b060e9cb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:04.689612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ccba5c77-4411-435f-8797-8bd78b194b59 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:04.712163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ccba5c77-4411-435f-8797-8bd78b194b59 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:04.712553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ccba5c77-4411-435f-8797-8bd78b194b59 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:04.712962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 36c60fbf-7159-4d6a-9b17-7c8224432a63 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:04.733011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 36c60fbf-7159-4d6a-9b17-7c8224432a63 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:04.733359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 36c60fbf-7159-4d6a-9b17-7c8224432a63 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:05.010272 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6233604d-e19c-4917-a314-605ad0a17ab5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90e3435321d04ec983180b4203d704f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182158 Sep 16 17:04:05.012872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52604) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:05.060928 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54fd8380-c130-4e6b-92cc-ac15dcc9cf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.071089 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57acf760-8dd1-4208-8e26-a1b060e9cb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.087073 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54fd8380-c130-4e6b-92cc-ac15dcc9cf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.137916 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-57acf760-8dd1-4208-8e26-a1b060e9cb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.175623 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-57acf760-8dd1-4208-8e26-a1b060e9cb94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c6cb86323cf4e6a9124b04897a582c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7591429 Sep 16 17:04:05.176427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acf760-8dd1-4208-8e26-a1b060e9cb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc92f8b-0150-4b10-b92a-b2cdb1ba307b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:05.179130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52606) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:05.194541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54fd8380-c130-4e6b-92cc-ac15dcc9cf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.199792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-54fd8380-c130-4e6b-92cc-ac15dcc9cf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.199792 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-54fd8380-c130-4e6b-92cc-ac15dcc9cf0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/253abc3a-f93b-481d-bd68-75e89894491b HTTP/1.1" status: 204 len: 168 time: 0.1842608 Sep 16 17:04:05.217262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd8380-c130-4e6b-92cc-ac15dcc9cf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253abc3a-f93b-481d-bd68-75e89894491b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:05.243391 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9472208d-1d58-488e-8af8-288fac9d7f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.265550 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9472208d-1d58-488e-8af8-288fac9d7f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.360614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9472208d-1d58-488e-8af8-288fac9d7f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.363174 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9472208d-1d58-488e-8af8-288fac9d7f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.364401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9472208d-1d58-488e-8af8-288fac9d7f16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecc92f8b-0150-4b10-b92a-b2cdb1ba307b HTTP/1.1" status: 204 len: 168 time: 0.1842504 Sep 16 17:04:05.373593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472208d-1d58-488e-8af8-288fac9d7f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc92f8b-0150-4b10-b92a-b2cdb1ba307b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:05.812766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52614) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:05.858309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8f5777fd-44f4-45b0-938d-a126cc26c752 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c0dcae7d9364e69a13b56b4e29cbe8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439508 Sep 16 17:04:05.861011 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52616) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:05.913530 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afecd7ac-6dd8-4be1-9174-0dcb23919fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:05.941112 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afecd7ac-6dd8-4be1-9174-0dcb23919fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:06.046762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afecd7ac-6dd8-4be1-9174-0dcb23919fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:06.049264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afecd7ac-6dd8-4be1-9174-0dcb23919fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:06.050440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-afecd7ac-6dd8-4be1-9174-0dcb23919fa0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30311505-006c-47a7-8903-21ebf762e89b HTTP/1.1" status: 204 len: 168 time: 0.1884577 Sep 16 17:04:06.060516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecd7ac-6dd8-4be1-9174-0dcb23919fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30311505-006c-47a7-8903-21ebf762e89b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:07.106164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52638) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:07.207473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1946028892-network', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:04:07.295937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Made reservation on behalf of 80602e1e9dcc4b93b14b35c7c8ad0dd1 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:04:07.298351 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:07.307310 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:07.392833 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:07.461696 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:07.488318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:04:07.495028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316e6c72-78e2-428f-b74a-68e0e161efdc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:07.502201 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:07.502577 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Added segment 80f415ca-c67c-43ef-8ef0-a73acaaf566e of type vlan for network e796b033-afd9-458f-84dc-657b4d26ca3d Sep 16 17:04:07.542284 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:07.640578 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:07.641580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:07.642197 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:07.704462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] Pushing event updated for resources: {'Network': ['ID=e796b033-afd9-458f-84dc-657b4d26ca3d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:07.714168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e796b033-afd9-458f-84dc-657b4d26ca3d details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:04:07.731234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6917a04a-196d-4c2c-8f9a-5b1eaa4cf8dc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6239307 Sep 16 17:04:07.736555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52642) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:07.741962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Request body: {'subnet': {'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1946028892-subnet', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:04:07.829157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Made reservation on behalf of 80602e1e9dcc4b93b14b35c7c8ad0dd1 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:04:07.831472 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.035156 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.089448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db26e42-1ca1-444f-8690-f238f6924752,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:08.097700 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Checking segment: {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:04:08.098057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Network hostable DHCP agents. Network: e796b033-afd9-458f-84dc-657b4d26ca3d, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:04:08.164227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Network e796b033-afd9-458f-84dc-657b4d26ca3d is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:04:08.251945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, e796b033-afd9-458f-84dc-657b4d26ca3d) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:08.256044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:08.256658 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.260566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6552c18-d5e4-4ad7-a284-421e2df50a3e None None] Network e796b033-afd9-458f-84dc-657b4d26ca3d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:04:08.359458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ec4936e8-d8f9-4c38-bf08-e410aa38f83b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6218970 Sep 16 17:04:08.362566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52644) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:08.367134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1946028892-router', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:04:08.406598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-e796b033-afd9-458f-84dc-657b4d26ca3d', 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'fixed_ips': [{'subnet_id': '0db26e42-1ca1-444f-8690-f238f6924752'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:04:08.406598 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.458224 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.459864 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.514529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.539292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Allocated IP 172.20.0.2 (e796b033-afd9-458f-84dc-657b4d26ca3d/0db26e42-1ca1-444f-8690-f238f6924752/d3e0b980-9be7-4593-be2b-7b08e8dfb8fb) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:04:08.682354 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.727283 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.767629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Network e796b033-afd9-458f-84dc-657b4d26ca3d is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:04:08.770742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:08.774618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:04:08.785853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Pushing event updated for resources: {'Port': ['ID=d3e0b980-9be7-4593-be2b-7b08e8dfb8fb,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:08.839777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Attempting to bind port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:04:08.840150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Attempting to bind port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:04:08.840548 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Attempting to bind port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb on network e796b033-afd9-458f-84dc-657b4d26ca3d {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:04:08.845874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:04:08.846251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Checking segment: {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:04:08.846657 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.847051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Bound using segment: {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:04:08.847538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Bound port: d3e0b980-9be7-4593-be2b-7b08e8dfb8fb, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:04:08.847915 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:08.918376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] For port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:04:08.921618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] For port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d3e0b980-9be7-4593-be2b-7b08e8dfb8fb,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:04:08.978506 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:09.044716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aed792-a02f-48c0-a641-0a22f03677ef None None] Pushing event updated for resources: {'Port': ['ID=d3e0b980-9be7-4593-be2b-7b08e8dfb8fb,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:09.049361 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:09.319556 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:09.338208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:09.447441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Allocated IP 172.25.6.108 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/07cf6b28-1138-48a2-b4d7-729a794ea61b) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:04:09.548017 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:09.634147 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:09.674647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:04:09.679070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:09.686373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:04:09.689875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Pushing event updated for resources: {'Port': ['ID=07cf6b28-1138-48a2-b4d7-729a794ea61b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:09.889066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04293a4-cff3-462e-9234-886730987466 None None] Network e796b033-afd9-458f-84dc-657b4d26ca3d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:04:09.962082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-500a85de-8ff2-493d-bb7c-5535be3b6727 None None] Provisioning complete for port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:09.962356 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-500a85de-8ff2-493d-bb7c-5535be3b6727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:10.019577 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:10.217265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:10.247901 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-500a85de-8ff2-493d-bb7c-5535be3b6727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:10.289801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-500a85de-8ff2-493d-bb7c-5535be3b6727 None None] For port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d3e0b980-9be7-4593-be2b-7b08e8dfb8fb,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:10.355352 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-500a85de-8ff2-493d-bb7c-5535be3b6727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:10.405571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a85de-8ff2-493d-bb7c-5535be3b6727 None None] Pushing event updated for resources: {'Port': ['ID=d3e0b980-9be7-4593-be2b-7b08e8dfb8fb,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:10.438930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Router f263e08f-f13c-4508-ac4c-64ef0bce01e3 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:04:10.473356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ddbd6fd0-39fc-4e65-9b97-b2265caa8cb9 None None] Provisioning complete for port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:10.473658 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6fd0-39fc-4e65-9b97-b2265caa8cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:10.546435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:04:10.556666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Sync routers for ids ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:04:10.565687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Routers {'f263e08f-f13c-4508-ac4c-64ef0bce01e3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:10.566300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:10.617765 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:10.619044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-48efe570-a33a-48bf-aa38-32c9614f60ff admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2555470 Sep 16 17:04:10.621849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52646) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:10.675741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Set router f263e08f-f13c-4508-ac4c-64ef0bce01e3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:10.735527 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d3e0b980-9be7-4593-be2b-7b08e8dfb8fb up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:10.857698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:10.858075 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:10.959146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'name': 'tempest-TestServerMultinode-1946028892-router', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:08Z', 'updated_at': '2021-09-16T17:04:09Z', 'revision_number': 3, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'gw_port': {'id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:09Z', 'updated_at': '2021-09-16T17:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:10.992910 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Checking router: f263e08f-f13c-4508-ac4c-64ef0bce01e3 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:04:10.993190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Updating router f263e08f-f13c-4508-ac4c-64ef0bce01e3 port 07cf6b28-1138-48a2-b4d7-729a794ea61b binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:04:11.022109 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.046320 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.207622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Allocated IP 172.20.0.1 (e796b033-afd9-458f-84dc-657b4d26ca3d/0db26e42-1ca1-444f-8690-f238f6924752/ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:04:11.271794 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.308702 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.353467 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.409757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Attempting to bind port 07cf6b28-1138-48a2-b4d7-729a794ea61b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:04:11.410150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Attempting to bind port 07cf6b28-1138-48a2-b4d7-729a794ea61b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:04:11.410498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Attempting to bind port 07cf6b28-1138-48a2-b4d7-729a794ea61b on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:04:11.413795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536f787-f593-426d-ab7b-bcf761353a26 None None] Pushing event updated for resources: {'Port': ['ID=07cf6b28-1138-48a2-b4d7-729a794ea61b,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:11.418313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:04:11.418690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:04:11.419091 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.419476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:04:11.419945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Bound port: 07cf6b28-1138-48a2-b4d7-729a794ea61b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:04:11.420326 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.424454 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.463993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Network e796b033-afd9-458f-84dc-657b4d26ca3d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:04:11.467064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:11.470797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:04:11.477670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] For port 07cf6b28-1138-48a2-b4d7-729a794ea61b, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:04:11.480888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] For port 07cf6b28-1138-48a2-b4d7-729a794ea61b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=07cf6b28-1138-48a2-b4d7-729a794ea61b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:04:11.501914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Pushing event updated for resources: {'Port': ['ID=ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:11.526775 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.590242 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.654191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Routers {'f263e08f-f13c-4508-ac4c-64ef0bce01e3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:11.654955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:11.656951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536f787-f593-426d-ab7b-bcf761353a26 None None] Pushing event updated for resources: {'Port': ['ID=07cf6b28-1138-48a2-b4d7-729a794ea61b,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:11.745998 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.777662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] Set router f263e08f-f13c-4508-ac4c-64ef0bce01e3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:11.841545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-787c0fa6-d08d-4bce-86ed-c87ff54d3374 None None] Provisioning complete for port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:11.841956 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-787c0fa6-d08d-4bce-86ed-c87ff54d3374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.929532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-787c0fa6-d08d-4bce-86ed-c87ff54d3374 None None] Port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:04:11.934275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.995184 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:11.999761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'name': 'tempest-TestServerMultinode-1946028892-router', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:08Z', 'updated_at': '2021-09-16T17:04:09Z', 'revision_number': 3, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'gw_port': {'id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:09Z', 'updated_at': '2021-09-16T17:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:12.027427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a96233-4ac6-4430-b14d-fead1d895279 None None] The sync data for ids ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'] in n-d-807786-3 is: [{'id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'name': 'tempest-TestServerMultinode-1946028892-router', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:08Z', 'updated_at': '2021-09-16T17:04:09Z', 'revision_number': 3, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'gw_port': {'id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:09Z', 'updated_at': '2021-09-16T17:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:04:12.070308 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:12.072146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Pushing event updated for resources: {'Port': ['ID=ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:12.167925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Network e796b033-afd9-458f-84dc-657b4d26ca3d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:04:12.169331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:12.308267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Router f263e08f-f13c-4508-ac4c-64ef0bce01e3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:04:12.441122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:04:12.448678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0de7345c-767f-428f-a005-763e6dab24af admin admin] 10.222.0.22 "PUT /v2.0/routers/f263e08f-f13c-4508-ac4c-64ef0bce01e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8253808 Sep 16 17:04:12.458031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-86a6c11a-76ba-4ee1-bdcf-7d7d38c5214d None None] Provisioning complete for port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:12.459229 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-86a6c11a-76ba-4ee1-bdcf-7d7d38c5214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:12.502339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-86a6c11a-76ba-4ee1-bdcf-7d7d38c5214d None None] Port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:04:12.699144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 07cf6b28-1138-48a2-b4d7-729a794ea61b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:12.752856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 07cf6b28-1138-48a2-b4d7-729a794ea61b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:12.753232 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:12.834206 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:12.854879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 07cf6b28-1138-48a2-b4d7-729a794ea61b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=07cf6b28-1138-48a2-b4d7-729a794ea61b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:12.966718 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.014507 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=07cf6b28-1138-48a2-b4d7-729a794ea61b,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:13.170680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52664) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:13.175694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-605926866-network', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:04:13.263763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Made reservation on behalf of efb6cb27c0bc4f959af6de662498a1e8 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:04:13.266255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.276102 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.368258 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.446372 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.479422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:04:13.485802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d15958-61b8-4612-a1e9-45cd587e18e0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:13.497536 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.497536 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Added segment c40bf100-5d9b-4eaf-b24a-516efb139b98 of type vlan for network caffa9d6-31bb-4a60-858d-ea19b2ab4235 Sep 16 17:04:13.534065 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.592531 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Sync routers for ids ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:04:13.602890 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Routers {'f263e08f-f13c-4508-ac4c-64ef0bce01e3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:13.603500 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:13.617759 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.618835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:13.619367 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.678139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] Pushing event updated for resources: {'Network': ['ID=caffa9d6-31bb-4a60-858d-ea19b2ab4235,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:13.688951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network caffa9d6-31bb-4a60-858d-ea19b2ab4235 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:04:13.706925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-49007a94-56a0-435c-9242-b3811e373406 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5325732 Sep 16 17:04:13.707362 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52666) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:13.710582 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Set router f263e08f-f13c-4508-ac4c-64ef0bce01e3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:13.713509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Request body: {'subnet': {'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-605926866-subnet', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:04:13.806418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Made reservation on behalf of efb6cb27c0bc4f959af6de662498a1e8 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:04:13.808904 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.858305 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.916036 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'name': 'tempest-TestServerMultinode-1946028892-router', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:08Z', 'updated_at': '2021-09-16T17:04:11Z', 'revision_number': 4, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'gw_port': {'id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:09Z', 'updated_at': '2021-09-16T17:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8', 'name': '', 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'mac_address': 'fa:16:3e:3e:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0db26e42-1ca1-444f-8690-f238f6924752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:11Z', 'updated_at': '2021-09-16T17:04:11Z', 'revision_number': 2, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'subnets': [{'id': '0db26e42-1ca1-444f-8690-f238f6924752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:13.945902 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Checking router: f263e08f-f13c-4508-ac4c-64ef0bce01e3 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:04:13.946255 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Updating router f263e08f-f13c-4508-ac4c-64ef0bce01e3 port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:04:13.972731 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:13.995381 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.041307 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.118226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc5ae4d-f872-4897-a5ba-214906fa30a7,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:14.127254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Checking segment: {'id': 'c40bf100-5d9b-4eaf-b24a-516efb139b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:04:14.127629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Network hostable DHCP agents. Network: caffa9d6-31bb-4a60-858d-ea19b2ab4235, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:04:14.217939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Network caffa9d6-31bb-4a60-858d-ea19b2ab4235 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:04:14.251367 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.295901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, caffa9d6-31bb-4a60-858d-ea19b2ab4235) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:14.300979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:14.303584 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.304660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7a5ba9-1a74-4689-9a4d-2482957ce6f5 None None] Network caffa9d6-31bb-4a60-858d-ea19b2ab4235 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:04:14.324630 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.373496 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Pushing event updated for resources: {'Port': ['ID=ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:14.383957 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.384304 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.384663 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.384994 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.385404 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.390340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52668) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:14.395255 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.395255 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.395496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-da0542e9-ecff-4a73-9dc6-1ffae9e2d230 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6782730 Sep 16 17:04:14.395603 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.395603 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.395603 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.395603 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.395603 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:14.396430 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-605926866-router', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:04:14.448148 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Attempting to bind port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:04:14.448567 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Attempting to bind port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:04:14.448922 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Attempting to bind port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 on network e796b033-afd9-458f-84dc-657b4d26ca3d {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:04:14.454228 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:04:14.454608 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Checking segment: {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:04:14.455253 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.455898 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Bound using segment: {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:04:14.456724 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Bound port: ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:04:14.457368 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.480240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-caffa9d6-31bb-4a60-858d-ea19b2ab4235', 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'fixed_ips': [{'subnet_id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:04:14.481297 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.513241 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.514998 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.535216 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] For port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:04:14.539239 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] For port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:04:14.576196 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.622071 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.634809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Allocated IP 172.20.0.2 (caffa9d6-31bb-4a60-858d-ea19b2ab4235/ffc5ae4d-f872-4897-a5ba-214906fa30a7/6087b3c3-b628-48d8-849a-52e8261bd6d6) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:04:14.654306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-98597b5f-4898-4f1c-b4b7-daf2dad61810 None None] Provisioning complete for port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:14.654936 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98597b5f-4898-4f1c-b4b7-daf2dad61810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.672278 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Routers {'f263e08f-f13c-4508-ac4c-64ef0bce01e3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:14.673215 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:14.702418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 07cf6b28-1138-48a2-b4d7-729a794ea61b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:14.789680 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] Set router f263e08f-f13c-4508-ac4c-64ef0bce01e3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:14.854658 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:14.899867 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace770d-df52-41cf-b779-65e205ddad71 None None] Pushing event updated for resources: {'Port': ['ID=ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:15.031520 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'name': 'tempest-TestServerMultinode-1946028892-router', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:08Z', 'updated_at': '2021-09-16T17:04:11Z', 'revision_number': 4, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'gw_port': {'id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:09Z', 'updated_at': '2021-09-16T17:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8', 'name': '', 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'mac_address': 'fa:16:3e:3e:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0db26e42-1ca1-444f-8690-f238f6924752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:11Z', 'updated_at': '2021-09-16T17:04:14Z', 'revision_number': 4, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'subnets': [{'id': '0db26e42-1ca1-444f-8690-f238f6924752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:15.044904 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 07cf6b28-1138-48a2-b4d7-729a794ea61b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:15.045273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.046740 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98597b5f-4898-4f1c-b4b7-daf2dad61810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.059580 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e54626-bff7-4804-a016-66b945729ba9 None None] The sync data for ids ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'] in n-d-807786-3 is: [{'id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'name': 'tempest-TestServerMultinode-1946028892-router', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:08Z', 'updated_at': '2021-09-16T17:04:11Z', 'revision_number': 4, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'gw_port': {'id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:09Z', 'updated_at': '2021-09-16T17:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8', 'name': '', 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'mac_address': 'fa:16:3e:3e:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0db26e42-1ca1-444f-8690-f238f6924752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:11Z', 'updated_at': '2021-09-16T17:04:14Z', 'revision_number': 4, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'subnets': [{'id': '0db26e42-1ca1-444f-8690-f238f6924752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:04:15.079354 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.142029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-98597b5f-4898-4f1c-b4b7-daf2dad61810 None None] For port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:15.148181 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.186909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.214132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.220074 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98597b5f-4898-4f1c-b4b7-daf2dad61810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.225434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Network caffa9d6-31bb-4a60-858d-ea19b2ab4235 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:04:15.231534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:15.242807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:04:15.246882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Pushing event updated for resources: {'Port': ['ID=6087b3c3-b628-48d8-849a-52e8261bd6d6,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:15.329615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Allocated IP 172.25.6.86 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/1dba3462-4da8-45f3-808b-264a4b542951) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:04:15.365918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98597b5f-4898-4f1c-b4b7-daf2dad61810 None None] Pushing event updated for resources: {'Port': ['ID=ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:15.370363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Attempting to bind port 6087b3c3-b628-48d8-849a-52e8261bd6d6 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:04:15.370785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Attempting to bind port 6087b3c3-b628-48d8-849a-52e8261bd6d6 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'c40bf100-5d9b-4eaf-b24a-516efb139b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:04:15.371529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Attempting to bind port 6087b3c3-b628-48d8-849a-52e8261bd6d6 on network caffa9d6-31bb-4a60-858d-ea19b2ab4235 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:04:15.378297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:04:15.378683 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Checking segment: {'id': 'c40bf100-5d9b-4eaf-b24a-516efb139b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:04:15.379092 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.379573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Bound using segment: {'id': 'c40bf100-5d9b-4eaf-b24a-516efb139b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:04:15.380056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Bound port: 6087b3c3-b628-48d8-849a-52e8261bd6d6, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40bf100-5d9b-4eaf-b24a-516efb139b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:04:15.381143 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.396457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-76c9d99c-436b-49d3-8f45-d85204f02ef9 None None] Provisioning complete for port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:15.397094 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-76c9d99c-436b-49d3-8f45-d85204f02ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.458655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.490520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] For port 6087b3c3-b628-48d8-849a-52e8261bd6d6, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:04:15.494162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] For port 6087b3c3-b628-48d8-849a-52e8261bd6d6, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6087b3c3-b628-48d8-849a-52e8261bd6d6,segment=NetworkSegment(c40bf100-5d9b-4eaf-b24a-516efb139b98),segment_id=c40bf100-5d9b-4eaf-b24a-516efb139b98)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:04:15.561891 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.572765 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:15.601788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:04:15.604867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:15.609015 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:04:15.634431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48749c5f-9e23-4d75-9b7c-baf475e80b09 None None] Pushing event updated for resources: {'Port': ['ID=6087b3c3-b628-48d8-849a-52e8261bd6d6,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:15.658482 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Pushing event updated for resources: {'Port': ['ID=1dba3462-4da8-45f3-808b-264a4b542951,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:15.986873 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:16.208578 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:16.427455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Router 4a42aa47-676f-4fcf-aec6-28bd600304d2 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:04:16.528341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ac47b0-fdb7-481a-8fa1-57b0fccd514c None None] Network caffa9d6-31bb-4a60-858d-ea19b2ab4235 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:04:16.540469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:04:16.550745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Sync routers for ids ['4a42aa47-676f-4fcf-aec6-28bd600304d2'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:04:16.605483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Routers {'4a42aa47-676f-4fcf-aec6-28bd600304d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:16.606124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4a42aa47-676f-4fcf-aec6-28bd600304d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:16.612372 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:16.617881 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d4810438-41b5-4967-ad42-d973cd273766 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2277217 Sep 16 17:04:16.618023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52670) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:16.652787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ea26e161-1200-42a4-a5ea-671515b6cbf6 None None] Provisioning complete for port 6087b3c3-b628-48d8-849a-52e8261bd6d6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:16.653172 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea26e161-1200-42a4-a5ea-671515b6cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:16.765380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:16.843854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Set router 4a42aa47-676f-4fcf-aec6-28bd600304d2 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:17.004920 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea26e161-1200-42a4-a5ea-671515b6cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.032482 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:17.032874 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.057184 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.088566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ea26e161-1200-42a4-a5ea-671515b6cbf6 None None] For port 6087b3c3-b628-48d8-849a-52e8261bd6d6, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6087b3c3-b628-48d8-849a-52e8261bd6d6,segment=NetworkSegment(c40bf100-5d9b-4eaf-b24a-516efb139b98),segment_id=c40bf100-5d9b-4eaf-b24a-516efb139b98)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:17.170735 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea26e161-1200-42a4-a5ea-671515b6cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.217724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6087b3c3-b628-48d8-849a-52e8261bd6d6 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:17.219977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'name': 'tempest-TestServerMultinode-605926866-router', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '1dba3462-4da8-45f3-808b-264a4b542951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:14Z', 'updated_at': '2021-09-16T17:04:15Z', 'revision_number': 3, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'gw_port': {'id': '1dba3462-4da8-45f3-808b-264a4b542951', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:15Z', 'updated_at': '2021-09-16T17:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:17.231768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Allocated IP 172.20.0.1 (caffa9d6-31bb-4a60-858d-ea19b2ab4235/ffc5ae4d-f872-4897-a5ba-214906fa30a7/cb7a9484-9331-453c-8570-a07d51e9e1c6) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:04:17.275687 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Checking router: 4a42aa47-676f-4fcf-aec6-28bd600304d2 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:04:17.275956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Updating router 4a42aa47-676f-4fcf-aec6-28bd600304d2 port 1dba3462-4da8-45f3-808b-264a4b542951 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:04:17.314699 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26e161-1200-42a4-a5ea-671515b6cbf6 None None] Pushing event updated for resources: {'Port': ['ID=6087b3c3-b628-48d8-849a-52e8261bd6d6,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:17.329357 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.337817 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.356988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1ce320a7-01b7-4651-938c-bd6f6811f274 None None] Provisioning complete for port 6087b3c3-b628-48d8-849a-52e8261bd6d6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:17.357362 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1ce320a7-01b7-4651-938c-bd6f6811f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.424285 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.451363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6087b3c3-b628-48d8-849a-52e8261bd6d6 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:17.451741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.460049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Network caffa9d6-31bb-4a60-858d-ea19b2ab4235 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:04:17.462977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:17.466528 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:04:17.499145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Pushing event updated for resources: {'Port': ['ID=cb7a9484-9331-453c-8570-a07d51e9e1c6,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:17.522762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.707356 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-eaa0082e-f40a-4a6a-843b-009cb325317f req-a30c4e58-59e9-49bb-a7a8-6b8af187e79e service neutron] (95357) timed out ('10.222.0.52', 56047) {{(pid=95357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 17:04:17.713441 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.734329 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.767912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-567d5e09-a134-4626-a3ef-5edb3118d48f None None] Provisioning complete for port cb7a9484-9331-453c-8570-a07d51e9e1c6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:17.768199 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-567d5e09-a134-4626-a3ef-5edb3118d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.792570 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.842314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-567d5e09-a134-4626-a3ef-5edb3118d48f None None] Port cb7a9484-9331-453c-8570-a07d51e9e1c6 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:04:17.851986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Attempting to bind port 1dba3462-4da8-45f3-808b-264a4b542951 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:04:17.852357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Attempting to bind port 1dba3462-4da8-45f3-808b-264a4b542951 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:04:17.852744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Attempting to bind port 1dba3462-4da8-45f3-808b-264a4b542951 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:04:17.861707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690393bf-b547-47ba-8e62-463f7be77852 None None] Pushing event updated for resources: {'Port': ['ID=1dba3462-4da8-45f3-808b-264a4b542951,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:17.865298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:04:17.865689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:04:17.866270 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.866680 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:04:17.867138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Bound port: 1dba3462-4da8-45f3-808b-264a4b542951, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:04:17.867521 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.879625 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.918909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] For port 1dba3462-4da8-45f3-808b-264a4b542951, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:04:17.922033 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] For port 1dba3462-4da8-45f3-808b-264a4b542951, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1dba3462-4da8-45f3-808b-264a4b542951,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:04:17.949644 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:17.976499 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:18.015676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Pushing event updated for resources: {'Port': ['ID=cb7a9484-9331-453c-8570-a07d51e9e1c6,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:18.018264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:18.034514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Routers {'4a42aa47-676f-4fcf-aec6-28bd600304d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:18.035150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4a42aa47-676f-4fcf-aec6-28bd600304d2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:18.116984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Network caffa9d6-31bb-4a60-858d-ea19b2ab4235 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:04:18.118517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:18.231712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690393bf-b547-47ba-8e62-463f7be77852 None None] Pushing event updated for resources: {'Port': ['ID=1dba3462-4da8-45f3-808b-264a4b542951,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:18.313836 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] Set router 4a42aa47-676f-4fcf-aec6-28bd600304d2 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:18.417026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-37b5f351-afd5-4b5c-a285-c759a7b8b473 None None] Provisioning complete for port cb7a9484-9331-453c-8570-a07d51e9e1c6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:18.417404 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-37b5f351-afd5-4b5c-a285-c759a7b8b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:18.491784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-37b5f351-afd5-4b5c-a285-c759a7b8b473 None None] Port cb7a9484-9331-453c-8570-a07d51e9e1c6 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:04:18.559104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'name': 'tempest-TestServerMultinode-605926866-router', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '1dba3462-4da8-45f3-808b-264a4b542951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:14Z', 'updated_at': '2021-09-16T17:04:17Z', 'revision_number': 4, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'gw_port': {'id': '1dba3462-4da8-45f3-808b-264a4b542951', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:15Z', 'updated_at': '2021-09-16T17:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cb7a9484-9331-453c-8570-a07d51e9e1c6', 'name': '', 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'mac_address': 'fa:16:3e:97:08:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:17Z', 'updated_at': '2021-09-16T17:04:17Z', 'revision_number': 2, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'subnets': [{'id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:18.573767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Router 4a42aa47-676f-4fcf-aec6-28bd600304d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:04:18.585669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75513935-080c-4fc0-9390-6a268f5197c7 None None] The sync data for ids ['4a42aa47-676f-4fcf-aec6-28bd600304d2'] in n-d-807786-3 is: [{'id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'name': 'tempest-TestServerMultinode-605926866-router', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '1dba3462-4da8-45f3-808b-264a4b542951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:14Z', 'updated_at': '2021-09-16T17:04:17Z', 'revision_number': 4, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'gw_port': {'id': '1dba3462-4da8-45f3-808b-264a4b542951', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:15Z', 'updated_at': '2021-09-16T17:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cb7a9484-9331-453c-8570-a07d51e9e1c6', 'name': '', 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'mac_address': 'fa:16:3e:97:08:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:17Z', 'updated_at': '2021-09-16T17:04:17Z', 'revision_number': 2, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'subnets': [{'id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:04:18.685964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6087b3c3-b628-48d8-849a-52e8261bd6d6 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:18.688094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:04:18.694261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d0559bdd-fde5-4cc9-a985-ee0add476ced admin admin] 10.222.0.22 "PUT /v2.0/routers/4a42aa47-676f-4fcf-aec6-28bd600304d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0763719 Sep 16 17:04:18.743042 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6087b3c3-b628-48d8-849a-52e8261bd6d6 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:18.743565 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:19.365771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-580426ad-146b-40d4-99dc-5faf9cc55bb9 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:19.367321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-580426ad-146b-40d4-99dc-5faf9cc55bb9 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/networks?id=e796b033-afd9-458f-84dc-657b4d26ca3d HTTP/1.1" status: 200 len: 911 time: 0.1839511 Sep 16 17:04:19.383406 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-39b2716b-b18f-47a5-9572-5ba870df273b tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/quotas/efb6cb27c0bc4f959af6de662498a1e8 HTTP/1.1" status: 200 len: 375 time: 0.0097220 Sep 16 17:04:19.464636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-e41eafab-dedf-42ba-8450-1316d3a88d42 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=efb6cb27c0bc4f959af6de662498a1e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731831 Sep 16 17:04:19.565031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-94f2da3d-8c33-48d4-8aea-a6b52dbae29c service neutron] 10.222.0.22 "GET /v2.0/networks/e796b033-afd9-458f-84dc-657b4d26ca3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923653 Sep 16 17:04:19.664457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-686751c3-415e-4deb-966a-3bbba39cb133 service neutron] 10.222.0.22 "GET /v2.0/networks/e796b033-afd9-458f-84dc-657b4d26ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928743 Sep 16 17:04:19.900362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8012e46d-7863-4ee2-994d-dbc7c37f6cf3 req-7cf0a6d4-2a51-4283-ad33-af7ca50618a4 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 210 time: 0.0271380 Sep 16 17:04:20.701827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1dba3462-4da8-45f3-808b-264a4b542951 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:20.750361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1dba3462-4da8-45f3-808b-264a4b542951 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:20.750666 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:20.829693 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:20.850146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 1dba3462-4da8-45f3-808b-264a4b542951, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1dba3462-4da8-45f3-808b-264a4b542951,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:20.915298 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:20.968312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=1dba3462-4da8-45f3-808b-264a4b542951,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:21.007935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f5a3ffc-f056-44c1-9136-40b3f2ed24fe req-529ddf82-09ef-45cb-8899-5de20d9c12cd tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 210 time: 0.0256677 Sep 16 17:04:21.866364 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Sync routers for ids ['4a42aa47-676f-4fcf-aec6-28bd600304d2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:04:21.875452 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Routers {'4a42aa47-676f-4fcf-aec6-28bd600304d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:21.876063 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4a42aa47-676f-4fcf-aec6-28bd600304d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:21.968159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-75f134be-01ab-4d8c-bd65-b0cd7fc94f44 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:21.969642 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-75f134be-01ab-4d8c-bd65-b0cd7fc94f44 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.62 "GET /v2.0/networks?id=e796b033-afd9-458f-84dc-657b4d26ca3d HTTP/1.1" status: 200 len: 911 time: 0.0920632 Sep 16 17:04:21.981346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Request body: {'port': {'device_id': 'f704dccf-04e2-404a-a406-ded5e2b6917f', 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d', 'admin_state_up': True, 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:04:21.983501 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Set router 4a42aa47-676f-4fcf-aec6-28bd600304d2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:22.072992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Made reservation on behalf of efb6cb27c0bc4f959af6de662498a1e8 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:04:22.075485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.107903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4cb12f8-c3e0-47d1-976e-63874921b429 req-158316fc-d759-410a-b9ea-57abafc3f867 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 210 time: 0.0321555 Sep 16 17:04:22.216989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Allocated IP 172.20.0.6 (e796b033-afd9-458f-84dc-657b4d26ca3d/0db26e42-1ca1-444f-8690-f238f6924752/6328933e-fcd2-4d0c-a170-6749abae35aa) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:04:22.295223 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'name': 'tempest-TestServerMultinode-605926866-router', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '1dba3462-4da8-45f3-808b-264a4b542951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:14Z', 'updated_at': '2021-09-16T17:04:17Z', 'revision_number': 4, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'gw_port': {'id': '1dba3462-4da8-45f3-808b-264a4b542951', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:15Z', 'updated_at': '2021-09-16T17:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cb7a9484-9331-453c-8570-a07d51e9e1c6', 'name': '', 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'mac_address': 'fa:16:3e:97:08:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:17Z', 'updated_at': '2021-09-16T17:04:17Z', 'revision_number': 2, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'subnets': [{'id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:22.325227 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Checking router: 4a42aa47-676f-4fcf-aec6-28bd600304d2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:04:22.325574 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Updating router 4a42aa47-676f-4fcf-aec6-28bd600304d2 port cb7a9484-9331-453c-8570-a07d51e9e1c6 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:04:22.350725 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.372561 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.462029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.501950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Network e796b033-afd9-458f-84dc-657b4d26ca3d is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:04:22.507024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:22.510562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:04:22.537108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Pushing event updated for resources: {'Port': ['ID=6328933e-fcd2-4d0c-a170-6749abae35aa,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:22.555450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:22.556341 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.618222 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.628403 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-198ed292-2cc0-495f-86bb-f3eac53df216 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6507144 Sep 16 17:04:22.641979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Request body: {'port': {'device_id': 'f704dccf-04e2-404a-a406-ded5e2b6917f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:04:22.695670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1dba3462-4da8-45f3-808b-264a4b542951 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:22.703783 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.721054 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.756338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1dba3462-4da8-45f3-808b-264a4b542951 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:22.756862 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.780054 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f5775-f4be-42bc-b37b-8d3d20a86ee8 None None] Pushing event updated for resources: {'Port': ['ID=cb7a9484-9331-453c-8570-a07d51e9e1c6,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:22.799420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-19f542e9-57b9-4f59-aa98-b344f0ee2470 None None] Provisioning complete for port 6328933e-fcd2-4d0c-a170-6749abae35aa triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:22.799807 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-19f542e9-57b9-4f59-aa98-b344f0ee2470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.815565 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Attempting to bind port cb7a9484-9331-453c-8570-a07d51e9e1c6 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:04:22.818282 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Attempting to bind port cb7a9484-9331-453c-8570-a07d51e9e1c6 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'c40bf100-5d9b-4eaf-b24a-516efb139b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:04:22.818282 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Attempting to bind port cb7a9484-9331-453c-8570-a07d51e9e1c6 on network caffa9d6-31bb-4a60-858d-ea19b2ab4235 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:04:22.822242 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:04:22.822623 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Checking segment: {'id': 'c40bf100-5d9b-4eaf-b24a-516efb139b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:04:22.823028 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.823422 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Bound using segment: {'id': 'c40bf100-5d9b-4eaf-b24a-516efb139b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:04:22.823888 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Bound port: cb7a9484-9331-453c-8570-a07d51e9e1c6, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40bf100-5d9b-4eaf-b24a-516efb139b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:04:22.824267 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:22.849557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-19f542e9-57b9-4f59-aa98-b344f0ee2470 None None] Port 6328933e-fcd2-4d0c-a170-6749abae35aa cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:04:22.891260 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] For port cb7a9484-9331-453c-8570-a07d51e9e1c6, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:04:22.898430 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] For port cb7a9484-9331-453c-8570-a07d51e9e1c6, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cb7a9484-9331-453c-8570-a07d51e9e1c6,segment=NetworkSegment(c40bf100-5d9b-4eaf-b24a-516efb139b98),segment_id=c40bf100-5d9b-4eaf-b24a-516efb139b98)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:04:22.982175 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:23.035945 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Routers {'4a42aa47-676f-4fcf-aec6-28bd600304d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:23.035945 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4a42aa47-676f-4fcf-aec6-28bd600304d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:23.062078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6328933e-fcd2-4d0c-a170-6749abae35aa {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:04:23.072465 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:23.076842 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d7b24150-e8bc-4ee7-acde-932aea52ac18 None None] Provisioning complete for port cb7a9484-9331-453c-8570-a07d51e9e1c6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:23.082025 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d7b24150-e8bc-4ee7-acde-932aea52ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:23.088372 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f5775-f4be-42bc-b37b-8d3d20a86ee8 None None] Pushing event updated for resources: {'Port': ['ID=cb7a9484-9331-453c-8570-a07d51e9e1c6,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:23.089127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Transition to ACTIVE for port object 6328933e-fcd2-4d0c-a170-6749abae35aa will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:04:23.169272 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] Set router 4a42aa47-676f-4fcf-aec6-28bd600304d2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:23.170298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:23.172336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d7b24150-e8bc-4ee7-acde-932aea52ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:23.231291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d7b24150-e8bc-4ee7-acde-932aea52ac18 None None] For port cb7a9484-9331-453c-8570-a07d51e9e1c6, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cb7a9484-9331-453c-8570-a07d51e9e1c6,segment=NetworkSegment(c40bf100-5d9b-4eaf-b24a-516efb139b98),segment_id=c40bf100-5d9b-4eaf-b24a-516efb139b98)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:23.247289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Pushing event updated for resources: {'Port': ['ID=6328933e-fcd2-4d0c-a170-6749abae35aa,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:23.275472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ae4c0-497d-4bda-a270-f90b467ed3c9 req-f6b8e7cb-89ec-4065-9851-64acdb10a730 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:23.277888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-539ae4c0-497d-4bda-a270-f90b467ed3c9 req-f6b8e7cb-89ec-4065-9851-64acdb10a730 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1052 time: 0.0742760 Sep 16 17:04:23.313748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d7b24150-e8bc-4ee7-acde-932aea52ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:23.343203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Attempting to bind port 6328933e-fcd2-4d0c-a170-6749abae35aa on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:04:23.343966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Attempting to bind port 6328933e-fcd2-4d0c-a170-6749abae35aa by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:04:23.345014 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Attempting to bind port 6328933e-fcd2-4d0c-a170-6749abae35aa on network e796b033-afd9-458f-84dc-657b4d26ca3d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:04:23.354230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Port 6328933e-fcd2-4d0c-a170-6749abae35aa on network e796b033-afd9-458f-84dc-657b4d26ca3d not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:04:23.354563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Attempting to bind port 6328933e-fcd2-4d0c-a170-6749abae35aa on network e796b033-afd9-458f-84dc-657b4d26ca3d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:04:23.361301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:04:23.363573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Checking segment: {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:04:23.363573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Bound using segment: {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:04:23.363573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Bound port: 6328933e-fcd2-4d0c-a170-6749abae35aa, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:04:23.363573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:23.366392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-539ae4c0-497d-4bda-a270-f90b467ed3c9 req-4662311b-8729-4f32-ab53-e475e7675c0a tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765386 Sep 16 17:04:23.407318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b24150-e8bc-4ee7-acde-932aea52ac18 None None] Pushing event updated for resources: {'Port': ['ID=cb7a9484-9331-453c-8570-a07d51e9e1c6,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:23.437501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-62fc9054-d2ff-4601-81d2-e87ef9a4ead0 None None] Provisioning complete for port cb7a9484-9331-453c-8570-a07d51e9e1c6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:23.438058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-62fc9054-d2ff-4601-81d2-e87ef9a4ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:23.457561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] For port 6328933e-fcd2-4d0c-a170-6749abae35aa, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:04:23.464273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] For port 6328933e-fcd2-4d0c-a170-6749abae35aa, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6328933e-fcd2-4d0c-a170-6749abae35aa,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:04:23.487495 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'name': 'tempest-TestServerMultinode-605926866-router', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '1dba3462-4da8-45f3-808b-264a4b542951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:14Z', 'updated_at': '2021-09-16T17:04:17Z', 'revision_number': 4, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'gw_port': {'id': '1dba3462-4da8-45f3-808b-264a4b542951', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:15Z', 'updated_at': '2021-09-16T17:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cb7a9484-9331-453c-8570-a07d51e9e1c6', 'name': '', 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'mac_address': 'fa:16:3e:97:08:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:17Z', 'updated_at': '2021-09-16T17:04:22Z', 'revision_number': 4, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'subnets': [{'id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:23.514795 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f683b8-d14b-4e38-bb17-82b5a283f6a2 None None] The sync data for ids ['4a42aa47-676f-4fcf-aec6-28bd600304d2'] in n-d-807786-3 is: [{'id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'name': 'tempest-TestServerMultinode-605926866-router', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '1dba3462-4da8-45f3-808b-264a4b542951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:14Z', 'updated_at': '2021-09-16T17:04:17Z', 'revision_number': 4, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'gw_port': {'id': '1dba3462-4da8-45f3-808b-264a4b542951', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:15Z', 'updated_at': '2021-09-16T17:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cb7a9484-9331-453c-8570-a07d51e9e1c6', 'name': '', 'network_id': 'caffa9d6-31bb-4a60-858d-ea19b2ab4235', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'mac_address': 'fa:16:3e:97:08:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:17Z', 'updated_at': '2021-09-16T17:04:22Z', 'revision_number': 4, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'subnets': [{'id': 'ffc5ae4d-f872-4897-a5ba-214906fa30a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:04:23.548076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:23.584964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:23.585539 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:23.587734 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] 10.222.0.62 "PUT /v2.0/ports/6328933e-fcd2-4d0c-a170-6749abae35aa HTTP/1.1" status: 200 len: 1091 time: 0.9510391 Sep 16 17:04:23.590250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f704dccf-04e2-404a-a406-ded5e2b6917f', 'tag': '6328933e-fcd2-4d0c-a170-6749abae35aa'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:04:23.593796 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6225d5b-abbf-4dbb-9842-bbc3e10bb112" -d '{"events": [{"name": "network-changed", "server_uuid": "f704dccf-04e2-404a-a406-ded5e2b6917f", "tag": "6328933e-fcd2-4d0c-a170-6749abae35aa"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:04:23.622030 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228d41f-5e66-4700-afc1-661ab8dce39b service neutron] Pushing event updated for resources: {'Port': ['ID=6328933e-fcd2-4d0c-a170-6749abae35aa,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:23.640937 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e0efb7-ce5b-4f50-a4b3-1ace75c96fe2 x-openstack-request-id: req-02e0efb7-ce5b-4f50-a4b3-1ace75c96fe2 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:04:23.641316 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f704dccf-04e2-404a-a406-ded5e2b6917f", "tag": "6328933e-fcd2-4d0c-a170-6749abae35aa", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:04:23.641640 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02e0efb7-ce5b-4f50-a4b3-1ace75c96fe2 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:04:23.642121 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f704dccf-04e2-404a-a406-ded5e2b6917f', 'tag': '6328933e-fcd2-4d0c-a170-6749abae35aa', 'status': 'completed', 'code': 200} Sep 16 17:04:23.710796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6225d5b-abbf-4dbb-9842-bbc3e10bb112 req-eefa2a59-045b-4f80-88db-b432508c9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:23.712368 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6225d5b-abbf-4dbb-9842-bbc3e10bb112 req-eefa2a59-045b-4f80-88db-b432508c9649 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=efb6cb27c0bc4f959af6de662498a1e8&device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1094 time: 0.0492871 Sep 16 17:04:23.824792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6225d5b-abbf-4dbb-9842-bbc3e10bb112 req-e8c80f8a-6324-405c-aac8-33cbe2350fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:23.826295 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6225d5b-abbf-4dbb-9842-bbc3e10bb112 req-e8c80f8a-6324-405c-aac8-33cbe2350fa1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=efb6cb27c0bc4f959af6de662498a1e8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1059027 Sep 16 17:04:23.932279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6225d5b-abbf-4dbb-9842-bbc3e10bb112 req-4e07148f-ea41-43fc-aaba-868696a43a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:23.933978 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6225d5b-abbf-4dbb-9842-bbc3e10bb112 req-4e07148f-ea41-43fc-aaba-868696a43a87 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011786 Sep 16 17:04:24.012628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-ebe6bdee-c2fd-4c5a-a895-9b3a8a240613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:24.014150 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-ebe6bdee-c2fd-4c5a-a895-9b3a8a240613 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=efb6cb27c0bc4f959af6de662498a1e8&device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1094 time: 0.0428033 Sep 16 17:04:24.057658 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-20f2c64a-ba3d-4986-ab8e-ba2e7eb64679 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6328933e-fcd2-4d0c-a170-6749abae35aa HTTP/1.1" status: 200 len: 217 time: 0.0355082 Sep 16 17:04:24.109891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-0f7ddf80-1d4d-4b20-911a-b2d7c9e44d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:24.111370 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-0f7ddf80-1d4d-4b20-911a-b2d7c9e44d5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0db26e42-1ca1-444f-8690-f238f6924752 HTTP/1.1" status: 200 len: 849 time: 0.0469522 Sep 16 17:04:24.161637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-5ad53143-cf39-4ed2-a88a-0fdf4c140fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:24.163121 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-5ad53143-cf39-4ed2-a88a-0fdf4c140fea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e796b033-afd9-458f-84dc-657b4d26ca3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446732 Sep 16 17:04:24.262100 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-071e445a-b6c4-47fa-b394-354618c8834f service neutron] 10.222.0.62 "GET /v2.0/networks/e796b033-afd9-458f-84dc-657b4d26ca3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909853 Sep 16 17:04:24.360347 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-33060ffb-79b2-47b5-af6d-de906ecb43d2 req-d8ce9a61-ca5a-4ed9-bf79-41dd67604ff1 service neutron] 10.222.0.62 "GET /v2.0/networks/e796b033-afd9-458f-84dc-657b4d26ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912933 Sep 16 17:04:24.480857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711c2f8-ecaa-49c3-8d1b-e26ecc545ae6 req-ece9a5cf-9808-4bda-b0eb-a0792c8bd7cb tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:24.482375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3711c2f8-ecaa-49c3-8d1b-e26ecc545ae6 req-ece9a5cf-9808-4bda-b0eb-a0792c8bd7cb tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1094 time: 0.0429108 Sep 16 17:04:24.523985 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3711c2f8-ecaa-49c3-8d1b-e26ecc545ae6 req-90e74c78-834c-41e1-ac14-0cd10a16aa10 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354872 Sep 16 17:04:24.714323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cb7a9484-9331-453c-8570-a07d51e9e1c6 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:24.763077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port cb7a9484-9331-453c-8570-a07d51e9e1c6 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:24.763440 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:25.001417 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:04:25.627583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed992e-2467-4397-a1e7-1c077a7c5d47 req-dcb4b7a4-0e8c-4a7b-a2e6-5249601d21a2 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:25.629012 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2ed992e-2467-4397-a1e7-1c077a7c5d47 req-dcb4b7a4-0e8c-4a7b-a2e6-5249601d21a2 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1094 time: 0.0397773 Sep 16 17:04:25.663452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2ed992e-2467-4397-a1e7-1c077a7c5d47 req-fe729379-eed6-4184-8d78-71a2e63f6526 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278320 Sep 16 17:04:26.767088 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e309ed-4759-4b93-8d33-b742d9e8853a req-db3a5e91-7b31-43ac-b2b0-cac821c6cba6 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:26.768615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24e309ed-4759-4b93-8d33-b742d9e8853a req-db3a5e91-7b31-43ac-b2b0-cac821c6cba6 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1094 time: 0.0402658 Sep 16 17:04:26.805746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24e309ed-4759-4b93-8d33-b742d9e8853a req-58fd8155-87c9-410b-ba0e-6fceaa214808 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Sep 16 17:04:26.809429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6328933e-fcd2-4d0c-a170-6749abae35aa details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:04:26.906518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6328933e-fcd2-4d0c-a170-6749abae35aa, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6328933e-fcd2-4d0c-a170-6749abae35aa,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:26.917044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '6328933e-fcd2-4d0c-a170-6749abae35aa', 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d', 'port_id': '6328933e-fcd2-4d0c-a170-6749abae35aa', 'mac_address': 'fa:16:3e:1c:b1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db26e42-1ca1-444f-8690-f238f6924752', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:04:26.952965 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:26.965007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6328933e-fcd2-4d0c-a170-6749abae35aa {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:04:26.983489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6328933e-fcd2-4d0c-a170-6749abae35aa, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6328933e-fcd2-4d0c-a170-6749abae35aa,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:27.046149 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:27.096041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6328933e-fcd2-4d0c-a170-6749abae35aa,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:27.103906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.104258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.104623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.104962 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.105297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.105629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.105958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.106285 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.106610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.106933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.107256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.107577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:27.246745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6328933e-fcd2-4d0c-a170-6749abae35aa'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:04:27.912143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad8b55-f9c3-47e2-8b57-d1312ced40f9 req-891c6e1d-54b4-4123-bae2-f3b4cb42a4db tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:27.913688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85ad8b55-f9c3-47e2-8b57-d1312ced40f9 req-891c6e1d-54b4-4123-bae2-f3b4cb42a4db tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1095 time: 0.0404580 Sep 16 17:04:27.947221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85ad8b55-f9c3-47e2-8b57-d1312ced40f9 req-ded795e6-1e02-45dd-8bfb-d0f757734b92 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276694 Sep 16 17:04:28.217768 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a0d67ea0-383f-49ea-b86a-e2d5d28c26ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:28.809654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6328933e-fcd2-4d0c-a170-6749abae35aa up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:28.926153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 6328933e-fcd2-4d0c-a170-6749abae35aa completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:04:28.930423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 6328933e-fcd2-4d0c-a170-6749abae35aa triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:28.930804 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:29.009363 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:29.032245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f704dccf-04e2-404a-a406-ded5e2b6917f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6328933e-fcd2-4d0c-a170-6749abae35aa'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:04:29.034509 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea61a957-45af-4c36-a79d-e3ed868ed18f" -d '{"events": [{"server_uuid": "f704dccf-04e2-404a-a406-ded5e2b6917f", "name": "network-vif-plugged", "status": "completed", "tag": "6328933e-fcd2-4d0c-a170-6749abae35aa"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:04:29.047373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6328933e-fcd2-4d0c-a170-6749abae35aa, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6328933e-fcd2-4d0c-a170-6749abae35aa,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:29.055682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a334134-ef05-4114-88d3-dce281ffaab5 req-9d61cfc2-f19d-429e-8683-2e169870ed08 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:29.057286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3a334134-ef05-4114-88d3-dce281ffaab5 req-9d61cfc2-f19d-429e-8683-2e169870ed08 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1095 time: 0.0440698 Sep 16 17:04:29.074329 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18965cc-d2a3-46d1-9b08-08ac35693329 x-openstack-request-id: req-f18965cc-d2a3-46d1-9b08-08ac35693329 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:04:29.074655 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f704dccf-04e2-404a-a406-ded5e2b6917f", "name": "network-vif-plugged", "status": "completed", "tag": "6328933e-fcd2-4d0c-a170-6749abae35aa", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:04:29.074913 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f18965cc-d2a3-46d1-9b08-08ac35693329 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:04:29.075300 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f704dccf-04e2-404a-a406-ded5e2b6917f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6328933e-fcd2-4d0c-a170-6749abae35aa', 'code': 200} Sep 16 17:04:29.092413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3a334134-ef05-4114-88d3-dce281ffaab5 req-6c4a53da-3d59-4d1b-8e2d-6373738c335d tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291126 Sep 16 17:04:29.121253 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:29.172478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8f9e7-a270-4638-95b7-6bf19c5a7370 req-373fded6-05a3-47fe-872a-769bb519fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:29.173383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6328933e-fcd2-4d0c-a170-6749abae35aa,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:29.174000 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6bc8f9e7-a270-4638-95b7-6bf19c5a7370 req-373fded6-05a3-47fe-872a-769bb519fa6a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1096 time: 0.0425858 Sep 16 17:04:29.210253 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6bc8f9e7-a270-4638-95b7-6bf19c5a7370 req-50f63f5a-07c6-4f15-8e64-343cd51fbfad service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292151 Sep 16 17:04:30.199469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae070668-febc-44c3-aacf-09ace7d411cb req-3eea52f0-8f7d-4f3e-a12a-3963019dbcff tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:30.200998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae070668-febc-44c3-aacf-09ace7d411cb req-3eea52f0-8f7d-4f3e-a12a-3963019dbcff tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1096 time: 0.0396209 Sep 16 17:04:30.239222 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae070668-febc-44c3-aacf-09ace7d411cb req-daaddc76-3cf3-490b-8607-3ef652e60090 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Sep 16 17:04:30.821369 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6210032a-95f9-4aee-974f-20c594211a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:31.344539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a01d5-1e91-46ea-b217-56a4c5d3aae4 req-06af10d1-8ee6-4145-b79d-19f90af6304d tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:31.346058 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-091a01d5-1e91-46ea-b217-56a4c5d3aae4 req-06af10d1-8ee6-4145-b79d-19f90af6304d tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1096 time: 0.0424953 Sep 16 17:04:31.380774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-091a01d5-1e91-46ea-b217-56a4c5d3aae4 req-217b0c6f-b9e6-45bf-b3b3-7feeb84fbe00 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279596 Sep 16 17:04:31.452571 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:31.485305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5203b-5b31-48ae-820f-4a01ab041593 req-be54ae30-8d9f-497f-baa5-e29318a7406b tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:31.486844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68d5203b-5b31-48ae-820f-4a01ab041593 req-be54ae30-8d9f-497f-baa5-e29318a7406b tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1096 time: 0.0418134 Sep 16 17:04:31.522463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68d5203b-5b31-48ae-820f-4a01ab041593 req-b79040c7-c945-4021-ac36-6ff102310adf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288062 Sep 16 17:04:31.624764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8209de-4332-4013-8f11-f9e131309cd5 req-e3de71a8-78a7-482f-9a33-f6b04596355f tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:31.626241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf8209de-4332-4013-8f11-f9e131309cd5 req-e3de71a8-78a7-482f-9a33-f6b04596355f tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1096 time: 0.0398693 Sep 16 17:04:31.663952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf8209de-4332-4013-8f11-f9e131309cd5 req-e8b48f14-aaa3-492c-8a4f-72179e107ebe tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Sep 16 17:04:31.877884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-4d77c0ec-3da6-4903-b9b2-8cffe15bf664 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:31.879376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-4d77c0ec-3da6-4903-b9b2-8cffe15bf664 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/networks?id=e796b033-afd9-458f-84dc-657b4d26ca3d HTTP/1.1" status: 200 len: 911 time: 0.0885975 Sep 16 17:04:31.893561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-803df1a2-b701-45a7-854d-011a26901324 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/quotas/efb6cb27c0bc4f959af6de662498a1e8 HTTP/1.1" status: 200 len: 375 time: 0.0083578 Sep 16 17:04:31.938989 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-8a79a111-9064-4503-9f3a-03147dad29e9 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=efb6cb27c0bc4f959af6de662498a1e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0400937 Sep 16 17:04:32.029482 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:32.032082 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-34f139d7-4b3e-44ce-abe2-67eb999083a7 service neutron] 10.222.0.22 "GET /v2.0/networks/e796b033-afd9-458f-84dc-657b4d26ca3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857425 Sep 16 17:04:32.125385 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-8331c490-45a9-4415-9849-ee9635b4bccd service neutron] 10.222.0.22 "GET /v2.0/networks/e796b033-afd9-458f-84dc-657b4d26ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863194 Sep 16 17:04:32.354479 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42262f35-0c8f-49a5-aa1d-1dd280d9fc6b req-9cbd64d3-d3e7-4164-80b0-4e4a10cc0090 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 210 time: 0.0270748 Sep 16 17:04:33.451216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2791e27-b690-41db-a1ff-df56ffa09fe7 req-4308615b-f798-48ee-b7f9-ea3d140b1fd1 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 210 time: 0.0268316 Sep 16 17:04:33.570889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6125a919-638d-4a90-a492-39b2ee47d12d req-da9bad2e-613d-46e7-96bc-009f509c82e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436437 Sep 16 17:04:33.655150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a919-638d-4a90-a492-39b2ee47d12d req-13ae59c8-070f-476e-8646-42d1dba055cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:33.656678 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6125a919-638d-4a90-a492-39b2ee47d12d req-13ae59c8-070f-476e-8646-42d1dba055cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64796ca7c1594021a1ba48302c50439e&device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1096 time: 0.0450878 Sep 16 17:04:33.760625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a919-638d-4a90-a492-39b2ee47d12d req-68e69f9a-0959-4a50-87a9-cd1d5f570f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:33.766160 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6125a919-638d-4a90-a492-39b2ee47d12d req-68e69f9a-0959-4a50-87a9-cd1d5f570f1b service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 HTTP/1.1" status: 200 len: 910 time: 0.0889561 Sep 16 17:04:33.806268 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:33.836800 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6125a919-638d-4a90-a492-39b2ee47d12d req-00af1309-cb8b-4920-93f2-292a82031d93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb11ab6c-408e-486a-8471-1ccc3d114937 HTTP/1.1" status: 200 len: 1001 time: 0.0623920 Sep 16 17:04:33.889129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a919-638d-4a90-a492-39b2ee47d12d req-cb970f7f-22a5-4198-8459-4f55a849bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:33.890585 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6125a919-638d-4a90-a492-39b2ee47d12d req-cb970f7f-22a5-4198-8459-4f55a849bf1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5794a2e-3682-44ef-842b-5d2d54d27504 HTTP/1.1" status: 200 len: 848 time: 0.0452380 Sep 16 17:04:33.936783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a919-638d-4a90-a492-39b2ee47d12d req-36a506f2-5b40-40af-85da-a69fd61d7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:33.938564 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6125a919-638d-4a90-a492-39b2ee47d12d req-36a506f2-5b40-40af-85da-a69fd61d7782 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398436 Sep 16 17:04:34.017581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.52', 56414) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:34.033754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6125a919-638d-4a90-a492-39b2ee47d12d req-6c091a4a-3c8a-4a05-8ed5-857a892de5e1 service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876296 Sep 16 17:04:34.108885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-a6c2b5fe-d1d9-4d48-9c1b-480c9d10fad4 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:34.110375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-a6c2b5fe-d1d9-4d48-9c1b-480c9d10fad4 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.52 "GET /v2.0/networks?id=e796b033-afd9-458f-84dc-657b4d26ca3d HTTP/1.1" status: 200 len: 911 time: 0.0915158 Sep 16 17:04:34.122694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Request body: {'port': {'device_id': '73bcea24-a657-4084-8da0-b612df1c563c', 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d', 'admin_state_up': True, 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:04:34.128464 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6125a919-638d-4a90-a492-39b2ee47d12d req-a50c78fc-766d-4f55-aeb0-14ecd27a5fa5 service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874276 Sep 16 17:04:34.187146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Made reservation on behalf of efb6cb27c0bc4f959af6de662498a1e8 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:04:34.189788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:34.304211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Allocated IP 172.20.0.3 (e796b033-afd9-458f-84dc-657b4d26ca3d/0db26e42-1ca1-444f-8690-f238f6924752/324823ed-8cdb-4114-bcfa-69d63a55da7d) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:04:34.441355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:34.547720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67227bc7-119f-48e5-9055-134109167e4c req-88c2700d-f2a6-4198-8015-d017e3a36043 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 210 time: 0.0250800 Sep 16 17:04:34.549816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:34.564639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6328933e-fcd2-4d0c-a170-6749abae35aa'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:04:34.602315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Network e796b033-afd9-458f-84dc-657b4d26ca3d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:04:34.608051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Pushing event updated for resources: {'Port': ['ID=324823ed-8cdb-4114-bcfa-69d63a55da7d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:34.610622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:04:34.612828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:04:34.651447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:34.652054 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:34.730899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-efee7377-6695-46d6-af96-a238acc22f79 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6120694 Sep 16 17:04:34.745362 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Request body: {'port': {'device_id': '73bcea24-a657-4084-8da0-b612df1c563c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:04:34.802339 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:34.857834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3b19be2a-2fd2-45ea-833a-b05ce05775a2 None None] Provisioning complete for port 324823ed-8cdb-4114-bcfa-69d63a55da7d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:34.858468 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3b19be2a-2fd2-45ea-833a-b05ce05775a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:34.895669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3b19be2a-2fd2-45ea-833a-b05ce05775a2 None None] Port 324823ed-8cdb-4114-bcfa-69d63a55da7d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:04:35.115710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324823ed-8cdb-4114-bcfa-69d63a55da7d {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:04:35.123199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:35.143976 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Transition to ACTIVE for port object 324823ed-8cdb-4114-bcfa-69d63a55da7d will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:04:35.220820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:35.273372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=324823ed-8cdb-4114-bcfa-69d63a55da7d,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:35.353933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Attempting to bind port 324823ed-8cdb-4114-bcfa-69d63a55da7d on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:04:35.354588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Attempting to bind port 324823ed-8cdb-4114-bcfa-69d63a55da7d by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:04:35.354919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Attempting to bind port 324823ed-8cdb-4114-bcfa-69d63a55da7d on network e796b033-afd9-458f-84dc-657b4d26ca3d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:04:35.359386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Port 324823ed-8cdb-4114-bcfa-69d63a55da7d on network e796b033-afd9-458f-84dc-657b4d26ca3d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:04:35.359706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Attempting to bind port 324823ed-8cdb-4114-bcfa-69d63a55da7d on network e796b033-afd9-458f-84dc-657b4d26ca3d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:04:35.364702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:04:35.365426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Checking segment: {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:04:35.367152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Bound using segment: {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:04:35.367546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Bound port: 324823ed-8cdb-4114-bcfa-69d63a55da7d, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f415ca-c67c-43ef-8ef0-a73acaaf566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:04:35.367908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:35.432673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] For port 324823ed-8cdb-4114-bcfa-69d63a55da7d, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:04:35.435591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] For port 324823ed-8cdb-4114-bcfa-69d63a55da7d, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=324823ed-8cdb-4114-bcfa-69d63a55da7d,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:04:35.501451 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:35.536165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:35.536860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:35.538538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] 10.222.0.52 "PUT /v2.0/ports/324823ed-8cdb-4114-bcfa-69d63a55da7d HTTP/1.1" status: 200 len: 1091 time: 0.7984023 Sep 16 17:04:35.538972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bcea24-a657-4084-8da0-b612df1c563c', 'tag': '324823ed-8cdb-4114-bcfa-69d63a55da7d'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:04:35.541229 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351bff44-652f-4e55-aa5e-ec45bd80c143" -d '{"events": [{"name": "network-changed", "server_uuid": "73bcea24-a657-4084-8da0-b612df1c563c", "tag": "324823ed-8cdb-4114-bcfa-69d63a55da7d"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:04:35.574067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb98c-b73c-43cf-b58d-942113a5f2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=324823ed-8cdb-4114-bcfa-69d63a55da7d,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:35.587106 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381b70f6-8d2d-4568-bf8b-c46b422e54c7 x-openstack-request-id: req-381b70f6-8d2d-4568-bf8b-c46b422e54c7 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:04:35.587307 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bcea24-a657-4084-8da0-b612df1c563c", "tag": "324823ed-8cdb-4114-bcfa-69d63a55da7d", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:04:35.587558 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-381b70f6-8d2d-4568-bf8b-c46b422e54c7 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:04:35.588574 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bcea24-a657-4084-8da0-b612df1c563c', 'tag': '324823ed-8cdb-4114-bcfa-69d63a55da7d', 'status': 'completed', 'code': 200} Sep 16 17:04:35.706119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bff44-652f-4e55-aa5e-ec45bd80c143 req-cb68c94f-0d98-481f-97c3-3f274ce0052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:35.707659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-351bff44-652f-4e55-aa5e-ec45bd80c143 req-cb68c94f-0d98-481f-97c3-3f274ce0052c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=efb6cb27c0bc4f959af6de662498a1e8&device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1094 time: 0.1023762 Sep 16 17:04:35.711058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d437b4f-214c-4dc5-afbc-417daac729ef req-470b8768-db04-4320-928c-51d9103664db tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:35.712472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d437b4f-214c-4dc5-afbc-417daac729ef req-470b8768-db04-4320-928c-51d9103664db tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1094 time: 0.0775683 Sep 16 17:04:35.852536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d437b4f-214c-4dc5-afbc-417daac729ef req-6db27ddd-5952-4c01-8cd2-7d7f3efa3312 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286054 Sep 16 17:04:35.918618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bff44-652f-4e55-aa5e-ec45bd80c143 req-8542e87b-63e5-4fbd-ad42-01c661efb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:35.920023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-351bff44-652f-4e55-aa5e-ec45bd80c143 req-8542e87b-63e5-4fbd-ad42-01c661efb5f1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=efb6cb27c0bc4f959af6de662498a1e8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2046731 Sep 16 17:04:36.081396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bff44-652f-4e55-aa5e-ec45bd80c143 req-ea95b716-dd93-4cbc-9541-083bc0fad45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:36.082885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-351bff44-652f-4e55-aa5e-ec45bd80c143 req-ea95b716-dd93-4cbc-9541-083bc0fad45a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1550229 Sep 16 17:04:36.157112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-9f9a972c-c246-409a-860b-1710e76225c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:36.158592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-9f9a972c-c246-409a-860b-1710e76225c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=efb6cb27c0bc4f959af6de662498a1e8&device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1094 time: 0.0401144 Sep 16 17:04:36.530462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-d9db59b3-b529-41ed-9709-d8b15810a36b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324823ed-8cdb-4114-bcfa-69d63a55da7d HTTP/1.1" status: 200 len: 217 time: 0.3640828 Sep 16 17:04:36.585405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-38408d46-c2dc-4bb9-bd39-12cbc11b8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:36.586816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-38408d46-c2dc-4bb9-bd39-12cbc11b8ae8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db26e42-1ca1-444f-8690-f238f6924752 HTTP/1.1" status: 200 len: 849 time: 0.0480366 Sep 16 17:04:36.663419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-ccb89998-8565-420c-8ad2-879499d4a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:36.664871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-ccb89998-8565-420c-8ad2-879499d4a411 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e796b033-afd9-458f-84dc-657b4d26ca3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711784 Sep 16 17:04:36.753272 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-d14b5655-9ee0-44ad-95aa-4e31c4a8f775 service neutron] 10.222.0.52 "GET /v2.0/networks/e796b033-afd9-458f-84dc-657b4d26ca3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811489 Sep 16 17:04:36.845109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9fe873e-7dfc-4f07-bfea-c7d8b463da4d req-294b926c-406e-4578-809b-63301bbc03a6 service neutron] 10.222.0.52 "GET /v2.0/networks/e796b033-afd9-458f-84dc-657b4d26ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847962 Sep 16 17:04:36.958405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53438bf3-acc5-462a-ad5e-49d305c80dd1 req-c9313fc1-a194-4311-9247-65bccf973854 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:36.960404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53438bf3-acc5-462a-ad5e-49d305c80dd1 req-c9313fc1-a194-4311-9247-65bccf973854 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1094 time: 0.0412557 Sep 16 17:04:36.993242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53438bf3-acc5-462a-ad5e-49d305c80dd1 req-6a271726-e2d0-4c4e-b92b-940de78e930e tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268834 Sep 16 17:04:38.097391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bf457-622f-46b8-b2f8-d6c03e04ed29 req-cbba3bde-d5b9-4421-ae4e-d7a873cd1124 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:38.098888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-917bf457-622f-46b8-b2f8-d6c03e04ed29 req-cbba3bde-d5b9-4421-ae4e-d7a873cd1124 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1094 time: 0.0396936 Sep 16 17:04:38.133346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-917bf457-622f-46b8-b2f8-d6c03e04ed29 req-2436791d-c5ab-4f9f-9531-591a2c2ef208 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280690 Sep 16 17:04:38.680454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 324823ed-8cdb-4114-bcfa-69d63a55da7d details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:04:38.778373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 324823ed-8cdb-4114-bcfa-69d63a55da7d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=324823ed-8cdb-4114-bcfa-69d63a55da7d,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:38.789805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '324823ed-8cdb-4114-bcfa-69d63a55da7d', 'network_id': 'e796b033-afd9-458f-84dc-657b4d26ca3d', 'port_id': '324823ed-8cdb-4114-bcfa-69d63a55da7d', 'mac_address': 'fa:16:3e:c1:b0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db26e42-1ca1-444f-8690-f238f6924752', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:04:38.829016 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:38.841954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324823ed-8cdb-4114-bcfa-69d63a55da7d {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:04:38.860731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 324823ed-8cdb-4114-bcfa-69d63a55da7d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=324823ed-8cdb-4114-bcfa-69d63a55da7d,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:38.938444 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:38.986308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=324823ed-8cdb-4114-bcfa-69d63a55da7d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:39.203324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['324823ed-8cdb-4114-bcfa-69d63a55da7d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:04:39.242573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287eec-efdc-41b0-8868-dad9116c2139 req-9e84b5f5-a205-45e2-8849-e4c421e91c1f tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:39.244127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4287eec-efdc-41b0-8868-dad9116c2139 req-9e84b5f5-a205-45e2-8849-e4c421e91c1f tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1095 time: 0.0465899 Sep 16 17:04:39.280167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4287eec-efdc-41b0-8868-dad9116c2139 req-f6ae1965-c858-4943-a8f8-c78bdee3813d tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294209 Sep 16 17:04:40.384565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb413855-20f2-4919-9860-b0fa891154fc req-7e390454-aef3-43b6-a441-4322d106bf33 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:40.386181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb413855-20f2-4919-9860-b0fa891154fc req-7e390454-aef3-43b6-a441-4322d106bf33 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1095 time: 0.0404766 Sep 16 17:04:40.421829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb413855-20f2-4919-9860-b0fa891154fc req-2424b648-50ea-4447-adbb-e14c08a1fd41 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295382 Sep 16 17:04:40.696077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 324823ed-8cdb-4114-bcfa-69d63a55da7d up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:04:40.803878 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 324823ed-8cdb-4114-bcfa-69d63a55da7d completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:04:40.807616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 324823ed-8cdb-4114-bcfa-69d63a55da7d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:04:40.807990 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:40.884444 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:40.906714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bcea24-a657-4084-8da0-b612df1c563c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324823ed-8cdb-4114-bcfa-69d63a55da7d'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:04:40.908993 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9923d4ac-eae2-46e3-b159-34a2d18ad8b2" -d '{"events": [{"server_uuid": "73bcea24-a657-4084-8da0-b612df1c563c", "name": "network-vif-plugged", "status": "completed", "tag": "324823ed-8cdb-4114-bcfa-69d63a55da7d"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:04:40.924879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 324823ed-8cdb-4114-bcfa-69d63a55da7d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=324823ed-8cdb-4114-bcfa-69d63a55da7d,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:40.946347 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4a1d07-a787-4a94-8d3d-f6fc8185f0d4 x-openstack-request-id: req-9e4a1d07-a787-4a94-8d3d-f6fc8185f0d4 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:04:40.946662 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bcea24-a657-4084-8da0-b612df1c563c", "name": "network-vif-plugged", "status": "completed", "tag": "324823ed-8cdb-4114-bcfa-69d63a55da7d", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:04:40.947045 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e4a1d07-a787-4a94-8d3d-f6fc8185f0d4 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:04:40.947443 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bcea24-a657-4084-8da0-b612df1c563c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324823ed-8cdb-4114-bcfa-69d63a55da7d', 'code': 200} Sep 16 17:04:40.981366 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:41.029793 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=324823ed-8cdb-4114-bcfa-69d63a55da7d,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:41.041081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45105e-a0db-4ba8-a029-330de7e1b1c5 req-d8c99b27-00fa-4a3e-bfac-d5691b23b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:41.042588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c45105e-a0db-4ba8-a029-330de7e1b1c5 req-d8c99b27-00fa-4a3e-bfac-d5691b23b3ec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1096 time: 0.0394831 Sep 16 17:04:41.078034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c45105e-a0db-4ba8-a029-330de7e1b1c5 req-a74e0d3f-fc32-48d5-8a5c-acfac99dda5f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286539 Sep 16 17:04:41.528537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d081e-a3b0-4946-834e-cb33389dea43 req-613f1009-86d4-4f61-9fcb-34d36321265c tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:41.530062 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-977d081e-a3b0-4946-834e-cb33389dea43 req-613f1009-86d4-4f61-9fcb-34d36321265c tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1096 time: 0.0428083 Sep 16 17:04:41.564319 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-977d081e-a3b0-4946-834e-cb33389dea43 req-e8b95bf1-fb27-4e5f-b8f0-8dc7d8e00fe5 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282853 Sep 16 17:04:42.668535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40b45e-7d8e-4049-90d9-aa59c0177c85 req-231318c8-68b6-478d-93c5-3ee0bec72ba2 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:42.669976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab40b45e-7d8e-4049-90d9-aa59c0177c85 req-231318c8-68b6-478d-93c5-3ee0bec72ba2 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1096 time: 0.0401762 Sep 16 17:04:42.704033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab40b45e-7d8e-4049-90d9-aa59c0177c85 req-1a003fae-d173-439e-a969-d49d60dc2cb3 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282035 Sep 16 17:04:42.806612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d639f8-47f3-4c76-8539-250803363400 req-2dd86f0b-f785-4657-895c-62b58203d497 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:42.808084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09d639f8-47f3-4c76-8539-250803363400 req-2dd86f0b-f785-4657-895c-62b58203d497 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1096 time: 0.0395467 Sep 16 17:04:42.841705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09d639f8-47f3-4c76-8539-250803363400 req-0d641994-f72c-40ca-aaa4-008cab5dc5c0 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274820 Sep 16 17:04:42.947564 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce911bdc-1c36-4aed-97d5-2b98b3405992 req-7c66ab0e-07b6-4a2c-ad2a-1151fc039913 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:42.948994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce911bdc-1c36-4aed-97d5-2b98b3405992 req-7c66ab0e-07b6-4a2c-ad2a-1151fc039913 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1096 time: 0.0436709 Sep 16 17:04:42.982486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce911bdc-1c36-4aed-97d5-2b98b3405992 req-d9afd635-85b7-4527-b709-39950340a174 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276275 Sep 16 17:04:43.435292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0750f16-cadc-44a1-b01d-922cc7cd67f7 req-a007833a-ee24-4e37-b554-128ef5851a55 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:43.437231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0750f16-cadc-44a1-b01d-922cc7cd67f7 req-a007833a-ee24-4e37-b554-128ef5851a55 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1096 time: 0.0535047 Sep 16 17:04:43.473345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0750f16-cadc-44a1-b01d-922cc7cd67f7 req-050fc8d8-066d-4808-b0c0-9a96e806762e tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297689 Sep 16 17:04:43.857856 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:44.017770 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:44.601302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a11c2-7907-4798-9d50-55937e100edc req-c939a4a1-0cb1-48b2-b14f-320eeebf9f2b tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:44.602800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b48a11c2-7907-4798-9d50-55937e100edc req-c939a4a1-0cb1-48b2-b14f-320eeebf9f2b tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1096 time: 0.0420911 Sep 16 17:04:44.635986 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b48a11c2-7907-4798-9d50-55937e100edc req-91a64d46-d25b-4c1c-b3a2-efbbbfdaaa50 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272422 Sep 16 17:04:44.682814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-8b91940a-1794-4d2b-91d7-1cf1dd10dd01 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:44.684230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-8b91940a-1794-4d2b-91d7-1cf1dd10dd01 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 1096 time: 0.0425365 Sep 16 17:04:44.781490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-84b0ea44-7a8d-451a-ab67-e2b2dbbc0034 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Deleting port 324823ed-8cdb-4114-bcfa-69d63a55da7d {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:44.781834 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-84b0ea44-7a8d-451a-ab67-e2b2dbbc0034 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:44.861520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-84b0ea44-7a8d-451a-ab67-e2b2dbbc0034 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] For port 324823ed-8cdb-4114-bcfa-69d63a55da7d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=324823ed-8cdb-4114-bcfa-69d63a55da7d,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:44.861882 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-84b0ea44-7a8d-451a-ab67-e2b2dbbc0034 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:44.874563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-84b0ea44-7a8d-451a-ab67-e2b2dbbc0034 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Calling delete_port for 324823ed-8cdb-4114-bcfa-69d63a55da7d owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:45.043860 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-84b0ea44-7a8d-451a-ab67-e2b2dbbc0034 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:45.056375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6328933e-fcd2-4d0c-a170-6749abae35aa'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:04:45.058718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['324823ed-8cdb-4114-bcfa-69d63a55da7d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:04:45.074460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0ea44-7a8d-451a-ab67-e2b2dbbc0034 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Pushing event deleted for resources: {'Port': ['ID=324823ed-8cdb-4114-bcfa-69d63a55da7d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:45.121812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-84b0ea44-7a8d-451a-ab67-e2b2dbbc0034 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] No DVR routers for this DVR port 324823ed-8cdb-4114-bcfa-69d63a55da7d on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:04:45.124564 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-84b0ea44-7a8d-451a-ab67-e2b2dbbc0034 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:45.126794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-91b61450-76a3-4058-9e96-eaf757aeed9e req-84b0ea44-7a8d-451a-ab67-e2b2dbbc0034 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.52 "DELETE /v2.0/ports/324823ed-8cdb-4114-bcfa-69d63a55da7d HTTP/1.1" status: 204 len: 173 time: 0.4353268 Sep 16 17:04:45.127247 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bcea24-a657-4084-8da0-b612df1c563c', 'name': 'network-vif-deleted', 'tag': '324823ed-8cdb-4114-bcfa-69d63a55da7d'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:04:45.129712 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ccb1c3-afeb-4c6d-ac68-1d9e61c43ca9" -d '{"events": [{"server_uuid": "73bcea24-a657-4084-8da0-b612df1c563c", "name": "network-vif-deleted", "tag": "324823ed-8cdb-4114-bcfa-69d63a55da7d"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:04:45.167733 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d1a012-87be-4035-8ca3-9f2b219d8987 x-openstack-request-id: req-c7d1a012-87be-4035-8ca3-9f2b219d8987 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:04:45.168028 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bcea24-a657-4084-8da0-b612df1c563c", "name": "network-vif-deleted", "tag": "324823ed-8cdb-4114-bcfa-69d63a55da7d", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:04:45.168340 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7d1a012-87be-4035-8ca3-9f2b219d8987 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:04:45.168867 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bcea24-a657-4084-8da0-b612df1c563c', 'name': 'network-vif-deleted', 'tag': '324823ed-8cdb-4114-bcfa-69d63a55da7d', 'status': 'completed', 'code': 200} Sep 16 17:04:45.737901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-def88c22-459a-4043-b52b-935a17f8c28e req-498d692a-f663-4248-8965-cfb07a1db796 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73bcea24-a657-4084-8da0-b612df1c563c HTTP/1.1" status: 200 len: 210 time: 0.0253773 Sep 16 17:04:47.223347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc57eec-09b1-499f-b2f5-168d901c246a req-7a64011b-3614-47a7-ac43-07669322747b tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:47.224868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc57eec-09b1-499f-b2f5-168d901c246a req-7a64011b-3614-47a7-ac43-07669322747b tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1096 time: 0.0400875 Sep 16 17:04:47.260052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8dc57eec-09b1-499f-b2f5-168d901c246a req-d2c55a21-95cd-4dfe-a68d-dbedc05c0e20 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283639 Sep 16 17:04:48.370215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98bc3a-ad68-49ae-9965-331644202455 req-ea138728-296c-4536-b394-19bfdb7c9d9f tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:48.371724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed98bc3a-ad68-49ae-9965-331644202455 req-ea138728-296c-4536-b394-19bfdb7c9d9f tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1096 time: 0.0440137 Sep 16 17:04:48.405764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed98bc3a-ad68-49ae-9965-331644202455 req-edea9607-67a7-4ea1-93fc-4e88073aab33 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=09d15958-61b8-4612-a1e9-45cd587e18e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280001 Sep 16 17:04:48.548019 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-e9de08a0-9b78-47ee-921f-8ae6960f7249 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:04:48.549485 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-e9de08a0-9b78-47ee-921f-8ae6960f7249 tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 1096 time: 0.0441749 Sep 16 17:04:48.626505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-85608a20-e72c-4050-910a-3c4c1d3929cf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Deleting port 6328933e-fcd2-4d0c-a170-6749abae35aa {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:48.626853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-85608a20-e72c-4050-910a-3c4c1d3929cf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:48.706827 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-85608a20-e72c-4050-910a-3c4c1d3929cf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] For port 6328933e-fcd2-4d0c-a170-6749abae35aa, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6328933e-fcd2-4d0c-a170-6749abae35aa,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:48.707198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-85608a20-e72c-4050-910a-3c4c1d3929cf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:48.719717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-85608a20-e72c-4050-910a-3c4c1d3929cf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Calling delete_port for 6328933e-fcd2-4d0c-a170-6749abae35aa owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:48.726891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 324823ed-8cdb-4114-bcfa-69d63a55da7d no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:48.747318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 324823ed-8cdb-4114-bcfa-69d63a55da7d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:48.747662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 324823ed-8cdb-4114-bcfa-69d63a55da7d not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:48.909094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-85608a20-e72c-4050-910a-3c4c1d3929cf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:48.920515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6328933e-fcd2-4d0c-a170-6749abae35aa'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:04:48.940343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85608a20-e72c-4050-910a-3c4c1d3929cf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Pushing event deleted for resources: {'Port': ['ID=6328933e-fcd2-4d0c-a170-6749abae35aa,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:48.983236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-85608a20-e72c-4050-910a-3c4c1d3929cf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] No DVR routers for this DVR port 6328933e-fcd2-4d0c-a170-6749abae35aa on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:04:48.985937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-85608a20-e72c-4050-910a-3c4c1d3929cf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:48.988058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fb276dbf-4a90-44c3-9d34-4d96b5d6814f req-85608a20-e72c-4050-910a-3c4c1d3929cf tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.62 "DELETE /v2.0/ports/6328933e-fcd2-4d0c-a170-6749abae35aa HTTP/1.1" status: 204 len: 173 time: 0.4324782 Sep 16 17:04:48.988527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f704dccf-04e2-404a-a406-ded5e2b6917f', 'name': 'network-vif-deleted', 'tag': '6328933e-fcd2-4d0c-a170-6749abae35aa'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:04:48.990785 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2164eb8-f2b2-40f4-9d34-4be2d2db4b2d" -d '{"events": [{"server_uuid": "f704dccf-04e2-404a-a406-ded5e2b6917f", "name": "network-vif-deleted", "tag": "6328933e-fcd2-4d0c-a170-6749abae35aa"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:04:49.029186 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e187a2-9236-432b-a18c-cd9fbb9ff4d1 x-openstack-request-id: req-86e187a2-9236-432b-a18c-cd9fbb9ff4d1 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:04:49.029480 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f704dccf-04e2-404a-a406-ded5e2b6917f", "name": "network-vif-deleted", "tag": "6328933e-fcd2-4d0c-a170-6749abae35aa", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:04:49.029726 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86e187a2-9236-432b-a18c-cd9fbb9ff4d1 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:04:49.030122 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f704dccf-04e2-404a-a406-ded5e2b6917f', 'name': 'network-vif-deleted', 'tag': '6328933e-fcd2-4d0c-a170-6749abae35aa', 'status': 'completed', 'code': 200} Sep 16 17:04:49.511178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8804f38b-9cfe-450d-9012-def165037636 req-97f298b1-82b9-4976-b7d7-f07e23996acb tempest-TestServerMultinode-2113093945 tempest-TestServerMultinode-2113093945-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f704dccf-04e2-404a-a406-ded5e2b6917f HTTP/1.1" status: 200 len: 210 time: 0.0279350 Sep 16 17:04:50.572059 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52812) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:51.200870 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:51.447756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] Deleting port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:51.448109 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:51.528276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] For port ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:51.528595 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:51.541274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] Calling delete_port for ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:51.795129 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:51.822101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:51.993515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:52.209247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] Router f263e08f-f13c-4508-ac4c-64ef0bce01e3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:04:52.316396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:04:52.322120 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b2dbda44-1019-420b-99ac-d74dcb420b63 admin admin] 10.222.0.22 "PUT /v2.0/routers/f263e08f-f13c-4508-ac4c-64ef0bce01e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7489960 Sep 16 17:04:52.324551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52814) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:52.327323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] Sync routers for ids ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:04:52.337124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] Routers {'f263e08f-f13c-4508-ac4c-64ef0bce01e3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:52.337745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:52.429939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:52.441361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] Set router f263e08f-f13c-4508-ac4c-64ef0bce01e3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:52.532478 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:52.621404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'name': 'tempest-TestServerMultinode-1946028892-router', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:08Z', 'updated_at': '2021-09-16T17:04:51Z', 'revision_number': 5, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'gw_port': {'id': '07cf6b28-1138-48a2-b4d7-729a794ea61b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:09Z', 'updated_at': '2021-09-16T17:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:52.651674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] Checking router: f263e08f-f13c-4508-ac4c-64ef0bce01e3 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:04:52.661122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] Routers {'f263e08f-f13c-4508-ac4c-64ef0bce01e3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:52.661755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:52.673123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Deleting port 07cf6b28-1138-48a2-b4d7-729a794ea61b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:52.673473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:52.749943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] Set router f263e08f-f13c-4508-ac4c-64ef0bce01e3 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:52.756041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] For port 07cf6b28-1138-48a2-b4d7-729a794ea61b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=07cf6b28-1138-48a2-b4d7-729a794ea61b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:52.756532 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:52.769679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Calling delete_port for 07cf6b28-1138-48a2-b4d7-729a794ea61b owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:52.809565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'name': 'tempest-TestServerMultinode-1946028892-router', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:08Z', 'updated_at': '2021-09-16T17:04:52Z', 'revision_number': 6, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:52.840138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a1085-40dc-4558-9ff0-6fc69e1fc647 None None] The sync data for ids ['f263e08f-f13c-4508-ac4c-64ef0bce01e3'] in n-d-807786-3 is: [{'id': 'f263e08f-f13c-4508-ac4c-64ef0bce01e3', 'name': 'tempest-TestServerMultinode-1946028892-router', 'tenant_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:08Z', 'updated_at': '2021-09-16T17:04:52Z', 'revision_number': 6, 'project_id': '80602e1e9dcc4b93b14b35c7c8ad0dd1', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:04:52.950379 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6328933e-fcd2-4d0c-a170-6749abae35aa no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:52.969503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 6328933e-fcd2-4d0c-a170-6749abae35aa {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:52.969846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6328933e-fcd2-4d0c-a170-6749abae35aa not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:52.995362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.030206 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Pushing event deleted for resources: {'Port': ['ID=07cf6b28-1138-48a2-b4d7-729a794ea61b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:53.088754 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.193677 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.196580 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.317790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.318369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f263e08f-f13c-4508-ac4c-64ef0bce01e3 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:04:53.323746 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.325164 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8fe9870f-1a51-4e42-b2ce-94243405fa96 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f263e08f-f13c-4508-ac4c-64ef0bce01e3 HTTP/1.1" status: 204 len: 168 time: 0.9995341 Sep 16 17:04:53.327432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52816) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:53.376468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aba244a-8baf-4fc3-b035-afe5061fb1c4 admin admin] Deleting subnet 0db26e42-1ca1-444f-8690-f238f6924752 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:04:53.379449 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2aba244a-8baf-4fc3-b035-afe5061fb1c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.415448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2aba244a-8baf-4fc3-b035-afe5061fb1c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.496840 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2aba244a-8baf-4fc3-b035-afe5061fb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.669765 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2aba244a-8baf-4fc3-b035-afe5061fb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.698977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba244a-8baf-4fc3-b035-afe5061fb1c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db26e42-1ca1-444f-8690-f238f6924752,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:53.702679 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2aba244a-8baf-4fc3-b035-afe5061fb1c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.704614 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2aba244a-8baf-4fc3-b035-afe5061fb1c4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0db26e42-1ca1-444f-8690-f238f6924752 HTTP/1.1" status: 204 len: 168 time: 0.3761876 Sep 16 17:04:53.707098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52818) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:53.708015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2c090-98bf-47bf-bea8-bb110f1a1ef2 None None] Network e796b033-afd9-458f-84dc-657b4d26ca3d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:04:53.781241 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.845041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Deleting port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:53.845397 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.902220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e0e200-3b62-474e-aa2b-6dff7f5a6408 None None] DHCP port deletion for e796b033-afd9-458f-84dc-657b4d26ca3d request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:04:53.919127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] For port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d3e0b980-9be7-4593-be2b-7b08e8dfb8fb,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:53.919413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:53.932307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Calling delete_port for d3e0b980-9be7-4593-be2b-7b08e8dfb8fb owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:53.948480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-56e0e200-3b62-474e-aa2b-6dff7f5a6408 None None] Deleting port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:53.948856 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-56e0e200-3b62-474e-aa2b-6dff7f5a6408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:54.013133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-56e0e200-3b62-474e-aa2b-6dff7f5a6408 None None] For port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d3e0b980-9be7-4593-be2b-7b08e8dfb8fb,segment=NetworkSegment(80f415ca-c67c-43ef-8ef0-a73acaaf566e),segment_id=80f415ca-c67c-43ef-8ef0-a73acaaf566e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:54.013532 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-56e0e200-3b62-474e-aa2b-6dff7f5a6408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:54.115571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:54.146665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e0b980-9be7-4593-be2b-7b08e8dfb8fb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:54.150902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] No DVR routers for this DVR port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:04:54.176688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-56e0e200-3b62-474e-aa2b-6dff7f5a6408 None None] Calling delete_port for d3e0b980-9be7-4593-be2b-7b08e8dfb8fb owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:54.222321 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:54.241338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e796b033-afd9-458f-84dc-657b4d26ca3d']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:54.249757 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-56e0e200-3b62-474e-aa2b-6dff7f5a6408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:54.250474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f415ca-c67c-43ef-8ef0-a73acaaf566e') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:54.250765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f415ca-c67c-43ef-8ef0-a73acaaf566e') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:54.264638 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:54.272395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0e200-3b62-474e-aa2b-6dff7f5a6408 None None] Pushing event deleted for resources: {'Port': ['ID=d3e0b980-9be7-4593-be2b-7b08e8dfb8fb,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:54.277935 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:54.278381 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0e200-3b62-474e-aa2b-6dff7f5a6408 None None] No DVR routers for this DVR port d3e0b980-9be7-4593-be2b-7b08e8dfb8fb on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:04:54.286373 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:04:54.703918 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:54.708638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:54.710787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:54.712860 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e796b033-afd9-458f-84dc-657b4d26ca3d HTTP/1.1" status: 204 len: 168 time: 1.0048258 Sep 16 17:04:54.715847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52820) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:54.722178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7ac4a-181c-4d5b-a9d1-3b35683f6e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=e796b033-afd9-458f-84dc-657b4d26ca3d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:54.733186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:54.733700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ac4d1b5a-91c5-46c7-be41-7680d9b4a2e8 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:54.734126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d3e0b980-9be7-4593-be2b-7b08e8dfb8fb no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:54.756013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: d3e0b980-9be7-4593-be2b-7b08e8dfb8fb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:54.759739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d3e0b980-9be7-4593-be2b-7b08e8dfb8fb not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:54.759739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 07cf6b28-1138-48a2-b4d7-729a794ea61b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:54.776579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 07cf6b28-1138-48a2-b4d7-729a794ea61b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:54.776950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 07cf6b28-1138-48a2-b4d7-729a794ea61b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:55.058789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:55.316010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] Deleting port cb7a9484-9331-453c-8570-a07d51e9e1c6 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:55.316010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:55.389656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] For port cb7a9484-9331-453c-8570-a07d51e9e1c6, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cb7a9484-9331-453c-8570-a07d51e9e1c6,segment=NetworkSegment(c40bf100-5d9b-4eaf-b24a-516efb139b98),segment_id=c40bf100-5d9b-4eaf-b24a-516efb139b98)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:55.390037 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:55.403031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] Calling delete_port for cb7a9484-9331-453c-8570-a07d51e9e1c6 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:55.654777 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:55.681782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7a9484-9331-453c-8570-a07d51e9e1c6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:55.852910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:56.060930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] Router 4a42aa47-676f-4fcf-aec6-28bd600304d2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:04:56.400926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:04:56.409467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-69fdfa3a-e99e-4d4c-87ae-eb94a6079b7d admin admin] 10.222.0.22 "PUT /v2.0/routers/4a42aa47-676f-4fcf-aec6-28bd600304d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6888685 Sep 16 17:04:56.409467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52822) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:56.409725 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] Sync routers for ids ['4a42aa47-676f-4fcf-aec6-28bd600304d2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:04:56.420323 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] Routers {'4a42aa47-676f-4fcf-aec6-28bd600304d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:56.420964 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4a42aa47-676f-4fcf-aec6-28bd600304d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:56.515881 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:56.525507 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] Set router 4a42aa47-676f-4fcf-aec6-28bd600304d2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:56.619242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:56.706169 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'name': 'tempest-TestServerMultinode-605926866-router', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '1dba3462-4da8-45f3-808b-264a4b542951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:14Z', 'updated_at': '2021-09-16T17:04:55Z', 'revision_number': 5, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'gw_port': {'id': '1dba3462-4da8-45f3-808b-264a4b542951', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:04:15Z', 'updated_at': '2021-09-16T17:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:56.732770 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] Checking router: 4a42aa47-676f-4fcf-aec6-28bd600304d2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:04:56.740908 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] Routers {'4a42aa47-676f-4fcf-aec6-28bd600304d2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:04:56.742054 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:04:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['4a42aa47-676f-4fcf-aec6-28bd600304d2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:56.753774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Deleting port 1dba3462-4da8-45f3-808b-264a4b542951 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:56.754119 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:56.828090 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] Set router 4a42aa47-676f-4fcf-aec6-28bd600304d2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:04:56.832176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] For port 1dba3462-4da8-45f3-808b-264a4b542951, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1dba3462-4da8-45f3-808b-264a4b542951,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:56.832585 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:56.845349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Calling delete_port for 1dba3462-4da8-45f3-808b-264a4b542951 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:56.879680 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'name': 'tempest-TestServerMultinode-605926866-router', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:14Z', 'updated_at': '2021-09-16T17:04:56Z', 'revision_number': 6, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:56.909515 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e682bb-f617-467b-91f5-2a51db37e017 None None] The sync data for ids ['4a42aa47-676f-4fcf-aec6-28bd600304d2'] in n-d-807786-3 is: [{'id': '4a42aa47-676f-4fcf-aec6-28bd600304d2', 'name': 'tempest-TestServerMultinode-605926866-router', 'tenant_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:04:14Z', 'updated_at': '2021-09-16T17:04:56Z', 'revision_number': 6, 'project_id': 'efb6cb27c0bc4f959af6de662498a1e8', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:04:57.057839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.081753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=1dba3462-4da8-45f3-808b-264a4b542951,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:57.146611 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.237144 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.239081 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.357894 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.360627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a42aa47-676f-4fcf-aec6-28bd600304d2 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:04:57.362765 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.363931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c7b657b6-ab5a-40b1-ba5b-f94edb319cbe admin admin] 10.222.0.22 "DELETE /v2.0/routers/4a42aa47-676f-4fcf-aec6-28bd600304d2 HTTP/1.1" status: 204 len: 168 time: 0.9539862 Sep 16 17:04:57.366521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52824) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:57.417342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad53101e-15eb-4afa-9e53-a56b83043694 admin admin] Deleting subnet ffc5ae4d-f872-4897-a5ba-214906fa30a7 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:04:57.420405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad53101e-15eb-4afa-9e53-a56b83043694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.455859 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad53101e-15eb-4afa-9e53-a56b83043694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.568213 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad53101e-15eb-4afa-9e53-a56b83043694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.686881 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad53101e-15eb-4afa-9e53-a56b83043694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.711787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53101e-15eb-4afa-9e53-a56b83043694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc5ae4d-f872-4897-a5ba-214906fa30a7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:57.717539 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ad53101e-15eb-4afa-9e53-a56b83043694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.720533 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ad53101e-15eb-4afa-9e53-a56b83043694 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ffc5ae4d-f872-4897-a5ba-214906fa30a7 HTTP/1.1" status: 204 len: 168 time: 0.3517399 Sep 16 17:04:57.722038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52826) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:57.724059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e7aea1-8e12-42d9-8b19-02a54a54b47e None None] Network caffa9d6-31bb-4a60-858d-ea19b2ab4235 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:04:57.795959 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.856621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Deleting port 6087b3c3-b628-48d8-849a-52e8261bd6d6 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:57.856969 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.912663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cc798d-3e33-4ad5-95ac-01ef284c4c88 None None] DHCP port deletion for caffa9d6-31bb-4a60-858d-ea19b2ab4235 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:04:57.924199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] For port 6087b3c3-b628-48d8-849a-52e8261bd6d6, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6087b3c3-b628-48d8-849a-52e8261bd6d6,segment=NetworkSegment(c40bf100-5d9b-4eaf-b24a-516efb139b98),segment_id=c40bf100-5d9b-4eaf-b24a-516efb139b98)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:57.924593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:57.940367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Calling delete_port for 6087b3c3-b628-48d8-849a-52e8261bd6d6 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:57.968036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc798d-3e33-4ad5-95ac-01ef284c4c88 None None] Deleting port 6087b3c3-b628-48d8-849a-52e8261bd6d6 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:04:57.968036 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5cc798d-3e33-4ad5-95ac-01ef284c4c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.027950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c5cc798d-3e33-4ad5-95ac-01ef284c4c88 None None] For port 6087b3c3-b628-48d8-849a-52e8261bd6d6, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6087b3c3-b628-48d8-849a-52e8261bd6d6,segment=NetworkSegment(c40bf100-5d9b-4eaf-b24a-516efb139b98),segment_id=c40bf100-5d9b-4eaf-b24a-516efb139b98)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:04:58.028343 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5cc798d-3e33-4ad5-95ac-01ef284c4c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.041031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc798d-3e33-4ad5-95ac-01ef284c4c88 None None] Calling delete_port for 6087b3c3-b628-48d8-849a-52e8261bd6d6 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:04:58.123862 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.129930 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5cc798d-3e33-4ad5-95ac-01ef284c4c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.150587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6087b3c3-b628-48d8-849a-52e8261bd6d6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:58.154342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] No DVR routers for this DVR port 6087b3c3-b628-48d8-849a-52e8261bd6d6 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:04:58.161476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc798d-3e33-4ad5-95ac-01ef284c4c88 None None] Pushing event deleted for resources: {'Port': ['ID=6087b3c3-b628-48d8-849a-52e8261bd6d6,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:58.166714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc798d-3e33-4ad5-95ac-01ef284c4c88 None None] No DVR routers for this DVR port 6087b3c3-b628-48d8-849a-52e8261bd6d6 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:04:58.231425 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.234985 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4a23130d-5244-4b2f-805f-954610c54155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.250598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caffa9d6-31bb-4a60-858d-ea19b2ab4235']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:58.259715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40bf100-5d9b-4eaf-b24a-516efb139b98') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:58.260008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40bf100-5d9b-4eaf-b24a-516efb139b98') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:04:58.269164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.282287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.287963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:04:58.288439 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:04:58.290063 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:04:58.443571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.449692 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.451670 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/caffa9d6-31bb-4a60-858d-ea19b2ab4235 HTTP/1.1" status: 204 len: 168 time: 0.7285569 Sep 16 17:04:58.462435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b212036-1f23-41bd-a496-6545e2f8cbb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=caffa9d6-31bb-4a60-858d-ea19b2ab4235,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:58.731451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1dba3462-4da8-45f3-808b-264a4b542951 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:58.731451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 1dba3462-4da8-45f3-808b-264a4b542951 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:58.731451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1dba3462-4da8-45f3-808b-264a4b542951 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:58.731451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6087b3c3-b628-48d8-849a-52e8261bd6d6 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:58.738110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 6087b3c3-b628-48d8-849a-52e8261bd6d6 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:58.738455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6087b3c3-b628-48d8-849a-52e8261bd6d6 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:58.738858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cb7a9484-9331-453c-8570-a07d51e9e1c6 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:04:58.760494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: cb7a9484-9331-453c-8570-a07d51e9e1c6 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:04:58.765245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cb7a9484-9331-453c-8570-a07d51e9e1c6 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:04:58.859680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52830) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:58.897939 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f922dba8-1585-41ec-9c11-6a5bff248d1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80602e1e9dcc4b93b14b35c7c8ad0dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371327 Sep 16 17:04:58.900336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52832) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:58.950707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b31bbd75-df1f-48a8-90d0-b8c19ff6149e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:58.971652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b31bbd75-df1f-48a8-90d0-b8c19ff6149e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:59.092223 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b31bbd75-df1f-48a8-90d0-b8c19ff6149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:59.094848 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b31bbd75-df1f-48a8-90d0-b8c19ff6149e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:59.096013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b31bbd75-df1f-48a8-90d0-b8c19ff6149e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/316e6c72-78e2-428f-b74a-68e0e161efdc HTTP/1.1" status: 204 len: 168 time: 0.1947584 Sep 16 17:04:59.104287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bbd75-df1f-48a8-90d0-b8c19ff6149e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316e6c72-78e2-428f-b74a-68e0e161efdc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:59.730472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52838) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:59.769918 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-81c6db32-154a-421f-b31a-23e0c696b7bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=efb6cb27c0bc4f959af6de662498a1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383179 Sep 16 17:04:59.772308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52840) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:04:59.818576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:59.843393 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:59.960318 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:59.962920 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:04:59.964088 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09d15958-61b8-4612-a1e9-45cd587e18e0 HTTP/1.1" status: 204 len: 168 time: 0.1908081 Sep 16 17:04:59.971726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d15958-61b8-4612-a1e9-45cd587e18e0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:04:59.979327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.979681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.980025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.980368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.980727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.981058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.981378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.981711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.982101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.982343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.982669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:04:59.982989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d489d11-92ef-40b3-b1c3-2c4f32832816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:00.809182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-743b16a3-f7f1-4588-baae-9f8697ace4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:00.930570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52862) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:05:01.028826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-243875964-network', 'tenant_id': 'b78067ac6a9445eda6728447e754af50'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:05:01.123143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Made reservation on behalf of b78067ac6a9445eda6728447e754af50 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:05:01.125528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.133908 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.219573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.283296 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.307882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:05:01.316709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900d0cd5-c659-41be-9675-9456d8a4ca5c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:01.323034 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.323378 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Added segment d6345f4a-1e07-4cfd-aa8d-33009e6dedb3 of type vlan for network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 Sep 16 17:05:01.363485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.446766 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.447758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:01.448348 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.474711 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.512838 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] Pushing event updated for resources: {'Network': ['ID=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:01.522380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:05:01.535763 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5cad7545-0d0e-4b2b-a58e-6ed3d40d48a8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6040277 Sep 16 17:05:01.538387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52866) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:05:01.543943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Request body: {'subnet': {'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-243875964-subnet', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:05:01.614615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Made reservation on behalf of b78067ac6a9445eda6728447e754af50 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:05:01.617644 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.837692 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:01.892395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:01.901431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Checking segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:05:01.901787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Network hostable DHCP agents. Network: 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:05:01.992204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:05:02.000998 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:05:02.020986 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.066602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:02.070706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:02.071355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.075209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c5664-193e-4659-b635-c8bc813455f5 None None] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:05:02.130299 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ab501cbb-f8ca-48b9-9eea-93a559039d32 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5901465 Sep 16 17:05:02.132835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 52868) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:05:02.137070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:05:02.209667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.211393 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.219035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:05:02.227986 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.266386 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.355394 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Allocated IP 172.20.0.2 (3f8f19a5-7ae2-42cb-ba9a-a6e48b066056/c93d8e99-fcb2-420b-8c8c-4d5c8bab8760/aa630c64-f6d2-4241-adb8-b1ced400e313) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:05:02.464100 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.500018 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.558437 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.598543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:05:02.601925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:02.604652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:05:02.620689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Pushing event updated for resources: {'Port': ['ID=aa630c64-f6d2-4241-adb8-b1ced400e313,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:02.666772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Attempting to bind port aa630c64-f6d2-4241-adb8-b1ced400e313 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:05:02.666772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Attempting to bind port aa630c64-f6d2-4241-adb8-b1ced400e313 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:05:02.667295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Attempting to bind port aa630c64-f6d2-4241-adb8-b1ced400e313 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:05:02.672206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:05:02.672600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Checking segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:05:02.673002 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.673389 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Bound using segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:05:02.673959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Bound port: aa630c64-f6d2-4241-adb8-b1ced400e313, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:05:02.674327 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.729307 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.738324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] For port aa630c64-f6d2-4241-adb8-b1ced400e313, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:05:02.741369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] For port aa630c64-f6d2-4241-adb8-b1ced400e313, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aa630c64-f6d2-4241-adb8-b1ced400e313,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:05:02.748635 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.818055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:02.856377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Allocated IP 172.25.6.36 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/a497a536-dbe0-4adf-9b00-b51a7fb7db29) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:05:02.873228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ba000-201c-45d8-85da-a8aabfcafac6 None None] Pushing event updated for resources: {'Port': ['ID=aa630c64-f6d2-4241-adb8-b1ced400e313,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:02.968569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:03.066983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:03.111043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:05:03.115333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:03.117812 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:05:03.125821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a497a536-dbe0-4adf-9b00-b51a7fb7db29,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:03.464393 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:03.668933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:03.777251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078b87f9-825b-447a-ac83-6748509062a8 None None] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:05:03.831579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:03.857652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Router 08d2eb45-85d6-425c-baa3-ec92c7385e78 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:05:03.857865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-c8e0df51-2ba7-4b40-b784-681923899d1d None None] Provisioning complete for port aa630c64-f6d2-4241-adb8-b1ced400e313 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:03.858094 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c8e0df51-2ba7-4b40-b784-681923899d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:03.966322 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:05:03.978413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Sync routers for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:05:04.009953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:05:04.010578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:05:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:04.012534 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c8e0df51-2ba7-4b40-b784-681923899d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:04.023977 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:04.032479 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ba03e145-fe13-43b6-a14b-e10e7c4358d1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8915689 Sep 16 17:05:04.036632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52870) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:05:04.087640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c8e0df51-2ba7-4b40-b784-681923899d1d None None] For port aa630c64-f6d2-4241-adb8-b1ced400e313, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aa630c64-f6d2-4241-adb8-b1ced400e313,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:05:04.147626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:05:04.175534 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c8e0df51-2ba7-4b40-b784-681923899d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:04.303323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0df51-2ba7-4b40-b784-681923899d1d None None] Pushing event updated for resources: {'Port': ['ID=aa630c64-f6d2-4241-adb8-b1ced400e313,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:04.329450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-edce43b2-6552-4258-a717-39ae232cefee None None] Provisioning complete for port aa630c64-f6d2-4241-adb8-b1ced400e313 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:04.329827 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-edce43b2-6552-4258-a717-39ae232cefee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:04.441884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:03Z', 'revision_number': 3, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:04.468978 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:04.473764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Checking router: 08d2eb45-85d6-425c-baa3-ec92c7385e78 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:05:04.474118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Updating router 08d2eb45-85d6-425c-baa3-ec92c7385e78 port a497a536-dbe0-4adf-9b00-b51a7fb7db29 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:05:04.499795 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:04.630555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Allocated IP 172.20.0.1 (3f8f19a5-7ae2-42cb-ba9a-a6e48b066056/c93d8e99-fcb2-420b-8c8c-4d5c8bab8760/765944ba-a150-4d75-a71e-1d577d3182d5) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:05:04.755270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device aa630c64-f6d2-4241-adb8-b1ced400e313 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:05:04.765420 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:04.800764 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:04.818754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port aa630c64-f6d2-4241-adb8-b1ced400e313 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:04.819117 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:04.912898 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:04.954239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:05:04.957430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:04.961784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:05:04.991240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Pushing event updated for resources: {'Port': ['ID=765944ba-a150-4d75-a71e-1d577d3182d5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:05.007725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.008204 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.008605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.008946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.009282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.009618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.009949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.010277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.010606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.010932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.011256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.011581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:05.024216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:05.050821 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:05.112505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e738e-3b7d-4ed2-a0ab-6a10880a6c82 None None] Pushing event updated for resources: {'Port': ['ID=a497a536-dbe0-4adf-9b00-b51a7fb7db29,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:05.115089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Attempting to bind port a497a536-dbe0-4adf-9b00-b51a7fb7db29 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:05:05.115465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Attempting to bind port a497a536-dbe0-4adf-9b00-b51a7fb7db29 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:05:05.115835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Attempting to bind port a497a536-dbe0-4adf-9b00-b51a7fb7db29 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:05:05.122704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:05:05.123233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:05:05.123473 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:05.123872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:05:05.124353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Bound port: a497a536-dbe0-4adf-9b00-b51a7fb7db29, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:05:05.124846 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:05.186476 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] For port a497a536-dbe0-4adf-9b00-b51a7fb7db29, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:05:05.190976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] For port a497a536-dbe0-4adf-9b00-b51a7fb7db29, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a497a536-dbe0-4adf-9b00-b51a7fb7db29,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:05:05.200578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-38854452-2f39-4b30-b692-05c57329721d None None] Provisioning complete for port 765944ba-a150-4d75-a71e-1d577d3182d5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:05.200830 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-38854452-2f39-4b30-b692-05c57329721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:05.239117 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-38854452-2f39-4b30-b692-05c57329721d None None] Port 765944ba-a150-4d75-a71e-1d577d3182d5 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:05:05.341318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:05.400673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e738e-3b7d-4ed2-a0ab-6a10880a6c82 None None] Pushing event updated for resources: {'Port': ['ID=a497a536-dbe0-4adf-9b00-b51a7fb7db29,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:05.403415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:05:05.404044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:05:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:05.509965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:05:05.532143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:05.688187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:03Z', 'revision_number': 3, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:05.703422 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:05.719256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65b4c2-8f1f-48ea-bf4e-118548b76dd6 None None] The sync data for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 is: [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:03Z', 'revision_number': 3, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:05:05.936414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:06.007120 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Pushing event updated for resources: {'Port': ['ID=765944ba-a150-4d75-a71e-1d577d3182d5,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:06.013400 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:06.108376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:05:06.109825 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:06.241045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Router 08d2eb45-85d6-425c-baa3-ec92c7385e78 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:05:06.365579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:05:06.366000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cc467563-196b-4091-8aad-0c28d1a574c5 None None] Provisioning complete for port 765944ba-a150-4d75-a71e-1d577d3182d5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:06.366511 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc467563-196b-4091-8aad-0c28d1a574c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:06.376742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cc5ed70e-7653-4f28-891c-7b8a756e7947 admin admin] 10.222.0.22 "PUT /v2.0/routers/08d2eb45-85d6-425c-baa3-ec92c7385e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3342118 Sep 16 17:05:06.406827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-cc467563-196b-4091-8aad-0c28d1a574c5 None None] Port 765944ba-a150-4d75-a71e-1d577d3182d5 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:05:06.733598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a497a536-dbe0-4adf-9b00-b51a7fb7db29 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:05:06.783708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a497a536-dbe0-4adf-9b00-b51a7fb7db29 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:06.784071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:06.869893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:06.890331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port a497a536-dbe0-4adf-9b00-b51a7fb7db29, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a497a536-dbe0-4adf-9b00-b51a7fb7db29,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:05:07.018203 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:07.076970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=a497a536-dbe0-4adf-9b00-b51a7fb7db29,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:07.181612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52888) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:05:07.186681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-306372276-network', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:05:07.269163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Made reservation on behalf of 1d27388f5aa042d986244d5fb0c3ac9b for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:05:07.271766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:07.281674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:07.298656 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Sync routers for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:05:07.308415 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:05:07.309026 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:05:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:07.377277 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:07.432012 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:07.460127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:05:07.467057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f58af41-7520-4717-86c6-18858cbe3831,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:07.474973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:07.475174 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Added segment f4c0a1d6-e167-4459-8165-69b197031a56 of type vlan for network e541b863-0f25-45f1-97d4-e964444b29bb Sep 16 17:05:07.503634 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:05:07.516976 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:07.600506 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:07.601550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:07.602215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:07.665070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] Pushing event updated for resources: {'Network': ['ID=e541b863-0f25-45f1-97d4-e964444b29bb,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:07.676263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e541b863-0f25-45f1-97d4-e964444b29bb details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:05:07.692927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6a8f9246-4ea5-4fae-b5dc-9bf541fc348a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5101562 Sep 16 17:05:07.696188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52890) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:05:07.701269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Request body: {'subnet': {'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-306372276-subnet', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:05:07.707259 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 2, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:07.737665 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Checking router: 08d2eb45-85d6-425c-baa3-ec92c7385e78 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:05:07.738020 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Updating router 08d2eb45-85d6-425c-baa3-ec92c7385e78 port 765944ba-a150-4d75-a71e-1d577d3182d5 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:05:07.762669 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:07.777705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Made reservation on behalf of 1d27388f5aa042d986244d5fb0c3ac9b for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:05:07.780105 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.007169 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.032040 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.071106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8494d0d-47e4-4fce-8472-478baabb02df,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:08.086937 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.090378 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Checking segment: {'id': 'f4c0a1d6-e167-4459-8165-69b197031a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:05:08.090745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Network hostable DHCP agents. Network: e541b863-0f25-45f1-97d4-e964444b29bb, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:05:08.139429 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ef74b-1600-4947-91dc-a7c612d1c541 None None] Pushing event updated for resources: {'Port': ['ID=765944ba-a150-4d75-a71e-1d577d3182d5,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:08.158015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Network e541b863-0f25-45f1-97d4-e964444b29bb is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:05:08.190691 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Attempting to bind port 765944ba-a150-4d75-a71e-1d577d3182d5 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:05:08.191078 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Attempting to bind port 765944ba-a150-4d75-a71e-1d577d3182d5 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:05:08.191425 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Attempting to bind port 765944ba-a150-4d75-a71e-1d577d3182d5 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:05:08.196770 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:05:08.197140 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Checking segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:05:08.197540 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.197933 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Bound using segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:05:08.198507 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Bound port: 765944ba-a150-4d75-a71e-1d577d3182d5, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:05:08.198971 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.235307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, e541b863-0f25-45f1-97d4-e964444b29bb) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:08.239632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:08.240326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.246613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb00042-e182-46c0-b70b-2facf804e169 None None] Network e541b863-0f25-45f1-97d4-e964444b29bb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:05:08.268864 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] For port 765944ba-a150-4d75-a71e-1d577d3182d5, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:05:08.272107 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] For port 765944ba-a150-4d75-a71e-1d577d3182d5, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=765944ba-a150-4d75-a71e-1d577d3182d5,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:05:08.338747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d1ef4e23-2f95-4bba-b03a-3b143dc7898c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6384463 Sep 16 17:05:08.348479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52892) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:05:08.348479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-306372276-router', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:05:08.366917 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.367504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e8dc71ed-9246-4150-973e-6527b38c3aa2 None None] Provisioning complete for port 765944ba-a150-4d75-a71e-1d577d3182d5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:08.367619 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8dc71ed-9246-4150-973e-6527b38c3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.427797 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:05:08.427797 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:05:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:08.442696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-e541b863-0f25-45f1-97d4-e964444b29bb', 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'fixed_ips': [{'subnet_id': 'c8494d0d-47e4-4fce-8472-478baabb02df'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:05:08.443559 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.473526 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ef74b-1600-4947-91dc-a7c612d1c541 None None] Pushing event updated for resources: {'Port': ['ID=765944ba-a150-4d75-a71e-1d577d3182d5,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:08.480949 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.482493 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.551077 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.565693 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:05:08.569109 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8dc71ed-9246-4150-973e-6527b38c3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.640964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e8dc71ed-9246-4150-973e-6527b38c3aa2 None None] For port 765944ba-a150-4d75-a71e-1d577d3182d5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=765944ba-a150-4d75-a71e-1d577d3182d5,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:05:08.646772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Allocated IP 172.20.0.2 (e541b863-0f25-45f1-97d4-e964444b29bb/c8494d0d-47e4-4fce-8472-478baabb02df/3b21011e-f0af-498b-856b-3cc3321199fd) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:05:08.760907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a497a536-dbe0-4adf-9b00-b51a7fb7db29 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:05:08.766420 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8dc71ed-9246-4150-973e-6527b38c3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.785253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.801412 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:08.828830 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c778292-6977-49f8-bb2b-9b8647f08de9 None None] The sync data for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 is: [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:05:08.909658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc71ed-9246-4150-973e-6527b38c3aa2 None None] Pushing event updated for resources: {'Port': ['ID=765944ba-a150-4d75-a71e-1d577d3182d5,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:08.928215 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.940271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-038a2f28-8ad4-4515-9601-697be95d485e None None] Provisioning complete for port 765944ba-a150-4d75-a71e-1d577d3182d5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:08.943289 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-038a2f28-8ad4-4515-9601-697be95d485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:08.984332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a497a536-dbe0-4adf-9b00-b51a7fb7db29 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:08.984807 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:09.030454 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:09.092577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Network e541b863-0f25-45f1-97d4-e964444b29bb is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:05:09.098679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:09.107813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:05:09.111823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Pushing event updated for resources: {'Port': ['ID=3b21011e-f0af-498b-856b-3cc3321199fd,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:09.112229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:09.135184 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:09.230104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Attempting to bind port 3b21011e-f0af-498b-856b-3cc3321199fd on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:05:09.230518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Attempting to bind port 3b21011e-f0af-498b-856b-3cc3321199fd by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f4c0a1d6-e167-4459-8165-69b197031a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:05:09.230848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Attempting to bind port 3b21011e-f0af-498b-856b-3cc3321199fd on network e541b863-0f25-45f1-97d4-e964444b29bb {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:05:09.236306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:05:09.236958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Checking segment: {'id': 'f4c0a1d6-e167-4459-8165-69b197031a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:05:09.237435 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:09.237902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Bound using segment: {'id': 'f4c0a1d6-e167-4459-8165-69b197031a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:05:09.238494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Bound port: 3b21011e-f0af-498b-856b-3cc3321199fd, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c0a1d6-e167-4459-8165-69b197031a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:05:09.239365 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:09.264710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Allocated IP 172.25.6.143 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/2e9cbebd-b3ad-461a-8402-36c80f88e5dd) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:05:09.312936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] For port 3b21011e-f0af-498b-856b-3cc3321199fd, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:05:09.316204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] For port 3b21011e-f0af-498b-856b-3cc3321199fd, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3b21011e-f0af-498b-856b-3cc3321199fd,segment=NetworkSegment(f4c0a1d6-e167-4459-8165-69b197031a56),segment_id=f4c0a1d6-e167-4459-8165-69b197031a56)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:05:09.375015 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:09.393046 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:09.456076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bc266-28b4-4f0c-af13-32db49f0e7e2 None None] Pushing event updated for resources: {'Port': ['ID=3b21011e-f0af-498b-856b-3cc3321199fd,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:09.495605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:09.540507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:05:09.543353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:09.546917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:05:09.576504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Pushing event updated for resources: {'Port': ['ID=2e9cbebd-b3ad-461a-8402-36c80f88e5dd,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:09.919756 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:10.125827 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:10.329348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:05:10.400350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c46fa16-95a9-40c5-9979-6a1e71668349 None None] Network e541b863-0f25-45f1-97d4-e964444b29bb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:05:10.447637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:05:10.459203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Sync routers for ids ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:05:10.486659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Routers {'3ebe5cfb-80fe-4152-99de-215e91d8b4ec'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:05:10.487278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:05:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:10.490716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-40de687c-8239-4e6e-bb64-1a0b316a8199 None None] Provisioning complete for port 3b21011e-f0af-498b-856b-3cc3321199fd triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:10.491085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40de687c-8239-4e6e-bb64-1a0b316a8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:10.555673 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:10.557424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-99f601d2-76eb-437b-9985-5ee1a55a0f5c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2172201 Sep 16 17:05:10.559838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 52894) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:05:10.794121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3b21011e-f0af-498b-856b-3cc3321199fd up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:05:10.859404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Set router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:05:11.003861 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40de687c-8239-4e6e-bb64-1a0b316a8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.056426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3b21011e-f0af-498b-856b-3cc3321199fd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:11.056702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.126335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-40de687c-8239-4e6e-bb64-1a0b316a8199 None None] For port 3b21011e-f0af-498b-856b-3cc3321199fd, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3b21011e-f0af-498b-856b-3cc3321199fd,segment=NetworkSegment(f4c0a1d6-e167-4459-8165-69b197031a56),segment_id=f4c0a1d6-e167-4459-8165-69b197031a56)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:05:11.197161 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40de687c-8239-4e6e-bb64-1a0b316a8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.246406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.256642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'name': 'tempest-TestVolumeBootPattern-306372276-router', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:08Z', 'updated_at': '2021-09-16T17:05:09Z', 'revision_number': 3, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'gw_port': {'id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:09Z', 'updated_at': '2021-09-16T17:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:11.260477 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.310116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Checking router: 3ebe5cfb-80fe-4152-99de-215e91d8b4ec for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:05:11.310504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Updating router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:05:11.313795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de687c-8239-4e6e-bb64-1a0b316a8199 None None] Pushing event updated for resources: {'Port': ['ID=3b21011e-f0af-498b-856b-3cc3321199fd,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:11.362995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.400702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:05:11.401478 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:05:11.433786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Allocated IP 172.20.0.1 (e541b863-0f25-45f1-97d4-e964444b29bb/c8494d0d-47e4-4fce-8472-478baabb02df/3931c395-2ef2-499f-ad25-03ecb58dde04) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:05:11.480781 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5eeb667c-8565-4b3d-9741-27104306f4a7 None None] Provisioning complete for port 3b21011e-f0af-498b-856b-3cc3321199fd triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:11.481058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5eeb667c-8565-4b3d-9741-27104306f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.544020 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.654136 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.695365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Network e541b863-0f25-45f1-97d4-e964444b29bb is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:05:11.698331 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.700000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:11.703207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:05:11.737169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Pushing event updated for resources: {'Port': ['ID=3931c395-2ef2-499f-ad25-03ecb58dde04,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:11.759762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.760997 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.813050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Attempting to bind port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:05:11.813421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Attempting to bind port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:05:11.813783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Attempting to bind port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:05:11.825603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:05:11.826113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:05:11.826393 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.826775 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:05:11.827254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Bound port: 2e9cbebd-b3ad-461a-8402-36c80f88e5dd, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:05:11.827635 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.836413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c286a-e297-492e-8894-a1aef650e1ae None None] Pushing event updated for resources: {'Port': ['ID=2e9cbebd-b3ad-461a-8402-36c80f88e5dd,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:11.892728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] For port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:05:11.896176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] For port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2e9cbebd-b3ad-461a-8402-36c80f88e5dd,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:05:11.938941 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 765944ba-a150-4d75-a71e-1d577d3182d5 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:05:11.982984 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:11.995804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-67b42148-b731-4093-ad32-97468d7acf43 None None] Provisioning complete for port 3931c395-2ef2-499f-ad25-03ecb58dde04 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:11.996069 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-67b42148-b731-4093-ad32-97468d7acf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:12.001940 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:12.088589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 765944ba-a150-4d75-a71e-1d577d3182d5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:12.088970 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:12.090809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-67b42148-b731-4093-ad32-97468d7acf43 None None] Port 3931c395-2ef2-499f-ad25-03ecb58dde04 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:05:12.095859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Routers {'3ebe5cfb-80fe-4152-99de-215e91d8b4ec'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:05:12.095859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:05:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:12.119071 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c286a-e297-492e-8894-a1aef650e1ae None None] Pushing event updated for resources: {'Port': ['ID=2e9cbebd-b3ad-461a-8402-36c80f88e5dd,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:12.185934 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:12.237680 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:12.271002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] Set router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:05:12.307330 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:12.317721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Pushing event updated for resources: {'Port': ['ID=3931c395-2ef2-499f-ad25-03ecb58dde04,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:12.423053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Network e541b863-0f25-45f1-97d4-e964444b29bb is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:05:12.424741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:12.519976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'name': 'tempest-TestVolumeBootPattern-306372276-router', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:08Z', 'updated_at': '2021-09-16T17:05:11Z', 'revision_number': 4, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'gw_port': {'id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:09Z', 'updated_at': '2021-09-16T17:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3931c395-2ef2-499f-ad25-03ecb58dde04', 'name': '', 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'mac_address': 'fa:16:3e:9d:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c8494d0d-47e4-4fce-8472-478baabb02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:11Z', 'updated_at': '2021-09-16T17:05:11Z', 'revision_number': 1, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'subnets': [{'id': 'c8494d0d-47e4-4fce-8472-478baabb02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:12.547343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7c97a-c6c5-4b0d-998e-d6b37d3b2c81 None None] The sync data for ids ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'] in n-d-807786-3 is: [{'id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'name': 'tempest-TestVolumeBootPattern-306372276-router', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:08Z', 'updated_at': '2021-09-16T17:05:11Z', 'revision_number': 4, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'gw_port': {'id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:09Z', 'updated_at': '2021-09-16T17:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3931c395-2ef2-499f-ad25-03ecb58dde04', 'name': '', 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'mac_address': 'fa:16:3e:9d:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c8494d0d-47e4-4fce-8472-478baabb02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:11Z', 'updated_at': '2021-09-16T17:05:11Z', 'revision_number': 1, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'subnets': [{'id': 'c8494d0d-47e4-4fce-8472-478baabb02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:05:12.575889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:05:12.690305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:05:12.697403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-381fa8cd-725d-401f-b7f0-d9e0c4d86a7f admin admin] 10.222.0.22 "PUT /v2.0/routers/3ebe5cfb-80fe-4152-99de-215e91d8b4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1364455 Sep 16 17:05:12.721542 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3b21011e-f0af-498b-856b-3cc3321199fd up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:05:12.726293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8fd15723-da57-48bd-b330-973ac898f274 None None] Provisioning complete for port 3931c395-2ef2-499f-ad25-03ecb58dde04 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:12.726701 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8fd15723-da57-48bd-b330-973ac898f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:12.968485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-8fd15723-da57-48bd-b330-973ac898f274 None None] Port 3931c395-2ef2-499f-ad25-03ecb58dde04 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:05:12.981695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3b21011e-f0af-498b-856b-3cc3321199fd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:12.981908 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:13.884507 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:14.037419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:14.738625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2e9cbebd-b3ad-461a-8402-36c80f88e5dd up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:05:14.793304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:14.793678 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:14.879621 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:14.900201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2e9cbebd-b3ad-461a-8402-36c80f88e5dd,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:05:15.020346 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:15.073008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=2e9cbebd-b3ad-461a-8402-36c80f88e5dd,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:15.917238 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Sync routers for ids ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:05:15.926023 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Routers {'3ebe5cfb-80fe-4152-99de-215e91d8b4ec'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:05:15.926630 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:05:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:16.033559 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Set router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:05:16.238704 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'name': 'tempest-TestVolumeBootPattern-306372276-router', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:08Z', 'updated_at': '2021-09-16T17:05:11Z', 'revision_number': 4, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'gw_port': {'id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:09Z', 'updated_at': '2021-09-16T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3931c395-2ef2-499f-ad25-03ecb58dde04', 'name': '', 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'mac_address': 'fa:16:3e:9d:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c8494d0d-47e4-4fce-8472-478baabb02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:11Z', 'updated_at': '2021-09-16T17:05:12Z', 'revision_number': 2, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'subnets': [{'id': 'c8494d0d-47e4-4fce-8472-478baabb02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:16.265595 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Checking router: 3ebe5cfb-80fe-4152-99de-215e91d8b4ec for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:05:16.265949 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Updating router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec port 3931c395-2ef2-499f-ad25-03ecb58dde04 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:05:16.290808 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:16.450149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-38c6a3c5-572a-4be8-b0f9-758b439aac54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:16.451550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-38c6a3c5-572a-4be8-b0f9-758b439aac54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1584527 Sep 16 17:05:16.466739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-722ddcdf-0d99-4d3c-aba2-85bbce272ffb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/quotas/b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 375 time: 0.0090816 Sep 16 17:05:16.517622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9de66f63-0f38-4670-9392-ff54fa046d1b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454667 Sep 16 17:05:16.554497 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:16.606090 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:16.612225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-979848e3-4d9c-416d-bd77-43c400d86790 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870094 Sep 16 17:05:16.657700 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Pushing event updated for resources: {'Port': ['ID=3931c395-2ef2-499f-ad25-03ecb58dde04,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:16.705201 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.705452 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.705786 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.706114 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.706444 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.706769 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.707086 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.707407 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.707726 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.708039 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.708359 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.708694 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:16.716775 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Attempting to bind port 3931c395-2ef2-499f-ad25-03ecb58dde04 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:05:16.717139 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Attempting to bind port 3931c395-2ef2-499f-ad25-03ecb58dde04 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f4c0a1d6-e167-4459-8165-69b197031a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:05:16.717501 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Attempting to bind port 3931c395-2ef2-499f-ad25-03ecb58dde04 on network e541b863-0f25-45f1-97d4-e964444b29bb {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:05:16.725170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-ba20f7b8-122e-47ff-b9f6-7093c4881218 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053407 Sep 16 17:05:16.731211 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:05:16.731679 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Checking segment: {'id': 'f4c0a1d6-e167-4459-8165-69b197031a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:05:16.732095 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:16.732566 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Bound using segment: {'id': 'f4c0a1d6-e167-4459-8165-69b197031a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:05:16.733309 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Bound port: 3931c395-2ef2-499f-ad25-03ecb58dde04, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c0a1d6-e167-4459-8165-69b197031a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:05:16.733521 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:16.755792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2e9cbebd-b3ad-461a-8402-36c80f88e5dd up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:05:16.811404 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] For port 3931c395-2ef2-499f-ad25-03ecb58dde04, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:05:16.811785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:16.812216 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:16.816194 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] For port 3931c395-2ef2-499f-ad25-03ecb58dde04, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3931c395-2ef2-499f-ad25-03ecb58dde04,segment=NetworkSegment(f4c0a1d6-e167-4459-8165-69b197031a56),segment_id=f4c0a1d6-e167-4459-8165-69b197031a56)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:05:16.892867 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:16.931227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba31e3c-f13b-45b9-bd56-8958750cb8aa None None] Provisioning complete for port 3931c395-2ef2-499f-ad25-03ecb58dde04 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:16.931604 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba31e3c-f13b-45b9-bd56-8958750cb8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:16.947076 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Routers {'3ebe5cfb-80fe-4152-99de-215e91d8b4ec'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:05:16.948133 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:05:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:16.997775 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7328fe-b13f-4e00-9985-63c433471925 None None] Pushing event updated for resources: {'Port': ['ID=3931c395-2ef2-499f-ad25-03ecb58dde04,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:17.029158 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba31e3c-f13b-45b9-bd56-8958750cb8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:17.069223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba31e3c-f13b-45b9-bd56-8958750cb8aa None None] For port 3931c395-2ef2-499f-ad25-03ecb58dde04, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3931c395-2ef2-499f-ad25-03ecb58dde04,segment=NetworkSegment(f4c0a1d6-e167-4459-8165-69b197031a56),segment_id=f4c0a1d6-e167-4459-8165-69b197031a56)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:05:17.143951 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba31e3c-f13b-45b9-bd56-8958750cb8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:17.165523 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] Set router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:05:17.194716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba31e3c-f13b-45b9-bd56-8958750cb8aa None None] Pushing event updated for resources: {'Port': ['ID=3931c395-2ef2-499f-ad25-03ecb58dde04,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:17.273227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-63149998-e17e-484d-88cb-0fc7b4ed358f None None] Provisioning complete for port 3931c395-2ef2-499f-ad25-03ecb58dde04 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:17.274415 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-63149998-e17e-484d-88cb-0fc7b4ed358f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:17.347022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3126833d-042a-46fb-aaf7-1688b06b7bab req-2a70f86a-7a02-4dc2-aa2d-c7c044e725e9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 210 time: 0.0390222 Sep 16 17:05:17.392795 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'name': 'tempest-TestVolumeBootPattern-306372276-router', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:08Z', 'updated_at': '2021-09-16T17:05:11Z', 'revision_number': 4, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'gw_port': {'id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:09Z', 'updated_at': '2021-09-16T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3931c395-2ef2-499f-ad25-03ecb58dde04', 'name': '', 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'mac_address': 'fa:16:3e:9d:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c8494d0d-47e4-4fce-8472-478baabb02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:11Z', 'updated_at': '2021-09-16T17:05:16Z', 'revision_number': 4, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'subnets': [{'id': 'c8494d0d-47e4-4fce-8472-478baabb02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:05:17.423679 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c12c1f3-44b2-451f-953f-47a9f59a2bf5 None None] The sync data for ids ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'] in n-d-807786-3 is: [{'id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'name': 'tempest-TestVolumeBootPattern-306372276-router', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:08Z', 'updated_at': '2021-09-16T17:05:11Z', 'revision_number': 4, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'gw_port': {'id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:09Z', 'updated_at': '2021-09-16T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '3931c395-2ef2-499f-ad25-03ecb58dde04', 'name': '', 'network_id': 'e541b863-0f25-45f1-97d4-e964444b29bb', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'mac_address': 'fa:16:3e:9d:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c8494d0d-47e4-4fce-8472-478baabb02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:11Z', 'updated_at': '2021-09-16T17:05:16Z', 'revision_number': 4, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'subnets': [{'id': 'c8494d0d-47e4-4fce-8472-478baabb02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:05:18.442645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c9eae36-993b-4492-a5f0-698da36b7d36 req-7481c3ca-ef6b-4815-a506-efc9f4bc6d4a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 210 time: 0.0259612 Sep 16 17:05:18.733811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3931c395-2ef2-499f-ad25-03ecb58dde04 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:05:18.783623 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3931c395-2ef2-499f-ad25-03ecb58dde04 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:18.784012 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:19.305976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-1a6801c4-91a7-4625-8415-3d08b4cc332d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:19.307668 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-1a6801c4-91a7-4625-8415-3d08b4cc332d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1074033 Sep 16 17:05:19.320461 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'port': {'device_id': '57e37b65-b14c-49b9-8a60-828e97704043', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'admin_state_up': True, 'tenant_id': 'b78067ac6a9445eda6728447e754af50'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:05:19.537880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f446e159-4494-4031-9d8f-1f5851dc1053 req-b06bd004-2840-4ec4-998c-f19b675f60c0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 210 time: 0.0271807 Sep 16 17:05:19.543479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Made reservation on behalf of b78067ac6a9445eda6728447e754af50 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:05:19.547178 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:19.683608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Allocated IP 172.20.0.5 (3f8f19a5-7ae2-42cb-ba9a-a6e48b066056/c93d8e99-fcb2-420b-8c8c-4d5c8bab8760/896bc608-bf48-4a45-bdec-baccf2926020) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:05:19.839152 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:19.926636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:19.968304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:05:19.971441 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:05:19.975130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:05:20.004632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=896bc608-bf48-4a45-bdec-baccf2926020,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:20.038850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:20.040001 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:20.121766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-547ddbfb-eca9-4a4e-8cd9-6e15cb3b5a54 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053176 Sep 16 17:05:20.213220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-58422e53-05f6-4294-8688-0c0f5c217672 None None] Provisioning complete for port 896bc608-bf48-4a45-bdec-baccf2926020 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:20.213773 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-58422e53-05f6-4294-8688-0c0f5c217672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:20.240759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Request body: {'port': {'device_id': '57e37b65-b14c-49b9-8a60-828e97704043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:05:20.249457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-58422e53-05f6-4294-8688-0c0f5c217672 None None] Port 896bc608-bf48-4a45-bdec-baccf2926020 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:05:20.301718 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:20.575071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896bc608-bf48-4a45-bdec-baccf2926020 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:05:20.584942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:20.599655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Transition to ACTIVE for port object 896bc608-bf48-4a45-bdec-baccf2926020 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:05:20.671674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:20.673359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf06b32-88a1-4365-9dad-495cb6759645 req-74da6ffa-0df9-4dee-95eb-5ca6fa5c29b8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:20.674459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cf06b32-88a1-4365-9dad-495cb6759645 req-74da6ffa-0df9-4dee-95eb-5ca6fa5c29b8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 931 time: 0.0572140 Sep 16 17:05:20.720673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cf06b32-88a1-4365-9dad-495cb6759645 req-0556a36f-5352-4812-9900-0c68eb031666 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362921 Sep 16 17:05:20.782854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Pushing event updated for resources: {'Port': ['ID=896bc608-bf48-4a45-bdec-baccf2926020,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:20.817816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Attempting to bind port 896bc608-bf48-4a45-bdec-baccf2926020 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:05:20.818235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Attempting to bind port 896bc608-bf48-4a45-bdec-baccf2926020 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:05:20.818636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Attempting to bind port 896bc608-bf48-4a45-bdec-baccf2926020 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:05:20.823632 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Port 896bc608-bf48-4a45-bdec-baccf2926020 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:05:20.824043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Attempting to bind port 896bc608-bf48-4a45-bdec-baccf2926020 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:05:20.829232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:05:20.829656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Checking segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:05:20.830121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Bound using segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:05:20.830644 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Bound port: 896bc608-bf48-4a45-bdec-baccf2926020, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:05:20.831079 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:20.900129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] For port 896bc608-bf48-4a45-bdec-baccf2926020, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:05:20.903826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] For port 896bc608-bf48-4a45-bdec-baccf2926020, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=896bc608-bf48-4a45-bdec-baccf2926020,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:05:20.995326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:21.029974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:21.031367 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:21.032831 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] 10.222.0.62 "PUT /v2.0/ports/896bc608-bf48-4a45-bdec-baccf2926020 HTTP/1.1" status: 200 len: 1091 time: 0.9031565 Sep 16 17:05:21.035546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e37b65-b14c-49b9-8a60-828e97704043', 'tag': '896bc608-bf48-4a45-bdec-baccf2926020'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:05:21.038916 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5a319b-4ab4-4d0e-aa20-46c8b5e7bf43" -d '{"events": [{"name": "network-changed", "server_uuid": "57e37b65-b14c-49b9-8a60-828e97704043", "tag": "896bc608-bf48-4a45-bdec-baccf2926020"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:05:21.068319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512e9c0-1791-4506-afbd-77e3122ae567 service neutron] Pushing event updated for resources: {'Port': ['ID=896bc608-bf48-4a45-bdec-baccf2926020,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:21.093265 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48f6ca5-e1a9-42ef-bcc7-28a9d7629883 x-openstack-request-id: req-a48f6ca5-e1a9-42ef-bcc7-28a9d7629883 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:05:21.093636 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e37b65-b14c-49b9-8a60-828e97704043", "tag": "896bc608-bf48-4a45-bdec-baccf2926020", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:05:21.093944 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a48f6ca5-e1a9-42ef-bcc7-28a9d7629883 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:05:21.094444 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e37b65-b14c-49b9-8a60-828e97704043', 'tag': '896bc608-bf48-4a45-bdec-baccf2926020', 'status': 'completed', 'code': 200} Sep 16 17:05:21.161541 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a319b-4ab4-4d0e-aa20-46c8b5e7bf43 req-3ea0641a-e48b-4000-bf68-8d277c2238eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:21.163098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c5a319b-4ab4-4d0e-aa20-46c8b5e7bf43 req-3ea0641a-e48b-4000-bf68-8d277c2238eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 1094 time: 0.0486729 Sep 16 17:05:21.272465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a319b-4ab4-4d0e-aa20-46c8b5e7bf43 req-aada9e31-42e1-4937-9299-bf4a7e908f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:21.274540 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c5a319b-4ab4-4d0e-aa20-46c8b5e7bf43 req-aada9e31-42e1-4937-9299-bf4a7e908f34 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b78067ac6a9445eda6728447e754af50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1039009 Sep 16 17:05:21.377262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a319b-4ab4-4d0e-aa20-46c8b5e7bf43 req-fe5e2704-67fb-4746-91e4-05c77d2ccddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:21.378761 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1c5a319b-4ab4-4d0e-aa20-46c8b5e7bf43 req-fe5e2704-67fb-4746-91e4-05c77d2ccddb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975666 Sep 16 17:05:21.455265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-b9a48b6c-a569-4cfd-8df7-d643ea9dba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:21.456827 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-b9a48b6c-a569-4cfd-8df7-d643ea9dba69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 1094 time: 0.0416894 Sep 16 17:05:21.503037 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-9ff06aa2-0b5f-4794-a3f6-7e463d400fb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=896bc608-bf48-4a45-bdec-baccf2926020 HTTP/1.1" status: 200 len: 217 time: 0.0389130 Sep 16 17:05:21.553244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-a22c9f0f-7730-46cd-9266-5738974c481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:21.554762 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-a22c9f0f-7730-46cd-9266-5738974c481c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0448313 Sep 16 17:05:21.602427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-f7b02c6b-fa6f-4df4-9da4-d30ecf229a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:21.603832 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-f7b02c6b-fa6f-4df4-9da4-d30ecf229a2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406144 Sep 16 17:05:21.699809 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-863e16a6-cc27-4c57-b954-3b86ea4b218e service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885952 Sep 16 17:05:21.794443 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ce0fd33c-7c9c-4d50-9bf1-a2c58efcddaf req-787b3ca3-187c-4344-8d88-3311684dc9ef service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877426 Sep 16 17:05:21.844477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af4781-302b-4b1a-a2ef-279659e6e89f req-cdadf058-4736-4164-81a2-21aa3041da34 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:21.845958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2af4781-302b-4b1a-a2ef-279659e6e89f req-cdadf058-4736-4164-81a2-21aa3041da34 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 943 time: 0.0491168 Sep 16 17:05:21.890251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2af4781-302b-4b1a-a2ef-279659e6e89f req-42d83f5f-5939-4150-9c3c-b89b98ad1fdc tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379722 Sep 16 17:05:23.004791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ebba0-75fe-4617-ab10-066232035159 req-48c32501-84d8-42a7-b13c-c265b3baf7ef tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:23.006400 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-858ebba0-75fe-4617-ab10-066232035159 req-48c32501-84d8-42a7-b13c-c265b3baf7ef tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 943 time: 0.0486696 Sep 16 17:05:23.044758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-858ebba0-75fe-4617-ab10-066232035159 req-98f91a2b-33a6-4d1c-8adf-62e09128b226 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Sep 16 17:05:24.158710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7907e-3712-4d2c-9113-6f8028e928ac req-16485c2e-df84-4200-8ae7-c4e143694f5e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:24.160201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d7907e-3712-4d2c-9113-6f8028e928ac req-16485c2e-df84-4200-8ae7-c4e143694f5e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 943 time: 0.0489874 Sep 16 17:05:24.197405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d7907e-3712-4d2c-9113-6f8028e928ac req-3efab25c-40db-42fe-a078-be951842d657 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Sep 16 17:05:25.308371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71054f9-6550-4c6f-b879-bff4cef7f2c5 req-bd0a72bb-306d-4113-a56e-e7e9497c3964 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:25.309850 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f71054f9-6550-4c6f-b879-bff4cef7f2c5 req-bd0a72bb-306d-4113-a56e-e7e9497c3964 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 943 time: 0.0474501 Sep 16 17:05:25.350351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f71054f9-6550-4c6f-b879-bff4cef7f2c5 req-1780ed6b-7555-40d2-a352-eb4b35cc931f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341413 Sep 16 17:05:26.462611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812cd00-afb3-40e6-a48e-0bb39208f04a req-c88d800b-e019-49fa-a475-72bcd62c97f3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:26.464094 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c812cd00-afb3-40e6-a48e-0bb39208f04a req-c88d800b-e019-49fa-a475-72bcd62c97f3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 943 time: 0.0483842 Sep 16 17:05:26.501499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c812cd00-afb3-40e6-a48e-0bb39208f04a req-1df0b42a-240d-460f-970a-da8c9453c5e7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Sep 16 17:05:27.612369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3584d7-eb1f-45ae-a460-91c81eae03bc req-5fcf045f-ec62-49fd-83ca-426447bacd24 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:27.613857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba3584d7-eb1f-45ae-a460-91c81eae03bc req-5fcf045f-ec62-49fd-83ca-426447bacd24 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 943 time: 0.0482605 Sep 16 17:05:27.653153 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba3584d7-eb1f-45ae-a460-91c81eae03bc req-a4c63dd7-5d21-481b-bc26-c6c4b020c185 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Sep 16 17:05:28.223151 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e6034bac-bc05-43d0-a0ca-543c4ba50e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:28.764547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbc302-16d2-43db-a760-363b5542b2da req-7ad0cb38-391d-4f2d-9017-54053c988ad3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:28.766025 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9afbc302-16d2-43db-a760-363b5542b2da req-7ad0cb38-391d-4f2d-9017-54053c988ad3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 943 time: 0.0477395 Sep 16 17:05:28.806084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9afbc302-16d2-43db-a760-363b5542b2da req-4b17e536-2831-44a8-ad3f-aaaec1eab9fc tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Sep 16 17:05:29.918492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dfe14-b7c6-4a16-8de4-97cb8694217a req-24d01807-00e0-44b8-9d30-f616a06e50e0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:29.919943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-740dfe14-b7c6-4a16-8de4-97cb8694217a req-24d01807-00e0-44b8-9d30-f616a06e50e0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 943 time: 0.0480890 Sep 16 17:05:29.957192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-740dfe14-b7c6-4a16-8de4-97cb8694217a req-503c95bb-0338-49b0-b117-ecd782a78194 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Sep 16 17:05:30.802406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3f956851-4c95-430e-abe2-fd2071b8b252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:31.077222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9be03-8ab5-4b10-9777-1c3b3519eee3 req-52aeae16-7a32-4a5d-a2d4-be27f08e15b4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:31.078844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ddc9be03-8ab5-4b10-9777-1c3b3519eee3 req-52aeae16-7a32-4a5d-a2d4-be27f08e15b4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 943 time: 0.0504794 Sep 16 17:05:31.118097 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ddc9be03-8ab5-4b10-9777-1c3b3519eee3 req-acf1ba9c-1536-43f9-80de-2b065da1677a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Sep 16 17:05:31.137846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 896bc608-bf48-4a45-bdec-baccf2926020 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:05:31.231375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 896bc608-bf48-4a45-bdec-baccf2926020, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=896bc608-bf48-4a45-bdec-baccf2926020,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:05:31.241955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '896bc608-bf48-4a45-bdec-baccf2926020', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'port_id': '896bc608-bf48-4a45-bdec-baccf2926020', 'mac_address': 'fa:16:3e:13:46:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:05:31.283373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:31.299291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896bc608-bf48-4a45-bdec-baccf2926020 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:05:31.318401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 896bc608-bf48-4a45-bdec-baccf2926020, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=896bc608-bf48-4a45-bdec-baccf2926020,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:05:31.414777 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:31.461517 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:31.462844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=896bc608-bf48-4a45-bdec-baccf2926020,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:31.470389 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.474441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:05:31.620013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['896bc608-bf48-4a45-bdec-baccf2926020'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:05:32.023388 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:32.230687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a24c9-68fa-4e90-9c10-8be2bfec9e04 req-5c00b9d7-a9aa-4991-9e6f-f7fd8df31e43 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:32.232154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d6a24c9-68fa-4e90-9c10-8be2bfec9e04 req-5c00b9d7-a9aa-4991-9e6f-f7fd8df31e43 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 944 time: 0.0481055 Sep 16 17:05:32.271394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d6a24c9-68fa-4e90-9c10-8be2bfec9e04 req-662fb48d-ff9e-427c-890f-d3ec8db2223f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333343 Sep 16 17:05:33.137369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 896bc608-bf48-4a45-bdec-baccf2926020 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:05:33.237132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 896bc608-bf48-4a45-bdec-baccf2926020 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:05:33.240988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 896bc608-bf48-4a45-bdec-baccf2926020 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:05:33.241387 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:33.319433 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:33.345206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e37b65-b14c-49b9-8a60-828e97704043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bc608-bf48-4a45-bdec-baccf2926020'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:05:33.347484 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2955a96-e280-48de-9d80-e6f2723a61ea" -d '{"events": [{"server_uuid": "57e37b65-b14c-49b9-8a60-828e97704043", "name": "network-vif-plugged", "status": "completed", "tag": "896bc608-bf48-4a45-bdec-baccf2926020"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:05:33.360887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 896bc608-bf48-4a45-bdec-baccf2926020, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=896bc608-bf48-4a45-bdec-baccf2926020,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:05:33.383714 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f78e36-a561-4654-9547-2aeec4e69cc8 x-openstack-request-id: req-51f78e36-a561-4654-9547-2aeec4e69cc8 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:05:33.384542 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e37b65-b14c-49b9-8a60-828e97704043", "name": "network-vif-plugged", "status": "completed", "tag": "896bc608-bf48-4a45-bdec-baccf2926020", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:05:33.384796 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51f78e36-a561-4654-9547-2aeec4e69cc8 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:05:33.385189 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e37b65-b14c-49b9-8a60-828e97704043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bc608-bf48-4a45-bdec-baccf2926020', 'code': 200} Sep 16 17:05:33.400466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89510477-e32e-4421-8daa-0bc829d95d1e req-98b94775-ef8d-4e07-9e66-990eef3220ca tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:33.400466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89510477-e32e-4421-8daa-0bc829d95d1e req-98b94775-ef8d-4e07-9e66-990eef3220ca tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 944 time: 0.0590682 Sep 16 17:05:33.418246 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:33.442800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89510477-e32e-4421-8daa-0bc829d95d1e req-d3410ad2-d4da-459a-ae46-34441c8496ed tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Sep 16 17:05:33.474173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=896bc608-bf48-4a45-bdec-baccf2926020,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:33.526171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf228fa-2b5b-4c3a-b46e-c532daecc1ed req-a3e5ad18-db4c-48d7-85f7-2f080ceab1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:33.527704 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eaf228fa-2b5b-4c3a-b46e-c532daecc1ed req-a3e5ad18-db4c-48d7-85f7-2f080ceab1a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 1096 time: 0.0408173 Sep 16 17:05:33.566127 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-eaf228fa-2b5b-4c3a-b46e-c532daecc1ed req-268d4d07-3856-4db9-ab99-a2a298507be4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Sep 16 17:05:33.814210 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:34.560042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5f945-068b-4a27-9277-56db29ab89ef req-89ec9724-f345-47a9-bd93-7bdaeb926ad5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:34.561629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ff5f945-068b-4a27-9277-56db29ab89ef req-89ec9724-f345-47a9-bd93-7bdaeb926ad5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 945 time: 0.0485895 Sep 16 17:05:34.599553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ff5f945-068b-4a27-9277-56db29ab89ef req-a707da09-7d73-450e-b82f-5614b41171dc tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Sep 16 17:05:35.159013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-47cb5486-c07e-414e-bd3f-e4539a5df372 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379531 Sep 16 17:05:35.241246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-d4e292b8-bfe2-491b-a075-6ed3de2f9a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:35.242708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-d4e292b8-bfe2-491b-a075-6ed3de2f9a16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64796ca7c1594021a1ba48302c50439e&device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1096 time: 0.0430841 Sep 16 17:05:35.344807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-73255e0e-7f14-4c3a-9abd-b13f94ce5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:35.346280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-73255e0e-7f14-4c3a-9abd-b13f94ce5f4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 HTTP/1.1" status: 200 len: 910 time: 0.0850077 Sep 16 17:05:35.442998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-09cd5f4e-eb6a-48c1-bc64-78e15cb2cd83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb11ab6c-408e-486a-8471-1ccc3d114937 HTTP/1.1" status: 200 len: 1001 time: 0.0899663 Sep 16 17:05:35.490872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-860215e1-89fc-42af-befb-2f96d299cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:35.492309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-860215e1-89fc-42af-befb-2f96d299cb4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5794a2e-3682-44ef-842b-5d2d54d27504 HTTP/1.1" status: 200 len: 848 time: 0.0426357 Sep 16 17:05:35.540161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-449ca057-ebbc-43e0-8b3e-3c1f3b8a2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:35.541752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-449ca057-ebbc-43e0-8b3e-3c1f3b8a2f96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426209 Sep 16 17:05:35.628314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-9fcc7f70-1346-47ba-ae26-c834cf14248b service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795825 Sep 16 17:05:35.755389 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0ffbe6e-0328-4044-9404-3b7b2cf64aad req-e340c714-256e-4319-9297-7abfc63edbb4 service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203780 Sep 16 17:05:35.763879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eacb23-9aff-47a7-b348-075e91293310 req-84920e64-1529-41a9-9027-942ac55023f4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:35.765460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84eacb23-9aff-47a7-b348-075e91293310 req-84920e64-1529-41a9-9027-942ac55023f4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 945 time: 0.0990222 Sep 16 17:05:35.808662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84eacb23-9aff-47a7-b348-075e91293310 req-5ddeaf84-f488-46fb-a5a3-08081710d489 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Sep 16 17:05:35.919167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0cd1b-6dc8-4337-99e6-9133f792d0b1 req-192277b5-32dd-47be-b706-3ebf96ff9cb3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:35.920640 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20f0cd1b-6dc8-4337-99e6-9133f792d0b1 req-192277b5-32dd-47be-b706-3ebf96ff9cb3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 945 time: 0.0485535 Sep 16 17:05:35.958809 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20f0cd1b-6dc8-4337-99e6-9133f792d0b1 req-bb607054-81d0-466d-b140-71d8ef7267a5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Sep 16 17:05:36.318764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4c061-5196-476d-afc5-f7a528985617 req-e52bce8d-2e53-4a91-be08-aee2d038b4a3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:36.322954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3f4c061-5196-476d-afc5-f7a528985617 req-e52bce8d-2e53-4a91-be08-aee2d038b4a3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 945 time: 0.2970254 Sep 16 17:05:36.357366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3f4c061-5196-476d-afc5-f7a528985617 req-9fb7a96a-6d13-4979-997f-7b873e42064f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307877 Sep 16 17:05:36.766216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202256-31e8-467c-bf31-0265dafd9c4a req-80526dd3-4acc-47ae-b207-3737b194dc8a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:36.767661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb202256-31e8-467c-bf31-0265dafd9c4a req-80526dd3-4acc-47ae-b207-3737b194dc8a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 945 time: 0.0477989 Sep 16 17:05:36.803837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb202256-31e8-467c-bf31-0265dafd9c4a req-fa981f86-9b64-43b5-97a6-6c4bc804fff2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302620 Sep 16 17:05:37.917472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99738980-1770-4082-849a-876a778b4b8d req-3b44b4b4-5ab2-489e-86dc-7087a754be24 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:37.918921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99738980-1770-4082-849a-876a778b4b8d req-3b44b4b4-5ab2-489e-86dc-7087a754be24 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 945 time: 0.0480762 Sep 16 17:05:37.956004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99738980-1770-4082-849a-876a778b4b8d req-0ff7406e-ce03-4503-892e-845c1780132f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Sep 16 17:05:38.154757 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-415cc2f4-14de-4e78-8501-c2ad73ff959e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:05:38.156137 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-415cc2f4-14de-4e78-8501-c2ad73ff959e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 945 time: 0.0500462 Sep 16 17:05:38.247318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-effac3ff-0d2a-4d08-a1d5-6680f640fa22 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Deleting port 896bc608-bf48-4a45-bdec-baccf2926020 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:05:38.247662 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-effac3ff-0d2a-4d08-a1d5-6680f640fa22 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:38.341153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-effac3ff-0d2a-4d08-a1d5-6680f640fa22 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] For port 896bc608-bf48-4a45-bdec-baccf2926020, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=896bc608-bf48-4a45-bdec-baccf2926020,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:05:38.341521 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-effac3ff-0d2a-4d08-a1d5-6680f640fa22 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:38.353181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-effac3ff-0d2a-4d08-a1d5-6680f640fa22 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Calling delete_port for 896bc608-bf48-4a45-bdec-baccf2926020 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:05:38.574118 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-effac3ff-0d2a-4d08-a1d5-6680f640fa22 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:38.586194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['896bc608-bf48-4a45-bdec-baccf2926020'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:05:38.602975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effac3ff-0d2a-4d08-a1d5-6680f640fa22 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'Port': ['ID=896bc608-bf48-4a45-bdec-baccf2926020,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:05:38.647296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-effac3ff-0d2a-4d08-a1d5-6680f640fa22 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] No DVR routers for this DVR port 896bc608-bf48-4a45-bdec-baccf2926020 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:05:38.649944 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-effac3ff-0d2a-4d08-a1d5-6680f640fa22 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:38.652730 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-96d3137a-31d0-4d31-a21d-3e5494d17920 req-effac3ff-0d2a-4d08-a1d5-6680f640fa22 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "DELETE /v2.0/ports/896bc608-bf48-4a45-bdec-baccf2926020 HTTP/1.1" status: 204 len: 173 time: 0.4904814 Sep 16 17:05:38.653190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e37b65-b14c-49b9-8a60-828e97704043', 'name': 'network-vif-deleted', 'tag': '896bc608-bf48-4a45-bdec-baccf2926020'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:05:38.655647 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37fc103-4371-4ce3-8057-8b4635325e6a" -d '{"events": [{"server_uuid": "57e37b65-b14c-49b9-8a60-828e97704043", "name": "network-vif-deleted", "tag": "896bc608-bf48-4a45-bdec-baccf2926020"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:05:38.696570 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7cf09a-2b05-405b-a03d-8528809e7932 x-openstack-request-id: req-5a7cf09a-2b05-405b-a03d-8528809e7932 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:05:38.696872 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e37b65-b14c-49b9-8a60-828e97704043", "name": "network-vif-deleted", "tag": "896bc608-bf48-4a45-bdec-baccf2926020", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:05:38.697125 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a7cf09a-2b05-405b-a03d-8528809e7932 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:05:38.697606 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e37b65-b14c-49b9-8a60-828e97704043', 'name': 'network-vif-deleted', 'tag': '896bc608-bf48-4a45-bdec-baccf2926020', 'status': 'completed', 'code': 200} Sep 16 17:05:39.000879 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:05:39.066950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60bbed8a-7ea7-4cf8-a4ad-8e310884b4dc req-2d34a71a-2c6f-4625-8b95-a38be87e6e0f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 210 time: 0.0346892 Sep 16 17:05:40.166854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4fff9649-a4a8-42c0-a462-db826a407381 req-51546f0d-2b83-4276-869b-382e06117e9f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 210 time: 0.0265865 Sep 16 17:05:41.200351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 896bc608-bf48-4a45-bdec-baccf2926020 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:05:41.220805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 896bc608-bf48-4a45-bdec-baccf2926020 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:05:41.221219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 896bc608-bf48-4a45-bdec-baccf2926020 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:05:41.265121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb5bc60f-a017-4dc9-a94f-7b6e1228f244 req-dd93e449-fe6a-4d61-bfcf-5e2b3383492b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 210 time: 0.0263731 Sep 16 17:05:42.371538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce66a428-086b-411e-9c6d-2fa319d67f6e req-c01ec3c4-f299-4661-920d-1378bad9c1fe tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e37b65-b14c-49b9-8a60-828e97704043 HTTP/1.1" status: 200 len: 210 time: 0.0268044 Sep 16 17:05:43.871452 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:44.020028 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:05:58.240437 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f75e6d04-c82e-4b33-9e79-f8762937492f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:00.842422 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c8b9dd52-efd6-426b-91f9-1abc345071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:01.526307 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:02.036049 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:03.876705 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:13.633020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e99410-9fdd-467c-b908-3348575d90d7 req-8c5302e9-28a9-4c10-8d10-f23eecaa8260 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:13.634443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-8c5302e9-28a9-4c10-8d10-f23eecaa8260 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1034505 Sep 16 17:06:13.653093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-dedd9e74-543a-4aa1-b58a-628e33d38a79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/quotas/b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 375 time: 0.0112953 Sep 16 17:06:13.706271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-9a924bc0-76a4-4a4f-9e65-f08684d1437c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459642 Sep 16 17:06:13.850772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-b9cfcfa5-509d-4701-afa3-b9c3b26fd39c service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376708 Sep 16 17:06:13.864627 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:13.944877 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2943f096-a2ea-49ec-9d79-2596b27f6979 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878468 Sep 16 17:06:14.036364 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:14.197305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2bb5daf-ab74-4998-ba34-4b83aaad266f req-11ca8a9a-af16-412e-b6ed-8039bff2d5da tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 210 time: 0.0287337 Sep 16 17:06:15.289068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0af1cbb-9852-4ef7-a67c-484d2680423a req-a8482647-a575-4194-90d2-ee4b6d59d72e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 210 time: 0.0269425 Sep 16 17:06:15.865968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e99410-9fdd-467c-b908-3348575d90d7 req-b32146b6-b815-4bc4-b8f9-2d49c29fa7f7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:15.867450 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-b32146b6-b815-4bc4-b8f9-2d49c29fa7f7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1102400 Sep 16 17:06:15.881061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'port': {'device_id': '76308ad9-3202-42c7-909a-6edf49399727', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'admin_state_up': True, 'tenant_id': 'b78067ac6a9445eda6728447e754af50'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:06:15.999809 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:06:16.024671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Made reservation on behalf of b78067ac6a9445eda6728447e754af50 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:06:16.028571 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:16.161683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Allocated IP 172.20.0.4 (3f8f19a5-7ae2-42cb-ba9a-a6e48b066056/c93d8e99-fcb2-420b-8c8c-4d5c8bab8760/d037a5ed-ad1d-4360-b5ee-45ccff1b84e7) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:06:16.394407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dbd38ba3-20b7-429a-9d82-83ee0a4a6b49 req-a4821264-f6d8-4f8d-967e-d9770e8ca427 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 210 time: 0.0354915 Sep 16 17:06:16.640864 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:16.744095 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:16.789381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:06:16.792428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:06:16.795992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:06:16.823744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:06:16.840820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.841447 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.841992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.842526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.843053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.843590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.843927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.844261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.844620 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.844953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.845287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.845634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:16.865588 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:16.866283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:16.927784 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-1906fe4c-6095-47b5-b763-e18fd1395549 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0511734 Sep 16 17:06:16.941336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Request body: {'port': {'device_id': '76308ad9-3202-42c7-909a-6edf49399727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:06:17.004921 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:17.049382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d465eda3-9950-4b7f-ac4a-9f7188028da1 None None] Provisioning complete for port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:06:17.049999 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d465eda3-9950-4b7f-ac4a-9f7188028da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:17.085058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d465eda3-9950-4b7f-ac4a-9f7188028da1 None None] Port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:06:17.273845 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:06:17.281390 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:17.294164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Transition to ACTIVE for port object d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:06:17.384787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:17.436029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:06:17.515211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Attempting to bind port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:06:17.515467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Attempting to bind port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:06:17.515605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Attempting to bind port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:06:17.521005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:06:17.521952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Attempting to bind port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:06:17.527153 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:06:17.527420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Checking segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:06:17.528431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Bound using segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:06:17.528431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Bound port: d037a5ed-ad1d-4360-b5ee-45ccff1b84e7, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:06:17.529174 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:17.549055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed8441-afa5-474e-9360-829541686a31 req-f5a8a5c0-d729-47da-bd78-2ccfc52146f5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:17.551124 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74ed8441-afa5-474e-9360-829541686a31 req-f5a8a5c0-d729-47da-bd78-2ccfc52146f5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0637980 Sep 16 17:06:17.600008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-74ed8441-afa5-474e-9360-829541686a31 req-578b20e1-8f04-4194-817c-0a1fc2d29220 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Sep 16 17:06:17.625357 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] For port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:06:17.629188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] For port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:06:17.698299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:17.734733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:17.735456 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:17.737534 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] 10.222.0.62 "PUT /v2.0/ports/d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 HTTP/1.1" status: 200 len: 1091 time: 0.8016024 Sep 16 17:06:17.738037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76308ad9-3202-42c7-909a-6edf49399727', 'tag': 'd037a5ed-ad1d-4360-b5ee-45ccff1b84e7'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:06:17.740294 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c1b347-8b87-46f8-9c68-6e61f71309ba" -d '{"events": [{"name": "network-changed", "server_uuid": "76308ad9-3202-42c7-909a-6edf49399727", "tag": "d037a5ed-ad1d-4360-b5ee-45ccff1b84e7"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:06:17.766816 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7e74b-a957-4ee5-bf07-6dffe7ad5dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:06:17.778933 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc9fd6c-2a69-43fc-99b9-4fcc4ebf3af7 x-openstack-request-id: req-cdc9fd6c-2a69-43fc-99b9-4fcc4ebf3af7 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:06:17.778933 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76308ad9-3202-42c7-909a-6edf49399727", "tag": "d037a5ed-ad1d-4360-b5ee-45ccff1b84e7", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:06:17.778933 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdc9fd6c-2a69-43fc-99b9-4fcc4ebf3af7 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:06:17.778933 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76308ad9-3202-42c7-909a-6edf49399727', 'tag': 'd037a5ed-ad1d-4360-b5ee-45ccff1b84e7', 'status': 'completed', 'code': 200} Sep 16 17:06:17.851764 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1b347-8b87-46f8-9c68-6e61f71309ba req-e680b40c-96b2-4c5a-a7a0-6245a23c1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:17.853352 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-39c1b347-8b87-46f8-9c68-6e61f71309ba req-e680b40c-96b2-4c5a-a7a0-6245a23c1675 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 1094 time: 0.0526972 Sep 16 17:06:17.957387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1b347-8b87-46f8-9c68-6e61f71309ba req-a11fc8e4-2c1a-4030-bd5c-a94fcf20195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:17.958894 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-39c1b347-8b87-46f8-9c68-6e61f71309ba req-a11fc8e4-2c1a-4030-bd5c-a94fcf20195e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b78067ac6a9445eda6728447e754af50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0971062 Sep 16 17:06:18.062219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1b347-8b87-46f8-9c68-6e61f71309ba req-b2ac06dd-c2da-45bb-bdcc-b93a3493c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:18.063699 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-39c1b347-8b87-46f8-9c68-6e61f71309ba req-b2ac06dd-c2da-45bb-bdcc-b93a3493c1f9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982022 Sep 16 17:06:18.136848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e99410-9fdd-467c-b908-3348575d90d7 req-115810dd-9f47-41e4-a601-de7f1e058c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:18.138330 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-115810dd-9f47-41e4-a601-de7f1e058c26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 1094 time: 0.0402012 Sep 16 17:06:18.187634 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-6c8a9c41-f512-4a1d-9101-3ed51b070dbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 HTTP/1.1" status: 200 len: 217 time: 0.0414369 Sep 16 17:06:18.238349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e99410-9fdd-467c-b908-3348575d90d7 req-4e3f3c76-2549-4596-bba3-166b6290899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:18.239847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-4e3f3c76-2549-4596-bba3-166b6290899d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0453570 Sep 16 17:06:18.284839 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e99410-9fdd-467c-b908-3348575d90d7 req-9ef200f4-7a74-4d75-89dc-8f21dfc43c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:18.286245 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-9ef200f4-7a74-4d75-89dc-8f21dfc43c78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394349 Sep 16 17:06:18.382886 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-bcfcb29d-a267-47a2-a1dd-c4fe658f1648 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886667 Sep 16 17:06:18.474907 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-29e99410-9fdd-467c-b908-3348575d90d7 req-5ccecfbb-2326-4a3b-92a7-11cec0887ddd service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846589 Sep 16 17:06:18.717039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97391543-b9c9-4667-8f96-89deda497a52 req-a8108dfb-bc24-4db2-81fd-f064ae07a8e4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:18.718531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97391543-b9c9-4667-8f96-89deda497a52 req-a8108dfb-bc24-4db2-81fd-f064ae07a8e4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0498354 Sep 16 17:06:18.757934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97391543-b9c9-4667-8f96-89deda497a52 req-f6297302-72ab-425a-8c2d-78f4a0581250 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Sep 16 17:06:19.883164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4d187-019c-47a0-8adc-a085fad70709 req-0b73fc6b-6498-49eb-9913-d37c4da9f593 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:19.884685 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8a4d187-019c-47a0-8adc-a085fad70709 req-0b73fc6b-6498-49eb-9913-d37c4da9f593 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0560896 Sep 16 17:06:19.923031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8a4d187-019c-47a0-8adc-a085fad70709 req-fd35d92b-5441-4016-8164-6ac3b6fbf42e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Sep 16 17:06:21.040703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc677-c385-4d04-83f6-5b840486e060 req-4a718bca-300b-4975-a220-71ee7431e419 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:21.042345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a9dc677-c385-4d04-83f6-5b840486e060 req-4a718bca-300b-4975-a220-71ee7431e419 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0525784 Sep 16 17:06:21.080573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a9dc677-c385-4d04-83f6-5b840486e060 req-dd6f2991-90c3-440d-8a63-8c9e7ba9a4b0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Sep 16 17:06:22.202494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863a33f-ceaa-4415-8924-ceeb9cd6e237 req-532d331b-5b5a-41a1-b65b-b0bfe2767dc1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:22.204776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0863a33f-ceaa-4415-8924-ceeb9cd6e237 req-532d331b-5b5a-41a1-b65b-b0bfe2767dc1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0545120 Sep 16 17:06:22.247014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0863a33f-ceaa-4415-8924-ceeb9cd6e237 req-0d05634d-1481-44d3-9d8a-b5805d870e86 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355616 Sep 16 17:06:23.372738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b161f-1a94-4908-9068-0b8a687d9314 req-3597b103-8c7c-4798-a46b-80cf7549bb71 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:23.375026 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-790b161f-1a94-4908-9068-0b8a687d9314 req-3597b103-8c7c-4798-a46b-80cf7549bb71 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0599296 Sep 16 17:06:23.418207 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-790b161f-1a94-4908-9068-0b8a687d9314 req-e89d2692-9cab-48f9-b4fc-4dbbc0b1e7fa tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367024 Sep 16 17:06:24.537157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a994e3-a9f1-4165-b52b-143c0123ec7a req-bb4b28f3-b446-4564-9fe8-e30ce118a0db tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:24.538643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88a994e3-a9f1-4165-b52b-143c0123ec7a req-bb4b28f3-b446-4564-9fe8-e30ce118a0db tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0503397 Sep 16 17:06:24.576601 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88a994e3-a9f1-4165-b52b-143c0123ec7a req-e71b9759-74c2-49a5-926b-05f192dc6b68 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Sep 16 17:06:25.703956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3740f-d467-41e4-a580-a2289ba80f27 req-ad3d8d1e-35e3-4eae-97eb-b5fb8c970441 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:25.705654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35f3740f-d467-41e4-a580-a2289ba80f27 req-ad3d8d1e-35e3-4eae-97eb-b5fb8c970441 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0568671 Sep 16 17:06:25.747051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35f3740f-d467-41e4-a580-a2289ba80f27 req-b0175da8-cef9-4cce-b7c6-128e84e582a9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Sep 16 17:06:26.871961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9303f86-d295-45c0-b098-072bec78bf71 req-e32a7186-072e-4284-9664-592b9a8bfebd tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:26.873493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9303f86-d295-45c0-b098-072bec78bf71 req-e32a7186-072e-4284-9664-592b9a8bfebd tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0571611 Sep 16 17:06:26.920169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9303f86-d295-45c0-b098-072bec78bf71 req-9291686b-620f-4960-9d93-ee1c981d76a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Sep 16 17:06:28.042349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23c78c-58d9-4b15-a9d7-ad31f1644be6 req-e578f22a-6841-43dd-97cb-e9a741724fff tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:28.043994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf23c78c-58d9-4b15-a9d7-ad31f1644be6 req-e578f22a-6841-43dd-97cb-e9a741724fff tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0535905 Sep 16 17:06:28.085285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf23c78c-58d9-4b15-a9d7-ad31f1644be6 req-58a69933-90ec-416e-8d62-fcd36aa16557 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348027 Sep 16 17:06:28.252934 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5e05198-eaf7-44e4-99da-e501610cee07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:29.201983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d85e5-2d24-4634-8485-e4e252a4ec53 req-19f296bd-e2d4-4865-90c0-22c430e3c7b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:29.203444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-525d85e5-2d24-4634-8485-e4e252a4ec53 req-19f296bd-e2d4-4865-90c0-22c430e3c7b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0507720 Sep 16 17:06:29.242520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-525d85e5-2d24-4634-8485-e4e252a4ec53 req-77a4d0ab-24e4-4f73-9d5e-a2c37149b9b8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Sep 16 17:06:30.371196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6612ae-156a-4567-a7a4-e1a2c8848dda req-03f64d53-7dc4-4bfe-b292-aa4271cefe46 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:30.373606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e6612ae-156a-4567-a7a4-e1a2c8848dda req-03f64d53-7dc4-4bfe-b292-aa4271cefe46 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0577722 Sep 16 17:06:30.415275 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e6612ae-156a-4567-a7a4-e1a2c8848dda req-017b601d-778f-4268-8e02-4089d6f50a57 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354006 Sep 16 17:06:30.824345 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-77689f4a-a5ae-48b5-a547-1b2e20063662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:31.537436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3225e09-27e7-46d5-9bcf-f9bc74c8f38a req-e624b5d9-fc52-4194-b013-7763586f3a70 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:31.539107 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3225e09-27e7-46d5-9bcf-f9bc74c8f38a req-e624b5d9-fc52-4194-b013-7763586f3a70 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0566404 Sep 16 17:06:31.549756 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:31.582520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3225e09-27e7-46d5-9bcf-f9bc74c8f38a req-6c720967-03c5-40c3-a411-324cad23845c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372055 Sep 16 17:06:32.034640 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:32.698161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07372c3-ad50-4d02-9c9c-44f52de0836f req-d758c655-549d-4c24-8d7a-5f0a754f6b71 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:32.699590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b07372c3-ad50-4d02-9c9c-44f52de0836f req-d758c655-549d-4c24-8d7a-5f0a754f6b71 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0512731 Sep 16 17:06:32.741959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b07372c3-ad50-4d02-9c9c-44f52de0836f req-90eeeaf2-2ab3-434f-b55b-f73c786ec52c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Sep 16 17:06:33.864527 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:33.874582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e13c92-9f0c-4cd1-b1d4-95e61a0a27d3 req-302bd631-fa86-4427-92e9-c135e607d7cd tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:33.876070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35e13c92-9f0c-4cd1-b1d4-95e61a0a27d3 req-302bd631-fa86-4427-92e9-c135e607d7cd tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0543633 Sep 16 17:06:33.914366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35e13c92-9f0c-4cd1-b1d4-95e61a0a27d3 req-0270c71d-16ad-4076-849d-307da7ad6fbc tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321677 Sep 16 17:06:35.035600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92104b-16ee-4f46-b47f-67abf422318b req-9c1aa9e2-ce6f-40d3-9e1a-76a75ff75f64 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:35.037155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff92104b-16ee-4f46-b47f-67abf422318b req-9c1aa9e2-ce6f-40d3-9e1a-76a75ff75f64 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0506406 Sep 16 17:06:35.102023 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ff92104b-16ee-4f46-b47f-67abf422318b req-59faf284-6d60-4b69-800d-014cd7fa4db4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532351 Sep 16 17:06:35.105521 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-4058b21d-f821-4dfa-8601-0e887781d84e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0644064 Sep 16 17:06:35.193568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-949616a3-760b-453a-bc25-87dd8b3f24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:35.195067 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-949616a3-760b-453a-bc25-87dd8b3f24b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64796ca7c1594021a1ba48302c50439e&device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1096 time: 0.0449445 Sep 16 17:06:35.306282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-e3d1aa61-e4f2-41e6-819d-db461508a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:35.307702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-e3d1aa61-e4f2-41e6-819d-db461508a2bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 HTTP/1.1" status: 200 len: 910 time: 0.0935323 Sep 16 17:06:35.377451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-0f7a9615-6fa0-4d90-ad02-36cc871162dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb11ab6c-408e-486a-8471-1ccc3d114937 HTTP/1.1" status: 200 len: 1001 time: 0.0628316 Sep 16 17:06:35.427601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-15826204-4dbd-4a5c-b340-b0d8f889f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:35.429213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-15826204-4dbd-4a5c-b340-b0d8f889f927 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5794a2e-3682-44ef-842b-5d2d54d27504 HTTP/1.1" status: 200 len: 848 time: 0.0454848 Sep 16 17:06:35.474706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-38fc7eca-da55-4652-b655-86b13f9b7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:35.476176 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-38fc7eca-da55-4652-b655-86b13f9b7d8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402663 Sep 16 17:06:35.576319 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-45627c10-dc2c-49a1-8c44-4127bce0809c service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927780 Sep 16 17:06:35.667820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af203cf6-c110-4327-80a0-346b76f67ba6 req-e35a196b-8fd5-43bc-a5f0-661d6ea4ff5c service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842757 Sep 16 17:06:36.223141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825228d-f005-4d06-8ea5-ac30d328d090 req-5d798dad-72df-4c69-984e-0306db3b5675 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:36.224897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7825228d-f005-4d06-8ea5-ac30d328d090 req-5d798dad-72df-4c69-984e-0306db3b5675 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0556610 Sep 16 17:06:36.263920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7825228d-f005-4d06-8ea5-ac30d328d090 req-ff7ed2a5-df20-4dd1-93af-be87248e1606 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Sep 16 17:06:37.386004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e575d5-afc8-488b-ae32-a2e46a1bb0e5 req-13df898c-60f6-48a1-8b12-9a907e57d307 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:37.387495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94e575d5-afc8-488b-ae32-a2e46a1bb0e5 req-13df898c-60f6-48a1-8b12-9a907e57d307 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0526350 Sep 16 17:06:37.427238 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94e575d5-afc8-488b-ae32-a2e46a1bb0e5 req-1c2f36c9-ab32-4e4c-a837-6cacb3c3ab57 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Sep 16 17:06:38.565529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d4403-6802-43a9-b200-370893c8f21a req-7ce0c92e-c34e-46ff-b386-2b7564f346f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:38.567664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-457d4403-6802-43a9-b200-370893c8f21a req-7ce0c92e-c34e-46ff-b386-2b7564f346f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0738120 Sep 16 17:06:38.605578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-457d4403-6802-43a9-b200-370893c8f21a req-78bc272c-9d16-433b-b3df-390f2400c02e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Sep 16 17:06:39.725055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d89f9-44d6-437c-8f03-60847c715be1 req-690483c2-5306-41f1-9a49-c68e37fc5c44 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:39.726538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d7d89f9-44d6-437c-8f03-60847c715be1 req-690483c2-5306-41f1-9a49-c68e37fc5c44 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0530269 Sep 16 17:06:39.763907 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d7d89f9-44d6-437c-8f03-60847c715be1 req-c2eae0d5-d7c4-4e47-84f6-dcf36e068ec9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313599 Sep 16 17:06:40.878863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be959d6-9f18-4d99-aea7-1e8f9e689c68 req-29ce6d01-d9b7-4aeb-a675-1db87e7c948a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:40.881044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9be959d6-9f18-4d99-aea7-1e8f9e689c68 req-29ce6d01-d9b7-4aeb-a675-1db87e7c948a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0506885 Sep 16 17:06:40.920899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9be959d6-9f18-4d99-aea7-1e8f9e689c68 req-271bd1e4-b959-4215-983c-96cd54eac195 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Sep 16 17:06:42.035228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a1326-7eec-4c44-9fa7-c43438cd64d8 req-d4bdcde1-0126-4ae9-9a7d-a82daf966836 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:42.036749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de6a1326-7eec-4c44-9fa7-c43438cd64d8 req-d4bdcde1-0126-4ae9-9a7d-a82daf966836 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0505235 Sep 16 17:06:42.074928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de6a1326-7eec-4c44-9fa7-c43438cd64d8 req-95527115-63e9-40f6-89a6-f9ba62203191 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Sep 16 17:06:43.195753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90549917-c396-4a5d-8b25-0575a30f9cfa req-11fec19d-1197-4971-a5aa-e041cac281ff tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:43.197642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90549917-c396-4a5d-8b25-0575a30f9cfa req-11fec19d-1197-4971-a5aa-e041cac281ff tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0546825 Sep 16 17:06:43.235131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90549917-c396-4a5d-8b25-0575a30f9cfa req-0f80c837-6977-4bd2-84f5-ae2cbd7d3490 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Sep 16 17:06:43.858053 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:44.029419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:44.348787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d41a9a-7804-496b-9b1d-4d4ec15e67db req-262e8ec1-f612-4bec-a6d9-f4999c86be1f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:44.350287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77d41a9a-7804-496b-9b1d-4d4ec15e67db req-262e8ec1-f612-4bec-a6d9-f4999c86be1f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0497937 Sep 16 17:06:44.387963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77d41a9a-7804-496b-9b1d-4d4ec15e67db req-9608f757-fb44-4c79-a273-9603844aefd1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Sep 16 17:06:45.516090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c51d59-36f7-4b2b-92a0-8f52ab660b7f req-5fa49711-7e41-4443-a9b7-ed9de62b2085 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:45.517623 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33c51d59-36f7-4b2b-92a0-8f52ab660b7f req-5fa49711-7e41-4443-a9b7-ed9de62b2085 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0498900 Sep 16 17:06:45.559229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33c51d59-36f7-4b2b-92a0-8f52ab660b7f req-e8182338-5993-4360-b506-6f047091e3d4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338616 Sep 16 17:06:46.678303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f958c7-5cee-4177-b6c1-beb54d3df9f5 req-44bbe689-58c5-4f2d-b942-efa373d35442 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:46.679677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21f958c7-5cee-4177-b6c1-beb54d3df9f5 req-44bbe689-58c5-4f2d-b942-efa373d35442 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0522597 Sep 16 17:06:46.716243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21f958c7-5cee-4177-b6c1-beb54d3df9f5 req-8475105a-b875-4de7-a74a-7b1f9ae9ba97 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307028 Sep 16 17:06:47.830877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d138b-0542-48a0-9943-1b7b1f0b8410 req-9f8463fb-5e9c-41af-aae0-62aede95ac46 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:47.832370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-375d138b-0542-48a0-9943-1b7b1f0b8410 req-9f8463fb-5e9c-41af-aae0-62aede95ac46 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0498681 Sep 16 17:06:47.870044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-375d138b-0542-48a0-9943-1b7b1f0b8410 req-e9f286b7-99ce-43ed-95d8-492bf1071b3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Sep 16 17:06:48.988748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90460ded-4679-408f-b0ed-396fca7eb367 req-105a2d11-ea34-47fe-904f-e4ebed303445 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:48.988748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90460ded-4679-408f-b0ed-396fca7eb367 req-105a2d11-ea34-47fe-904f-e4ebed303445 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 943 time: 0.0496526 Sep 16 17:06:49.022689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90460ded-4679-408f-b0ed-396fca7eb367 req-20f955d4-28f8-4a04-9250-3572b665600f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Sep 16 17:06:49.496060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:06:49.590722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:06:49.601471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'd037a5ed-ad1d-4360-b5ee-45ccff1b84e7', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'port_id': 'd037a5ed-ad1d-4360-b5ee-45ccff1b84e7', 'mac_address': 'fa:16:3e:e8:f0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:06:49.637130 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:49.649960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:06:49.668090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:06:49.755146 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:49.806383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:06:49.814528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.814876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.815219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.815557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.815892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.816226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.816589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.816917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.817241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.817566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.817888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.818208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:06:49.952190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['d037a5ed-ad1d-4360-b5ee-45ccff1b84e7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:06:50.143450 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2346a19-4122-4c0c-bab4-8ddd610858c7 req-bf377491-1191-4bad-86c0-55fa30d159e2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:50.145004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2346a19-4122-4c0c-bab4-8ddd610858c7 req-bf377491-1191-4bad-86c0-55fa30d159e2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 944 time: 0.0540133 Sep 16 17:06:50.182273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2346a19-4122-4c0c-bab4-8ddd610858c7 req-7569759f-16d0-4d83-a80f-f6ce5f9d9e5e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Sep 16 17:06:51.295290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7cd02-e81a-4d11-a6e9-4c5f5e5af6c1 req-e0edbe2a-980d-41e3-a270-da565b56475d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:51.297100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ee7cd02-e81a-4d11-a6e9-4c5f5e5af6c1 req-e0edbe2a-980d-41e3-a270-da565b56475d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 944 time: 0.0486734 Sep 16 17:06:51.338735 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ee7cd02-e81a-4d11-a6e9-4c5f5e5af6c1 req-f4832ac7-be3f-4f12-86f8-9c3fcb7d8254 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Sep 16 17:06:51.496322 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:06:51.583625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:06:51.587237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:06:51.587607 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:51.665838 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:51.687803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76308ad9-3202-42c7-909a-6edf49399727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd037a5ed-ad1d-4360-b5ee-45ccff1b84e7'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:06:51.690015 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fb5c02-383b-439b-ac8f-67c47b7545fb" -d '{"events": [{"server_uuid": "76308ad9-3202-42c7-909a-6edf49399727", "name": "network-vif-plugged", "status": "completed", "tag": "d037a5ed-ad1d-4360-b5ee-45ccff1b84e7"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:06:51.702896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:06:51.725399 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054a5622-647b-47df-9e09-6edc823274ab x-openstack-request-id: req-054a5622-647b-47df-9e09-6edc823274ab {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:06:51.725722 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76308ad9-3202-42c7-909a-6edf49399727", "name": "network-vif-plugged", "status": "completed", "tag": "d037a5ed-ad1d-4360-b5ee-45ccff1b84e7", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:06:51.725975 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-054a5622-647b-47df-9e09-6edc823274ab {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:06:51.726364 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76308ad9-3202-42c7-909a-6edf49399727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd037a5ed-ad1d-4360-b5ee-45ccff1b84e7', 'code': 200} Sep 16 17:06:51.766977 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:51.813744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:06:51.821234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09db56-324d-4e56-bb23-76d2a3e2cd54 req-fd72e529-ef40-4c27-bb27-ec270b024791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:51.822789 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0a09db56-324d-4e56-bb23-76d2a3e2cd54 req-fd72e529-ef40-4c27-bb27-ec270b024791 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 1096 time: 0.0421283 Sep 16 17:06:51.861630 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0a09db56-324d-4e56-bb23-76d2a3e2cd54 req-21f8bbe6-d5d5-4c9a-b150-36ad1787a53b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Sep 16 17:06:52.453774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7fc9a-135a-44dd-8fcd-3d6c4e58a260 req-db53eacd-eda3-4cd3-ab7c-e69f7d567b44 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:52.455254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41e7fc9a-135a-44dd-8fcd-3d6c4e58a260 req-db53eacd-eda3-4cd3-ab7c-e69f7d567b44 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 945 time: 0.0494711 Sep 16 17:06:52.493122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41e7fc9a-135a-44dd-8fcd-3d6c4e58a260 req-bfd6ad67-8d3d-4fd0-b18f-4a81d7e99931 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319674 Sep 16 17:06:52.999648 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:06:53.610800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ebb17-ae5b-4952-9d79-4102d15b672a req-24e85e43-5ca1-44ce-a02c-b74e965b9571 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:53.612271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d90ebb17-ae5b-4952-9d79-4102d15b672a req-24e85e43-5ca1-44ce-a02c-b74e965b9571 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 945 time: 0.0524311 Sep 16 17:06:53.648595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d90ebb17-ae5b-4952-9d79-4102d15b672a req-2712c4ef-98b5-4657-bf79-4028f87990f2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303171 Sep 16 17:06:53.758958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6d1cc-d820-4557-b57a-09a01913965a req-6b99a657-e8c4-4a8a-96d0-e97eed93c39c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:53.760460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f5e6d1cc-d820-4557-b57a-09a01913965a req-6b99a657-e8c4-4a8a-96d0-e97eed93c39c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 945 time: 0.0479639 Sep 16 17:06:53.798055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f5e6d1cc-d820-4557-b57a-09a01913965a req-6927db1b-65ae-4bcf-804d-6176b2913c61 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Sep 16 17:06:53.911772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb17bf3-8770-496f-8f8c-d5a54591a9b9 req-917a2a28-1b47-4a71-8139-b459d5240077 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:53.913195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-deb17bf3-8770-496f-8f8c-d5a54591a9b9 req-917a2a28-1b47-4a71-8139-b459d5240077 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 945 time: 0.0484846 Sep 16 17:06:53.949672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-deb17bf3-8770-496f-8f8c-d5a54591a9b9 req-77396e8e-d948-467e-876c-5fff04a21a01 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306237 Sep 16 17:06:54.439119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7004736-05c7-4a21-9175-e521f8fffc6c req-6c6885a6-3914-4812-9463-73e5ee37673e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:54.440614 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7004736-05c7-4a21-9175-e521f8fffc6c req-6c6885a6-3914-4812-9463-73e5ee37673e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 945 time: 0.0540524 Sep 16 17:06:54.478666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7004736-05c7-4a21-9175-e521f8fffc6c req-883e2161-4213-4c1b-bcaf-dcad4eaafa90 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Sep 16 17:06:55.592159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e772d3e-0485-45ed-9ced-f3f9a5c62dab req-5fe7a205-8bcc-481f-b9cf-c6c38ac1857b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:55.593668 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e772d3e-0485-45ed-9ced-f3f9a5c62dab req-5fe7a205-8bcc-481f-b9cf-c6c38ac1857b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 945 time: 0.0488949 Sep 16 17:06:55.630270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e772d3e-0485-45ed-9ced-f3f9a5c62dab req-c7297693-7604-451e-b06f-b03465da35b8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305192 Sep 16 17:06:55.834067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-20efee59-b93d-4800-8980-28f911ac068c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:06:55.835526 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-20efee59-b93d-4800-8980-28f911ac068c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 945 time: 0.0486803 Sep 16 17:06:55.923733 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-2881030d-1088-407e-a391-717a7bce2c3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Deleting port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:06:55.924085 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-2881030d-1088-407e-a391-717a7bce2c3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:56.014031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-2881030d-1088-407e-a391-717a7bce2c3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] For port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:06:56.014400 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-2881030d-1088-407e-a391-717a7bce2c3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:56.026555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-2881030d-1088-407e-a391-717a7bce2c3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Calling delete_port for d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:06:56.229563 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-2881030d-1088-407e-a391-717a7bce2c3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:56.241499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['d037a5ed-ad1d-4360-b5ee-45ccff1b84e7'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:06:56.257706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881030d-1088-407e-a391-717a7bce2c3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'Port': ['ID=d037a5ed-ad1d-4360-b5ee-45ccff1b84e7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:06:56.303128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-2881030d-1088-407e-a391-717a7bce2c3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] No DVR routers for this DVR port d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:06:56.305995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-2881030d-1088-407e-a391-717a7bce2c3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:56.308062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ec17ae3b-1205-4106-896d-018c8b72e27b req-2881030d-1088-407e-a391-717a7bce2c3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "DELETE /v2.0/ports/d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 HTTP/1.1" status: 204 len: 173 time: 0.4665461 Sep 16 17:06:56.308561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76308ad9-3202-42c7-909a-6edf49399727', 'name': 'network-vif-deleted', 'tag': 'd037a5ed-ad1d-4360-b5ee-45ccff1b84e7'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:06:56.311125 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018ef85d-1366-497f-b016-4229e64f3be4" -d '{"events": [{"server_uuid": "76308ad9-3202-42c7-909a-6edf49399727", "name": "network-vif-deleted", "tag": "d037a5ed-ad1d-4360-b5ee-45ccff1b84e7"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:06:56.512363 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6696ca9-e7e0-4667-b11c-dc28e1d7c605 x-openstack-request-id: req-a6696ca9-e7e0-4667-b11c-dc28e1d7c605 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:06:56.512363 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76308ad9-3202-42c7-909a-6edf49399727", "name": "network-vif-deleted", "tag": "d037a5ed-ad1d-4360-b5ee-45ccff1b84e7", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:06:56.512363 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6696ca9-e7e0-4667-b11c-dc28e1d7c605 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:06:56.512363 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76308ad9-3202-42c7-909a-6edf49399727', 'name': 'network-vif-deleted', 'tag': 'd037a5ed-ad1d-4360-b5ee-45ccff1b84e7', 'status': 'completed', 'code': 200} Sep 16 17:06:56.728362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-667ba741-fd59-49b9-9dc0-12d9836e331d req-6702d0d6-0c97-41a9-8cdf-dcee5ad9b267 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 210 time: 0.0311601 Sep 16 17:06:57.822634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc8daa6f-4aea-4f6b-9f54-07d2ae1f9e26 req-53dae5ae-4766-464d-906b-e943fe096225 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 210 time: 0.0268292 Sep 16 17:06:58.206353 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2a94c2b4-d91a-43b7-863e-1b5a5791307d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:06:58.931167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7adbba62-a4f7-4f38-b986-6354c0928852 req-6935f02b-f17b-44cc-9f55-06257fe68e8e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 210 time: 0.0299234 Sep 16 17:06:59.574713 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:06:59.598748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:06:59.599091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device d037a5ed-ad1d-4360-b5ee-45ccff1b84e7 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:07:00.044560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5dd7d307-8596-4c0d-8ba6-ea575c781dc3 req-53a0933e-08a5-4116-9f8d-bc98ec887cbb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=76308ad9-3202-42c7-909a-6edf49399727 HTTP/1.1" status: 200 len: 210 time: 0.0258970 Sep 16 17:07:00.823239 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-36cfdf15-8b15-4c7a-a8b2-8a1cd951672e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:01.463466 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:02.019390 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:03.959400 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:09.485796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-e56f6d55-bca4-4e63-837c-6bce3f4a2d9a req-97808027-efbb-4882-a220-a2edf2361bb6 service neutron] (95358) timed out ('10.222.0.62', 59012) {{(pid=95358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 17:07:13.874746 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:14.028736 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:28.251425 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf89aecc-1320-4bd7-9a68-bc324d6f3f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:29.999219 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:07:30.811322 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-29cf8707-78f2-4bc8-b427-8e5b5d6670d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:31.502945 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:31.986320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9664c-88b3-416f-a937-21852972942e req-6253ba45-2f13-4827-af8d-cb393ca89004 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:31.987779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-6253ba45-2f13-4827-af8d-cb393ca89004 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1025651 Sep 16 17:07:32.003575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-1dd7cb8c-e707-483b-845b-2a57c1770a24 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/quotas/b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 375 time: 0.0092094 Sep 16 17:07:32.017054 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:32.060821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-86a45cb4-c132-49c3-b661-60ea9b23ba75 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510540 Sep 16 17:07:32.149270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-e981abb2-8e2a-4d69-b208-3e0f30b1c258 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816166 Sep 16 17:07:32.239598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-5b161f26-8a21-4757-9b52-764460f4884d service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842927 Sep 16 17:07:32.801451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36b7af07-051b-4177-8110-c068846850b4 req-80309e7d-cced-4b6c-83a2-6934466cb5e9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 210 time: 0.0266438 Sep 16 17:07:33.822544 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:33.878720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ccbf7a16-025d-42d8-941f-a5642b1d8fa2 req-32c1d6ff-e270-44fb-bbab-62126b35fc7e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 210 time: 0.0279956 Sep 16 17:07:34.968782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71447321-2e2c-42d8-b4c7-856bba8bf2b7 req-c1ec8231-719e-437d-89c8-345cd200d056 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 210 time: 0.0268776 Sep 16 17:07:35.431016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-ef81219f-f1fc-47d8-8f4f-e8a8b9f88103 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932379 Sep 16 17:07:35.512036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-45c57f3c-690e-4d1d-a254-5135f6b7d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:35.513573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-45c57f3c-690e-4d1d-a254-5135f6b7d7af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64796ca7c1594021a1ba48302c50439e&device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 1096 time: 0.0404463 Sep 16 17:07:35.616058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-f3ba8870-27e7-4865-b063-c7a1bb1951b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:35.618528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-f3ba8870-27e7-4865-b063-c7a1bb1951b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 HTTP/1.1" status: 200 len: 910 time: 0.0858102 Sep 16 17:07:35.690704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-2db90286-1e63-4958-bfdd-06da9ab6eac0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb11ab6c-408e-486a-8471-1ccc3d114937 HTTP/1.1" status: 200 len: 1001 time: 0.0655165 Sep 16 17:07:35.741074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-96b8c1af-d687-47b6-896b-db0fce160fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:35.743011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-96b8c1af-d687-47b6-896b-db0fce160fe6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5794a2e-3682-44ef-842b-5d2d54d27504 HTTP/1.1" status: 200 len: 848 time: 0.0455167 Sep 16 17:07:35.788924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-298edd8c-9beb-4144-a637-254a0873756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:35.790893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-298edd8c-9beb-4144-a637-254a0873756c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412750 Sep 16 17:07:35.801638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-dd91fb33-723a-4cfa-a572-ae94833ec1be service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:07:35.802604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-dd91fb33-723a-4cfa-a572-ae94833ec1be service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050056 Sep 16 17:07:35.895683 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-c2dd6e99-9da8-4387-ab74-abd7ecb2fdf4 service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857687 Sep 16 17:07:35.995900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0c5fac8-dbdf-47b4-8ebe-63cb4c980eaf req-9457af49-2a3b-421b-a6c1-bf1d147fc056 service neutron] 10.222.0.52 "GET /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938895 Sep 16 17:07:36.063006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e9ef8a2-1f01-4c58-bed0-58444fd19665 req-f0dde37d-5d17-4153-971e-b30e72427656 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 210 time: 0.0269403 Sep 16 17:07:36.694082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9664c-88b3-416f-a937-21852972942e req-7eecf744-9cd1-49f9-9ad6-62e6833821b9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:36.695626 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-7eecf744-9cd1-49f9-9ad6-62e6833821b9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1058683 Sep 16 17:07:36.707422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'port': {'device_id': '5de3f390-2c11-468d-8ce0-534b6fb692d1', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'admin_state_up': True, 'tenant_id': 'b78067ac6a9445eda6728447e754af50'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:07:36.914253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Made reservation on behalf of b78067ac6a9445eda6728447e754af50 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:07:36.918224 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:37.060561 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Allocated IP 172.20.0.4 (3f8f19a5-7ae2-42cb-ba9a-a6e48b066056/c93d8e99-fcb2-420b-8c8c-4d5c8bab8760/13b342cd-3063-468c-83dc-ec72a1b6949d) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:07:37.157715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-30328ddd-a3a1-4e65-99d2-5a8730cd0422 req-27812a8e-9700-4cf5-b846-5e1ebcee4c53 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 210 time: 0.0280306 Sep 16 17:07:37.223619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:37.308897 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:37.354124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:07:37.357179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:07:37.360284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:07:37.388950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=13b342cd-3063-468c-83dc-ec72a1b6949d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:37.405082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.405428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.406243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.406243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.406473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.406738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.407063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.407387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.407712 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.408033 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.408356 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.408700 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:37.434614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:37.435530 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:37.520563 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-4373573d-4459-4382-b5cf-8ca905f94164 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166187 Sep 16 17:07:37.535730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Request body: {'port': {'device_id': '5de3f390-2c11-468d-8ce0-534b6fb692d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:07:37.592573 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:37.638724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-01d63dbe-7d97-488a-b916-2c5ad0bd458e None None] Provisioning complete for port 13b342cd-3063-468c-83dc-ec72a1b6949d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:07:37.639395 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-01d63dbe-7d97-488a-b916-2c5ad0bd458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:37.673491 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-01d63dbe-7d97-488a-b916-2c5ad0bd458e None None] Port 13b342cd-3063-468c-83dc-ec72a1b6949d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:07:37.861873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b342cd-3063-468c-83dc-ec72a1b6949d {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:07:37.870710 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:37.883142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Transition to ACTIVE for port object 13b342cd-3063-468c-83dc-ec72a1b6949d will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:07:37.953982 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:38.005035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Pushing event updated for resources: {'Port': ['ID=13b342cd-3063-468c-83dc-ec72a1b6949d,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:38.093397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Attempting to bind port 13b342cd-3063-468c-83dc-ec72a1b6949d on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:07:38.093914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Attempting to bind port 13b342cd-3063-468c-83dc-ec72a1b6949d by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:07:38.094250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Attempting to bind port 13b342cd-3063-468c-83dc-ec72a1b6949d on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:07:38.099291 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Port 13b342cd-3063-468c-83dc-ec72a1b6949d on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:07:38.099617 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Attempting to bind port 13b342cd-3063-468c-83dc-ec72a1b6949d on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:07:38.105848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:07:38.106182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Checking segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:07:38.106579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Bound using segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:07:38.107034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Bound port: 13b342cd-3063-468c-83dc-ec72a1b6949d, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:07:38.107409 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:38.180993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] For port 13b342cd-3063-468c-83dc-ec72a1b6949d, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:07:38.184315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] For port 13b342cd-3063-468c-83dc-ec72a1b6949d, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=13b342cd-3063-468c-83dc-ec72a1b6949d,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:07:38.251732 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:38.283885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28526e3b-ed9b-452e-8496-ad8ad3432ecc req-185532a2-f21e-47b2-999f-64f060d45af1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:38.286042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28526e3b-ed9b-452e-8496-ad8ad3432ecc req-185532a2-f21e-47b2-999f-64f060d45af1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 943 time: 0.0535514 Sep 16 17:07:38.295865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:38.296850 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:38.298441 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-46be2615-750c-4671-8204-33c17528bd45 service neutron] 10.222.0.62 "PUT /v2.0/ports/13b342cd-3063-468c-83dc-ec72a1b6949d HTTP/1.1" status: 200 len: 1091 time: 0.7695229 Sep 16 17:07:38.299121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de3f390-2c11-468d-8ce0-534b6fb692d1', 'tag': '13b342cd-3063-468c-83dc-ec72a1b6949d'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:07:38.301686 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ed546b-2319-4366-9448-2d32bbee9a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5de3f390-2c11-468d-8ce0-534b6fb692d1", "tag": "13b342cd-3063-468c-83dc-ec72a1b6949d"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:07:38.337991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be2615-750c-4671-8204-33c17528bd45 service neutron] Pushing event updated for resources: {'Port': ['ID=13b342cd-3063-468c-83dc-ec72a1b6949d,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:38.356529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28526e3b-ed9b-452e-8496-ad8ad3432ecc req-829091a4-ad35-470c-848f-b220dba96817 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379658 Sep 16 17:07:38.379126 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b925ee27-8694-460a-afd2-c86cd1816340 x-openstack-request-id: req-b925ee27-8694-460a-afd2-c86cd1816340 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:07:38.379483 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de3f390-2c11-468d-8ce0-534b6fb692d1", "tag": "13b342cd-3063-468c-83dc-ec72a1b6949d", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:07:38.379789 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b925ee27-8694-460a-afd2-c86cd1816340 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:07:38.380254 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de3f390-2c11-468d-8ce0-534b6fb692d1', 'tag': '13b342cd-3063-468c-83dc-ec72a1b6949d', 'status': 'completed', 'code': 200} Sep 16 17:07:38.449380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed546b-2319-4366-9448-2d32bbee9a7c req-140bc077-5f83-458d-ac29-e5d2a3acf34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:38.450920 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-65ed546b-2319-4366-9448-2d32bbee9a7c req-140bc077-5f83-458d-ac29-e5d2a3acf34b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 1094 time: 0.0485780 Sep 16 17:07:38.560396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed546b-2319-4366-9448-2d32bbee9a7c req-104b118f-12e3-4591-9ba6-26425f07cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:38.562353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-65ed546b-2319-4366-9448-2d32bbee9a7c req-104b118f-12e3-4591-9ba6-26425f07cd88 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b78067ac6a9445eda6728447e754af50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1027405 Sep 16 17:07:38.669657 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed546b-2319-4366-9448-2d32bbee9a7c req-dc6cc384-a6dc-4bc1-8fcb-725bca21048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:38.671197 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-65ed546b-2319-4366-9448-2d32bbee9a7c req-dc6cc384-a6dc-4bc1-8fcb-725bca21048a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018765 Sep 16 17:07:38.756658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9664c-88b3-416f-a937-21852972942e req-2f743e48-17d3-4da8-abe4-50aecea1ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:38.758515 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-2f743e48-17d3-4da8-abe4-50aecea1ae2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 1094 time: 0.0488904 Sep 16 17:07:38.807323 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-8f419362-e787-4437-8a5e-b57d4325ef53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13b342cd-3063-468c-83dc-ec72a1b6949d HTTP/1.1" status: 200 len: 217 time: 0.0412710 Sep 16 17:07:38.862045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9664c-88b3-416f-a937-21852972942e req-1d1c7251-caa8-4b46-8391-7dfb13f0aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:38.863545 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-1d1c7251-caa8-4b46-8391-7dfb13f0aa45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0489047 Sep 16 17:07:38.910216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9664c-88b3-416f-a937-21852972942e req-50cd207e-c274-47c8-9ca4-ad62ecb66340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:38.911749 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-50cd207e-c274-47c8-9ca4-ad62ecb66340 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415370 Sep 16 17:07:39.009981 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-46846d17-562b-4695-9df6-0fd4f970dcf9 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900939 Sep 16 17:07:39.107832 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8ad9664c-88b3-416f-a937-21852972942e req-7d968dbb-c5d0-4e40-b9cb-114fd7a906ca service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909364 Sep 16 17:07:39.499443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cce89-002b-4c87-8fc0-ad0c337ad3a6 req-34f2ee62-44f9-491b-a56f-2050ff321d7f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:39.501193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af8cce89-002b-4c87-8fc0-ad0c337ad3a6 req-34f2ee62-44f9-491b-a56f-2050ff321d7f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 943 time: 0.0576053 Sep 16 17:07:39.542342 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af8cce89-002b-4c87-8fc0-ad0c337ad3a6 req-d7dd568a-be4f-40a9-aa9e-b124e27ab7a3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347416 Sep 16 17:07:40.660812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfad98e-f2ac-4166-b56e-db74370ddf97 req-428c47cf-3525-4cc6-9cc4-4f2688b9d3d8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:40.662234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6dfad98e-f2ac-4166-b56e-db74370ddf97 req-428c47cf-3525-4cc6-9cc4-4f2688b9d3d8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 943 time: 0.0500865 Sep 16 17:07:40.700077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6dfad98e-f2ac-4166-b56e-db74370ddf97 req-7bbd23c2-31b0-4041-be0c-9472fb857859 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Sep 16 17:07:41.813460 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac0e2f-c128-44db-a60b-d4786880b524 req-99f672b7-5d85-4512-aac8-e319025fcdd1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:41.814942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89ac0e2f-c128-44db-a60b-d4786880b524 req-99f672b7-5d85-4512-aac8-e319025fcdd1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 943 time: 0.0486512 Sep 16 17:07:41.851717 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89ac0e2f-c128-44db-a60b-d4786880b524 req-25aa36ad-490d-40fb-ad22-52f5e4735eb7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300736 Sep 16 17:07:42.967566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fce5f-a424-45b2-962b-b38badc595ee req-beba229b-c515-40ee-a80d-6b1687bf1fc7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:42.969050 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce5fce5f-a424-45b2-962b-b38badc595ee req-beba229b-c515-40ee-a80d-6b1687bf1fc7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 943 time: 0.0520487 Sep 16 17:07:43.010625 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce5fce5f-a424-45b2-962b-b38badc595ee req-d9f49a9f-24af-4fc0-a3db-6166d06a0abb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356789 Sep 16 17:07:43.862078 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:44.028019 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:44.123410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42922cfa-675b-48f6-8008-940984a76097 req-77f4d116-bacc-4609-bf97-61dae3f56cb7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:44.124823 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42922cfa-675b-48f6-8008-940984a76097 req-77f4d116-bacc-4609-bf97-61dae3f56cb7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 943 time: 0.0482712 Sep 16 17:07:44.161524 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42922cfa-675b-48f6-8008-940984a76097 req-e0849a7e-779e-42a2-be33-abfd3b2ee8dd tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308175 Sep 16 17:07:45.274817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee223f-c12a-40bd-9147-69976bc60500 req-af2f5c5d-e943-4fae-ba1f-c869b9942fde tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:45.276288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1ee223f-c12a-40bd-9147-69976bc60500 req-af2f5c5d-e943-4fae-ba1f-c869b9942fde tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 943 time: 0.0482347 Sep 16 17:07:45.312309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1ee223f-c12a-40bd-9147-69976bc60500 req-00a9676c-212b-42f9-9ead-27ff21939c82 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302157 Sep 16 17:07:46.429720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b474073-91a1-4ed1-a1ad-aea4fccee7f3 req-ae88f12a-4ca8-4678-a056-e0d480e86486 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:46.431193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b474073-91a1-4ed1-a1ad-aea4fccee7f3 req-ae88f12a-4ca8-4678-a056-e0d480e86486 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 943 time: 0.0525084 Sep 16 17:07:46.468084 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b474073-91a1-4ed1-a1ad-aea4fccee7f3 req-8b1ca5cc-fbb5-4e3c-89d9-571c238452b1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Sep 16 17:07:47.264198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde9879-ee3e-4887-a5b6-1d5a927e50e0 req-5a4e5839-b684-4d2b-8a53-3290c26ebec9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:47.265697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1bde9879-ee3e-4887-a5b6-1d5a927e50e0 req-5a4e5839-b684-4d2b-8a53-3290c26ebec9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 945 time: 0.0478923 Sep 16 17:07:47.303189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1bde9879-ee3e-4887-a5b6-1d5a927e50e0 req-36d2f5be-4b33-4968-8ce4-3b85cb89d739 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314279 Sep 16 17:07:47.583274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e05c7-5135-4140-bc17-28184f927df7 req-ae86a87a-0021-4e30-bc4d-c72fe88630b4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:47.584767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-828e05c7-5135-4140-bc17-28184f927df7 req-ae86a87a-0021-4e30-bc4d-c72fe88630b4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 943 time: 0.0494177 Sep 16 17:07:47.624773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-828e05c7-5135-4140-bc17-28184f927df7 req-e00d3ece-70fc-458a-871a-5d50ce1ec09e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Sep 16 17:07:48.424984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cfb8d-e52a-482b-a11b-4a06d71861b0 req-06de9137-2a59-4936-9faf-07fc1f12bd72 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:48.426515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf0cfb8d-e52a-482b-a11b-4a06d71861b0 req-06de9137-2a59-4936-9faf-07fc1f12bd72 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 945 time: 0.0543480 Sep 16 17:07:48.464817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf0cfb8d-e52a-482b-a11b-4a06d71861b0 req-1aa5ad68-672c-466d-97ef-70a8a783a519 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/security-groups?id=78aeb383-251b-4cdd-af7c-1a02b5c95ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317543 Sep 16 17:07:48.528193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-2e31f724-6d0b-4b06-8e68-cbb1108bfc9b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:48.529656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-2e31f724-6d0b-4b06-8e68-cbb1108bfc9b tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.52 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 945 time: 0.0475836 Sep 16 17:07:48.617744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Deleting port fb11ab6c-408e-486a-8471-1ccc3d114937 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:07:48.618403 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:48.731757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] For port fb11ab6c-408e-486a-8471-1ccc3d114937, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=fb11ab6c-408e-486a-8471-1ccc3d114937,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:48.732119 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:48.813215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c1fbc-484c-4038-a221-3fa30cad5775 req-e1c1c4ba-649b-4409-bb57-364f3166c9c0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:48.814671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc6c1fbc-484c-4038-a221-3fa30cad5775 req-e1c1c4ba-649b-4409-bb57-364f3166c9c0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 943 time: 0.1241515 Sep 16 17:07:49.178620 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc6c1fbc-484c-4038-a221-3fa30cad5775 req-26f2891e-24c7-4d2e-877f-c21a573ec815 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533466 Sep 16 17:07:49.257677 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:49.258042 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:49.258365 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Floating IP ff7ce3c4-88eb-4cc7-a5c1-0cbfc6debc2b disassociated. External IP: 172.25.6.184, port: fb11ab6c-408e-486a-8471-1ccc3d114937. Sep 16 17:07:49.258713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Calling delete_port for fb11ab6c-408e-486a-8471-1ccc3d114937 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:07:49.445619 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:49.475595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event deleted for resources: {'Port': ['ID=fb11ab6c-408e-486a-8471-1ccc3d114937,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:49.486113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.486464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.486804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.487138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.487478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.487783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.488126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.488461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.488787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.489110 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.489458 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.489804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:49.603851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Router 2845667a-1e30-4cab-8fd1-d1f560ed82ca has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:07:49.677008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc9cf315-3fe4-4842-aaf7-69568a281892 req-c1ea2dd3-9a55-4a14-b362-291a0ecb9899 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "GET /v2.0/ports?device_id=999b3725-790c-4e1d-9f35-8655d1846f89 HTTP/1.1" status: 200 len: 210 time: 0.0294142 Sep 16 17:07:49.714708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 13b342cd-3063-468c-83dc-ec72a1b6949d details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:07:49.735347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:07:49.751530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] Sync routers for ids ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:07:49.777608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] No DVR routers for this DVR port fb11ab6c-408e-486a-8471-1ccc3d114937 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:07:49.780356 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:49.782416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96a2b572-1154-428b-b9ef-9caf514d10dd req-0945c94d-c4f0-4f03-afa1-91aec751d999 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.52 "DELETE /v2.0/ports/fb11ab6c-408e-486a-8471-1ccc3d114937 HTTP/1.1" status: 204 len: 173 time: 1.2457435 Sep 16 17:07:49.782847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999b3725-790c-4e1d-9f35-8655d1846f89', 'name': 'network-vif-deleted', 'tag': 'fb11ab6c-408e-486a-8471-1ccc3d114937'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:07:49.785160 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa635ecc-064a-461f-880b-bc3de3e12560" -d '{"events": [{"server_uuid": "999b3725-790c-4e1d-9f35-8655d1846f89", "name": "network-vif-deleted", "tag": "fb11ab6c-408e-486a-8471-1ccc3d114937"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:07:49.793587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] Routers {'2845667a-1e30-4cab-8fd1-d1f560ed82ca'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:07:49.794661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:07:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:49.870942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 13b342cd-3063-468c-83dc-ec72a1b6949d, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=13b342cd-3063-468c-83dc-ec72a1b6949d,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:49.910386 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6678f739-43e0-48fd-ac46-ddc9224d87eb x-openstack-request-id: req-6678f739-43e0-48fd-ac46-ddc9224d87eb {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:07:49.910684 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999b3725-790c-4e1d-9f35-8655d1846f89", "name": "network-vif-deleted", "tag": "fb11ab6c-408e-486a-8471-1ccc3d114937", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:07:49.911488 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6678f739-43e0-48fd-ac46-ddc9224d87eb {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:07:49.911887 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999b3725-790c-4e1d-9f35-8655d1846f89', 'name': 'network-vif-deleted', 'tag': 'fb11ab6c-408e-486a-8471-1ccc3d114937', 'status': 'completed', 'code': 200} Sep 16 17:07:49.919785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '13b342cd-3063-468c-83dc-ec72a1b6949d', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'port_id': '13b342cd-3063-468c-83dc-ec72a1b6949d', 'mac_address': 'fa:16:3e:95:a1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:07:49.959155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] Set router 2845667a-1e30-4cab-8fd1-d1f560ed82ca gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:07:50.001881 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:50.046750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b342cd-3063-468c-83dc-ec72a1b6949d {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:07:50.082865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 13b342cd-3063-468c-83dc-ec72a1b6949d, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=13b342cd-3063-468c-83dc-ec72a1b6949d,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:50.265763 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:50.295510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d37fc-32cd-438f-9573-28a82934faa2 req-fa780904-b101-4a88-8263-2929d8c3844f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:50.297073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-779d37fc-32cd-438f-9573-28a82934faa2 req-fa780904-b101-4a88-8263-2929d8c3844f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 944 time: 0.0495417 Sep 16 17:07:50.336734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-779d37fc-32cd-438f-9573-28a82934faa2 req-ddd9b8a1-5b75-4636-b1ba-af2592bad256 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333529 Sep 16 17:07:50.352401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=13b342cd-3063-468c-83dc-ec72a1b6949d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:50.361463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.361851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.362168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.362530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.362824 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.363155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.363485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.363811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.364135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.364484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.364810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.365138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:07:50.396899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ee7ff516-0262-4b7a-ad99-3f7d973bfbae', 'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'mac_address': 'fa:16:3e:cb:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:39Z', 'updated_at': '2021-09-16T17:02:44Z', 'revision_number': 5, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'subnets': [{'id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:50.431046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] Checking router: 2845667a-1e30-4cab-8fd1-d1f560ed82ca for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:07:50.439639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] Routers {'2845667a-1e30-4cab-8fd1-d1f560ed82ca'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:07:50.440278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:07:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:50.474686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['13b342cd-3063-468c-83dc-ec72a1b6949d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:07:50.593268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] Set router 2845667a-1e30-4cab-8fd1-d1f560ed82ca gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:07:50.736775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53580) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:07:50.849598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ee7ff516-0262-4b7a-ad99-3f7d973bfbae', 'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'mac_address': 'fa:16:3e:cb:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:39Z', 'updated_at': '2021-09-16T17:02:44Z', 'revision_number': 5, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'subnets': [{'id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:50.863697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-8d964db7-9486-4e10-ac3d-a38fcc3811f9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Deleting port d7a57475-9011-4874-a9ae-4fe07ffb45e0 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:07:50.864041 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d964db7-9486-4e10-ac3d-a38fcc3811f9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:50.876212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93e46a-5147-4aa2-919a-b4cef957de09 None None] The sync data for ids ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'] in n-d-807786-3 is: [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ee7ff516-0262-4b7a-ad99-3f7d973bfbae', 'name': '', 'network_id': '6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'mac_address': 'fa:16:3e:cb:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:39Z', 'updated_at': '2021-09-16T17:02:44Z', 'revision_number': 5, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'subnets': [{'id': 'c5794a2e-3682-44ef-842b-5d2d54d27504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:07:50.956933 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d964db7-9486-4e10-ac3d-a38fcc3811f9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:50.957273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d964db7-9486-4e10-ac3d-a38fcc3811f9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:50.970361 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-8d964db7-9486-4e10-ac3d-a38fcc3811f9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Calling delete_port for d7a57475-9011-4874-a9ae-4fe07ffb45e0 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:07:51.115885 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b8454-143f-4fee-9c55-44fdad6be709 None None] New status for floating IP ff7ce3c4-88eb-4cc7-a5c1-0cbfc6debc2b: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:07:51.154156 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d964db7-9486-4e10-ac3d-a38fcc3811f9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:51.181518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d964db7-9486-4e10-ac3d-a38fcc3811f9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event deleted for resources: {'Port': ['ID=d7a57475-9011-4874-a9ae-4fe07ffb45e0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:51.191849 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.db.api [None req-208b8454-143f-4fee-9c55-44fdad6be709 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:07:51.192200 n-d-807786-3 neutron-server[95360]: DEBUG oslo_db.api [None req-208b8454-143f-4fee-9c55-44fdad6be709 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:07:51.247856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d964db7-9486-4e10-ac3d-a38fcc3811f9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:51.250562 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8d964db7-9486-4e10-ac3d-a38fcc3811f9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:51.251772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8d964db7-9486-4e10-ac3d-a38fcc3811f9 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "DELETE /v2.0/floatingips/ff7ce3c4-88eb-4cc7-a5c1-0cbfc6debc2b HTTP/1.1" status: 204 len: 168 time: 0.5139267 Sep 16 17:07:51.317572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53586) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:07:51.388221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3de4b594-b06b-422e-9731-970f6fe71e10 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:51.423862 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3de4b594-b06b-422e-9731-970f6fe71e10 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:51.493385 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690642d2-3d9e-4c06-8895-275a893e647e req-bfadf041-f5a6-426d-bd7b-8a4286f6b2c0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:51.494889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-690642d2-3d9e-4c06-8895-275a893e647e req-bfadf041-f5a6-426d-bd7b-8a4286f6b2c0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 944 time: 0.0852835 Sep 16 17:07:51.534035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-690642d2-3d9e-4c06-8895-275a893e647e req-65167fbe-bfe3-45bb-94da-ecf7cdb190e6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330529 Sep 16 17:07:51.616222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3de4b594-b06b-422e-9731-970f6fe71e10 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:51.619393 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3de4b594-b06b-422e-9731-970f6fe71e10 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:51.620651 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3de4b594-b06b-422e-9731-970f6fe71e10 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] 10.222.0.22 "DELETE /v2.0/security-groups/78aeb383-251b-4cdd-af7c-1a02b5c95ccc HTTP/1.1" status: 204 len: 168 time: 0.3019905 Sep 16 17:07:51.629820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4b594-b06b-422e-9731-970f6fe71e10 tempest-TestServerBasicOps-1234822597 tempest-TestServerBasicOps-1234822597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aeb383-251b-4cdd-af7c-1a02b5c95ccc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:51.693223 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b8454-143f-4fee-9c55-44fdad6be709 None None] New status for floating IP ff7ce3c4-88eb-4cc7-a5c1-0cbfc6debc2b: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:07:51.724856 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53592) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:07:51.732626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 13b342cd-3063-468c-83dc-ec72a1b6949d up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:07:51.755410 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fb11ab6c-408e-486a-8471-1ccc3d114937 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:07:51.780616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: fb11ab6c-408e-486a-8471-1ccc3d114937 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:07:51.781050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device fb11ab6c-408e-486a-8471-1ccc3d114937 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:07:51.851213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 13b342cd-3063-468c-83dc-ec72a1b6949d completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:07:51.856064 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 13b342cd-3063-468c-83dc-ec72a1b6949d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:07:51.856470 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:51.942539 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:51.964325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de3f390-2c11-468d-8ce0-534b6fb692d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b342cd-3063-468c-83dc-ec72a1b6949d'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:07:51.966708 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83cfeb7-8531-4922-9a9c-adbcadbab290" -d '{"events": [{"server_uuid": "5de3f390-2c11-468d-8ce0-534b6fb692d1", "name": "network-vif-plugged", "status": "completed", "tag": "13b342cd-3063-468c-83dc-ec72a1b6949d"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:07:51.980186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 13b342cd-3063-468c-83dc-ec72a1b6949d, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=13b342cd-3063-468c-83dc-ec72a1b6949d,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:52.045761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:52.069554 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605d3734-648c-40e0-b321-fc52a3faac7b x-openstack-request-id: req-605d3734-648c-40e0-b321-fc52a3faac7b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:07:52.071295 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de3f390-2c11-468d-8ce0-534b6fb692d1", "name": "network-vif-plugged", "status": "completed", "tag": "13b342cd-3063-468c-83dc-ec72a1b6949d", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:07:52.071295 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-605d3734-648c-40e0-b321-fc52a3faac7b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:07:52.071295 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de3f390-2c11-468d-8ce0-534b6fb692d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b342cd-3063-468c-83dc-ec72a1b6949d', 'code': 200} Sep 16 17:07:52.097528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=13b342cd-3063-468c-83dc-ec72a1b6949d,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:52.166083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fa2ea-ae8a-4829-a563-29d85020141d req-e760a3ba-e740-48eb-a889-991c763a31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:52.167607 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-135fa2ea-ae8a-4829-a563-29d85020141d req-e760a3ba-e740-48eb-a889-991c763a31fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 1096 time: 0.0415552 Sep 16 17:07:52.194138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:52.207427 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-135fa2ea-ae8a-4829-a563-29d85020141d req-e6fceb30-bdcc-4e9d-9f9d-c3538279484e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Sep 16 17:07:52.437641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] Deleting port ee7ff516-0262-4b7a-ad99-3f7d973bfbae {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:07:52.437981 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:52.519832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] For port ee7ff516-0262-4b7a-ad99-3f7d973bfbae, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ee7ff516-0262-4b7a-ad99-3f7d973bfbae,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:52.520105 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:52.532624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] Calling delete_port for ee7ff516-0262-4b7a-ad99-3f7d973bfbae owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:07:52.698242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bb479-89cc-4b43-ba85-1d6985654bb1 req-5de99558-691d-4fc1-9b69-f1077c222018 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:52.702705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e84bb479-89cc-4b43-ba85-1d6985654bb1 req-5de99558-691d-4fc1-9b69-f1077c222018 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 945 time: 0.0694051 Sep 16 17:07:52.772589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e84bb479-89cc-4b43-ba85-1d6985654bb1 req-9bcb959b-0fee-4bc6-a1a6-4b3f2226b293 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652022 Sep 16 17:07:52.827883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:52.857615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7ff516-0262-4b7a-ad99-3f7d973bfbae,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:53.023158 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:53.238039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] Router 2845667a-1e30-4cab-8fd1-d1f560ed82ca has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:07:53.348587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:07:53.358937 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-070fb36e-fc84-45f7-8a76-f833f94df265 admin admin] 10.222.0.22 "PUT /v2.0/routers/2845667a-1e30-4cab-8fd1-d1f560ed82ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6286521 Sep 16 17:07:53.358937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53602) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:07:53.360815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] Sync routers for ids ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:07:53.369715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] Routers {'2845667a-1e30-4cab-8fd1-d1f560ed82ca'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:07:53.370344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:07:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:53.477426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] Set router 2845667a-1e30-4cab-8fd1-d1f560ed82ca gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:07:53.668354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:07:52Z', 'revision_number': 5, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:53.696294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] Checking router: 2845667a-1e30-4cab-8fd1-d1f560ed82ca for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:07:53.705044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] Routers {'2845667a-1e30-4cab-8fd1-d1f560ed82ca'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:07:53.705670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:07:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:53.743026 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:53.812909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] Set router 2845667a-1e30-4cab-8fd1-d1f560ed82ca gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:07:53.846028 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:53.897301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a633-1f88-48de-ab14-f1aa5632b074 req-d159d8b1-cf4d-448d-bb79-011c56a15b62 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:53.899373 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d17a633-1f88-48de-ab14-f1aa5632b074 req-d159d8b1-cf4d-448d-bb79-011c56a15b62 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 945 time: 0.0504203 Sep 16 17:07:53.940421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d17a633-1f88-48de-ab14-f1aa5632b074 req-bc3523b8-e84d-453a-93c2-85df64649c57 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Sep 16 17:07:53.995251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:07:52Z', 'revision_number': 5, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:54.027192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6feb05-527e-4b80-ae8c-a80fa539cabb None None] The sync data for ids ['2845667a-1e30-4cab-8fd1-d1f560ed82ca'] in n-d-807786-3 is: [{'id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'name': 'tempest-TestServerBasicOps-1053416012-router', 'tenant_id': '64796ca7c1594021a1ba48302c50439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:35Z', 'updated_at': '2021-09-16T17:07:52Z', 'revision_number': 5, 'project_id': '64796ca7c1594021a1ba48302c50439e', 'gw_port': {'id': '7066d0de-bdaa-4463-92e4-b3473584fb2b', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2845667a-1e30-4cab-8fd1-d1f560ed82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:36Z', 'updated_at': '2021-09-16T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:07:54.047659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Deleting port 7066d0de-bdaa-4463-92e4-b3473584fb2b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:07:54.048004 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:54.085651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e246f-c724-40aa-82c9-54858c0582f9 req-91e3e179-f9b5-4384-99c6-554bc0c3625e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:54.087915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-996e246f-c724-40aa-82c9-54858c0582f9 req-91e3e179-f9b5-4384-99c6-554bc0c3625e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 945 time: 0.0809386 Sep 16 17:07:54.165249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-996e246f-c724-40aa-82c9-54858c0582f9 req-8f81eb6c-35dc-43cc-9752-c97404986329 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493076 Sep 16 17:07:54.171694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] For port 7066d0de-bdaa-4463-92e4-b3473584fb2b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7066d0de-bdaa-4463-92e4-b3473584fb2b,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:54.172064 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:54.186589 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Calling delete_port for 7066d0de-bdaa-4463-92e4-b3473584fb2b owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:07:54.400168 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:54.426921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=7066d0de-bdaa-4463-92e4-b3473584fb2b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:54.496152 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:54.588676 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:54.590830 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:54.725788 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:54.726282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2845667a-1e30-4cab-8fd1-d1f560ed82ca {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:07:54.730503 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:54.731752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d2cf3e97-6c3b-411d-939b-ab6d38880a7d admin admin] 10.222.0.22 "DELETE /v2.0/routers/2845667a-1e30-4cab-8fd1-d1f560ed82ca HTTP/1.1" status: 204 len: 168 time: 1.3731027 Sep 16 17:07:54.734163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53612) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:07:54.790748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-737d28f9-c609-42e0-9918-ff8ea46a2c4b admin admin] Deleting subnet c5794a2e-3682-44ef-842b-5d2d54d27504 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:07:54.794105 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-737d28f9-c609-42e0-9918-ff8ea46a2c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:54.840005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-737d28f9-c609-42e0-9918-ff8ea46a2c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:54.923444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-737d28f9-c609-42e0-9918-ff8ea46a2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.062889 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-737d28f9-c609-42e0-9918-ff8ea46a2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.095408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d28f9-c609-42e0-9918-ff8ea46a2c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5794a2e-3682-44ef-842b-5d2d54d27504,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:55.097346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-737d28f9-c609-42e0-9918-ff8ea46a2c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.099410 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-737d28f9-c609-42e0-9918-ff8ea46a2c4b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c5794a2e-3682-44ef-842b-5d2d54d27504 HTTP/1.1" status: 204 len: 168 time: 0.3641195 Sep 16 17:07:55.102000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858b2c8-7058-4f75-b888-37f31f96a272 None None] Network 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:07:55.103065 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53620) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:07:55.174916 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.205419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ee7ff516-0262-4b7a-ad99-3f7d973bfbae no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:07:55.232025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ee7ff516-0262-4b7a-ad99-3f7d973bfbae {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:07:55.232940 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ee7ff516-0262-4b7a-ad99-3f7d973bfbae not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:07:55.239048 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Deleting port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:07:55.239323 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.313696 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] For port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=18da65c1-0a0e-4596-92de-84e6d2f1f5bc,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:55.314059 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.323951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d476ddaf-8ea9-4054-b98e-ae337a60b56a None None] DHCP port deletion for 6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:07:55.327234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Calling delete_port for 18da65c1-0a0e-4596-92de-84e6d2f1f5bc owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:07:55.371429 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d476ddaf-8ea9-4054-b98e-ae337a60b56a None None] Deleting port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:07:55.371832 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d476ddaf-8ea9-4054-b98e-ae337a60b56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.446609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d476ddaf-8ea9-4054-b98e-ae337a60b56a None None] For port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=18da65c1-0a0e-4596-92de-84e6d2f1f5bc,segment=NetworkSegment(38fa84b5-4029-4344-b26a-6b4f701cba54),segment_id=38fa84b5-4029-4344-b26a-6b4f701cba54)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:55.447005 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d476ddaf-8ea9-4054-b98e-ae337a60b56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.463036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d476ddaf-8ea9-4054-b98e-ae337a60b56a None None] Calling delete_port for 18da65c1-0a0e-4596-92de-84e6d2f1f5bc owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:07:55.525835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.542242 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d476ddaf-8ea9-4054-b98e-ae337a60b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.557146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] No DVR routers for this DVR port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:07:55.562681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Pushing event deleted for resources: {'Port': ['ID=18da65c1-0a0e-4596-92de-84e6d2f1f5bc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:55.572951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476ddaf-8ea9-4054-b98e-ae337a60b56a None None] Pushing event deleted for resources: {'Port': ['ID=18da65c1-0a0e-4596-92de-84e6d2f1f5bc,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:55.581993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476ddaf-8ea9-4054-b98e-ae337a60b56a None None] No DVR routers for this DVR port 18da65c1-0a0e-4596-92de-84e6d2f1f5bc on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:07:55.649628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.669982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:55.679272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fa84b5-4029-4344-b26a-6b4f701cba54') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:55.679599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fa84b5-4029-4344-b26a-6b4f701cba54') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:55.689767 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.704275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.711103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:07:55.711614 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:07:55.713763 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:07:55.836398 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.839342 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:55.844644 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5 HTTP/1.1" status: 204 len: 168 time: 0.7371585 Sep 16 17:07:55.845377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53636) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:07:55.855400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdac44-a06c-487e-a0ab-e8abf459be92 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d763ea9-5be8-4932-ac5b-3fb3a97fc1a5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:56.203610 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:56.465115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] Deleting port a5e92c33-8634-49fd-a5a7-8aec04979e42 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:07:56.465458 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:56.548154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] For port a5e92c33-8634-49fd-a5a7-8aec04979e42, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a5e92c33-8634-49fd-a5a7-8aec04979e42,segment=NetworkSegment(f53f2433-274d-47eb-b508-29f1e0c17c92),segment_id=f53f2433-274d-47eb-b508-29f1e0c17c92)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:56.548632 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:56.568086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] Calling delete_port for a5e92c33-8634-49fd-a5a7-8aec04979e42 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:07:56.834833 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 18da65c1-0a0e-4596-92de-84e6d2f1f5bc no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:07:56.845882 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:56.852339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 18da65c1-0a0e-4596-92de-84e6d2f1f5bc {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:07:56.852862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 18da65c1-0a0e-4596-92de-84e6d2f1f5bc not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:07:56.853465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7066d0de-bdaa-4463-92e4-b3473584fb2b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:07:56.873870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 7066d0de-bdaa-4463-92e4-b3473584fb2b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:07:56.874529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7066d0de-bdaa-4463-92e4-b3473584fb2b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:07:56.889500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e92c33-8634-49fd-a5a7-8aec04979e42,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:57.073921 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:57.291197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] Router d341a8ce-0b52-4b1d-894d-942993129d3c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:07:57.401674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:07:57.406824 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7460c7e9-945e-4a56-9add-c965eebd976f admin admin] 10.222.0.22 "PUT /v2.0/routers/d341a8ce-0b52-4b1d-894d-942993129d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5603633 Sep 16 17:07:57.409340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53678) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:07:57.412923 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] Sync routers for ids ['d341a8ce-0b52-4b1d-894d-942993129d3c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:07:57.422614 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] Routers {'d341a8ce-0b52-4b1d-894d-942993129d3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:07:57.423217 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:07:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d341a8ce-0b52-4b1d-894d-942993129d3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:57.514105 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:57.526550 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] Set router d341a8ce-0b52-4b1d-894d-942993129d3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:07:57.731688 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'name': 'tempest-TestServerBasicOps-1636751886-router', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:44Z', 'updated_at': '2021-09-16T17:07:56Z', 'revision_number': 5, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'gw_port': {'id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:45Z', 'updated_at': '2021-09-16T17:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:57.759743 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] Checking router: d341a8ce-0b52-4b1d-894d-942993129d3c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:07:57.768296 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] Routers {'d341a8ce-0b52-4b1d-894d-942993129d3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:07:57.768937 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:07:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['d341a8ce-0b52-4b1d-894d-942993129d3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:57.876494 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] Set router d341a8ce-0b52-4b1d-894d-942993129d3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:07:57.888119 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:57.999979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Deleting port 5b39ad52-a3b8-43e5-a009-36d6b2471172 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:07:58.000425 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:58.080893 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'name': 'tempest-TestServerBasicOps-1636751886-router', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:44Z', 'updated_at': '2021-09-16T17:07:56Z', 'revision_number': 5, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'gw_port': {'id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:45Z', 'updated_at': '2021-09-16T17:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:58.098844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] For port 5b39ad52-a3b8-43e5-a009-36d6b2471172, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b39ad52-a3b8-43e5-a009-36d6b2471172,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:58.099209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:58.136319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Calling delete_port for 5b39ad52-a3b8-43e5-a009-36d6b2471172 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:07:58.206620 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc5ccc-7c3d-4d86-ae83-a303ad9f94f0 None None] The sync data for ids ['d341a8ce-0b52-4b1d-894d-942993129d3c'] in n-d-807786-3 is: [{'id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'name': 'tempest-TestServerBasicOps-1636751886-router', 'tenant_id': '9031c5aa96114ac4a47fa212328a84e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:02:44Z', 'updated_at': '2021-09-16T17:07:56Z', 'revision_number': 5, 'project_id': '9031c5aa96114ac4a47fa212328a84e9', 'gw_port': {'id': '5b39ad52-a3b8-43e5-a009-36d6b2471172', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341a8ce-0b52-4b1d-894d-942993129d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:02:45Z', 'updated_at': '2021-09-16T17:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:07:58.216736 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-18089944-f527-4bd7-a083-7f0d8df68c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:58.259757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-d6a3c649-fab0-408e-a13d-2ec574f6c75c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:07:58.261198 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-d6a3c649-fab0-408e-a13d-2ec574f6c75c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1791539 Sep 16 17:07:58.312576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-652d4d84-2963-493a-8a16-b23ec0b205ec tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/quotas/b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 375 time: 0.0453439 Sep 16 17:07:58.401907 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-bf4c25bb-f051-4dfb-addb-f7845c0080cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784299 Sep 16 17:07:58.414468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-5f7ba100-487f-4e3a-9db5-07c0c0511b9e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:07:58.415580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-5f7ba100-487f-4e3a-9db5-07c0c0511b9e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057957 Sep 16 17:07:58.513622 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-292735e4-43fb-493b-adf4-60b9c617f7e1 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917683 Sep 16 17:07:58.514521 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:58.550588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b39ad52-a3b8-43e5-a009-36d6b2471172,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:58.685216 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:58.691140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-73a95db1-f072-410a-9b07-9f50cf370f1e service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520538 Sep 16 17:07:58.788428 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:58.788693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:58.889975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a5e92c33-8634-49fd-a5a7-8aec04979e42 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:07:58.902687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:58.903905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d341a8ce-0b52-4b1d-894d-942993129d3c {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:07:58.909060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:58.910432 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-57b8f0e0-8f4f-49d5-87b2-9f2169cc19b0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d341a8ce-0b52-4b1d-894d-942993129d3c HTTP/1.1" status: 204 len: 168 time: 1.5002060 Sep 16 17:07:58.913102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53700) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:07:58.933887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a5e92c33-8634-49fd-a5a7-8aec04979e42 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:07:58.934236 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a5e92c33-8634-49fd-a5a7-8aec04979e42 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:07:58.943252 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb868907-4732-42fa-a761-55192b710274 req-0936f11b-09eb-442b-aca7-501df0637ffa tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 210 time: 0.0316584 Sep 16 17:07:58.979475 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c751ec03-8869-41c1-a642-25b63e909d1b admin admin] Deleting subnet 4581fe8b-0197-4fb7-9ec3-c2fc503f62c7 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:07:58.983166 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c751ec03-8869-41c1-a642-25b63e909d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.023027 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c751ec03-8869-41c1-a642-25b63e909d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.110296 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c751ec03-8869-41c1-a642-25b63e909d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.246031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c751ec03-8869-41c1-a642-25b63e909d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.272241 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751ec03-8869-41c1-a642-25b63e909d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4581fe8b-0197-4fb7-9ec3-c2fc503f62c7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:59.276693 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c751ec03-8869-41c1-a642-25b63e909d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.278977 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c751ec03-8869-41c1-a642-25b63e909d1b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4581fe8b-0197-4fb7-9ec3-c2fc503f62c7 HTTP/1.1" status: 204 len: 168 time: 0.3643417 Sep 16 17:07:59.281086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53706) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:07:59.283401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699f464-a646-44a4-8370-61c76087399b None None] Network f54175ba-465e-4a3b-a48a-d0ba861c898a requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:07:59.363987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.428980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Deleting port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:07:59.429352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.489852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa13c42-c4f1-407c-b69b-b1fece30d46a None None] DHCP port deletion for f54175ba-465e-4a3b-a48a-d0ba861c898a request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:07:59.500938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] For port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba,segment=NetworkSegment(f53f2433-274d-47eb-b508-29f1e0c17c92),segment_id=f53f2433-274d-47eb-b508-29f1e0c17c92)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:59.507100 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.516636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Calling delete_port for ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:07:59.537314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7aa13c42-c4f1-407c-b69b-b1fece30d46a None None] Deleting port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:07:59.537616 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7aa13c42-c4f1-407c-b69b-b1fece30d46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.603744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7aa13c42-c4f1-407c-b69b-b1fece30d46a None None] For port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba,segment=NetworkSegment(f53f2433-274d-47eb-b508-29f1e0c17c92),segment_id=f53f2433-274d-47eb-b508-29f1e0c17c92)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:07:59.604143 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7aa13c42-c4f1-407c-b69b-b1fece30d46a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.616320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7aa13c42-c4f1-407c-b69b-b1fece30d46a None None] Calling delete_port for ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:07:59.696154 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.701462 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7aa13c42-c4f1-407c-b69b-b1fece30d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.723251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:59.725208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] No DVR routers for this DVR port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:07:59.730401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa13c42-c4f1-407c-b69b-b1fece30d46a None None] Pushing event deleted for resources: {'Port': ['ID=ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:07:59.742187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa13c42-c4f1-407c-b69b-b1fece30d46a None None] No DVR routers for this DVR port ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:07:59.797349 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.821150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54175ba-465e-4a3b-a48a-d0ba861c898a']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:59.830017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53f2433-274d-47eb-b508-29f1e0c17c92') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:59.830304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53f2433-274d-47eb-b508-29f1e0c17c92') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:07:59.839887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.853549 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.859304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:07:59.859717 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:07:59.861369 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:07:59.982491 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.989011 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:07:59.990884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f54175ba-465e-4a3b-a48a-d0ba861c898a HTTP/1.1" status: 204 len: 168 time: 0.7087092 Sep 16 17:08:00.001058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e0955-3003-41f4-9976-38a772cc1006 admin admin] Pushing event deleted for resources: {'Network': ['ID=f54175ba-465e-4a3b-a48a-d0ba861c898a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:00.040788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7bc90b92-4157-4264-a1bd-88c2cde9f864 req-2952fa63-99a5-493e-85a6-abdd9eae6332 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 210 time: 0.0266302 Sep 16 17:08:00.346810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53714) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:00.390627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bab77c1e-1d68-40c6-9799-f73a46e3bb1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64796ca7c1594021a1ba48302c50439e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426550 Sep 16 17:08:00.393302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53716) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:00.443297 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94e3e6e3-756a-4ef0-a789-baba1e23401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:00.464634 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94e3e6e3-756a-4ef0-a789-baba1e23401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:00.587696 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94e3e6e3-756a-4ef0-a789-baba1e23401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:00.590604 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-94e3e6e3-756a-4ef0-a789-baba1e23401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:00.591776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-94e3e6e3-756a-4ef0-a789-baba1e23401d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc55cdad-ec24-440f-8758-f6244ef3b5f9 HTTP/1.1" status: 204 len: 168 time: 0.1975524 Sep 16 17:08:00.599716 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3e6e3-756a-4ef0-a789-baba1e23401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc55cdad-ec24-440f-8758-f6244ef3b5f9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:00.805091 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1bfb3099-f7cb-41eb-99f2-fa3278ccd848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:00.818399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b39ad52-a3b8-43e5-a009-36d6b2471172 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:08:00.839928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 5b39ad52-a3b8-43e5-a009-36d6b2471172 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:08:00.840260 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b39ad52-a3b8-43e5-a009-36d6b2471172 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:08:00.840699 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:08:00.860563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:08:00.860563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ecf40d8d-4dcb-43ec-a404-7b9c03b6b2ba not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:08:00.920193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-337be8a2-d4d5-4d09-ba34-4e82e3fd0d42 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:00.921686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-337be8a2-d4d5-4d09-ba34-4e82e3fd0d42 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.52 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1158636 Sep 16 17:08:00.934400 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'port': {'device_id': 'f50560ec-9dda-480b-9a12-8187c488a12a', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'admin_state_up': True, 'tenant_id': 'b78067ac6a9445eda6728447e754af50'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:08:01.138817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e43823fa-01b8-4c27-83f5-eb8cd0aa0f01 req-3e1ca929-ddfc-456f-917b-9f54441e1b62 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 210 time: 0.0286036 Sep 16 17:08:01.144854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Made reservation on behalf of b78067ac6a9445eda6728447e754af50 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:08:01.144854 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:01.266107 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53726) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:01.356606 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ee4df40c-1974-4183-bd1b-475d456a8083 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9031c5aa96114ac4a47fa212328a84e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892935 Sep 16 17:08:01.359148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53728) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:01.368591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Allocated IP 172.20.0.8 (3f8f19a5-7ae2-42cb-ba9a-a6e48b066056/c93d8e99-fcb2-420b-8c8c-4d5c8bab8760/be481bbc-5fed-4d29-985f-6ff7f5b5add2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:08:01.410688 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfaffa4d-d5da-428c-834f-0c2698547fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:01.434108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfaffa4d-d5da-428c-834f-0c2698547fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:01.496945 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:01.525051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:01.576809 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfaffa4d-d5da-428c-834f-0c2698547fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:01.580656 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfaffa4d-d5da-428c-834f-0c2698547fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:01.580838 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bfaffa4d-d5da-428c-834f-0c2698547fe6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e0ddf74-c7b2-4180-802e-a6e298b307f4 HTTP/1.1" status: 204 len: 168 time: 0.2205091 Sep 16 17:08:01.589874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaffa4d-d5da-428c-834f-0c2698547fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0ddf74-c7b2-4180-802e-a6e298b307f4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:01.635287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:01.650500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['13b342cd-3063-468c-83dc-ec72a1b6949d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:08:01.691986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:08:01.706121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:01.716423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:08:01.744671 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=be481bbc-5fed-4d29-985f-6ff7f5b5add2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:01.780796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:01.781464 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:01.909167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-e32a8d57-461d-44f0-b673-eb2809def35f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9783916 Sep 16 17:08:01.922741 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Request body: {'port': {'device_id': 'f50560ec-9dda-480b-9a12-8187c488a12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:08:01.987296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:02.022412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4704a2d8-ba5d-4e71-816e-e24bae9f0b0e None None] Provisioning complete for port be481bbc-5fed-4d29-985f-6ff7f5b5add2 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:02.023437 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4704a2d8-ba5d-4e71-816e-e24bae9f0b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:02.052820 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:02.068176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4704a2d8-ba5d-4e71-816e-e24bae9f0b0e None None] Port be481bbc-5fed-4d29-985f-6ff7f5b5add2 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:08:02.300657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be481bbc-5fed-4d29-985f-6ff7f5b5add2 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:08:02.309379 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:02.322841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Transition to ACTIVE for port object be481bbc-5fed-4d29-985f-6ff7f5b5add2 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:08:02.382909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:02.438264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=be481bbc-5fed-4d29-985f-6ff7f5b5add2,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:02.552355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ca891-2a99-48fc-a4b8-e8cb417d9480 req-b26c8575-4142-4dd6-861c-b77b53666c3f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:02.554997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c47ca891-2a99-48fc-a4b8-e8cb417d9480 req-b26c8575-4142-4dd6-861c-b77b53666c3f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.3300011 Sep 16 17:08:02.562015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Attempting to bind port be481bbc-5fed-4d29-985f-6ff7f5b5add2 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:08:02.562354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Attempting to bind port be481bbc-5fed-4d29-985f-6ff7f5b5add2 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:08:02.562684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Attempting to bind port be481bbc-5fed-4d29-985f-6ff7f5b5add2 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:08:02.575961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Port be481bbc-5fed-4d29-985f-6ff7f5b5add2 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:08:02.576290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Attempting to bind port be481bbc-5fed-4d29-985f-6ff7f5b5add2 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:08:02.591624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:08:02.592030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Checking segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:08:02.592530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Bound using segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:08:02.592973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Bound port: be481bbc-5fed-4d29-985f-6ff7f5b5add2, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:08:02.593364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:02.673651 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c47ca891-2a99-48fc-a4b8-e8cb417d9480 req-afa96701-6a91-4872-a463-b7beda99b7e2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085327 Sep 16 17:08:02.689496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] For port be481bbc-5fed-4d29-985f-6ff7f5b5add2, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:08:02.699601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] For port be481bbc-5fed-4d29-985f-6ff7f5b5add2, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=be481bbc-5fed-4d29-985f-6ff7f5b5add2,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:08:02.828858 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:02.868157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:02.868671 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:02.870399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] 10.222.0.52 "PUT /v2.0/ports/be481bbc-5fed-4d29-985f-6ff7f5b5add2 HTTP/1.1" status: 200 len: 1091 time: 0.9531476 Sep 16 17:08:02.873355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50560ec-9dda-480b-9a12-8187c488a12a', 'tag': 'be481bbc-5fed-4d29-985f-6ff7f5b5add2'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:08:02.879578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53758) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:02.883470 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956e9408-0e51-4598-97dc-7e74c4dc8455" -d '{"events": [{"name": "network-changed", "server_uuid": "f50560ec-9dda-480b-9a12-8187c488a12a", "tag": "be481bbc-5fed-4d29-985f-6ff7f5b5add2"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:08:02.912348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada4723-b2fd-479a-9a3c-d1ac40d34fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=be481bbc-5fed-4d29-985f-6ff7f5b5add2,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:02.928937 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97289a3a-4c9b-4ca2-9ea5-029cd684b263 x-openstack-request-id: req-97289a3a-4c9b-4ca2-9ea5-029cd684b263 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:08:02.929261 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50560ec-9dda-480b-9a12-8187c488a12a", "tag": "be481bbc-5fed-4d29-985f-6ff7f5b5add2", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:08:02.929516 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97289a3a-4c9b-4ca2-9ea5-029cd684b263 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:08:02.929930 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50560ec-9dda-480b-9a12-8187c488a12a', 'tag': 'be481bbc-5fed-4d29-985f-6ff7f5b5add2', 'status': 'completed', 'code': 200} Sep 16 17:08:02.996359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e9408-0e51-4598-97dc-7e74c4dc8455 req-f82e7a38-fe7d-48a9-a0e0-c7ad262956b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:03.002460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2107824014-network', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:08:03.005491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-956e9408-0e51-4598-97dc-7e74c4dc8455 req-f82e7a38-fe7d-48a9-a0e0-c7ad262956b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 1094 time: 0.0542541 Sep 16 17:08:03.086245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Made reservation on behalf of 4dc55fcc1edd43e6a93287c5dd14c478 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:08:03.088724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:03.098955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:03.120132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e9408-0e51-4598-97dc-7e74c4dc8455 req-ca55d7d6-317c-4e74-8dea-0d66c00d6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:03.121972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-956e9408-0e51-4598-97dc-7e74c4dc8455 req-ca55d7d6-317c-4e74-8dea-0d66c00d6858 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b78067ac6a9445eda6728447e754af50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1084468 Sep 16 17:08:03.197373 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:03.235050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e9408-0e51-4598-97dc-7e74c4dc8455 req-7ac6b796-c638-4fba-a259-fb4de5cb1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:03.236580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-956e9408-0e51-4598-97dc-7e74c4dc8455 req-7ac6b796-c638-4fba-a259-fb4de5cb1d23 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081939 Sep 16 17:08:03.296859 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:03.316244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-48cc2845-4bcd-4559-abb2-4283fe82d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:03.317512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-48cc2845-4bcd-4559-abb2-4283fe82d2d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 1094 time: 0.0445416 Sep 16 17:08:03.319205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:08:03.338648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6c37f2-467b-4b77-8b68-1e8ce4bc63f3,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:03.342156 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:03.342687 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Added segment d0287de6-7d0a-451c-9e6a-f67de48b30c0 of type vlan for network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c Sep 16 17:08:03.372774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-d066f46f-7a0f-4d4a-8f6d-7d8e30b445a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be481bbc-5fed-4d29-985f-6ff7f5b5add2 HTTP/1.1" status: 200 len: 217 time: 0.0469153 Sep 16 17:08:03.389771 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:03.431963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-49096211-6b60-421d-b9cd-a3e3877b5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:03.433474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-49096211-6b60-421d-b9cd-a3e3877b5594 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0543926 Sep 16 17:08:03.481244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-19c8339f-5b75-46a3-acec-fdfb1609302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:03.482680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-19c8339f-5b75-46a3-acec-fdfb1609302e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427046 Sep 16 17:08:03.531437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:03.533036 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:03.534738 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:03.596339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-c75ad17f-d665-4685-be5e-f1809c8ae1da service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057608 Sep 16 17:08:03.616275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] Pushing event updated for resources: {'Network': ['ID=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:03.628931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:08:03.648895 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-03e3e4b1-9978-4920-a99b-3e94a8f74816 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7653301 Sep 16 17:08:03.648895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53764) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:03.654843 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Request body: {'subnet': {'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2107824014-subnet', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:08:03.699485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3fbb4894-9801-4306-a59d-ad68b70ca543 req-fbc8d76a-6889-4bc9-acba-b16d49019645 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954690 Sep 16 17:08:03.748856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Made reservation on behalf of 4dc55fcc1edd43e6a93287c5dd14c478 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:08:03.751872 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:03.808631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30e9c8-cb5b-4e84-a0c3-90c87fe2f63e req-e8b0583b-ebfe-40d1-a923-c9190f5407b4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:03.811721 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af30e9c8-cb5b-4e84-a0c3-90c87fe2f63e req-e8b0583b-ebfe-40d1-a923-c9190f5407b4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0611572 Sep 16 17:08:03.837897 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:03.858337 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af30e9c8-cb5b-4e84-a0c3-90c87fe2f63e req-2bf899bb-0420-4495-bb00-3e1c67a1dffb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Sep 16 17:08:04.016791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:04.065051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e20011-6666-424d-909f-e4217b25abbd,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:04.082421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Checking segment: {'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:08:04.082827 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Network hostable DHCP agents. Network: 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:08:04.170977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:08:04.250685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:04.255161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:04.255821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:04.262751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75a023-202e-4f63-9eab-0e1adf574131 None None] Network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:08:04.348736 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a2292350-7862-4400-a99c-e4f1ce25ab8a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6983745 Sep 16 17:08:04.352071 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 53768) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:04.356558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:08:04.433289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:08:04.434290 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:04.486287 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:04.487537 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:04.551694 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:04.584270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Allocated IP 172.20.0.2 (4a3db85b-4bd5-482c-a0ad-8f2307f85e2c/04e20011-6666-424d-909f-e4217b25abbd/d320f686-cf0c-4322-a340-ea807a00351a) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:08:04.737572 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:04.791502 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:04.880463 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:04.933316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:08:04.936281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:04.940312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:08:04.955629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Pushing event updated for resources: {'Port': ['ID=d320f686-cf0c-4322-a340-ea807a00351a,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:05.015213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Attempting to bind port d320f686-cf0c-4322-a340-ea807a00351a on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:08:05.015895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Attempting to bind port d320f686-cf0c-4322-a340-ea807a00351a by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:08:05.016515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Attempting to bind port d320f686-cf0c-4322-a340-ea807a00351a on network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:08:05.023829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82dc71-eb5e-4b90-bf65-7dc632d7e33a req-720bdd11-4d10-4080-98ac-baea5c2073d0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:05.024551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:08:05.024816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Checking segment: {'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:08:05.025232 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:05.025594 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c82dc71-eb5e-4b90-bf65-7dc632d7e33a req-720bdd11-4d10-4080-98ac-baea5c2073d0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0809684 Sep 16 17:08:05.025737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Bound using segment: {'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:08:05.026098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Bound port: d320f686-cf0c-4322-a340-ea807a00351a, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:08:05.026497 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:05.075639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c82dc71-eb5e-4b90-bf65-7dc632d7e33a req-44e3dd14-579f-4eec-b619-96f55fb7c5b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Sep 16 17:08:05.110156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] For port d320f686-cf0c-4322-a340-ea807a00351a, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:08:05.113556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] For port d320f686-cf0c-4322-a340-ea807a00351a, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d320f686-cf0c-4322-a340-ea807a00351a,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:08:05.190284 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:05.256945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a901c89-7536-4ea6-8d20-f88ce6e892c4 None None] Pushing event updated for resources: {'Port': ['ID=d320f686-cf0c-4322-a340-ea807a00351a,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:05.485460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:05.505768 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:05.617342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Allocated IP 172.25.6.250 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/cffd59fd-3812-402b-96e2-ecf0cdaf20b1) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:08:05.729906 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:05.833749 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:05.874577 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:08:05.880686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:05.884920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:08:05.915454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Pushing event updated for resources: {'Port': ['ID=cffd59fd-3812-402b-96e2-ecf0cdaf20b1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:06.202375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6182d-a0aa-4ee4-8a59-51e066684345 req-45dc937e-b0a1-4a06-82d4-2e4ca48c2200 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:06.206423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ba6182d-a0aa-4ee4-8a59-51e066684345 req-45dc937e-b0a1-4a06-82d4-2e4ca48c2200 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0587823 Sep 16 17:08:06.215897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927eb295-7f15-458a-aef1-bf2c9c3c9965 None None] Network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:08:06.271672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6ba6182d-a0aa-4ee4-8a59-51e066684345 req-9454e57d-cb98-4529-9e0b-7a41a29b1a34 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523906 Sep 16 17:08:06.310373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a5a61676-a336-4e03-9288-00a8ab93c544 None None] Provisioning complete for port d320f686-cf0c-4322-a340-ea807a00351a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:06.310739 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a5a61676-a336-4e03-9288-00a8ab93c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:06.313427 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:06.530619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:06.616213 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a5a61676-a336-4e03-9288-00a8ab93c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:06.667313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a5a61676-a336-4e03-9288-00a8ab93c544 None None] For port d320f686-cf0c-4322-a340-ea807a00351a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d320f686-cf0c-4322-a340-ea807a00351a,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:08:06.764873 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a5a61676-a336-4e03-9288-00a8ab93c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:06.776578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:08:06.840480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a61676-a336-4e03-9288-00a8ab93c544 None None] Pushing event updated for resources: {'Port': ['ID=d320f686-cf0c-4322-a340-ea807a00351a,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:06.890835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d320f686-cf0c-4322-a340-ea807a00351a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:08:06.900989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:08:06.925337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bc51fc20-85a9-4133-9b58-fe85427ee21e None None] Provisioning complete for port d320f686-cf0c-4322-a340-ea807a00351a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:06.925337 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bc51fc20-85a9-4133-9b58-fe85427ee21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:06.925337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Sync routers for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:08:06.966676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:08:06.971203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:08:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:06.988644 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:06.993509 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1eec5efe-ee8a-48b8-9846-ca89f4ce8377 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6403844 Sep 16 17:08:06.993697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53774) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:06.998834 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:08:07.093584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d320f686-cf0c-4322-a340-ea807a00351a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:07.093953 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:07.181580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:08:07.418169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:06Z', 'revision_number': 3, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:07.448221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6011e-5b49-46bd-b398-3a93547a6a6b req-dcac4228-18f6-4cfd-9bc9-43439dcac038 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:07.448221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4db6011e-5b49-46bd-b398-3a93547a6a6b req-dcac4228-18f6-4cfd-9bc9-43439dcac038 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0989268 Sep 16 17:08:07.453212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Checking router: e2fbeb61-5745-4e2e-a2bd-1a597bccb894 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:08:07.453643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Updating router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 port cffd59fd-3812-402b-96e2-ecf0cdaf20b1 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:08:07.479679 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:07.516737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4db6011e-5b49-46bd-b398-3a93547a6a6b req-ba2ea550-2940-495b-b71e-7af26c4cbcdd tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608456 Sep 16 17:08:07.518501 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:07.761219 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:07.845940 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:07.899602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Attempting to bind port cffd59fd-3812-402b-96e2-ecf0cdaf20b1 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:08:07.900014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Attempting to bind port cffd59fd-3812-402b-96e2-ecf0cdaf20b1 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:08:07.900320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Attempting to bind port cffd59fd-3812-402b-96e2-ecf0cdaf20b1 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:08:07.910928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfce96-f5ea-4669-b565-e6161a4286fb None None] Pushing event updated for resources: {'Port': ['ID=cffd59fd-3812-402b-96e2-ecf0cdaf20b1,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:07.914226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:08:07.914226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:08:07.914981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:07.915342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:08:07.915814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Bound port: cffd59fd-3812-402b-96e2-ecf0cdaf20b1, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:08:07.916194 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:07.970298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] For port cffd59fd-3812-402b-96e2-ecf0cdaf20b1, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:08:07.973902 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] For port cffd59fd-3812-402b-96e2-ecf0cdaf20b1, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cffd59fd-3812-402b-96e2-ecf0cdaf20b1,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:08:08.006767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Allocated IP 172.20.0.1 (4a3db85b-4bd5-482c-a0ad-8f2307f85e2c/04e20011-6666-424d-909f-e4217b25abbd/6e18981e-e984-4629-a25d-7beb68d80cdc) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:08:08.057306 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:08.115559 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:08:08.116166 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:08:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:08.134082 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:08.151478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfce96-f5ea-4669-b565-e6161a4286fb None None] Pushing event updated for resources: {'Port': ['ID=cffd59fd-3812-402b-96e2-ecf0cdaf20b1,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:08.227508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:08:08.245200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:08.285007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:08:08.289934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:08.300229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:08:08.317222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Pushing event updated for resources: {'Port': ['ID=6e18981e-e984-4629-a25d-7beb68d80cdc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:08.341938 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:08.431240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:06Z', 'revision_number': 3, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:08.469445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74ec5a-c686-471e-8dfd-8cd27bc0f8c7 None None] The sync data for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 is: [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:06Z', 'revision_number': 3, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:08:08.610501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bb1e51b0-01aa-43b3-922b-bb666b889a11 None None] Provisioning complete for port 6e18981e-e984-4629-a25d-7beb68d80cdc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:08.610869 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bb1e51b0-01aa-43b3-922b-bb666b889a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:08.654112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e51b0-01aa-43b3-922b-bb666b889a11 None None] Port 6e18981e-e984-4629-a25d-7beb68d80cdc cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:08:08.657456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:08.686013 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e794c-4d7b-41c1-9d5a-9e19a0a75f2d req-779c856c-d631-48d8-a8fc-bee785a8f718 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:08.687597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed9e794c-4d7b-41c1-9d5a-9e19a0a75f2d req-779c856c-d631-48d8-a8fc-bee785a8f718 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0980382 Sep 16 17:08:08.793206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed9e794c-4d7b-41c1-9d5a-9e19a0a75f2d req-b41bea48-46d5-4fea-beef-cf32cf2ff6de tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843024 Sep 16 17:08:08.910269 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:08.955899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d320f686-cf0c-4322-a340-ea807a00351a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:08:08.976756 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:09.019422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d320f686-cf0c-4322-a340-ea807a00351a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:09.019794 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:09.049098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:09.052870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Pushing event updated for resources: {'Port': ['ID=6e18981e-e984-4629-a25d-7beb68d80cdc,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:09.129639 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cffd59fd-3812-402b-96e2-ecf0cdaf20b1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:08:09.164900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:08:09.166477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:09.186493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port cffd59fd-3812-402b-96e2-ecf0cdaf20b1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:09.186874 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:09.289706 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:09.317270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port cffd59fd-3812-402b-96e2-ecf0cdaf20b1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cffd59fd-3812-402b-96e2-ecf0cdaf20b1,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:08:09.345605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:08:09.401118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:09.474209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:08:09.484941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-188bf910-39cd-4d9d-a23b-f65b442ff31d admin admin] 10.222.0.22 "PUT /v2.0/routers/e2fbeb61-5745-4e2e-a2bd-1a597bccb894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4900312 Sep 16 17:08:09.495714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=cffd59fd-3812-402b-96e2-ecf0cdaf20b1,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:09.499241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d7b0e3a7-f631-420c-b09d-bbb789d906bf None None] Provisioning complete for port 6e18981e-e984-4629-a25d-7beb68d80cdc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:09.499775 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e3a7-f631-420c-b09d-bbb789d906bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:09.542013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0e3a7-f631-420c-b09d-bbb789d906bf None None] Port 6e18981e-e984-4629-a25d-7beb68d80cdc cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:08:09.935980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca266a35-379b-46c1-9a77-05d975d34902 req-e661d869-dc6b-4906-a76f-73668babf9e0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:09.935980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca266a35-379b-46c1-9a77-05d975d34902 req-e661d869-dc6b-4906-a76f-73668babf9e0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0588050 Sep 16 17:08:09.982010 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca266a35-379b-46c1-9a77-05d975d34902 req-f237929e-027d-445f-8800-b1862672475b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Sep 16 17:08:10.260742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53796) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:10.265686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1561406762-network', 'tenant_id': '9565574c62694033a376956c018a6e9d'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:08:10.373965 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Sync routers for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:08:10.376470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Made reservation on behalf of 9565574c62694033a376956c018a6e9d for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:08:10.378881 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:10.383605 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:08:10.384214 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:08:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:10.393244 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:10.491603 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:10.501802 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:08:10.558731 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:10.588894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:08:10.608068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c024b28d-3ac6-4c5b-b030-e9477778723e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:10.611438 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:10.611854 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Added segment 53b75704-7402-417f-a479-81345f3feee5 of type vlan for network fc457e76-a925-4bff-bca2-ce95bb646fd8 Sep 16 17:08:10.665505 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:10.734479 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 2, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:10.765944 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Checking router: e2fbeb61-5745-4e2e-a2bd-1a597bccb894 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:08:10.766263 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Updating router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 port 6e18981e-e984-4629-a25d-7beb68d80cdc binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:08:10.771526 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:10.772562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:10.773920 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:10.793423 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:10.859221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cffd59fd-3812-402b-96e2-ecf0cdaf20b1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:08:10.859742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] Pushing event updated for resources: {'Network': ['ID=fc457e76-a925-4bff-bca2-ce95bb646fd8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:10.883499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network fc457e76-a925-4bff-bca2-ce95bb646fd8 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:08:10.894786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bd3ac344-91bf-40cd-afe5-862b70cb8efc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6301737 Sep 16 17:08:10.895212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53798) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:10.901938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Request body: {'subnet': {'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1561406762-subnet', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:08:10.978952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port cffd59fd-3812-402b-96e2-ecf0cdaf20b1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:10.979327 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.005178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Made reservation on behalf of 9565574c62694033a376956c018a6e9d for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:08:11.008426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.119683 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.192326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4f7a0-fb6c-48bd-82aa-3a5391ffa949 req-d3ab94eb-cd73-4646-835f-3c87805ab819 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:11.193433 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.193855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6dd4f7a0-fb6c-48bd-82aa-3a5391ffa949 req-d3ab94eb-cd73-4646-835f-3c87805ab819 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0745587 Sep 16 17:08:11.260258 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Pushing event updated for resources: {'Port': ['ID=6e18981e-e984-4629-a25d-7beb68d80cdc,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:11.269371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6dd4f7a0-fb6c-48bd-82aa-3a5391ffa949 req-b39fe7d5-aba5-4a58-add7-00824d62ccba tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526710 Sep 16 17:08:11.286980 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.287330 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.287813 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.288214 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.289180 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.289570 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.290059 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.290473 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.290876 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.291261 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.291725 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.292313 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:11.325486 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Attempting to bind port 6e18981e-e984-4629-a25d-7beb68d80cdc on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:08:11.328921 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Attempting to bind port 6e18981e-e984-4629-a25d-7beb68d80cdc by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:08:11.328921 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Attempting to bind port 6e18981e-e984-4629-a25d-7beb68d80cdc on network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:08:11.333717 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:08:11.334089 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Checking segment: {'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:08:11.334483 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.334867 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Bound using segment: {'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:08:11.335507 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Bound port: 6e18981e-e984-4629-a25d-7beb68d80cdc, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:08:11.335934 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.409851 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] For port 6e18981e-e984-4629-a25d-7beb68d80cdc, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:08:11.414675 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] For port 6e18981e-e984-4629-a25d-7beb68d80cdc, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6e18981e-e984-4629-a25d-7beb68d80cdc,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:08:11.422614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.475080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5328d009-ce24-441e-a1b4-a8c64dd21c07 None None] Provisioning complete for port 6e18981e-e984-4629-a25d-7beb68d80cdc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:11.475543 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5328d009-ce24-441e-a1b4-a8c64dd21c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.488409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a882236a-0f45-40c2-9540-69392fafe9b1,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:11.495785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Checking segment: {'id': '53b75704-7402-417f-a479-81345f3feee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:08:11.496145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Network hostable DHCP agents. Network: fc457e76-a925-4bff-bca2-ce95bb646fd8, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:08:11.509979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5328d009-ce24-441e-a1b4-a8c64dd21c07 None None] Port 6e18981e-e984-4629-a25d-7beb68d80cdc cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:08:11.566080 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.605646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Network fc457e76-a925-4bff-bca2-ce95bb646fd8 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:08:11.632664 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:08:11.633314 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:08:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:11.638389 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5d120-7aa2-41dd-afea-422e14dd1be7 None None] Pushing event updated for resources: {'Port': ['ID=6e18981e-e984-4629-a25d-7beb68d80cdc,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:11.709055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, fc457e76-a925-4bff-bca2-ce95bb646fd8) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:11.715969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:11.720567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.722126 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b138d2fb-bb6b-4978-85bb-8fb61c6d712c None None] Network fc457e76-a925-4bff-bca2-ce95bb646fd8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:08:11.756546 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:08:11.806458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-353ed85b-2fb7-49ff-b2db-c916aec6fe13 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9093692 Sep 16 17:08:11.809034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53802) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:11.815321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1561406762-router', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:08:11.872213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6838a3b2-9ac9-4b42-8b8b-454d1c26a5d7 None None] Provisioning complete for port 6e18981e-e984-4629-a25d-7beb68d80cdc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:11.872841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6838a3b2-9ac9-4b42-8b8b-454d1c26a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.909758 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.910802 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.933787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-fc457e76-a925-4bff-bca2-ce95bb646fd8', 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'fixed_ips': [{'subnet_id': 'a882236a-0f45-40c2-9540-69392fafe9b1'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:08:11.935643 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:11.988069 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.010233 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:11Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:12.037195 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68b4b9-76dc-416d-80eb-0967fa1aabe6 None None] The sync data for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 is: [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:11Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:08:12.052123 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6838a3b2-9ac9-4b42-8b8b-454d1c26a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.141635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-6838a3b2-9ac9-4b42-8b8b-454d1c26a5d7 None None] For port 6e18981e-e984-4629-a25d-7beb68d80cdc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6e18981e-e984-4629-a25d-7beb68d80cdc,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:08:12.163667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Allocated IP 172.20.0.2 (fc457e76-a925-4bff-bca2-ce95bb646fd8/a882236a-0f45-40c2-9540-69392fafe9b1/17ebea9f-cc3e-4c63-beab-13af0fe7c1a8) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:08:12.213201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6838a3b2-9ac9-4b42-8b8b-454d1c26a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.249982 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.333027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838a3b2-9ac9-4b42-8b8b-454d1c26a5d7 None None] Pushing event updated for resources: {'Port': ['ID=6e18981e-e984-4629-a25d-7beb68d80cdc,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:12.408778 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.438724 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23c9fb-023d-4d5a-81cb-2e313acf7240 req-46c5ac13-3c8f-4899-aa86-bb1bec2530bb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:12.440160 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e23c9fb-023d-4d5a-81cb-2e313acf7240 req-46c5ac13-3c8f-4899-aa86-bb1bec2530bb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0807681 Sep 16 17:08:12.491126 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.524961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e23c9fb-023d-4d5a-81cb-2e313acf7240 req-571d1a45-c589-4327-8d7e-bb73054ce2b9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745585 Sep 16 17:08:12.536761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Network fc457e76-a925-4bff-bca2-ce95bb646fd8 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:08:12.541341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:12.546368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:08:12.555753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Pushing event updated for resources: {'Port': ['ID=17ebea9f-cc3e-4c63-beab-13af0fe7c1a8,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:12.619121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Attempting to bind port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:08:12.619517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Attempting to bind port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '53b75704-7402-417f-a479-81345f3feee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:08:12.626987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Attempting to bind port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 on network fc457e76-a925-4bff-bca2-ce95bb646fd8 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:08:12.626987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:08:12.626987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Checking segment: {'id': '53b75704-7402-417f-a479-81345f3feee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:08:12.626987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.626987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Bound using segment: {'id': '53b75704-7402-417f-a479-81345f3feee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:08:12.629215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Bound port: 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b75704-7402-417f-a479-81345f3feee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:08:12.629745 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.699006 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.716302 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] For port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:08:12.720685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] For port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=17ebea9f-cc3e-4c63-beab-13af0fe7c1a8,segment=NetworkSegment(53b75704-7402-417f-a479-81345f3feee5),segment_id=53b75704-7402-417f-a479-81345f3feee5)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:08:12.728679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.818604 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:12.847939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Allocated IP 172.25.6.184 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/5c64d90d-5b53-4bfb-88ac-23d9252287cf) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:08:12.885478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6e18981e-e984-4629-a25d-7beb68d80cdc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:08:12.954832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c70fa3-559e-4e0e-a8e4-d680f2beb8e3 None None] Pushing event updated for resources: {'Port': ['ID=17ebea9f-cc3e-4c63-beab-13af0fe7c1a8,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:12.977567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6e18981e-e984-4629-a25d-7beb68d80cdc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:12.978311 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:13.018509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:13.177215 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:13.260699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:08:13.262021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Pushing event updated for resources: {'Port': ['ID=5c64d90d-5b53-4bfb-88ac-23d9252287cf,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:13.270417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:13.274289 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:08:13.729792 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:13.797014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33041afb-7317-43d4-b8ca-7bd6d5dc7645 req-d5000a61-ff3e-4177-ae2e-8697ac90fc3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:13.799076 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33041afb-7317-43d4-b8ca-7bd6d5dc7645 req-d5000a61-ff3e-4177-ae2e-8697ac90fc3c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.1868441 Sep 16 17:08:13.902098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33041afb-7317-43d4-b8ca-7bd6d5dc7645 req-47705f6d-bf80-4de6-a6b2-9343f254d321 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866480 Sep 16 17:08:13.913571 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:14.012175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6287abdc-cc7a-4e78-b720-6ba0e84841fd None None] Network fc457e76-a925-4bff-bca2-ce95bb646fd8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:08:14.045374 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:14.093243 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:14.101781 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f608af4a-db7b-4557-83d8-dd9f9a99b43a None None] Provisioning complete for port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:14.102154 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f608af4a-db7b-4557-83d8-dd9f9a99b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:14.255765 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f608af4a-db7b-4557-83d8-dd9f9a99b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:14.291609 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f608af4a-db7b-4557-83d8-dd9f9a99b43a None None] For port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=17ebea9f-cc3e-4c63-beab-13af0fe7c1a8,segment=NetworkSegment(53b75704-7402-417f-a479-81345f3feee5),segment_id=53b75704-7402-417f-a479-81345f3feee5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:08:14.296301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:08:14.400112 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f608af4a-db7b-4557-83d8-dd9f9a99b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:14.413801 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:08:14.445662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Sync routers for ids ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:08:14.463263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Routers {'7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:08:14.463875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:08:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:14.508088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:14.509407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-196d7d50-ade1-4396-bc53-95950df6d446 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6991518 Sep 16 17:08:14.512495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 53808) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:08:14.526432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608af4a-db7b-4557-83d8-dd9f9a99b43a None None] Pushing event updated for resources: {'Port': ['ID=17ebea9f-cc3e-4c63-beab-13af0fe7c1a8,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:14.543480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-222b6f16-afe5-4c11-ae2a-d8d317469eb8 None None] Provisioning complete for port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:14.543858 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-222b6f16-afe5-4c11-ae2a-d8d317469eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:14.627890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Set router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:08:14.865448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'name': 'tempest-TestVolumeBackupRestore-1561406762-router', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:11Z', 'updated_at': '2021-09-16T17:08:13Z', 'revision_number': 3, 'project_id': '9565574c62694033a376956c018a6e9d', 'gw_port': {'id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:12Z', 'updated_at': '2021-09-16T17:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:14.909165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Checking router: 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:08:14.909641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Updating router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 port 5c64d90d-5b53-4bfb-88ac-23d9252287cf binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:08:14.912722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:08:14.971915 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.091193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:15.091925 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.121188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b2051-c867-42c6-9178-000351a7816a req-afc0ead5-1358-4718-9c82-aa7d5f1396d1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:15.122727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c3b2051-c867-42c6-9178-000351a7816a req-afc0ead5-1358-4718-9c82-aa7d5f1396d1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.1084087 Sep 16 17:08:15.210266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c3b2051-c867-42c6-9178-000351a7816a req-658a547a-ea79-4f6b-9ce2-c4d129dba0f5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805273 Sep 16 17:08:15.335399 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.343917 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.428405 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.481849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Attempting to bind port 5c64d90d-5b53-4bfb-88ac-23d9252287cf on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:08:15.482214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Attempting to bind port 5c64d90d-5b53-4bfb-88ac-23d9252287cf by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:08:15.482574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Attempting to bind port 5c64d90d-5b53-4bfb-88ac-23d9252287cf on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:08:15.484615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22603feb-e687-4716-b16d-ad73a64f455c None None] Pushing event updated for resources: {'Port': ['ID=5c64d90d-5b53-4bfb-88ac-23d9252287cf,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:15.493171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:08:15.493588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:08:15.493994 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.494386 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:08:15.494859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Bound port: 5c64d90d-5b53-4bfb-88ac-23d9252287cf, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:08:15.495294 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.502482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Allocated IP 172.20.0.1 (fc457e76-a925-4bff-bca2-ce95bb646fd8/a882236a-0f45-40c2-9540-69392fafe9b1/1b9de9dc-e83b-4ec9-8b44-6c1459cad819) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:08:15.550896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] For port 5c64d90d-5b53-4bfb-88ac-23d9252287cf, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:08:15.554304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] For port 5c64d90d-5b53-4bfb-88ac-23d9252287cf, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5c64d90d-5b53-4bfb-88ac-23d9252287cf,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:08:15.608721 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.674393 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.739918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Routers {'7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:08:15.740689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:08:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:15.746851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22603feb-e687-4716-b16d-ad73a64f455c None None] Pushing event updated for resources: {'Port': ['ID=5c64d90d-5b53-4bfb-88ac-23d9252287cf,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:15.747984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.795210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Network fc457e76-a925-4bff-bca2-ce95bb646fd8 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:08:15.799750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:15.802728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:08:15.839029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Pushing event updated for resources: {'Port': ['ID=1b9de9dc-e83b-4ec9-8b44-6c1459cad819,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:15.865762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:15.877305 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] Set router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:08:16.047825 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:16.087161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'name': 'tempest-TestVolumeBackupRestore-1561406762-router', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:11Z', 'updated_at': '2021-09-16T17:08:13Z', 'revision_number': 3, 'project_id': '9565574c62694033a376956c018a6e9d', 'gw_port': {'id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:12Z', 'updated_at': '2021-09-16T17:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:16.115874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f78906-907a-435b-889b-fa28ca55d285 None None] The sync data for ids ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'] in n-d-807786-3 is: [{'id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'name': 'tempest-TestVolumeBackupRestore-1561406762-router', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:11Z', 'updated_at': '2021-09-16T17:08:13Z', 'revision_number': 3, 'project_id': '9565574c62694033a376956c018a6e9d', 'gw_port': {'id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:12Z', 'updated_at': '2021-09-16T17:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:08:16.127641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-38f129b8-fd2c-4e71-b3ee-154bde53801a None None] Provisioning complete for port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:16.127641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-38f129b8-fd2c-4e71-b3ee-154bde53801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:16.163125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-38f129b8-fd2c-4e71-b3ee-154bde53801a None None] Port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:08:16.226492 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:16.311340 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:16.400110 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:16.410859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395fa1-cb30-430b-b380-4d54ffe583ae req-802713b9-a1a1-4193-89c5-22bfe047b0fa tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:16.412511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e395fa1-cb30-430b-b380-4d54ffe583ae req-802713b9-a1a1-4193-89c5-22bfe047b0fa tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.1296751 Sep 16 17:08:16.413202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Pushing event updated for resources: {'Port': ['ID=1b9de9dc-e83b-4ec9-8b44-6c1459cad819,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:16.516659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e395fa1-cb30-430b-b380-4d54ffe583ae req-dde1f77b-d02a-487d-8ce7-f79f59e36ef0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881381 Sep 16 17:08:16.555992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Network fc457e76-a925-4bff-bca2-ce95bb646fd8 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:08:16.557629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:08:16.687520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:08:16.805696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a8d23c42-b44a-44f8-bb0e-4f43a01e2570 None None] Provisioning complete for port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:16.806705 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a8d23c42-b44a-44f8-bb0e-4f43a01e2570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:16.832475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:08:16.841085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-04ceda7c-9a4a-4c51-bfda-c4f86677833b admin admin] 10.222.0.22 "PUT /v2.0/routers/7c01c2a8-8582-43ce-bb79-4d8ddbf14c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3273108 Sep 16 17:08:16.873851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a8d23c42-b44a-44f8-bb0e-4f43a01e2570 None None] Port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:08:16.900572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5c64d90d-5b53-4bfb-88ac-23d9252287cf up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:08:16.953195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5c64d90d-5b53-4bfb-88ac-23d9252287cf triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:16.954771 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:17.044243 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:17.069380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 5c64d90d-5b53-4bfb-88ac-23d9252287cf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5c64d90d-5b53-4bfb-88ac-23d9252287cf,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:08:17.176406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:17.236404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=5c64d90d-5b53-4bfb-88ac-23d9252287cf,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:17.637395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90952544-271a-4d06-93c8-71061487f6d7 req-8311a5bf-0b78-4821-9924-ab2628cfad07 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:17.638917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90952544-271a-4d06-93c8-71061487f6d7 req-8311a5bf-0b78-4821-9924-ab2628cfad07 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0529840 Sep 16 17:08:17.690463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90952544-271a-4d06-93c8-71061487f6d7 req-9702e882-fa5e-421f-9386-ddf3ec3dd34a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409892 Sep 16 17:08:17.848725 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Sync routers for ids ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:08:17.859881 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Routers {'7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:08:17.860542 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:08:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:17.972985 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Set router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:08:18.269831 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'name': 'tempest-TestVolumeBackupRestore-1561406762-router', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:11Z', 'updated_at': '2021-09-16T17:08:15Z', 'revision_number': 4, 'project_id': '9565574c62694033a376956c018a6e9d', 'gw_port': {'id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:12Z', 'updated_at': '2021-09-16T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '1b9de9dc-e83b-4ec9-8b44-6c1459cad819', 'name': '', 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'mac_address': 'fa:16:3e:37:97:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'a882236a-0f45-40c2-9540-69392fafe9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:15Z', 'updated_at': '2021-09-16T17:08:16Z', 'revision_number': 2, 'project_id': '9565574c62694033a376956c018a6e9d', 'subnets': [{'id': 'a882236a-0f45-40c2-9540-69392fafe9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:18.300897 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Checking router: 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:08:18.301279 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Updating router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:08:18.327181 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:18.485942 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-b29b104e-5bc7-4a74-8896-496c27b039bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546260 Sep 16 17:08:18.579966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-fe7453f9-f1da-4558-b65e-7ce54ea11ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:18.583390 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-fe7453f9-f1da-4558-b65e-7ce54ea11ae3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 1096 time: 0.0447664 Sep 16 17:08:18.651100 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:18.719610 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:18.730796 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-7da1cfb0-6651-4eb4-a349-e0b41e26127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:18.732442 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-7da1cfb0-6651-4eb4-a349-e0b41e26127c service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.1274526 Sep 16 17:08:18.777567 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81eda45-b767-4bd5-8e8c-27579c07bd39 None None] Pushing event updated for resources: {'Port': ['ID=1b9de9dc-e83b-4ec9-8b44-6c1459cad819,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:18.792846 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-0d8e23e0-98e3-4c60-8bc1-51aa6f8cfbd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13b342cd-3063-468c-83dc-ec72a1b6949d HTTP/1.1" status: 200 len: 217 time: 0.0525892 Sep 16 17:08:18.886122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99020a6-b486-43e1-a9ee-ee2ab036477f req-e048fe07-8b3c-4f88-a5fc-666f8ff5a1ab tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:18.899593 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Attempting to bind port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:08:18.900637 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Attempting to bind port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '53b75704-7402-417f-a479-81345f3feee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:08:18.901199 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e99020a6-b486-43e1-a9ee-ee2ab036477f req-e048fe07-8b3c-4f88-a5fc-666f8ff5a1ab tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.1085808 Sep 16 17:08:18.901367 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Attempting to bind port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 on network fc457e76-a925-4bff-bca2-ce95bb646fd8 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:08:18.908574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-96814161-da6a-4600-b7b2-bc959a770d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:18.914318 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-96814161-da6a-4600-b7b2-bc959a770d1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.1109889 Sep 16 17:08:18.923512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5c64d90d-5b53-4bfb-88ac-23d9252287cf up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:08:18.924923 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:08:18.925295 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Checking segment: {'id': '53b75704-7402-417f-a479-81345f3feee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:08:18.925695 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:18.926081 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Bound using segment: {'id': '53b75704-7402-417f-a479-81345f3feee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:08:18.926556 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Bound port: 1b9de9dc-e83b-4ec9-8b44-6c1459cad819, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b75704-7402-417f-a479-81345f3feee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:08:18.926929 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:18.954924 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e99020a6-b486-43e1-a9ee-ee2ab036477f req-81245a56-525d-4f61-9812-03e2d923f6cf tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496967 Sep 16 17:08:18.996601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5c64d90d-5b53-4bfb-88ac-23d9252287cf triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:18.997321 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:19.008981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-30f8074e-2085-40c5-b16a-81066d00bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:19.010599 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-30f8074e-2085-40c5-b16a-81066d00bc53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879018 Sep 16 17:08:19.059607 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] For port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:08:19.059607 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] For port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1b9de9dc-e83b-4ec9-8b44-6c1459cad819,segment=NetworkSegment(53b75704-7402-417f-a479-81345f3feee5),segment_id=53b75704-7402-417f-a479-81345f3feee5)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:08:19.119930 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6e603b4d-3689-496f-b07a-7785c58fbc83 None None] Provisioning complete for port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:19.120466 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e603b4d-3689-496f-b07a-7785c58fbc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:19.161728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6e603b4d-3689-496f-b07a-7785c58fbc83 None None] Port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:08:19.166849 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:19.167793 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-1ea74bab-6963-40d1-b49d-ca00bbc95627 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500943 Sep 16 17:08:19.231651 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Routers {'7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:08:19.232291 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:08:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:19.272820 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81eda45-b767-4bd5-8e8c-27579c07bd39 None None] Pushing event updated for resources: {'Port': ['ID=1b9de9dc-e83b-4ec9-8b44-6c1459cad819,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:19.290329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2dabd3ef-74cd-4076-b200-2a68869e60a8 req-ea2c10f6-6346-4f26-935a-9191e449224a service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144145 Sep 16 17:08:19.370325 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] Set router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:08:19.484352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0ce09d05-1316-49d4-9c8b-4f1bb5a40816 None None] Provisioning complete for port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:19.484674 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ce09d05-1316-49d4-9c8b-4f1bb5a40816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:19.572415 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ce09d05-1316-49d4-9c8b-4f1bb5a40816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:19.596914 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'name': 'tempest-TestVolumeBackupRestore-1561406762-router', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:11Z', 'updated_at': '2021-09-16T17:08:15Z', 'revision_number': 4, 'project_id': '9565574c62694033a376956c018a6e9d', 'gw_port': {'id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:12Z', 'updated_at': '2021-09-16T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '1b9de9dc-e83b-4ec9-8b44-6c1459cad819', 'name': '', 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'mac_address': 'fa:16:3e:37:97:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'a882236a-0f45-40c2-9540-69392fafe9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:15Z', 'updated_at': '2021-09-16T17:08:19Z', 'revision_number': 4, 'project_id': '9565574c62694033a376956c018a6e9d', 'subnets': [{'id': 'a882236a-0f45-40c2-9540-69392fafe9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:08:19.609840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0ce09d05-1316-49d4-9c8b-4f1bb5a40816 None None] For port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1b9de9dc-e83b-4ec9-8b44-6c1459cad819,segment=NetworkSegment(53b75704-7402-417f-a479-81345f3feee5),segment_id=53b75704-7402-417f-a479-81345f3feee5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:08:19.628247 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15569bf-820f-4c2d-9c2a-9ded01c64e17 None None] The sync data for ids ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'] in n-d-807786-3 is: [{'id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'name': 'tempest-TestVolumeBackupRestore-1561406762-router', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:11Z', 'updated_at': '2021-09-16T17:08:15Z', 'revision_number': 4, 'project_id': '9565574c62694033a376956c018a6e9d', 'gw_port': {'id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:12Z', 'updated_at': '2021-09-16T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '1b9de9dc-e83b-4ec9-8b44-6c1459cad819', 'name': '', 'network_id': 'fc457e76-a925-4bff-bca2-ce95bb646fd8', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'mac_address': 'fa:16:3e:37:97:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'a882236a-0f45-40c2-9540-69392fafe9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:15Z', 'updated_at': '2021-09-16T17:08:19Z', 'revision_number': 4, 'project_id': '9565574c62694033a376956c018a6e9d', 'subnets': [{'id': 'a882236a-0f45-40c2-9540-69392fafe9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:08:19.685379 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ce09d05-1316-49d4-9c8b-4f1bb5a40816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:19.752316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce09d05-1316-49d4-9c8b-4f1bb5a40816 None None] Pushing event updated for resources: {'Port': ['ID=1b9de9dc-e83b-4ec9-8b44-6c1459cad819,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:20.111020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b5e00-79ab-4487-b65f-056462e18ac8 req-ebea40e6-6b33-4d00-a011-5e9b85973ee0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:20.112798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-219b5e00-79ab-4487-b65f-056462e18ac8 req-ebea40e6-6b33-4d00-a011-5e9b85973ee0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0673594 Sep 16 17:08:20.166557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-219b5e00-79ab-4487-b65f-056462e18ac8 req-5231829a-5609-4255-845d-53b898868ca1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Sep 16 17:08:20.861198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:08:20.914961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:20.915263 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:21.295075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc22a7a-28f0-46c8-91f5-84283eb5325a req-d8f57deb-b055-411f-acc4-c6f338ef3ada tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:21.296764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7dc22a7a-28f0-46c8-91f5-84283eb5325a req-d8f57deb-b055-411f-acc4-c6f338ef3ada tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0534940 Sep 16 17:08:21.335594 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7dc22a7a-28f0-46c8-91f5-84283eb5325a req-5c743201-2fc9-49a1-a0a1-90c98e615603 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329187 Sep 16 17:08:22.455094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24f235-aba3-44d4-bbc1-69248668b54f req-8a22cd05-5b8d-4986-971c-ffbcc37cf4dc tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:22.456667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e24f235-aba3-44d4-bbc1-69248668b54f req-8a22cd05-5b8d-4986-971c-ffbcc37cf4dc tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0498288 Sep 16 17:08:22.499019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e24f235-aba3-44d4-bbc1-69248668b54f req-5333978c-7dc7-4d34-91e8-242d53bf0301 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338588 Sep 16 17:08:23.626812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076436a-ba75-4f9f-bdbd-d0bfd20e7d29 req-f968a2f3-b765-428c-a072-c55cb9dff70f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:23.628250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a076436a-ba75-4f9f-bdbd-d0bfd20e7d29 req-f968a2f3-b765-428c-a072-c55cb9dff70f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0553806 Sep 16 17:08:23.669883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a076436a-ba75-4f9f-bdbd-d0bfd20e7d29 req-4212261f-1d99-4faa-8dca-7efd2eb05bff tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339890 Sep 16 17:08:24.802651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fbd20-fa07-496c-af1b-cc2ae4b1fe23 req-78a57293-ff59-4e9a-88af-f1a33e177d5b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:24.804268 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-053fbd20-fa07-496c-af1b-cc2ae4b1fe23 req-78a57293-ff59-4e9a-88af-f1a33e177d5b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0587921 Sep 16 17:08:24.843959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-053fbd20-fa07-496c-af1b-cc2ae4b1fe23 req-366d849a-ba96-4387-ac92-295107ebaeb9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Sep 16 17:08:25.965812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fba430-447b-4ddb-9a53-5d3900012950 req-57b4abfa-4964-4a58-9675-87c9885b8bb0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:25.967326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00fba430-447b-4ddb-9a53-5d3900012950 req-57b4abfa-4964-4a58-9675-87c9885b8bb0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0515928 Sep 16 17:08:26.006983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00fba430-447b-4ddb-9a53-5d3900012950 req-f18b3783-7bbb-4116-8c91-93a70bf1a57d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Sep 16 17:08:27.159309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39458394-0d60-483f-af94-55441392f339 req-65faa426-187a-43b7-b9ab-cd525c75fb6d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:27.193895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39458394-0d60-483f-af94-55441392f339 req-65faa426-187a-43b7-b9ab-cd525c75fb6d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0656481 Sep 16 17:08:27.201509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39458394-0d60-483f-af94-55441392f339 req-20b1f3f8-81fe-4225-b77e-152f4a2b1ffd tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Sep 16 17:08:28.244299 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6f3842e7-f716-41f4-a4fc-de2cdb66dfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:28.323907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa381-e0c2-4ca9-8029-479dfd3d593e req-01747830-4a33-432e-9032-8956a85938bb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:28.325517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-435fa381-e0c2-4ca9-8029-479dfd3d593e req-01747830-4a33-432e-9032-8956a85938bb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0544465 Sep 16 17:08:28.365739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-435fa381-e0c2-4ca9-8029-479dfd3d593e req-cf25f0eb-b7fd-427d-bfdf-0943f25ab497 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340142 Sep 16 17:08:29.491610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1057b5-6f4a-4625-ab18-a3ac1e0ae668 req-8922d8af-2d44-4e7a-b3c5-36284d5008a9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:29.726591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f1057b5-6f4a-4625-ab18-a3ac1e0ae668 req-8922d8af-2d44-4e7a-b3c5-36284d5008a9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0491490 Sep 16 17:08:29.726591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1f1057b5-6f4a-4625-ab18-a3ac1e0ae668 req-882ec88d-37f5-4b38-a594-d87a4958b17d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Sep 16 17:08:30.837512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3ffa9-2e7f-492f-97fa-94fbf8cb6020 req-aaa8933d-6ca8-430d-a0b6-4595ba70b19c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:30.839290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18b3ffa9-2e7f-492f-97fa-94fbf8cb6020 req-aaa8933d-6ca8-430d-a0b6-4595ba70b19c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0580792 Sep 16 17:08:30.844199 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e98c4c9f-b85f-485a-a5c8-6a309e7b3954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:30.879663 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18b3ffa9-2e7f-492f-97fa-94fbf8cb6020 req-9c78b5f3-9db4-43f1-be06-2e405a532d6d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340738 Sep 16 17:08:31.506935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:32.019305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291fba1-f91f-435d-9f05-c9fa15b34dde req-45bbacea-f2c9-4ebd-876d-a0260ffbc96a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:32.020897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b291fba1-f91f-435d-9f05-c9fa15b34dde req-45bbacea-f2c9-4ebd-876d-a0260ffbc96a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0716856 Sep 16 17:08:32.058755 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b291fba1-f91f-435d-9f05-c9fa15b34dde req-cad22bc7-ed37-457c-aece-b07cbac6c0e7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Sep 16 17:08:32.067987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:33.176202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12e7c9-e261-4fe7-b5f1-5f19419c3c42 req-c41064bb-1e7d-4b10-b1e9-64dd0c0e9e49 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:33.177763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa12e7c9-e261-4fe7-b5f1-5f19419c3c42 req-c41064bb-1e7d-4b10-b1e9-64dd0c0e9e49 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0508730 Sep 16 17:08:33.216656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa12e7c9-e261-4fe7-b5f1-5f19419c3c42 req-3ebb19e7-f452-4591-81ab-ba5fb64b5f56 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319686 Sep 16 17:08:33.856579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:34.347270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70035b6b-9e91-4b79-9b47-ba1fae440b14 req-80fc053f-f814-46e6-8f22-b8cb2b65930d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:34.348946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70035b6b-9e91-4b79-9b47-ba1fae440b14 req-80fc053f-f814-46e6-8f22-b8cb2b65930d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0573997 Sep 16 17:08:34.388230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70035b6b-9e91-4b79-9b47-ba1fae440b14 req-7e27a29b-b996-43bf-8ba6-f8579cd176fd tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330153 Sep 16 17:08:35.506887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fabe1-0cd6-4d10-a293-29c00adb26e9 req-8d2fa899-28cf-42ca-b96d-9da5b29ab724 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:35.514163 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de2fabe1-0cd6-4d10-a293-29c00adb26e9 req-8d2fa899-28cf-42ca-b96d-9da5b29ab724 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0572519 Sep 16 17:08:35.547784 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de2fabe1-0cd6-4d10-a293-29c00adb26e9 req-36d2ca46-7841-428c-ad14-561fda16552b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327182 Sep 16 17:08:36.662986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161c9c4-71ee-44aa-a7bd-458fe851fccf req-18236a63-153d-4cc6-868f-58d945b4771c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:36.664415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a161c9c4-71ee-44aa-a7bd-458fe851fccf req-18236a63-153d-4cc6-868f-58d945b4771c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0493696 Sep 16 17:08:36.703171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a161c9c4-71ee-44aa-a7bd-458fe851fccf req-85e0d47b-fb8b-49b3-800b-e361821cd85d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Sep 16 17:08:37.825123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9e06e-e52a-48bd-a79c-e4da569d49ad req-0939565c-4bb0-4173-80fa-ac670778a1f0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:37.826717 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7cc9e06e-e52a-48bd-a79c-e4da569d49ad req-0939565c-4bb0-4173-80fa-ac670778a1f0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0546982 Sep 16 17:08:37.865969 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7cc9e06e-e52a-48bd-a79c-e4da569d49ad req-a46b6cac-9f35-4552-bf9d-20dc1bfef5d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331719 Sep 16 17:08:38.990576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf6071-7d66-4fb2-bd7a-1b165a76e835 req-f47fc214-984b-47cb-86a7-045b07ddae2a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:38.992201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14cf6071-7d66-4fb2-bd7a-1b165a76e835 req-f47fc214-984b-47cb-86a7-045b07ddae2a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0549355 Sep 16 17:08:39.033886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14cf6071-7d66-4fb2-bd7a-1b165a76e835 req-66e6abed-c4cc-4ecb-9145-a24c90762390 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Sep 16 17:08:40.151321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1623f-fe54-448d-b622-f3793a1d43b4 req-16776374-a386-4355-b61b-d54074c6237f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:40.152875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48b1623f-fe54-448d-b622-f3793a1d43b4 req-16776374-a386-4355-b61b-d54074c6237f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0495579 Sep 16 17:08:40.190949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48b1623f-fe54-448d-b622-f3793a1d43b4 req-a42a03c2-e21b-4b11-a104-f283bef7850d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Sep 16 17:08:41.315745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eb7c6-2f34-43a1-a561-69c5bad1ff11 req-419c0bef-0734-4daf-ae86-8282f1c06b0c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:41.317305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f7eb7c6-2f34-43a1-a561-69c5bad1ff11 req-419c0bef-0734-4daf-ae86-8282f1c06b0c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0545297 Sep 16 17:08:41.356633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f7eb7c6-2f34-43a1-a561-69c5bad1ff11 req-6b7ef2ce-d3f1-4089-a8bb-0b14598757e6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327849 Sep 16 17:08:42.482693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fc5b0-d7c8-4781-b290-6c11aff7fa60 req-f2d2a106-550a-4db9-acb5-19ee58e61318 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:42.484568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-232fc5b0-d7c8-4781-b290-6c11aff7fa60 req-f2d2a106-550a-4db9-acb5-19ee58e61318 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0536139 Sep 16 17:08:42.525330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-232fc5b0-d7c8-4781-b290-6c11aff7fa60 req-3ca4b6eb-703b-4dac-b8ad-cd0c9fe1cd98 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347445 Sep 16 17:08:43.642469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9781e6a-e552-4723-88a1-e0352af4823c req-61fe4ba3-0f89-472b-90fd-0f002e47566e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:43.644072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9781e6a-e552-4723-88a1-e0352af4823c req-61fe4ba3-0f89-472b-90fd-0f002e47566e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0516989 Sep 16 17:08:43.682322 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9781e6a-e552-4723-88a1-e0352af4823c req-3503a061-5815-455a-ae16-9bf4aba3d926 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322955 Sep 16 17:08:43.947893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:43.997395 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:08:44.220786 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:44.807274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5713-a5ab-4631-8d45-bdcd6e158c6e req-cf64268f-489c-46b6-8f31-374cf041d33e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:44.809696 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-038a5713-a5ab-4631-8d45-bdcd6e158c6e req-cf64268f-489c-46b6-8f31-374cf041d33e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0552900 Sep 16 17:08:44.848570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-038a5713-a5ab-4631-8d45-bdcd6e158c6e req-08540585-ef77-4d0d-8fdc-70cd459d795b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Sep 16 17:08:45.968192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ea66-2f0f-4a5a-bab2-af69753fdad2 req-da878758-134d-40e3-8a25-7fed5e390182 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:45.969681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2102ea66-2f0f-4a5a-bab2-af69753fdad2 req-da878758-134d-40e3-8a25-7fed5e390182 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0529869 Sep 16 17:08:46.018525 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2102ea66-2f0f-4a5a-bab2-af69753fdad2 req-aa1551ba-314d-4c19-8460-78470a6b4ad2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Sep 16 17:08:47.136196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cd67f-52f5-4569-8446-06266efb2d53 req-a754ec1a-d581-414b-a451-de6469fe4102 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:47.137714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca2cd67f-52f5-4569-8446-06266efb2d53 req-a754ec1a-d581-414b-a451-de6469fe4102 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0512731 Sep 16 17:08:47.176235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca2cd67f-52f5-4569-8446-06266efb2d53 req-87e5cb32-579a-47e9-aaa6-416643027cdf tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Sep 16 17:08:48.298488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9692ed1-11d0-40de-b569-fa6189bee598 req-836ff4da-0b4d-4789-9f09-d6db11647837 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:48.299978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9692ed1-11d0-40de-b569-fa6189bee598 req-836ff4da-0b4d-4789-9f09-d6db11647837 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0545151 Sep 16 17:08:48.338264 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f9692ed1-11d0-40de-b569-fa6189bee598 req-a11fb03c-5130-45d1-941d-582b8932d85a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Sep 16 17:08:49.453989 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a41e8-b032-4648-83fa-3a37e2053528 req-f163c9f7-f59b-494f-8d9f-3bb887e41ad2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:49.455527 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db1a41e8-b032-4648-83fa-3a37e2053528 req-f163c9f7-f59b-494f-8d9f-3bb887e41ad2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0507281 Sep 16 17:08:49.493248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db1a41e8-b032-4648-83fa-3a37e2053528 req-578b6c96-aa3a-40ad-961e-e052ac997055 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Sep 16 17:08:50.607482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91bd1e-038a-488a-9deb-d4dab549474b req-88ae76c2-fc81-4802-b358-28f18b5afff1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:50.609145 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb91bd1e-038a-488a-9deb-d4dab549474b req-88ae76c2-fc81-4802-b358-28f18b5afff1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0487080 Sep 16 17:08:50.648338 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb91bd1e-038a-488a-9deb-d4dab549474b req-4315d84e-94e9-4f82-8b1d-85806bde98cd tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Sep 16 17:08:51.770806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f234-9637-419a-a117-1a4bcb875dc4 req-4effe027-4300-4a75-8ce6-3a7b74571d00 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:51.772604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce47f234-9637-419a-a117-1a4bcb875dc4 req-4effe027-4300-4a75-8ce6-3a7b74571d00 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 943 time: 0.0556087 Sep 16 17:08:51.812257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce47f234-9637-419a-a117-1a4bcb875dc4 req-8ebfd3f1-7c91-476d-8ddc-d82028c0cd08 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Sep 16 17:08:52.120340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device be481bbc-5fed-4d29-985f-6ff7f5b5add2 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:08:52.213750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port be481bbc-5fed-4d29-985f-6ff7f5b5add2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=be481bbc-5fed-4d29-985f-6ff7f5b5add2,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:08:52.225157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'be481bbc-5fed-4d29-985f-6ff7f5b5add2', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'port_id': 'be481bbc-5fed-4d29-985f-6ff7f5b5add2', 'mac_address': 'fa:16:3e:cc:cb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:08:52.269489 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:52.282690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be481bbc-5fed-4d29-985f-6ff7f5b5add2 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:08:52.302959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port be481bbc-5fed-4d29-985f-6ff7f5b5add2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=be481bbc-5fed-4d29-985f-6ff7f5b5add2,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:08:52.409220 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:52.456837 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=be481bbc-5fed-4d29-985f-6ff7f5b5add2,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:52.464087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.464453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.465481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.465481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.465481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.465872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.466074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.466399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.466722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.467044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.467364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.467684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:52.635972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['be481bbc-5fed-4d29-985f-6ff7f5b5add2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:08:52.938318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724424e4-9793-4b03-ad1b-06fe50ecd665 req-f431a502-f91d-49cc-aef9-edd9ae2e58ef tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:52.939908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-724424e4-9793-4b03-ad1b-06fe50ecd665 req-f431a502-f91d-49cc-aef9-edd9ae2e58ef tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 944 time: 0.0518746 Sep 16 17:08:52.978413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-724424e4-9793-4b03-ad1b-06fe50ecd665 req-85585672-0c1b-46d7-91b8-5974783aa84e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Sep 16 17:08:54.097935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b9ec2-8be8-4c24-9944-3b40cfc89272 req-b7aa5da2-1fd0-43ac-b89a-17c968e050b2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:54.099497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-042b9ec2-8be8-4c24-9944-3b40cfc89272 req-b7aa5da2-1fd0-43ac-b89a-17c968e050b2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 944 time: 0.0514803 Sep 16 17:08:54.128922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device be481bbc-5fed-4d29-985f-6ff7f5b5add2 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:08:54.138169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-042b9ec2-8be8-4c24-9944-3b40cfc89272 req-9f40c0ed-7a28-477c-b27a-24d256413bbe tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Sep 16 17:08:54.226047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port be481bbc-5fed-4d29-985f-6ff7f5b5add2 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:08:54.230152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port be481bbc-5fed-4d29-985f-6ff7f5b5add2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:08:54.230585 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:54.307228 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:54.330881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50560ec-9dda-480b-9a12-8187c488a12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be481bbc-5fed-4d29-985f-6ff7f5b5add2'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:08:54.333354 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1c067b-a1d5-4595-82e2-1ced60b50a19" -d '{"events": [{"server_uuid": "f50560ec-9dda-480b-9a12-8187c488a12a", "name": "network-vif-plugged", "status": "completed", "tag": "be481bbc-5fed-4d29-985f-6ff7f5b5add2"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:08:54.349802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port be481bbc-5fed-4d29-985f-6ff7f5b5add2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=be481bbc-5fed-4d29-985f-6ff7f5b5add2,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:08:54.371488 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9174d2ae-53fa-4611-beee-dbea48929421 x-openstack-request-id: req-9174d2ae-53fa-4611-beee-dbea48929421 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:08:54.371778 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50560ec-9dda-480b-9a12-8187c488a12a", "name": "network-vif-plugged", "status": "completed", "tag": "be481bbc-5fed-4d29-985f-6ff7f5b5add2", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:08:54.372030 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9174d2ae-53fa-4611-beee-dbea48929421 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:08:54.372496 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50560ec-9dda-480b-9a12-8187c488a12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be481bbc-5fed-4d29-985f-6ff7f5b5add2', 'code': 200} Sep 16 17:08:54.445063 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:54.472883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef4430-e9e5-468f-b9e7-68bb372db647 req-df89a4e6-81a6-4032-9331-12596b5d45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:54.474414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62ef4430-e9e5-468f-b9e7-68bb372db647 req-df89a4e6-81a6-4032-9331-12596b5d45ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 1095 time: 0.0453701 Sep 16 17:08:54.495148 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=be481bbc-5fed-4d29-985f-6ff7f5b5add2,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:54.512151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-62ef4430-e9e5-468f-b9e7-68bb372db647 req-4a2a4cdc-d2ca-44c4-b7c8-6fee787407b0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306752 Sep 16 17:08:55.256492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c4e21-8495-41e3-b2b6-22d2a1ca4f21 req-97fe08b8-139c-4b3b-970f-8774d8eb40af tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:55.258032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e25c4e21-8495-41e3-b2b6-22d2a1ca4f21 req-97fe08b8-139c-4b3b-970f-8774d8eb40af tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 945 time: 0.0513749 Sep 16 17:08:55.298236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e25c4e21-8495-41e3-b2b6-22d2a1ca4f21 req-49d84d3c-c70a-469f-8f73-0a95a77b27aa tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Sep 16 17:08:56.415918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a0671-25c3-4b9c-97eb-5de36d77c562 req-1699e9c2-b2c4-4de5-84bc-2055201d8f93 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:56.417458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c3a0671-25c3-4b9c-97eb-5de36d77c562 req-1699e9c2-b2c4-4de5-84bc-2055201d8f93 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 945 time: 0.0518427 Sep 16 17:08:56.457240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c3a0671-25c3-4b9c-97eb-5de36d77c562 req-09317f9d-0731-4748-b35e-3779b9355fdf tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337877 Sep 16 17:08:56.582232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d42755-30fa-436f-a95c-a91680ec10ef req-00fd4e01-ab81-4607-a61b-7cbfc0d219e9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:56.583630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2d42755-30fa-436f-a95c-a91680ec10ef req-00fd4e01-ab81-4607-a61b-7cbfc0d219e9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 945 time: 0.0549629 Sep 16 17:08:56.620827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2d42755-30fa-436f-a95c-a91680ec10ef req-87868ef6-419a-4157-8b02-7fb21f60dc81 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Sep 16 17:08:57.144623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38976800-2b53-4219-ada2-9bdd1c5489e9 req-a3d749cc-0691-4a4f-8e42-221223332f35 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:57.152349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38976800-2b53-4219-ada2-9bdd1c5489e9 req-a3d749cc-0691-4a4f-8e42-221223332f35 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 945 time: 0.0562768 Sep 16 17:08:57.183538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38976800-2b53-4219-ada2-9bdd1c5489e9 req-04012fcf-f245-4219-9001-61dbf88853f8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311329 Sep 16 17:08:58.243477 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3f1fae79-ac2a-46ce-aaad-019fcec46404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:58.468726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d3db-9d2d-4e5f-8dae-2f377f571a4f req-af80deeb-1832-470c-86c0-cd9251889d55 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:58.470310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4116d3db-9d2d-4e5f-8dae-2f377f571a4f req-af80deeb-1832-470c-86c0-cd9251889d55 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 945 time: 0.2144957 Sep 16 17:08:58.536880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4116d3db-9d2d-4e5f-8dae-2f377f571a4f req-57256095-6dd1-4199-a9a6-9f0be80b4e64 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565035 Sep 16 17:08:58.549451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6c014-aade-4344-9b29-dc861d5a344c req-d6ebc857-d326-4c96-a990-c88630eab9cf tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:08:58.551125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80d6c014-aade-4344-9b29-dc861d5a344c req-d6ebc857-d326-4c96-a990-c88630eab9cf tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.52 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 945 time: 0.0797703 Sep 16 17:08:58.644594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-80d6c014-aade-4344-9b29-dc861d5a344c req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Deleting port be481bbc-5fed-4d29-985f-6ff7f5b5add2 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:08:58.644942 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80d6c014-aade-4344-9b29-dc861d5a344c req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:58.741106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-80d6c014-aade-4344-9b29-dc861d5a344c req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] For port be481bbc-5fed-4d29-985f-6ff7f5b5add2, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=be481bbc-5fed-4d29-985f-6ff7f5b5add2,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:08:58.741402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80d6c014-aade-4344-9b29-dc861d5a344c req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:58.753701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-80d6c014-aade-4344-9b29-dc861d5a344c req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Calling delete_port for be481bbc-5fed-4d29-985f-6ff7f5b5add2 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:08:58.942397 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80d6c014-aade-4344-9b29-dc861d5a344c req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:58.955230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['13b342cd-3063-468c-83dc-ec72a1b6949d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:08:58.957955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['be481bbc-5fed-4d29-985f-6ff7f5b5add2'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:08:58.982406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'Port': ['ID=be481bbc-5fed-4d29-985f-6ff7f5b5add2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:08:59.011914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.012262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.012699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.013342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.013485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.013732 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.014064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.014392 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.014811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.015033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.015356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.015767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:08:59.043548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d6c014-aade-4344-9b29-dc861d5a344c req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] No DVR routers for this DVR port be481bbc-5fed-4d29-985f-6ff7f5b5add2 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:08:59.047256 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-80d6c014-aade-4344-9b29-dc861d5a344c req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:08:59.051110 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80d6c014-aade-4344-9b29-dc861d5a344c req-7d3133e0-1815-4850-aafc-74d6f8a716d7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.52 "DELETE /v2.0/ports/be481bbc-5fed-4d29-985f-6ff7f5b5add2 HTTP/1.1" status: 204 len: 173 time: 0.4937644 Sep 16 17:08:59.051588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50560ec-9dda-480b-9a12-8187c488a12a', 'name': 'network-vif-deleted', 'tag': 'be481bbc-5fed-4d29-985f-6ff7f5b5add2'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:08:59.055250 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bf4e17-d0ba-4163-af05-00c3b3f3f774" -d '{"events": [{"server_uuid": "f50560ec-9dda-480b-9a12-8187c488a12a", "name": "network-vif-deleted", "tag": "be481bbc-5fed-4d29-985f-6ff7f5b5add2"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:08:59.102026 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b70bce4-235d-4d9d-8b85-71202d732979 x-openstack-request-id: req-4b70bce4-235d-4d9d-8b85-71202d732979 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:08:59.105293 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50560ec-9dda-480b-9a12-8187c488a12a", "name": "network-vif-deleted", "tag": "be481bbc-5fed-4d29-985f-6ff7f5b5add2", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:08:59.105293 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b70bce4-235d-4d9d-8b85-71202d732979 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:08:59.105293 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50560ec-9dda-480b-9a12-8187c488a12a', 'name': 'network-vif-deleted', 'tag': 'be481bbc-5fed-4d29-985f-6ff7f5b5add2', 'status': 'completed', 'code': 200} Sep 16 17:08:59.638288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66895904-235a-4a07-916f-b9a08eac966c req-ce533574-7773-409f-a037-8376768ee592 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 210 time: 0.0289109 Sep 16 17:09:00.743988 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6bc046b-aabe-4113-a2da-f58d35e4e934 req-78bc9bc6-9ac3-4516-9453-2e00346815b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 210 time: 0.0306237 Sep 16 17:09:00.827493 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3139388d-9f83-42d3-a903-cd8e54ef8c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:01.484308 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:01.850330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9bd3aa0d-478e-4003-af52-26c85528d23f req-d845ac0b-43e3-4908-95e6-1988cc6cb43c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 210 time: 0.0300848 Sep 16 17:09:02.050942 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:02.174958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device be481bbc-5fed-4d29-985f-6ff7f5b5add2 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:09:02.195839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: be481bbc-5fed-4d29-985f-6ff7f5b5add2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:09:02.196307 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device be481bbc-5fed-4d29-985f-6ff7f5b5add2 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:09:02.946133 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b12254b2-6498-4eaf-96e3-07ee9bda364b req-c7d08946-a5ce-4079-b4ed-2c15b0b6c440 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f50560ec-9dda-480b-9a12-8187c488a12a HTTP/1.1" status: 200 len: 210 time: 0.0269690 Sep 16 17:09:03.822199 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:08.716801 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ba993-4d13-48b8-b36b-c19dddedccbd req-27d1eac6-e562-424e-88bb-0990a7f921e5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:08.718480 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-896ba993-4d13-48b8-b36b-c19dddedccbd req-27d1eac6-e562-424e-88bb-0990a7f921e5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 945 time: 0.0519559 Sep 16 17:09:08.759747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-896ba993-4d13-48b8-b36b-c19dddedccbd req-bf3e725b-807e-478d-aca3-f2654690dc29 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341568 Sep 16 17:09:09.876715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc3cb5-703e-4eb8-8427-aa7c879e92d1 req-05758765-d908-40d3-97db-f93cffadce9c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:09.878187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87fc3cb5-703e-4eb8-8427-aa7c879e92d1 req-05758765-d908-40d3-97db-f93cffadce9c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 945 time: 0.0485861 Sep 16 17:09:09.915488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87fc3cb5-703e-4eb8-8427-aa7c879e92d1 req-ec77eab6-5228-404c-941d-3593c59033f6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=900d0cd5-c659-41be-9675-9456d8a4ca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Sep 16 17:09:10.209564 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1310138-a794-43d6-a833-42a9071fae8a req-ce9991c9-45ed-4958-88a9-ff906ad07610 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:10.211042 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b1310138-a794-43d6-a833-42a9071fae8a req-ce9991c9-45ed-4958-88a9-ff906ad07610 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 945 time: 0.0491498 Sep 16 17:09:10.301103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-b1310138-a794-43d6-a833-42a9071fae8a req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Deleting port 13b342cd-3063-468c-83dc-ec72a1b6949d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:09:10.301349 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b1310138-a794-43d6-a833-42a9071fae8a req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:10.393973 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b1310138-a794-43d6-a833-42a9071fae8a req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] For port 13b342cd-3063-468c-83dc-ec72a1b6949d, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=13b342cd-3063-468c-83dc-ec72a1b6949d,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:09:10.394346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b1310138-a794-43d6-a833-42a9071fae8a req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:10.407342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-b1310138-a794-43d6-a833-42a9071fae8a req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Calling delete_port for 13b342cd-3063-468c-83dc-ec72a1b6949d owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:09:10.625202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b1310138-a794-43d6-a833-42a9071fae8a req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:10.640340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['13b342cd-3063-468c-83dc-ec72a1b6949d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:09:10.655435 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'Port': ['ID=13b342cd-3063-468c-83dc-ec72a1b6949d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:10.683884 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.684235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.684604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.684942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.685277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.685608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.685935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.686260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.686589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.686902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.687223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.687542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:09:10.709406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1310138-a794-43d6-a833-42a9071fae8a req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] No DVR routers for this DVR port 13b342cd-3063-468c-83dc-ec72a1b6949d on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:09:10.711969 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b1310138-a794-43d6-a833-42a9071fae8a req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:10.713972 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b1310138-a794-43d6-a833-42a9071fae8a req-5c755e3c-6b9f-4a49-8350-b916b28a7e25 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "DELETE /v2.0/ports/13b342cd-3063-468c-83dc-ec72a1b6949d HTTP/1.1" status: 204 len: 173 time: 0.4967108 Sep 16 17:09:10.714418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de3f390-2c11-468d-8ce0-534b6fb692d1', 'name': 'network-vif-deleted', 'tag': '13b342cd-3063-468c-83dc-ec72a1b6949d'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:09:10.716681 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ea95a6-8b3e-481d-8315-a22a47b67b6f" -d '{"events": [{"server_uuid": "5de3f390-2c11-468d-8ce0-534b6fb692d1", "name": "network-vif-deleted", "tag": "13b342cd-3063-468c-83dc-ec72a1b6949d"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:09:10.753345 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939cde86-66a9-4de0-822c-9baae7359cb0 x-openstack-request-id: req-939cde86-66a9-4de0-822c-9baae7359cb0 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:09:10.753658 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de3f390-2c11-468d-8ce0-534b6fb692d1", "name": "network-vif-deleted", "tag": "13b342cd-3063-468c-83dc-ec72a1b6949d", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:09:10.753956 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-939cde86-66a9-4de0-822c-9baae7359cb0 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:09:10.754521 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de3f390-2c11-468d-8ce0-534b6fb692d1', 'name': 'network-vif-deleted', 'tag': '13b342cd-3063-468c-83dc-ec72a1b6949d', 'status': 'completed', 'code': 200} Sep 16 17:09:11.023779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d166cc3-db73-40ca-b9a8-a2e0ba861aa8 req-1b9989df-1faf-4bd9-9084-8a0188bc8cd9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 210 time: 0.0388746 Sep 16 17:09:12.121814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-19412c8c-b64c-4fe3-8c91-8cdb2fcb2eb2 req-baf5d62a-3546-4928-b509-fc771bb4046d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 210 time: 0.0326009 Sep 16 17:09:13.217286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8e9c4ea9-b2b5-471d-a99c-85fdb838ef79 req-6dc801ae-7a88-4912-8219-2d739323bc7d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 210 time: 0.0276906 Sep 16 17:09:13.890362 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:14.031459 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:14.089237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 13b342cd-3063-468c-83dc-ec72a1b6949d no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:09:14.121229 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 13b342cd-3063-468c-83dc-ec72a1b6949d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:09:14.121580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 13b342cd-3063-468c-83dc-ec72a1b6949d not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:09:14.312116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df8e934b-41bd-4e06-9313-45c79fc3a7ef req-a2ab199a-ab3f-4626-8a9c-b4dcf8d2301d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=5de3f390-2c11-468d-8ce0-534b6fb692d1 HTTP/1.1" status: 200 len: 210 time: 0.0270922 Sep 16 17:09:18.898470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54340) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:09:18.903115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-398dbcd7-d1ed-456b-8992-afc0d4ad53be tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391579714', 'description': 'tempest-secgroup-smoke-1391579714 description', 'project_id': 'b78067ac6a9445eda6728447e754af50'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:09:18.975850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-398dbcd7-d1ed-456b-8992-afc0d4ad53be tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.060050 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-398dbcd7-d1ed-456b-8992-afc0d4ad53be tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.135925 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-398dbcd7-d1ed-456b-8992-afc0d4ad53be tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.165393 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dbcd7-d1ed-456b-8992-afc0d4ad53be tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a400845f-ecd4-4811-a475-85b6a1681d49,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:19.219598 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-398dbcd7-d1ed-456b-8992-afc0d4ad53be tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.220889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-398dbcd7-d1ed-456b-8992-afc0d4ad53be tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3214300 Sep 16 17:09:19.224631 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54344) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:09:19.229411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-98ee1e5f-3094-41aa-9591-2ed266d6c1b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'security_group_rule': {'security_group_id': 'a400845f-ecd4-4811-a475-85b6a1681d49', 'project_id': 'b78067ac6a9445eda6728447e754af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:09:19.318409 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98ee1e5f-3094-41aa-9591-2ed266d6c1b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.373598 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98ee1e5f-3094-41aa-9591-2ed266d6c1b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.459773 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98ee1e5f-3094-41aa-9591-2ed266d6c1b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.477315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee1e5f-3094-41aa-9591-2ed266d6c1b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1dfe19e-83f0-4b14-8777-74e018de9e4b,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:19.545137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98ee1e5f-3094-41aa-9591-2ed266d6c1b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.546390 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-98ee1e5f-3094-41aa-9591-2ed266d6c1b5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3206546 Sep 16 17:09:19.549209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54348) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:09:19.553917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5f799f18-021e-4924-9287-c47b516cb798 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'security_group_rule': {'security_group_id': 'a400845f-ecd4-4811-a475-85b6a1681d49', 'project_id': 'b78067ac6a9445eda6728447e754af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:09:19.640921 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f799f18-021e-4924-9287-c47b516cb798 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.701189 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f799f18-021e-4924-9287-c47b516cb798 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.773886 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f799f18-021e-4924-9287-c47b516cb798 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.791826 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f799f18-021e-4924-9287-c47b516cb798 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26069047-2284-4ffe-98c2-f27938d207af,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:19.861437 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5f799f18-021e-4924-9287-c47b516cb798 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:19.862674 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5f799f18-021e-4924-9287-c47b516cb798 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3125343 Sep 16 17:09:19.866549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54354) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:09:19.871283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9df5260f-9c54-4460-af3f-18d2356f1e3a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'security_group_rule': {'security_group_id': 'a400845f-ecd4-4811-a475-85b6a1681d49', 'project_id': 'b78067ac6a9445eda6728447e754af50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:09:19.995542 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9df5260f-9c54-4460-af3f-18d2356f1e3a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.069635 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9df5260f-9c54-4460-af3f-18d2356f1e3a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.152682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9df5260f-9c54-4460-af3f-18d2356f1e3a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.173276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5260f-9c54-4460-af3f-18d2356f1e3a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cf098b-e366-44e9-bddd-5bc669ab12a9,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:20.261635 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9df5260f-9c54-4460-af3f-18d2356f1e3a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.265683 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9df5260f-9c54-4460-af3f-18d2356f1e3a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3980613 Sep 16 17:09:20.265955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54358) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:09:20.271760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-011bbf7f-020e-4a2e-8ea1-ae9757d44307 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'security_group_rule': {'security_group_id': 'a400845f-ecd4-4811-a475-85b6a1681d49', 'project_id': 'b78067ac6a9445eda6728447e754af50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:09:20.393560 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-011bbf7f-020e-4a2e-8ea1-ae9757d44307 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.456630 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-011bbf7f-020e-4a2e-8ea1-ae9757d44307 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.507187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-011bbf7f-020e-4a2e-8ea1-ae9757d44307 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.527805 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bbf7f-020e-4a2e-8ea1-ae9757d44307 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9b1f5e-2b08-4042-bc7f-1357a8d1d93d,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:20.581429 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-011bbf7f-020e-4a2e-8ea1-ae9757d44307 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.583163 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-011bbf7f-020e-4a2e-8ea1-ae9757d44307 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3156295 Sep 16 17:09:20.585887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54360) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:09:20.590494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4a0c97c2-cd77-4a5a-b6c4-9152e5c1ba14 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'security_group_rule': {'security_group_id': 'a400845f-ecd4-4811-a475-85b6a1681d49', 'project_id': 'b78067ac6a9445eda6728447e754af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:09:20.693961 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-4a0c97c2-cd77-4a5a-b6c4-9152e5c1ba14 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Project b78067ac6a9445eda6728447e754af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:09:20.699114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a0c97c2-cd77-4a5a-b6c4-9152e5c1ba14 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.759413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a0c97c2-cd77-4a5a-b6c4-9152e5c1ba14 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.853620 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a0c97c2-cd77-4a5a-b6c4-9152e5c1ba14 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.872448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c97c2-cd77-4a5a-b6c4-9152e5c1ba14 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf8f4e0-bdb7-4314-b633-f37211ee0411,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:20.924057 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a0c97c2-cd77-4a5a-b6c4-9152e5c1ba14 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:20.925419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a0c97c2-cd77-4a5a-b6c4-9152e5c1ba14 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3386090 Sep 16 17:09:20.928027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54366) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:09:20.932501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-bfd07795-bbd9-4215-be97-4ab8b8bc0e5d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'security_group_rule': {'security_group_id': 'a400845f-ecd4-4811-a475-85b6a1681d49', 'project_id': 'b78067ac6a9445eda6728447e754af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:09:20.997138 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:09:21.015780 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-bfd07795-bbd9-4215-be97-4ab8b8bc0e5d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Project b78067ac6a9445eda6728447e754af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:09:21.021903 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfd07795-bbd9-4215-be97-4ab8b8bc0e5d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:21.090214 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfd07795-bbd9-4215-be97-4ab8b8bc0e5d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:21.163956 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfd07795-bbd9-4215-be97-4ab8b8bc0e5d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:21.182064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd07795-bbd9-4215-be97-4ab8b8bc0e5d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63c9c99-e6e6-40c1-b77b-dd6b8dc99fb1,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:21.244121 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfd07795-bbd9-4215-be97-4ab8b8bc0e5d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:21.248766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bfd07795-bbd9-4215-be97-4ab8b8bc0e5d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163996 Sep 16 17:09:28.276739 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fccbecb9-5648-472d-8ce0-9383288831a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:30.818982 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2757ac7b-583e-4061-ba71-3dbdd74a110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:32.516075 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:32.568927 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:33.844824 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:43.941570 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:44.093098 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:47.602519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-126c85ec-18c2-41de-80e8-2f5e41dd08fc tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391579714&fields=id&tenant_id=b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 267 time: 0.0516531 Sep 16 17:09:47.721725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-9015e39d-c08f-4d6a-814b-230755576f00 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:47.723091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-9015e39d-c08f-4d6a-814b-230755576f00 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1124456 Sep 16 17:09:47.738780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-acab19a7-a98e-401a-a73f-059b5e54cdfc tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/quotas/b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 375 time: 0.0091307 Sep 16 17:09:47.789502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-86708c20-5671-4834-818e-681800edab9a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445559 Sep 16 17:09:47.893476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-8c3c0614-a1b6-469c-a6fe-63cb717f46ba service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915780 Sep 16 17:09:48.000085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-e92c8a67-50e7-4163-976d-98d596a3b5f9 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986850 Sep 16 17:09:48.546439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59bcc5ec-3a92-4b21-b567-029b54476253 req-e0a4e1dd-3c29-4598-ab31-4f79a94d61b2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 210 time: 0.0293167 Sep 16 17:09:49.643972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cc4529f-b4e5-48f4-9cb5-6d3d18952965 req-33e4c039-74f3-4594-a9b4-d7868b103363 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 210 time: 0.0265200 Sep 16 17:09:50.412026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-c2b53c18-a7e8-4fe4-a5ef-312179e910f4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:50.413554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-c2b53c18-a7e8-4fe4-a5ef-312179e910f4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1053183 Sep 16 17:09:50.461830 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-5e475e88-0056-4e22-9b10-a6e52ef9c1c2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 380 time: 0.0390115 Sep 16 17:09:50.470829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'port': {'device_id': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'admin_state_up': True, 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'security_groups': ['a400845f-ecd4-4811-a475-85b6a1681d49']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:09:50.655484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Made reservation on behalf of b78067ac6a9445eda6728447e754af50 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:09:50.659559 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:50.792414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7cf5b460-b5f2-4fdf-90e0-a7a77dd14a31 req-33904b48-4650-446b-95b4-90444bef4a1e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 210 time: 0.0422060 Sep 16 17:09:50.820653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Allocated IP 172.20.0.9 (3f8f19a5-7ae2-42cb-ba9a-a6e48b066056/c93d8e99-fcb2-420b-8c8c-4d5c8bab8760/e1dccd11-207e-4c97-b385-85c4ee141597) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:09:50.963390 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:51.065112 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:51.107950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:09:51.110915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:09:51.114499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:09:51.140741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=e1dccd11-207e-4c97-b385-85c4ee141597,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:51.172695 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:51.173672 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:51.313571 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-efb1b02c-c3df-4da5-98f2-3c9d000de860 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8462322 Sep 16 17:09:51.325448 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Request body: {'port': {'device_id': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:09:51.341549 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a0abe323-f4d3-4bd7-8419-ac97685ca1bc None None] Provisioning complete for port e1dccd11-207e-4c97-b385-85c4ee141597 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:09:51.345286 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a0abe323-f4d3-4bd7-8419-ac97685ca1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:51.375975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a0abe323-f4d3-4bd7-8419-ac97685ca1bc None None] Port e1dccd11-207e-4c97-b385-85c4ee141597 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:09:51.384782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:51.676425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dccd11-207e-4c97-b385-85c4ee141597 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:09:51.684837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:51.699679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Transition to ACTIVE for port object e1dccd11-207e-4c97-b385-85c4ee141597 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:09:51.764236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:51.930806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dccd11-207e-4c97-b385-85c4ee141597,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:51.954125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Attempting to bind port e1dccd11-207e-4c97-b385-85c4ee141597 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:09:51.954474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Attempting to bind port e1dccd11-207e-4c97-b385-85c4ee141597 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:09:51.954808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Attempting to bind port e1dccd11-207e-4c97-b385-85c4ee141597 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:09:51.960707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Port e1dccd11-207e-4c97-b385-85c4ee141597 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:09:51.961037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Attempting to bind port e1dccd11-207e-4c97-b385-85c4ee141597 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:09:51.966090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:09:51.966431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Checking segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:09:51.966821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Bound using segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:09:51.967255 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Bound port: e1dccd11-207e-4c97-b385-85c4ee141597, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:09:51.967623 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:51.977380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1924a0c-6c1a-45c4-933b-77544a29f2d7 req-5ddb6e99-f97f-4dfb-bb9d-ffa33715b1b0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:51.979139 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1924a0c-6c1a-45c4-933b-77544a29f2d7 req-5ddb6e99-f97f-4dfb-bb9d-ffa33715b1b0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 943 time: 0.0922422 Sep 16 17:09:52.041823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] For port e1dccd11-207e-4c97-b385-85c4ee141597, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:09:52.045238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] For port e1dccd11-207e-4c97-b385-85c4ee141597, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e1dccd11-207e-4c97-b385-85c4ee141597,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:09:52.049144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1924a0c-6c1a-45c4-933b-77544a29f2d7 req-89533d37-126b-4472-85eb-1ff25200ebce tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555480 Sep 16 17:09:52.116889 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:52.151400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:52.152024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:52.153459 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] 10.222.0.62 "PUT /v2.0/ports/e1dccd11-207e-4c97-b385-85c4ee141597 HTTP/1.1" status: 200 len: 1091 time: 0.8321202 Sep 16 17:09:52.153907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'tag': 'e1dccd11-207e-4c97-b385-85c4ee141597'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:09:52.156335 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b522de39-2df8-4620-bdb4-2adb04bacc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f87f7345-a389-439a-8f38-5a5157359c5d", "tag": "e1dccd11-207e-4c97-b385-85c4ee141597"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:09:52.194840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a22bb-b821-4c05-8575-ffda060dd304 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dccd11-207e-4c97-b385-85c4ee141597,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:09:52.217540 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b600da7-21f3-423f-aac6-04a58ddfe49a x-openstack-request-id: req-2b600da7-21f3-423f-aac6-04a58ddfe49a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:09:52.217935 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87f7345-a389-439a-8f38-5a5157359c5d", "tag": "e1dccd11-207e-4c97-b385-85c4ee141597", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:09:52.218239 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b600da7-21f3-423f-aac6-04a58ddfe49a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:09:52.218717 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'tag': 'e1dccd11-207e-4c97-b385-85c4ee141597', 'status': 'completed', 'code': 200} Sep 16 17:09:52.285128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522de39-2df8-4620-bdb4-2adb04bacc8f req-c9cf3156-3077-4393-8943-6233b3e089f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:52.287774 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b522de39-2df8-4620-bdb4-2adb04bacc8f req-c9cf3156-3077-4393-8943-6233b3e089f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 1094 time: 0.0484107 Sep 16 17:09:52.409358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522de39-2df8-4620-bdb4-2adb04bacc8f req-86c91e2b-fe52-4013-b127-3d07657a634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:52.412419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b522de39-2df8-4620-bdb4-2adb04bacc8f req-86c91e2b-fe52-4013-b127-3d07657a634d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b78067ac6a9445eda6728447e754af50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1160021 Sep 16 17:09:52.813090 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522de39-2df8-4620-bdb4-2adb04bacc8f req-42343a09-17a8-4383-a2cc-750faedd9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:52.814597 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b522de39-2df8-4620-bdb4-2adb04bacc8f req-42343a09-17a8-4383-a2cc-750faedd9ca2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3965175 Sep 16 17:09:52.891600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-eb491177-ea01-490a-a13a-7a78377c5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:52.893057 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-eb491177-ea01-490a-a13a-7a78377c5043 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 1094 time: 0.0423691 Sep 16 17:09:52.935676 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-cd86e7f4-7e27-4c68-bdf0-a488d8a4c16d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1dccd11-207e-4c97-b385-85c4ee141597 HTTP/1.1" status: 200 len: 217 time: 0.0345366 Sep 16 17:09:52.989193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-55362b0d-d8cf-4e76-bb54-0bf69dad8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:52.991675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-55362b0d-d8cf-4e76-bb54-0bf69dad8e60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0475435 Sep 16 17:09:53.042051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-c1f335c1-1cd5-4d59-a3f3-2b754066d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:53.043550 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-c1f335c1-1cd5-4d59-a3f3-2b754066d552 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451088 Sep 16 17:09:53.150521 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-be8ebfa8-8937-448b-82ac-1ab027c330f7 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000528 Sep 16 17:09:53.197823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1b81d-8445-4e38-b55e-807d80d31151 req-7776b627-c6c7-4562-b345-3fe4f17e5465 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:53.199344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8e1b81d-8445-4e38-b55e-807d80d31151 req-7776b627-c6c7-4562-b345-3fe4f17e5465 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 943 time: 0.0591829 Sep 16 17:09:53.242417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8e1b81d-8445-4e38-b55e-807d80d31151 req-a93347f3-1015-4cc9-b388-ac7eb970136a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360014 Sep 16 17:09:53.268657 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-31d29dbc-5c7a-456e-82c0-946b1f4bc807 req-acf01811-d9d8-415a-bf2f-d846c5ce7667 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108766 Sep 16 17:09:54.373442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf02b9a-fc8e-4470-a32a-d3179bc85de0 req-1063ea59-b556-4be6-af54-29e69e4cafb9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:54.375139 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbf02b9a-fc8e-4470-a32a-d3179bc85de0 req-1063ea59-b556-4be6-af54-29e69e4cafb9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 943 time: 0.0578942 Sep 16 17:09:54.413999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbf02b9a-fc8e-4470-a32a-d3179bc85de0 req-a66420c8-d1f1-4b3b-a47e-ca53d32b15b3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327294 Sep 16 17:09:55.543649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a63ba0-dc84-465c-ae83-ba8a828f973d req-1c5cd1ae-b831-4f48-ba7d-cf032f1d74e5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:55.545075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24a63ba0-dc84-465c-ae83-ba8a828f973d req-1c5cd1ae-b831-4f48-ba7d-cf032f1d74e5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 943 time: 0.0513945 Sep 16 17:09:55.582470 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24a63ba0-dc84-465c-ae83-ba8a828f973d req-1b6d2bef-9b4f-4e2e-abba-dd683687c258 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313416 Sep 16 17:09:56.698224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407e80f-0c34-45cb-94be-ab7ae690ce81 req-55190896-ca7d-43f2-b906-3d4e6d7a9bf6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:56.699715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3407e80f-0c34-45cb-94be-ab7ae690ce81 req-55190896-ca7d-43f2-b906-3d4e6d7a9bf6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 943 time: 0.0504820 Sep 16 17:09:56.737364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3407e80f-0c34-45cb-94be-ab7ae690ce81 req-65144a3e-ff7b-4690-90ca-f78069f53206 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315886 Sep 16 17:09:57.858474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f7133-9825-4b91-abe1-2975e0bcdcf3 req-3b792525-fc3a-4fad-9109-8ccea5a27e87 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:57.859960 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee3f7133-9825-4b91-abe1-2975e0bcdcf3 req-3b792525-fc3a-4fad-9109-8ccea5a27e87 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 943 time: 0.0539792 Sep 16 17:09:57.898877 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee3f7133-9825-4b91-abe1-2975e0bcdcf3 req-b0949b63-09bf-4b84-9e90-37625f6ef1e5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Sep 16 17:09:57.996304 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:09:58.212712 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a8110922-26c1-48ba-be50-24830c62fe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:09:59.012340 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e66ee3-5d0a-4acc-a7a1-3e2b347d8516 req-6278acab-a814-488e-8ee0-5d84b9005ce6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:09:59.013835 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81e66ee3-5d0a-4acc-a7a1-3e2b347d8516 req-6278acab-a814-488e-8ee0-5d84b9005ce6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 943 time: 0.0477831 Sep 16 17:09:59.052122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81e66ee3-5d0a-4acc-a7a1-3e2b347d8516 req-1c488eec-38b7-46cb-bbdf-9918d98f08ca tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316923 Sep 16 17:10:00.173588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd90060-4e14-45df-931a-df7bb996c5b3 req-c0c0a0df-e4d2-4b96-90ad-1f171e15ee4f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:00.175220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ddd90060-4e14-45df-931a-df7bb996c5b3 req-c0c0a0df-e4d2-4b96-90ad-1f171e15ee4f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 943 time: 0.0495813 Sep 16 17:10:00.213296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ddd90060-4e14-45df-931a-df7bb996c5b3 req-bc6e3921-f514-4877-80a5-725d692cca60 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Sep 16 17:10:00.819139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ee8ad9b-11b9-41bc-8bce-6370e4585dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:01.340650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956de2e7-bb9b-4ccd-a4f2-4cbbd3697acf req-c3c77e1a-d184-4f40-81f5-a050c3108d7f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:01.342119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-956de2e7-bb9b-4ccd-a4f2-4cbbd3697acf req-c3c77e1a-d184-4f40-81f5-a050c3108d7f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 943 time: 0.0602975 Sep 16 17:10:01.379595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-956de2e7-bb9b-4ccd-a4f2-4cbbd3697acf req-3ec62c88-f9f4-445c-8829-3257f941a967 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314033 Sep 16 17:10:01.493019 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:02.063803 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:02.262184 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e1dccd11-207e-4c97-b385-85c4ee141597 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:10:02.363187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e1dccd11-207e-4c97-b385-85c4ee141597, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e1dccd11-207e-4c97-b385-85c4ee141597,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:10:02.374107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'e1dccd11-207e-4c97-b385-85c4ee141597', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'port_id': 'e1dccd11-207e-4c97-b385-85c4ee141597', 'mac_address': 'fa:16:3e:a6:ef:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:10:02.410528 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:02.424169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dccd11-207e-4c97-b385-85c4ee141597 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:10:02.443296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e1dccd11-207e-4c97-b385-85c4ee141597, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e1dccd11-207e-4c97-b385-85c4ee141597,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:10:02.495434 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6b8cd-bd4d-4000-a349-da30a05459c7 req-e4111708-6e17-48b6-a22b-42ffcbae0c45 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:02.496992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72d6b8cd-bd4d-4000-a349-da30a05459c7 req-e4111708-6e17-48b6-a22b-42ffcbae0c45 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 943 time: 0.0491629 Sep 16 17:10:02.503450 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:02.554281 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72d6b8cd-bd4d-4000-a349-da30a05459c7 req-a42e8c31-e2f4-4de7-a0f2-f50bc354d1d5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498340 Sep 16 17:10:02.566523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e1dccd11-207e-4c97-b385-85c4ee141597,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:02.574790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.575831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.575831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.575831 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.576185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.576458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.576810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.577113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.577438 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.577761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.578082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.578406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:02.708567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e1dccd11-207e-4c97-b385-85c4ee141597'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:10:03.664900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee848fa-4b47-4aaa-93e4-e0f8c2a37d07 req-24b15bc9-4ae5-4c1d-9165-516aff43f375 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:03.666355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fee848fa-4b47-4aaa-93e4-e0f8c2a37d07 req-24b15bc9-4ae5-4c1d-9165-516aff43f375 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 944 time: 0.0488865 Sep 16 17:10:03.705973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fee848fa-4b47-4aaa-93e4-e0f8c2a37d07 req-15442aaa-3cbc-4fb6-8ca3-529a4d837b86 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332778 Sep 16 17:10:03.829653 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:04.260414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e1dccd11-207e-4c97-b385-85c4ee141597 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:10:04.355301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port e1dccd11-207e-4c97-b385-85c4ee141597 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:10:04.359614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port e1dccd11-207e-4c97-b385-85c4ee141597 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:10:04.359988 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:04.446865 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:04.471271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dccd11-207e-4c97-b385-85c4ee141597'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:10:04.474232 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a60622-be0f-4e3a-98fe-f5c568fdfa7d" -d '{"events": [{"server_uuid": "f87f7345-a389-439a-8f38-5a5157359c5d", "name": "network-vif-plugged", "status": "completed", "tag": "e1dccd11-207e-4c97-b385-85c4ee141597"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:10:04.486457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e1dccd11-207e-4c97-b385-85c4ee141597, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e1dccd11-207e-4c97-b385-85c4ee141597,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:10:04.522367 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986e2ecc-7da3-4ce4-a228-2bb0d329dc5b x-openstack-request-id: req-986e2ecc-7da3-4ce4-a228-2bb0d329dc5b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:10:04.522658 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87f7345-a389-439a-8f38-5a5157359c5d", "name": "network-vif-plugged", "status": "completed", "tag": "e1dccd11-207e-4c97-b385-85c4ee141597", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:10:04.523047 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-986e2ecc-7da3-4ce4-a228-2bb0d329dc5b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:10:04.523481 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dccd11-207e-4c97-b385-85c4ee141597', 'code': 200} Sep 16 17:10:04.564176 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:04.614408 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e1dccd11-207e-4c97-b385-85c4ee141597,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:04.620928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb81d5-99a6-462d-a957-925963b79d94 req-d26b5465-4d4e-442d-a710-9e62991fb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:04.623211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfeb81d5-99a6-462d-a957-925963b79d94 req-d26b5465-4d4e-442d-a710-9e62991fb0a1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 1096 time: 0.0416415 Sep 16 17:10:04.658329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bfeb81d5-99a6-462d-a957-925963b79d94 req-298932e1-4515-44c5-9e24-20bb178b1ebd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287867 Sep 16 17:10:04.823497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3894-8ec8-4e01-837c-2506c574a764 req-5a913a76-3926-47de-bfc5-bee1c7d9be09 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:04.825628 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-751f3894-8ec8-4e01-837c-2506c574a764 req-5a913a76-3926-47de-bfc5-bee1c7d9be09 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 945 time: 0.0528111 Sep 16 17:10:04.864019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-751f3894-8ec8-4e01-837c-2506c574a764 req-da170a23-7cb7-4b4c-b7b3-f0fe1001baef tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318716 Sep 16 17:10:05.980116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015037b-893f-4b1e-82e3-83f64051405e req-948ac1b7-2ffd-4178-94ec-c1281c6b391b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:05.981539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5015037b-893f-4b1e-82e3-83f64051405e req-948ac1b7-2ffd-4178-94ec-c1281c6b391b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 945 time: 0.0479314 Sep 16 17:10:06.019176 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5015037b-893f-4b1e-82e3-83f64051405e req-df5777c4-ea4e-46cf-92c8-3cd0667cc5ef tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317235 Sep 16 17:10:06.135055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad634b-7a96-4eaa-8981-c79131ae453e req-45af6b51-8bfc-4dfe-b9e8-05fdbde66b0d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:06.136577 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cdad634b-7a96-4eaa-8981-c79131ae453e req-45af6b51-8bfc-4dfe-b9e8-05fdbde66b0d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 945 time: 0.0500050 Sep 16 17:10:06.175745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cdad634b-7a96-4eaa-8981-c79131ae453e req-7c9c843d-882d-4562-a747-be9b00dc0417 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330431 Sep 16 17:10:06.198071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 54964) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:10:06.241972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a05c2-9dd4-4097-9328-59f9166deb49 tempest-TestVolumeBootPattern-886908484 tempest-TestVolumeBootPattern-886908484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:06.243371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-248a05c2-9dd4-4097-9328-59f9166deb49 tempest-TestVolumeBootPattern-886908484 tempest-TestVolumeBootPattern-886908484-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 1091 time: 0.0442762 Sep 16 17:10:06.246390 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 54966) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:10:06.250920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'e1dccd11-207e-4c97-b385-85c4ee141597', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:10:06.355460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:06.463833 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:06.571356 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Allocated IP 172.25.6.129 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/f93c0fde-c3e6-47d1-9459-e30318f516a2) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:10:06.676374 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:06.761080 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:06.802693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:10:06.805546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:10:06.819707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:10:06.822622 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=f93c0fde-c3e6-47d1-9459-e30318f516a2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:07.202681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:07.343236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:07.510675 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:07.566555 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:07.641767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=f93c0fde-c3e6-47d1-9459-e30318f516a2,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:07.651706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:07.756364 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Floating IP 6f63385e-270e-4347-821b-306742db1968 associated. External IP: 172.25.6.129, port: e1dccd11-207e-4c97-b385-85c4ee141597. Sep 16 17:10:07.970892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Router 08d2eb45-85d6-425c-baa3-ec92c7385e78 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:10:08.084546 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:10:08.096160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] Sync routers for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:10:08.108048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:10:08.111349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:10:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:10:08.184250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:08.224360 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-48212786-51b4-450e-87f9-67b4c6c24177 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9662242 Sep 16 17:10:08.224360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'tag': 'e1dccd11-207e-4c97-b385-85c4ee141597'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:10:08.224735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:10:08.224863 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f87f7345-a389-439a-8f38-5a5157359c5d", "tag": "e1dccd11-207e-4c97-b385-85c4ee141597"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:10:08.258593 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26041aee-14e3-4670-bea8-233d6d6ddae6 x-openstack-request-id: req-26041aee-14e3-4670-bea8-233d6d6ddae6 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:10:08.258896 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87f7345-a389-439a-8f38-5a5157359c5d", "tag": "e1dccd11-207e-4c97-b385-85c4ee141597", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:10:08.259146 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26041aee-14e3-4670-bea8-233d6d6ddae6 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:10:08.259551 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'tag': 'e1dccd11-207e-4c97-b385-85c4ee141597', 'status': 'completed', 'code': 200} Sep 16 17:10:08.325385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-6d90e923-b5b4-428a-a5bc-2c3b61abe031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:08.326967 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-6d90e923-b5b4-428a-a5bc-2c3b61abe031 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 1096 time: 0.0449979 Sep 16 17:10:08.437262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-eab4d42b-f0b6-4114-ae50-25c886408996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:08.438792 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-eab4d42b-f0b6-4114-ae50-25c886408996 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.1051152 Sep 16 17:10:08.478212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '6f63385e-270e-4347-821b-306742db1968', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': 'e1dccd11-207e-4c97-b385-85c4ee141597', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:a6:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:10:07Z', 'updated_at': '2021-09-16T17:10:07Z', 'revision_number': 0, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:10:08.511891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-a02e0243-985b-4a53-8444-0ed7ab006674 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1dccd11-207e-4c97-b385-85c4ee141597 HTTP/1.1" status: 200 len: 999 time: 0.0654240 Sep 16 17:10:08.517283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] Checking router: 08d2eb45-85d6-425c-baa3-ec92c7385e78 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:10:08.527205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:10:08.527844 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:10:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:10:08.565259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-aee85ec2-8d28-4d09-a66a-0db8fd0fdf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:08.566922 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-aee85ec2-8d28-4d09-a66a-0db8fd0fdf66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0486696 Sep 16 17:10:08.622388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-9ab1dffb-3139-438a-9f92-26517849c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:08.623910 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-9ab1dffb-3139-438a-9f92-26517849c511 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498021 Sep 16 17:10:08.638612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:10:08.717991 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-2abc2eb7-d85b-452d-b692-3b1a107c6487 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868340 Sep 16 17:10:08.815151 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d059d7d1-bc54-4bb5-b1d9-60b0c96281ed req-3168b709-5865-43a0-a297-fe35e6394f8c service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901790 Sep 16 17:10:08.875702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '6f63385e-270e-4347-821b-306742db1968', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': 'e1dccd11-207e-4c97-b385-85c4ee141597', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:a6:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:10:07Z', 'updated_at': '2021-09-16T17:10:07Z', 'revision_number': 0, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:10:08.905574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cb459-a29c-413b-931d-f0427d82de0f None None] The sync data for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 is: [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '6f63385e-270e-4347-821b-306742db1968', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': 'e1dccd11-207e-4c97-b385-85c4ee141597', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:a6:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:10:07Z', 'updated_at': '2021-09-16T17:10:07Z', 'revision_number': 0, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:10:09.098601 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a11d1-cf70-4a66-ae14-802eb835fee4 None None] New status for floating IP 6f63385e-270e-4347-821b-306742db1968: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:10:13.943703 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:14.032518 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:22.515072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-228ef097-e482-473a-b45f-f39e00d2862c req-a2e90fa8-64c1-430c-93ef-ff57e2f308ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913296 Sep 16 17:10:22.624806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ef097-e482-473a-b45f-f39e00d2862c req-006cd86e-7a7f-496d-9c68-d1cbb1d690de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:22.626307 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-228ef097-e482-473a-b45f-f39e00d2862c req-006cd86e-7a7f-496d-9c68-d1cbb1d690de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 1096 time: 0.0484509 Sep 16 17:10:22.736137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ef097-e482-473a-b45f-f39e00d2862c req-45c39d14-698f-4142-885d-f0d1ad77036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:22.737666 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-228ef097-e482-473a-b45f-f39e00d2862c req-45c39d14-698f-4142-885d-f0d1ad77036e service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0924094 Sep 16 17:10:22.806009 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-228ef097-e482-473a-b45f-f39e00d2862c req-8ae7d2bd-101a-46a2-8d31-a93038526dd7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1dccd11-207e-4c97-b385-85c4ee141597 HTTP/1.1" status: 200 len: 1001 time: 0.0605419 Sep 16 17:10:22.861380 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ef097-e482-473a-b45f-f39e00d2862c req-ac4cc37d-6d48-414c-9de6-40fae694f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:22.862927 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-228ef097-e482-473a-b45f-f39e00d2862c req-ac4cc37d-6d48-414c-9de6-40fae694f661 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0504813 Sep 16 17:10:22.935316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ef097-e482-473a-b45f-f39e00d2862c req-dae603f3-f954-4954-ab43-493fd9d59850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:22.936907 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-228ef097-e482-473a-b45f-f39e00d2862c req-dae603f3-f954-4954-ab43-493fd9d59850 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667970 Sep 16 17:10:23.031938 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-228ef097-e482-473a-b45f-f39e00d2862c req-fb58ae17-f795-4266-9847-0638aec158e1 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861554 Sep 16 17:10:23.139468 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-228ef097-e482-473a-b45f-f39e00d2862c req-c6aa691f-6100-4800-9402-1ecc219b1f09 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007683 Sep 16 17:10:28.238066 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8a70-00f7-448a-97d1-06c7901cbdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:30.826148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e9061a75-a6fe-49c6-92ca-6660612dece4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:31.549738 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:32.149032 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:33.828620 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:34.997410 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:10:43.948390 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:44.056995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:47.518183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55330) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:10:47.522937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118663469', 'description': 'tempest-secgroup-smoke-118663469 description', 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:10:47.637454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:47.716292 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:47.787835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:47.817646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fa8511-3473-4913-8be4-8b5566221cbd,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:47.825152 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.829053 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:47.879558 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:47.880861 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0de2ded1-0de5-4995-a678-675cea880d05 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3616385 Sep 16 17:10:47.883749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55332) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:10:47.888213 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2044bc34-6bdf-46f5-948b-af040b7e94bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Request body: {'security_group_rule': {'security_group_id': '27fa8511-3473-4913-8be4-8b5566221cbd', 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:10:47.998085 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2044bc34-6bdf-46f5-948b-af040b7e94bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.056941 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2044bc34-6bdf-46f5-948b-af040b7e94bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.125202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2044bc34-6bdf-46f5-948b-af040b7e94bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.151025 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044bc34-6bdf-46f5-948b-af040b7e94bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3e7715-69c8-4e09-bdfe-1f0e5ce416d6,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:48.203138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2044bc34-6bdf-46f5-948b-af040b7e94bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.204435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2044bc34-6bdf-46f5-948b-af040b7e94bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3197362 Sep 16 17:10:48.207116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55334) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:10:48.211480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-ad432943-5366-4209-ac9f-9e5be661088b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Request body: {'security_group_rule': {'security_group_id': '27fa8511-3473-4913-8be4-8b5566221cbd', 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:10:48.299170 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad432943-5366-4209-ac9f-9e5be661088b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.374496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad432943-5366-4209-ac9f-9e5be661088b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.439358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad432943-5366-4209-ac9f-9e5be661088b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.457478 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad432943-5366-4209-ac9f-9e5be661088b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2255ebbc-ede0-4ef4-a5e5-9d28c9f083af,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:48.513902 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ad432943-5366-4209-ac9f-9e5be661088b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.515119 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ad432943-5366-4209-ac9f-9e5be661088b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3070812 Sep 16 17:10:48.517873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55336) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:10:48.522446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-cae62034-ead6-4fd7-92a0-25fc3f9dc8c1 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Request body: {'security_group_rule': {'security_group_id': '27fa8511-3473-4913-8be4-8b5566221cbd', 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:10:48.586741 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cae62034-ead6-4fd7-92a0-25fc3f9dc8c1 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.646407 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cae62034-ead6-4fd7-92a0-25fc3f9dc8c1 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.731057 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cae62034-ead6-4fd7-92a0-25fc3f9dc8c1 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.750273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae62034-ead6-4fd7-92a0-25fc3f9dc8c1 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f54882-383b-414f-9d1d-cc481fb20d25,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:48.826216 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cae62034-ead6-4fd7-92a0-25fc3f9dc8c1 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.827452 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cae62034-ead6-4fd7-92a0-25fc3f9dc8c1 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3086338 Sep 16 17:10:48.830244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55338) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:10:48.834591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-00bfece6-2252-40fc-8711-c4d4538592f2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Request body: {'security_group_rule': {'security_group_id': '27fa8511-3473-4913-8be4-8b5566221cbd', 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:10:48.928412 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00bfece6-2252-40fc-8711-c4d4538592f2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:48.989116 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00bfece6-2252-40fc-8711-c4d4538592f2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.073708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00bfece6-2252-40fc-8711-c4d4538592f2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.093332 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfece6-2252-40fc-8711-c4d4538592f2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c603eb-6069-47bc-9e0b-6cd546fe1473,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:49.216591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-00bfece6-2252-40fc-8711-c4d4538592f2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.217784 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-00bfece6-2252-40fc-8711-c4d4538592f2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3866141 Sep 16 17:10:49.220585 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55340) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:10:49.225170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f48f3d51-c3a6-41fb-8049-72760eadd6bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Request body: {'security_group_rule': {'security_group_id': '27fa8511-3473-4913-8be4-8b5566221cbd', 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:10:49.342327 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-f48f3d51-c3a6-41fb-8049-72760eadd6bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Project 4dc55fcc1edd43e6a93287c5dd14c478 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:10:49.347775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d51-c3a6-41fb-8049-72760eadd6bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.410670 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d51-c3a6-41fb-8049-72760eadd6bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.536911 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d51-c3a6-41fb-8049-72760eadd6bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.557021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f3d51-c3a6-41fb-8049-72760eadd6bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0470f6-ab24-4a86-814b-494bed7a0302,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:49.634113 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d51-c3a6-41fb-8049-72760eadd6bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.635373 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f48f3d51-c3a6-41fb-8049-72760eadd6bc tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4136882 Sep 16 17:10:49.638806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55342) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:10:49.643183 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-7ed291e3-8c16-4d46-878a-ff53e7db8a7e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Request body: {'security_group_rule': {'security_group_id': '27fa8511-3473-4913-8be4-8b5566221cbd', 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:10:49.740106 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-7ed291e3-8c16-4d46-878a-ff53e7db8a7e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Project 4dc55fcc1edd43e6a93287c5dd14c478 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:10:49.744917 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ed291e3-8c16-4d46-878a-ff53e7db8a7e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.805069 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ed291e3-8c16-4d46-878a-ff53e7db8a7e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.865756 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ed291e3-8c16-4d46-878a-ff53e7db8a7e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.883506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed291e3-8c16-4d46-878a-ff53e7db8a7e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cca7acf-02af-44e2-89f6-d806de3c4eff,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:49.957725 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7ed291e3-8c16-4d46-878a-ff53e7db8a7e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:49.959006 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7ed291e3-8c16-4d46-878a-ff53e7db8a7e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3192854 Sep 16 17:10:50.109518 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-ad2531b0-de36-4c5e-aaaa-028deb07a5a0 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118663469&fields=id&tenant_id=4dc55fcc1edd43e6a93287c5dd14c478 HTTP/1.1" status: 200 len: 267 time: 0.0334527 Sep 16 17:10:50.215179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-a4c38f91-6f2d-441f-a750-2e656abe9ef6 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:50.216717 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-a4c38f91-6f2d-441f-a750-2e656abe9ef6 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/networks?id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c HTTP/1.1" status: 200 len: 814 time: 0.1002901 Sep 16 17:10:50.232011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-540e89ab-3c33-4b8f-be5a-047a9f5fb17c tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/quotas/4dc55fcc1edd43e6a93287c5dd14c478 HTTP/1.1" status: 200 len: 375 time: 0.0094757 Sep 16 17:10:50.285861 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-f72afc71-9624-425f-8c2a-853ac60aa7f1 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4dc55fcc1edd43e6a93287c5dd14c478&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486181 Sep 16 17:10:50.381242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-1e9fae60-56d1-4112-bad9-95a024595274 service neutron] 10.222.0.22 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832419 Sep 16 17:10:50.749056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d02a5ed4-dc42-499f-a3d7-5a26b190967b service neutron] 10.222.0.22 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615332 Sep 16 17:10:51.254209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a7ed56c-12c5-4878-8779-930f8b79e717 req-bc6c3740-2759-4290-93ae-05ef8b806952 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 210 time: 0.0278828 Sep 16 17:10:52.332297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-773001eb-d356-4f9e-8783-b4f83c3adf4f req-32c3abe8-c51c-4737-8f33-877cf14992d6 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 210 time: 0.0269306 Sep 16 17:10:53.436372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-789fe4b7-27f0-4118-a1dc-4123be88553f req-45d9bb0c-ffd1-4b91-bc25-2b8a1575da82 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 210 time: 0.0344408 Sep 16 17:10:53.445239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-32de1abb-576f-459d-99db-d2fa771ce0f8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:53.446666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-32de1abb-576f-459d-99db-d2fa771ce0f8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.52 "GET /v2.0/networks?id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c HTTP/1.1" status: 200 len: 814 time: 0.1294603 Sep 16 17:10:53.499669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-77397821-6f72-41f2-8ddf-57b5744feb4b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dc55fcc1edd43e6a93287c5dd14c478 HTTP/1.1" status: 200 len: 379 time: 0.0443206 Sep 16 17:10:53.509205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Request body: {'port': {'device_id': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'admin_state_up': True, 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'security_groups': ['27fa8511-3473-4913-8be4-8b5566221cbd']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:10:53.700953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Made reservation on behalf of 4dc55fcc1edd43e6a93287c5dd14c478 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:10:53.705362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:53.830796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Allocated IP 172.20.0.8 (4a3db85b-4bd5-482c-a0ad-8f2307f85e2c/04e20011-6666-424d-909f-e4217b25abbd/5dd3af42-c309-43b2-9bcd-d0044c69bf55) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:10:53.977240 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:54.095606 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:54.139042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:10:54.142758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:10:54.146807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:10:54.157012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event updated for resources: {'Port': ['ID=5dd3af42-c309-43b2-9bcd-d0044c69bf55,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:54.189303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.189647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.189982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.190311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.190639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.190963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.191283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.191601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.191922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.192243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.192588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.192903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:10:54.226667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:54.227347 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:54.335251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-418c989d-7a51-4125-bad6-bdf61bdb8976 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8296952 Sep 16 17:10:54.347872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Request body: {'port': {'device_id': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:10:54.348046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f5a909a5-1c1f-44de-a863-078b6dcf7b44 None None] Provisioning complete for port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:10:54.348513 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f5a909a5-1c1f-44de-a863-078b6dcf7b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:54.384546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f5a909a5-1c1f-44de-a863-078b6dcf7b44 None None] Port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:10:54.410879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:54.605594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c53b05-35d5-436c-b1a6-9e9cd9522202 req-c625a52a-f5f6-4b9f-b980-381d507cf8a4 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:54.607146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5c53b05-35d5-436c-b1a6-9e9cd9522202 req-c625a52a-f5f6-4b9f-b980-381d507cf8a4 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 931 time: 0.0862646 Sep 16 17:10:54.692130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e5c53b05-35d5-436c-b1a6-9e9cd9522202 req-a62c3ad9-b5a5-43cb-8e44-0ca131f8fb52 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597234 Sep 16 17:10:54.754883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd3af42-c309-43b2-9bcd-d0044c69bf55 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:10:54.763070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:54.776417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Transition to ACTIVE for port object 5dd3af42-c309-43b2-9bcd-d0044c69bf55 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:10:54.851087 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:54.910080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd3af42-c309-43b2-9bcd-d0044c69bf55,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:54.985137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Attempting to bind port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:10:54.985598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Attempting to bind port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:10:54.985988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Attempting to bind port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 on network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:10:54.991018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 on network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:10:54.991428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Attempting to bind port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 on network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:10:54.996743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:10:54.997155 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Checking segment: {'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:10:54.997612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Bound using segment: {'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:10:54.998118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Bound port: 5dd3af42-c309-43b2-9bcd-d0044c69bf55, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0287de6-7d0a-451c-9e6a-f67de48b30c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:10:54.998552 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:55.071412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] For port 5dd3af42-c309-43b2-9bcd-d0044c69bf55, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:10:55.074570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] For port 5dd3af42-c309-43b2-9bcd-d0044c69bf55, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:10:55.169398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:55.205411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:55.206099 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:55.207473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] 10.222.0.52 "PUT /v2.0/ports/5dd3af42-c309-43b2-9bcd-d0044c69bf55 HTTP/1.1" status: 200 len: 1091 time: 0.8638732 Sep 16 17:10:55.207911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:10:55.210210 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db4ddff-d651-4fc7-9f49-62e846aa62db" -d '{"events": [{"name": "network-changed", "server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:10:55.245064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069f0a3-49fd-436d-aca9-65e677602a14 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd3af42-c309-43b2-9bcd-d0044c69bf55,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:10:55.253166 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834e8f55-d3a7-4749-9a83-97801e5c3d3f x-openstack-request-id: req-834e8f55-d3a7-4749-9a83-97801e5c3d3f {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:10:55.253458 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:10:55.253711 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-834e8f55-d3a7-4749-9a83-97801e5c3d3f {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:10:55.254094 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'status': 'completed', 'code': 200} Sep 16 17:10:55.323274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ddff-d651-4fc7-9f49-62e846aa62db req-6aa04dab-75d2-45b3-aee4-83e6d3aaf1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:55.324938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6db4ddff-d651-4fc7-9f49-62e846aa62db req-6aa04dab-75d2-45b3-aee4-83e6d3aaf1b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4dc55fcc1edd43e6a93287c5dd14c478&device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 1094 time: 0.0496521 Sep 16 17:10:55.449721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ddff-d651-4fc7-9f49-62e846aa62db req-6b6c1aee-cedb-485f-af6f-b502f4567c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:55.451367 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6db4ddff-d651-4fc7-9f49-62e846aa62db req-6b6c1aee-cedb-485f-af6f-b502f4567c36 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=4dc55fcc1edd43e6a93287c5dd14c478&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1185417 Sep 16 17:10:55.555877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ddff-d651-4fc7-9f49-62e846aa62db req-73de152d-7690-4954-b011-8a7fe205cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:55.557398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6db4ddff-d651-4fc7-9f49-62e846aa62db req-73de152d-7690-4954-b011-8a7fe205cdab service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982900 Sep 16 17:10:55.634049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-453fb3f3-63f9-40f9-97da-43af9fc1d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:55.635481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-453fb3f3-63f9-40f9-97da-43af9fc1d9c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4dc55fcc1edd43e6a93287c5dd14c478&device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 1094 time: 0.0416217 Sep 16 17:10:55.678104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-380b0f77-3418-4e9e-ba00-1804cc86933a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55 HTTP/1.1" status: 200 len: 217 time: 0.0346186 Sep 16 17:10:55.728454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-7cc4bc71-e91d-4714-941c-cccdca957c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:55.729951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-7cc4bc71-e91d-4714-941c-cccdca957c24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04e20011-6666-424d-909f-e4217b25abbd HTTP/1.1" status: 200 len: 853 time: 0.0448370 Sep 16 17:10:55.807765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-1e58484a-a482-4403-b602-c19b8cf7d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:55.809349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-1e58484a-a482-4403-b602-c19b8cf7d9fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727553 Sep 16 17:10:55.834320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735ecff-f478-488a-bb74-794f8dd4ce55 req-f3814d69-d5a6-4ca2-b3af-235e705a5fce tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:55.835786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2735ecff-f478-488a-bb74-794f8dd4ce55 req-f3814d69-d5a6-4ca2-b3af-235e705a5fce tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 943 time: 0.0677662 Sep 16 17:10:55.923642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2735ecff-f478-488a-bb74-794f8dd4ce55 req-84ac1e92-41b6-41cc-9927-239be7da13e8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769494 Sep 16 17:10:55.945388 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-f54c8651-76f7-4f5c-957c-5e86673cc552 service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272511 Sep 16 17:10:56.038486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a2dd47-af79-4290-9627-403a0aa10a53 req-141dd8a6-9978-49b2-926b-33d238a17382 service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855093 Sep 16 17:10:57.042757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5b83d-eb3b-4aae-bfa5-cdc572b6c55e req-cf4cc417-9214-44c3-a777-3d83aff1e65e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:57.044995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95e5b83d-eb3b-4aae-bfa5-cdc572b6c55e req-cf4cc417-9214-44c3-a777-3d83aff1e65e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 943 time: 0.0513287 Sep 16 17:10:57.088780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95e5b83d-eb3b-4aae-bfa5-cdc572b6c55e req-f124dc5b-f3ef-4dbf-8274-5aadbea296a4 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373545 Sep 16 17:10:58.207241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f204f-a13c-4c6c-ac28-7ceecc190ff8 req-7feddbdd-9caf-47b6-9dd4-a26b6609be1f tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:58.208726 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d15f204f-a13c-4c6c-ac28-7ceecc190ff8 req-7feddbdd-9caf-47b6-9dd4-a26b6609be1f tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 943 time: 0.0502255 Sep 16 17:10:58.246818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d15f204f-a13c-4c6c-ac28-7ceecc190ff8 req-9df7f814-127f-42f0-982f-7cb232b993c9 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320063 Sep 16 17:10:58.260480 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c0e1-ee1b-4711-b566-7b342d79bac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:10:59.368125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67aaaa-6f98-4476-a102-631f0d67279e req-15381b3d-a7ea-4ef4-ad67-fed006f68137 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:10:59.369774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f67aaaa-6f98-4476-a102-631f0d67279e req-15381b3d-a7ea-4ef4-ad67-fed006f68137 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 943 time: 0.0510767 Sep 16 17:10:59.410462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f67aaaa-6f98-4476-a102-631f0d67279e req-607c5468-f5e2-4e42-89dc-5c3d5203f079 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335963 Sep 16 17:11:00.525496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186cbb-65a3-4478-8ac8-19da4515feba req-b65e1fb5-6f1d-4ba0-a685-2b63b9306f7c tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:00.527131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00186cbb-65a3-4478-8ac8-19da4515feba req-b65e1fb5-6f1d-4ba0-a685-2b63b9306f7c tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 943 time: 0.0485201 Sep 16 17:11:00.569725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00186cbb-65a3-4478-8ac8-19da4515feba req-2ee01a87-9233-4264-8775-e307565efaf5 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362103 Sep 16 17:11:00.816239 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3bd83f31-abcc-4dc8-af2e-392f3d5a824c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:01.519295 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:01.685996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2191b-f1c9-43cf-b318-e3e82364c7eb req-91ceacb0-a472-4122-b197-421ac87f3c5c tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:01.687408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48b2191b-f1c9-43cf-b318-e3e82364c7eb req-91ceacb0-a472-4122-b197-421ac87f3c5c tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 943 time: 0.0493882 Sep 16 17:11:01.725452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-48b2191b-f1c9-43cf-b318-e3e82364c7eb req-5d3114ed-5f33-4d47-a8a0-5814455f14e5 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320852 Sep 16 17:11:02.083186 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:02.838927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b087f-04c8-4210-8bf7-828633404dcd req-f74e1b9f-cc78-4f0c-80c3-4da10372a171 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:02.840422 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c91b087f-04c8-4210-8bf7-828633404dcd req-f74e1b9f-cc78-4f0c-80c3-4da10372a171 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 943 time: 0.0499444 Sep 16 17:11:02.879995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c91b087f-04c8-4210-8bf7-828633404dcd req-0c67adc6-990a-4e30-b283-c1304d312d83 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324624 Sep 16 17:11:03.838946 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:03.999327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed02e7-766e-4b2e-bdbb-73d3b0036077 req-ea7a975d-d16c-499f-a230-b250fe68abc9 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:04.001057 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38ed02e7-766e-4b2e-bdbb-73d3b0036077 req-ea7a975d-d16c-499f-a230-b250fe68abc9 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 943 time: 0.0497355 Sep 16 17:11:04.042228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38ed02e7-766e-4b2e-bdbb-73d3b0036077 req-7caabc52-3a27-47bf-b58b-a0eeb05e86e4 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343843 Sep 16 17:11:04.687137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5dd3af42-c309-43b2-9bcd-d0044c69bf55 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:11:04.783991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5dd3af42-c309-43b2-9bcd-d0044c69bf55, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:11:04.795021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'port_id': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'mac_address': 'fa:16:3e:e0:ac:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:11:04.831558 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:04.843786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd3af42-c309-43b2-9bcd-d0044c69bf55 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:11:04.863671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5dd3af42-c309-43b2-9bcd-d0044c69bf55, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:11:04.940009 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:04.992759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5dd3af42-c309-43b2-9bcd-d0044c69bf55,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:11:05.000018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.000371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.000738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.001077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.001411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.001745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.002074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.002403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.002731 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.004158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.004528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.004866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:11:05.156832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adf713-6e7e-4e28-a68e-2d56c90b9546 req-d5e70d46-4faa-4d29-b5e8-515cb61e756b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:05.158344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8adf713-6e7e-4e28-a68e-2d56c90b9546 req-d5e70d46-4faa-4d29-b5e8-515cb61e756b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 944 time: 0.0494328 Sep 16 17:11:05.163959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5dd3af42-c309-43b2-9bcd-d0044c69bf55'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:11:05.197568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8adf713-6e7e-4e28-a68e-2d56c90b9546 req-48a44892-851b-4734-b06c-ea359ac72008 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325129 Sep 16 17:11:06.314485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45f3e1-10b6-4e6e-af36-dbb8c35bf09b req-9dda5c09-fbd9-44ea-956b-0686d37bba7a tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:06.315972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae45f3e1-10b6-4e6e-af36-dbb8c35bf09b req-9dda5c09-fbd9-44ea-956b-0686d37bba7a tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 944 time: 0.0513546 Sep 16 17:11:06.356280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae45f3e1-10b6-4e6e-af36-dbb8c35bf09b req-2725a976-667d-4956-87f5-e56223adea7e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336559 Sep 16 17:11:06.702785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5dd3af42-c309-43b2-9bcd-d0044c69bf55 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:11:06.838984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:11:06.842742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:11:06.843108 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:06.918291 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:06.939752 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:11:06.941988 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa545fb-8496-4b9e-966d-6dfcfe0002ff" -d '{"events": [{"server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "name": "network-vif-plugged", "status": "completed", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:11:06.957518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5dd3af42-c309-43b2-9bcd-d0044c69bf55, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:11:06.980946 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5293d930-379f-42ea-83c8-a7bd83ed38f0 x-openstack-request-id: req-5293d930-379f-42ea-83c8-a7bd83ed38f0 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:11:06.980946 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "name": "network-vif-plugged", "status": "completed", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:11:06.980946 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5293d930-379f-42ea-83c8-a7bd83ed38f0 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:11:06.980946 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'code': 200} Sep 16 17:11:07.027836 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:07.070710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd92dd8-777d-419a-9918-b83205600ccd req-7b315657-8398-48f6-9ee5-3f56ae8b7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:07.072289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dd92dd8-777d-419a-9918-b83205600ccd req-7b315657-8398-48f6-9ee5-3f56ae8b7c84 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 1096 time: 0.0407307 Sep 16 17:11:07.082826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5dd3af42-c309-43b2-9bcd-d0044c69bf55,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:11:07.111539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2dd92dd8-777d-419a-9918-b83205600ccd req-d3f82d41-fd50-447b-bd03-09d3a5fae440 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322409 Sep 16 17:11:07.472354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a6586-a94c-4e34-995a-ea63e739cf60 req-e78a7d6a-d074-4c45-8d73-2d43783fb253 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:07.473826 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-861a6586-a94c-4e34-995a-ea63e739cf60 req-e78a7d6a-d074-4c45-8d73-2d43783fb253 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 945 time: 0.0491190 Sep 16 17:11:07.513377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-861a6586-a94c-4e34-995a-ea63e739cf60 req-832322f7-81bf-41e8-a639-85db8ac496da tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332184 Sep 16 17:11:08.627977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16ddec-61f2-47a0-9310-576a4326ef40 req-2aec03a6-4f4f-4d04-905e-70dfe83d1f8d tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:08.629474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb16ddec-61f2-47a0-9310-576a4326ef40 req-2aec03a6-4f4f-4d04-905e-70dfe83d1f8d tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 945 time: 0.0487778 Sep 16 17:11:08.666926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb16ddec-61f2-47a0-9310-576a4326ef40 req-63daeeaf-ec07-4681-be12-0e951e86d870 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311975 Sep 16 17:11:08.781611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f98b3-f34d-42c9-afdf-ddfae2ef547d req-a2287ce3-3b6c-4905-b924-52f8dcc2cdda tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:08.783072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-887f98b3-f34d-42c9-afdf-ddfae2ef547d req-a2287ce3-3b6c-4905-b924-52f8dcc2cdda tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 945 time: 0.0487785 Sep 16 17:11:08.823592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-887f98b3-f34d-42c9-afdf-ddfae2ef547d req-dc4dc99d-b407-4203-9cbb-8842e9f259b8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346155 Sep 16 17:11:08.846685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55408) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:11:08.933346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d224780-5995-4458-87dd-ef8dea706255 tempest-TestVolumeBackupRestore-135066230 tempest-TestVolumeBackupRestore-135066230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:08.934766 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8d224780-5995-4458-87dd-ef8dea706255 tempest-TestVolumeBackupRestore-135066230 tempest-TestVolumeBackupRestore-135066230-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 1091 time: 0.0871100 Sep 16 17:11:08.937651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55412) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:11:08.942024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:11:09.076963 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:09.181212 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:09.289638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Allocated IP 172.25.6.14 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/24ca671a-28e3-4919-8d46-6fbfb035dec9) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:11:09.396181 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:09.485249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:09.522923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:11:09.525824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:11:09.529270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:11:09.537356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event updated for resources: {'Port': ['ID=24ca671a-28e3-4919-8d46-6fbfb035dec9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:11:09.885611 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:10.035206 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:10.185835 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:10.256268 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:10.324114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event updated for resources: {'Port': ['ID=24ca671a-28e3-4919-8d46-6fbfb035dec9,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:11:10.333724 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:10.435426 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Floating IP cd72990e-032a-43ca-bd86-37a64d2e2e09 associated. External IP: 172.25.6.14, port: 5dd3af42-c309-43b2-9bcd-d0044c69bf55. Sep 16 17:11:10.641033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:11:10.747764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:11:10.757423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] Sync routers for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:11:10.766344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:11:10.766952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:11:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:11:10.844743 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:10.871772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:11:10.873881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a934fcf9-13bf-4dd8-a560-1259167f0d70 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9352090 Sep 16 17:11:10.874471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:11:10.876533 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55414) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:11:10.876997 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae60a110-85d1-4316-9f4d-fcf733d96881" -d '{"events": [{"name": "network-changed", "server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:11:10.913705 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ace4367-104d-4f48-a2e7-fb8fe28b48c3 x-openstack-request-id: req-6ace4367-104d-4f48-a2e7-fb8fe28b48c3 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:11:10.913705 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:11:10.914368 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ace4367-104d-4f48-a2e7-fb8fe28b48c3 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:11:10.914368 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'status': 'completed', 'code': 200} Sep 16 17:11:10.920060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547ffae-ce52-418b-9424-cbc272e4ab35 tempest-TestVolumeBackupRestore-135066230 tempest-TestVolumeBackupRestore-135066230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:10.924585 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55418) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:11:10.924713 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1547ffae-ce52-418b-9424-cbc272e4ab35 tempest-TestVolumeBackupRestore-135066230 tempest-TestVolumeBackupRestore-135066230-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 1091 time: 0.0470388 Sep 16 17:11:10.931114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-dd0d8a0c-216f-49a6-b1b7-35a8d2dacff2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Request body: {'floatingip': {'port_id': '5dd3af42-c309-43b2-9bcd-d0044c69bf55'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:11:11.017226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-8ca009d2-7706-4f9d-8a27-4293a34eae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:11.018722 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-8ca009d2-7706-4f9d-8a27-4293a34eae50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4dc55fcc1edd43e6a93287c5dd14c478&device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 1096 time: 0.0837142 Sep 16 17:11:11.021318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8a0c-216f-49a6-b1b7-35a8d2dacff2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:11.106977 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'cd72990e-032a-43ca-bd86-37a64d2e2e09', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'port_id': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'mac_address': 'fa:16:3e:e0:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:11:09Z', 'updated_at': '2021-09-16T17:11:09Z', 'revision_number': 0, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:12Z', 'revision_number': 5, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:11:11.139354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] Checking router: e2fbeb61-5745-4e2e-a2bd-1a597bccb894 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:11:11.149931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:11:11.150582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:11:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:11:11.269323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:11:11.494490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-aef5c6d8-1582-40c9-810c-6c58cdd4b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:11.495976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-aef5c6d8-1582-40c9-810c-6c58cdd4b417 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c HTTP/1.1" status: 200 len: 915 time: 0.4700472 Sep 16 17:11:11.510028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'cd72990e-032a-43ca-bd86-37a64d2e2e09', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'port_id': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'mac_address': 'fa:16:3e:e0:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:11:09Z', 'updated_at': '2021-09-16T17:11:09Z', 'revision_number': 0, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:12Z', 'revision_number': 5, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:11:11.541635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbb4db-6cd0-4fbb-93d9-b1c0b6f4d8a0 None None] The sync data for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 is: [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'cd72990e-032a-43ca-bd86-37a64d2e2e09', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'port_id': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'mac_address': 'fa:16:3e:e0:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:11:09Z', 'updated_at': '2021-09-16T17:11:09Z', 'revision_number': 0, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:12Z', 'revision_number': 5, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:11:11.636151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-c871a448-d090-4f2e-ad68-db176aa6d441 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55 HTTP/1.1" status: 200 len: 998 time: 0.1294870 Sep 16 17:11:11.736336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-32d88200-b887-4a3b-a4d2-4d56ebe51c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:11.738377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-32d88200-b887-4a3b-a4d2-4d56ebe51c9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04e20011-6666-424d-909f-e4217b25abbd HTTP/1.1" status: 200 len: 853 time: 0.0939817 Sep 16 17:11:11.747430 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8c34e-1711-4f35-b411-f1bc767969dd None None] New status for floating IP cd72990e-032a-43ca-bd86-37a64d2e2e09: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:11:11.835643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-3b6c9796-a2de-443d-bdb3-de457c8dd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:11.838120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-3b6c9796-a2de-443d-bdb3-de457c8dd8d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890152 Sep 16 17:11:11.996690 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:11:12.029902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-e76ba20e-4802-443d-9ab9-971791dc24a7 service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570292 Sep 16 17:11:12.052414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8a0c-216f-49a6-b1b7-35a8d2dacff2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:12.103001 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.db.api [None req-4af8c34e-1711-4f35-b411-f1bc767969dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:11:12.103349 n-d-807786-3 neutron-server[95360]: DEBUG oslo_db.api [None req-4af8c34e-1711-4f35-b411-f1bc767969dd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:11:12.105674 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8a0c-216f-49a6-b1b7-35a8d2dacff2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:12.175598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae60a110-85d1-4316-9f4d-fcf733d96881 req-b56e2dd6-72f1-46a4-9120-8d25afe68cf3 service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379263 Sep 16 17:11:12.331770 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0d8a0c-216f-49a6-b1b7-35a8d2dacff2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:11:12.439872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0d8a0c-216f-49a6-b1b7-35a8d2dacff2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:11:12.450162 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8a0c-216f-49a6-b1b7-35a8d2dacff2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:12.494603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dd0d8a0c-216f-49a6-b1b7-35a8d2dacff2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "PUT /v2.0/floatingips/cd72990e-032a-43ca-bd86-37a64d2e2e09 HTTP/1.1" status: 200 len: 990 time: 1.5683851 Sep 16 17:11:12.604654 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8c34e-1711-4f35-b411-f1bc767969dd None None] New status for floating IP cd72990e-032a-43ca-bd86-37a64d2e2e09: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:11:12.857343 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] Sync routers for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:11:12.868149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:11:12.868936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:11:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:11:12.915157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55'}, {'name': 'network-changed', 'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:11:12.917692 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78de859b-d3f8-4593-8a8b-bd7296d1080d" -d '{"events": [{"name": "network-changed", "server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55"}, {"name": "network-changed", "server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:11:12.956877 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e423f0-6f04-41b3-85e0-6b65ae9a6898 x-openstack-request-id: req-78e423f0-6f04-41b3-85e0-6b65ae9a6898 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:11:12.957172 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:11:12.957424 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78e423f0-6f04-41b3-85e0-6b65ae9a6898 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:11:12.957837 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'status': 'completed', 'code': 200} Sep 16 17:11:12.958090 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'status': 'completed', 'code': 200} Sep 16 17:11:12.982660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:11:13.021020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-a5fa36c6-954c-4f4d-a417-b0a00cca9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:13.022772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-a5fa36c6-954c-4f4d-a417-b0a00cca9059 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4dc55fcc1edd43e6a93287c5dd14c478&device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 1096 time: 0.0420036 Sep 16 17:11:13.119071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-f4139c61-2624-4f72-b1a3-42c2f359a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:13.120507 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-f4139c61-2624-4f72-b1a3-42c2f359a0b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c HTTP/1.1" status: 200 len: 915 time: 0.0905538 Sep 16 17:11:13.186471 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-9abc2fb0-506b-4bc1-86b9-b121b93d5ca7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55 HTTP/1.1" status: 200 len: 1000 time: 0.0588634 Sep 16 17:11:13.211679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'cd72990e-032a-43ca-bd86-37a64d2e2e09', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'port_id': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'mac_address': 'fa:16:3e:e0:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:11:09Z', 'updated_at': '2021-09-16T17:11:12Z', 'revision_number': 2, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:12Z', 'revision_number': 5, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:11:13.235642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-0bdd43c3-b21e-447d-94c5-d36d46319a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:13.237164 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-0bdd43c3-b21e-447d-94c5-d36d46319a39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04e20011-6666-424d-909f-e4217b25abbd HTTP/1.1" status: 200 len: 853 time: 0.0445223 Sep 16 17:11:13.239035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] Checking router: e2fbeb61-5745-4e2e-a2bd-1a597bccb894 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:11:13.248644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:11:13.249256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:11:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:11:13.287617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-467b330a-559d-457c-bc66-a7a5d91e9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:13.289171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-467b330a-559d-457c-bc66-a7a5d91e9c3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451379 Sep 16 17:11:13.357517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:11:13.385192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-b812be10-e0be-4e09-a2ca-26c695aa1081 service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848475 Sep 16 17:11:13.485796 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-c776274d-3758-4241-beaf-9732721be98a service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940752 Sep 16 17:11:13.564323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-cf7f8efc-efe1-4f86-8375-6f8f85f0c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:13.565853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-cf7f8efc-efe1-4f86-8375-6f8f85f0c8b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4dc55fcc1edd43e6a93287c5dd14c478&device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 1096 time: 0.0410235 Sep 16 17:11:13.601250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'cd72990e-032a-43ca-bd86-37a64d2e2e09', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'port_id': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'mac_address': 'fa:16:3e:e0:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:11:09Z', 'updated_at': '2021-09-16T17:11:12Z', 'revision_number': 2, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:12Z', 'revision_number': 5, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:11:13.628243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcef732-bc97-4dee-ad1c-372a27ed8a35 None None] The sync data for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 is: [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'cd72990e-032a-43ca-bd86-37a64d2e2e09', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'port_id': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'mac_address': 'fa:16:3e:e0:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:11:09Z', 'updated_at': '2021-09-16T17:11:12Z', 'revision_number': 2, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:12Z', 'revision_number': 5, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:11:13.665572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-21edc1d9-b0a4-4372-b8f5-7b499ad42a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:13.667172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-21edc1d9-b0a4-4372-b8f5-7b499ad42a71 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c HTTP/1.1" status: 200 len: 915 time: 0.0946712 Sep 16 17:11:13.735948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-b33c196e-f752-4623-9784-8252a74e7733 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55 HTTP/1.1" status: 200 len: 1000 time: 0.0614707 Sep 16 17:11:13.789442 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-65906e44-5ed4-461b-a8eb-95af992010cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:13.790938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-65906e44-5ed4-461b-a8eb-95af992010cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04e20011-6666-424d-909f-e4217b25abbd HTTP/1.1" status: 200 len: 853 time: 0.0479043 Sep 16 17:11:13.841746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-73cb447a-fb4a-4dd7-8dd8-71186c9f4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:13.843234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-73cb447a-fb4a-4dd7-8dd8-71186c9f4403 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457160 Sep 16 17:11:13.935693 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-53f7180b-c44b-4a57-b79d-ba585158e4ac service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842559 Sep 16 17:11:13.977977 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:14.033429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78de859b-d3f8-4593-8a8b-bd7296d1080d req-a1fe355d-bed0-495a-8f92-f02cff4b2c16 service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900426 Sep 16 17:11:14.077275 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:23.464469 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-a8bb5906-a433-48b4-b557-1d05160e5794 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431299 Sep 16 17:11:23.544721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-0da6f61b-6747-4285-a95b-a1368acc7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:23.546243 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-0da6f61b-6747-4285-a95b-a1368acc7004 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 1096 time: 0.0409935 Sep 16 17:11:23.651130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-6ba67d5c-fb37-4c6e-a7c8-385979b891f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:23.652631 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-6ba67d5c-fb37-4c6e-a7c8-385979b891f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0873954 Sep 16 17:11:23.716916 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-f33763df-7704-4128-b680-ae98e5bf679f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1dccd11-207e-4c97-b385-85c4ee141597 HTTP/1.1" status: 200 len: 1001 time: 0.0574961 Sep 16 17:11:23.765069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-b484db1c-6a99-49c3-bf22-9f63d4242545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:23.766473 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-b484db1c-6a99-49c3-bf22-9f63d4242545 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0433238 Sep 16 17:11:23.814814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-dd5c1f19-82b5-4c01-8bcb-5430ca1f79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:23.816268 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-dd5c1f19-82b5-4c01-8bcb-5430ca1f79ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431175 Sep 16 17:11:24.198105 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-4c32e313-45da-4e62-b134-22b72a7ce010 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740451 Sep 16 17:11:24.290462 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a45e03d6-502a-4bec-bd96-fc2551200461 req-3ede850c-24eb-48f7-b716-351538e4fa61 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853603 Sep 16 17:11:28.255408 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-41954565-0891-4138-ad3c-14fd992e6caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:30.843493 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fe42578-ae19-4115-b9c9-23746639d7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:31.489395 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:32.084332 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:33.843490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:40.560128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-462142f2-b114-4aae-9ec1-7fe55c82d539 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396743 Sep 16 17:11:40.638625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-49830497-cda3-4ea0-8775-63b4cbbbb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:40.640111 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-49830497-cda3-4ea0-8775-63b4cbbbb697 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4dc55fcc1edd43e6a93287c5dd14c478&device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 1096 time: 0.0410697 Sep 16 17:11:40.750598 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-0ffd9d61-d7a9-485e-b839-4dbc1d6c067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:40.752660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-0ffd9d61-d7a9-485e-b839-4dbc1d6c067a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c HTTP/1.1" status: 200 len: 915 time: 0.0933964 Sep 16 17:11:40.818112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-0f68b8e0-2718-4f08-82c9-3273e1b03a4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55 HTTP/1.1" status: 200 len: 1000 time: 0.0589051 Sep 16 17:11:40.870326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-eea02b24-a7e4-4efb-88e3-e25ccce3e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:40.871809 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-eea02b24-a7e4-4efb-88e3-e25ccce3e367 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04e20011-6666-424d-909f-e4217b25abbd HTTP/1.1" status: 200 len: 853 time: 0.0471561 Sep 16 17:11:40.922436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-2cc788dc-2b84-4488-8aee-7dd44b98c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:11:40.925137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-2cc788dc-2b84-4488-8aee-7dd44b98c435 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462997 Sep 16 17:11:41.021491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-a759b49c-1816-42ac-90a4-e381a8be5c61 service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882492 Sep 16 17:11:41.115472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e2530a5-ca9a-4ce8-8628-80b6791d2523 req-e5296b7a-a272-45ce-ba95-7491f3cc9eba service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851817 Sep 16 17:11:43.945835 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:44.043153 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:11:48.995163 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:11:58.259862 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-abbd1b7e-499a-4743-a718-56c0987a1aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:00.808698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7478d121-e14c-4d93-851d-3ca9bfb16001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:01.505303 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:02.092281 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:03.870321 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:13.984909 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:14.036728 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:14.934907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55448) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:15.095554 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Deleting port 24ca671a-28e3-4919-8d46-6fbfb035dec9 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:15.095901 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:15.174092 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:15.174342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:15.187680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Calling delete_port for 24ca671a-28e3-4919-8d46-6fbfb035dec9 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:15.682178 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:15.707224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event deleted for resources: {'Port': ['ID=24ca671a-28e3-4919-8d46-6fbfb035dec9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:15.720123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.720498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.720880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.721248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.721613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.722042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.722374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.722699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.723024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.723346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.723665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.723981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:15.782689 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:15.783074 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Floating IP cd72990e-032a-43ca-bd86-37a64d2e2e09 disassociated (deleted). External IP: 172.25.6.14, port: 5dd3af42-c309-43b2-9bcd-d0044c69bf55. Sep 16 17:12:15.990303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:12:16.099188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:12:16.103875 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:16.109547 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] Sync routers for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:12:16.119109 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:12:16.119712 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:12:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:16.131439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-83fc75b7-4d25-4e99-a4c2-75a3fd939efb tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "DELETE /v2.0/floatingips/cd72990e-032a-43ca-bd86-37a64d2e2e09 HTTP/1.1" status: 204 len: 168 time: 1.1954491 Sep 16 17:12:16.143985 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:12:16.143985 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:12:16.172961 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd02f4a7-9421-41df-abc3-14ce7e786cfd x-openstack-request-id: req-cd02f4a7-9421-41df-abc3-14ce7e786cfd {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:12:16.173256 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:12:16.173589 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd02f4a7-9421-41df-abc3-14ce7e786cfd {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:12:16.173899 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'status': 'completed', 'code': 200} Sep 16 17:12:16.238318 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:12:16.241114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-1a72de5f-b4f4-43b5-81c2-9e3d34cc1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:16.242591 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-1a72de5f-b4f4-43b5-81c2-9e3d34cc1e3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4dc55fcc1edd43e6a93287c5dd14c478&device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 1096 time: 0.0468531 Sep 16 17:12:16.337428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-d5a390b2-d77c-4bd5-8c23-d600894f06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:16.338941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-d5a390b2-d77c-4bd5-8c23-d600894f06ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c HTTP/1.1" status: 200 len: 915 time: 0.0893977 Sep 16 17:12:16.393204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-5b788844-550a-4a63-8c7a-d2874c9521d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55 HTTP/1.1" status: 200 len: 217 time: 0.0444551 Sep 16 17:12:16.450113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-3ad87ac0-a846-445e-a24c-f902f110abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:16.451628 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-3ad87ac0-a846-445e-a24c-f902f110abea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04e20011-6666-424d-909f-e4217b25abbd HTTP/1.1" status: 200 len: 853 time: 0.0514710 Sep 16 17:12:16.456043 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:12Z', 'revision_number': 5, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:16.488327 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] Checking router: e2fbeb61-5745-4e2e-a2bd-1a597bccb894 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:12:16.496934 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:12:16.497532 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:12:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:16.535569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-ec848af8-505d-4408-a1a9-b0bb457b15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:16.537094 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-ec848af8-505d-4408-a1a9-b0bb457b15c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707440 Sep 16 17:12:16.572809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390352-9281-40c8-88ed-d1b30be06ad0 req-dcb2b231-8b97-4b0c-b10d-e70fd519f4c9 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:16.574476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b390352-9281-40c8-88ed-d1b30be06ad0 req-dcb2b231-8b97-4b0c-b10d-e70fd519f4c9 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 945 time: 0.0766177 Sep 16 17:12:16.601825 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:12:16.656494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b390352-9281-40c8-88ed-d1b30be06ad0 req-856ccbd3-e9a6-408d-b26d-4629364c3437 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731752 Sep 16 17:12:16.684720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-4a3d9c04-438b-4edd-9dbf-cc945e7e1721 service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387546 Sep 16 17:12:16.781405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a943791d-5fb6-4a39-b9ba-bbf32124f7f3 req-3ca87368-122e-42bf-ae93-848dfe2ff861 service neutron] 10.222.0.52 "GET /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887976 Sep 16 17:12:16.796714 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:12Z', 'revision_number': 5, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:16.822147 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d1169-1afe-4c77-bc99-2cdb71989cbb None None] The sync data for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 is: [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:08:08Z', 'revision_number': 4, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '6e18981e-e984-4629-a25d-7beb68d80cdc', 'name': '', 'network_id': '4a3db85b-4bd5-482c-a0ad-8f2307f85e2c', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'mac_address': 'fa:16:3e:1c:74:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '04e20011-6666-424d-909f-e4217b25abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:07Z', 'updated_at': '2021-09-16T17:08:12Z', 'revision_number': 5, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'subnets': [{'id': '04e20011-6666-424d-909f-e4217b25abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:12:17.041822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4013d675-286a-467f-86fb-0278ba0ced47 None None] New status for floating IP cd72990e-032a-43ca-bd86-37a64d2e2e09: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:12:17.773569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afd50f-e0b4-4a86-943f-e73a4d06a695 req-79aee938-4199-4042-8e2d-ade75869f544 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:17.775046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8afd50f-e0b4-4a86-943f-e73a4d06a695 req-79aee938-4199-4042-8e2d-ade75869f544 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Sep 16 17:12:17.813704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8afd50f-e0b4-4a86-943f-e73a4d06a695 req-14b64745-6e87-48f7-a845-22745adaef8b tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/security-groups?id=27fa8511-3473-4913-8be4-8b5566221cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322213 Sep 16 17:12:18.021026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-b02edd9b-771b-425b-8aa8-9d879a51c113 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:18.022380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-b02edd9b-771b-425b-8aa8-9d879a51c113 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.52 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 945 time: 0.0471404 Sep 16 17:12:18.114194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-16955063-ed2f-40fa-9c96-44d8b8f734d8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Deleting port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:18.114538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-16955063-ed2f-40fa-9c96-44d8b8f734d8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:18.202471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-16955063-ed2f-40fa-9c96-44d8b8f734d8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] For port 5dd3af42-c309-43b2-9bcd-d0044c69bf55, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5dd3af42-c309-43b2-9bcd-d0044c69bf55,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:12:18.202834 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-16955063-ed2f-40fa-9c96-44d8b8f734d8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:18.215527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-16955063-ed2f-40fa-9c96-44d8b8f734d8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Calling delete_port for 5dd3af42-c309-43b2-9bcd-d0044c69bf55 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:18.425471 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-16955063-ed2f-40fa-9c96-44d8b8f734d8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:18.457251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16955063-ed2f-40fa-9c96-44d8b8f734d8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event deleted for resources: {'Port': ['ID=5dd3af42-c309-43b2-9bcd-d0044c69bf55,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:18.521870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-16955063-ed2f-40fa-9c96-44d8b8f734d8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] No DVR routers for this DVR port 5dd3af42-c309-43b2-9bcd-d0044c69bf55 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:12:18.521870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-16955063-ed2f-40fa-9c96-44d8b8f734d8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:18.521870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc465442-4e84-4ab8-b95f-2ea734c2b0b2 req-16955063-ed2f-40fa-9c96-44d8b8f734d8 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.52 "DELETE /v2.0/ports/5dd3af42-c309-43b2-9bcd-d0044c69bf55 HTTP/1.1" status: 204 len: 173 time: 0.4792008 Sep 16 17:12:18.521870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'name': 'network-vif-deleted', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:12:18.521870 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e91e1-655a-4a1f-be4f-696feb979eab" -d '{"events": [{"server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "name": "network-vif-deleted", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:12:18.562238 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9568c1-965f-431a-9056-2ffd4807afcf x-openstack-request-id: req-7c9568c1-965f-431a-9056-2ffd4807afcf {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:12:18.562534 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e20877-01f2-4d7a-8432-a9162e6908a0", "name": "network-vif-deleted", "tag": "5dd3af42-c309-43b2-9bcd-d0044c69bf55", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:12:18.562787 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c9568c1-965f-431a-9056-2ffd4807afcf {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:12:18.563216 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e20877-01f2-4d7a-8432-a9162e6908a0', 'name': 'network-vif-deleted', 'tag': '5dd3af42-c309-43b2-9bcd-d0044c69bf55', 'status': 'completed', 'code': 200} Sep 16 17:12:19.180634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-550d3031-6caf-4559-9683-799b13926b53 req-1a76ab27-2500-4d11-8324-126e8ee5e09e tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 210 time: 0.0318458 Sep 16 17:12:20.281449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d99e02f-3a6a-4883-a49a-404929e62815 req-66c3ffe7-541a-4b1d-9896-5719014c5f2d tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 210 time: 0.0275080 Sep 16 17:12:20.951375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5dd3af42-c309-43b2-9bcd-d0044c69bf55 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:12:20.974764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 5dd3af42-c309-43b2-9bcd-d0044c69bf55 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:12:20.975111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5dd3af42-c309-43b2-9bcd-d0044c69bf55 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:12:21.378732 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7c10ad0-2648-4573-9bc5-4cbcfc2bbabc req-1c6b8843-ebdb-4018-a9e3-6d08e6df1cc1 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Sep 16 17:12:22.484778 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93b7e87a-1e4d-4e4b-837d-99d01f61d38e req-4e40e380-8fd7-48e7-aa79-ed09c9a375c3 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "GET /v2.0/ports?device_id=89e20877-01f2-4d7a-8432-a9162e6908a0 HTTP/1.1" status: 200 len: 210 time: 0.0257883 Sep 16 17:12:23.538632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55476) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:23.597423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3749a41a-4b55-4a90-b189-89c948d3d8a2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:23.622932 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3749a41a-4b55-4a90-b189-89c948d3d8a2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:23.739043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3749a41a-4b55-4a90-b189-89c948d3d8a2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:23.741638 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3749a41a-4b55-4a90-b189-89c948d3d8a2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:23.742811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3749a41a-4b55-4a90-b189-89c948d3d8a2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] 10.222.0.22 "DELETE /v2.0/security-groups/27fa8511-3473-4913-8be4-8b5566221cbd HTTP/1.1" status: 204 len: 168 time: 0.2031183 Sep 16 17:12:23.754332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749a41a-4b55-4a90-b189-89c948d3d8a2 tempest-TestVolumeBackupRestore-1087355795 tempest-TestVolumeBackupRestore-1087355795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fa8511-3473-4913-8be4-8b5566221cbd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:24.472717 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ec8c756-feec-4f44-8093-80174863c50e req-9fb95d20-ce26-425e-b5e2-fa4df919a0e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465803 Sep 16 17:12:24.558750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c756-feec-4f44-8093-80174863c50e req-07c6adf3-b0a5-4227-93ab-a9e56d009cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:24.560326 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ec8c756-feec-4f44-8093-80174863c50e req-07c6adf3-b0a5-4227-93ab-a9e56d009cd4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 1096 time: 0.0429592 Sep 16 17:12:24.693459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c756-feec-4f44-8093-80174863c50e req-9d6e23d8-eb14-4787-bb69-ec86cc01ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:24.695255 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ec8c756-feec-4f44-8093-80174863c50e req-9d6e23d8-eb14-4787-bb69-ec86cc01ba1f service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.1154897 Sep 16 17:12:24.766265 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ec8c756-feec-4f44-8093-80174863c50e req-d9f08d0f-7c7c-4368-bd2e-c5b7d76d8233 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1dccd11-207e-4c97-b385-85c4ee141597 HTTP/1.1" status: 200 len: 1001 time: 0.0633070 Sep 16 17:12:24.832915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c756-feec-4f44-8093-80174863c50e req-53b5127c-9f6f-4be5-83b4-ef5a0acb2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:24.834693 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ec8c756-feec-4f44-8093-80174863c50e req-53b5127c-9f6f-4be5-83b4-ef5a0acb2ed9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0616350 Sep 16 17:12:24.892438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c756-feec-4f44-8093-80174863c50e req-8c6cb835-6b29-464d-8a0c-2f8578e4568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:24.894169 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ec8c756-feec-4f44-8093-80174863c50e req-8c6cb835-6b29-464d-8a0c-2f8578e4568d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522840 Sep 16 17:12:24.993357 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ec8c756-feec-4f44-8093-80174863c50e req-6611af70-f7af-4e72-8054-269e622ff2cf service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918427 Sep 16 17:12:25.102010 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ec8c756-feec-4f44-8093-80174863c50e req-1a9b9496-c347-4b45-a850-aa12239a239c service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013982 Sep 16 17:12:25.995835 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:12:27.615050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55662) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:27.969590 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:28.236251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] Deleting port 6e18981e-e984-4629-a25d-7beb68d80cdc {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:28.241230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:28.258885 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-097c3297-71fe-458c-8833-c29909795701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:28.331534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] For port 6e18981e-e984-4629-a25d-7beb68d80cdc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6e18981e-e984-4629-a25d-7beb68d80cdc,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:12:28.331839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:28.346350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] Calling delete_port for 6e18981e-e984-4629-a25d-7beb68d80cdc owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:28.590717 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:28.618202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e18981e-e984-4629-a25d-7beb68d80cdc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:28.794973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:29.016638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] Router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:12:29.123892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:12:29.129232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ef9531f8-703b-4de0-a823-2308c76047f2 admin admin] 10.222.0.22 "PUT /v2.0/routers/e2fbeb61-5745-4e2e-a2bd-1a597bccb894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5129788 Sep 16 17:12:29.131837 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55728) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:29.132555 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] Sync routers for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:12:29.146246 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:12:29.146854 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:12:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:29.248324 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:29.263084 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:12:29.357513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:29.445924 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:12:28Z', 'revision_number': 5, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port': {'id': 'cffd59fd-3812-402b-96e2-ecf0cdaf20b1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:05Z', 'updated_at': '2021-09-16T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:29.472345 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] Checking router: e2fbeb61-5745-4e2e-a2bd-1a597bccb894 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:12:29.486096 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Deleting port cffd59fd-3812-402b-96e2-ecf0cdaf20b1 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:29.486096 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:29.486270 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] Routers {'e2fbeb61-5745-4e2e-a2bd-1a597bccb894'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:12:29.486270 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:12:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:29.570931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] For port cffd59fd-3812-402b-96e2-ecf0cdaf20b1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cffd59fd-3812-402b-96e2-ecf0cdaf20b1,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:12:29.571302 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:29.571810 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] Set router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:12:29.583861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Calling delete_port for cffd59fd-3812-402b-96e2-ecf0cdaf20b1 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:29.716924 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:12:29Z', 'revision_number': 6, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:29.742687 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ce8fe-dd65-4039-82c7-ba81fd438d38 None None] The sync data for ids ['e2fbeb61-5745-4e2e-a2bd-1a597bccb894'] in n-d-807786-3 is: [{'id': 'e2fbeb61-5745-4e2e-a2bd-1a597bccb894', 'name': 'tempest-TestVolumeBackupRestore-2107824014-router', 'tenant_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:04Z', 'updated_at': '2021-09-16T17:12:29Z', 'revision_number': 6, 'project_id': '4dc55fcc1edd43e6a93287c5dd14c478', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:12:29.813716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:29.843070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Pushing event deleted for resources: {'Port': ['ID=cffd59fd-3812-402b-96e2-ecf0cdaf20b1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:29.867828 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.868185 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.868587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.868958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.869301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.869640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.870535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.871063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.871399 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.871736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.872067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.872419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:29.912595 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.007629 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.009807 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.105134 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.107903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2fbeb61-5745-4e2e-a2bd-1a597bccb894 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:12:30.110131 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.113635 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3d61f39a-b9ec-4920-a15b-f02eccd28490 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e2fbeb61-5745-4e2e-a2bd-1a597bccb894 HTTP/1.1" status: 204 len: 168 time: 0.9782035 Sep 16 17:12:30.114258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55774) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:30.164804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b381bb7-7f10-4b29-96da-7574a2c4addf admin admin] Deleting subnet 04e20011-6666-424d-909f-e4217b25abbd {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:12:30.169235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b381bb7-7f10-4b29-96da-7574a2c4addf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.205654 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b381bb7-7f10-4b29-96da-7574a2c4addf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.287109 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b381bb7-7f10-4b29-96da-7574a2c4addf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.436879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b381bb7-7f10-4b29-96da-7574a2c4addf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.466246 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9b381bb7-7f10-4b29-96da-7574a2c4addf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.468150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9b381bb7-7f10-4b29-96da-7574a2c4addf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/04e20011-6666-424d-909f-e4217b25abbd HTTP/1.1" status: 204 len: 168 time: 0.3531477 Sep 16 17:12:30.469595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b381bb7-7f10-4b29-96da-7574a2c4addf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e20011-6666-424d-909f-e4217b25abbd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:30.470875 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55792) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:30.475509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af40fff-f125-4826-9322-5ffa2d4f78b5 None None] Network 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:12:30.554477 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.618130 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Deleting port d320f686-cf0c-4322-a340-ea807a00351a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:30.618574 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.673852 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] DHCP port deletion for 4a3db85b-4bd5-482c-a0ad-8f2307f85e2c request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:12:30.697862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] For port d320f686-cf0c-4322-a340-ea807a00351a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d320f686-cf0c-4322-a340-ea807a00351a,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:12:30.698230 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.710951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Calling delete_port for d320f686-cf0c-4322-a340-ea807a00351a owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:30.722845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Deleting port d320f686-cf0c-4322-a340-ea807a00351a {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:30.723228 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.798056 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] For port d320f686-cf0c-4322-a340-ea807a00351a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d320f686-cf0c-4322-a340-ea807a00351a,segment=NetworkSegment(d0287de6-7d0a-451c-9e6a-f67de48b30c0),segment_id=d0287de6-7d0a-451c-9e6a-f67de48b30c0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:12:30.798517 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.811769 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Calling delete_port for d320f686-cf0c-4322-a340-ea807a00351a owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:30.874524 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8148ed7b-da63-41c5-859b-fe63e40cd302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.917380 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:12:30.924807 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 17:12:30.931813 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:30.959196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Pushing event deleted for resources: {'Port': ['ID=d320f686-cf0c-4322-a340-ea807a00351a,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:30.959878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Pushing event deleted for resources: {'Port': ['ID=d320f686-cf0c-4322-a340-ea807a00351a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:30.962174 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] No DVR routers for this DVR port d320f686-cf0c-4322-a340-ea807a00351a on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:12:30.966425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] No DVR routers for this DVR port d320f686-cf0c-4322-a340-ea807a00351a on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:12:30.984921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.985274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.985615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.997087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.997087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.997087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.997087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.997087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.997087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.997087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.997087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.997087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e03bd-09dc-4a06-921d-ebd4ac520bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:12:30.997087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6e18981e-e984-4629-a25d-7beb68d80cdc no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:12:31.016582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 6e18981e-e984-4629-a25d-7beb68d80cdc {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:12:31.016845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6e18981e-e984-4629-a25d-7beb68d80cdc not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:12:31.017254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d320f686-cf0c-4322-a340-ea807a00351a no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:12:31.036134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: d320f686-cf0c-4322-a340-ea807a00351a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:12:31.036692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d320f686-cf0c-4322-a340-ea807a00351a not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:12:31.036916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cffd59fd-3812-402b-96e2-ecf0cdaf20b1 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:12:31.041766 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:31.060199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: cffd59fd-3812-402b-96e2-ecf0cdaf20b1 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:12:31.060582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cffd59fd-3812-402b-96e2-ecf0cdaf20b1 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:12:31.063366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3db85b-4bd5-482c-a0ad-8f2307f85e2c']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:31.075464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0287de6-7d0a-451c-9e6a-f67de48b30c0') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:31.075758 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0287de6-7d0a-451c-9e6a-f67de48b30c0') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:31.085981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:31.099594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:31.106005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:12:31.106640 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:12:31.108350 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:12:31.253300 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:31.258208 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:31.268903 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4a3db85b-4bd5-482c-a0ad-8f2307f85e2c HTTP/1.1" status: 204 len: 168 time: 0.7884486 Sep 16 17:12:31.269032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55826) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:31.274085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173052c0-e5c3-495f-8c8b-c8d78ba44715 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3db85b-4bd5-482c-a0ad-8f2307f85e2c,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:31.476058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:31.613953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:32.093350 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:32.133234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] Deleting port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:32.133571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:32.211891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] For port 1b9de9dc-e83b-4ec9-8b44-6c1459cad819, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=1b9de9dc-e83b-4ec9-8b44-6c1459cad819,segment=NetworkSegment(53b75704-7402-417f-a479-81345f3feee5),segment_id=53b75704-7402-417f-a479-81345f3feee5)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:12:32.212255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:32.225656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] Calling delete_port for 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:32.482700 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:32.513533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9de9dc-e83b-4ec9-8b44-6c1459cad819,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:32.690643 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:32.921978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] Router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:12:33.031978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:12:33.039749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-378cbbc9-5549-4782-9665-6773de6838d8 admin admin] 10.222.0.22 "PUT /v2.0/routers/7c01c2a8-8582-43ce-bb79-4d8ddbf14c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7722983 Sep 16 17:12:33.039749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 55898) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:33.041235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] Sync routers for ids ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:12:33.051251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] Routers {'7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:12:33.051866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:12:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:33.149640 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:33.262761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:33.315743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] Set router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:12:33.371673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Deleting port 5c64d90d-5b53-4bfb-88ac-23d9252287cf {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:33.372023 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:33.468006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] For port 5c64d90d-5b53-4bfb-88ac-23d9252287cf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5c64d90d-5b53-4bfb-88ac-23d9252287cf,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:12:33.468409 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:33.483313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Calling delete_port for 5c64d90d-5b53-4bfb-88ac-23d9252287cf owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:33.510695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'name': 'tempest-TestVolumeBackupRestore-1561406762-router', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:11Z', 'updated_at': '2021-09-16T17:12:32Z', 'revision_number': 5, 'project_id': '9565574c62694033a376956c018a6e9d', 'gw_port': {'id': '5c64d90d-5b53-4bfb-88ac-23d9252287cf', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:08:12Z', 'updated_at': '2021-09-16T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:33.538894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] Checking router: 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:12:33.548809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] Routers {'7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:12:33.549459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:12:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:33.641013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] Set router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:12:33.698653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'name': 'tempest-TestVolumeBackupRestore-1561406762-router', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:11Z', 'updated_at': '2021-09-16T17:12:33Z', 'revision_number': 6, 'project_id': '9565574c62694033a376956c018a6e9d', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:33.717204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:33.727959 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e9076-1c18-4091-85ea-3fb45f6cd461 None None] The sync data for ids ['7c01c2a8-8582-43ce-bb79-4d8ddbf14c39'] in n-d-807786-3 is: [{'id': '7c01c2a8-8582-43ce-bb79-4d8ddbf14c39', 'name': 'tempest-TestVolumeBackupRestore-1561406762-router', 'tenant_id': '9565574c62694033a376956c018a6e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:08:11Z', 'updated_at': '2021-09-16T17:12:33Z', 'revision_number': 6, 'project_id': '9565574c62694033a376956c018a6e9d', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:12:33.748699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c64d90d-5b53-4bfb-88ac-23d9252287cf,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:33.823900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:33.858796 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:33.916781 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:33.918946 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.007624 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.008204 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:12:34.013873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.015041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4efcc642-1134-480d-ac79-4a00cc40c59f admin admin] 10.222.0.22 "DELETE /v2.0/routers/7c01c2a8-8582-43ce-bb79-4d8ddbf14c39 HTTP/1.1" status: 204 len: 168 time: 0.9743693 Sep 16 17:12:34.017748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55944) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:34.074521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-33649fe1-5c73-4765-b3a9-99b2c2db1a75 admin admin] Deleting subnet a882236a-0f45-40c2-9540-69392fafe9b1 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:12:34.077942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33649fe1-5c73-4765-b3a9-99b2c2db1a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.119704 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33649fe1-5c73-4765-b3a9-99b2c2db1a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.202164 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33649fe1-5c73-4765-b3a9-99b2c2db1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.391185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33649fe1-5c73-4765-b3a9-99b2c2db1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.419571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33649fe1-5c73-4765-b3a9-99b2c2db1a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a882236a-0f45-40c2-9540-69392fafe9b1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:34.424605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-33649fe1-5c73-4765-b3a9-99b2c2db1a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.427251 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-33649fe1-5c73-4765-b3a9-99b2c2db1a75 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a882236a-0f45-40c2-9540-69392fafe9b1 HTTP/1.1" status: 204 len: 168 time: 0.4084659 Sep 16 17:12:34.429951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55946) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:34.432616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d40561-de8c-481d-b075-b223b9675501 None None] Network fc457e76-a925-4bff-bca2-ce95bb646fd8 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:12:34.509330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.565902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Deleting port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:34.566309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.601848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f27ff6-82a7-465f-874c-264f0afd5863 None None] DHCP port deletion for fc457e76-a925-4bff-bca2-ce95bb646fd8 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:12:34.641315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] For port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=17ebea9f-cc3e-4c63-beab-13af0fe7c1a8,segment=NetworkSegment(53b75704-7402-417f-a479-81345f3feee5),segment_id=53b75704-7402-417f-a479-81345f3feee5)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:12:34.641708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.650532 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-98f27ff6-82a7-465f-874c-264f0afd5863 None None] Deleting port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:34.650917 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98f27ff6-82a7-465f-874c-264f0afd5863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.655216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Calling delete_port for 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:34.722213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-98f27ff6-82a7-465f-874c-264f0afd5863 None None] For port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=17ebea9f-cc3e-4c63-beab-13af0fe7c1a8,segment=NetworkSegment(53b75704-7402-417f-a479-81345f3feee5),segment_id=53b75704-7402-417f-a479-81345f3feee5)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:12:34.722610 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98f27ff6-82a7-465f-874c-264f0afd5863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.737475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-98f27ff6-82a7-465f-874c-264f0afd5863 None None] Calling delete_port for 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:34.876330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.885579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98f27ff6-82a7-465f-874c-264f0afd5863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.907279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=17ebea9f-cc3e-4c63-beab-13af0fe7c1a8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:34.909355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] No DVR routers for this DVR port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:12:34.911703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f27ff6-82a7-465f-874c-264f0afd5863 None None] Pushing event deleted for resources: {'Port': ['ID=17ebea9f-cc3e-4c63-beab-13af0fe7c1a8,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:34.920011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f27ff6-82a7-465f-874c-264f0afd5863 None None] No DVR routers for this DVR port 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:12:34.997646 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:34.999578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:12:35.019078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc457e76-a925-4bff-bca2-ce95bb646fd8']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:35.022709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:12:35.023070 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 1b9de9dc-e83b-4ec9-8b44-6c1459cad819 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:12:35.023486 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:12:35.029606 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b75704-7402-417f-a479-81345f3feee5') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:35.029904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b75704-7402-417f-a479-81345f3feee5') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:35.039356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:35.042073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:12:35.045553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 17ebea9f-cc3e-4c63-beab-13af0fe7c1a8 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:12:35.045553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5c64d90d-5b53-4bfb-88ac-23d9252287cf no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:12:35.053227 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:35.059944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:12:35.060434 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:35.062180 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 5c64d90d-5b53-4bfb-88ac-23d9252287cf {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:12:35.062302 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:12:35.064128 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5c64d90d-5b53-4bfb-88ac-23d9252287cf not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:12:35.173199 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:35.179129 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:35.181835 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] 10.222.0.22 "DELETE /v2.0/networks/fc457e76-a925-4bff-bca2-ce95bb646fd8 HTTP/1.1" status: 204 len: 168 time: 0.7501047 Sep 16 17:12:35.192640 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406ea28-8f1f-4897-b9b7-ea577c2d2a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc457e76-a925-4bff-bca2-ce95bb646fd8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:35.312632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d3eb6-54fe-4aa8-b6ea-7b8bae74791f req-0d9f233f-6c77-4402-98e5-c6d0d23d7a8d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:35.314104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f3d3eb6-54fe-4aa8-b6ea-7b8bae74791f req-0d9f233f-6c77-4402-98e5-c6d0d23d7a8d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 945 time: 0.0555027 Sep 16 17:12:35.353218 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f3d3eb6-54fe-4aa8-b6ea-7b8bae74791f req-3237d3ae-0b00-4f78-82fa-7add3b2b8e62 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Sep 16 17:12:35.588745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55956) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:35.627609 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-63de5916-c697-4f38-a049-21c238ff167a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4dc55fcc1edd43e6a93287c5dd14c478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376470 Sep 16 17:12:35.630082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55958) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:35.678421 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ec337ee5-808d-4a6f-8ef9-9508990f1a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:35.699489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ec337ee5-808d-4a6f-8ef9-9508990f1a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:35.807358 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ec337ee5-808d-4a6f-8ef9-9508990f1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:35.810448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ec337ee5-808d-4a6f-8ef9-9508990f1a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:35.811622 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ec337ee5-808d-4a6f-8ef9-9508990f1a00 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e6c37f2-467b-4b77-8b68-1e8ce4bc63f3 HTTP/1.1" status: 204 len: 168 time: 0.1805880 Sep 16 17:12:35.819350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec337ee5-808d-4a6f-8ef9-9508990f1a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6c37f2-467b-4b77-8b68-1e8ce4bc63f3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:36.429594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55966) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:36.469698 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-98f051bb-9881-454b-b639-cf0f7853956b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9565574c62694033a376956c018a6e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388956 Sep 16 17:12:36.472043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 55968) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:12:36.475496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9a4a5-59be-4144-9b59-eee1194050d5 req-04733207-7b04-4fba-89c1-6ae544a086f6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:36.477240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1b9a4a5-59be-4144-9b59-eee1194050d5 req-04733207-7b04-4fba-89c1-6ae544a086f6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 945 time: 0.0508134 Sep 16 17:12:36.516984 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1b9a4a5-59be-4144-9b59-eee1194050d5 req-a39f4c34-f8a7-4192-9517-dab705edf476 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326655 Sep 16 17:12:36.523717 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52bb2ad8-4f11-4640-be53-3c6203cb4df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:36.545988 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52bb2ad8-4f11-4640-be53-3c6203cb4df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:36.641362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52bb2ad8-4f11-4640-be53-3c6203cb4df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:36.643819 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-52bb2ad8-4f11-4640-be53-3c6203cb4df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:36.645084 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-52bb2ad8-4f11-4640-be53-3c6203cb4df0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c024b28d-3ac6-4c5b-b030-e9477778723e HTTP/1.1" status: 204 len: 168 time: 0.1721194 Sep 16 17:12:36.653520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb2ad8-4f11-4640-be53-3c6203cb4df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c024b28d-3ac6-4c5b-b030-e9477778723e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:36.772247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-39c90e40-fbd0-4df6-aa3c-d90ab2ef72af tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:36.777737 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-39c90e40-fbd0-4df6-aa3c-d90ab2ef72af tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 945 time: 0.0487485 Sep 16 17:12:36.868762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Deleting port e1dccd11-207e-4c97-b385-85c4ee141597 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:12:36.869107 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:36.960349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] For port e1dccd11-207e-4c97-b385-85c4ee141597, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e1dccd11-207e-4c97-b385-85c4ee141597,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:12:36.960743 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:37.204066 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:37.204335 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:37.204683 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Floating IP 6f63385e-270e-4347-821b-306742db1968 disassociated. External IP: 172.25.6.129, port: e1dccd11-207e-4c97-b385-85c4ee141597. Sep 16 17:12:37.205031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Calling delete_port for e1dccd11-207e-4c97-b385-85c4ee141597 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:12:37.402786 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:37.440849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'Port': ['ID=e1dccd11-207e-4c97-b385-85c4ee141597,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:37.554526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Router 08d2eb45-85d6-425c-baa3-ec92c7385e78 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:12:37.612145 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f2c0736-6fd7-4ccd-94a1-536d0a73f1de req-c028782e-7b6c-4ea4-906d-6df809e1f542 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 210 time: 0.0266540 Sep 16 17:12:37.952296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:12:37.962505 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] Sync routers for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:12:37.972261 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:12:37.972904 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:12:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:37.990450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] No DVR routers for this DVR port e1dccd11-207e-4c97-b385-85c4ee141597 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:12:37.992953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:37.994942 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-037dbfbe-a3a8-41b7-b3fd-c6a58e8691dd req-c6f37a75-0484-480a-ad18-55b0d3e6ba05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "DELETE /v2.0/ports/e1dccd11-207e-4c97-b385-85c4ee141597 HTTP/1.1" status: 204 len: 173 time: 1.2150161 Sep 16 17:12:37.995393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'name': 'network-vif-deleted', 'tag': 'e1dccd11-207e-4c97-b385-85c4ee141597'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:12:37.998446 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769716f2-64c3-4914-89ad-a7ea4739e69e" -d '{"events": [{"server_uuid": "f87f7345-a389-439a-8f38-5a5157359c5d", "name": "network-vif-deleted", "tag": "e1dccd11-207e-4c97-b385-85c4ee141597"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:12:38.082866 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:12:38.230152 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc13f74-e412-4a3d-8cac-e1b5002cbe9d x-openstack-request-id: req-0cc13f74-e412-4a3d-8cac-e1b5002cbe9d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:12:38.230613 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87f7345-a389-439a-8f38-5a5157359c5d", "name": "network-vif-deleted", "tag": "e1dccd11-207e-4c97-b385-85c4ee141597", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:12:38.230613 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cc13f74-e412-4a3d-8cac-e1b5002cbe9d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:12:38.231269 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87f7345-a389-439a-8f38-5a5157359c5d', 'name': 'network-vif-deleted', 'tag': 'e1dccd11-207e-4c97-b385-85c4ee141597', 'status': 'completed', 'code': 200} Sep 16 17:12:38.286889 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:38.315397 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] Checking router: 08d2eb45-85d6-425c-baa3-ec92c7385e78 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:12:38.323973 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:12:38.325693 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:12:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:38.438508 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:12:38.647042 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:12:38.684175 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22970fc9-3469-4f8c-8b0f-b5d86cc7ef8c None None] The sync data for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 is: [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:12:38.731863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e26c3c08-7e98-498e-9bff-ee21c876d8db req-3bc5db40-3af2-454d-9780-db0a50ac2a15 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 210 time: 0.0365820 Sep 16 17:12:38.898829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e1dccd11-207e-4c97-b385-85c4ee141597 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:12:38.937286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: e1dccd11-207e-4c97-b385-85c4ee141597 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:12:38.937848 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e1dccd11-207e-4c97-b385-85c4ee141597 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:12:39.015271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1d5ce-334f-43be-8776-8b3f34f42cf5 None None] New status for floating IP 6f63385e-270e-4347-821b-306742db1968: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:12:39.835217 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28b515c0-9f66-4479-b89c-b97d590ed3f3 req-c446b635-8810-48fb-97ad-66cf092123a4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 210 time: 0.0307524 Sep 16 17:12:40.929943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cbc76192-5162-4ff0-9131-a99265b068ab req-1065efb6-55e2-4fd7-8760-0c54847e8719 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 210 time: 0.0278478 Sep 16 17:12:42.031525 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3ebed71-bdf8-4cbc-a6be-095a39daf9de req-5f6b123d-167d-49d8-9714-8fd55b008169 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f87f7345-a389-439a-8f38-5a5157359c5d HTTP/1.1" status: 200 len: 210 time: 0.0260942 Sep 16 17:12:43.273954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-642f5f4b-7f8f-4fbc-a955-fb816aa7c32f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391579714&fields=id&tenant_id=b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 267 time: 0.0333843 Sep 16 17:12:43.384931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-fcb4450f-ad88-404d-9fab-9b208ce86051 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:43.386432 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-fcb4450f-ad88-404d-9fab-9b208ce86051 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1047759 Sep 16 17:12:43.401701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-bdb02e68-39ab-481c-af71-0f8aa5c7c90d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/quotas/b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 375 time: 0.0093329 Sep 16 17:12:43.456752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-96655357-37ef-4711-8290-f7c716c6fe3e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487151 Sep 16 17:12:43.703502 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-f57d8057-5696-4191-ba81-d17c1f567a5b service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345119 Sep 16 17:12:43.794973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-05ee3515-81cf-4b84-8112-776da75ebf4b service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853336 Sep 16 17:12:43.978803 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:44.087170 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:44.372980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b325b3bf-929f-430b-8512-b2b2d9ca45ff req-c2f8e9c5-e8ab-455e-97db-63539644a81b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 210 time: 0.0268059 Sep 16 17:12:45.450725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e597ec0f-c6cc-4ae7-9fb5-cc8b45b00f04 req-ce825629-ae03-4a3a-905e-b74974c8a3ae tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 210 time: 0.0269034 Sep 16 17:12:46.545137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d3fe44f-d887-48e5-a89b-ef341480e6a6 req-f10f617a-2baf-4201-915f-7652275a1576 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 210 time: 0.0304797 Sep 16 17:12:47.634225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae685c22-e7f6-406c-b6f9-281255003a54 req-9a7fe785-377c-4c35-bc38-19826fac3766 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 210 time: 0.0254824 Sep 16 17:12:48.252941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-d02eca35-c244-4332-ab5c-d0e0cf006572 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:48.254388 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-d02eca35-c244-4332-ab5c-d0e0cf006572 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.52 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1012757 Sep 16 17:12:48.295958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-df59a865-882c-4938-a404-af7393a0bc5e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 380 time: 0.0327597 Sep 16 17:12:48.305516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'port': {'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'admin_state_up': True, 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'security_groups': ['a400845f-ecd4-4811-a475-85b6a1681d49']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:12:48.452762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Made reservation on behalf of b78067ac6a9445eda6728447e754af50 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:12:48.456563 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:48.590597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Allocated IP 172.20.0.12 (3f8f19a5-7ae2-42cb-ba9a-a6e48b066056/c93d8e99-fcb2-420b-8c8c-4d5c8bab8760/345bd25c-0205-4974-a36e-2f9600d0eb95) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:12:48.755898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae4017ec-77eb-434a-89aa-1e22670dcaf9 req-9e51c95d-6281-4d36-b9a3-afbcc2f6449d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 210 time: 0.0486028 Sep 16 17:12:48.765443 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:48.859209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:48.902924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:12:48.906218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:12:48.910008 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:12:48.946087 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=345bd25c-0205-4974-a36e-2f9600d0eb95,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:48.970287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:48.970940 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:49.048152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-43de1b05-a5b6-4516-97f6-4724880743cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7462926 Sep 16 17:12:49.116563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Request body: {'port': {'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:12:49.154748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-902079bf-8669-4d18-9f5d-0c9a464b85b6 None None] Provisioning complete for port 345bd25c-0205-4974-a36e-2f9600d0eb95 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:12:49.155686 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-902079bf-8669-4d18-9f5d-0c9a464b85b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:49.178260 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:49.193312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-902079bf-8669-4d18-9f5d-0c9a464b85b6 None None] Port 345bd25c-0205-4974-a36e-2f9600d0eb95 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:12:49.449990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345bd25c-0205-4974-a36e-2f9600d0eb95 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:12:49.457723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:49.470839 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Transition to ACTIVE for port object 345bd25c-0205-4974-a36e-2f9600d0eb95 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:12:49.544976 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:49.595035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Pushing event updated for resources: {'Port': ['ID=345bd25c-0205-4974-a36e-2f9600d0eb95,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:49.681959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Attempting to bind port 345bd25c-0205-4974-a36e-2f9600d0eb95 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:12:49.682435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Attempting to bind port 345bd25c-0205-4974-a36e-2f9600d0eb95 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:12:49.682771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Attempting to bind port 345bd25c-0205-4974-a36e-2f9600d0eb95 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:12:49.688914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Port 345bd25c-0205-4974-a36e-2f9600d0eb95 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:12:49.689239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Attempting to bind port 345bd25c-0205-4974-a36e-2f9600d0eb95 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:12:49.694914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:12:49.695242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Checking segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:12:49.695638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Bound using segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:12:49.696074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Bound port: 345bd25c-0205-4974-a36e-2f9600d0eb95, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:12:49.696461 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:49.767121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] For port 345bd25c-0205-4974-a36e-2f9600d0eb95, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:12:49.770370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] For port 345bd25c-0205-4974-a36e-2f9600d0eb95, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=345bd25c-0205-4974-a36e-2f9600d0eb95,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:12:49.850703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:49.892105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:49.892743 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:49.894159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] 10.222.0.52 "PUT /v2.0/ports/345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 200 len: 1092 time: 0.8381538 Sep 16 17:12:49.896349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'tag': '345bd25c-0205-4974-a36e-2f9600d0eb95'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:12:49.898567 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b761d3-f85f-45f6-8388-447875673bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fd3ea1-99c1-4619-947c-03c9894cd2c8", "tag": "345bd25c-0205-4974-a36e-2f9600d0eb95"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:12:49.932491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22b405-aa93-4467-94d7-1242768c578b req-5d0aed5a-ced8-4347-ae51-75b1b00459a4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:49.934752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b22b405-aa93-4467-94d7-1242768c578b req-5d0aed5a-ced8-4347-ae51-75b1b00459a4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 944 time: 0.1110899 Sep 16 17:12:49.940097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733282de-61cc-4890-b2d8-c9f045eb2580 service neutron] Pushing event updated for resources: {'Port': ['ID=345bd25c-0205-4974-a36e-2f9600d0eb95,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:12:49.987482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b22b405-aa93-4467-94d7-1242768c578b req-b0822bb2-f236-4912-818c-2047d83d1693 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363650 Sep 16 17:12:50.065987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-53b79f47-a1f6-41c6-baa6-786ab972b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:50.067548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-53b79f47-a1f6-41c6-baa6-786ab972b311 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0476735 Sep 16 17:12:50.069197 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dca80df-1da5-4232-ba1b-b7d8d99e05ab x-openstack-request-id: req-3dca80df-1da5-4232-ba1b-b7d8d99e05ab {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:12:50.069534 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fd3ea1-99c1-4619-947c-03c9894cd2c8", "tag": "345bd25c-0205-4974-a36e-2f9600d0eb95", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:12:50.069787 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3dca80df-1da5-4232-ba1b-b7d8d99e05ab {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:12:50.070175 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'tag': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'status': 'completed', 'code': 200} Sep 16 17:12:50.112517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-b0cebb82-5c8d-4f60-b690-688c7a4f7579 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 200 len: 217 time: 0.0364518 Sep 16 17:12:50.169063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-69e8af8a-efc6-4b05-82d4-413b85d1daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:50.170493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-69e8af8a-efc6-4b05-82d4-413b85d1daed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0514097 Sep 16 17:12:50.218267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-c633b575-e7b4-4fca-8506-676b29e26729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:50.219894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-c633b575-e7b4-4fca-8506-676b29e26729 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423074 Sep 16 17:12:50.312102 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-b30ba41a-c1e1-464e-b548-d92c66fb34fb service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850143 Sep 16 17:12:50.409165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cb58356-71a6-489b-8cce-67ccc98d461e req-4e63bb80-c92e-4bae-9344-bf67cc0188cc service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901041 Sep 16 17:12:50.551782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b761d3-f85f-45f6-8388-447875673bb6 req-3fc689c3-b35f-4c6f-bc0f-c3e32044ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:50.553460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95b761d3-f85f-45f6-8388-447875673bb6 req-3fc689c3-b35f-4c6f-bc0f-c3e32044ac57 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0408769 Sep 16 17:12:50.931274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b761d3-f85f-45f6-8388-447875673bb6 req-e0975e25-ccca-4ae0-aced-3c4c2800248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:50.931274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95b761d3-f85f-45f6-8388-447875673bb6 req-e0975e25-ccca-4ae0-aced-3c4c2800248c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.3703384 Sep 16 17:12:50.972795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95b761d3-f85f-45f6-8388-447875673bb6 req-9fe875dd-bfe5-4180-befd-10f757cd8c1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 200 len: 217 time: 0.0351448 Sep 16 17:12:51.025515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b761d3-f85f-45f6-8388-447875673bb6 req-511f9f4e-3729-43a1-8ac8-5de0f5779723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:51.028170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95b761d3-f85f-45f6-8388-447875673bb6 req-511f9f4e-3729-43a1-8ac8-5de0f5779723 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0482965 Sep 16 17:12:51.104172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b761d3-f85f-45f6-8388-447875673bb6 req-ebba611a-0d60-4a20-abde-47b6fe1b5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:51.106221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95b761d3-f85f-45f6-8388-447875673bb6 req-ebba611a-0d60-4a20-abde-47b6fe1b5b5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718913 Sep 16 17:12:51.121736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c68c2-6469-4425-be06-db12990f63fd req-fa450d7a-15ff-41b0-abe4-72c90a4c5582 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:51.123208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c8c68c2-6469-4425-be06-db12990f63fd req-fa450d7a-15ff-41b0-abe4-72c90a4c5582 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 944 time: 0.0607340 Sep 16 17:12:51.213317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7c8c68c2-6469-4425-be06-db12990f63fd req-316493f2-a3c3-4207-8a88-2186214e1bc4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832329 Sep 16 17:12:51.244083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95b761d3-f85f-45f6-8388-447875673bb6 req-d89a3331-7a59-44ac-a741-57493f95bf78 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302133 Sep 16 17:12:51.340131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95b761d3-f85f-45f6-8388-447875673bb6 req-7b3a37b8-733e-4bf8-b800-581f260a057a service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877552 Sep 16 17:12:52.336842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b447d42-c065-45c1-ad29-8aa4461ba702 req-344785fd-0793-497d-8a85-efd21f39295e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:52.338357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b447d42-c065-45c1-ad29-8aa4461ba702 req-344785fd-0793-497d-8a85-efd21f39295e tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 944 time: 0.0544403 Sep 16 17:12:52.377486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b447d42-c065-45c1-ad29-8aa4461ba702 req-ca0e0d72-a465-45b1-8633-a52a50f6fc50 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Sep 16 17:12:53.491347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f174e50-0494-4571-81fe-000b0e48b05b req-908baf19-04ae-4065-8132-4c9effe885f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:53.492833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f174e50-0494-4571-81fe-000b0e48b05b req-908baf19-04ae-4065-8132-4c9effe885f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 944 time: 0.0488968 Sep 16 17:12:53.531245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f174e50-0494-4571-81fe-000b0e48b05b req-64888aeb-db34-4177-9a2b-e6ed3bfb7ef4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Sep 16 17:12:54.657180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d6638-f570-4e03-9a0f-8656997d22ba req-8d452ccb-e59d-41b7-a9d0-1d15ae72c086 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:54.658593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b40d6638-f570-4e03-9a0f-8656997d22ba req-8d452ccb-e59d-41b7-a9d0-1d15ae72c086 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 944 time: 0.0476906 Sep 16 17:12:54.699133 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b40d6638-f570-4e03-9a0f-8656997d22ba req-3b068e97-eef1-4194-84e4-877a0b8bab80 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345891 Sep 16 17:12:55.813585 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058ba0b-ae37-4997-a796-508dfd053b95 req-515795e3-7e16-4c16-b9ae-61fd44a2672a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:55.815059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d058ba0b-ae37-4997-a796-508dfd053b95 req-515795e3-7e16-4c16-b9ae-61fd44a2672a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 944 time: 0.0504735 Sep 16 17:12:55.851279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d058ba0b-ae37-4997-a796-508dfd053b95 req-45c4d50e-4f92-4fca-8c65-b25432c870f0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302486 Sep 16 17:12:56.963708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aed5f-3ce8-45ec-afb2-a3accfcdc20a req-38e6d89a-cd46-460b-85f3-a097d1ce3d97 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:56.965561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b6aed5f-3ce8-45ec-afb2-a3accfcdc20a req-38e6d89a-cd46-460b-85f3-a097d1ce3d97 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 944 time: 0.0496233 Sep 16 17:12:57.002321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b6aed5f-3ce8-45ec-afb2-a3accfcdc20a req-6b158f83-e478-47e0-bf7f-1b176265b04a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Sep 16 17:12:58.115072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b36e0-e1bf-419d-a1c5-777e282aa46f req-b4aaa96b-a4f2-4d41-ae45-f000fd06e60d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:58.116575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d47b36e0-e1bf-419d-a1c5-777e282aa46f req-b4aaa96b-a4f2-4d41-ae45-f000fd06e60d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 944 time: 0.0484891 Sep 16 17:12:58.159821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d47b36e0-e1bf-419d-a1c5-777e282aa46f req-3d9fe8fb-79a6-4cb3-9746-1827c7e37758 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370314 Sep 16 17:12:58.252787 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-80b568d3-7b84-4624-9513-ff063739b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:12:59.280682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df11aee-09be-4196-b004-8e8c534c0a16 req-62edb84b-fc2a-4c2a-8a8d-ec45ef05507c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:12:59.282183 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8df11aee-09be-4196-b004-8e8c534c0a16 req-62edb84b-fc2a-4c2a-8a8d-ec45ef05507c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 944 time: 0.0529904 Sep 16 17:12:59.320321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8df11aee-09be-4196-b004-8e8c534c0a16 req-477de5cf-eb1d-4262-b674-908ac909001f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Sep 16 17:13:00.435376 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ddc32-f56b-422f-a93a-496b8ffd8dee req-1ce279e7-1ceb-44a1-8b3c-e506d8667faa tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:00.436906 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae8ddc32-f56b-422f-a93a-496b8ffd8dee req-1ce279e7-1ceb-44a1-8b3c-e506d8667faa tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 944 time: 0.0513389 Sep 16 17:13:00.473689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ae8ddc32-f56b-422f-a93a-496b8ffd8dee req-a63f7e1f-22c0-409d-b31c-dcfd113e1517 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309138 Sep 16 17:13:00.801240 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a597b5df-7264-42aa-90c6-e33d09a90638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:01.121898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 345bd25c-0205-4974-a36e-2f9600d0eb95 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:13:01.216755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 345bd25c-0205-4974-a36e-2f9600d0eb95, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=345bd25c-0205-4974-a36e-2f9600d0eb95,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:13:01.227518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'mac_address': 'fa:16:3e:f3:44:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:13:01.263814 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:01.279269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345bd25c-0205-4974-a36e-2f9600d0eb95 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:13:01.297663 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 345bd25c-0205-4974-a36e-2f9600d0eb95, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=345bd25c-0205-4974-a36e-2f9600d0eb95,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:13:01.338165 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:01.385013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=345bd25c-0205-4974-a36e-2f9600d0eb95,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:13:01.486798 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:01.537309 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['345bd25c-0205-4974-a36e-2f9600d0eb95'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:13:01.588843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c7b66-b74a-4b44-8211-edfd32bd86e0 req-26416e42-045a-4d32-949b-de558d132003 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:01.590468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b68c7b66-b74a-4b44-8211-edfd32bd86e0 req-26416e42-045a-4d32-949b-de558d132003 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 945 time: 0.0499120 Sep 16 17:13:01.633164 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b68c7b66-b74a-4b44-8211-edfd32bd86e0 req-cc41afce-80ae-499f-a963-d6fa41d00faa tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363081 Sep 16 17:13:02.109716 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:02.800707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fd640-0ce7-4516-9177-610e939d8d2a req-b09e6921-0262-447a-b450-15407e2a4e4d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:02.802461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c96fd640-0ce7-4516-9177-610e939d8d2a req-b09e6921-0262-447a-b450-15407e2a4e4d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 945 time: 0.1017654 Sep 16 17:13:02.841087 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c96fd640-0ce7-4516-9177-610e939d8d2a req-bfe1c9cb-6d6b-48e3-ac30-e0b075ff5776 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321653 Sep 16 17:13:02.995032 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:13:03.122319 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 345bd25c-0205-4974-a36e-2f9600d0eb95 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:13:03.229501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 345bd25c-0205-4974-a36e-2f9600d0eb95 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:13:03.234123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 345bd25c-0205-4974-a36e-2f9600d0eb95 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:13:03.240192 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:03.309119 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:03.331146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345bd25c-0205-4974-a36e-2f9600d0eb95'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:13:03.333434 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372e58de-b8ee-4224-8e7d-ea536f5b4ffe" -d '{"events": [{"server_uuid": "d6fd3ea1-99c1-4619-947c-03c9894cd2c8", "name": "network-vif-plugged", "status": "completed", "tag": "345bd25c-0205-4974-a36e-2f9600d0eb95"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:13:03.345933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 345bd25c-0205-4974-a36e-2f9600d0eb95, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=345bd25c-0205-4974-a36e-2f9600d0eb95,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:13:03.424250 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:03.449641 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7e5381-0f4a-4932-a291-c5e1c3f72645 x-openstack-request-id: req-3f7e5381-0f4a-4932-a291-c5e1c3f72645 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:13:03.449927 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fd3ea1-99c1-4619-947c-03c9894cd2c8", "name": "network-vif-plugged", "status": "completed", "tag": "345bd25c-0205-4974-a36e-2f9600d0eb95", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:13:03.450178 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f7e5381-0f4a-4932-a291-c5e1c3f72645 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:13:03.450638 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'code': 200} Sep 16 17:13:03.477635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=345bd25c-0205-4974-a36e-2f9600d0eb95,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:13:03.527048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca719e5-38df-4cab-b058-74e4db5ee1d6 req-fa7242b4-be0a-48fd-9055-af3547ea289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:03.528785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ca719e5-38df-4cab-b058-74e4db5ee1d6 req-fa7242b4-be0a-48fd-9055-af3547ea289f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0401609 Sep 16 17:13:03.562660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2ca719e5-38df-4cab-b058-74e4db5ee1d6 req-6c2ee6b6-1681-41df-a035-94b29e2a3e27 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272675 Sep 16 17:13:03.892372 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:03.955018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75783f8a-73bc-42be-9cb2-fdf5851a3015 req-6affffe1-6af4-435e-8a34-585129e5fb4d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:03.956509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75783f8a-73bc-42be-9cb2-fdf5851a3015 req-6affffe1-6af4-435e-8a34-585129e5fb4d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 946 time: 0.0509944 Sep 16 17:13:03.997998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-75783f8a-73bc-42be-9cb2-fdf5851a3015 req-151c9f08-8a6b-4beb-b04d-550edff34fb2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354302 Sep 16 17:13:05.113740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afec94-bece-4ed4-91c0-04601f64fc00 req-e9015e95-81f0-4e5e-8b60-c673d4e54af6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:05.115317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07afec94-bece-4ed4-91c0-04601f64fc00 req-e9015e95-81f0-4e5e-8b60-c673d4e54af6 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 946 time: 0.0496373 Sep 16 17:13:05.154677 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07afec94-bece-4ed4-91c0-04601f64fc00 req-6302d5e9-9b33-4504-891c-b3ec60f849c9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327997 Sep 16 17:13:05.267218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65b00c-7603-4428-bfa9-2cb8255bf02a req-e0015647-4baf-457c-9ae7-04de11caa033 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:05.268703 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d65b00c-7603-4428-bfa9-2cb8255bf02a req-e0015647-4baf-457c-9ae7-04de11caa033 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 946 time: 0.0486267 Sep 16 17:13:05.314031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d65b00c-7603-4428-bfa9-2cb8255bf02a req-d29e7730-8667-468e-b153-26b0d03b3d76 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393987 Sep 16 17:13:05.335829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56100) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:13:05.473349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04efe9-5eec-4a10-8647-8a4073605729 tempest-TestVolumeBootPattern-886908484 tempest-TestVolumeBootPattern-886908484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:05.474842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7c04efe9-5eec-4a10-8647-8a4073605729 tempest-TestVolumeBootPattern-886908484 tempest-TestVolumeBootPattern-886908484-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1092 time: 0.1380191 Sep 16 17:13:05.477630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56104) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:13:05.482393 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:13:05.590306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:05.687107 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:05.792812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Allocated IP 172.25.6.11 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/0e16e59b-1e1e-4fae-bdad-f2cded043b0a) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:13:05.894514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:05.996408 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:06.033377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:13:06.036125 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:13:06.039494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:13:06.046977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=0e16e59b-1e1e-4fae-bdad-f2cded043b0a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:13:06.409332 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:06.537993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:06.697212 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:06.754572 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:06.824931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=0e16e59b-1e1e-4fae-bdad-f2cded043b0a,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:13:06.836473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:06.935358 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Floating IP 8e67c81e-aa8f-4172-98f0-729b815d4702 associated. External IP: 172.25.6.11, port: 345bd25c-0205-4974-a36e-2f9600d0eb95. Sep 16 17:13:07.141666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Router 08d2eb45-85d6-425c-baa3-ec92c7385e78 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:13:07.249597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:13:07.258784 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] Sync routers for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:13:07.270666 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:13:07.272529 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:13:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:13:07.320629 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:07.349433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-094e3d73-87af-457f-a955-10676f48c12b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8707607 Sep 16 17:13:07.350038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'tag': '345bd25c-0205-4974-a36e-2f9600d0eb95'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:13:07.352334 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36f66ef-6302-426e-aa68-9b71632e9903" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fd3ea1-99c1-4619-947c-03c9894cd2c8", "tag": "345bd25c-0205-4974-a36e-2f9600d0eb95"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:13:07.377627 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:13:07.389759 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673252e1-0753-4a64-b582-c505454e586e x-openstack-request-id: req-673252e1-0753-4a64-b582-c505454e586e {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:13:07.390058 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fd3ea1-99c1-4619-947c-03c9894cd2c8", "tag": "345bd25c-0205-4974-a36e-2f9600d0eb95", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:13:07.390317 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-673252e1-0753-4a64-b582-c505454e586e {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:13:07.390728 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'tag': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'status': 'completed', 'code': 200} Sep 16 17:13:07.456642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-3b2aa9e0-c4a0-4093-90f4-7d0fda5145a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:07.458276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-3b2aa9e0-c4a0-4093-90f4-7d0fda5145a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0436075 Sep 16 17:13:07.554850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-2935df13-f992-4460-b467-af7a15e205fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:07.556358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-2935df13-f992-4460-b467-af7a15e205fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0915463 Sep 16 17:13:07.602421 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '8e67c81e-aa8f-4172-98f0-729b815d4702', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:f3:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:13:06Z', 'updated_at': '2021-09-16T17:13:06Z', 'revision_number': 0, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:13:07.622515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-b9b8e513-ab29-4191-8ae7-96792de621dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 200 len: 999 time: 0.0595243 Sep 16 17:13:07.632467 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] Checking router: 08d2eb45-85d6-425c-baa3-ec92c7385e78 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:13:07.640550 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:13:07.641152 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:13:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:13:07.676869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-de0c2f84-f19b-4911-82b6-b1aaf1af8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:07.678561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-de0c2f84-f19b-4911-82b6-b1aaf1af8da6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0484920 Sep 16 17:13:07.726835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-36d3a675-37ed-4ff0-95bd-e82d4337796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:07.728488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-36d3a675-37ed-4ff0-95bd-e82d4337796c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432212 Sep 16 17:13:07.744135 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:13:07.817957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-3e89dcaa-d9b6-4ceb-965c-4c791fca566c service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821271 Sep 16 17:13:07.919188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c36f66ef-6302-426e-aa68-9b71632e9903 req-4c9002fd-7c2a-4672-bb78-96e7ad18a732 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931244 Sep 16 17:13:08.056261 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '8e67c81e-aa8f-4172-98f0-729b815d4702', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:f3:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:13:06Z', 'updated_at': '2021-09-16T17:13:06Z', 'revision_number': 0, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:13:08.086091 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef89e5-9b60-4757-8c09-b5b12cfe7327 None None] The sync data for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 is: [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '8e67c81e-aa8f-4172-98f0-729b815d4702', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:f3:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:13:06Z', 'updated_at': '2021-09-16T17:13:06Z', 'revision_number': 0, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:13:08.279613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9972068c-6d22-4a4a-ba69-148dc10ec365 None None] New status for floating IP 8e67c81e-aa8f-4172-98f0-729b815d4702: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:13:13.990820 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:14.023382 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:28.257988 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98b7bac9-d4d6-40b5-9d76-307255d5f6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:30.823103 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2af4920a-ec59-4b38-9cd8-095ff6d8eb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:31.514613 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:32.086024 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:33.834696 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:39.996104 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:13:41.185887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-b91c3138-1e8d-42ec-b998-4e2394868f4c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439727 Sep 16 17:13:41.265133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-3f827340-cb1f-4b30-ad0c-3c1fa4edfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:41.266549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-3f827340-cb1f-4b30-ad0c-3c1fa4edfbcb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0420747 Sep 16 17:13:41.372180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-f1372e69-20bc-4855-944d-7128ca193474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:41.374110 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-f1372e69-20bc-4855-944d-7128ca193474 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0892661 Sep 16 17:13:41.439010 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-8509f7e6-d771-4f1d-a2c5-8f728a2daa6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 200 len: 1001 time: 0.0577617 Sep 16 17:13:41.490795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-c70e0441-6b05-42a1-981b-35ad00631842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:41.492254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-c70e0441-6b05-42a1-981b-35ad00631842 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0469828 Sep 16 17:13:41.808795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-8aa4a818-34cb-4677-8dd5-5dc56c6fd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:13:41.810319 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-8aa4a818-34cb-4677-8dd5-5dc56c6fd454 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3113639 Sep 16 17:13:41.898773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-08985b5d-23bf-4e54-83c8-3023baf636a0 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806758 Sep 16 17:13:41.989212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98c35d22-b1d4-4142-9ac3-af3872927419 req-1aaf7e91-2c60-4569-a942-7687862f0648 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832131 Sep 16 17:13:43.998472 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:44.085695 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:13:58.246404 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2dece476-5475-4af1-aaf1-388a3c44b1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:00.862842 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1e0a7cfc-0e7c-4ac9-bf49-b03c560610a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:01.503347 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:02.067398 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:03.872786 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:13.980942 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:14.066772 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:16.996350 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:14:28.245512 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-855c81b8-0841-41d8-b2b3-6d04ca19b886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:30.828539 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1004954b-f64b-49e1-9a57-86534ee785c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:31.490919 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:32.065914 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:33.871402 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:42.569426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-f0b9a470-3699-4240-8208-9e0fdd546be3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396166 Sep 16 17:14:42.651355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-e7a9761d-8f74-47ca-a13e-d5ead16ddc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:14:42.652876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-e7a9761d-8f74-47ca-a13e-d5ead16ddc35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0440085 Sep 16 17:14:42.761319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-6b5932e8-f7db-47a4-8fba-f257339dc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:14:42.762698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-6b5932e8-f7db-47a4-8fba-f257339dc3a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0919440 Sep 16 17:14:42.831277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-6dd3ffa7-f6da-42b2-96af-62d2a53bad6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 200 len: 1001 time: 0.0611098 Sep 16 17:14:42.878358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-a0be50bd-d460-4053-a565-f487193e1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:14:42.879744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-a0be50bd-d460-4053-a565-f487193e1d13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0420268 Sep 16 17:14:42.923683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-6230ce86-7799-496b-a7ff-52652170a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:14:42.925731 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-6230ce86-7799-496b-a7ff-52652170a6ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391598 Sep 16 17:14:43.022671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-b68352f7-78f2-44ad-8420-aa97d32f3829 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900750 Sep 16 17:14:43.119863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1fa25b28-b36e-4b4d-b733-42557f09c451 req-85b7ecd1-3b23-429b-a656-828375f972c4 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901461 Sep 16 17:14:44.012314 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:44.067995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:14:53.994815 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:14:58.259255 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-89264814-315f-452b-be32-1a749c01684a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:00.822963 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ea795ba-fe58-4d04-a96f-dbaeb9522747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:01.493991 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:02.093532 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:03.876228 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:14.059045 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:14.187523 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:20.191769 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-9383a309-1b6d-48f4-8afe-fc36464d66a2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391579714&fields=id&tenant_id=b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 267 time: 0.0338356 Sep 16 17:15:20.305368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-c2701584-1381-47f9-9cda-5caaa973fe04 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:20.306831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-c2701584-1381-47f9-9cda-5caaa973fe04 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1084211 Sep 16 17:15:20.322171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-9656b441-bbad-437d-a7c2-93db2b927cb2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/quotas/b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 375 time: 0.0087435 Sep 16 17:15:20.379752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-d452d767-d87c-4e6f-8aa4-d0d80ca8c843 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0519950 Sep 16 17:15:20.478506 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-283f8011-a828-420a-99b8-7bd05fd70219 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869658 Sep 16 17:15:20.569454 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-e6bb1740-f02c-4e73-af0e-8f162be6c06c service neutron] 10.222.0.22 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838401 Sep 16 17:15:21.291951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8fd15325-d9fb-42c5-a849-a3fe0fe87236 req-c022078a-aff3-4230-a5d3-a1cbc305dd27 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 210 time: 0.1433527 Sep 16 17:15:22.389036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-842525b6-6dca-4fb6-93d5-e236a30f4847 req-8e7d4a5f-b5aa-4325-bb09-7c49784e5f97 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 210 time: 0.0259175 Sep 16 17:15:23.224626 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-7144f41b-dfd9-4581-acb1-b4ba61f950bc tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:23.226250 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-7144f41b-dfd9-4581-acb1-b4ba61f950bc tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 811 time: 0.1108122 Sep 16 17:15:23.268329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-cd11be0f-b9f7-4b4a-8ec9-356e2b95c0d4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78067ac6a9445eda6728447e754af50 HTTP/1.1" status: 200 len: 380 time: 0.0334070 Sep 16 17:15:23.277504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'port': {'device_id': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'admin_state_up': True, 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'security_groups': ['a400845f-ecd4-4811-a475-85b6a1681d49']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:15:23.456308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Made reservation on behalf of b78067ac6a9445eda6728447e754af50 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:15:23.459931 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:23.506373 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec464d96-9636-4735-80a6-48ac5bdf7c99 req-47c62f6a-a1c2-4b61-9133-27bb535d5df1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 210 time: 0.0273619 Sep 16 17:15:23.595344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Allocated IP 172.20.0.6 (3f8f19a5-7ae2-42cb-ba9a-a6e48b066056/c93d8e99-fcb2-420b-8c8c-4d5c8bab8760/6d0e971f-a88d-494b-8443-54131bc89f87) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:15:23.744924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:23.835831 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:23.879658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:15:23.882997 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:15:23.886861 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:15:23.922815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=6d0e971f-a88d-494b-8443-54131bc89f87,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:15:23.944351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.944518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.944743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.945079 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.945410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.945738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.946052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.946378 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.946695 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.947013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.947331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.947654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:23.970119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:23.971020 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:24.077228 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-fcd82220-05b0-4498-aff3-7a4dbd8e5ed0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8031850 Sep 16 17:15:24.088088 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-04b07a21-929d-4f54-be8b-4ff8716f6086 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:15:24.089024 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-04b07a21-929d-4f54-be8b-4ff8716f6086 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052388 Sep 16 17:15:24.113283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a885265d-1d8b-49d4-a708-b47ba3aed933 None None] Provisioning complete for port 6d0e971f-a88d-494b-8443-54131bc89f87 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:15:24.113885 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a885265d-1d8b-49d4-a708-b47ba3aed933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:24.149241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a885265d-1d8b-49d4-a708-b47ba3aed933 None None] Port 6d0e971f-a88d-494b-8443-54131bc89f87 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:15:24.201394 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Request body: {'port': {'device_id': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:15:24.255554 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:24.531810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0e971f-a88d-494b-8443-54131bc89f87 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:15:24.540954 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:24.557761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Transition to ACTIVE for port object 6d0e971f-a88d-494b-8443-54131bc89f87 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:15:24.618720 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:24.628056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa3dd0-7e1c-4d16-b21b-704e636b43d9 req-89e25e2e-ceea-4ac4-b91c-38bccc3dd477 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:24.629731 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6cfa3dd0-7e1c-4d16-b21b-704e636b43d9 req-89e25e2e-ceea-4ac4-b91c-38bccc3dd477 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 931 time: 0.0501742 Sep 16 17:15:24.676950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6cfa3dd0-7e1c-4d16-b21b-704e636b43d9 req-64afc190-e4cd-49c5-b260-13984cd20bc5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405452 Sep 16 17:15:24.719257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Pushing event updated for resources: {'Port': ['ID=6d0e971f-a88d-494b-8443-54131bc89f87,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:15:24.744336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Attempting to bind port 6d0e971f-a88d-494b-8443-54131bc89f87 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:15:24.744858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Attempting to bind port 6d0e971f-a88d-494b-8443-54131bc89f87 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:15:24.745311 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Attempting to bind port 6d0e971f-a88d-494b-8443-54131bc89f87 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:15:24.750142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Port 6d0e971f-a88d-494b-8443-54131bc89f87 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:15:24.750552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Attempting to bind port 6d0e971f-a88d-494b-8443-54131bc89f87 on network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:15:24.755734 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:15:24.756112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Checking segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:15:24.756537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Bound using segment: {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:15:24.756978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Bound port: 6d0e971f-a88d-494b-8443-54131bc89f87, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:15:24.757447 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:24.829283 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] For port 6d0e971f-a88d-494b-8443-54131bc89f87, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:15:24.833052 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] For port 6d0e971f-a88d-494b-8443-54131bc89f87, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6d0e971f-a88d-494b-8443-54131bc89f87,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:15:24.903048 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:24.954038 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:24.954661 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:24.956069 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] 10.222.0.62 "PUT /v2.0/ports/6d0e971f-a88d-494b-8443-54131bc89f87 HTTP/1.1" status: 200 len: 1091 time: 0.8588121 Sep 16 17:15:24.956579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'tag': '6d0e971f-a88d-494b-8443-54131bc89f87'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:15:24.958767 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23150fb6-65c3-4aeb-8f2b-a07056bf6998" -d '{"events": [{"name": "network-changed", "server_uuid": "e771a303-aad2-407c-9bae-1c7fa5de5f30", "tag": "6d0e971f-a88d-494b-8443-54131bc89f87"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:15:24.983714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227667da-2e44-4c31-9268-84b002e1ef4e service neutron] Pushing event updated for resources: {'Port': ['ID=6d0e971f-a88d-494b-8443-54131bc89f87,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:15:25.006252 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d22b3d7-1e93-4951-a264-af633a6f4fd6 x-openstack-request-id: req-0d22b3d7-1e93-4951-a264-af633a6f4fd6 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:15:25.006576 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e771a303-aad2-407c-9bae-1c7fa5de5f30", "tag": "6d0e971f-a88d-494b-8443-54131bc89f87", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:15:25.006823 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d22b3d7-1e93-4951-a264-af633a6f4fd6 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:15:25.007356 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'tag': '6d0e971f-a88d-494b-8443-54131bc89f87', 'status': 'completed', 'code': 200} Sep 16 17:15:25.073266 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150fb6-65c3-4aeb-8f2b-a07056bf6998 req-1d6e4908-43ad-446f-913c-ea5b8a6d633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:25.075192 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-23150fb6-65c3-4aeb-8f2b-a07056bf6998 req-1d6e4908-43ad-446f-913c-ea5b8a6d633a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 1094 time: 0.0480161 Sep 16 17:15:25.193820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150fb6-65c3-4aeb-8f2b-a07056bf6998 req-be65218a-9d9a-43e0-bd32-94cbc655b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:25.195426 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-23150fb6-65c3-4aeb-8f2b-a07056bf6998 req-be65218a-9d9a-43e0-bd32-94cbc655b05c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b78067ac6a9445eda6728447e754af50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1116812 Sep 16 17:15:25.297021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150fb6-65c3-4aeb-8f2b-a07056bf6998 req-ae611f9d-73de-4b11-a9c8-35b7f14d8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:25.298800 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-23150fb6-65c3-4aeb-8f2b-a07056bf6998 req-ae611f9d-73de-4b11-a9c8-35b7f14d8b4b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969691 Sep 16 17:15:25.376914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-c5ef78cb-e1ef-4716-81a6-1d7e685913c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:25.378602 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-c5ef78cb-e1ef-4716-81a6-1d7e685913c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 1094 time: 0.0413690 Sep 16 17:15:25.430521 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-a7498276-dd91-4944-bb8f-47a5fbde7f0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0e971f-a88d-494b-8443-54131bc89f87 HTTP/1.1" status: 200 len: 217 time: 0.0444884 Sep 16 17:15:25.482944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-0dddcd1f-722e-4e3d-a085-bdc9e1a759fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:25.484343 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-0dddcd1f-722e-4e3d-a085-bdc9e1a759fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0476744 Sep 16 17:15:25.531569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-dbe1d730-9726-4557-b431-81b8d5833b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:25.533026 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-dbe1d730-9726-4557-b431-81b8d5833b74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416398 Sep 16 17:15:25.633051 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-3e5a4785-de84-4734-845c-9a1f1035558c service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929661 Sep 16 17:15:25.727519 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9e658e1-b121-47e7-b2dc-a6c965ddcc0a req-bf7cea1f-c3f1-4673-87d7-ce7ed26807c8 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874279 Sep 16 17:15:25.794957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04826c29-977f-410f-b70b-982a86221ed5 req-1973777f-f830-4ba9-972f-e99b4e0f34b4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:25.796372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04826c29-977f-410f-b70b-982a86221ed5 req-1973777f-f830-4ba9-972f-e99b4e0f34b4 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0537767 Sep 16 17:15:25.834656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04826c29-977f-410f-b70b-982a86221ed5 req-984ef236-7381-4565-ac9a-fc0e403ebf5b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Sep 16 17:15:26.955010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09a2c-7f07-4ee0-8af9-6acdf6205c2f req-2691fbeb-f06e-4b10-b611-744ab275e9ec tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:26.956465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eaf09a2c-7f07-4ee0-8af9-6acdf6205c2f req-2691fbeb-f06e-4b10-b611-744ab275e9ec tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0519338 Sep 16 17:15:26.995702 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eaf09a2c-7f07-4ee0-8af9-6acdf6205c2f req-6d2ea8aa-5213-4972-a2e3-c4fd322eb476 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330524 Sep 16 17:15:28.110638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300478-2f99-4ed6-aef6-167245987491 req-ab3684c9-162e-4013-9508-a6befbf0086f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:28.112154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9300478-2f99-4ed6-aef6-167245987491 req-ab3684c9-162e-4013-9508-a6befbf0086f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0498900 Sep 16 17:15:28.152204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9300478-2f99-4ed6-aef6-167245987491 req-e6643ea9-d302-4b0f-b8a5-f9fef3633786 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339267 Sep 16 17:15:28.238878 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a0660923-fd62-4205-ba39-7b9629215ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:29.271933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf5a2-9336-464d-998c-335021158d59 req-8a1a8e8a-8cbb-45b3-a536-5cabd61812d1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:29.273362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0bbf5a2-9336-464d-998c-335021158d59 req-8a1a8e8a-8cbb-45b3-a536-5cabd61812d1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0537777 Sep 16 17:15:29.310811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0bbf5a2-9336-464d-998c-335021158d59 req-f037d87c-4fb3-4735-bcc1-9194557dc214 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Sep 16 17:15:30.426391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d576c4-6077-466a-a0c4-450e99368d26 req-e0f78885-876a-47cd-956d-36fd943510a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:30.427891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4d576c4-6077-466a-a0c4-450e99368d26 req-e0f78885-876a-47cd-956d-36fd943510a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0499117 Sep 16 17:15:30.466119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4d576c4-6077-466a-a0c4-450e99368d26 req-7b9f739b-ab30-4339-af68-39eb999243cf tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Sep 16 17:15:30.809624 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8454596-67d8-42a0-b819-a4199b5cf01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:30.992783 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:15:31.584117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d395b04-742c-4715-9733-bb86072940b3 req-4644d7d2-1b2f-4a11-9f9e-45040e764335 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:31.585635 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d395b04-742c-4715-9733-bb86072940b3 req-4644d7d2-1b2f-4a11-9f9e-45040e764335 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0510435 Sep 16 17:15:31.622642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d395b04-742c-4715-9733-bb86072940b3 req-5bea754e-8a2f-44b3-9007-2c71941cf178 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308719 Sep 16 17:15:31.841091 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:32.112473 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:32.740772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d24e8-6209-47b4-92fd-21dd21dd7863 req-c3970602-d383-43d2-91bc-81e496fccbe7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:32.742252 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d4d24e8-6209-47b4-92fd-21dd21dd7863 req-c3970602-d383-43d2-91bc-81e496fccbe7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0527308 Sep 16 17:15:32.780091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d4d24e8-6209-47b4-92fd-21dd21dd7863 req-4bc59202-cb46-4136-a44f-ad978e6e9a1d tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Sep 16 17:15:33.870390 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:33.898325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf8b6b-7185-4a8a-8cb4-069d040d6f5a req-68b75e45-9a6e-41ca-8856-cde716f05c7b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:33.899824 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3caf8b6b-7185-4a8a-8cb4-069d040d6f5a req-68b75e45-9a6e-41ca-8856-cde716f05c7b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0509019 Sep 16 17:15:33.937481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3caf8b6b-7185-4a8a-8cb4-069d040d6f5a req-a7f2361d-a745-45e4-a01b-a5de06b3d5cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Sep 16 17:15:35.052499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a76ee4-8365-4f22-a506-a72ca1fbcede req-d6bec361-efc0-4b22-9792-93f29f830b9b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:35.053992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4a76ee4-8365-4f22-a506-a72ca1fbcede req-d6bec361-efc0-4b22-9792-93f29f830b9b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0499065 Sep 16 17:15:35.091054 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4a76ee4-8365-4f22-a506-a72ca1fbcede req-ec8c9f31-5159-4cd7-a6b4-0139547df51f tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308897 Sep 16 17:15:36.211808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94787ba5-e2d9-4257-b160-6ebc929595ee req-1b4d1c46-350c-4460-b9b2-279693823b01 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:36.213302 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94787ba5-e2d9-4257-b160-6ebc929595ee req-1b4d1c46-350c-4460-b9b2-279693823b01 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0548320 Sep 16 17:15:36.251380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-94787ba5-e2d9-4257-b160-6ebc929595ee req-fbb795ff-c5f1-4353-9c62-5a17e2300c05 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Sep 16 17:15:37.365956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a449b-b330-400b-b668-cd7a0c057763 req-a47cc698-db91-4ba1-b023-ec4b34b9e7b8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:37.367498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c4a449b-b330-400b-b668-cd7a0c057763 req-a47cc698-db91-4ba1-b023-ec4b34b9e7b8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 943 time: 0.0491045 Sep 16 17:15:37.409158 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5c4a449b-b330-400b-b668-cd7a0c057763 req-b0840021-27fd-4ad0-9aaf-1aed12e77e21 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353441 Sep 16 17:15:37.676761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6d0e971f-a88d-494b-8443-54131bc89f87 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:15:37.778243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6d0e971f-a88d-494b-8443-54131bc89f87, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6d0e971f-a88d-494b-8443-54131bc89f87,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:15:37.789235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '6d0e971f-a88d-494b-8443-54131bc89f87', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'port_id': '6d0e971f-a88d-494b-8443-54131bc89f87', 'mac_address': 'fa:16:3e:09:4b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:15:37.825514 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:37.838470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0e971f-a88d-494b-8443-54131bc89f87 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:15:37.856993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6d0e971f-a88d-494b-8443-54131bc89f87, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6d0e971f-a88d-494b-8443-54131bc89f87,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:15:37.901216 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:37.950413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6d0e971f-a88d-494b-8443-54131bc89f87,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:15:37.957992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.958340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.958680 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.959015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.959345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.959674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.960001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.960325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.960677 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.961004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.961325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:37.961644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:38.152843 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6d0e971f-a88d-494b-8443-54131bc89f87'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:15:38.522402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1b7ee-a575-46db-9fb7-208bdec7058b req-d7bc05e0-0d9b-474a-8ea3-78c88402afc9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:38.523923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68f1b7ee-a575-46db-9fb7-208bdec7058b req-d7bc05e0-0d9b-474a-8ea3-78c88402afc9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 944 time: 0.0480645 Sep 16 17:15:38.562605 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68f1b7ee-a575-46db-9fb7-208bdec7058b req-416040ed-64ab-45ed-81c8-05e90e29d8a7 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324130 Sep 16 17:15:39.677574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6d0e971f-a88d-494b-8443-54131bc89f87 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:15:39.680349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3e131-a8b0-4b82-90aa-ec27f8f08483 req-ab30519f-d80c-487e-abbe-a50044a572d0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:39.681716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38b3e131-a8b0-4b82-90aa-ec27f8f08483 req-ab30519f-d80c-487e-abbe-a50044a572d0 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 944 time: 0.0533020 Sep 16 17:15:39.723741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-38b3e131-a8b0-4b82-90aa-ec27f8f08483 req-a761a382-6f03-4dbd-807f-43df3a34ca0a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355523 Sep 16 17:15:39.960672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 6d0e971f-a88d-494b-8443-54131bc89f87 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:15:39.964279 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 6d0e971f-a88d-494b-8443-54131bc89f87 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:15:39.964660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:40.038660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:40.060755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0e971f-a88d-494b-8443-54131bc89f87'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:15:40.063593 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a15d977-e8d8-47f0-b215-889330ef7de5" -d '{"events": [{"server_uuid": "e771a303-aad2-407c-9bae-1c7fa5de5f30", "name": "network-vif-plugged", "status": "completed", "tag": "6d0e971f-a88d-494b-8443-54131bc89f87"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:15:40.080201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6d0e971f-a88d-494b-8443-54131bc89f87, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6d0e971f-a88d-494b-8443-54131bc89f87,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:15:40.101453 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37291027-cc99-40b0-9b2c-a52af7f25644 x-openstack-request-id: req-37291027-cc99-40b0-9b2c-a52af7f25644 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:15:40.101741 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e771a303-aad2-407c-9bae-1c7fa5de5f30", "name": "network-vif-plugged", "status": "completed", "tag": "6d0e971f-a88d-494b-8443-54131bc89f87", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:15:40.102067 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37291027-cc99-40b0-9b2c-a52af7f25644 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:15:40.102463 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0e971f-a88d-494b-8443-54131bc89f87', 'code': 200} Sep 16 17:15:40.164234 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:40.200107 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e8424-a7a2-49be-ac12-6f1588bc5798 req-eaf5d0a4-ace5-48b9-bbe2-f0fc98430075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:40.202312 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2e8424-a7a2-49be-ac12-6f1588bc5798 req-eaf5d0a4-ace5-48b9-bbe2-f0fc98430075 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 1096 time: 0.0469050 Sep 16 17:15:40.213515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6d0e971f-a88d-494b-8443-54131bc89f87,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:15:40.238323 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dc2e8424-a7a2-49be-ac12-6f1588bc5798 req-13c850dc-2fa8-4235-b2d6-4b2a001a9faa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289843 Sep 16 17:15:40.843525 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34ab86-779a-40e2-851b-7edeeb97767f req-f584b4cd-f522-4fbc-9245-34927ba9ea84 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:40.845071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b34ab86-779a-40e2-851b-7edeeb97767f req-f584b4cd-f522-4fbc-9245-34927ba9ea84 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 945 time: 0.0504584 Sep 16 17:15:40.881987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b34ab86-779a-40e2-851b-7edeeb97767f req-fa9c4590-b17f-4a09-967e-0501a279b64c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309289 Sep 16 17:15:42.002627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071959-34b5-4f62-9b0a-09633c62a392 req-22e3e951-3ef1-4b9c-81b0-ae61df62baeb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:42.004128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4071959-34b5-4f62-9b0a-09633c62a392 req-22e3e951-3ef1-4b9c-81b0-ae61df62baeb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 945 time: 0.0521321 Sep 16 17:15:42.043361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4071959-34b5-4f62-9b0a-09633c62a392 req-5c2dbe84-f2c7-4f5f-8f77-dc9c6b02ac55 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Sep 16 17:15:42.166958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ee287-e60b-4a29-90c5-353feadb499c req-ed478807-4fcb-4986-9564-d026b6e9f928 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:42.168328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-342ee287-e60b-4a29-90c5-353feadb499c req-ed478807-4fcb-4986-9564-d026b6e9f928 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 945 time: 0.0522623 Sep 16 17:15:42.207840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-342ee287-e60b-4a29-90c5-353feadb499c req-5b7b9e35-99b0-431b-afd3-bf985bd09325 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332584 Sep 16 17:15:42.230871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56318) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:15:42.270411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1685b-9ad9-41eb-87ca-952ee94cb7da tempest-TestVolumeBootPattern-886908484 tempest-TestVolumeBootPattern-886908484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:42.271916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-04f1685b-9ad9-41eb-87ca-952ee94cb7da tempest-TestVolumeBootPattern-886908484 tempest-TestVolumeBootPattern-886908484-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 1091 time: 0.0400689 Sep 16 17:15:42.274729 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56320) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:15:42.278945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '6d0e971f-a88d-494b-8443-54131bc89f87', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:15:42.360693 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:42.460980 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:42.562642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Allocated IP 172.25.6.33 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/65328118-8bb6-44fc-aa35-745c37e0c87a) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:15:42.667688 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:42.782331 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:42.820172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:15:42.824281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:15:42.831531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:15:42.834237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=65328118-8bb6-44fc-aa35-745c37e0c87a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:15:42.860102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.860287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.860526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.860866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.861202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.861534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.861860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.862188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.862513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.862835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.863158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:42.863479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:15:43.197229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:43.321613 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:43.473476 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:43.566009 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:43.639465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event updated for resources: {'Port': ['ID=65328118-8bb6-44fc-aa35-745c37e0c87a,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:15:43.651503 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:43.751273 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Floating IP fb14df42-cb6e-4a68-8455-1ca012d4db88 associated. External IP: 172.25.6.33, port: 6d0e971f-a88d-494b-8443-54131bc89f87. Sep 16 17:15:43.959112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Router 08d2eb45-85d6-425c-baa3-ec92c7385e78 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:15:44.032991 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:44.074860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:15:44.088025 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] Sync routers for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:15:44.103925 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:15:44.104556 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:15:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:15:44.166738 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:44.202645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-d9afd46b-9674-4f54-bb25-5acb2e307284 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488303 Sep 16 17:15:44.212202 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:15:44.215555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:15:44.458911 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '8e67c81e-aa8f-4172-98f0-729b815d4702', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:f3:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:13:06Z', 'updated_at': '2021-09-16T17:13:08Z', 'revision_number': 1, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}, {'id': 'fb14df42-cb6e-4a68-8455-1ca012d4db88', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '6d0e971f-a88d-494b-8443-54131bc89f87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:09:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:15:43Z', 'updated_at': '2021-09-16T17:15:43Z', 'revision_number': 0, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:15:44.486513 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] Checking router: 08d2eb45-85d6-425c-baa3-ec92c7385e78 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:15:44.495199 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:15:44.495816 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:15:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:15:44.556978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a457e862-3115-43e5-9abb-1411b8be00f9 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2812259 Sep 16 17:15:44.558169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'tag': '6d0e971f-a88d-494b-8443-54131bc89f87'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:15:44.560551 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e771a303-aad2-407c-9bae-1c7fa5de5f30", "tag": "6d0e971f-a88d-494b-8443-54131bc89f87"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:15:44.576901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-880b0248-6683-4318-bd47-56cb22af1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:44.579213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-880b0248-6683-4318-bd47-56cb22af1c78 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0531094 Sep 16 17:15:44.605520 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:15:44.609862 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff191b4d-967c-4392-b31a-3172396dbc95 x-openstack-request-id: req-ff191b4d-967c-4392-b31a-3172396dbc95 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:15:44.610431 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e771a303-aad2-407c-9bae-1c7fa5de5f30", "tag": "6d0e971f-a88d-494b-8443-54131bc89f87", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:15:44.610431 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff191b4d-967c-4392-b31a-3172396dbc95 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:15:44.610751 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'tag': '6d0e971f-a88d-494b-8443-54131bc89f87', 'status': 'completed', 'code': 200} Sep 16 17:15:44.668991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-d87714d0-a8d2-4066-be48-5ab61a6298e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:44.671129 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-d87714d0-a8d2-4066-be48-5ab61a6298e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 1096 time: 0.0458076 Sep 16 17:15:44.691709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-30d8ed3a-da66-4b5f-a133-6e5606e2f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:44.693232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-30d8ed3a-da66-4b5f-a133-6e5606e2f27c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0944417 Sep 16 17:15:44.759711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-f3f9e3d4-2c67-48f7-bfa5-2877f9174767 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 200 len: 1001 time: 0.0595133 Sep 16 17:15:44.775106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-58e5b6c9-777b-407d-bc93-edaaaf6522bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:44.776684 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-58e5b6c9-777b-407d-bc93-edaaaf6522bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0979564 Sep 16 17:15:44.812359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-24c07cf7-0290-49e5-824d-dda83df1a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:44.814874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-24c07cf7-0290-49e5-824d-dda83df1a1ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0488584 Sep 16 17:15:44.842444 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '8e67c81e-aa8f-4172-98f0-729b815d4702', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:f3:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:13:06Z', 'updated_at': '2021-09-16T17:13:08Z', 'revision_number': 1, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}, {'id': 'fb14df42-cb6e-4a68-8455-1ca012d4db88', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '6d0e971f-a88d-494b-8443-54131bc89f87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:09:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:15:43Z', 'updated_at': '2021-09-16T17:15:43Z', 'revision_number': 0, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:15:44.847253 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-b47dff91-5b2b-4628-a98e-6898006dd4e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0e971f-a88d-494b-8443-54131bc89f87 HTTP/1.1" status: 200 len: 998 time: 0.0635824 Sep 16 17:15:44.869891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-5369c01f-e5f7-43e6-a754-da8473f1c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:44.871408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-5369c01f-e5f7-43e6-a754-da8473f1c6d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490046 Sep 16 17:15:44.874996 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71dfa8-112c-4518-bdfa-5172cdee734e None None] The sync data for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 is: [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '8e67c81e-aa8f-4172-98f0-729b815d4702', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:f3:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:13:06Z', 'updated_at': '2021-09-16T17:13:08Z', 'revision_number': 1, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}, {'id': 'fb14df42-cb6e-4a68-8455-1ca012d4db88', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '6d0e971f-a88d-494b-8443-54131bc89f87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:09:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:15:43Z', 'updated_at': '2021-09-16T17:15:43Z', 'revision_number': 0, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:15:44.900834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-18de030f-5745-4c83-9766-603bd3665d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:44.902978 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-18de030f-5745-4c83-9766-603bd3665d03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0493121 Sep 16 17:15:44.955976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-28e3f324-054f-447c-9d3e-3927cf3e568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:15:44.957529 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-28e3f324-054f-447c-9d3e-3927cf3e568b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470481 Sep 16 17:15:44.975313 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-051c1f3d-685d-41dd-a128-ca5b078eddc2 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966048 Sep 16 17:15:45.054905 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-e77a7079-5b7c-4469-9e54-59d17660a859 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905533 Sep 16 17:15:45.076068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83629302-17f2-49e5-8ff3-5a563ae61ec0 req-55268f49-5fe4-4248-8ad8-dbaa3fac3f7a service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936863 Sep 16 17:15:45.110882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51152f6c-f40b-428e-ac2d-603e4393670c None None] New status for floating IP fb14df42-cb6e-4a68-8455-1ca012d4db88: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:15:45.157275 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-efdc99b1-6b37-4d8c-b6f2-7271b5b582bf req-dc9bca45-a906-4a3a-b48b-2278a6f43b4e service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956261 Sep 16 17:15:58.256844 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9554cf7f-975b-435c-a65e-e5a5eee439e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:00.849797 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb5ea-a6d7-4bbb-bab6-171068b22878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:01.546269 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:02.175428 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:03.874150 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:07.992304 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:16:14.043117 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:14.163630 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:26.487917 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-a9570b27-0555-4948-aee1-014c06e7875a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399377 Sep 16 17:16:26.567302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-7eb69b50-9b7c-4a0a-849d-4afb85538f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:16:26.568837 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-7eb69b50-9b7c-4a0a-849d-4afb85538f5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 1096 time: 0.0405509 Sep 16 17:16:26.673832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-9f377c4c-4ca6-422e-92c2-37f4bbc12ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:16:26.675211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-9f377c4c-4ca6-422e-92c2-37f4bbc12ed1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0879135 Sep 16 17:16:26.749076 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-c1dde17b-2f06-4f50-ab1b-c824d29485e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0e971f-a88d-494b-8443-54131bc89f87 HTTP/1.1" status: 200 len: 1000 time: 0.0661476 Sep 16 17:16:26.804142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-2c3b53ac-97cd-4a54-ad16-ddafe844be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:16:26.805707 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-2c3b53ac-97cd-4a54-ad16-ddafe844be92 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0495875 Sep 16 17:16:26.849146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-3a83fb42-8634-4499-8cf3-3a4f2ab70f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:16:26.850603 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-3a83fb42-8634-4499-8cf3-3a4f2ab70f79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385270 Sep 16 17:16:26.942931 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-619b69f7-376f-4465-a64c-4826d9fb1f10 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827460 Sep 16 17:16:27.033488 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b76a67d9-50a6-462e-a15d-75bca81c1baf req-5adb9ff5-2797-42bc-8119-7dba2609f3da service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856700 Sep 16 17:16:28.243108 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3814778c-3f91-4943-8beb-7c5a962eb8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:30.850332 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3d9cb34e-ad51-4d96-82ad-bdad7eb68a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:31.495653 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:32.096032 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:33.885272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:44.061125 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:44.129500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-e0d210c6-1d2a-495b-8f62-6a26dfbf4354 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401597 Sep 16 17:16:44.141676 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:16:44.209829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-6811f570-8c74-4ec4-b0bf-c90b9054d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:16:44.211327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-6811f570-8c74-4ec4-b0bf-c90b9054d768 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0408177 Sep 16 17:16:44.322636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-2d444065-7896-40e2-b7aa-0ab529f294e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:16:44.324021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-2d444065-7896-40e2-b7aa-0ab529f294e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0931468 Sep 16 17:16:44.398478 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-4bc7be73-52ce-4e27-853c-375ea914a698 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 200 len: 1001 time: 0.0669293 Sep 16 17:16:44.453048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-ccc28786-4b82-4c67-8fd5-ed866f514543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:16:44.454559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-ccc28786-4b82-4c67-8fd5-ed866f514543 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0494301 Sep 16 17:16:44.500973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-d8e43616-578b-4278-b465-3d3f5707526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:16:44.502477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-d8e43616-578b-4278-b465-3d3f5707526a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413101 Sep 16 17:16:44.594479 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-77e42bea-72ed-4e55-923d-369e30ec23b6 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849593 Sep 16 17:16:44.690439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5975b13-f4c0-459e-b8bb-e15e796ae113 req-056cf378-ef6c-422c-afdc-6b7a67a7dcd3 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891039 Sep 16 17:16:44.990808 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:16:51.193144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-55089d63-e632-4593-83df-e8337c740416 req-324408cc-9ea3-4080-b064-99678a0bbeda service neutron] (95358) timed out ('10.222.0.22', 45164) {{(pid=95358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 17:16:58.226231 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-33a8274d-c04d-4e40-8e7b-ddc04aeb82d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:00.843610 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84c29b09-9cdd-438d-94aa-26058534d27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:01.523893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:02.129208 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:03.883535 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:14.071385 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:14.145609 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:21.989859 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:17:27.455258 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-61f0ee77-7626-4def-a3cc-2bf3772e4e52 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409794 Sep 16 17:17:27.533354 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-0e5bae21-f8d0-4192-9ed2-6cf347754e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:27.534840 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-0e5bae21-f8d0-4192-9ed2-6cf347754e74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 1096 time: 0.0407560 Sep 16 17:17:27.640643 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-16fe1a4a-bf7e-4a2c-8c73-b2aaa3e692ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:27.642122 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-16fe1a4a-bf7e-4a2c-8c73-b2aaa3e692ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0889471 Sep 16 17:17:27.706176 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-b7f7ff84-3a90-4001-afe5-d802d58c79a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0e971f-a88d-494b-8443-54131bc89f87 HTTP/1.1" status: 200 len: 1000 time: 0.0569537 Sep 16 17:17:27.757922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-aa959d9b-e279-4349-a796-f97977989a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:27.759331 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-aa959d9b-e279-4349-a796-f97977989a15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0469394 Sep 16 17:17:27.808893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-54df4e08-f28b-4dd6-9108-2ca92c471bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:27.810388 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-54df4e08-f28b-4dd6-9108-2ca92c471bd8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436113 Sep 16 17:17:27.902891 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-e86db4cc-0905-4d4e-a6a1-30db96e0d1c6 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852699 Sep 16 17:17:27.992423 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ea1023ce-da16-4666-bbe0-caa2a6170bac req-083e69a0-9128-4eb9-81eb-6d5cdeca827c service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814435 Sep 16 17:17:28.225312 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a56cf3c3-a120-4fb0-b7cc-c88183dbcbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:30.796753 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3b213ecf-4a2d-45c5-94a1-875be1064800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:31.493812 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:32.087445 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:33.871104 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:43.550027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-4e5eff60-5087-47a2-9285-e0e97069617e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409920 Sep 16 17:17:43.629886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-2df7dda3-e3fc-4649-8aa1-546245124cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:43.631406 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-2df7dda3-e3fc-4649-8aa1-546245124cfd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0405798 Sep 16 17:17:43.741694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-67b7d0a6-ea66-441a-9ee8-a7e3ff969427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:43.743100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-67b7d0a6-ea66-441a-9ee8-a7e3ff969427 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0928581 Sep 16 17:17:43.809590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-adda1bdc-7af5-4d6e-b277-65ae4c23207d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 200 len: 1001 time: 0.0598760 Sep 16 17:17:43.864437 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-d9fb0e9e-40c4-49e7-beb5-818c608752e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:43.865896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-d9fb0e9e-40c4-49e7-beb5-818c608752e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0493398 Sep 16 17:17:43.911099 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-e477748d-95b9-4a64-8c46-d1eaceb2c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:43.912597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-e477748d-95b9-4a64-8c46-d1eaceb2c056 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398753 Sep 16 17:17:43.923302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-347fa81f-2a7d-4981-bcc7-0c4fd4f622bc service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:17:43.924239 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-347fa81f-2a7d-4981-bcc7-0c4fd4f622bc service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048585 Sep 16 17:17:44.022900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-c8616d97-ffae-407e-abe4-b8467da31b98 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911717 Sep 16 17:17:44.053001 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:44.112998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5fc44d2a-960b-45b3-a382-60007a261ad6 req-4e836a1e-d25f-4922-b0ad-364cb109e1c9 service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836318 Sep 16 17:17:44.144410 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:57.704023 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56374) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:17:57.902781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Deleting port 65328118-8bb6-44fc-aa35-745c37e0c87a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:17:57.903116 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:57.980655 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:57.980918 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:57.993062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Calling delete_port for 65328118-8bb6-44fc-aa35-745c37e0c87a owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:17:58.178894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:58.205189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'Port': ['ID=65328118-8bb6-44fc-aa35-745c37e0c87a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:17:58.224174 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bd86f06c-c342-4e88-b170-5c8d6d32aa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:58.228659 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.228887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.229165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.229504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.229834 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.230160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.230501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.230858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.231127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.231446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.232364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.232713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:17:58.272245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:58.272612 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Floating IP fb14df42-cb6e-4a68-8455-1ca012d4db88 disassociated (deleted). External IP: 172.25.6.33, port: 6d0e971f-a88d-494b-8443-54131bc89f87. Sep 16 17:17:58.482204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Router 08d2eb45-85d6-425c-baa3-ec92c7385e78 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:17:58.627341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:17:58.632041 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:17:58.638984 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] Sync routers for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:17:58.646542 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:17:58.647146 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:17:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:17:58.660799 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4a6edf84-a273-4c36-b4c6-fbfe63e5e6c3 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "DELETE /v2.0/floatingips/fb14df42-cb6e-4a68-8455-1ca012d4db88 HTTP/1.1" status: 204 len: 168 time: 0.9553051 Sep 16 17:17:58.664501 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'tag': '6d0e971f-a88d-494b-8443-54131bc89f87'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:17:58.664501 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "e771a303-aad2-407c-9bae-1c7fa5de5f30", "tag": "6d0e971f-a88d-494b-8443-54131bc89f87"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:17:58.761276 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:17:58.774033 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea147993-32e7-407e-ad21-f9444f5ed7f5 x-openstack-request-id: req-ea147993-32e7-407e-ad21-f9444f5ed7f5 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:17:58.775099 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e771a303-aad2-407c-9bae-1c7fa5de5f30", "tag": "6d0e971f-a88d-494b-8443-54131bc89f87", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:17:58.775358 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea147993-32e7-407e-ad21-f9444f5ed7f5 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:17:58.775776 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'tag': '6d0e971f-a88d-494b-8443-54131bc89f87', 'status': 'completed', 'code': 200} Sep 16 17:17:58.838263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-daaba109-3939-4c0e-968f-dc40d11f9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:58.839815 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-daaba109-3939-4c0e-968f-dc40d11f9648 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 1096 time: 0.0422609 Sep 16 17:17:58.948013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-4f9acaf3-1e86-446a-8a78-45909bfe4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:58.949599 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-4f9acaf3-1e86-446a-8a78-45909bfe4935 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.1016266 Sep 16 17:17:58.994040 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-7eb56484-2723-4767-8318-420e01554eb0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0e971f-a88d-494b-8443-54131bc89f87 HTTP/1.1" status: 200 len: 217 time: 0.0364733 Sep 16 17:17:59.013651 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:17:59.049162 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-244ef23a-71b4-48fb-8522-12ea87f35de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:59.050801 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-244ef23a-71b4-48fb-8522-12ea87f35de7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0496500 Sep 16 17:17:59.092551 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '8e67c81e-aa8f-4172-98f0-729b815d4702', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:f3:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:13:06Z', 'updated_at': '2021-09-16T17:13:08Z', 'revision_number': 1, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:17:59.098552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-c65960bf-10f7-41b8-badb-78fce55f656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:17:59.100353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-c65960bf-10f7-41b8-badb-78fce55f656d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425980 Sep 16 17:17:59.120130 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] Checking router: 08d2eb45-85d6-425c-baa3-ec92c7385e78 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:17:59.128806 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:17:59.129418 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:17:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:17:59.195123 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-714553d7-9e16-418f-9401-639690386a34 service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868237 Sep 16 17:17:59.235737 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:17:59.471233 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '8e67c81e-aa8f-4172-98f0-729b815d4702', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:f3:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:13:06Z', 'updated_at': '2021-09-16T17:13:08Z', 'revision_number': 1, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:17:59.501772 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b9501-5f38-48f6-a7f9-c6ad8dc0e09a None None] The sync data for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 is: [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '8e67c81e-aa8f-4172-98f0-729b815d4702', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'port_id': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'mac_address': 'fa:16:3e:f3:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:13:06Z', 'updated_at': '2021-09-16T17:13:08Z', 'revision_number': 1, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:17:59.601771 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d9c81fda-3061-4976-93c0-1a6bcb1f8dfc req-c4f64949-cf7a-4895-bf8f-ba9d8851fbaa service neutron] 10.222.0.62 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993394 Sep 16 17:17:59.741082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6582f9-b555-4289-86eb-933addf1f9dc None None] New status for floating IP fb14df42-cb6e-4a68-8455-1ca012d4db88: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:18:00.142537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83f498-ef64-4102-bd0e-46a526fd94ea req-15af269e-9e6c-4119-bbd1-84b36bae438b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:00.144032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce83f498-ef64-4102-bd0e-46a526fd94ea req-15af269e-9e6c-4119-bbd1-84b36bae438b tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 945 time: 0.0490668 Sep 16 17:18:00.184505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce83f498-ef64-4102-bd0e-46a526fd94ea req-3f398457-3022-4e70-a6c9-f304ed3c51f8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330186 Sep 16 17:18:00.795391 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f5a932e9-23d7-41a4-99c7-2a0faa7617b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:01.305804 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17cd37-3686-4060-941e-1ce1ab191a7b req-0e2b3c9a-c369-496c-8a96-94b0ff20d5b1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:01.307282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd17cd37-3686-4060-941e-1ce1ab191a7b req-0e2b3c9a-c369-496c-8a96-94b0ff20d5b1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 945 time: 0.0531259 Sep 16 17:18:01.346007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd17cd37-3686-4060-941e-1ce1ab191a7b req-e702cfbd-7f9e-47c4-92b6-242ed80e1ee2 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Sep 16 17:18:01.463898 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:01.565957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-9af194b9-67c5-4e67-be59-916f03751f57 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:01.567405 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-9af194b9-67c5-4e67-be59-916f03751f57 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 945 time: 0.0492380 Sep 16 17:18:01.657874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-ca2a3fa2-fafa-40a1-b680-ff44845f68a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Deleting port 6d0e971f-a88d-494b-8443-54131bc89f87 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:01.658129 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-ca2a3fa2-fafa-40a1-b680-ff44845f68a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:01.745070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-ca2a3fa2-fafa-40a1-b680-ff44845f68a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] For port 6d0e971f-a88d-494b-8443-54131bc89f87, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6d0e971f-a88d-494b-8443-54131bc89f87,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:01.745435 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-ca2a3fa2-fafa-40a1-b680-ff44845f68a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:01.758520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-ca2a3fa2-fafa-40a1-b680-ff44845f68a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Calling delete_port for 6d0e971f-a88d-494b-8443-54131bc89f87 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:01.949861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-ca2a3fa2-fafa-40a1-b680-ff44845f68a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:01.977066 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a3fa2-fafa-40a1-b680-ff44845f68a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'Port': ['ID=6d0e971f-a88d-494b-8443-54131bc89f87,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:02.023401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-ca2a3fa2-fafa-40a1-b680-ff44845f68a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] No DVR routers for this DVR port 6d0e971f-a88d-494b-8443-54131bc89f87 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:18:02.025951 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-ca2a3fa2-fafa-40a1-b680-ff44845f68a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:02.027973 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9da1891b-7550-4fd7-aa00-65af475f7e21 req-ca2a3fa2-fafa-40a1-b680-ff44845f68a8 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.62 "DELETE /v2.0/ports/6d0e971f-a88d-494b-8443-54131bc89f87 HTTP/1.1" status: 204 len: 173 time: 0.4545114 Sep 16 17:18:02.029051 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'name': 'network-vif-deleted', 'tag': '6d0e971f-a88d-494b-8443-54131bc89f87'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:18:02.031471 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc04b187-82f8-4941-9596-3c391fe1b54f" -d '{"events": [{"server_uuid": "e771a303-aad2-407c-9bae-1c7fa5de5f30", "name": "network-vif-deleted", "tag": "6d0e971f-a88d-494b-8443-54131bc89f87"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:18:02.066766 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3fa0ca-f5a1-4f5b-adde-c66c3c316ed4 x-openstack-request-id: req-4e3fa0ca-f5a1-4f5b-adde-c66c3c316ed4 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:18:02.067117 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e771a303-aad2-407c-9bae-1c7fa5de5f30", "name": "network-vif-deleted", "tag": "6d0e971f-a88d-494b-8443-54131bc89f87", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:18:02.067350 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e3fa0ca-f5a1-4f5b-adde-c66c3c316ed4 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:18:02.067757 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771a303-aad2-407c-9bae-1c7fa5de5f30', 'name': 'network-vif-deleted', 'tag': '6d0e971f-a88d-494b-8443-54131bc89f87', 'status': 'completed', 'code': 200} Sep 16 17:18:02.104565 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:02.510000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-90c4397c-f3ed-4db9-bd71-913ae5aa9ab3 req-c3240ebe-a198-49c3-ad15-2675fab172fb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 210 time: 0.0885379 Sep 16 17:18:03.626603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f8e06ea-c7d9-4934-af89-0e287be8e62e req-74889a7e-325f-4f10-929d-77a5a7f7dd52 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 210 time: 0.0401988 Sep 16 17:18:03.869719 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:04.720986 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca542b52-5563-4d7d-9b6d-19b405da4919 req-d5b06b09-4abd-460d-9216-d9b66b03fac5 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 210 time: 0.0266454 Sep 16 17:18:05.830316 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d97e8804-460d-4e7e-99d0-5f1ca06bdf52 req-c7982498-9b79-410f-8149-4f395f23815c tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771a303-aad2-407c-9bae-1c7fa5de5f30 HTTP/1.1" status: 200 len: 210 time: 0.0317640 Sep 16 17:18:06.455814 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6d0e971f-a88d-494b-8443-54131bc89f87 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:18:06.476453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 6d0e971f-a88d-494b-8443-54131bc89f87 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:18:06.476800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6d0e971f-a88d-494b-8443-54131bc89f87 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:18:12.376605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56462) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:12.533230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Deleting port 0e16e59b-1e1e-4fae-bdad-f2cded043b0a {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:12.533589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:12.608404 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:12.608749 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:12.620069 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Calling delete_port for 0e16e59b-1e1e-4fae-bdad-f2cded043b0a owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:12.806626 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:12.836480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'Port': ['ID=0e16e59b-1e1e-4fae-bdad-f2cded043b0a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:12.895955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:12.896226 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Floating IP 8e67c81e-aa8f-4172-98f0-729b815d4702 disassociated (deleted). External IP: 172.25.6.11, port: 345bd25c-0205-4974-a36e-2f9600d0eb95. Sep 16 17:18:13.105263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Router 08d2eb45-85d6-425c-baa3-ec92c7385e78 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:18:13.213900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:18:13.219303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:13.224354 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] Sync routers for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:18:13.234439 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:18:13.235065 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:18:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:13.247224 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2e033d3f-4751-4578-b397-ae6e2bfea632 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "DELETE /v2.0/floatingips/8e67c81e-aa8f-4172-98f0-729b815d4702 HTTP/1.1" status: 204 len: 168 time: 0.8693814 Sep 16 17:18:13.247821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'tag': '345bd25c-0205-4974-a36e-2f9600d0eb95'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:18:13.250182 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518c1ab0-3e4f-4e74-9039-ca538348e857" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fd3ea1-99c1-4619-947c-03c9894cd2c8", "tag": "345bd25c-0205-4974-a36e-2f9600d0eb95"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:18:13.288156 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add05d61-9993-46d0-bc1e-261db47ddeb9 x-openstack-request-id: req-add05d61-9993-46d0-bc1e-261db47ddeb9 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:18:13.288555 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fd3ea1-99c1-4619-947c-03c9894cd2c8", "tag": "345bd25c-0205-4974-a36e-2f9600d0eb95", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:18:13.288795 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-add05d61-9993-46d0-bc1e-261db47ddeb9 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:18:13.289386 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'tag': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'status': 'completed', 'code': 200} Sep 16 17:18:13.347844 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:18:13.398009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-09a5c560-94db-49a9-b238-daff0e6e124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:13.400153 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-09a5c560-94db-49a9-b238-daff0e6e124a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78067ac6a9445eda6728447e754af50&device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0893285 Sep 16 17:18:13.497414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-0a2a7c0a-85d4-4897-bdc9-20cc17348600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:13.498975 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-0a2a7c0a-85d4-4897-bdc9-20cc17348600 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 200 len: 912 time: 0.0914879 Sep 16 17:18:13.548448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-cfdb591a-5dea-4adf-ab6f-1c5a56dc9eb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 200 len: 217 time: 0.0422745 Sep 16 17:18:13.556134 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:13.587457 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] Checking router: 08d2eb45-85d6-425c-baa3-ec92c7385e78 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:18:13.598277 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:18:13.599113 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:18:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:13.603690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-c283f343-17c0-4c8a-8acb-0746e76333fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:13.608061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-c283f343-17c0-4c8a-8acb-0746e76333fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 200 len: 850 time: 0.0500655 Sep 16 17:18:13.689068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449c7ca-e416-483c-aeee-9767cf5945d4 req-56042947-7757-497c-a1b1-2b19d43416cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:13.690563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5449c7ca-e416-483c-aeee-9767cf5945d4 req-56042947-7757-497c-a1b1-2b19d43416cb tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 946 time: 0.0792289 Sep 16 17:18:13.693043 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-75773770-8b41-4943-8c90-51d19cf3fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:13.694481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-75773770-8b41-4943-8c90-51d19cf3fce0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747690 Sep 16 17:18:13.706837 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:18:13.753487 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5449c7ca-e416-483c-aeee-9767cf5945d4 req-b4a2e1cc-b81e-470a-b1a4-7cee8e527902 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/security-groups?id=a400845f-ecd4-4811-a475-85b6a1681d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567868 Sep 16 17:18:13.810118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-d4a573f1-55c2-4fdc-bfc3-567e2ebb3f7b service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994422 Sep 16 17:18:13.907280 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:13.909086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-518c1ab0-3e4f-4e74-9039-ca538348e857 req-feb57373-ade6-4278-a6a1-dd6ce8de0a0c service neutron] 10.222.0.52 "GET /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912912 Sep 16 17:18:13.935184 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f47643-449c-4638-94a2-47be395ccc1b None None] The sync data for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 is: [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:05Z', 'revision_number': 4, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '765944ba-a150-4d75-a71e-1d577d3182d5', 'name': '', 'network_id': '3f8f19a5-7ae2-42cb-ba9a-a6e48b066056', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'mac_address': 'fa:16:3e:55:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:04Z', 'updated_at': '2021-09-16T17:05:08Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'subnets': [{'id': 'c93d8e99-fcb2-420b-8c8c-4d5c8bab8760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:18:14.081240 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:14.156269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be5901-067b-4909-94d7-19b8d280a372 None None] New status for floating IP 8e67c81e-aa8f-4172-98f0-729b815d4702: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:18:14.188265 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:14.248633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-a7dc642f-6e10-4346-846e-b52d97251f5a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:14.250152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-a7dc642f-6e10-4346-846e-b52d97251f5a tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 946 time: 0.0502546 Sep 16 17:18:14.342081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Deleting port 345bd25c-0205-4974-a36e-2f9600d0eb95 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:14.342423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:14.430698 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] For port 345bd25c-0205-4974-a36e-2f9600d0eb95, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=345bd25c-0205-4974-a36e-2f9600d0eb95,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:14.431317 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:14.443977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Calling delete_port for 345bd25c-0205-4974-a36e-2f9600d0eb95 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:14.624031 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:14.650744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'Port': ['ID=345bd25c-0205-4974-a36e-2f9600d0eb95,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:14.663102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.663452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.663797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.664175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.664547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.664885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.665211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.665537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.665861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.666517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.666517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.666790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:14.708257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] No DVR routers for this DVR port 345bd25c-0205-4974-a36e-2f9600d0eb95 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:18:14.710951 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:14.713040 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81dfae82-6e64-4485-a2fa-803a5199d99d req-b40d3853-fcff-498d-ab87-2e049fc8ef79 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.52 "DELETE /v2.0/ports/345bd25c-0205-4974-a36e-2f9600d0eb95 HTTP/1.1" status: 204 len: 173 time: 0.4570918 Sep 16 17:18:14.713474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'name': 'network-vif-deleted', 'tag': '345bd25c-0205-4974-a36e-2f9600d0eb95'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:18:14.716224 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d6cbaf-15b3-465f-8c84-4e92d3f46988" -d '{"events": [{"server_uuid": "d6fd3ea1-99c1-4619-947c-03c9894cd2c8", "name": "network-vif-deleted", "tag": "345bd25c-0205-4974-a36e-2f9600d0eb95"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:18:14.811364 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e50e11-54cb-4838-b976-e54ba5807d23 x-openstack-request-id: req-e5e50e11-54cb-4838-b976-e54ba5807d23 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:18:14.811655 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fd3ea1-99c1-4619-947c-03c9894cd2c8", "name": "network-vif-deleted", "tag": "345bd25c-0205-4974-a36e-2f9600d0eb95", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:18:14.811907 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5e50e11-54cb-4838-b976-e54ba5807d23 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:18:14.812306 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fd3ea1-99c1-4619-947c-03c9894cd2c8', 'name': 'network-vif-deleted', 'tag': '345bd25c-0205-4974-a36e-2f9600d0eb95', 'status': 'completed', 'code': 200} Sep 16 17:18:14.853790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55b4a576-af21-475e-a812-5265449a9dd8 req-3f6301f8-a0e0-49f6-9e58-e905598b2f70 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 210 time: 0.0301497 Sep 16 17:18:15.953234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-494bbab3-35cc-45bf-af9b-692370428cd2 req-c2cb7a46-3009-4f42-a415-29c5bf52f5a1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 210 time: 0.0270698 Sep 16 17:18:17.047193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98839776-e456-4143-a359-2f8461dd1fcd req-0804cfbe-e7c6-42fe-a677-c8fc84aa8593 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Sep 16 17:18:18.139442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70673acc-efa7-4015-9239-90162ebd2f4f req-714a2e21-bd4c-476d-af78-58e62e82deac tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6fd3ea1-99c1-4619-947c-03c9894cd2c8 HTTP/1.1" status: 200 len: 210 time: 0.0262856 Sep 16 17:18:18.769908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 345bd25c-0205-4974-a36e-2f9600d0eb95 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:18:18.793018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 345bd25c-0205-4974-a36e-2f9600d0eb95 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:18:18.793416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 345bd25c-0205-4974-a36e-2f9600d0eb95 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:18:19.193523 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:19.321262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ca562dd9-8065-4a7b-bcec-986ecaf6b4f1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Deleting port f93c0fde-c3e6-47d1-9459-e30318f516a2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:19.321615 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca562dd9-8065-4a7b-bcec-986ecaf6b4f1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:19.401640 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca562dd9-8065-4a7b-bcec-986ecaf6b4f1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:19.401892 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca562dd9-8065-4a7b-bcec-986ecaf6b4f1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:19.414136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ca562dd9-8065-4a7b-bcec-986ecaf6b4f1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Calling delete_port for f93c0fde-c3e6-47d1-9459-e30318f516a2 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:19.607108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca562dd9-8065-4a7b-bcec-986ecaf6b4f1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:19.636220 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca562dd9-8065-4a7b-bcec-986ecaf6b4f1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'Port': ['ID=f93c0fde-c3e6-47d1-9459-e30318f516a2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:19.697701 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca562dd9-8065-4a7b-bcec-986ecaf6b4f1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:19.700678 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ca562dd9-8065-4a7b-bcec-986ecaf6b4f1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:19.701826 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ca562dd9-8065-4a7b-bcec-986ecaf6b4f1 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "DELETE /v2.0/floatingips/6f63385e-270e-4347-821b-306742db1968 HTTP/1.1" status: 204 len: 168 time: 0.5073273 Sep 16 17:18:23.086843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56502) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:23.145870 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfa7dc3b-f5cd-4323-add5-57d4278c0a13 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:23.170569 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfa7dc3b-f5cd-4323-add5-57d4278c0a13 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:23.303968 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfa7dc3b-f5cd-4323-add5-57d4278c0a13 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:23.306634 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfa7dc3b-f5cd-4323-add5-57d4278c0a13 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:23.307843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bfa7dc3b-f5cd-4323-add5-57d4278c0a13 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] 10.222.0.22 "DELETE /v2.0/security-groups/a400845f-ecd4-4811-a475-85b6a1681d49 HTTP/1.1" status: 204 len: 168 time: 0.2199738 Sep 16 17:18:23.320562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7dc3b-f5cd-4323-add5-57d4278c0a13 tempest-TestVolumeBootPattern-604946022 tempest-TestVolumeBootPattern-604946022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400845f-ecd4-4811-a475-85b6a1681d49,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:23.439260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56506) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:23.909994 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:24.149367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] Deleting port 765944ba-a150-4d75-a71e-1d577d3182d5 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:24.150067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:24.226135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] For port 765944ba-a150-4d75-a71e-1d577d3182d5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=765944ba-a150-4d75-a71e-1d577d3182d5,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:24.226416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:24.242526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] Calling delete_port for 765944ba-a150-4d75-a71e-1d577d3182d5 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:24.468508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:24.494521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=765944ba-a150-4d75-a71e-1d577d3182d5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:24.662042 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:24.878848 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] Router 08d2eb45-85d6-425c-baa3-ec92c7385e78 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:18:24.985316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:18:24.990498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-34d47925-ae88-4e5a-926f-d1e023c5c3eb admin admin] 10.222.0.22 "PUT /v2.0/routers/08d2eb45-85d6-425c-baa3-ec92c7385e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5502145 Sep 16 17:18:24.993004 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56510) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:24.995561 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] Sync routers for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:18:25.005272 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:18:25.005877 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:18:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:25.113505 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:18:25.376680 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:25.393774 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:18:24Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:25.421496 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] Checking router: 08d2eb45-85d6-425c-baa3-ec92c7385e78 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:18:25.431726 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] Routers {'08d2eb45-85d6-425c-baa3-ec92c7385e78'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:18:25.431726 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:18:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['08d2eb45-85d6-425c-baa3-ec92c7385e78'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:25.478336 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:25.533897 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] Set router 08d2eb45-85d6-425c-baa3-ec92c7385e78 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:18:25.597988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Deleting port a497a536-dbe0-4adf-9b00-b51a7fb7db29 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:25.598373 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:25.677731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] For port a497a536-dbe0-4adf-9b00-b51a7fb7db29, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a497a536-dbe0-4adf-9b00-b51a7fb7db29,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:25.678095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:25.694963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Calling delete_port for a497a536-dbe0-4adf-9b00-b51a7fb7db29 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:25.707454 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:18:24Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:25.737322 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0859933d-d67e-4fd9-8ec6-e6805532947a None None] The sync data for ids ['08d2eb45-85d6-425c-baa3-ec92c7385e78'] in n-d-807786-3 is: [{'id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'name': 'tempest-TestVolumeBootPattern-243875964-router', 'tenant_id': 'b78067ac6a9445eda6728447e754af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:18:24Z', 'revision_number': 5, 'project_id': 'b78067ac6a9445eda6728447e754af50', 'gw_port': {'id': 'a497a536-dbe0-4adf-9b00-b51a7fb7db29', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d2eb45-85d6-425c-baa3-ec92c7385e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:02Z', 'updated_at': '2021-09-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:18:25.909361 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:25.936693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Pushing event deleted for resources: {'Port': ['ID=a497a536-dbe0-4adf-9b00-b51a7fb7db29,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:26.000039 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.088572 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.090635 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.189993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.190601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08d2eb45-85d6-425c-baa3-ec92c7385e78 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:18:26.195230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.196429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9a7578fa-1260-480d-8fa6-e573a62ff13f admin admin] 10.222.0.22 "DELETE /v2.0/routers/08d2eb45-85d6-425c-baa3-ec92c7385e78 HTTP/1.1" status: 204 len: 168 time: 1.2024713 Sep 16 17:18:26.199130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56514) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:26.249545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b864a35b-6f9c-42b2-be79-dccbee8b71b6 admin admin] Deleting subnet c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:18:26.252731 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b864a35b-6f9c-42b2-be79-dccbee8b71b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.286997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b864a35b-6f9c-42b2-be79-dccbee8b71b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.366477 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b864a35b-6f9c-42b2-be79-dccbee8b71b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.475713 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b864a35b-6f9c-42b2-be79-dccbee8b71b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.507979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864a35b-6f9c-42b2-be79-dccbee8b71b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c93d8e99-fcb2-420b-8c8c-4d5c8bab8760,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:26.511752 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b864a35b-6f9c-42b2-be79-dccbee8b71b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.515688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b864a35b-6f9c-42b2-be79-dccbee8b71b6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c93d8e99-fcb2-420b-8c8c-4d5c8bab8760 HTTP/1.1" status: 204 len: 168 time: 0.3136940 Sep 16 17:18:26.516934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56516) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:26.519412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b98c3b7-51af-4b7d-a3d9-623a2f426451 None None] Network 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:18:26.584189 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.639763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Deleting port aa630c64-f6d2-4241-adb8-b1ced400e313 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:26.640102 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.707484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] For port aa630c64-f6d2-4241-adb8-b1ced400e313, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aa630c64-f6d2-4241-adb8-b1ced400e313,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:26.707779 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.719858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Calling delete_port for aa630c64-f6d2-4241-adb8-b1ced400e313 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:26.771372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] DHCP port deletion for 3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:18:26.828961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Deleting port aa630c64-f6d2-4241-adb8-b1ced400e313 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:26.829340 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.863608 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.891748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] No DVR routers for this DVR port aa630c64-f6d2-4241-adb8-b1ced400e313 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:18:26.892332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] For port aa630c64-f6d2-4241-adb8-b1ced400e313, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aa630c64-f6d2-4241-adb8-b1ced400e313,segment=NetworkSegment(d6345f4a-1e07-4cfd-aa8d-33009e6dedb3),segment_id=d6345f4a-1e07-4cfd-aa8d-33009e6dedb3)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:26.893153 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.893612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa630c64-f6d2-4241-adb8-b1ced400e313,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:26.905636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Calling delete_port for aa630c64-f6d2-4241-adb8-b1ced400e313 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:26.974091 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.984971 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:26.998942 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8f19a5-7ae2-42cb-ba9a-a6e48b066056']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:27.010334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Pushing event deleted for resources: {'Port': ['ID=aa630c64-f6d2-4241-adb8-b1ced400e313,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:27.011069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:27.011606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6345f4a-1e07-4cfd-aa8d-33009e6dedb3') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:27.014786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] No DVR routers for this DVR port aa630c64-f6d2-4241-adb8-b1ced400e313 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.025892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c8faab-4649-4cf3-8b6d-43b0b5e7ad63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:18:27.031397 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:27.047322 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:27.053318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:18:27.053708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:18:27.056441 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:18:27.164626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 765944ba-a150-4d75-a71e-1d577d3182d5 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:18:27.166599 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:27.174157 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:27.178654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3f8f19a5-7ae2-42cb-ba9a-a6e48b066056 HTTP/1.1" status: 204 len: 168 time: 0.6583114 Sep 16 17:18:27.179684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56518) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:27.188274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 765944ba-a150-4d75-a71e-1d577d3182d5 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:18:27.188743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 765944ba-a150-4d75-a71e-1d577d3182d5 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:18:27.189196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device aa630c64-f6d2-4241-adb8-b1ced400e313 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:18:27.197667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29fe7a-d1ff-4043-b56b-a406013658c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f8f19a5-7ae2-42cb-ba9a-a6e48b066056,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:27.208796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: aa630c64-f6d2-4241-adb8-b1ced400e313 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:18:27.209153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device aa630c64-f6d2-4241-adb8-b1ced400e313 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:18:27.209659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a497a536-dbe0-4adf-9b00-b51a7fb7db29 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:18:27.228766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a497a536-dbe0-4adf-9b00-b51a7fb7db29 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:18:27.229119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a497a536-dbe0-4adf-9b00-b51a7fb7db29 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:18:27.568561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:27.814769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] Deleting port 3931c395-2ef2-499f-ad25-03ecb58dde04 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:27.815109 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:27.892006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] For port 3931c395-2ef2-499f-ad25-03ecb58dde04, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3931c395-2ef2-499f-ad25-03ecb58dde04,segment=NetworkSegment(f4c0a1d6-e167-4459-8165-69b197031a56),segment_id=f4c0a1d6-e167-4459-8165-69b197031a56)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:27.892369 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:27.905395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] Calling delete_port for 3931c395-2ef2-499f-ad25-03ecb58dde04 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:28.137412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:28.163501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] Pushing event deleted for resources: {'Port': ['ID=3931c395-2ef2-499f-ad25-03ecb58dde04,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:28.223693 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b485f505-2730-4952-83dc-fa2f948a5828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:28.333639 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:28.549330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] Router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:18:28.654622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:18:28.659531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-65e07449-517c-469c-8897-34e9a703607e admin admin] 10.222.0.22 "PUT /v2.0/routers/3ebe5cfb-80fe-4152-99de-215e91d8b4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4792166 Sep 16 17:18:28.662065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56522) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:28.664749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] Sync routers for ids ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:18:28.674900 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] Routers {'3ebe5cfb-80fe-4152-99de-215e91d8b4ec'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:18:28.675525 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:18:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:28.767502 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:28.783516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] Set router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:18:28.972464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'name': 'tempest-TestVolumeBootPattern-306372276-router', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:08Z', 'updated_at': '2021-09-16T17:18:28Z', 'revision_number': 5, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'gw_port': {'id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:09Z', 'updated_at': '2021-09-16T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:28.999466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] Checking router: 3ebe5cfb-80fe-4152-99de-215e91d8b4ec for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:18:29.007935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] Routers {'3ebe5cfb-80fe-4152-99de-215e91d8b4ec'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:18:29.008579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:18:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:29.114434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] Set router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:18:29.153738 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:29.288080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Deleting port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:29.288331 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:29.289644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'name': 'tempest-TestVolumeBootPattern-306372276-router', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:08Z', 'updated_at': '2021-09-16T17:18:28Z', 'revision_number': 5, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'gw_port': {'id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:09Z', 'updated_at': '2021-09-16T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:29.320866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003cbc7-7231-49a9-af0d-cc36a4637b28 None None] The sync data for ids ['3ebe5cfb-80fe-4152-99de-215e91d8b4ec'] in n-d-807786-3 is: [{'id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'name': 'tempest-TestVolumeBootPattern-306372276-router', 'tenant_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:05:08Z', 'updated_at': '2021-09-16T17:18:28Z', 'revision_number': 5, 'project_id': '1d27388f5aa042d986244d5fb0c3ac9b', 'gw_port': {'id': '2e9cbebd-b3ad-461a-8402-36c80f88e5dd', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe5cfb-80fe-4152-99de-215e91d8b4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:05:09Z', 'updated_at': '2021-09-16T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:18:29.376527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] For port 2e9cbebd-b3ad-461a-8402-36c80f88e5dd, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2e9cbebd-b3ad-461a-8402-36c80f88e5dd,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:29.376896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:29.389998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Calling delete_port for 2e9cbebd-b3ad-461a-8402-36c80f88e5dd owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:29.618116 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:29.647363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9cbebd-b3ad-461a-8402-36c80f88e5dd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:29.712047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:29.828957 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:29.831046 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:29.931294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:29.931852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ebe5cfb-80fe-4152-99de-215e91d8b4ec {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:18:29.936466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:29.940781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9758adb6-2980-45a0-a803-29fabbbd9f27 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3ebe5cfb-80fe-4152-99de-215e91d8b4ec HTTP/1.1" status: 204 len: 168 time: 1.2745240 Sep 16 17:18:29.940781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56526) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:29.991563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd96c4a-8515-4732-b3f7-1479e941db56 admin admin] Deleting subnet c8494d0d-47e4-4fce-8472-478baabb02df {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:18:29.994922 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bd96c4a-8515-4732-b3f7-1479e941db56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.031557 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bd96c4a-8515-4732-b3f7-1479e941db56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.113019 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bd96c4a-8515-4732-b3f7-1479e941db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.206716 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bd96c4a-8515-4732-b3f7-1479e941db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.229631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd96c4a-8515-4732-b3f7-1479e941db56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8494d0d-47e4-4fce-8472-478baabb02df,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:30.235642 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1bd96c4a-8515-4732-b3f7-1479e941db56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.237515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1bd96c4a-8515-4732-b3f7-1479e941db56 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c8494d0d-47e4-4fce-8472-478baabb02df HTTP/1.1" status: 204 len: 168 time: 0.2962856 Sep 16 17:18:30.239967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56528) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:30.242513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26999221-aa6a-4ba8-bdb9-ebfb3d1e67ca None None] Network e541b863-0f25-45f1-97d4-e964444b29bb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:18:30.308096 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.366854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Deleting port 3b21011e-f0af-498b-856b-3cc3321199fd {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:30.367194 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.443879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d777e2-46b1-4baf-8ded-d4faff1443a4 None None] DHCP port deletion for e541b863-0f25-45f1-97d4-e964444b29bb request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:18:30.451518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] For port 3b21011e-f0af-498b-856b-3cc3321199fd, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3b21011e-f0af-498b-856b-3cc3321199fd,segment=NetworkSegment(f4c0a1d6-e167-4459-8165-69b197031a56),segment_id=f4c0a1d6-e167-4459-8165-69b197031a56)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:30.451888 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.464498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Calling delete_port for 3b21011e-f0af-498b-856b-3cc3321199fd owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:30.489922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-87d777e2-46b1-4baf-8ded-d4faff1443a4 None None] Deleting port 3b21011e-f0af-498b-856b-3cc3321199fd {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:30.490300 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87d777e2-46b1-4baf-8ded-d4faff1443a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.552190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-87d777e2-46b1-4baf-8ded-d4faff1443a4 None None] For port 3b21011e-f0af-498b-856b-3cc3321199fd, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3b21011e-f0af-498b-856b-3cc3321199fd,segment=NetworkSegment(f4c0a1d6-e167-4459-8165-69b197031a56),segment_id=f4c0a1d6-e167-4459-8165-69b197031a56)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:30.552597 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87d777e2-46b1-4baf-8ded-d4faff1443a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.564995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-87d777e2-46b1-4baf-8ded-d4faff1443a4 None None] Calling delete_port for 3b21011e-f0af-498b-856b-3cc3321199fd owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:30.601261 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.630796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b21011e-f0af-498b-856b-3cc3321199fd,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:30.637286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] No DVR routers for this DVR port 3b21011e-f0af-498b-856b-3cc3321199fd on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:18:30.644165 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87d777e2-46b1-4baf-8ded-d4faff1443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.668916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d777e2-46b1-4baf-8ded-d4faff1443a4 None None] Pushing event deleted for resources: {'Port': ['ID=3b21011e-f0af-498b-856b-3cc3321199fd,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:30.672702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d777e2-46b1-4baf-8ded-d4faff1443a4 None None] No DVR routers for this DVR port 3b21011e-f0af-498b-856b-3cc3321199fd on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:18:30.716995 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.736630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e541b863-0f25-45f1-97d4-e964444b29bb']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:30.746012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c0a1d6-e167-4459-8165-69b197031a56') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:30.746735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c0a1d6-e167-4459-8165-69b197031a56') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:18:30.760440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.773803 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.780186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:18:30.780617 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:18:30.782272 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:18:30.811465 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-562483bc-ad37-42fc-9c83-92266e6af4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.897059 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.902522 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:30.904409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e541b863-0f25-45f1-97d4-e964444b29bb HTTP/1.1" status: 204 len: 168 time: 0.6634057 Sep 16 17:18:30.915431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127b917-4beb-4713-b32e-65e1ab1e8d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=e541b863-0f25-45f1-97d4-e964444b29bb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:31.164230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3b21011e-f0af-498b-856b-3cc3321199fd no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:18:31.184912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 3b21011e-f0af-498b-856b-3cc3321199fd {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:18:31.185297 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3b21011e-f0af-498b-856b-3cc3321199fd not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:18:31.185702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2e9cbebd-b3ad-461a-8402-36c80f88e5dd no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:18:31.198894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56532) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:31.204607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 2e9cbebd-b3ad-461a-8402-36c80f88e5dd {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:18:31.204953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2e9cbebd-b3ad-461a-8402-36c80f88e5dd not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:18:31.205367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3931c395-2ef2-499f-ad25-03ecb58dde04 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:18:31.226301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 3931c395-2ef2-499f-ad25-03ecb58dde04 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:18:31.226662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3931c395-2ef2-499f-ad25-03ecb58dde04 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:18:31.242345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cbf9f9cf-26a5-44d7-af22-3776c6d11f5d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b78067ac6a9445eda6728447e754af50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411785 Sep 16 17:18:31.244819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56534) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:31.294596 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7262-81aa-4b45-a545-345024d97182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:31.320621 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7262-81aa-4b45-a545-345024d97182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:31.406489 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7262-81aa-4b45-a545-345024d97182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:31.409241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7262-81aa-4b45-a545-345024d97182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:31.410427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6d9b7262-81aa-4b45-a545-345024d97182 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/900d0cd5-c659-41be-9675-9456d8a4ca5c HTTP/1.1" status: 204 len: 168 time: 0.1646428 Sep 16 17:18:31.420109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b7262-81aa-4b45-a545-345024d97182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900d0cd5-c659-41be-9675-9456d8a4ca5c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:31.514140 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:32.032933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56540) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:32.077441 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-96ed6c87-f60f-49bd-9aed-fd0ae46ee7b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d27388f5aa042d986244d5fb0c3ac9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432906 Sep 16 17:18:32.079868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56542) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:18:32.127363 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-daf7db9e-e4d4-4894-9699-0d6af8317e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:32.132291 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:32.148692 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-daf7db9e-e4d4-4894-9699-0d6af8317e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:32.269115 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-daf7db9e-e4d4-4894-9699-0d6af8317e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:32.271569 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-daf7db9e-e4d4-4894-9699-0d6af8317e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:32.272759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-daf7db9e-e4d4-4894-9699-0d6af8317e3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f58af41-7520-4717-86c6-18858cbe3831 HTTP/1.1" status: 204 len: 168 time: 0.1919672 Sep 16 17:18:32.281449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7db9e-e4d4-4894-9699-0d6af8317e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f58af41-7520-4717-86c6-18858cbe3831,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:33.891488 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:35.992551 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:18:42.536070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-b3c648a7-6960-47a9-a301-8aaf70b68b35 req-b937de31-c44f-4cf2-a867-3ca39bad62e3 service neutron] (95358) timed out ('10.222.0.22', 52452) {{(pid=95358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 17:18:42.835290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-69c6f5f5-8ef5-4f99-bef5-b6a33d99f072 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=721022f872244e61943af80fcda355e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296795 Sep 16 17:18:43.018769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-ff35c478-f482-4cfd-9898-ef04078c37f5 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:43.020149 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-ff35c478-f482-4cfd-9898-ef04078c37f5 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789315 Sep 16 17:18:43.035336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-32ce686c-6a37-4d43-809d-40cda280eb1d tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/quotas/721022f872244e61943af80fcda355e6 HTTP/1.1" status: 200 len: 375 time: 0.0094423 Sep 16 17:18:43.067292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-3cf498fc-a539-4992-b90e-1556631c225a tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=721022f872244e61943af80fcda355e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267005 Sep 16 17:18:43.288476 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-26e1c434-1780-498c-b487-5346a7805aea req-9c9ea53c-fb78-4e88-8ae7-da58deb10c83 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 210 time: 0.0259688 Sep 16 17:18:44.086166 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:44.200678 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:44.408377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fa67369-e960-4c17-b57c-59812de3b5cb req-8fdb18b4-fb01-4fa6-be11-cdf6807290e5 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 210 time: 0.0290482 Sep 16 17:18:45.149807 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-6bfa11a7-3689-4b8b-a74e-1170b415a238 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=721022f872244e61943af80fcda355e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291560 Sep 16 17:18:45.335407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-a8eada32-9cf0-4c81-86e2-6af046faa60b tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:45.336874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-a8eada32-9cf0-4c81-86e2-6af046faa60b tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804874 Sep 16 17:18:45.350527 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Request body: {'port': {'device_id': '24e8cfdb-d119-4b73-8201-330a83f61a7d', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'admin_state_up': True, 'tenant_id': '721022f872244e61943af80fcda355e6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:18:45.513838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e392a81b-419e-4d76-8b24-528742d76c24 req-63c9294f-9673-4d74-a27e-a27720edc70f tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 210 time: 0.0295227 Sep 16 17:18:45.537798 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Made reservation on behalf of 721022f872244e61943af80fcda355e6 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:18:45.542506 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:45.551622 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:45.640805 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:45.731945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:45.796125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717153b6-0d16-4ddc-a1d2-ee0ea309554b,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:45.867687 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Allocated IP 192.168.233.191 (5f2df1e4-036a-4f15-8760-03d8934297cd/7a8e75ef-fe14-4044-904d-a6c68557e5e1/5f26dd1c-0076-43f1-9364-a84906b78eae) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:18:46.013775 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:46.115256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:46.157548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Network 5f2df1e4-036a-4f15-8760-03d8934297cd is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:18:46.160684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:18:46.164312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:18:46.192831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Pushing event updated for resources: {'Port': ['ID=5f26dd1c-0076-43f1-9364-a84906b78eae,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:46.221972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:46.222635 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:46.293947 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-f8cfd88b-4397-4502-bc2d-74ae406e0b3e tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9469714 Sep 16 17:18:46.306860 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Request body: {'port': {'device_id': '24e8cfdb-d119-4b73-8201-330a83f61a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:18:46.357380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-02101758-2fe6-4af6-a070-c79f73449b1c None None] Provisioning complete for port 5f26dd1c-0076-43f1-9364-a84906b78eae triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:18:46.357948 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-02101758-2fe6-4af6-a070-c79f73449b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:46.365375 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:46.391075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-02101758-2fe6-4af6-a070-c79f73449b1c None None] Port 5f26dd1c-0076-43f1-9364-a84906b78eae cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:18:46.626743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eda21a-322a-4d86-ab85-57a355e22e47 req-37068393-65b4-4464-b508-1c29bc3d4b53 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:46.628619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63eda21a-322a-4d86-ab85-57a355e22e47 req-37068393-65b4-4464-b508-1c29bc3d4b53 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 936 time: 0.0483487 Sep 16 17:18:46.630836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f26dd1c-0076-43f1-9364-a84906b78eae {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:18:46.639610 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:46.651227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Transition to ACTIVE for port object 5f26dd1c-0076-43f1-9364-a84906b78eae will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:18:46.667530 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63eda21a-322a-4d86-ab85-57a355e22e47 req-56bb0da8-9451-41d5-b7cf-9e1bb44bc463 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Sep 16 17:18:46.719640 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:46.776121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Pushing event updated for resources: {'Port': ['ID=5f26dd1c-0076-43f1-9364-a84906b78eae,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:46.850210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Attempting to bind port 5f26dd1c-0076-43f1-9364-a84906b78eae on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:18:46.850558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Attempting to bind port 5f26dd1c-0076-43f1-9364-a84906b78eae by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:18:46.850891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Attempting to bind port 5f26dd1c-0076-43f1-9364-a84906b78eae on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:18:46.855814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Port 5f26dd1c-0076-43f1-9364-a84906b78eae on network 5f2df1e4-036a-4f15-8760-03d8934297cd not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:18:46.856152 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Attempting to bind port 5f26dd1c-0076-43f1-9364-a84906b78eae on network 5f2df1e4-036a-4f15-8760-03d8934297cd {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:18:46.861137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:18:46.861481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Checking segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:18:46.861878 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Bound using segment: {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:18:46.862416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Bound port: 5f26dd1c-0076-43f1-9364-a84906b78eae, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06abfc9-d8c1-4294-a10a-47ccbd927774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:18:46.862676 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:46.928512 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] For port 5f26dd1c-0076-43f1-9364-a84906b78eae, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:18:46.931431 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] For port 5f26dd1c-0076-43f1-9364-a84906b78eae, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5f26dd1c-0076-43f1-9364-a84906b78eae,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:18:47.025196 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:47.058456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:47.059072 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:47.060491 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] 10.222.0.62 "PUT /v2.0/ports/5f26dd1c-0076-43f1-9364-a84906b78eae HTTP/1.1" status: 200 len: 1096 time: 0.7582383 Sep 16 17:18:47.060931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e8cfdb-d119-4b73-8201-330a83f61a7d', 'tag': '5f26dd1c-0076-43f1-9364-a84906b78eae'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:18:47.063168 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f44e697-c544-48e4-ba29-9963b2f5855b" -d '{"events": [{"name": "network-changed", "server_uuid": "24e8cfdb-d119-4b73-8201-330a83f61a7d", "tag": "5f26dd1c-0076-43f1-9364-a84906b78eae"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:18:47.089414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667477f3-5fcb-4a41-83fe-e207afd65c8d service neutron] Pushing event updated for resources: {'Port': ['ID=5f26dd1c-0076-43f1-9364-a84906b78eae,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:47.110071 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1951dfeb-c6aa-4d34-a60b-0c8aeed28863 x-openstack-request-id: req-1951dfeb-c6aa-4d34-a60b-0c8aeed28863 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:18:47.110363 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e8cfdb-d119-4b73-8201-330a83f61a7d", "tag": "5f26dd1c-0076-43f1-9364-a84906b78eae", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:18:47.110636 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1951dfeb-c6aa-4d34-a60b-0c8aeed28863 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:18:47.111041 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e8cfdb-d119-4b73-8201-330a83f61a7d', 'tag': '5f26dd1c-0076-43f1-9364-a84906b78eae', 'status': 'completed', 'code': 200} Sep 16 17:18:47.174899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e697-c544-48e4-ba29-9963b2f5855b req-40d3784c-826b-48fe-851f-fbbacf11fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:47.176548 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f44e697-c544-48e4-ba29-9963b2f5855b req-40d3784c-826b-48fe-851f-fbbacf11fb2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=721022f872244e61943af80fcda355e6&device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 1099 time: 0.0441632 Sep 16 17:18:47.208318 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f44e697-c544-48e4-ba29-9963b2f5855b req-59d2131c-3203-467a-932f-9d91a9f63b38 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=721022f872244e61943af80fcda355e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236807 Sep 16 17:18:47.304367 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e697-c544-48e4-ba29-9963b2f5855b req-1901fc0e-8472-4b0c-ab20-1fdfbf7d3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:47.305870 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1f44e697-c544-48e4-ba29-9963b2f5855b req-1901fc0e-8472-4b0c-ab20-1fdfbf7d3afc service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909553 Sep 16 17:18:47.381530 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-a0727fb8-e813-406f-8b04-9d8c21cec9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:47.383021 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-a0727fb8-e813-406f-8b04-9d8c21cec9ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=721022f872244e61943af80fcda355e6&device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 1099 time: 0.0412810 Sep 16 17:18:47.430132 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-3e7bd327-f91c-427b-b6b3-fe6cd5c1b11f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=5f26dd1c-0076-43f1-9364-a84906b78eae HTTP/1.1" status: 200 len: 217 time: 0.0385091 Sep 16 17:18:47.478642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-2b3a5bfd-0ff3-4f34-bf06-7d6a508886d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:47.480636 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-2b3a5bfd-0ff3-4f34-bf06-7d6a508886d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a8e75ef-fe14-4044-904d-a6c68557e5e1 HTTP/1.1" status: 200 len: 843 time: 0.0422928 Sep 16 17:18:47.524309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-a9f6249e-9136-44c8-a730-be9753266922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:47.525777 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-a9f6249e-9136-44c8-a730-be9753266922 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f2df1e4-036a-4f15-8760-03d8934297cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0385530 Sep 16 17:18:47.617259 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-7f1c1967-366d-4271-aa73-596c709a0f82 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843718 Sep 16 17:18:47.706229 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f756c12a-3998-4dcb-baa0-c75d2bf32b69 req-442e5aae-0d1d-4911-9185-16124d89ed78 service neutron] 10.222.0.62 "GET /v2.0/networks/5f2df1e4-036a-4f15-8760-03d8934297cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820618 Sep 16 17:18:47.784236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7600-bfea-44d7-b2cc-c71483caa56b req-b14f9bdb-9a49-4ec9-ae98-5bad74b0c93b tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:47.785752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cff7600-bfea-44d7-b2cc-c71483caa56b req-b14f9bdb-9a49-4ec9-ae98-5bad74b0c93b tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 948 time: 0.0509007 Sep 16 17:18:47.828952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cff7600-bfea-44d7-b2cc-c71483caa56b req-bd87fb90-a424-479b-8153-5ac6bc9c1460 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372512 Sep 16 17:18:48.945539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d62834-1464-43b4-8991-5b3b28f8b5c4 req-d49d5dda-2ff3-4ed8-95ca-414ef01593b4 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:48.946988 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99d62834-1464-43b4-8991-5b3b28f8b5c4 req-d49d5dda-2ff3-4ed8-95ca-414ef01593b4 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 948 time: 0.0515175 Sep 16 17:18:48.984056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99d62834-1464-43b4-8991-5b3b28f8b5c4 req-ee8d37ad-7cf6-4519-8089-760c78deea17 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304897 Sep 16 17:18:50.098074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce581988-7c14-4279-a2dd-96da8a84d70c req-39e96bee-b9e3-4df2-9cdf-d9b3b613fbef tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:50.099552 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce581988-7c14-4279-a2dd-96da8a84d70c req-39e96bee-b9e3-4df2-9cdf-d9b3b613fbef tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 948 time: 0.0494435 Sep 16 17:18:50.136619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce581988-7c14-4279-a2dd-96da8a84d70c req-b40521b6-6a7d-42d9-a910-c503ea83a64f tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305419 Sep 16 17:18:50.720254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5f26dd1c-0076-43f1-9364-a84906b78eae details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:18:50.815794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 5f26dd1c-0076-43f1-9364-a84906b78eae, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5f26dd1c-0076-43f1-9364-a84906b78eae,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:50.826057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '5f26dd1c-0076-43f1-9364-a84906b78eae', 'network_id': '5f2df1e4-036a-4f15-8760-03d8934297cd', 'port_id': '5f26dd1c-0076-43f1-9364-a84906b78eae', 'mac_address': 'fa:16:3e:be:1e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8e75ef-fe14-4044-904d-a6c68557e5e1', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:18:50.862523 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:50.874550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f26dd1c-0076-43f1-9364-a84906b78eae {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:18:50.893237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 5f26dd1c-0076-43f1-9364-a84906b78eae, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5f26dd1c-0076-43f1-9364-a84906b78eae,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:50.989020 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:51.035654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=5f26dd1c-0076-43f1-9364-a84906b78eae,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:51.231400 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['5f26dd1c-0076-43f1-9364-a84906b78eae'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:18:51.249545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69403fde-0eb1-4b75-99e4-5268f6d3880e req-31726ecf-eb2a-4f71-9140-5234e1930a2d tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:51.250980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69403fde-0eb1-4b75-99e4-5268f6d3880e req-31726ecf-eb2a-4f71-9140-5234e1930a2d tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 949 time: 0.0480483 Sep 16 17:18:51.289244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-69403fde-0eb1-4b75-99e4-5268f6d3880e req-40d35702-de92-48a1-8ebf-6f2d74d06b72 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Sep 16 17:18:52.411377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8006b-91bf-4acd-9e34-f92f47cf176b req-6325151f-5b56-45e1-be6e-4a0d8d34425d tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:52.412873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63e8006b-91bf-4acd-9e34-f92f47cf176b req-6325151f-5b56-45e1-be6e-4a0d8d34425d tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 949 time: 0.0544145 Sep 16 17:18:52.450656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63e8006b-91bf-4acd-9e34-f92f47cf176b req-8894f24b-bb51-470a-bdb9-42c33c7aadc8 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Sep 16 17:18:52.719619 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5f26dd1c-0076-43f1-9364-a84906b78eae up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:18:52.845662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 5f26dd1c-0076-43f1-9364-a84906b78eae completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:18:52.849451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 5f26dd1c-0076-43f1-9364-a84906b78eae triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:18:52.849823 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:52.926689 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:52.949161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e8cfdb-d119-4b73-8201-330a83f61a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f26dd1c-0076-43f1-9364-a84906b78eae'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:18:52.951386 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2084ddb7-35f6-4e68-ae56-e905d8cc2c96" -d '{"events": [{"server_uuid": "24e8cfdb-d119-4b73-8201-330a83f61a7d", "name": "network-vif-plugged", "status": "completed", "tag": "5f26dd1c-0076-43f1-9364-a84906b78eae"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:18:52.963855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 5f26dd1c-0076-43f1-9364-a84906b78eae, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5f26dd1c-0076-43f1-9364-a84906b78eae,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:53.046283 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:53.052533 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013c50ac-b0cb-463b-aa2e-2536d0e34120 x-openstack-request-id: req-013c50ac-b0cb-463b-aa2e-2536d0e34120 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:18:53.052818 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e8cfdb-d119-4b73-8201-330a83f61a7d", "name": "network-vif-plugged", "status": "completed", "tag": "5f26dd1c-0076-43f1-9364-a84906b78eae", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:18:53.053285 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-013c50ac-b0cb-463b-aa2e-2536d0e34120 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:18:53.053695 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e8cfdb-d119-4b73-8201-330a83f61a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f26dd1c-0076-43f1-9364-a84906b78eae', 'code': 200} Sep 16 17:18:53.102118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=5f26dd1c-0076-43f1-9364-a84906b78eae,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:53.151351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e29b6-070f-4639-9b1f-d03ff0ee8f05 req-2268ba00-3a98-4319-b0d8-8ffc566d1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:53.152935 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-103e29b6-070f-4639-9b1f-d03ff0ee8f05 req-2268ba00-3a98-4319-b0d8-8ffc566d1ebe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 1101 time: 0.0447254 Sep 16 17:18:53.188643 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-103e29b6-070f-4639-9b1f-d03ff0ee8f05 req-2f24ee2f-f0f7-4e12-92a1-06ae0d125b85 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280728 Sep 16 17:18:53.563949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0cbb5-4484-4a5f-b79c-70f79c6648fb req-90c5cf1f-1786-4735-8a3d-4f95999dc763 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:53.565461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71d0cbb5-4484-4a5f-b79c-70f79c6648fb req-90c5cf1f-1786-4735-8a3d-4f95999dc763 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 950 time: 0.0487893 Sep 16 17:18:53.602276 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-71d0cbb5-4484-4a5f-b79c-70f79c6648fb req-3037b7af-a94e-4445-b321-878907e35cf7 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308061 Sep 16 17:18:54.720542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f0c91-9346-4322-a95a-fb2ffe61e81b req-8ca6eb7c-2c5a-4d9a-bf57-4b7abb5beea8 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:54.721934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-085f0c91-9346-4322-a95a-fb2ffe61e81b req-8ca6eb7c-2c5a-4d9a-bf57-4b7abb5beea8 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 950 time: 0.0484252 Sep 16 17:18:54.758674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-085f0c91-9346-4322-a95a-fb2ffe61e81b req-d41d2fc5-4296-4203-803d-d4646467cd99 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307450 Sep 16 17:18:55.187975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-7f8be653-0533-4574-9064-f668b4c2753f req-0961efcb-74a5-43e5-be64-09ff59691129 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:18:55.189018 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f8be653-0533-4574-9064-f668b4c2753f req-0961efcb-74a5-43e5-be64-09ff59691129 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022594 Sep 16 17:18:55.668022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-8a2c782c-8970-4400-8bb1-d46980eeaa4b req-0a2df647-563e-4f1a-8b93-120085f69219 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:18:55.669124 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a2c782c-8970-4400-8bb1-d46980eeaa4b req-0a2df647-563e-4f1a-8b93-120085f69219 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540702 Sep 16 17:18:56.318412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb3ee6-fefa-4b97-8b15-56d17c14e57d req-dd24c0d3-66f7-4677-98fe-d2dc58b4fcd7 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:56.319873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f5fb3ee6-fefa-4b97-8b15-56d17c14e57d req-dd24c0d3-66f7-4677-98fe-d2dc58b4fcd7 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 950 time: 0.0521917 Sep 16 17:18:56.357679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f5fb3ee6-fefa-4b97-8b15-56d17c14e57d req-7df98f10-ded3-4b66-b7e0-aa3d57b545d9 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Sep 16 17:18:57.478220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a411a8-1bb0-4fa0-8ab7-ce7169d0bdb9 req-e25a64cc-3aee-4b7b-8930-8e1c886ffc6b tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:57.480404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72a411a8-1bb0-4fa0-8ab7-ce7169d0bdb9 req-e25a64cc-3aee-4b7b-8930-8e1c886ffc6b tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 950 time: 0.0482485 Sep 16 17:18:57.517233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72a411a8-1bb0-4fa0-8ab7-ce7169d0bdb9 req-bead1076-22cc-4060-a75c-9534b32d3600 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/security-groups?id=717153b6-0d16-4ddc-a1d2-ee0ea309554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Sep 16 17:18:57.526969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-62e724fa-7e82-4f29-a468-484ecbe79b71 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:18:57.528621 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-62e724fa-7e82-4f29-a468-484ecbe79b71 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.62 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 950 time: 0.0497816 Sep 16 17:18:57.615975 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-5f23958c-8281-465d-86c3-c3878af6cfa2 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Deleting port 5f26dd1c-0076-43f1-9364-a84906b78eae {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:18:57.616315 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-5f23958c-8281-465d-86c3-c3878af6cfa2 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:57.705902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-5f23958c-8281-465d-86c3-c3878af6cfa2 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] For port 5f26dd1c-0076-43f1-9364-a84906b78eae, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=5f26dd1c-0076-43f1-9364-a84906b78eae,segment=NetworkSegment(f06abfc9-d8c1-4294-a10a-47ccbd927774),segment_id=f06abfc9-d8c1-4294-a10a-47ccbd927774)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:18:57.706185 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-5f23958c-8281-465d-86c3-c3878af6cfa2 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:57.718103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-5f23958c-8281-465d-86c3-c3878af6cfa2 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Calling delete_port for 5f26dd1c-0076-43f1-9364-a84906b78eae owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:18:57.891647 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-5f23958c-8281-465d-86c3-c3878af6cfa2 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:57.903548 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['5f26dd1c-0076-43f1-9364-a84906b78eae'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:18:57.919534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23958c-8281-465d-86c3-c3878af6cfa2 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Pushing event deleted for resources: {'Port': ['ID=5f26dd1c-0076-43f1-9364-a84906b78eae,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:18:57.963803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-5f23958c-8281-465d-86c3-c3878af6cfa2 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] No DVR routers for this DVR port 5f26dd1c-0076-43f1-9364-a84906b78eae on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:18:57.966837 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-5f23958c-8281-465d-86c3-c3878af6cfa2 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:57.969171 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f0b98f4c-7fc2-49b5-9ba5-72e221e35190 req-5f23958c-8281-465d-86c3-c3878af6cfa2 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.62 "DELETE /v2.0/ports/5f26dd1c-0076-43f1-9364-a84906b78eae HTTP/1.1" status: 204 len: 173 time: 0.4339340 Sep 16 17:18:57.969641 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e8cfdb-d119-4b73-8201-330a83f61a7d', 'name': 'network-vif-deleted', 'tag': '5f26dd1c-0076-43f1-9364-a84906b78eae'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:18:57.972369 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ac1813-1e00-4cb2-adb3-fdd6eb3334f7" -d '{"events": [{"server_uuid": "24e8cfdb-d119-4b73-8201-330a83f61a7d", "name": "network-vif-deleted", "tag": "5f26dd1c-0076-43f1-9364-a84906b78eae"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:18:58.013861 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab7047-51df-4246-b0c5-c031590a781b x-openstack-request-id: req-59ab7047-51df-4246-b0c5-c031590a781b {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:18:58.014168 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e8cfdb-d119-4b73-8201-330a83f61a7d", "name": "network-vif-deleted", "tag": "5f26dd1c-0076-43f1-9364-a84906b78eae", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:18:58.014437 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59ab7047-51df-4246-b0c5-c031590a781b {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:18:58.014837 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e8cfdb-d119-4b73-8201-330a83f61a7d', 'name': 'network-vif-deleted', 'tag': '5f26dd1c-0076-43f1-9364-a84906b78eae', 'status': 'completed', 'code': 200} Sep 16 17:18:58.240468 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd450-641d-4b4a-9dca-df849b98e5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:18:58.624086 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d924b1e0-17b6-453e-affa-2a52929b67a6 req-9687210e-e55a-4d83-a324-3a1cd7ae5441 tempest-ServersAdminNegativeTestJSON-89733337 tempest-ServersAdminNegativeTestJSON-89733337-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8cfdb-d119-4b73-8201-330a83f61a7d HTTP/1.1" status: 200 len: 210 time: 0.0270703 Sep 16 17:19:00.068901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56694) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:00.197920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e537c815-2570-4958-994b-b5fe5886bcac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=721022f872244e61943af80fcda355e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277726 Sep 16 17:19:00.200485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56698) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:00.248922 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:00.269320 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:00.376127 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:00.378688 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:00.379830 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/717153b6-0d16-4ddc-a1d2-ee0ea309554b HTTP/1.1" status: 204 len: 168 time: 0.1783402 Sep 16 17:19:00.388359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717153b6-0d16-4ddc-a1d2-ee0ea309554b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:00.396437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.396793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.397140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.397555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.397906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.398154 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.398486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.398874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.399209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.399535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.399856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.400182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e44bdc-2df2-429b-a958-1277f4e6bfdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:00.795357 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3b6ec3e4-f591-4dc6-a94e-bc6b83ac3819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:00.945336 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56704) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:00.959093 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0589ff5d-8c7d-4a12-b5d3-62a7ab46c4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:01.045239 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0589ff5d-8c7d-4a12-b5d3-62a7ab46c4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:01.125621 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0589ff5d-8c7d-4a12-b5d3-62a7ab46c4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:01.163252 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589ff5d-8c7d-4a12-b5d3-62a7ab46c4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06a88bc-e443-4e4d-b5b5-43d4b00240e6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:01.168910 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0589ff5d-8c7d-4a12-b5d3-62a7ab46c4be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1087e17bf2054a77a38a0e5c59f8c427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224483 Sep 16 17:19:01.171727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56706) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:01.219716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af52253b-e6f6-43c4-be29-3747240c5f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:01.240601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af52253b-e6f6-43c4-be29-3747240c5f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:01.352719 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af52253b-e6f6-43c4-be29-3747240c5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:01.355370 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-af52253b-e6f6-43c4-be29-3747240c5f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:01.357435 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-af52253b-e6f6-43c4-be29-3747240c5f27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c06a88bc-e443-4e4d-b5b5-43d4b00240e6 HTTP/1.1" status: 204 len: 168 time: 0.1847358 Sep 16 17:19:01.366335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52253b-e6f6-43c4-be29-3747240c5f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06a88bc-e443-4e4d-b5b5-43d4b00240e6,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:01.503072 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:02.127260 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:02.394269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56728) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:02.492020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1451192089-network', 'tenant_id': '9631e86393d1494dacb11091c2a9ece0'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:19:02.609830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Made reservation on behalf of 9631e86393d1494dacb11091c2a9ece0 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:19:02.612075 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:02.624662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:02.712571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:02.750935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5f26dd1c-0076-43f1-9364-a84906b78eae no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:19:02.774326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 5f26dd1c-0076-43f1-9364-a84906b78eae {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:19:02.774679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 5f26dd1c-0076-43f1-9364-a84906b78eae not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:19:02.781510 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:02.805491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:19:02.815217 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91a0c33-ab17-4c1f-b530-29d784043125,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:02.820024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:02.820364 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Added segment 2f47f38d-3524-4abe-83e4-757f01ef518a of type vlan for network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 Sep 16 17:19:02.860088 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:02.954243 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:02.955232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:02.955805 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:03.018970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] Pushing event updated for resources: {'Network': ['ID=8f2d7506-0ed2-4439-86de-cfee60a9ada9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:03.029047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:19:03.046630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-226dc10c-0478-4867-9546-028e75af7b66 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6512372 Sep 16 17:19:03.049479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56732) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:03.054650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Request body: {'subnet': {'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1451192089-subnet', 'tenant_id': '9631e86393d1494dacb11091c2a9ece0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:19:03.142990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Made reservation on behalf of 9631e86393d1494dacb11091c2a9ece0 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:19:03.145397 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:03.371475 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:03.426255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d044427-fb43-4dc9-b209-97188932620d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:03.434712 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Checking segment: {'id': '2f47f38d-3524-4abe-83e4-757f01ef518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:19:03.435065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Network hostable DHCP agents. Network: 8f2d7506-0ed2-4439-86de-cfee60a9ada9, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:19:03.525694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:19:03.606284 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 8f2d7506-0ed2-4439-86de-cfee60a9ada9) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:19:03.610816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:03.611397 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:03.616176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d595247-02a3-4f76-9b37-5081ef46acd0 None None] Network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:19:03.687091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e3fc223c-c6dc-4bb5-8cc5-98b24d56fad3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6362617 Sep 16 17:19:03.897031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5489e82-7ce4-4327-803e-071e480dc9d3 None None] Network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:19:03.908832 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:04.119345 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-84d355a2-2c78-481f-ae2b-3830e1b3c439 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:04.120813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-84d355a2-2c78-481f-ae2b-3830e1b3c439 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/networks?id=8f2d7506-0ed2-4439-86de-cfee60a9ada9 HTTP/1.1" status: 200 len: 812 time: 0.1050689 Sep 16 17:19:04.135240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-1dba6a07-a204-49e8-87ce-1ff6ddbcff24 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/quotas/9631e86393d1494dacb11091c2a9ece0 HTTP/1.1" status: 200 len: 375 time: 0.0085475 Sep 16 17:19:04.165511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-9a8db5f8-aa1d-4f24-aed6-5951cb25f169 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9631e86393d1494dacb11091c2a9ece0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250947 Sep 16 17:19:04.176923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-da1a3856-90b4-4cc9-b651-e79f7405bcb3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:19:04.177857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-da1a3856-90b4-4cc9-b651-e79f7405bcb3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048611 Sep 16 17:19:04.263516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-71e762f6-5cd3-4eb7-b993-1a1244eef360 service neutron] 10.222.0.22 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797725 Sep 16 17:19:04.360040 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-e8efd5f4-c059-422c-90c8-cbdc7a9d1dad service neutron] 10.222.0.22 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904491 Sep 16 17:19:04.604099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42f7fa50-ea7f-4da8-a9ec-6df3efc07a46 req-6da9e898-1c0a-409b-9259-a5f7b3687eea tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 210 time: 0.0272088 Sep 16 17:19:05.683387 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c71e622-40c4-4442-ac62-40a2d1df7355 req-fb58eda3-af84-48cd-9dcb-d9678bc2a67f tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 210 time: 0.0266201 Sep 16 17:19:06.776448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d994a38c-2d8c-4088-944f-0de82ba88fca req-e069c09a-5bdf-4c77-a1b3-80cd8eecdc42 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 210 time: 0.0260408 Sep 16 17:19:06.833707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-7904cc29-0a77-4b48-a000-c0ab735f5491 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:06.835211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-7904cc29-0a77-4b48-a000-c0ab735f5491 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.62 "GET /v2.0/networks?id=8f2d7506-0ed2-4439-86de-cfee60a9ada9 HTTP/1.1" status: 200 len: 812 time: 0.1077471 Sep 16 17:19:06.847726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Request body: {'port': {'device_id': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9', 'admin_state_up': True, 'tenant_id': '9631e86393d1494dacb11091c2a9ece0'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:19:07.049893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Made reservation on behalf of 9631e86393d1494dacb11091c2a9ece0 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:19:07.053592 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:07.473165 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Allocated IP 172.20.0.11 (8f2d7506-0ed2-4439-86de-cfee60a9ada9/2d044427-fb43-4dc9-b209-97188932620d/23a83736-21ab-4409-8825-96520a891c40) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:19:07.617200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:07.703367 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:07.744923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:19:07.748404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:19:07.751911 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:19:07.780453 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Pushing event updated for resources: {'Port': ['ID=23a83736-21ab-4409-8825-96520a891c40,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:07.807239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:07.807854 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:07.874593 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0de48974-e26d-45e1-9dd0-992bcaeb506d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0305514 Sep 16 17:19:07.886633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Request body: {'port': {'device_id': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:19:07.894891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255ae43-3501-497b-856b-ea7bdadcd22d req-3e5f0f1a-ea8c-41f6-bcfa-94b24b89b71d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:07.896525 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6255ae43-3501-497b-856b-ea7bdadcd22d req-3e5f0f1a-ea8c-41f6-bcfa-94b24b89b71d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 932 time: 0.0524254 Sep 16 17:19:07.935375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6255ae43-3501-497b-856b-ea7bdadcd22d req-87944388-6335-4cd6-8d4c-eb97c7387995 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326583 Sep 16 17:19:07.940483 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:08.204953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a83736-21ab-4409-8825-96520a891c40 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:19:08.212330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:08.224670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Transition to ACTIVE for port object 23a83736-21ab-4409-8825-96520a891c40 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:19:08.278245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:08.331519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Pushing event updated for resources: {'Port': ['ID=23a83736-21ab-4409-8825-96520a891c40,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:08.396280 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Attempting to bind port 23a83736-21ab-4409-8825-96520a891c40 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:19:08.396700 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Attempting to bind port 23a83736-21ab-4409-8825-96520a891c40 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '2f47f38d-3524-4abe-83e4-757f01ef518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:19:08.397004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Attempting to bind port 23a83736-21ab-4409-8825-96520a891c40 on network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:19:08.401268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Port 23a83736-21ab-4409-8825-96520a891c40 on network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:19:08.401597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Attempting to bind port 23a83736-21ab-4409-8825-96520a891c40 on network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:19:08.406982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:19:08.407318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Checking segment: {'id': '2f47f38d-3524-4abe-83e4-757f01ef518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:19:08.407701 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Bound using segment: {'id': '2f47f38d-3524-4abe-83e4-757f01ef518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:19:08.408127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Bound port: 23a83736-21ab-4409-8825-96520a891c40, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f47f38d-3524-4abe-83e4-757f01ef518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:19:08.408518 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:08.473719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:19:08.476823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=23a83736-21ab-4409-8825-96520a891c40,segment=NetworkSegment(2f47f38d-3524-4abe-83e4-757f01ef518a),segment_id=2f47f38d-3524-4abe-83e4-757f01ef518a)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:19:08.576781 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:08.611407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:08.612036 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:08.613448 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] 10.222.0.62 "PUT /v2.0/ports/23a83736-21ab-4409-8825-96520a891c40 HTTP/1.1" status: 200 len: 1092 time: 0.7310035 Sep 16 17:19:08.613881 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'tag': '23a83736-21ab-4409-8825-96520a891c40'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:19:08.616213 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3312d4c0-4b77-4076-846e-6f2df05a25e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b", "tag": "23a83736-21ab-4409-8825-96520a891c40"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:19:08.641010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0b575-164c-4b8b-880d-82afaabb47b1 service neutron] Pushing event updated for resources: {'Port': ['ID=23a83736-21ab-4409-8825-96520a891c40,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:08.653166 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ef16c1-036e-41e0-9d69-8fc20483c565 x-openstack-request-id: req-c2ef16c1-036e-41e0-9d69-8fc20483c565 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:19:08.653465 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b", "tag": "23a83736-21ab-4409-8825-96520a891c40", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:19:08.653746 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2ef16c1-036e-41e0-9d69-8fc20483c565 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:19:08.654143 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'tag': '23a83736-21ab-4409-8825-96520a891c40', 'status': 'completed', 'code': 200} Sep 16 17:19:08.714451 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312d4c0-4b77-4076-846e-6f2df05a25e3 req-975b0629-5bf4-4f59-bf07-aebb6dbc34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:08.715944 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3312d4c0-4b77-4076-846e-6f2df05a25e3 req-975b0629-5bf4-4f59-bf07-aebb6dbc34f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9631e86393d1494dacb11091c2a9ece0&device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 1095 time: 0.0410643 Sep 16 17:19:08.816507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312d4c0-4b77-4076-846e-6f2df05a25e3 req-226c17bb-3d9e-4fb2-9518-8268a256bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:08.817973 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3312d4c0-4b77-4076-846e-6f2df05a25e3 req-226c17bb-3d9e-4fb2-9518-8268a256bf5b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9631e86393d1494dacb11091c2a9ece0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0945613 Sep 16 17:19:08.910312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312d4c0-4b77-4076-846e-6f2df05a25e3 req-758404f7-52a4-4ccc-9248-763287fd2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:08.911774 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3312d4c0-4b77-4076-846e-6f2df05a25e3 req-758404f7-52a4-4ccc-9248-763287fd2015 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875170 Sep 16 17:19:08.986607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-466ee2d6-f9ca-44f9-9104-21e08fb4638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:08.988139 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-466ee2d6-f9ca-44f9-9104-21e08fb4638f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9631e86393d1494dacb11091c2a9ece0&device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 1095 time: 0.0420327 Sep 16 17:19:09.035003 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-ccc1ea34-9646-445c-83fc-d4086f58af1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23a83736-21ab-4409-8825-96520a891c40 HTTP/1.1" status: 200 len: 217 time: 0.0392330 Sep 16 17:19:09.055314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562a18a-7156-4728-95b4-26b75f30b479 req-579c347c-c462-44bc-b182-0b98ec65f7b8 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:09.056818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8562a18a-7156-4728-95b4-26b75f30b479 req-579c347c-c462-44bc-b182-0b98ec65f7b8 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 944 time: 0.0489764 Sep 16 17:19:09.084823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-808d285d-7e3c-4156-ada0-4603376078ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:09.086226 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-808d285d-7e3c-4156-ada0-4603376078ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d044427-fb43-4dc9-b209-97188932620d HTTP/1.1" status: 200 len: 852 time: 0.0445616 Sep 16 17:19:09.096116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8562a18a-7156-4728-95b4-26b75f30b479 req-6082ab2a-7c61-4259-9006-03ff9dd7cc00 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Sep 16 17:19:09.119432 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-9e96ff9d-f525-4d17-af11-9b60567dac83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f2d7506-0ed2-4439-86de-cfee60a9ada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252140 Sep 16 17:19:09.213729 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-3ab64e15-290b-48f6-96fc-f33f3f30779f service neutron] 10.222.0.62 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867519 Sep 16 17:19:09.303950 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9b39171a-eca8-420f-bb90-482bf8ec26d1 req-0c344dec-3224-4b6a-b567-d80f11689165 service neutron] 10.222.0.62 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828433 Sep 16 17:19:10.212583 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b55efa-59ca-4e02-be7a-2a4f0b974c39 req-26573331-ddf0-4c4a-adcc-abbd8ccf5b90 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:10.214091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-30b55efa-59ca-4e02-be7a-2a4f0b974c39 req-26573331-ddf0-4c4a-adcc-abbd8ccf5b90 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 944 time: 0.0492787 Sep 16 17:19:10.251098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-30b55efa-59ca-4e02-be7a-2a4f0b974c39 req-47a90388-0b85-4541-8254-fd21e6c04694 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303552 Sep 16 17:19:11.367821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40749220-00d5-4794-9c97-8caccad3d245 req-56cd7c14-00ef-4baf-9ae5-2ac4a0fee70d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:11.369308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40749220-00d5-4794-9c97-8caccad3d245 req-56cd7c14-00ef-4baf-9ae5-2ac4a0fee70d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 944 time: 0.0515745 Sep 16 17:19:11.406741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40749220-00d5-4794-9c97-8caccad3d245 req-9f59eb69-24ce-46b9-8213-648c38ef0fe7 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Sep 16 17:19:12.518682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53710ba4-097c-4f22-815b-a4ac2231ee29 req-bec9e1e2-fc48-4dfa-8ef7-dc8de06fba18 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:12.520138 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53710ba4-097c-4f22-815b-a4ac2231ee29 req-bec9e1e2-fc48-4dfa-8ef7-dc8de06fba18 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 944 time: 0.0478086 Sep 16 17:19:12.557122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53710ba4-097c-4f22-815b-a4ac2231ee29 req-4198b343-b2e3-4d5a-8965-96133c58dd73 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Sep 16 17:19:12.829310 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 23a83736-21ab-4409-8825-96520a891c40 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:19:12.926997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=23a83736-21ab-4409-8825-96520a891c40,segment=NetworkSegment(2f47f38d-3524-4abe-83e4-757f01ef518a),segment_id=2f47f38d-3524-4abe-83e4-757f01ef518a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:19:12.938754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '23a83736-21ab-4409-8825-96520a891c40', 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9', 'port_id': '23a83736-21ab-4409-8825-96520a891c40', 'mac_address': 'fa:16:3e:30:6e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d044427-fb43-4dc9-b209-97188932620d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:19:12.975641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:12.989075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a83736-21ab-4409-8825-96520a891c40 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:19:12.991645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:19:13.007981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=23a83736-21ab-4409-8825-96520a891c40,segment=NetworkSegment(2f47f38d-3524-4abe-83e4-757f01ef518a),segment_id=2f47f38d-3524-4abe-83e4-757f01ef518a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:19:13.119839 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:13.167592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=23a83736-21ab-4409-8825-96520a891c40,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:13.307282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['23a83736-21ab-4409-8825-96520a891c40'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:19:13.671573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed87af-ff82-41c4-b853-be9f255efa3f req-20075a47-d157-45eb-8f99-c06ca0f5d520 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:13.673118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85ed87af-ff82-41c4-b853-be9f255efa3f req-20075a47-d157-45eb-8f99-c06ca0f5d520 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 945 time: 0.0494742 Sep 16 17:19:13.714319 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85ed87af-ff82-41c4-b853-be9f255efa3f req-5ed8b025-f2d0-49ea-9a0f-4c2aa40cd65e tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Sep 16 17:19:14.078314 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:14.182632 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:14.831344 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79482083-9d42-4774-b523-07096e233fdf req-41d8f4d0-4366-4491-9be1-558a20cf7af9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:14.832871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79482083-9d42-4774-b523-07096e233fdf req-41d8f4d0-4366-4491-9be1-558a20cf7af9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 945 time: 0.0528049 Sep 16 17:19:14.844506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 23a83736-21ab-4409-8825-96520a891c40 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:19:14.871851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79482083-9d42-4774-b523-07096e233fdf req-5fb4c2d2-e750-41ff-8246-4b4488a5be6c tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Sep 16 17:19:14.948364 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 23a83736-21ab-4409-8825-96520a891c40 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:19:14.951974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 23a83736-21ab-4409-8825-96520a891c40 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:19:14.952342 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:15.029050 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:15.051667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a83736-21ab-4409-8825-96520a891c40'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:19:15.053938 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf6a041-0243-4b36-8396-9edbf211b0b1" -d '{"events": [{"server_uuid": "b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b", "name": "network-vif-plugged", "status": "completed", "tag": "23a83736-21ab-4409-8825-96520a891c40"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:19:15.067153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=23a83736-21ab-4409-8825-96520a891c40,segment=NetworkSegment(2f47f38d-3524-4abe-83e4-757f01ef518a),segment_id=2f47f38d-3524-4abe-83e4-757f01ef518a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:19:15.090152 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198b8070-8b41-41c4-aec1-9b65857b8dee x-openstack-request-id: req-198b8070-8b41-41c4-aec1-9b65857b8dee {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:19:15.090736 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b", "name": "network-vif-plugged", "status": "completed", "tag": "23a83736-21ab-4409-8825-96520a891c40", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:19:15.090736 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-198b8070-8b41-41c4-aec1-9b65857b8dee {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:19:15.091300 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a83736-21ab-4409-8825-96520a891c40', 'code': 200} Sep 16 17:19:15.148518 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:15.190340 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c30d57-8e4d-4e4b-b3a0-67c936cce242 req-f2516dc8-ff4c-4406-aaec-036226e5ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:15.191853 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f3c30d57-8e4d-4e4b-b3a0-67c936cce242 req-f2516dc8-ff4c-4406-aaec-036226e5ef7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 1097 time: 0.0466468 Sep 16 17:19:15.196336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=23a83736-21ab-4409-8825-96520a891c40,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:15.228674 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f3c30d57-8e4d-4e4b-b3a0-67c936cce242 req-7b0368d9-1299-492e-b9f6-6bdd7f42d804 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289385 Sep 16 17:19:15.985040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5738109-9659-4639-9620-8a79cc129bf3 req-8ec204f9-3f38-4cb2-9a68-e66775955e2e tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:15.986508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5738109-9659-4639-9620-8a79cc129bf3 req-8ec204f9-3f38-4cb2-9a68-e66775955e2e tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0487051 Sep 16 17:19:16.024664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5738109-9659-4639-9620-8a79cc129bf3 req-687bce54-cead-482a-b64a-02a5da038b9e tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Sep 16 17:19:17.138380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a9df7-3f11-43a7-a0ea-481a62709562 req-1a7cb987-e38b-466e-9bb5-ce2d42aa6161 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:17.139712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-035a9df7-3f11-43a7-a0ea-481a62709562 req-1a7cb987-e38b-466e-9bb5-ce2d42aa6161 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0472629 Sep 16 17:19:17.177132 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-035a9df7-3f11-43a7-a0ea-481a62709562 req-3afeb94a-7c88-4c89-97ad-a9ec575345bf tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Sep 16 17:19:17.556795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ce5e6-c382-4d58-bbc3-c5058222350e req-1cd2706c-101c-4e7d-bbed-3602161e1ed0 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:17.558273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e5ce5e6-c382-4d58-bbc3-c5058222350e req-1cd2706c-101c-4e7d-bbed-3602161e1ed0 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0532691 Sep 16 17:19:17.595361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e5ce5e6-c382-4d58-bbc3-c5058222350e req-85836c48-c454-469b-b1e6-76f9626364f9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309954 Sep 16 17:19:17.640758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56798) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:17.736225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-6c33be13-e107-4f40-b7ca-6eccbf7ac0e5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943165 Sep 16 17:19:17.744936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-e92d2a15-e7ce-4c15-a0da-64914702a075 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:19:17.745898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-e92d2a15-e7ce-4c15-a0da-64914702a075 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049186 Sep 16 17:19:18.711725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f257c-0639-4731-9f9b-8b916fba4045 req-0b21f511-374f-4cdd-84fa-2ab27b6dd6fe tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:18.713235 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c2f257c-0639-4731-9f9b-8b916fba4045 req-0b21f511-374f-4cdd-84fa-2ab27b6dd6fe tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0498548 Sep 16 17:19:18.752368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2c2f257c-0639-4731-9f9b-8b916fba4045 req-692906c4-993c-493e-9284-d58ba2f7e161 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Sep 16 17:19:19.684473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-7ab58f92-6518-40f7-ba52-603d79671b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:19.686429 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-7ab58f92-6518-40f7-ba52-603d79671b20 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9631e86393d1494dacb11091c2a9ece0&device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 1097 time: 0.0415018 Sep 16 17:19:19.781446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-c113df26-c20f-419a-b2ec-28326b9e40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:19.782829 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-c113df26-c20f-419a-b2ec-28326b9e40aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f2d7506-0ed2-4439-86de-cfee60a9ada9 HTTP/1.1" status: 200 len: 913 time: 0.0898447 Sep 16 17:19:19.825587 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-ac78a12b-0b00-4de0-904c-9bc6012d0837 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23a83736-21ab-4409-8825-96520a891c40 HTTP/1.1" status: 200 len: 217 time: 0.0358167 Sep 16 17:19:19.871192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89b72d-5137-4e81-8b58-838c419e5517 req-1443f771-bf58-45a4-9487-807cea160002 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:19.872693 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb89b72d-5137-4e81-8b58-838c419e5517 req-1443f771-bf58-45a4-9487-807cea160002 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0522637 Sep 16 17:19:19.879726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-66949984-6131-48a7-8304-dbe41dad1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:19.881237 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-66949984-6131-48a7-8304-dbe41dad1588 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d044427-fb43-4dc9-b209-97188932620d HTTP/1.1" status: 200 len: 852 time: 0.0484242 Sep 16 17:19:19.911736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb89b72d-5137-4e81-8b58-838c419e5517 req-905b25ef-2d2a-4dbd-88de-db137eb82af4 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Sep 16 17:19:19.914191 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a44b027d-9ee8-4865-a51e-5888742b7e56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f2d7506-0ed2-4439-86de-cfee60a9ada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256639 Sep 16 17:19:20.016342 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-d0b10145-2554-44aa-aaaa-0025f17f8a69 service neutron] 10.222.0.62 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935466 Sep 16 17:19:20.115269 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-c10d897b-6d18-4198-9301-68933dfe338a service neutron] 10.222.0.62 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922005 Sep 16 17:19:21.027129 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc46c79-2ba1-427e-b3e6-49ccc1f2255a req-594bd60a-cf00-4a28-8521-9ebe7fc6481a tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:21.028631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4dc46c79-2ba1-427e-b3e6-49ccc1f2255a req-594bd60a-cf00-4a28-8521-9ebe7fc6481a tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0477014 Sep 16 17:19:21.071793 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4dc46c79-2ba1-427e-b3e6-49ccc1f2255a req-9d2e952f-1900-4173-bef1-f8bcf0aa94fb tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366883 Sep 16 17:19:22.186648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf3611-e5e1-4d44-b78a-d0e6a0378172 req-a0972ddf-a09c-4c7f-aab9-fc703da87fa4 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:22.188109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5cf3611-e5e1-4d44-b78a-d0e6a0378172 req-a0972ddf-a09c-4c7f-aab9-fc703da87fa4 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0490317 Sep 16 17:19:22.224710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5cf3611-e5e1-4d44-b78a-d0e6a0378172 req-c9f59bab-48e6-4f38-b666-38c49ac5a7c1 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305994 Sep 16 17:19:23.345556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bca529-20b7-44d1-b527-2d9781c2c007 req-e597d58f-07c1-4838-86ec-3cd168baf918 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:23.347003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85bca529-20b7-44d1-b527-2d9781c2c007 req-e597d58f-07c1-4838-86ec-3cd168baf918 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0543964 Sep 16 17:19:23.382981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85bca529-20b7-44d1-b527-2d9781c2c007 req-5a73ff1c-e57a-432a-b456-d794375204f3 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299926 Sep 16 17:19:24.496074 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eb4b8-50c8-4a52-8ca5-e1514f65d2a8 req-91dd2c44-314f-43fb-938b-7c4b21257dea tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:24.497566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a96eb4b8-50c8-4a52-8ca5-e1514f65d2a8 req-91dd2c44-314f-43fb-938b-7c4b21257dea tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0476196 Sep 16 17:19:24.534674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a96eb4b8-50c8-4a52-8ca5-e1514f65d2a8 req-f366d5b7-24aa-4e68-a7e6-53f2a9249d26 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305421 Sep 16 17:19:25.648710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355382-d4f8-4b83-93a7-2df42015dfe9 req-45256d65-9a8a-42c7-87b8-f5ae6203a78c tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:25.650198 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d355382-d4f8-4b83-93a7-2df42015dfe9 req-45256d65-9a8a-42c7-87b8-f5ae6203a78c tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0484378 Sep 16 17:19:25.689540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d355382-d4f8-4b83-93a7-2df42015dfe9 req-a0d29516-1762-4e65-bf20-f00c5c8e60a7 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Sep 16 17:19:26.805261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d35796-f1ef-4a07-a81a-062934f3d951 req-1305aff5-98da-42e6-be7a-d0f91f2af133 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:26.806718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3d35796-f1ef-4a07-a81a-062934f3d951 req-1305aff5-98da-42e6-be7a-d0f91f2af133 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0517814 Sep 16 17:19:26.843264 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3d35796-f1ef-4a07-a81a-062934f3d951 req-56ecf44a-772b-4015-bf4a-f6fc722db33e tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299451 Sep 16 17:19:27.484520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec5f14-0dac-4f13-987d-056677f4fb13 req-f4313a3b-4927-4b2d-8873-a545ab92321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:27.486004 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7aec5f14-0dac-4f13-987d-056677f4fb13 req-f4313a3b-4927-4b2d-8873-a545ab92321a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9631e86393d1494dacb11091c2a9ece0&device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 1097 time: 0.0404193 Sep 16 17:19:27.587582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec5f14-0dac-4f13-987d-056677f4fb13 req-4df25b73-2a97-4dfe-9f01-b40198dd4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:27.589126 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7aec5f14-0dac-4f13-987d-056677f4fb13 req-4df25b73-2a97-4dfe-9f01-b40198dd4f7f service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f2d7506-0ed2-4439-86de-cfee60a9ada9 HTTP/1.1" status: 200 len: 913 time: 0.0854573 Sep 16 17:19:27.634192 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7aec5f14-0dac-4f13-987d-056677f4fb13 req-a6554a4e-021e-44d5-bb6f-617aba28729c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23a83736-21ab-4409-8825-96520a891c40 HTTP/1.1" status: 200 len: 217 time: 0.0376358 Sep 16 17:19:27.682467 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec5f14-0dac-4f13-987d-056677f4fb13 req-b72173e9-4665-4059-a0ed-5cbec9313851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:27.683825 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7aec5f14-0dac-4f13-987d-056677f4fb13 req-b72173e9-4665-4059-a0ed-5cbec9313851 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d044427-fb43-4dc9-b209-97188932620d HTTP/1.1" status: 200 len: 852 time: 0.0429332 Sep 16 17:19:27.715679 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7aec5f14-0dac-4f13-987d-056677f4fb13 req-e3624621-cd4d-49d6-9485-8c651b13b134 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f2d7506-0ed2-4439-86de-cfee60a9ada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242879 Sep 16 17:19:27.809783 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7aec5f14-0dac-4f13-987d-056677f4fb13 req-0cb56b03-6350-4591-aecb-1b065df50c88 service neutron] 10.222.0.62 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866461 Sep 16 17:19:27.900654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7aec5f14-0dac-4f13-987d-056677f4fb13 req-93a56f6f-7a84-44a0-8fbf-5a58541ac523 service neutron] 10.222.0.62 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832236 Sep 16 17:19:27.957940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9011-bb76-4ecc-a655-c3268df46b38 req-58db8584-33e9-4f1d-92bd-acbfce783342 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:27.959320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c20e9011-bb76-4ecc-a655-c3268df46b38 req-58db8584-33e9-4f1d-92bd-acbfce783342 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0478101 Sep 16 17:19:27.997398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c20e9011-bb76-4ecc-a655-c3268df46b38 req-0e19723a-7739-4866-bbdc-99937d0f53b3 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Sep 16 17:19:28.222276 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-32929664-2a3f-4771-a52a-7b547cfc571e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:29.115002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44232089-7300-4650-86f4-7b9c8e655c70 req-07f6490c-d14a-4958-ad58-653e37146a0b tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:29.116529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44232089-7300-4650-86f4-7b9c8e655c70 req-07f6490c-d14a-4958-ad58-653e37146a0b tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0496025 Sep 16 17:19:29.155947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44232089-7300-4650-86f4-7b9c8e655c70 req-45b80b68-1822-4d32-8470-b4bdbdea552d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333250 Sep 16 17:19:30.272824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1aede-91aa-489d-8947-87ba1ad72432 req-3a3250f8-a39a-4ce6-892a-f72de97345b6 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:30.274297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66f1aede-91aa-489d-8947-87ba1ad72432 req-3a3250f8-a39a-4ce6-892a-f72de97345b6 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0509613 Sep 16 17:19:30.311646 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66f1aede-91aa-489d-8947-87ba1ad72432 req-aee5670b-fed7-43b8-9deb-873d90237814 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Sep 16 17:19:30.845185 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7c79dd46-1432-45b3-b848-7c9802e63652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:31.430452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697d85e-2f1e-4c8e-b69e-a446d7923ce9 req-adf30aca-fc84-4d90-a262-502fa25165da tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:31.432017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a697d85e-2f1e-4c8e-b69e-a446d7923ce9 req-adf30aca-fc84-4d90-a262-502fa25165da tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0527358 Sep 16 17:19:31.469970 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a697d85e-2f1e-4c8e-b69e-a446d7923ce9 req-2dd29c6c-b5b6-48ea-9167-9f98fa7499db tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310409 Sep 16 17:19:31.496489 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:32.096330 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:32.583895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661daa7-5067-48a2-8c17-d80c4ad4aea0 req-d048610f-9639-414b-8069-b69c5797f532 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:32.585403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f661daa7-5067-48a2-8c17-d80c4ad4aea0 req-d048610f-9639-414b-8069-b69c5797f532 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0484385 Sep 16 17:19:32.621412 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f661daa7-5067-48a2-8c17-d80c4ad4aea0 req-ff9c18e5-9c80-495a-ba6e-ae64ce2a04d5 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301986 Sep 16 17:19:33.754227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492f71-08e6-4c48-9740-cc5acfda90d9 req-7f42f3d7-1ef9-4738-a3aa-ba601b421f02 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:33.755756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40492f71-08e6-4c48-9740-cc5acfda90d9 req-7f42f3d7-1ef9-4738-a3aa-ba601b421f02 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0519664 Sep 16 17:19:33.794477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40492f71-08e6-4c48-9740-cc5acfda90d9 req-19ae3440-6569-4b06-890e-bff40b91317a tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Sep 16 17:19:33.891205 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:34.129964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-6125a919-638d-4a90-a492-39b2ee47d12d req-a50c78fc-766d-4f55-aeb0-14ecd27a5fa5 service neutron] (95357) timed out ('10.222.0.52', 55827) {{(pid=95357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 17:19:34.910629 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809015-5dfe-4201-bdb9-b042033f254b req-8adaef25-fa18-4a68-825c-8ffa4cecf71f tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:34.912162 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c809015-5dfe-4201-bdb9-b042033f254b req-8adaef25-fa18-4a68-825c-8ffa4cecf71f tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0502415 Sep 16 17:19:34.956512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c809015-5dfe-4201-bdb9-b042033f254b req-446facdd-6a10-473a-8173-da4aefa65a80 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 Sep 16 17:19:36.070919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a707315-101e-47d3-8724-b94c06c0bc38 req-3f14f324-30ab-4e31-9027-ce1254c87609 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:36.072429 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a707315-101e-47d3-8724-b94c06c0bc38 req-3f14f324-30ab-4e31-9027-ce1254c87609 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0496566 Sep 16 17:19:36.109223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a707315-101e-47d3-8724-b94c06c0bc38 req-2f106bac-c5d5-4dba-9a32-890c95b01d2a tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308714 Sep 16 17:19:37.226838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb86a9-dd4c-431b-a3e4-c9fb2e709d3f req-2c6b6276-bbee-4e0f-a658-7711c5e3baa9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:37.228305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7cb86a9-dd4c-431b-a3e4-c9fb2e709d3f req-2c6b6276-bbee-4e0f-a658-7711c5e3baa9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0519040 Sep 16 17:19:37.265370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e7cb86a9-dd4c-431b-a3e4-c9fb2e709d3f req-73074a52-1b7f-44fc-9183-6aea0faa0b1e tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Sep 16 17:19:38.377424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b92c0-baeb-4bf1-9492-0f4cb8e66c5b req-9164d3e9-0ba8-43c7-8687-ac4730e2883c tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:38.378886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-246b92c0-baeb-4bf1-9492-0f4cb8e66c5b req-9164d3e9-0ba8-43c7-8687-ac4730e2883c tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0475466 Sep 16 17:19:38.416825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-246b92c0-baeb-4bf1-9492-0f4cb8e66c5b req-d4d9ae75-c154-4ee5-a0ff-cda1c10fd8fb tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Sep 16 17:19:39.529880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e6bf1-f974-4937-89a9-f1ca00e84dc3 req-bca6f27f-1e92-4593-b2a0-8e9148900576 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:39.535631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-665e6bf1-f974-4937-89a9-f1ca00e84dc3 req-bca6f27f-1e92-4593-b2a0-8e9148900576 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0490780 Sep 16 17:19:39.572711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-665e6bf1-f974-4937-89a9-f1ca00e84dc3 req-9e9ca69d-edbb-4ee5-a22c-aa0123c98514 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349557 Sep 16 17:19:40.693217 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174639-bb51-4729-88d3-018b32ad086e req-7497b0a2-ab96-4f90-b775-a13e4dea88b9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:40.694602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a174639-bb51-4729-88d3-018b32ad086e req-7497b0a2-ab96-4f90-b775-a13e4dea88b9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0532913 Sep 16 17:19:41.006879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a174639-bb51-4729-88d3-018b32ad086e req-43690f62-c6d7-42e1-807d-3829d768b6d1 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062367 Sep 16 17:19:42.121574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d5e16-f54a-4d7f-b892-d8cc559e1a96 req-d026babb-ea04-4f2e-9512-ec40864c3cf0 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:42.123025 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-409d5e16-f54a-4d7f-b892-d8cc559e1a96 req-d026babb-ea04-4f2e-9512-ec40864c3cf0 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0473342 Sep 16 17:19:42.159915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-409d5e16-f54a-4d7f-b892-d8cc559e1a96 req-cee2d60b-09b3-4612-93f7-1b8dae7307c7 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304921 Sep 16 17:19:43.271964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66552910-9bd0-4dc3-abd0-9df6404e895c req-7f5201bc-895c-4dad-8290-842b645839f4 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:43.273493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66552910-9bd0-4dc3-abd0-9df6404e895c req-7f5201bc-895c-4dad-8290-842b645839f4 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0477183 Sep 16 17:19:43.310555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66552910-9bd0-4dc3-abd0-9df6404e895c req-f5fd0cb4-b1b7-4caa-a5be-4ef23f08400b tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Sep 16 17:19:44.082391 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:44.193303 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:44.430291 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c67a-3063-4a1e-a093-e15424d0486a req-6629d37f-0aa4-433f-afd4-e8d00ef846df tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:44.431772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70c7c67a-3063-4a1e-a093-e15424d0486a req-6629d37f-0aa4-433f-afd4-e8d00ef846df tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0519609 Sep 16 17:19:44.469116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70c7c67a-3063-4a1e-a093-e15424d0486a req-0e717728-008c-43d9-802b-fcd080c01d6d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Sep 16 17:19:45.584798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc7dd3-46aa-4ffc-b0b1-9584da8a6fca req-c422cdea-2b1f-4248-82a0-0f2d9af5a595 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:45.586304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72cc7dd3-46aa-4ffc-b0b1-9584da8a6fca req-c422cdea-2b1f-4248-82a0-0f2d9af5a595 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0494642 Sep 16 17:19:45.623443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72cc7dd3-46aa-4ffc-b0b1-9584da8a6fca req-8d30808c-12a8-4eca-8c25-2bd0ffe1ba02 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Sep 16 17:19:46.749203 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a8a74-19fe-457c-ba74-d920444bc10a req-0897cd6b-f250-418d-a6d2-f7456b2da333 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:46.750686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e7a8a74-19fe-457c-ba74-d920444bc10a req-0897cd6b-f250-418d-a6d2-f7456b2da333 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0500515 Sep 16 17:19:46.788059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e7a8a74-19fe-457c-ba74-d920444bc10a req-bb6dc8c1-898f-43b9-ab0b-ea2c7eb5cb49 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314693 Sep 16 17:19:47.313542 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-17e7a59f-c827-4d33-a24b-9f38d98857c3 service neutron] show failed (client error): The resource could not be found. Sep 16 17:19:47.314581 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-17e7a59f-c827-4d33-a24b-9f38d98857c3 service neutron] 10.222.0.62 "GET /v2.0/ports/23a83736-21ab-4409-8825-96520a891c40/bindings/n-h1-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0617213 Sep 16 17:19:47.847602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-85f2203b-7450-49ce-9fcb-cdec49dab064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:47.849132 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-85f2203b-7450-49ce-9fcb-cdec49dab064 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b&tenant_id=9631e86393d1494dacb11091c2a9ece0 HTTP/1.1" status: 200 len: 1097 time: 0.0748270 Sep 16 17:19:47.867882 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:19:47.942863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e5b79-9fc5-4106-9886-cbeb9e2db257 req-3b7c4bcb-4af2-4178-b131-e9cdde7cd386 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:47.944334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b62e5b79-9fc5-4106-9886-cbeb9e2db257 req-3b7c4bcb-4af2-4178-b131-e9cdde7cd386 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 946 time: 0.0902283 Sep 16 17:19:47.952298 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:48.013882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b62e5b79-9fc5-4106-9886-cbeb9e2db257 req-1c1a76cf-ef07-477c-bc72-e305e5600af7 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633039 Sep 16 17:19:48.178042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=23a83736-21ab-4409-8825-96520a891c40,segment=NetworkSegment(2f47f38d-3524-4abe-83e4-757f01ef518a),segment_id=2f47f38d-3524-4abe-83e4-757f01ef518a)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:19:48.210358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:19:48.248309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a83736-21ab-4409-8825-96520a891c40'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:19:48.250623 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79075a89-9854-4970-88c7-dd9826aa45e1" -d '{"events": [{"server_uuid": "b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b", "name": "network-vif-unplugged", "status": "completed", "tag": "23a83736-21ab-4409-8825-96520a891c40"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:19:48.254637 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:48.267590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Transition to ACTIVE for port object 23a83736-21ab-4409-8825-96520a891c40 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:19:48.297989 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ab7803-ade4-4a1f-bc5f-e00021f3b098 x-openstack-request-id: req-b4ab7803-ade4-4a1f-bc5f-e00021f3b098 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:19:48.298302 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b", "name": "network-vif-unplugged", "status": "completed", "tag": "23a83736-21ab-4409-8825-96520a891c40", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:19:48.298575 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4ab7803-ade4-4a1f-bc5f-e00021f3b098 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:19:48.298958 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a83736-21ab-4409-8825-96520a891c40', 'code': 200} Sep 16 17:19:48.339795 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:48.404796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Pushing event updated for resources: {'Port': ['ID=23a83736-21ab-4409-8825-96520a891c40,revision_number=6']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:48.407652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] No DVR routers for this DVR port 23a83736-21ab-4409-8825-96520a891c40 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:19:48.419579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.419927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.420268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.420710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.421043 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.421369 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.421746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.422078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.422397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.422715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.423037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.423356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:48.450823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Attempting to bind port 23a83736-21ab-4409-8825-96520a891c40 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:19:48.451160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Attempting to bind port 23a83736-21ab-4409-8825-96520a891c40 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '2f47f38d-3524-4abe-83e4-757f01ef518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:19:48.451485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Attempting to bind port 23a83736-21ab-4409-8825-96520a891c40 on network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:19:48.456189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Port 23a83736-21ab-4409-8825-96520a891c40 on network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:19:48.456544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Attempting to bind port 23a83736-21ab-4409-8825-96520a891c40 on network 8f2d7506-0ed2-4439-86de-cfee60a9ada9 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:19:48.461278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:19:48.461614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Checking segment: {'id': '2f47f38d-3524-4abe-83e4-757f01ef518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:19:48.461994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Bound using segment: {'id': '2f47f38d-3524-4abe-83e4-757f01ef518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:19:48.462418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Bound port: 23a83736-21ab-4409-8825-96520a891c40, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f47f38d-3524-4abe-83e4-757f01ef518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:19:48.462768 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:48.524111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:19:48.527061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23a83736-21ab-4409-8825-96520a891c40,segment=NetworkSegment(2f47f38d-3524-4abe-83e4-757f01ef518a),segment_id=2f47f38d-3524-4abe-83e4-757f01ef518a)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:19:48.602706 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:48.635799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:48.636426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:48.639138 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] 10.222.0.52 "PUT /v2.0/ports/23a83736-21ab-4409-8825-96520a891c40 HTTP/1.1" status: 200 len: 1092 time: 0.7747672 Sep 16 17:19:48.680173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046d44d-4b4b-49cc-9450-5d454829ad4f service neutron] Pushing event updated for resources: {'Port': ['ID=23a83736-21ab-4409-8825-96520a891c40,revision_number=7']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:48.718636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-40ef9e0f-fa81-432c-8ef3-0cfc17f84c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:48.720129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-40ef9e0f-fa81-432c-8ef3-0cfc17f84c30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9631e86393d1494dacb11091c2a9ece0&device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 1095 time: 0.0570109 Sep 16 17:19:48.808174 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-8288f3f2-4ebc-4d16-867e-384bfde84810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:48.809637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-8288f3f2-4ebc-4d16-867e-384bfde84810 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f2d7506-0ed2-4439-86de-cfee60a9ada9 HTTP/1.1" status: 200 len: 913 time: 0.0827520 Sep 16 17:19:48.854144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-7dd040f7-a6b0-4674-b750-418ebc929aaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23a83736-21ab-4409-8825-96520a891c40 HTTP/1.1" status: 200 len: 217 time: 0.0370507 Sep 16 17:19:48.902014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-6f57dfef-c58f-4ea3-857d-9bc1467a8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:48.903401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-6f57dfef-c58f-4ea3-857d-9bc1467a8a8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d044427-fb43-4dc9-b209-97188932620d HTTP/1.1" status: 200 len: 852 time: 0.0417898 Sep 16 17:19:48.934058 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-ce671a94-4e49-4081-85e1-ea1c7cf49ed1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f2d7506-0ed2-4439-86de-cfee60a9ada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237370 Sep 16 17:19:49.028008 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-0d5ec31d-e134-45fa-8c40-016534ce8cdc service neutron] 10.222.0.52 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858452 Sep 16 17:19:49.153973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7a6e3-253c-4559-89fa-b88fb97b546d req-ddc00120-5d15-4a7f-9f51-8530a3330964 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:49.155447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99c7a6e3-253c-4559-89fa-b88fb97b546d req-ddc00120-5d15-4a7f-9f51-8530a3330964 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 944 time: 0.0650811 Sep 16 17:19:49.158064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-611f7584-48d7-4ba4-827f-d6b607ec0b9f req-fdfc5dac-5dba-4578-9939-1fbcb67008a8 service neutron] 10.222.0.52 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237206 Sep 16 17:19:49.197477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99c7a6e3-253c-4559-89fa-b88fb97b546d req-ca1a2afb-63ad-452b-b8a4-1cbe1ddf9dea tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353801 Sep 16 17:19:49.992158 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:19:50.301655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'tag': '23a83736-21ab-4409-8825-96520a891c40'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:19:50.303813 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b", "tag": "23a83736-21ab-4409-8825-96520a891c40"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:19:50.320862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a176841-53f6-49c2-83b5-12083e2225ef req-2b704cbc-0c0b-49c7-91cf-db4f0df00a0c tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:50.322373 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a176841-53f6-49c2-83b5-12083e2225ef req-2b704cbc-0c0b-49c7-91cf-db4f0df00a0c tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 944 time: 0.0577559 Sep 16 17:19:50.354329 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f08a8ff-9c99-4c6f-9864-d58d8ffe0bdb x-openstack-request-id: req-8f08a8ff-9c99-4c6f-9864-d58d8ffe0bdb {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:19:50.354623 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b", "tag": "23a83736-21ab-4409-8825-96520a891c40", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:19:50.354869 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f08a8ff-9c99-4c6f-9864-d58d8ffe0bdb {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:19:50.355244 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'tag': '23a83736-21ab-4409-8825-96520a891c40', 'status': 'completed', 'code': 200} Sep 16 17:19:50.363155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a176841-53f6-49c2-83b5-12083e2225ef req-b6aaa8a7-2c3c-401e-92c8-11661e5bcf0c tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349302 Sep 16 17:19:50.412465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-9453dfe9-68a9-4ed5-a5f7-c116291deb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:50.414032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-9453dfe9-68a9-4ed5-a5f7-c116291deb78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9631e86393d1494dacb11091c2a9ece0&device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 1095 time: 0.0429213 Sep 16 17:19:50.418931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-21472a3f-2bbf-427b-a701-1148c189d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:50.420517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-21472a3f-2bbf-427b-a701-1148c189d28c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9631e86393d1494dacb11091c2a9ece0&device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 1095 time: 0.0429575 Sep 16 17:19:50.511142 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-1eae5a37-9a9a-4bd5-a701-3edce629ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:50.512666 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-1eae5a37-9a9a-4bd5-a701-3edce629ffed service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f2d7506-0ed2-4439-86de-cfee60a9ada9 HTTP/1.1" status: 200 len: 913 time: 0.0914068 Sep 16 17:19:50.519849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-6dc887bb-66ff-479e-a8df-dbb847f9c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:50.521395 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-6dc887bb-66ff-479e-a8df-dbb847f9c7e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f2d7506-0ed2-4439-86de-cfee60a9ada9 HTTP/1.1" status: 200 len: 913 time: 0.0936775 Sep 16 17:19:50.555362 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-f2c36a54-0dc1-4454-a84a-b011303638c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23a83736-21ab-4409-8825-96520a891c40 HTTP/1.1" status: 200 len: 217 time: 0.0353098 Sep 16 17:19:50.566811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-e68d415b-9bbe-46e6-b191-366bdc4603d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23a83736-21ab-4409-8825-96520a891c40 HTTP/1.1" status: 200 len: 217 time: 0.0374746 Sep 16 17:19:50.606836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-fda5833b-f41b-4ea1-a790-3ba8518f2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:50.608314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-fda5833b-f41b-4ea1-a790-3ba8518f2373 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d044427-fb43-4dc9-b209-97188932620d HTTP/1.1" status: 200 len: 852 time: 0.0465932 Sep 16 17:19:50.618098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-23d222cd-3a7c-4e52-b753-3c1357aa7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:50.620218 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-23d222cd-3a7c-4e52-b753-3c1357aa7e0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d044427-fb43-4dc9-b209-97188932620d HTTP/1.1" status: 200 len: 852 time: 0.0458074 Sep 16 17:19:50.647324 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-fa46c148-11ef-49d3-baad-1feda11566e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f2d7506-0ed2-4439-86de-cfee60a9ada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320823 Sep 16 17:19:50.660487 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-3c74f9ce-daa8-4b73-b899-6ba371c1dcf4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f2d7506-0ed2-4439-86de-cfee60a9ada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320199 Sep 16 17:19:50.753050 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-5f033390-b06d-45b9-8f02-a484a967ba42 service neutron] 10.222.0.62 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988104 Sep 16 17:19:50.755648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-ab48242a-c691-4f42-944f-ae5dfe1e4e80 service neutron] 10.222.0.52 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869186 Sep 16 17:19:50.851440 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-505ca4d9-0ebc-4672-bfb3-6c12955b8dce service neutron] 10.222.0.62 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914540 Sep 16 17:19:50.865258 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98aca8c4-b09a-4ad4-855b-d40b2695ef9c req-3f5a8d7b-e1b3-49e8-bfba-8579ddbd5825 service neutron] 10.222.0.52 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909212 Sep 16 17:19:51.078163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 23a83736-21ab-4409-8825-96520a891c40 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:19:51.117138 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 23a83736-21ab-4409-8825-96520a891c40 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:19:51.482545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4dea9-1df1-4ff7-ad5f-fe34729d7a59 req-c3154d84-3957-489d-9af5-468553d716f6 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:51.484069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8d4dea9-1df1-4ff7-ad5f-fe34729d7a59 req-c3154d84-3957-489d-9af5-468553d716f6 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 944 time: 0.0490108 Sep 16 17:19:51.521508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8d4dea9-1df1-4ff7-ad5f-fe34729d7a59 req-5aad0ff9-5bd8-43ca-9588-122a638b1a1c tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Sep 16 17:19:52.013868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508480-b3aa-4834-ad20-57744a17c542 req-e87eb83a-891b-43f0-b8b4-915c113c1c9e tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:52.015413 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-e87eb83a-891b-43f0-b8b4-915c113c1c9e tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b&tenant_id=9631e86393d1494dacb11091c2a9ece0&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 944 time: 0.0842505 Sep 16 17:19:52.075750 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-59508480-b3aa-4834-ad20-57744a17c542 req-843ffadb-352c-4ace-83fd-bb252b051e5c service neutron] delete failed (client error): The resource could not be found. Sep 16 17:19:52.076774 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-843ffadb-352c-4ace-83fd-bb252b051e5c service neutron] 10.222.0.62 "DELETE /v2.0/ports/23a83736-21ab-4409-8825-96520a891c40/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0545282 Sep 16 17:19:52.161810 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508480-b3aa-4834-ad20-57744a17c542 req-914438b3-01d4-4e0f-b28e-d80ff038b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:52.163316 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-914438b3-01d4-4e0f-b28e-d80ff038b551 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9631e86393d1494dacb11091c2a9ece0&device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 1095 time: 0.0444264 Sep 16 17:19:52.252849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508480-b3aa-4834-ad20-57744a17c542 req-3fae09f7-1e56-449c-9480-a828b36061af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:52.254337 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-3fae09f7-1e56-449c-9480-a828b36061af service neutron] 10.222.0.62 "GET /v2.0/networks?id=8f2d7506-0ed2-4439-86de-cfee60a9ada9 HTTP/1.1" status: 200 len: 913 time: 0.0838685 Sep 16 17:19:52.299419 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-8e0014e4-cc96-4df8-af9b-bfa180bed18d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23a83736-21ab-4409-8825-96520a891c40 HTTP/1.1" status: 200 len: 217 time: 0.0378613 Sep 16 17:19:52.347681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508480-b3aa-4834-ad20-57744a17c542 req-051e7f5f-c5a2-45ef-b68f-4d53390100a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:52.349118 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-051e7f5f-c5a2-45ef-b68f-4d53390100a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d044427-fb43-4dc9-b209-97188932620d HTTP/1.1" status: 200 len: 852 time: 0.0430117 Sep 16 17:19:52.382958 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-2e86543d-9fba-4d81-8bd0-2eb50eae677e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8f2d7506-0ed2-4439-86de-cfee60a9ada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268178 Sep 16 17:19:52.477606 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-0a0e0a7d-942f-4f35-ab43-fba79ae93174 service neutron] 10.222.0.62 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851901 Sep 16 17:19:52.566332 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-c5b90bf7-ed81-4b45-9ee2-aca726a79a9a service neutron] 10.222.0.62 "GET /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811942 Sep 16 17:19:53.314944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 23a83736-21ab-4409-8825-96520a891c40 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:19:53.412969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23a83736-21ab-4409-8825-96520a891c40,segment=NetworkSegment(2f47f38d-3524-4abe-83e4-757f01ef518a),segment_id=2f47f38d-3524-4abe-83e4-757f01ef518a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:19:53.427388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '23a83736-21ab-4409-8825-96520a891c40', 'network_id': '8f2d7506-0ed2-4439-86de-cfee60a9ada9', 'port_id': '23a83736-21ab-4409-8825-96520a891c40', 'mac_address': 'fa:16:3e:30:6e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d044427-fb43-4dc9-b209-97188932620d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:19:53.463852 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:53.477416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a83736-21ab-4409-8825-96520a891c40 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:19:53.497700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23a83736-21ab-4409-8825-96520a891c40,segment=NetworkSegment(2f47f38d-3524-4abe-83e4-757f01ef518a),segment_id=2f47f38d-3524-4abe-83e4-757f01ef518a)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:19:53.587584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:53.633796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=23a83736-21ab-4409-8825-96520a891c40,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:53.641304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.641656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.641991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.642809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.643136 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.643459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.643805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.644105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.644444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.648858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.648858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.648858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:19:53.837031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['23a83736-21ab-4409-8825-96520a891c40'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:19:53.852063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a7026-f760-4fe3-8de9-52c07ebe280b req-742f7bf4-03e9-4822-ab8d-e7cdc73d8aa4 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:53.853607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-995a7026-f760-4fe3-8de9-52c07ebe280b req-742f7bf4-03e9-4822-ab8d-e7cdc73d8aa4 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 945 time: 0.0490465 Sep 16 17:19:53.891375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-995a7026-f760-4fe3-8de9-52c07ebe280b req-c423274d-067d-4876-9bcd-5cf1e7019e1d tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Sep 16 17:19:55.019185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57a147-d57a-475f-b13a-10f5ccaf58d2 req-8d15c1f9-79d6-4448-a613-2e2c1eb119ca tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:55.020690 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb57a147-d57a-475f-b13a-10f5ccaf58d2 req-8d15c1f9-79d6-4448-a613-2e2c1eb119ca tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 945 time: 0.0542955 Sep 16 17:19:55.058348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cb57a147-d57a-475f-b13a-10f5ccaf58d2 req-44612d28-b13b-433f-9b99-413c3683a8a3 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/security-groups?id=d91a0c33-ab17-4c1f-b530-29d784043125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Sep 16 17:19:55.124907 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508480-b3aa-4834-ad20-57744a17c542 req-11672d0f-5bcd-4ca4-abad-f20b9cd88728 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:55.126375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-11672d0f-5bcd-4ca4-abad-f20b9cd88728 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 945 time: 0.0522964 Sep 16 17:19:55.216615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-59508480-b3aa-4834-ad20-57744a17c542 req-5ca2329c-4111-4c1f-9e7b-97c84a6981e9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Deleting port 23a83736-21ab-4409-8825-96520a891c40 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:19:55.216873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-59508480-b3aa-4834-ad20-57744a17c542 req-5ca2329c-4111-4c1f-9e7b-97c84a6981e9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:55.302256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-59508480-b3aa-4834-ad20-57744a17c542 req-5ca2329c-4111-4c1f-9e7b-97c84a6981e9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] For port 23a83736-21ab-4409-8825-96520a891c40, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=23a83736-21ab-4409-8825-96520a891c40,segment=NetworkSegment(2f47f38d-3524-4abe-83e4-757f01ef518a),segment_id=2f47f38d-3524-4abe-83e4-757f01ef518a)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:19:55.302612 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-59508480-b3aa-4834-ad20-57744a17c542 req-5ca2329c-4111-4c1f-9e7b-97c84a6981e9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:55.314763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-59508480-b3aa-4834-ad20-57744a17c542 req-5ca2329c-4111-4c1f-9e7b-97c84a6981e9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Calling delete_port for 23a83736-21ab-4409-8825-96520a891c40 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:19:55.345816 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 23a83736-21ab-4409-8825-96520a891c40 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:19:55.444868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 23a83736-21ab-4409-8825-96520a891c40 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:19:55.448725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 23a83736-21ab-4409-8825-96520a891c40 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:19:55.449098 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:55.533391 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:55.547544 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-59508480-b3aa-4834-ad20-57744a17c542 req-5ca2329c-4111-4c1f-9e7b-97c84a6981e9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:55.574357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['23a83736-21ab-4409-8825-96520a891c40'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:19:55.575485 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2329c-4111-4c1f-9e7b-97c84a6981e9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Pushing event deleted for resources: {'Port': ['ID=23a83736-21ab-4409-8825-96520a891c40,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:55.617846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-59508480-b3aa-4834-ad20-57744a17c542 req-5ca2329c-4111-4c1f-9e7b-97c84a6981e9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] No DVR routers for this DVR port 23a83736-21ab-4409-8825-96520a891c40 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:19:55.620324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-59508480-b3aa-4834-ad20-57744a17c542 req-5ca2329c-4111-4c1f-9e7b-97c84a6981e9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:55.622321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-59508480-b3aa-4834-ad20-57744a17c542 req-5ca2329c-4111-4c1f-9e7b-97c84a6981e9 tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.52 "DELETE /v2.0/ports/23a83736-21ab-4409-8825-96520a891c40 HTTP/1.1" status: 204 len: 173 time: 0.4902394 Sep 16 17:19:55.622755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'name': 'network-vif-deleted', 'tag': '23a83736-21ab-4409-8825-96520a891c40'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:19:55.625035 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17560fbe-1e48-4b50-968b-19986338ae3b" -d '{"events": [{"server_uuid": "b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b", "name": "network-vif-deleted", "tag": "23a83736-21ab-4409-8825-96520a891c40"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:19:55.660073 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5997e4c-7e21-48f4-8608-7d07a30d4db8 x-openstack-request-id: req-c5997e4c-7e21-48f4-8608-7d07a30d4db8 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:19:55.660336 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b", "name": "network-vif-deleted", "tag": "23a83736-21ab-4409-8825-96520a891c40", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:19:55.660639 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5997e4c-7e21-48f4-8608-7d07a30d4db8 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:19:55.661024 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b', 'name': 'network-vif-deleted', 'tag': '23a83736-21ab-4409-8825-96520a891c40', 'status': 'completed', 'code': 200} Sep 16 17:19:56.166076 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40487882-b7f7-4a9b-a82c-7ea78b83c684 req-95a88115-bf70-421a-9ce0-93f992df316e tempest-DeleteServersTestJSON-1297669296 tempest-DeleteServersTestJSON-1297669296-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fcc2db-b5fe-4d3f-a0dc-5d079e1c541b HTTP/1.1" status: 200 len: 210 time: 0.0304139 Sep 16 17:19:57.301830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56910) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:57.345292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4abfc8-f41b-4beb-b6bb-994bf54e74ec admin admin] Deleting subnet 2d044427-fb43-4dc9-b209-97188932620d {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:19:57.349125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4abfc8-f41b-4beb-b6bb-994bf54e74ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.384117 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4abfc8-f41b-4beb-b6bb-994bf54e74ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.422988 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4abfc8-f41b-4beb-b6bb-994bf54e74ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.545144 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4abfc8-f41b-4beb-b6bb-994bf54e74ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.574853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4abfc8-f41b-4beb-b6bb-994bf54e74ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d044427-fb43-4dc9-b209-97188932620d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:57.578466 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4abfc8-f41b-4beb-b6bb-994bf54e74ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.581392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4e4abfc8-f41b-4beb-b6bb-994bf54e74ec admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2d044427-fb43-4dc9-b209-97188932620d HTTP/1.1" status: 204 len: 168 time: 0.2774754 Sep 16 17:19:57.583637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56912) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:57.650641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.731602 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.751705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2d7506-0ed2-4439-86de-cfee60a9ada9']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:19:57.761463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f47f38d-3524-4abe-83e4-757f01ef518a') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:19:57.761758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f47f38d-3524-4abe-83e4-757f01ef518a') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:19:57.770783 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.783203 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.788873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:19:57.789243 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:19:57.791102 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:19:57.907272 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.913517 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:57.915654 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8f2d7506-0ed2-4439-86de-cfee60a9ada9 HTTP/1.1" status: 204 len: 168 time: 0.3311062 Sep 16 17:19:57.926895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6f9ce-3fe8-4410-a119-c177a9e96e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2d7506-0ed2-4439-86de-cfee60a9ada9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:58.197664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56916) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:58.213619 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17d9fb5b-6c3c-4cb7-8961-0cf827f7e3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:58.242126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c07416ba-10d6-4785-8002-1f6e89cdd06b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9631e86393d1494dacb11091c2a9ece0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432961 Sep 16 17:19:58.244656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 56918) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:58.290558 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0716906f-8738-4453-9dcf-15780030af2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:58.311030 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0716906f-8738-4453-9dcf-15780030af2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:58.433313 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0716906f-8738-4453-9dcf-15780030af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:58.435955 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0716906f-8738-4453-9dcf-15780030af2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:58.437263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0716906f-8738-4453-9dcf-15780030af2e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d91a0c33-ab17-4c1f-b530-29d784043125 HTTP/1.1" status: 204 len: 168 time: 0.1917026 Sep 16 17:19:58.445672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716906f-8738-4453-9dcf-15780030af2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91a0c33-ab17-4c1f-b530-29d784043125,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:59.345917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 23a83736-21ab-4409-8825-96520a891c40 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:19:59.367805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 23a83736-21ab-4409-8825-96520a891c40 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:19:59.368156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 23a83736-21ab-4409-8825-96520a891c40 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:19:59.396011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56940) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:19:59.490786 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1609677199-network', 'tenant_id': '7ddac0297d7943c5a7f9a317a068863b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:19:59.593015 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Made reservation on behalf of 7ddac0297d7943c5a7f9a317a068863b for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:19:59.595399 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:59.604455 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:59.690898 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:59.764291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:59.791956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:19:59.801347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81674083-085b-48e9-b8aa-97ca1d126082,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:59.807155 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:59.809946 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Added segment 4f50e657-5ed0-4f06-9209-d0fee72a999d of type vlan for network b7c9db21-e788-461b-8d7d-478b9479b4a6 Sep 16 17:19:59.850138 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:59.927381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:59.928345 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:19:59.928971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:19:59.988508 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c9db21-e788-461b-8d7d-478b9479b4a6,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:19:59.998233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network b7c9db21-e788-461b-8d7d-478b9479b4a6 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:20:00.023686 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-179ae4bc-b875-452a-ba0b-b099adf74f66 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6238017 Sep 16 17:20:00.027844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 56944) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:20:00.028604 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Request body: {'subnet': {'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1609677199-subnet', 'tenant_id': '7ddac0297d7943c5a7f9a317a068863b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:20:00.113341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Made reservation on behalf of 7ddac0297d7943c5a7f9a317a068863b for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:20:00.115664 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:00.333882 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:00.393829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157b7f54-e9bb-4d5f-bbda-deebcf115f3f,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:00.402505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Checking segment: {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:20:00.403094 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Network hostable DHCP agents. Network: b7c9db21-e788-461b-8d7d-478b9479b4a6, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:20:00.490297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Network b7c9db21-e788-461b-8d7d-478b9479b4a6 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:20:00.541699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, b7c9db21-e788-461b-8d7d-478b9479b4a6) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:20:00.545748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:00.546334 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:00.551192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af74bdb8-7255-4d76-bcc7-9a9bc6063e60 None None] Network b7c9db21-e788-461b-8d7d-478b9479b4a6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:20:00.617130 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b8d44356-2184-4d3d-a220-4841e43afc93 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5921500 Sep 16 17:20:00.674563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0546905-dd5b-48e7-82c2-0e3bdf4d9939 None None] Network b7c9db21-e788-461b-8d7d-478b9479b4a6 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:20:00.813761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-45439311-3db4-4a40-b8db-010381a676f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:01.040933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-c6fc9321-c167-432f-b6bb-3222d2db0030 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:01.042413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-c6fc9321-c167-432f-b6bb-3222d2db0030 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 815 time: 0.1048861 Sep 16 17:20:01.056963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-bb163279-7237-44b1-ad21-d41cf7bf4570 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/quotas/7ddac0297d7943c5a7f9a317a068863b HTTP/1.1" status: 200 len: 375 time: 0.0088880 Sep 16 17:20:01.089175 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d11e1f60-1bbc-4e7e-9134-be84ea959d88 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269961 Sep 16 17:20:01.099765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-59530418-7be9-4b72-82d0-05eb062b8769 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:20:01.100756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-59530418-7be9-4b72-82d0-05eb062b8769 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051332 Sep 16 17:20:01.187871 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-6be1a6d8-a621-40c0-a102-7fb41b301ff8 service neutron] 10.222.0.22 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814826 Sep 16 17:20:01.279621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-5281f89b-7443-4336-8fc8-337a0c899348 service neutron] 10.222.0.22 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849049 Sep 16 17:20:01.490033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7a8d9c1-fad2-4fbd-aa12-bf3989472bb4 req-e0137f8b-0a04-42d0-9d1d-7be06eafb354 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 210 time: 0.0274541 Sep 16 17:20:01.491159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:02.136426 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:02.583216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da8b75e6-b555-4b2b-a260-525308b91937 req-c7e9e647-e369-46ea-afb7-b972306d4ab6 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 210 time: 0.0275004 Sep 16 17:20:03.372889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-cfef76ed-c788-433d-b866-08bb39b83bf1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:03.374344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-cfef76ed-c788-433d-b866-08bb39b83bf1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.52 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 815 time: 0.1044598 Sep 16 17:20:03.386610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Request body: {'port': {'device_id': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6', 'admin_state_up': True, 'tenant_id': '7ddac0297d7943c5a7f9a317a068863b'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:20:03.541771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Made reservation on behalf of 7ddac0297d7943c5a7f9a317a068863b for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:20:03.545303 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:03.691863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d757891-4a4c-4878-af0a-774d4a1bc1de req-9fd10480-6eb6-4ca6-a0e2-679eb8d72fcb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 210 time: 0.0374072 Sep 16 17:20:03.704502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Allocated IP 172.20.0.3 (b7c9db21-e788-461b-8d7d-478b9479b4a6/157b7f54-e9bb-4d5f-bbda-deebcf115f3f/6364bcc8-eb74-4dcd-907c-67d9f8505d28) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:20:03.851478 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:03.901593 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:03.945101 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:03.986638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Network b7c9db21-e788-461b-8d7d-478b9479b4a6 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:20:03.989923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:20:03.993423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:20:04.001595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Pushing event updated for resources: {'Port': ['ID=6364bcc8-eb74-4dcd-907c-67d9f8505d28,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:04.049690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:04.050359 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:04.134099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d2294987-5417-42c3-9238-382ec2cc4147 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7510374 Sep 16 17:20:04.147935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Request body: {'port': {'device_id': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:20:04.203648 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:04.459769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6364bcc8-eb74-4dcd-907c-67d9f8505d28 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:20:04.466921 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:04.478317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Transition to ACTIVE for port object 6364bcc8-eb74-4dcd-907c-67d9f8505d28 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:20:04.569857 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:04.624065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Pushing event updated for resources: {'Port': ['ID=6364bcc8-eb74-4dcd-907c-67d9f8505d28,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:04.686463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Attempting to bind port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:20:04.686714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Attempting to bind port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:20:04.687035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Attempting to bind port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:20:04.691576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:20:04.691889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Attempting to bind port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:20:04.696527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:20:04.697075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Checking segment: {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:20:04.697220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Bound using segment: {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:20:04.697631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Bound port: 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:20:04.697979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:04.760036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:20:04.763098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:20:04.814992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a0e9d-3b35-4da6-a6b1-743f9b2547be req-7af36b1f-d896-465f-8b0f-ed76fca6014c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:04.817629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb0a0e9d-3b35-4da6-a6b1-743f9b2547be req-7af36b1f-d896-465f-8b0f-ed76fca6014c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 943 time: 0.0532944 Sep 16 17:20:04.837207 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:04.884697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:04.887468 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:04.887468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] 10.222.0.52 "PUT /v2.0/ports/6364bcc8-eb74-4dcd-907c-67d9f8505d28 HTTP/1.1" status: 200 len: 1091 time: 0.7436163 Sep 16 17:20:04.887468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:20:04.889338 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f4e7a5-2499-47bc-b430-276e6fe8a046" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:20:04.897431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eb0a0e9d-3b35-4da6-a6b1-743f9b2547be req-bf70e307-ee92-4f15-a415-5ea7bb27a1fc tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738389 Sep 16 17:20:04.916272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524debb-f11a-4d2a-8611-51dd4c13dad2 service neutron] Pushing event updated for resources: {'Port': ['ID=6364bcc8-eb74-4dcd-907c-67d9f8505d28,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:04.939228 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd94af-34d5-40ea-b6a3-0f1ba03800cd x-openstack-request-id: req-c8dd94af-34d5-40ea-b6a3-0f1ba03800cd {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:20:04.939228 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:20:04.939228 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8dd94af-34d5-40ea-b6a3-0f1ba03800cd {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:20:04.939228 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28', 'status': 'completed', 'code': 200} Sep 16 17:20:04.994304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4e7a5-2499-47bc-b430-276e6fe8a046 req-0de3b855-e54d-4e59-a936-f69676b6abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:04.995876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02f4e7a5-2499-47bc-b430-276e6fe8a046 req-0de3b855-e54d-4e59-a936-f69676b6abd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 1094 time: 0.0428019 Sep 16 17:20:05.099821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4e7a5-2499-47bc-b430-276e6fe8a046 req-68670365-bae4-4a88-9959-f9e0f97fed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:05.101343 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02f4e7a5-2499-47bc-b430-276e6fe8a046 req-68670365-bae4-4a88-9959-f9e0f97fed35 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7ddac0297d7943c5a7f9a317a068863b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0965199 Sep 16 17:20:05.196774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4e7a5-2499-47bc-b430-276e6fe8a046 req-0bfdffc0-0660-47ca-b3b1-21c2bbcd69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:05.198167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02f4e7a5-2499-47bc-b430-276e6fe8a046 req-0bfdffc0-0660-47ca-b3b1-21c2bbcd69a1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896463 Sep 16 17:20:05.280293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-89e68f03-3617-434b-ae49-0a68ac54a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:05.281785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-89e68f03-3617-434b-ae49-0a68ac54a508 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 1094 time: 0.0443945 Sep 16 17:20:05.322021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-8a1f9329-86f0-4866-b9c3-fa40d3ced20b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28 HTTP/1.1" status: 200 len: 217 time: 0.0329406 Sep 16 17:20:05.372363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-3da74050-3ec2-48d3-8383-46378f7acb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:05.373815 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-3da74050-3ec2-48d3-8383-46378f7acb29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0452511 Sep 16 17:20:05.405858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-d6891d0d-3be3-47b1-afe7-a78f705ab10f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250630 Sep 16 17:20:05.501634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-4f518ffa-ec46-4bb5-b01f-28a0de43f3c8 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885398 Sep 16 17:20:05.593741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54a46599-897e-4b30-bbe4-1e49af1715b2 req-c03efe14-c6fb-40b7-a469-62bf1a6b1b29 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855877 Sep 16 17:20:06.023257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b109f0-b2e2-4d6e-89a5-303dd786cc32 req-0477b722-6ecc-4a2b-b5d6-91c5e6ae78e4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:06.024788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49b109f0-b2e2-4d6e-89a5-303dd786cc32 req-0477b722-6ecc-4a2b-b5d6-91c5e6ae78e4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 943 time: 0.0589156 Sep 16 17:20:06.062874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-49b109f0-b2e2-4d6e-89a5-303dd786cc32 req-c024c351-66a3-4570-88b8-d067dcb3d846 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321112 Sep 16 17:20:07.178972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7983-f478-4615-854e-9bd8f9ec0903 req-bda2d2e7-ae08-4ac2-bdb9-e02fd85ce318 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:07.180483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e6c7983-f478-4615-854e-9bd8f9ec0903 req-bda2d2e7-ae08-4ac2-bdb9-e02fd85ce318 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 943 time: 0.0497043 Sep 16 17:20:07.218675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e6c7983-f478-4615-854e-9bd8f9ec0903 req-6ec8f861-c932-446f-b152-0fec30150a02 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Sep 16 17:20:08.332428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8255579-5d76-4a87-9bfc-789b22e84574 req-2bf15e53-cc17-4830-8142-e08fc8bd9bba tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:08.333895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8255579-5d76-4a87-9bfc-789b22e84574 req-2bf15e53-cc17-4830-8142-e08fc8bd9bba tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 943 time: 0.0478702 Sep 16 17:20:08.374398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8255579-5d76-4a87-9bfc-789b22e84574 req-9093f056-c54e-4ba9-8f61-add07e743079 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345712 Sep 16 17:20:09.422356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6364bcc8-eb74-4dcd-907c-67d9f8505d28 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:20:09.520510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:20:09.532543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '6364bcc8-eb74-4dcd-907c-67d9f8505d28', 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6', 'port_id': '6364bcc8-eb74-4dcd-907c-67d9f8505d28', 'mac_address': 'fa:16:3e:05:ad:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157b7f54-e9bb-4d5f-bbda-deebcf115f3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:20:09.575552 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:09.589197 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6364bcc8-eb74-4dcd-907c-67d9f8505d28 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:20:09.609099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:20:09.670472 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:09.719716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6364bcc8-eb74-4dcd-907c-67d9f8505d28,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:09.774067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e334b-5e12-460c-8da1-a40b2d7f3143 req-f490ad44-6e5c-4f51-9ab7-3693081857f1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:09.775556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-018e334b-5e12-460c-8da1-a40b2d7f3143 req-f490ad44-6e5c-4f51-9ab7-3693081857f1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 943 time: 0.3357651 Sep 16 17:20:09.812610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-018e334b-5e12-460c-8da1-a40b2d7f3143 req-9f6f0325-cf57-4a25-b1fb-e6e70b09b513 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Sep 16 17:20:09.854935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6364bcc8-eb74-4dcd-907c-67d9f8505d28'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:20:10.925551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4689e1-ddde-4495-8924-26941fedc749 req-7a8af313-5e8d-4b05-b3da-246c14f2b28e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:10.927005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b4689e1-ddde-4495-8924-26941fedc749 req-7a8af313-5e8d-4b05-b3da-246c14f2b28e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 944 time: 0.0477803 Sep 16 17:20:10.963228 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b4689e1-ddde-4495-8924-26941fedc749 req-7384f491-ad2b-4005-98f4-b03542fa0fb8 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303812 Sep 16 17:20:11.438338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6364bcc8-eb74-4dcd-907c-67d9f8505d28 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:20:11.541337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:20:11.544906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:20:11.545277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:11.618426 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:11.643205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:20:11.646030 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859cccd1-b919-4513-8ef1-8b1d43aa06dd" -d '{"events": [{"server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "name": "network-vif-plugged", "status": "completed", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:20:11.658323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:20:11.688046 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d61a79c-db6c-456a-a258-5422113e0f1a x-openstack-request-id: req-9d61a79c-db6c-456a-a258-5422113e0f1a {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:20:11.688046 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "name": "network-vif-plugged", "status": "completed", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:20:11.688046 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d61a79c-db6c-456a-a258-5422113e0f1a {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:20:11.688046 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28', 'code': 200} Sep 16 17:20:11.754470 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:11.805612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6364bcc8-eb74-4dcd-907c-67d9f8505d28,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:11.818809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e95e4-f8d2-4cd1-b599-12f11567bad7 req-cfa3e13e-1d16-4af8-a5fc-f4372233f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:11.820306 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da7e95e4-f8d2-4cd1-b599-12f11567bad7 req-cfa3e13e-1d16-4af8-a5fc-f4372233f41d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 1096 time: 0.0402598 Sep 16 17:20:11.856953 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da7e95e4-f8d2-4cd1-b599-12f11567bad7 req-82626bd3-b051-49e6-9242-58db878dd797 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293498 Sep 16 17:20:12.076282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d4b6e-64f1-4564-8c6c-742969cbd6d4 req-8d52fa22-43d3-4189-be7b-8c39c209d31f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:12.077791 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d26d4b6e-64f1-4564-8c6c-742969cbd6d4 req-8d52fa22-43d3-4189-be7b-8c39c209d31f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0489099 Sep 16 17:20:12.114862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d26d4b6e-64f1-4564-8c6c-742969cbd6d4 req-3559ab7a-6a3a-4959-878d-0e0a97d80831 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Sep 16 17:20:13.229152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995ba26-f06f-496c-ab49-0edb46b6f7fe req-6288e48c-94a1-4ce1-a84b-1c7efa07e52a tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:13.230620 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6995ba26-f06f-496c-ab49-0edb46b6f7fe req-6288e48c-94a1-4ce1-a84b-1c7efa07e52a tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0485363 Sep 16 17:20:13.267898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6995ba26-f06f-496c-ab49-0edb46b6f7fe req-23f0159f-b3f1-47b4-a92b-ee18c16c92f8 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Sep 16 17:20:13.382931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed00e3b-a168-4da4-a64b-55221aecc781 req-030b0d57-46c9-4738-b7a7-bc420dd9ed24 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:13.384424 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed00e3b-a168-4da4-a64b-55221aecc781 req-030b0d57-46c9-4738-b7a7-bc420dd9ed24 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0516162 Sep 16 17:20:13.426573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed00e3b-a168-4da4-a64b-55221aecc781 req-0a11e5c3-b72f-493b-a3da-2b0a73b9208b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361056 Sep 16 17:20:13.717576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7889735-33b7-4c23-959a-e2078626d9bb req-4512fec9-6ae1-417f-8d5b-2f97fb7808ec tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:13.718914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7889735-33b7-4c23-959a-e2078626d9bb req-4512fec9-6ae1-417f-8d5b-2f97fb7808ec tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0477545 Sep 16 17:20:13.756733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7889735-33b7-4c23-959a-e2078626d9bb req-d01ebd36-bfde-4e93-a3b6-b4a1f1f3ac0d tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309584 Sep 16 17:20:13.869983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf1ab3-d09b-4f48-aa5c-eedcd3751a82 req-a6169d9f-8c3a-41c5-8374-708a2a24f92b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:13.871455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36cf1ab3-d09b-4f48-aa5c-eedcd3751a82 req-a6169d9f-8c3a-41c5-8374-708a2a24f92b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0486500 Sep 16 17:20:13.908328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-36cf1ab3-d09b-4f48-aa5c-eedcd3751a82 req-09629e75-f4b7-4170-879e-bb6d23b16211 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309608 Sep 16 17:20:14.130373 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:14.221433 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:14.320276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544c961-f41f-42b4-a2c2-1d1c0e44cffb req-54057e25-9685-4601-a655-db4fb979155b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:14.321819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c544c961-f41f-42b4-a2c2-1d1c0e44cffb req-54057e25-9685-4601-a655-db4fb979155b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0509107 Sep 16 17:20:14.364761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c544c961-f41f-42b4-a2c2-1d1c0e44cffb req-d07fa6ce-a2eb-45cf-83b1-2ef82fc6986a tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368047 Sep 16 17:20:14.426254 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-5d328791-25ce-40b2-97a2-f28c0d084868 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401859 Sep 16 17:20:15.487406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e06d98-1e0f-4687-9eb7-d5e2b5d215fc req-32ea10c4-1c2b-4073-90ae-559a456b444d tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:15.488867 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55e06d98-1e0f-4687-9eb7-d5e2b5d215fc req-32ea10c4-1c2b-4073-90ae-559a456b444d tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0508816 Sep 16 17:20:15.527214 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55e06d98-1e0f-4687-9eb7-d5e2b5d215fc req-9e1bade1-2d54-48e2-a2bd-82be31dbaf97 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Sep 16 17:20:16.440759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-c7257909-c79b-40f4-b1fb-304065fabe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:16.442278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-c7257909-c79b-40f4-b1fb-304065fabe1e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 1096 time: 0.0423546 Sep 16 17:20:16.537132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-eca1663f-282f-4203-bacf-7d8c5448536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:16.538601 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-eca1663f-282f-4203-bacf-7d8c5448536a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 916 time: 0.0899684 Sep 16 17:20:16.579868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-44422e14-b9f5-4fd5-a72d-35b1bb41022d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28 HTTP/1.1" status: 200 len: 217 time: 0.0340738 Sep 16 17:20:16.660272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-afeb37c0-c181-426a-897d-0d786cc39b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:16.661662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-afeb37c0-c181-426a-897d-0d786cc39b9b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0752139 Sep 16 17:20:16.673777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6795960-8e17-4803-9fe1-50c31e3fa91f req-5627b053-538a-4e01-a40f-b641fe4d0a99 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:16.675477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6795960-8e17-4803-9fe1-50c31e3fa91f req-5627b053-538a-4e01-a40f-b641fe4d0a99 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0603852 Sep 16 17:20:16.705244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-f7328e83-472f-4beb-91d4-5831d5207d2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288527 Sep 16 17:20:16.759609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6795960-8e17-4803-9fe1-50c31e3fa91f req-601d6426-3c2d-4c2a-b9b5-e0a640d17042 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758448 Sep 16 17:20:16.812814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-d5dd9144-c617-42b9-b36a-309ed7fc4282 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008601 Sep 16 17:20:16.901085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-03e43d69-c6e4-45e1-8c5a-cee1e8dc7a41 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816994 Sep 16 17:20:17.880972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9a0c-e073-4571-bd5d-b679d98edea8 req-fd996597-2a3d-41a3-aabf-31d85172ced5 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:17.882447 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b4f9a0c-e073-4571-bd5d-b679d98edea8 req-fd996597-2a3d-41a3-aabf-31d85172ced5 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0530872 Sep 16 17:20:17.918610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b4f9a0c-e073-4571-bd5d-b679d98edea8 req-e93de2dc-32c4-40b0-96e2-7aed1f646fea tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302560 Sep 16 17:20:19.031178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494494e6-48fb-4da6-9496-0e82faabc67a req-d4a3e8b0-b152-4177-bddc-cea2de035a5a tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:19.032682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-494494e6-48fb-4da6-9496-0e82faabc67a req-d4a3e8b0-b152-4177-bddc-cea2de035a5a tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0482581 Sep 16 17:20:19.071134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-494494e6-48fb-4da6-9496-0e82faabc67a req-5c24832d-ddde-4197-8de0-349efec3a496 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Sep 16 17:20:20.184233 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8825010-9ba9-4bb9-9d69-72cae463c8dd req-970460a3-eae2-4027-a325-e5bdac0a1ebb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:20.185741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8825010-9ba9-4bb9-9d69-72cae463c8dd req-970460a3-eae2-4027-a325-e5bdac0a1ebb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0482900 Sep 16 17:20:20.224000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8825010-9ba9-4bb9-9d69-72cae463c8dd req-828f3a93-d7a5-46e2-a7f2-6eb8feba32e2 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Sep 16 17:20:21.343142 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372dc4d-f29d-443c-abec-ef873aac56c5 req-e369dbdf-b4e1-42ec-9634-c451d9d390ab tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:21.344649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e372dc4d-f29d-443c-abec-ef873aac56c5 req-e369dbdf-b4e1-42ec-9634-c451d9d390ab tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0522919 Sep 16 17:20:21.382671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e372dc4d-f29d-443c-abec-ef873aac56c5 req-a4a2a267-d949-4a44-a9a5-6f68bac4cc3c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Sep 16 17:20:22.556845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1915c25-c558-4487-99d1-eb5aee00df06 req-c56f474d-cdef-4ab4-a665-37afecebf94b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:22.558365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1915c25-c558-4487-99d1-eb5aee00df06 req-c56f474d-cdef-4ab4-a665-37afecebf94b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.1084478 Sep 16 17:20:22.596045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b1915c25-c558-4487-99d1-eb5aee00df06 req-b1cc5a1c-2ca3-4b95-939b-4d7555991a61 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Sep 16 17:20:23.714514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a50491-d19c-42f5-8123-343455a9d79d req-2a22d43e-cb33-4bbe-94fd-4f73cbcc876e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:23.715990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8a50491-d19c-42f5-8123-343455a9d79d req-2a22d43e-cb33-4bbe-94fd-4f73cbcc876e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0529821 Sep 16 17:20:23.754308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8a50491-d19c-42f5-8123-343455a9d79d req-508c8704-2e07-4a71-afb8-6e3da6ef244e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317955 Sep 16 17:20:24.882660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56208bd9-4568-417b-a761-f16f0fefa1ad req-a74079ab-400c-4140-8189-d3c835212a7b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:24.884152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56208bd9-4568-417b-a761-f16f0fefa1ad req-a74079ab-400c-4140-8189-d3c835212a7b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0520544 Sep 16 17:20:24.922216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56208bd9-4568-417b-a761-f16f0fefa1ad req-5cd3e01d-fd9c-4446-ba7b-d01cefe68fcf tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Sep 16 17:20:26.036349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1733fc-87e5-4d39-8b5c-c66218649a9e req-dd0341b6-0be1-4c3b-9225-f98363d66dad tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:26.037934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af1733fc-87e5-4d39-8b5c-c66218649a9e req-dd0341b6-0be1-4c3b-9225-f98363d66dad tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0490708 Sep 16 17:20:26.075027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af1733fc-87e5-4d39-8b5c-c66218649a9e req-db043fb4-0aae-4ffa-9c15-e2aaa566c087 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308936 Sep 16 17:20:26.992252 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:20:27.189281 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4830c90-53a2-4e05-8169-1dfbbbbcda52 req-56dcd455-f152-4065-a3b0-056df9c5f7b1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:27.190746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4830c90-53a2-4e05-8169-1dfbbbbcda52 req-56dcd455-f152-4065-a3b0-056df9c5f7b1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0483940 Sep 16 17:20:27.227071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4830c90-53a2-4e05-8169-1dfbbbbcda52 req-46be1518-b21d-4269-a6e4-d18f3b4d6020 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304530 Sep 16 17:20:28.244094 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aafea10e-d20c-48ed-a37a-50ab27ba1bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:28.344016 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56545dc2-2bff-4078-9333-bcfb9193a9e8 req-ddd2ef34-9d9d-45fe-ab46-979dc6c1d407 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:28.345504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56545dc2-2bff-4078-9333-bcfb9193a9e8 req-ddd2ef34-9d9d-45fe-ab46-979dc6c1d407 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0518689 Sep 16 17:20:28.382415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56545dc2-2bff-4078-9333-bcfb9193a9e8 req-fd50afb7-2b13-4173-91ed-a3dc98fa5ecb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301323 Sep 16 17:20:29.497449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb087e-98a8-486f-b725-2ea669989ff9 req-ef719546-2426-4176-9956-6c60970919b9 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:29.498829 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dabb087e-98a8-486f-b725-2ea669989ff9 req-ef719546-2426-4176-9956-6c60970919b9 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0481880 Sep 16 17:20:29.535876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dabb087e-98a8-486f-b725-2ea669989ff9 req-7c789430-32f3-44dc-bcc8-e53a929d3c11 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309927 Sep 16 17:20:30.651593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f02c-2123-41c3-8410-84de6cd5fa66 req-216490c5-09aa-41f4-9d1b-7a765d6e0aef tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:30.653096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45c2f02c-2123-41c3-8410-84de6cd5fa66 req-216490c5-09aa-41f4-9d1b-7a765d6e0aef tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0501914 Sep 16 17:20:30.697455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45c2f02c-2123-41c3-8410-84de6cd5fa66 req-32bfcc19-ac98-47ab-8162-a71b832e7fd4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380716 Sep 16 17:20:30.863657 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ef936e6-f12d-43b9-81d1-735df6934881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:31.520564 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:31.814526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911a78-a247-4d3a-9c3b-46c0bffdfa43 req-45da4e8c-8f9d-433a-a691-a7ac2b116b3e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:31.816537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0911a78-a247-4d3a-9c3b-46c0bffdfa43 req-45da4e8c-8f9d-433a-a691-a7ac2b116b3e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0527687 Sep 16 17:20:31.854489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a0911a78-a247-4d3a-9c3b-46c0bffdfa43 req-45e9d295-a723-4714-9eb5-b19edeb6d53d tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Sep 16 17:20:32.112605 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:32.967525 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ba19f-4ae8-4d89-a87b-678a8acb52da req-b85fe1cf-88f7-497e-a450-ce48530356cd tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:32.969036 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-583ba19f-4ae8-4d89-a87b-678a8acb52da req-b85fe1cf-88f7-497e-a450-ce48530356cd tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0481839 Sep 16 17:20:33.007381 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-583ba19f-4ae8-4d89-a87b-678a8acb52da req-1fd21a25-cd5f-40ab-ac6f-038cd231eef5 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Sep 16 17:20:33.895511 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:34.127463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea67d8b-195a-423c-ae16-7544cbaf19b4 req-f25dcf61-08f5-447e-8c00-ade64aaaba68 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:34.129038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ea67d8b-195a-423c-ae16-7544cbaf19b4 req-f25dcf61-08f5-447e-8c00-ade64aaaba68 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0550075 Sep 16 17:20:34.166540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ea67d8b-195a-423c-ae16-7544cbaf19b4 req-27063546-e424-4af8-958e-b1af7202a921 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315938 Sep 16 17:20:35.285670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232b466-078a-4dfb-807a-499dbde79a43 req-b042f377-994a-4882-97c0-3f0e4f31d10c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:35.287186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1232b466-078a-4dfb-807a-499dbde79a43 req-b042f377-994a-4882-97c0-3f0e4f31d10c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0546443 Sep 16 17:20:35.327161 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1232b466-078a-4dfb-807a-499dbde79a43 req-46f55a10-cb13-4d42-914d-f35e0b787b03 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336988 Sep 16 17:20:36.458474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a988fc-8421-4cda-9ef6-5630b7aefb5e req-c131b42f-7f0d-46a1-9e87-e6f77930985c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:36.460016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11a988fc-8421-4cda-9ef6-5630b7aefb5e req-c131b42f-7f0d-46a1-9e87-e6f77930985c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0495825 Sep 16 17:20:36.496723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11a988fc-8421-4cda-9ef6-5630b7aefb5e req-230ebc8b-0d71-40ff-b4e0-201db1467acf tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307562 Sep 16 17:20:37.610019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847db93-9c1c-468b-9e07-a9733d8687b0 req-aed6ce7f-3353-489a-bda5-e79424dc4194 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:37.611492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3847db93-9c1c-468b-9e07-a9733d8687b0 req-aed6ce7f-3353-489a-bda5-e79424dc4194 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0481980 Sep 16 17:20:37.648767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3847db93-9c1c-468b-9e07-a9733d8687b0 req-fabd79f8-33b9-4de5-8af6-c90f64b438fa tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310643 Sep 16 17:20:38.767985 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d8e1c-5a57-4245-8eeb-0aeb11a01caa req-b0a3b8df-082f-4849-b65b-09f16fee9472 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:38.770021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-475d8e1c-5a57-4245-8eeb-0aeb11a01caa req-b0a3b8df-082f-4849-b65b-09f16fee9472 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0535703 Sep 16 17:20:38.807964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-475d8e1c-5a57-4245-8eeb-0aeb11a01caa req-f47bf803-0dc6-44e2-a2e9-0781f2e843b6 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Sep 16 17:20:39.921113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a683b4c-e1a1-4887-abbf-a84cf1fafa6a req-68c00574-4190-4834-8f4a-ccfde00b8dbb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:39.922570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a683b4c-e1a1-4887-abbf-a84cf1fafa6a req-68c00574-4190-4834-8f4a-ccfde00b8dbb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0484824 Sep 16 17:20:39.960790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a683b4c-e1a1-4887-abbf-a84cf1fafa6a req-5bd9c99f-8273-45d3-97d6-f8d80eb08be1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321758 Sep 16 17:20:41.073507 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabe53f-d979-4eb3-866a-43a17cab2147 req-8cb4aa2e-035d-4e76-8ff2-24126d7f9acb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:41.074972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9eabe53f-d979-4eb3-866a-43a17cab2147 req-8cb4aa2e-035d-4e76-8ff2-24126d7f9acb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0479810 Sep 16 17:20:41.112292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9eabe53f-d979-4eb3-866a-43a17cab2147 req-ac6975d6-11f9-4339-acbb-bbf240aa0f3c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Sep 16 17:20:42.229627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415e483-e665-4ee6-94f1-841f3852c5fe req-0e8e29a4-0f75-4759-b39a-ea6992192f60 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:42.231098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9415e483-e665-4ee6-94f1-841f3852c5fe req-0e8e29a4-0f75-4759-b39a-ea6992192f60 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0520663 Sep 16 17:20:42.267512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9415e483-e665-4ee6-94f1-841f3852c5fe req-4593a252-e1fe-405f-9439-4aa1a7e6350d tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304804 Sep 16 17:20:43.380496 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6f188-1873-4cb0-958a-5e0b80a823a9 req-0b6e8346-4c54-45cb-985a-42360d125ac4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:43.381965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3a6f188-1873-4cb0-958a-5e0b80a823a9 req-0b6e8346-4c54-45cb-985a-42360d125ac4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0476959 Sep 16 17:20:43.421257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3a6f188-1873-4cb0-958a-5e0b80a823a9 req-3d82681f-0791-4028-998d-ffc6da66e302 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332632 Sep 16 17:20:44.057052 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-62e81fde-03eb-4195-ac59-335fe1959f56 service neutron] show failed (client error): The resource could not be found. Sep 16 17:20:44.058114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-62e81fde-03eb-4195-ac59-335fe1959f56 service neutron] 10.222.0.52 "GET /v2.0/ports/6364bcc8-eb74-4dcd-907c-67d9f8505d28/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0557013 Sep 16 17:20:44.115132 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:44.312289 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:44.543870 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d69a-98a1-4bb2-b83e-5796f7b37ede req-2430a5e5-25fb-4d52-89a5-5e7d22c8d04d tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:44.545419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6583d69a-98a1-4bb2-b83e-5796f7b37ede req-2430a5e5-25fb-4d52-89a5-5e7d22c8d04d tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0575032 Sep 16 17:20:44.584038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6583d69a-98a1-4bb2-b83e-5796f7b37ede req-7ea007b9-9585-431d-8fe5-f9a3542a5ead tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Sep 16 17:20:44.618563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-3545f5ed-fa03-43ac-97f1-8410483ab416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:44.620057 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-3545f5ed-fa03-43ac-97f1-8410483ab416 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600&tenant_id=7ddac0297d7943c5a7f9a317a068863b HTTP/1.1" status: 200 len: 1096 time: 0.0907314 Sep 16 17:20:44.631933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:20:44.683564 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:44.888776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:20:44.921098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:20:44.958566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:20:44.960811 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4a8ecf-a7a1-4ce5-b4f9-4e6673b2182d" -d '{"events": [{"server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "name": "network-vif-unplugged", "status": "completed", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:20:44.964917 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:44.977129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Transition to ACTIVE for port object 6364bcc8-eb74-4dcd-907c-67d9f8505d28 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:20:45.007856 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e337be3-acdd-46f4-9cfd-e5f168414de6 x-openstack-request-id: req-6e337be3-acdd-46f4-9cfd-e5f168414de6 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:20:45.008153 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "name": "network-vif-unplugged", "status": "completed", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:20:45.008633 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e337be3-acdd-46f4-9cfd-e5f168414de6 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:20:45.009037 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28', 'code': 200} Sep 16 17:20:45.072011 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:45.135580 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] No DVR routers for this DVR port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:20:45.137384 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Pushing event updated for resources: {'Port': ['ID=6364bcc8-eb74-4dcd-907c-67d9f8505d28,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:45.148615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.148896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.149234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.149565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.149893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.150239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.150544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.150868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.151187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.151503 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.151820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.152135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:45.188479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Attempting to bind port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:20:45.188818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Attempting to bind port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:20:45.189144 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Attempting to bind port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:20:45.193459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:20:45.193780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Attempting to bind port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:20:45.198479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:20:45.198800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Checking segment: {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:20:45.199177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Bound using segment: {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:20:45.199594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Bound port: 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:20:45.200062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:45.262494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:20:45.265524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:20:45.349645 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:45.383880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:45.384582 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:45.385980 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] 10.222.0.62 "PUT /v2.0/ports/6364bcc8-eb74-4dcd-907c-67d9f8505d28 HTTP/1.1" status: 200 len: 1091 time: 0.7579012 Sep 16 17:20:45.408179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a9388-35bc-46c6-a7bb-48ea95617703 service neutron] Pushing event updated for resources: {'Port': ['ID=6364bcc8-eb74-4dcd-907c-67d9f8505d28,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:45.450993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-94197a62-27a6-4643-ab38-3395cdaa483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:45.452509 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-94197a62-27a6-4643-ab38-3395cdaa483c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 1094 time: 0.0399806 Sep 16 17:20:45.545270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-84b59198-3794-4dd0-86be-3dba0eff0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:45.546783 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-84b59198-3794-4dd0-86be-3dba0eff0101 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 916 time: 0.0870993 Sep 16 17:20:45.587849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-568e15ea-1c93-4b05-a424-4bc5cdf67faa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28 HTTP/1.1" status: 200 len: 217 time: 0.0339074 Sep 16 17:20:45.639396 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-7c1d5b16-f6e4-4f04-bb4b-7ee1f3fc80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:45.640873 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-7c1d5b16-f6e4-4f04-bb4b-7ee1f3fc80d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0466259 Sep 16 17:20:45.673587 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-363e5593-7bdd-4fbe-ad30-0be69c171c82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252166 Sep 16 17:20:45.698992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23fac8-368f-45a9-85ff-ba455c15d111 req-9e621188-8e2f-4c3f-bbfe-4dd4b7e6db7f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:45.700584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e23fac8-368f-45a9-85ff-ba455c15d111 req-9e621188-8e2f-4c3f-bbfe-4dd4b7e6db7f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 943 time: 0.0487473 Sep 16 17:20:45.738379 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e23fac8-368f-45a9-85ff-ba455c15d111 req-957cb1e3-b87c-4fb6-a19a-fe7f10f02051 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Sep 16 17:20:45.765371 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-c555873f-a0ec-441f-ae26-7084f78a6b76 service neutron] 10.222.0.62 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844407 Sep 16 17:20:45.857779 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f018a922-14c1-4f59-bb48-ba4dcc846406 req-a528aa3d-8deb-48dc-8d98-a3d1c114fc70 service neutron] 10.222.0.62 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851593 Sep 16 17:20:46.856542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c1de0-8cd2-462c-a588-2be9dbe9512a req-3102fd42-86d1-4d89-8f66-26ebc4303cff tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:46.858030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b9c1de0-8cd2-462c-a588-2be9dbe9512a req-3102fd42-86d1-4d89-8f66-26ebc4303cff tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 943 time: 0.0492709 Sep 16 17:20:46.896058 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b9c1de0-8cd2-462c-a588-2be9dbe9512a req-cfc7fe4b-577f-4156-97f0-43d18f0e76df tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308912 Sep 16 17:20:47.010563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:20:47.012933 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed41c9a-7816-409c-aefd-a2af202d367c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:20:47.061141 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4351051e-8e83-494a-9957-07749cf718ee x-openstack-request-id: req-4351051e-8e83-494a-9957-07749cf718ee {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:20:47.061434 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:20:47.061677 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4351051e-8e83-494a-9957-07749cf718ee {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:20:47.062070 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28', 'status': 'completed', 'code': 200} Sep 16 17:20:47.123634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-2236057c-bfab-4763-8473-85b267562abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:47.125490 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-2236057c-bfab-4763-8473-85b267562abd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 1094 time: 0.0442395 Sep 16 17:20:47.129850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-72346bc7-9770-4733-ab48-d8b5dfbec497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:47.131445 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-72346bc7-9770-4733-ab48-d8b5dfbec497 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 1094 time: 0.0462065 Sep 16 17:20:47.221713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-93a7ff80-43db-47aa-926d-1f44ebafa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:47.222010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-3a28ac82-d652-45c5-adbe-fe29a6487603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:47.223762 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-93a7ff80-43db-47aa-926d-1f44ebafa5e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 916 time: 0.0843873 Sep 16 17:20:47.224301 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-3a28ac82-d652-45c5-adbe-fe29a6487603 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 916 time: 0.0913355 Sep 16 17:20:47.265234 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-69c94d04-1b94-47c6-bfed-3f4ba7366828 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28 HTTP/1.1" status: 200 len: 217 time: 0.0338967 Sep 16 17:20:47.267122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-9a77c457-c8cb-4033-bed5-50631c33336e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28 HTTP/1.1" status: 200 len: 217 time: 0.0373507 Sep 16 17:20:47.314854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-04f12a14-be8c-462c-b23d-4dca0327557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:47.315070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-a02542d9-e986-4e8e-86f8-b79ef92a7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:47.316324 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-04f12a14-be8c-462c-b23d-4dca0327557f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0426421 Sep 16 17:20:47.316490 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-a02542d9-e986-4e8e-86f8-b79ef92a7463 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0434957 Sep 16 17:20:47.348837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-bd6dab1d-7d77-4c59-9683-6e5eb575b1a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254054 Sep 16 17:20:47.352747 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-e5b91a87-81f3-46c1-90e3-085688a925e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286944 Sep 16 17:20:47.444173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-ccaa70bb-924d-42a8-81f1-b473afe47571 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883543 Sep 16 17:20:47.448550 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-2a82a755-f3a4-4e66-bcff-7eb22d089f74 service neutron] 10.222.0.62 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852456 Sep 16 17:20:47.538789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-30f29663-eb79-4a5b-b1a7-23a618c63978 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873566 Sep 16 17:20:47.859355 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ed41c9a-7816-409c-aefd-a2af202d367c req-91033b3d-df33-4e91-bed8-6487262c3fbc service neutron] 10.222.0.62 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025061 Sep 16 17:20:48.010789 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba579636-529d-48a0-9e09-31a1df39f9ff req-d0b38660-47e6-4222-bbf3-05c0c48965eb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:48.012240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba579636-529d-48a0-9e09-31a1df39f9ff req-d0b38660-47e6-4222-bbf3-05c0c48965eb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 943 time: 0.0492873 Sep 16 17:20:48.050404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba579636-529d-48a0-9e09-31a1df39f9ff req-d3717370-4e15-487e-b7c5-de0992d107d9 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Sep 16 17:20:48.382535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172820da-521e-420d-9804-36d563facd1b req-2b96a5ca-5376-4e66-b9b3-9a9f443078f7 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:48.384071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172820da-521e-420d-9804-36d563facd1b req-2b96a5ca-5376-4e66-b9b3-9a9f443078f7 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 943 time: 0.0551708 Sep 16 17:20:48.454096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-172820da-521e-420d-9804-36d563facd1b req-8df2e15a-a337-433d-84b9-88ec596ea4c2 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635662 Sep 16 17:20:48.505594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-c96f4e5b-5458-4d21-8f07-9b5c8475ce8e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:48.507042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-c96f4e5b-5458-4d21-8f07-9b5c8475ce8e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600&tenant_id=7ddac0297d7943c5a7f9a317a068863b&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 943 time: 0.0898495 Sep 16 17:20:48.570389 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-110a7cb1-b594-44a9-8bff-c0e811e88cdc service neutron] delete failed (client error): The resource could not be found. Sep 16 17:20:48.571376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-110a7cb1-b594-44a9-8bff-c0e811e88cdc service neutron] 10.222.0.52 "DELETE /v2.0/ports/6364bcc8-eb74-4dcd-907c-67d9f8505d28/bindings/n-h1-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0563390 Sep 16 17:20:48.650253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-7662ec53-f63a-4b45-a950-30ac77fbfe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:48.651709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-7662ec53-f63a-4b45-a950-30ac77fbfe74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 1094 time: 0.0401571 Sep 16 17:20:48.742002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-c4663693-aca3-49a3-a38c-2c72aef87239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:48.743474 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-c4663693-aca3-49a3-a38c-2c72aef87239 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 916 time: 0.0850463 Sep 16 17:20:48.789428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-48ad4476-3c09-449d-af53-006257d1579a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28 HTTP/1.1" status: 200 len: 217 time: 0.0382669 Sep 16 17:20:48.837539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-274634e6-a7f9-4af5-bd93-04be055228c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:48.838917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-274634e6-a7f9-4af5-bd93-04be055228c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0421293 Sep 16 17:20:48.870174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-13495e71-305e-4885-bfea-0c6bd708b46e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246601 Sep 16 17:20:48.963231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-0ad761b1-8504-4b10-88cd-1caa28a9c619 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854335 Sep 16 17:20:49.050648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c4e969-9f16-4224-b22b-b4a39ed20f0d req-cbd4a0e9-f020-457b-a62f-077b524d7dc1 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800405 Sep 16 17:20:49.537133 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6364bcc8-eb74-4dcd-907c-67d9f8505d28 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:20:49.579335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6454766-f49d-44e3-95fa-887176d94995 req-9a97b2c0-d12b-4451-82d3-6b420b5a8e05 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:49.580903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6454766-f49d-44e3-95fa-887176d94995 req-9a97b2c0-d12b-4451-82d3-6b420b5a8e05 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 943 time: 0.0567319 Sep 16 17:20:49.609347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6364bcc8-eb74-4dcd-907c-67d9f8505d28 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:20:49.621844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f6454766-f49d-44e3-95fa-887176d94995 req-91ea53af-ca42-4c89-8a91-31ec0bc9145c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Sep 16 17:20:49.667705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:20:49.674986 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6364bcc8-eb74-4dcd-907c-67d9f8505d28 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:20:49.680008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '6364bcc8-eb74-4dcd-907c-67d9f8505d28', 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6', 'port_id': '6364bcc8-eb74-4dcd-907c-67d9f8505d28', 'mac_address': 'fa:16:3e:05:ad:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157b7f54-e9bb-4d5f-bbda-deebcf115f3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:20:49.717792 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:49.730198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6364bcc8-eb74-4dcd-907c-67d9f8505d28 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:20:49.751233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:20:49.823336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:49.872926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6364bcc8-eb74-4dcd-907c-67d9f8505d28,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:50.033956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6364bcc8-eb74-4dcd-907c-67d9f8505d28'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:20:50.736642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb3c68-1b52-4ff2-9b20-ad9889600240 req-898ffc35-0b80-40d6-9b92-74dd6669d401 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:50.738140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8cb3c68-1b52-4ff2-9b20-ad9889600240 req-898ffc35-0b80-40d6-9b92-74dd6669d401 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 944 time: 0.0492272 Sep 16 17:20:50.774952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8cb3c68-1b52-4ff2-9b20-ad9889600240 req-52fac3c9-1a45-4d43-8a1a-017fef00e093 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Sep 16 17:20:50.885495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb87d8a-bca3-454f-94c8-b71022b61748 req-0f26c19d-267c-4dfc-95b9-e4a0a90ab3e1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:50.886948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6bb87d8a-bca3-454f-94c8-b71022b61748 req-0f26c19d-267c-4dfc-95b9-e4a0a90ab3e1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 944 time: 0.0478704 Sep 16 17:20:50.924916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6bb87d8a-bca3-454f-94c8-b71022b61748 req-e69191d4-784b-4b8b-8f37-8d69536c0b42 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318682 Sep 16 17:20:51.041484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83a12f-730d-415c-bb27-fe3ee14e51c5 req-306d1365-1f7d-4162-9c74-4b3fb8569bc4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:51.042956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f83a12f-730d-415c-bb27-fe3ee14e51c5 req-306d1365-1f7d-4162-9c74-4b3fb8569bc4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 944 time: 0.0519364 Sep 16 17:20:51.079980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2f83a12f-730d-415c-bb27-fe3ee14e51c5 req-6f3679c3-925a-43a0-893a-3fcee430aef1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310318 Sep 16 17:20:51.546012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6364bcc8-eb74-4dcd-907c-67d9f8505d28 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:20:51.651499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:20:51.655289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:20:51.655658 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:51.672762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-6f40fcce-c794-4d8a-99fa-d4138cccbfc3 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:51.674247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-6f40fcce-c794-4d8a-99fa-d4138cccbfc3 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 815 time: 0.1003740 Sep 16 17:20:51.689660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-38b2228c-3b93-4779-a02a-b193a8ec5d38 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/quotas/7ddac0297d7943c5a7f9a317a068863b HTTP/1.1" status: 200 len: 375 time: 0.0089386 Sep 16 17:20:51.737445 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:51.747618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35a6e942-75b4-49b7-ac9e-b2546023ed86 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512207 Sep 16 17:20:51.764286 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:20:51.767528 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a53391-7e57-42b7-a027-7f1fb0d8b11d" -d '{"events": [{"server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "name": "network-vif-plugged", "status": "completed", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:20:51.783240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:20:51.810050 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08ac39-7d0c-4328-8044-d6479edc9477 x-openstack-request-id: req-4b08ac39-7d0c-4328-8044-d6479edc9477 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:20:51.810344 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "name": "network-vif-plugged", "status": "completed", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:20:51.810598 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b08ac39-7d0c-4328-8044-d6479edc9477 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:20:51.811034 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28', 'code': 200} Sep 16 17:20:51.839870 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:51.840459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-a0212fcd-a6ba-4be5-aa66-97d012d254f4 service neutron] 10.222.0.22 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847840 Sep 16 17:20:51.889864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=6364bcc8-eb74-4dcd-907c-67d9f8505d28,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:51.933994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-277cc64c-4870-4609-b7b2-38f0c44c4460 service neutron] 10.222.0.22 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871868 Sep 16 17:20:52.147681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76891d74-8091-4352-a337-503cb2cdf637 req-95fe7d6d-eb0a-494f-843f-e8d5c610a5a4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 210 time: 0.0272677 Sep 16 17:20:52.759713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-241b873f-8c90-47c0-a374-e3b459bcad61 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:52.761212 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-241b873f-8c90-47c0-a374-e3b459bcad61 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600 HTTP/1.1" status: 200 len: 945 time: 0.0494857 Sep 16 17:20:52.850927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-9ddf0f91-89ff-49ce-80b0-ccc787fc6279 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Deleting port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:20:52.851260 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-9ddf0f91-89ff-49ce-80b0-ccc787fc6279 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:52.943676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-9ddf0f91-89ff-49ce-80b0-ccc787fc6279 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] For port 6364bcc8-eb74-4dcd-907c-67d9f8505d28, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=6364bcc8-eb74-4dcd-907c-67d9f8505d28,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:20:52.943953 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-9ddf0f91-89ff-49ce-80b0-ccc787fc6279 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:52.956007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-9ddf0f91-89ff-49ce-80b0-ccc787fc6279 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Calling delete_port for 6364bcc8-eb74-4dcd-907c-67d9f8505d28 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:20:53.186680 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-9ddf0f91-89ff-49ce-80b0-ccc787fc6279 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:53.199569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6364bcc8-eb74-4dcd-907c-67d9f8505d28'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:20:53.224287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf0f91-89ff-49ce-80b0-ccc787fc6279 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Pushing event deleted for resources: {'Port': ['ID=6364bcc8-eb74-4dcd-907c-67d9f8505d28,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:53.245273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-797ab137-49b0-456f-9e61-a61d9f35892f req-1736c4fd-1e30-40e3-8c3d-a8e114ebd524 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 210 time: 0.0299327 Sep 16 17:20:53.267324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-9ddf0f91-89ff-49ce-80b0-ccc787fc6279 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] No DVR routers for this DVR port 6364bcc8-eb74-4dcd-907c-67d9f8505d28 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:20:53.270640 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-9ddf0f91-89ff-49ce-80b0-ccc787fc6279 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:53.272719 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ed2bb22b-a168-469c-9589-8467a8daa0be req-9ddf0f91-89ff-49ce-80b0-ccc787fc6279 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.62 "DELETE /v2.0/ports/6364bcc8-eb74-4dcd-907c-67d9f8505d28 HTTP/1.1" status: 204 len: 173 time: 0.5053296 Sep 16 17:20:53.273157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'name': 'network-vif-deleted', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:20:53.275459 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e973657428e1941e4ab7a74fc00c3c11320fe0612572a33eb5af35570569202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8099b237-d53c-4cd0-9333-4797f2e02a53" -d '{"events": [{"server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "name": "network-vif-deleted", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:20:53.310761 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b8fa48-b744-454d-8469-24cb11514dfa x-openstack-request-id: req-b7b8fa48-b744-454d-8469-24cb11514dfa {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:20:53.311059 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600", "name": "network-vif-deleted", "tag": "6364bcc8-eb74-4dcd-907c-67d9f8505d28", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:20:53.311310 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7b8fa48-b744-454d-8469-24cb11514dfa {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:20:53.311712 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5a3b6e-40ac-4f6d-9dc4-49ecf56c2600', 'name': 'network-vif-deleted', 'tag': '6364bcc8-eb74-4dcd-907c-67d9f8505d28', 'status': 'completed', 'code': 200} Sep 16 17:20:53.909316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-cf1252ab-01ce-464b-9736-cb88396074f0 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:53.910814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-cf1252ab-01ce-464b-9736-cb88396074f0 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.52 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 815 time: 0.1087909 Sep 16 17:20:53.923230 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Request body: {'port': {'device_id': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6', 'admin_state_up': True, 'tenant_id': '7ddac0297d7943c5a7f9a317a068863b'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:20:54.108993 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Made reservation on behalf of 7ddac0297d7943c5a7f9a317a068863b for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:20:54.112629 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:54.239970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Allocated IP 172.20.0.4 (b7c9db21-e788-461b-8d7d-478b9479b4a6/157b7f54-e9bb-4d5f-bbda-deebcf115f3f/f59b7416-eeb0-41f6-b0b2-e9d21dff3972) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:20:54.373582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df627a45-5c3a-4efa-8b74-d57c5df5ebdc req-3f5514f5-0e24-439d-bf9d-82a8b26e9a3f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 210 time: 0.0589933 Sep 16 17:20:54.416233 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:54.512675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:54.523655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['6364bcc8-eb74-4dcd-907c-67d9f8505d28'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:20:54.555566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Network b7c9db21-e788-461b-8d7d-478b9479b4a6 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:20:54.558617 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:20:54.562144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:20:54.570504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Pushing event updated for resources: {'Port': ['ID=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:54.603332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.603678 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.608035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.608035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.608035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.608035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.608035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.608035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.608035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.608035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.608035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.608035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:54.628466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:54.629051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:54.712370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-14913ba6-49b2-406d-91b2-5b6c3bb02b70 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7927885 Sep 16 17:20:54.725997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Request body: {'port': {'device_id': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:20:54.777839 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:55.034814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59b7416-eeb0-41f6-b0b2-e9d21dff3972 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:20:55.043016 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:55.055271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Transition to ACTIVE for port object f59b7416-eeb0-41f6-b0b2-e9d21dff3972 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:20:55.125578 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:55.181355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Pushing event updated for resources: {'Port': ['ID=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:55.242834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Attempting to bind port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:20:55.243167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Attempting to bind port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:20:55.243487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Attempting to bind port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:20:55.247562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:20:55.247876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Attempting to bind port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:20:55.252513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:20:55.252843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Checking segment: {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:20:55.253218 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Bound using segment: {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:20:55.253633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Bound port: f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:20:55.254547 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:55.314244 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:20:55.317998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:20:55.401200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:55.440142 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:55.440802 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:55.442926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] 10.222.0.52 "PUT /v2.0/ports/f59b7416-eeb0-41f6-b0b2-e9d21dff3972 HTTP/1.1" status: 200 len: 1091 time: 0.7215605 Sep 16 17:20:55.443364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:20:55.445639 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f1b75aaae0ca4cb134b67daea2f99b1c9654928042a7536ff1e2f204f332a4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc92ad4b-4f0c-4e72-a6e8-8efcb7fc651c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:20:55.489385 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec43652-56d8-4b6d-94f1-320896d48026 x-openstack-request-id: req-8ec43652-56d8-4b6d-94f1-320896d48026 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:20:55.489681 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:20:55.489928 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ec43652-56d8-4b6d-94f1-320896d48026 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:20:55.490325 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972', 'status': 'completed', 'code': 200} Sep 16 17:20:55.497571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8b7ed-40cd-42ea-9680-79cc8123a566 service neutron] Pushing event updated for resources: {'Port': ['ID=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:55.516758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8c776-e2a1-47e5-9fd2-aa2a2eb84e14 req-12fa1507-cfe4-43bc-973f-0bb8bfdab049 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:55.518244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32c8c776-e2a1-47e5-9fd2-aa2a2eb84e14 req-12fa1507-cfe4-43bc-973f-0bb8bfdab049 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 943 time: 0.0676987 Sep 16 17:20:55.579863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32c8c776-e2a1-47e5-9fd2-aa2a2eb84e14 req-95d1f46d-5aee-4242-80e6-f94fb812496e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530376 Sep 16 17:20:55.582355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ad4b-4f0c-4e72-a6e8-8efcb7fc651c req-7b85cd04-061a-4eb0-962f-15d52ac4cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:55.583917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc92ad4b-4f0c-4e72-a6e8-8efcb7fc651c req-7b85cd04-061a-4eb0-962f-15d52ac4cb4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 1094 time: 0.0648341 Sep 16 17:20:55.686577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ad4b-4f0c-4e72-a6e8-8efcb7fc651c req-fff28043-03cb-45b3-992f-a995ed981605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:55.688081 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc92ad4b-4f0c-4e72-a6e8-8efcb7fc651c req-fff28043-03cb-45b3-992f-a995ed981605 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7ddac0297d7943c5a7f9a317a068863b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0963356 Sep 16 17:20:55.782855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ad4b-4f0c-4e72-a6e8-8efcb7fc651c req-cbf700c3-851f-4d0b-abac-6171f98d450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:55.784306 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fc92ad4b-4f0c-4e72-a6e8-8efcb7fc651c req-cbf700c3-851f-4d0b-abac-6171f98d450c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896091 Sep 16 17:20:55.855636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-3c625dd4-6f3a-417b-a134-0da103418db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:55.857034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-3c625dd4-6f3a-417b-a134-0da103418db9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 1094 time: 0.0392325 Sep 16 17:20:55.897329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-ca49abd4-58d7-4d4f-899b-acf564b2aec2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972 HTTP/1.1" status: 200 len: 217 time: 0.0325949 Sep 16 17:20:55.948511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-1bd8bd8b-7bfa-4ae4-9679-4b3c707fff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:55.949920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-1bd8bd8b-7bfa-4ae4-9679-4b3c707fff42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0457032 Sep 16 17:20:55.979692 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-b559e5b3-c507-4980-b4ab-e5c5e1db0205 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229435 Sep 16 17:20:56.072400 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-8a8752d5-2e20-43d9-8014-f5065d4e1c02 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849195 Sep 16 17:20:56.166402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be2c717-4f49-40e5-a437-ddfc0e22c365 req-52779e11-1906-480b-a261-c7810c9c3613 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871568 Sep 16 17:20:56.694691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5a669-3162-4771-9cac-c25826f1c0a4 req-fb3ffc7e-92cd-4260-8871-833aeea46739 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:56.696171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8eb5a669-3162-4771-9cac-c25826f1c0a4 req-fb3ffc7e-92cd-4260-8871-833aeea46739 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 943 time: 0.0486825 Sep 16 17:20:56.733553 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8eb5a669-3162-4771-9cac-c25826f1c0a4 req-8d1aebea-21a3-4901-9ade-e194c5851e14 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Sep 16 17:20:57.592328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6364bcc8-eb74-4dcd-907c-67d9f8505d28 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:20:57.612196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 6364bcc8-eb74-4dcd-907c-67d9f8505d28 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:20:57.612570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 6364bcc8-eb74-4dcd-907c-67d9f8505d28 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:20:57.845914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9949e-565d-42cf-b2e7-30b5328997b7 req-32d9322e-d850-4290-901e-dea9d876abc1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:57.847313 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1a9949e-565d-42cf-b2e7-30b5328997b7 req-32d9322e-d850-4290-901e-dea9d876abc1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 943 time: 0.0484970 Sep 16 17:20:57.887919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e1a9949e-565d-42cf-b2e7-30b5328997b7 req-32a4bcf9-60a0-494d-a732-3ab52932555e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344942 Sep 16 17:20:58.268311 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3304147d-c979-4a3a-bcf7-2fbbbced0044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:59.055938 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f7c62-22e7-4451-8ffd-6c5a794a75a9 req-82b1b3c7-1622-4209-bda7-4fbbb920a8bd tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:20:59.057426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d92f7c62-22e7-4451-8ffd-6c5a794a75a9 req-82b1b3c7-1622-4209-bda7-4fbbb920a8bd tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 943 time: 0.0499585 Sep 16 17:20:59.095123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d92f7c62-22e7-4451-8ffd-6c5a794a75a9 req-3fe6aee6-7cc4-4ff2-969f-85fac69991bd tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317829 Sep 16 17:20:59.657861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f59b7416-eeb0-41f6-b0b2-e9d21dff3972 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:20:59.750755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:20:59.762069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972', 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6', 'port_id': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972', 'mac_address': 'fa:16:3e:7a:0e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157b7f54-e9bb-4d5f-bbda-deebcf115f3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:20:59.797935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:59.812818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59b7416-eeb0-41f6-b0b2-e9d21dff3972 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:20:59.831727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:20:59.890985 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:20:59.939333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:20:59.946855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.947198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.947536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.947868 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.948221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.948575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.948903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.949224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.949547 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.949865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.950188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:20:59.950507 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:00.094722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['f59b7416-eeb0-41f6-b0b2-e9d21dff3972'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:21:00.327797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c69c9b-a181-40ea-ae04-c799cb14be9d req-0d775181-68fb-45af-99ec-6f6fdd9e889b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:00.329296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0c69c9b-a181-40ea-ae04-c799cb14be9d req-0d775181-68fb-45af-99ec-6f6fdd9e889b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 944 time: 0.0928018 Sep 16 17:21:00.366326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0c69c9b-a181-40ea-ae04-c799cb14be9d req-7f99dafe-979b-4bf2-ac8c-9e2021e98e58 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304034 Sep 16 17:21:00.814857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c402-278e-43cf-9745-738ca4c0f0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:01.500680 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:01.564861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2b021-ea68-4538-bbcf-4887fb0d568b req-5c5695af-cb8a-4734-be8f-82ff3e960def tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:01.566391 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83c2b021-ea68-4538-bbcf-4887fb0d568b req-5c5695af-cb8a-4734-be8f-82ff3e960def tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 944 time: 0.0926723 Sep 16 17:21:01.606674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-83c2b021-ea68-4538-bbcf-4887fb0d568b req-c8271a85-5631-44e6-a3d1-5f83ad35642c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343773 Sep 16 17:21:01.670189 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f59b7416-eeb0-41f6-b0b2-e9d21dff3972 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:21:01.809030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:21:01.812895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:01.813268 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:01.886230 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:01.907514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:21:01.909747 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c377c74f8ebf65dab50f55a2e851d035bc8f420440d30f6b67ba3efda2b798f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd24d813-98ea-4757-95b8-1b4381f4aa17" -d '{"events": [{"server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "name": "network-vif-plugged", "status": "completed", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:21:01.922596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:21:01.945423 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36de578-0341-403c-b639-940cecf4c8ec x-openstack-request-id: req-f36de578-0341-403c-b639-940cecf4c8ec {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:21:01.945839 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "name": "network-vif-plugged", "status": "completed", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:21:01.946106 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f36de578-0341-403c-b639-940cecf4c8ec {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:21:01.946497 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972', 'code': 200} Sep 16 17:21:02.003631 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:02.037133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5e4f5-b27b-4b9c-8bd3-4d6d336d2641 req-222f75e8-6e80-47e0-8257-b91aa8b71082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:02.039045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1db5e4f5-b27b-4b9c-8bd3-4d6d336d2641 req-222f75e8-6e80-47e0-8257-b91aa8b71082 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 1096 time: 0.0417590 Sep 16 17:21:02.065912 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:02.075314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1db5e4f5-b27b-4b9c-8bd3-4d6d336d2641 req-e0a4336a-b666-463e-b5ce-f43aa524c905 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295234 Sep 16 17:21:02.117829 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:02.732987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38077ae-9363-4fbf-86eb-30b1f01b3989 req-4d4c2f16-41df-48b9-9946-9264b1dec561 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:02.734468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d38077ae-9363-4fbf-86eb-30b1f01b3989 req-4d4c2f16-41df-48b9-9946-9264b1dec561 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0498207 Sep 16 17:21:02.772752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d38077ae-9363-4fbf-86eb-30b1f01b3989 req-438e4e63-bb94-4bb1-b595-c1a38915f40a tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Sep 16 17:21:03.887820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add6e5f-d1f2-4e77-91bd-cd8975f75165 req-347d6dfc-97c0-4860-809a-424877aa6980 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:03.889323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3add6e5f-d1f2-4e77-91bd-cd8975f75165 req-347d6dfc-97c0-4860-809a-424877aa6980 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0478706 Sep 16 17:21:03.925213 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:03.930661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3add6e5f-d1f2-4e77-91bd-cd8975f75165 req-90e919f8-f3fb-47d8-8102-50f5c80d433c tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345552 Sep 16 17:21:03.992366 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:21:04.043038 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bc80d-ec66-42c1-9bf4-e5e169f07973 req-a7de68a2-9065-48ba-bb5e-c885738f97ce tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:04.044546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-560bc80d-ec66-42c1-9bf4-e5e169f07973 req-a7de68a2-9065-48ba-bb5e-c885738f97ce tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0493641 Sep 16 17:21:04.083208 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-560bc80d-ec66-42c1-9bf4-e5e169f07973 req-4a86535a-e61a-4d71-80c8-b749dfec2efb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Sep 16 17:21:04.431464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884ead5-02b4-4af1-a09d-b057489f2c2e req-beaefe32-6bfd-4300-941f-802bb5651c08 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:04.432994 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9884ead5-02b4-4af1-a09d-b057489f2c2e req-beaefe32-6bfd-4300-941f-802bb5651c08 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0479460 Sep 16 17:21:04.470094 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9884ead5-02b4-4af1-a09d-b057489f2c2e req-3e1f721f-6e8e-4859-a0a0-28df0682aa36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312018 Sep 16 17:21:04.545246 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-122507e0-b516-4581-925f-eda97b6664df service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391645 Sep 16 17:21:05.588951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01af88-ceda-4ef1-982b-b6b7e61ae072 req-d5838a62-1ff3-4530-ba79-fc9d88a169b2 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:05.590415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c01af88-ceda-4ef1-982b-b6b7e61ae072 req-d5838a62-1ff3-4530-ba79-fc9d88a169b2 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0519128 Sep 16 17:21:05.629515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c01af88-ceda-4ef1-982b-b6b7e61ae072 req-49fb8c7e-cdae-4983-ae80-6386ab1e98ea tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323253 Sep 16 17:21:06.482527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-2e70be2d-cddc-4552-b36b-af89ddd2bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:06.484007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-2e70be2d-cddc-4552-b36b-af89ddd2bd57 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 1096 time: 0.0391910 Sep 16 17:21:06.577075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-4d860d82-fb12-4048-8e23-733cd0e25edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:06.578537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-4d860d82-fb12-4048-8e23-733cd0e25edc service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 916 time: 0.0876489 Sep 16 17:21:06.619056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-c0f2dd9a-8e27-4689-b705-ff901a46fe68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972 HTTP/1.1" status: 200 len: 217 time: 0.0337486 Sep 16 17:21:06.667479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-eec451c8-12b1-4768-a261-52805b4b9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:06.669130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-eec451c8-12b1-4768-a261-52805b4b9175 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0438392 Sep 16 17:21:06.701956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-22ccd56b-46bc-464b-ae61-7d9cac91b3f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254612 Sep 16 17:21:06.807525 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535961-139c-4d66-a884-4a19ba62daa9 req-40f78163-1627-4c5e-b426-7965157abae1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:06.809195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-82535961-139c-4d66-a884-4a19ba62daa9 req-40f78163-1627-4c5e-b426-7965157abae1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.1096771 Sep 16 17:21:06.841332 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-de44254c-be57-4024-9f60-c700d31323c2 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316512 Sep 16 17:21:07.167857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-82535961-139c-4d66-a884-4a19ba62daa9 req-66e9c58e-22dc-46e6-9282-18350b7a8e52 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512499 Sep 16 17:21:07.233822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-72c765bf-eaf4-4e19-9e6f-febaf6756549 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818843 Sep 16 17:21:08.288427 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55a4cd-00cb-4255-bd01-a583111a55e1 req-0b4e2696-0089-4e4c-9f5c-9a8f533ce280 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:08.289833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b55a4cd-00cb-4255-bd01-a583111a55e1 req-0b4e2696-0089-4e4c-9f5c-9a8f533ce280 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0499184 Sep 16 17:21:08.329451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b55a4cd-00cb-4255-bd01-a583111a55e1 req-90f4d01e-b79a-4a60-acc9-50141e719086 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334654 Sep 16 17:21:09.452515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0e0c7-f371-4d99-952e-21fd0103ef44 req-f3202dd7-9c20-4227-ae05-20d2b162f2ba tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:09.453959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ced0e0c7-f371-4d99-952e-21fd0103ef44 req-f3202dd7-9c20-4227-ae05-20d2b162f2ba tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0527065 Sep 16 17:21:09.490706 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ced0e0c7-f371-4d99-952e-21fd0103ef44 req-e8ce6b7c-51cb-4288-abe6-065134b36601 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Sep 16 17:21:10.603731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d3e1d-e201-44d3-8d03-9e830d58c97d req-fe6b902d-fae9-454e-a21a-070076e1dc65 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:10.605231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-937d3e1d-e201-44d3-8d03-9e830d58c97d req-fe6b902d-fae9-454e-a21a-070076e1dc65 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0474072 Sep 16 17:21:10.641269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-937d3e1d-e201-44d3-8d03-9e830d58c97d req-e0c1b415-c8ca-44d5-aff0-908e937dae55 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301123 Sep 16 17:21:11.755582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13224050-fb0f-40b0-a75d-3e2dda823f4c req-3cc6ff51-aad9-4595-b91f-dbe3dfe45d88 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:11.757123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13224050-fb0f-40b0-a75d-3e2dda823f4c req-3cc6ff51-aad9-4595-b91f-dbe3dfe45d88 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0489867 Sep 16 17:21:11.797286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13224050-fb0f-40b0-a75d-3e2dda823f4c req-e211e2e8-fb95-427f-b8de-9ba19ed786b1 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342348 Sep 16 17:21:12.919303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538395c-05b7-4dbb-993d-e722f2904fe1 req-ad7d061e-65e3-4fa6-b85b-5a13854cb4cc tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:12.920774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5538395c-05b7-4dbb-993d-e722f2904fe1 req-ad7d061e-65e3-4fa6-b85b-5a13854cb4cc tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0566862 Sep 16 17:21:12.957564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5538395c-05b7-4dbb-993d-e722f2904fe1 req-255f5354-dc3f-438b-914b-31c77d86fa2d tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308144 Sep 16 17:21:14.073232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719325f0-1d9d-4ec4-bca5-bf4b625f72b6 req-160525b1-9afc-4610-9065-490f7c11c939 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:14.074712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-719325f0-1d9d-4ec4-bca5-bf4b625f72b6 req-160525b1-9afc-4610-9065-490f7c11c939 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0506127 Sep 16 17:21:14.090689 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:14.111119 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-719325f0-1d9d-4ec4-bca5-bf4b625f72b6 req-7d4d5464-38a6-4b2f-ace7-74e9a3045b38 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304465 Sep 16 17:21:14.302384 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:15.226624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1e93b-146c-4f81-a64b-e55d6af6c33c req-b178e11b-7bb7-4617-a3cb-30bc9e77d2f6 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:15.228146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47b1e93b-146c-4f81-a64b-e55d6af6c33c req-b178e11b-7bb7-4617-a3cb-30bc9e77d2f6 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0484509 Sep 16 17:21:15.264891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47b1e93b-146c-4f81-a64b-e55d6af6c33c req-705790ab-5fee-4973-b87c-28ec766daefe tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305712 Sep 16 17:21:16.382165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8bc74-6995-4a31-a96e-ccc006937feb req-5ba2d749-3fb9-4e9a-9f84-fb0c73993f4e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:16.383649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bd8bc74-6995-4a31-a96e-ccc006937feb req-5ba2d749-3fb9-4e9a-9f84-fb0c73993f4e tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0518637 Sep 16 17:21:16.423017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4bd8bc74-6995-4a31-a96e-ccc006937feb req-1021d52f-947a-48b5-a0ff-5899e270c0f4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Sep 16 17:21:17.534200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12791f-3713-43f3-a21d-e56f5bd3039f req-66eed863-65dd-4316-92ff-92aaa2ae4faf tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:17.535646 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d12791f-3713-43f3-a21d-e56f5bd3039f req-66eed863-65dd-4316-92ff-92aaa2ae4faf tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0468104 Sep 16 17:21:17.572784 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d12791f-3713-43f3-a21d-e56f5bd3039f req-b08fad56-a4bc-46da-9665-51da0d5bb23f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303059 Sep 16 17:21:18.686344 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074ede5-4c12-41ad-bbea-8fbab498f563 req-96806af1-b88b-472f-b88c-5f818007f061 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:18.687710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6074ede5-4c12-41ad-bbea-8fbab498f563 req-96806af1-b88b-472f-b88c-5f818007f061 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0479648 Sep 16 17:21:18.725336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6074ede5-4c12-41ad-bbea-8fbab498f563 req-3bcf3815-e266-42ff-94fa-5d34f439287d tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308444 Sep 16 17:21:19.843282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7318e5d-a7be-483c-8aff-87f4ecdb0bd0 req-6f47b7da-9ae2-4d48-8c59-9179e933d539 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:19.844760 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7318e5d-a7be-483c-8aff-87f4ecdb0bd0 req-6f47b7da-9ae2-4d48-8c59-9179e933d539 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0518830 Sep 16 17:21:19.881947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f7318e5d-a7be-483c-8aff-87f4ecdb0bd0 req-94aa8c2e-3399-4d57-8c8d-402dd60f6245 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Sep 16 17:21:20.993523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c6f2-534b-4ae9-9f95-d3dba32a94f2 req-e822cb29-95fd-4eff-9208-44685eb4de67 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:20.994995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d26c6f2-534b-4ae9-9f95-d3dba32a94f2 req-e822cb29-95fd-4eff-9208-44685eb4de67 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0473657 Sep 16 17:21:21.032415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8d26c6f2-534b-4ae9-9f95-d3dba32a94f2 req-43527007-c8ef-48eb-aa85-685c195adb26 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Sep 16 17:21:22.146852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276d0f3-2863-473d-8c15-902f1956342e req-73b0b567-fc6e-4c34-b2ad-fcd318695242 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:22.148321 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b276d0f3-2863-473d-8c15-902f1956342e req-73b0b567-fc6e-4c34-b2ad-fcd318695242 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0478535 Sep 16 17:21:22.185649 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b276d0f3-2863-473d-8c15-902f1956342e req-c2758d15-862f-4caf-a59a-d6de8699ea58 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310004 Sep 16 17:21:23.303275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c701e-2415-4d50-9f89-813865783007 req-30584d6b-a3b5-428e-a6b0-78ed9291e060 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:23.304859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f1c701e-2415-4d50-9f89-813865783007 req-30584d6b-a3b5-428e-a6b0-78ed9291e060 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0526526 Sep 16 17:21:23.341681 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f1c701e-2415-4d50-9f89-813865783007 req-fac91be1-ecfc-4c7c-ae6e-3d3325f2b292 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310252 Sep 16 17:21:24.459236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd7549-d883-4973-9caf-0166077f15e1 req-96e25e64-93b5-4d87-8f94-d31ede219d9f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:24.460830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdbd7549-d883-4973-9caf-0166077f15e1 req-96e25e64-93b5-4d87-8f94-d31ede219d9f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0522892 Sep 16 17:21:24.497746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdbd7549-d883-4973-9caf-0166077f15e1 req-eed9847e-289c-4d93-b80b-c0719cbec5b4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Sep 16 17:21:25.611351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8f897-e504-4758-a417-1b4b4d005635 req-c85f5bc8-b4cc-44f4-96c0-997b6ed3c04b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:25.612827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cd8f897-e504-4758-a417-1b4b4d005635 req-c85f5bc8-b4cc-44f4-96c0-997b6ed3c04b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0475347 Sep 16 17:21:25.649775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cd8f897-e504-4758-a417-1b4b4d005635 req-e2b80429-7b96-4fa0-936e-c8b48340382d tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303879 Sep 16 17:21:26.766401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4598e-6768-46a4-9add-ba2be5ac56a8 req-3d2bb980-e4b9-44d9-8c95-aef7fc1dbe44 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:26.767854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2b4598e-6768-46a4-9add-ba2be5ac56a8 req-3d2bb980-e4b9-44d9-8c95-aef7fc1dbe44 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0508602 Sep 16 17:21:26.807054 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2b4598e-6768-46a4-9add-ba2be5ac56a8 req-19daf209-cc47-4a2c-ae7e-b73350ca0e53 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Sep 16 17:21:27.919219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df253222-52a0-4ad9-abf0-b5e414c5ed42 req-a0966b9f-f77c-47f4-9bff-d33e546bc6cc tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:27.920711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df253222-52a0-4ad9-abf0-b5e414c5ed42 req-a0966b9f-f77c-47f4-9bff-d33e546bc6cc tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0481389 Sep 16 17:21:27.957712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df253222-52a0-4ad9-abf0-b5e414c5ed42 req-e2f5dcb7-bd59-4b56-b029-bf0a8d47ecaa tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310264 Sep 16 17:21:28.232753 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3704-283d-4abe-b6b5-49aaed2e668a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:29.073283 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df73cc-9db9-40b7-8c42-e36fb9e2db08 req-568377eb-83f6-40fd-b06e-009a290db190 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:29.074763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4df73cc-9db9-40b7-8c42-e36fb9e2db08 req-568377eb-83f6-40fd-b06e-009a290db190 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0494061 Sep 16 17:21:29.111200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4df73cc-9db9-40b7-8c42-e36fb9e2db08 req-1e859077-e607-4bea-b0b6-d27423ee0598 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304232 Sep 16 17:21:30.230149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92561a5d-f5e8-4ed7-bf2d-56d165e55098 req-041d09b4-d0c6-4296-8360-e816550a94f2 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:30.231617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92561a5d-f5e8-4ed7-bf2d-56d165e55098 req-041d09b4-d0c6-4296-8360-e816550a94f2 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0525708 Sep 16 17:21:30.268435 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92561a5d-f5e8-4ed7-bf2d-56d165e55098 req-674daf0c-99d7-4984-9d6d-9f98b0560e21 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Sep 16 17:21:30.822573 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b35495f6-6f78-4a63-be8d-16820b2215df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:31.382727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e823d7-2ac6-4388-ab42-2ad350284948 req-b0a33835-f44f-4741-92e4-847f264f645f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:31.384442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9e823d7-2ac6-4388-ab42-2ad350284948 req-b0a33835-f44f-4741-92e4-847f264f645f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0485098 Sep 16 17:21:31.423195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9e823d7-2ac6-4388-ab42-2ad350284948 req-0a6753c4-0e05-495a-8c95-c6a6e36eb735 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Sep 16 17:21:31.501294 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:32.105628 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:32.539742 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee33-e2aa-4d69-b329-af17ab8ecb46 req-3227948f-61e5-4a86-835c-f21b7744e8de tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:32.541262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f102ee33-e2aa-4d69-b329-af17ab8ecb46 req-3227948f-61e5-4a86-835c-f21b7744e8de tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0490680 Sep 16 17:21:32.577838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f102ee33-e2aa-4d69-b329-af17ab8ecb46 req-969ede94-6b95-4fcb-a7ae-fb22523ceb9b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Sep 16 17:21:33.696358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34927f-e8de-4898-ae4f-41f5cd76679c req-41ba4842-ffc6-4b11-a4a0-b2e328b7a1f0 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:33.697846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e34927f-e8de-4898-ae4f-41f5cd76679c req-41ba4842-ffc6-4b11-a4a0-b2e328b7a1f0 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0535944 Sep 16 17:21:33.740458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e34927f-e8de-4898-ae4f-41f5cd76679c req-3eaa9c3a-62e6-40e2-a607-c146525ed06b tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364025 Sep 16 17:21:33.895422 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:34.239904 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-dcf66525-e668-4aec-bbc3-d6652854d2f7 service neutron] show failed (client error): The resource could not be found. Sep 16 17:21:34.240840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-dcf66525-e668-4aec-bbc3-d6652854d2f7 service neutron] 10.222.0.52 "GET /v2.0/ports/f59b7416-eeb0-41f6-b0b2-e9d21dff3972/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0531082 Sep 16 17:21:34.829902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-50bb1f83-0c06-4a8f-8e5c-ae060d0fbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:34.832050 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-50bb1f83-0c06-4a8f-8e5c-ae060d0fbb64 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a&tenant_id=7ddac0297d7943c5a7f9a317a068863b HTTP/1.1" status: 200 len: 1096 time: 0.0898917 Sep 16 17:21:34.844637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:21:34.869566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83661f-04c8-46fd-a3d6-b512e22a2ed6 req-c8024e91-dc42-4682-a9ac-355faee97fe0 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:34.870757 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea83661f-04c8-46fd-a3d6-b512e22a2ed6 req-c8024e91-dc42-4682-a9ac-355faee97fe0 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0561166 Sep 16 17:21:34.905266 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:34.913358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ea83661f-04c8-46fd-a3d6-b512e22a2ed6 req-2f34a1dd-a436-45ab-82f4-7f51277b4b55 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360255 Sep 16 17:21:35.113642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:21:35.145850 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:21:35.188045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:21:35.193935 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:35.205954 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Transition to ACTIVE for port object f59b7416-eeb0-41f6-b0b2-e9d21dff3972 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:21:35.230517 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b41d11-bd4a-4b28-9251-02db44dbc9af" -d '{"events": [{"server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "name": "network-vif-unplugged", "status": "completed", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:21:35.284046 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:35.329000 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acc9729-4c18-4717-8769-44fd9333e24b x-openstack-request-id: req-0acc9729-4c18-4717-8769-44fd9333e24b {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:21:35.329286 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "name": "network-vif-unplugged", "status": "completed", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:21:35.329540 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0acc9729-4c18-4717-8769-44fd9333e24b {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:21:35.329938 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972', 'code': 200} Sep 16 17:21:35.352359 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Pushing event updated for resources: {'Port': ['ID=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:35.354730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] No DVR routers for this DVR port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:21:35.390113 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Attempting to bind port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:21:35.390379 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Attempting to bind port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:21:35.390717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Attempting to bind port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:21:35.395091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:21:35.395419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Attempting to bind port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 on network b7c9db21-e788-461b-8d7d-478b9479b4a6 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:21:35.400480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:21:35.400829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Checking segment: {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:21:35.401219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Bound using segment: {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:21:35.401649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Bound port: f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f50e657-5ed0-4f06-9209-d0fee72a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:21:35.402012 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:35.469680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:21:35.472835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:21:35.540221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:35.573424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:35.574062 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:35.575443 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] 10.222.0.62 "PUT /v2.0/ports/f59b7416-eeb0-41f6-b0b2-e9d21dff3972 HTTP/1.1" status: 200 len: 1091 time: 0.7350605 Sep 16 17:21:35.605889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448432ab-fa2d-4851-85ec-718ca9e1d4cb service neutron] Pushing event updated for resources: {'Port': ['ID=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:35.643082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-3d3bc3bd-318a-444c-82c2-4ad08365d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:35.643082 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-3d3bc3bd-318a-444c-82c2-4ad08365d379 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 1094 time: 0.0443559 Sep 16 17:21:35.736397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-c1feb3fc-f2b5-4650-b8a4-ad7e65e8528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:35.737918 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-c1feb3fc-f2b5-4650-b8a4-ad7e65e8528e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 916 time: 0.0888112 Sep 16 17:21:35.779480 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-853e80cb-9918-4d4f-9c3f-5aed68c5c7b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972 HTTP/1.1" status: 200 len: 217 time: 0.0345166 Sep 16 17:21:35.828666 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-efe70707-b64a-4786-826f-c95ae3d38f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:35.830079 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-efe70707-b64a-4786-826f-c95ae3d38f40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0425160 Sep 16 17:21:35.861015 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-29a31a01-716e-4212-88f7-97c311948600 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242786 Sep 16 17:21:35.958957 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-a7f8a789-59ae-413b-b992-25356d903273 service neutron] 10.222.0.62 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896087 Sep 16 17:21:36.032748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a71983-1e90-446e-871b-5d8910cb8731 req-e932a3c7-75b5-4f7b-8d03-a9cebe15f156 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:36.034301 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78a71983-1e90-446e-871b-5d8910cb8731 req-e932a3c7-75b5-4f7b-8d03-a9cebe15f156 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 943 time: 0.0538101 Sep 16 17:21:36.059648 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9ed83116-0c51-469a-b1d3-02e97685cd70 req-4f37efd1-90b8-453b-869b-17f317226478 service neutron] 10.222.0.62 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946431 Sep 16 17:21:36.078855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78a71983-1e90-446e-871b-5d8910cb8731 req-c149b449-3cc6-4be4-a552-915aa4250bfb tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374830 Sep 16 17:21:37.195046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b42021-68c7-4479-8fa9-4ea8e00c4044 req-22a2a208-723f-4052-bcf3-9a056d911832 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:37.196545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44b42021-68c7-4479-8fa9-4ea8e00c4044 req-22a2a208-723f-4052-bcf3-9a056d911832 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 943 time: 0.0490272 Sep 16 17:21:37.235675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-44b42021-68c7-4479-8fa9-4ea8e00c4044 req-12853719-ea5b-442c-9a9c-cb7780e0ff61 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332081 Sep 16 17:21:37.331727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:21:37.334741 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c398e669-6345-4fb5-98c1-65663e7b57d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:21:37.381869 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b99731-6339-4a98-9a31-eb815520ffd3 x-openstack-request-id: req-f8b99731-6339-4a98-9a31-eb815520ffd3 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:21:37.382169 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:21:37.382420 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8b99731-6339-4a98-9a31-eb815520ffd3 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:21:37.382822 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972', 'status': 'completed', 'code': 200} Sep 16 17:21:37.441526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-26bfc76e-ff3a-4824-bd59-6ec25a43830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:37.443796 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-26bfc76e-ff3a-4824-bd59-6ec25a43830a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 1094 time: 0.0425212 Sep 16 17:21:37.519692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-54c5f426-63ce-4885-a13e-6f99b383c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:37.522329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-54c5f426-63ce-4885-a13e-6f99b383c16b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 1094 time: 0.0789118 Sep 16 17:21:37.537418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-bf554cb4-17d9-4505-9534-17c3d820fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:37.538910 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-bf554cb4-17d9-4505-9534-17c3d820fc23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 916 time: 0.0877962 Sep 16 17:21:37.586795 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-dc91e7bb-012c-4a24-96df-f52cc6b8ca3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972 HTTP/1.1" status: 200 len: 217 time: 0.0394118 Sep 16 17:21:37.619813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-7c154f77-2889-480d-9c4a-9c81b539a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:37.621419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-7c154f77-2889-480d-9c4a-9c81b539a581 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 916 time: 0.0921319 Sep 16 17:21:37.641214 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-e80a64c7-ddc6-4305-9309-f614500f2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:37.642713 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-e80a64c7-ddc6-4305-9309-f614500f2a25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0483479 Sep 16 17:21:37.666289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-09c3fc55-9e87-44d5-92d9-973f58a7b2fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972 HTTP/1.1" status: 200 len: 217 time: 0.0382259 Sep 16 17:21:37.677850 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-02548448-617a-4d46-b480-fa7a5b5f6716 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273225 Sep 16 17:21:37.728247 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-069d0987-225e-4a11-9531-58f1f4e03760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:37.729769 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-069d0987-225e-4a11-9531-58f1f4e03760 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0566840 Sep 16 17:21:37.764707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-30d9bf46-70bd-4cde-a95b-db6059009e80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272841 Sep 16 17:21:37.776750 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-0d36e247-1fd9-4c8f-829e-e37af3a5cafa service neutron] 10.222.0.62 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923319 Sep 16 17:21:37.857866 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-30f982b7-bdb0-4359-b81a-5a46906c0df5 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863757 Sep 16 17:21:37.872290 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-e0b5fa91-5d93-4ccd-a3ce-5212edf3ec4f service neutron] 10.222.0.62 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888839 Sep 16 17:21:37.952167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c398e669-6345-4fb5-98c1-65663e7b57d2 req-ffb6f2b6-89d1-4c30-8fb7-eb984e73d16c service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878224 Sep 16 17:21:38.350288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f7336-484f-43e3-8115-a771d13a6453 req-0539aa91-bb97-497a-afac-f7841d531e79 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:38.351787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f6f7336-484f-43e3-8115-a771d13a6453 req-0539aa91-bb97-497a-afac-f7841d531e79 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 943 time: 0.0493951 Sep 16 17:21:38.388942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f6f7336-484f-43e3-8115-a771d13a6453 req-9990c019-521b-4064-872f-08499a95d904 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Sep 16 17:21:38.708540 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937bc4b-99b8-47b5-b2b6-e7c6ba3091c2 req-d013db1e-bd06-4c34-b1b5-42641b981ba3 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:38.710057 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0937bc4b-99b8-47b5-b2b6-e7c6ba3091c2 req-d013db1e-bd06-4c34-b1b5-42641b981ba3 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 943 time: 0.0514596 Sep 16 17:21:38.756303 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0937bc4b-99b8-47b5-b2b6-e7c6ba3091c2 req-8ca5bef4-b40f-42d8-924a-ef28030cfe40 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391998 Sep 16 17:21:38.807639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e0689-2da8-487e-8902-e309f67a0f40 req-31b0d71b-db14-4f92-849b-bbb7979196d4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:38.809148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-818e0689-2da8-487e-8902-e309f67a0f40 req-31b0d71b-db14-4f92-849b-bbb7979196d4 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a&tenant_id=7ddac0297d7943c5a7f9a317a068863b&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 943 time: 0.0519269 Sep 16 17:21:38.869674 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-818e0689-2da8-487e-8902-e309f67a0f40 req-7eb7802e-085a-4b4e-95cc-d770f3ca3e39 service neutron] delete failed (client error): The resource could not be found. Sep 16 17:21:38.870632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-818e0689-2da8-487e-8902-e309f67a0f40 req-7eb7802e-085a-4b4e-95cc-d770f3ca3e39 service neutron] 10.222.0.52 "DELETE /v2.0/ports/f59b7416-eeb0-41f6-b0b2-e9d21dff3972/bindings/n-h1-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0541217 Sep 16 17:21:38.997065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e0689-2da8-487e-8902-e309f67a0f40 req-dbc96b9c-b238-4097-a011-99443afb1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:38.998516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-818e0689-2da8-487e-8902-e309f67a0f40 req-dbc96b9c-b238-4097-a011-99443afb1186 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ddac0297d7943c5a7f9a317a068863b&device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 1094 time: 0.0430319 Sep 16 17:21:39.093636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e0689-2da8-487e-8902-e309f67a0f40 req-c1ee0bae-b422-46a6-9290-c0f06f1f7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:39.095170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-818e0689-2da8-487e-8902-e309f67a0f40 req-c1ee0bae-b422-46a6-9290-c0f06f1f7f07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 200 len: 916 time: 0.0898929 Sep 16 17:21:39.137816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-818e0689-2da8-487e-8902-e309f67a0f40 req-04a2ee7e-11ed-4ae1-9f4a-57aafd061de8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972 HTTP/1.1" status: 200 len: 217 time: 0.0356526 Sep 16 17:21:39.192353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e0689-2da8-487e-8902-e309f67a0f40 req-c012b40c-00c9-4dea-8aa5-33ebe1fe493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:39.193961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-818e0689-2da8-487e-8902-e309f67a0f40 req-c012b40c-00c9-4dea-8aa5-33ebe1fe493b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 200 len: 855 time: 0.0497961 Sep 16 17:21:39.226414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-818e0689-2da8-487e-8902-e309f67a0f40 req-ce1c7070-f462-41eb-9271-7c886bac46c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c9db21-e788-461b-8d7d-478b9479b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253417 Sep 16 17:21:39.318326 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-818e0689-2da8-487e-8902-e309f67a0f40 req-9f73fe6b-2118-4309-860b-8612873e5817 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838513 Sep 16 17:21:39.419427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-818e0689-2da8-487e-8902-e309f67a0f40 req-ad8f9164-c269-4011-846a-7869672b2c6c service neutron] 10.222.0.52 "GET /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931747 Sep 16 17:21:39.779221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f59b7416-eeb0-41f6-b0b2-e9d21dff3972 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:21:39.873308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:21:39.876245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221abda3-1db3-4add-88bb-d88101dafea2 req-209bb563-8093-4911-b13e-f4bd9b7ff7a6 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:39.877787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-221abda3-1db3-4add-88bb-d88101dafea2 req-209bb563-8093-4911-b13e-f4bd9b7ff7a6 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 943 time: 0.0514364 Sep 16 17:21:39.887651 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f59b7416-eeb0-41f6-b0b2-e9d21dff3972 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:21:39.892774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972', 'network_id': 'b7c9db21-e788-461b-8d7d-478b9479b4a6', 'port_id': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972', 'mac_address': 'fa:16:3e:7a:0e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157b7f54-e9bb-4d5f-bbda-deebcf115f3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:21:39.918896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-221abda3-1db3-4add-88bb-d88101dafea2 req-6fa352ae-b31b-4236-9145-b7548e3f378f tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340884 Sep 16 17:21:39.957227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device f59b7416-eeb0-41f6-b0b2-e9d21dff3972 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:21:39.964376 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:39.979768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59b7416-eeb0-41f6-b0b2-e9d21dff3972 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:21:40.006540 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:21:40.061372 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:40.108198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:40.260637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f59b7416-eeb0-41f6-b0b2-e9d21dff3972'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:21:40.991436 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:21:41.035929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c475d7e-1d04-45c0-b416-ec6ad0a23a4e req-6cbcb0fb-9ce4-4f08-85e6-180f66dc1556 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:41.037652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c475d7e-1d04-45c0-b416-ec6ad0a23a4e req-6cbcb0fb-9ce4-4f08-85e6-180f66dc1556 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 944 time: 0.0489600 Sep 16 17:21:41.079445 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c475d7e-1d04-45c0-b416-ec6ad0a23a4e req-7579e086-8999-4b39-b595-2d154725f7f9 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357912 Sep 16 17:21:41.191265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbccf5-3cf2-4ce0-8c6c-7f4ac44b5c3b req-a0ada57f-2a30-407e-b128-c2bb25d66d08 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:41.193519 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76cbccf5-3cf2-4ce0-8c6c-7f4ac44b5c3b req-a0ada57f-2a30-407e-b128-c2bb25d66d08 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 944 time: 0.0493932 Sep 16 17:21:41.231786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76cbccf5-3cf2-4ce0-8c6c-7f4ac44b5c3b req-ad9a482c-3bca-48d0-a53e-fc2c7e1d7c1a tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Sep 16 17:21:41.344616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f12a4-c9fc-4d49-a17f-cec04c89aefc req-c28026cb-8f35-4faf-9937-02b609b186ef tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:41.346195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-897f12a4-c9fc-4d49-a17f-cec04c89aefc req-c28026cb-8f35-4faf-9937-02b609b186ef tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 944 time: 0.0487423 Sep 16 17:21:41.386616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-897f12a4-c9fc-4d49-a17f-cec04c89aefc req-cd20799e-49d9-44c6-95db-18b9b8404b1a tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Sep 16 17:21:41.794737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f59b7416-eeb0-41f6-b0b2-e9d21dff3972 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:21:41.917874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:21:41.921783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:41.922155 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:41.960630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58213596-9f86-4e9b-8bad-9d38705a978b req-9a3b7595-8165-4c92-a134-a01a3dff45a6 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:41.962064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58213596-9f86-4e9b-8bad-9d38705a978b req-9a3b7595-8165-4c92-a134-a01a3dff45a6 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 944 time: 0.0518129 Sep 16 17:21:42.001307 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:42.004209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58213596-9f86-4e9b-8bad-9d38705a978b req-e88bcaac-84af-4925-b13a-94ef5379b0dc tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360005 Sep 16 17:21:42.026006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:21:42.040572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:21:42.065194 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a29b08-ac9f-4a33-b645-81ad0c61ee6d" -d '{"events": [{"server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "name": "network-vif-plugged", "status": "completed", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:21:42.089481 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:42.138270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:42.153829 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b100dc-e6be-49d8-8d69-a29b99ea479a x-openstack-request-id: req-f2b100dc-e6be-49d8-8d69-a29b99ea479a {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:21:42.153829 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "name": "network-vif-plugged", "status": "completed", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:21:42.153829 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2b100dc-e6be-49d8-8d69-a29b99ea479a {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:21:42.153829 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972', 'code': 200} Sep 16 17:21:43.076262 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-11dd5878-b4fd-42ba-8bfd-3b7e48b34d66 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:43.077784 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-11dd5878-b4fd-42ba-8bfd-3b7e48b34d66 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0556998 Sep 16 17:21:43.119868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e49eee-7930-4e2c-b2ee-59e2dba18fd5 req-b0789940-a1f5-44aa-a5d7-27a61c59e421 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:43.121402 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9e49eee-7930-4e2c-b2ee-59e2dba18fd5 req-b0789940-a1f5-44aa-a5d7-27a61c59e421 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb9b63fd-5a1a-49d9-81d4-0c4b311da35a HTTP/1.1" status: 200 len: 945 time: 0.0492058 Sep 16 17:21:43.159656 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9e49eee-7930-4e2c-b2ee-59e2dba18fd5 req-be50aa76-a8a9-4a72-96a2-d9930208edf0 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.22 "GET /v2.0/security-groups?id=81674083-085b-48e9-b8aa-97ca1d126082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Sep 16 17:21:43.167544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-624d5225-1db7-4ee7-ae10-16aac3bdbb36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Deleting port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:21:43.167902 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-624d5225-1db7-4ee7-ae10-16aac3bdbb36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:43.261137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-624d5225-1db7-4ee7-ae10-16aac3bdbb36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] For port f59b7416-eeb0-41f6-b0b2-e9d21dff3972, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,segment=NetworkSegment(4f50e657-5ed0-4f06-9209-d0fee72a999d),segment_id=4f50e657-5ed0-4f06-9209-d0fee72a999d)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:21:43.261512 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-624d5225-1db7-4ee7-ae10-16aac3bdbb36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:43.273376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-624d5225-1db7-4ee7-ae10-16aac3bdbb36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Calling delete_port for f59b7416-eeb0-41f6-b0b2-e9d21dff3972 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:21:43.448576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-624d5225-1db7-4ee7-ae10-16aac3bdbb36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:43.461341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['f59b7416-eeb0-41f6-b0b2-e9d21dff3972'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:21:43.482993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d5225-1db7-4ee7-ae10-16aac3bdbb36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Pushing event deleted for resources: {'Port': ['ID=f59b7416-eeb0-41f6-b0b2-e9d21dff3972,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:43.525513 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-624d5225-1db7-4ee7-ae10-16aac3bdbb36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] No DVR routers for this DVR port f59b7416-eeb0-41f6-b0b2-e9d21dff3972 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:21:43.528443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-624d5225-1db7-4ee7-ae10-16aac3bdbb36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:43.530503 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1a94c25e-b323-48de-9278-049a01dc15f5 req-624d5225-1db7-4ee7-ae10-16aac3bdbb36 tempest-ServerDiskConfigTestJSON-337942329 tempest-ServerDiskConfigTestJSON-337942329-project] 10.222.0.62 "DELETE /v2.0/ports/f59b7416-eeb0-41f6-b0b2-e9d21dff3972 HTTP/1.1" status: 204 len: 173 time: 0.4464543 Sep 16 17:21:43.530957 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'name': 'network-vif-deleted', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:21:43.533419 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c57e20-91c6-4412-b266-23e3902affac" -d '{"events": [{"server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "name": "network-vif-deleted", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:21:43.571136 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279d0ce1-2474-4c1a-b4df-140c343a3ae0 x-openstack-request-id: req-279d0ce1-2474-4c1a-b4df-140c343a3ae0 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:21:43.571432 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9b63fd-5a1a-49d9-81d4-0c4b311da35a", "name": "network-vif-deleted", "tag": "f59b7416-eeb0-41f6-b0b2-e9d21dff3972", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:21:43.571688 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-279d0ce1-2474-4c1a-b4df-140c343a3ae0 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:21:43.572094 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9b63fd-5a1a-49d9-81d4-0c4b311da35a', 'name': 'network-vif-deleted', 'tag': 'f59b7416-eeb0-41f6-b0b2-e9d21dff3972', 'status': 'completed', 'code': 200} Sep 16 17:21:44.111105 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.279518 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 57310) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:44.306429 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.325333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba4852d-6ab4-4d31-9725-191d22a1421a admin admin] Deleting subnet 157b7f54-e9bb-4d5f-bbda-deebcf115f3f {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:21:44.328298 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cba4852d-6ab4-4d31-9725-191d22a1421a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.367849 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cba4852d-6ab4-4d31-9725-191d22a1421a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.407954 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cba4852d-6ab4-4d31-9725-191d22a1421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.501255 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cba4852d-6ab4-4d31-9725-191d22a1421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.527904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4852d-6ab4-4d31-9725-191d22a1421a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157b7f54-e9bb-4d5f-bbda-deebcf115f3f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:44.531619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-cba4852d-6ab4-4d31-9725-191d22a1421a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.533916 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-cba4852d-6ab4-4d31-9725-191d22a1421a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/157b7f54-e9bb-4d5f-bbda-deebcf115f3f HTTP/1.1" status: 204 len: 168 time: 0.2530048 Sep 16 17:21:44.536499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57312) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:44.605005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.685599 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.705005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c9db21-e788-461b-8d7d-478b9479b4a6']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:44.713890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f50e657-5ed0-4f06-9209-d0fee72a999d') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:44.714183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f50e657-5ed0-4f06-9209-d0fee72a999d') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:44.723123 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.735696 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.741930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:21:44.742605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:21:44.744039 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:21:44.849490 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.854896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:44.856736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b7c9db21-e788-461b-8d7d-478b9479b4a6 HTTP/1.1" status: 204 len: 168 time: 0.3190093 Sep 16 17:21:44.868802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb35514-31e1-467e-9522-629f165ceb87 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c9db21-e788-461b-8d7d-478b9479b4a6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:45.162889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57316) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:45.201619 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-97ab389e-82df-4c52-8a78-af03fa72c081 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ddac0297d7943c5a7f9a317a068863b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374861 Sep 16 17:21:45.204014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57318) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:45.251391 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afb94c97-1b4b-47a4-b10e-5bcb2ac2f2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:45.271653 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afb94c97-1b4b-47a4-b10e-5bcb2ac2f2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:45.381472 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afb94c97-1b4b-47a4-b10e-5bcb2ac2f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:45.383978 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-afb94c97-1b4b-47a4-b10e-5bcb2ac2f2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:45.385223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-afb94c97-1b4b-47a4-b10e-5bcb2ac2f2aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81674083-085b-48e9-b8aa-97ca1d126082 HTTP/1.1" status: 204 len: 168 time: 0.1802649 Sep 16 17:21:45.393337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb94c97-1b4b-47a4-b10e-5bcb2ac2f2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81674083-085b-48e9-b8aa-97ca1d126082,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:46.404877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57340) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:46.502470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1297440607-network', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:21:46.557686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Made reservation on behalf of f64b5288ee7d436eba76863d2b2e3337 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:21:46.559997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:46.568634 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:46.658507 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:46.700403 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:46.720091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:21:46.733370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e895ffaa-82df-45aa-ab11-e7a9b44563bf,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:46.739087 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:46.739598 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Added segment e25497d0-4b6f-4ad3-99e1-cd96ccf0c502 of type vlan for network c42b11f8-b919-4238-985a-9cee92b4bf8d Sep 16 17:21:46.778805 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:46.854117 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:46.855127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:46.855739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:46.914519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c42b11f8-b919-4238-985a-9cee92b4bf8d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:46.924007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network c42b11f8-b919-4238-985a-9cee92b4bf8d details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:21:46.967285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4841ba89-f20e-4bb3-95c0-04f1dd5b30f4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5586627 Sep 16 17:21:46.967506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57344) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:46.972313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Request body: {'subnet': {'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1297440607-subnet', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:21:47.066724 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Made reservation on behalf of f64b5288ee7d436eba76863d2b2e3337 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:21:47.068958 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:47.318205 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:47.367727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ab3549-1c85-4f54-8079-6ddf2baddcd3,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:47.386406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:21:47.386768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Network hostable DHCP agents. Network: c42b11f8-b919-4238-985a-9cee92b4bf8d, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:21:47.460478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Network c42b11f8-b919-4238-985a-9cee92b4bf8d is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:21:47.540484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, c42b11f8-b919-4238-985a-9cee92b4bf8d) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:21:47.544766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:47.545368 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:47.549361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a8a267-6ab9-4a89-ad9a-25e5a2e1bda4 None None] Network c42b11f8-b919-4238-985a-9cee92b4bf8d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:21:47.621716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e59a8dd0-3557-481a-9162-ccc845bff832 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6529925 Sep 16 17:21:47.624093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57346) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:47.628482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:21:47.698628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-c42b11f8-b919-4238-985a-9cee92b4bf8d', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:21:47.704806 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:47.724105 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:47.725257 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:47.781777 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:47.829004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f59b7416-eeb0-41f6-b0b2-e9d21dff3972 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:21:47.852053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: f59b7416-eeb0-41f6-b0b2-e9d21dff3972 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:21:47.852417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device f59b7416-eeb0-41f6-b0b2-e9d21dff3972 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:21:47.868647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Allocated IP 172.20.0.2 (c42b11f8-b919-4238-985a-9cee92b4bf8d/87ab3549-1c85-4f54-8079-6ddf2baddcd3/2b0c71e8-e909-4e84-949f-42f2f5554fc0) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:21:48.005197 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:48.013241 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:48.141198 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:48.178775 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Network c42b11f8-b919-4238-985a-9cee92b4bf8d is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:21:48.181443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:21:48.184768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:21:48.194304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Pushing event updated for resources: {'Port': ['ID=2b0c71e8-e909-4e84-949f-42f2f5554fc0,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:48.242955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Attempting to bind port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:21:48.243318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Attempting to bind port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:21:48.243677 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Attempting to bind port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:21:48.248493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:21:48.248863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:21:48.249259 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:48.249644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:21:48.250096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Bound port: 2b0c71e8-e909-4e84-949f-42f2f5554fc0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:21:48.250464 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:48.301611 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:48.313976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] For port 2b0c71e8-e909-4e84-949f-42f2f5554fc0, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:21:48.317562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] For port 2b0c71e8-e909-4e84-949f-42f2f5554fc0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2b0c71e8-e909-4e84-949f-42f2f5554fc0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:21:48.321098 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:48.404197 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:48.430309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Allocated IP 172.25.6.134 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/6cc6f6f8-7bbb-432f-a6f1-1dce537540b0) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:21:48.467088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1ba64-f7ff-46e1-b092-1bfaa8abc8d1 None None] Pushing event updated for resources: {'Port': ['ID=2b0c71e8-e909-4e84-949f-42f2f5554fc0,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:48.544782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:48.625864 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:48.676536 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:21:48.679656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:21:48.682931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:21:48.692276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Pushing event updated for resources: {'Port': ['ID=6cc6f6f8-7bbb-432f-a6f1-1dce537540b0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:49.019018 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:49.237024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:49.307348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2b0c71e8-e909-4e84-949f-42f2f5554fc0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:21:49.330363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4cdd2-c879-43ff-8727-fb4ba1e14a6f None None] Network c42b11f8-b919-4238-985a-9cee92b4bf8d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:21:49.421207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-909d4410-9aa2-479f-a338-abf87f512be1 None None] Provisioning complete for port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:49.421586 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-909d4410-9aa2-479f-a338-abf87f512be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:49.449910 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:21:49.478111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:49.478486 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:49.560736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:21:49.572558 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:21:49.581494 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:21:49.590746 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:21:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:49.614782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-909d4410-9aa2-479f-a338-abf87f512be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:49.661863 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:49.663409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-da8016a2-5650-454a-a181-eb93c1dfa3da admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0383494 Sep 16 17:21:49.666722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57348) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:49.678397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:49.692266 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:21:49.695981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-909d4410-9aa2-479f-a338-abf87f512be1 None None] For port 2b0c71e8-e909-4e84-949f-42f2f5554fc0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2b0c71e8-e909-4e84-949f-42f2f5554fc0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:21:49.758713 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-909d4410-9aa2-479f-a338-abf87f512be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:49.846904 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:21:49.847265 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:21:49.851113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d4410-9aa2-479f-a338-abf87f512be1 None None] Pushing event updated for resources: {'Port': ['ID=2b0c71e8-e909-4e84-949f-42f2f5554fc0,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:49.913532 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:48Z', 'revision_number': 3, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:49.940328 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:21:49.940698 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Updating router 2ad0e84a-cff9-4cea-a712-f9966bc4190c port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:21:49.967187 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:49.980780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f0203d0b-3dd9-4cab-9ef3-f4c21ac69519 None None] Provisioning complete for port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:49.981160 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0203d0b-3dd9-4cab-9ef3-f4c21ac69519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:50.227087 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:50.288155 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:50.407794 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:50.429017 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Attempting to bind port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:21:50.429384 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Attempting to bind port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:21:50.429747 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Attempting to bind port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:21:50.438870 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Pushing event updated for resources: {'Port': ['ID=6cc6f6f8-7bbb-432f-a6f1-1dce537540b0,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:50.441114 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:21:50.442002 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:21:50.443049 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:50.443475 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:21:50.443954 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Bound port: 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:21:50.444355 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:50.469392 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.473875 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:50.509320 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] For port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:21:50.513058 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] For port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6cc6f6f8-7bbb-432f-a6f1-1dce537540b0,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:21:50.569176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Allocated IP 172.20.0.1 (c42b11f8-b919-4238-985a-9cee92b4bf8d/87ab3549-1c85-4f54-8079-6ddf2baddcd3/e173f62d-6bcc-4b8a-b6c8-e898f0a953b3) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:21:50.586641 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:50.640309 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:21:50.640944 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:21:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:50.675406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:50.678493 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869892a0-1d3c-4782-8ed9-470c36928393 None None] Pushing event updated for resources: {'Port': ['ID=6cc6f6f8-7bbb-432f-a6f1-1dce537540b0,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:50.748035 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:21:50.756984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:50.794916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Network c42b11f8-b919-4238-985a-9cee92b4bf8d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:21:50.797766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:21:50.800399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:21:50.840000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Pushing event updated for resources: {'Port': ['ID=e173f62d-6bcc-4b8a-b6c8-e898f0a953b3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:50.855518 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:50.939102 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:48Z', 'revision_number': 3, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:50.967346 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845399d-db22-47b8-9327-642d3ad4e430 None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:48Z', 'revision_number': 3, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:21:51.054492 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:51.091867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bac206ea-974d-4452-b696-f25b88ee9254 None None] Provisioning complete for port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:51.092427 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bac206ea-974d-4452-b696-f25b88ee9254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:51.128442 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bac206ea-974d-4452-b696-f25b88ee9254 None None] Port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:21:51.236828 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:51.289687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:51.366555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:51.368454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Pushing event updated for resources: {'Port': ['ID=e173f62d-6bcc-4b8a-b6c8-e898f0a953b3,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:51.409155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2b0c71e8-e909-4e84-949f-42f2f5554fc0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:21:51.460101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:51.460662 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:51.481817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Network c42b11f8-b919-4238-985a-9cee92b4bf8d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:21:51.483444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:21:51.553567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:21:51.610733 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:51.611688 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:51.613185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:21:51.701550 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:51.732859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6cc6f6f8-7bbb-432f-a6f1-1dce537540b0,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:21:51.747065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:21:51.752365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7a57b7d8-c31d-4433-9243-19620d29efd4 admin admin] 10.222.0.22 "PUT /v2.0/routers/2ad0e84a-cff9-4cea-a712-f9966bc4190c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0844760 Sep 16 17:21:51.764531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ee598735-40dd-4b58-b9c3-1d2f4cf7173b None None] Provisioning complete for port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:51.765073 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ee598735-40dd-4b58-b9c3-1d2f4cf7173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:51.805057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ee598735-40dd-4b58-b9c3-1d2f4cf7173b None None] Port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:21:51.836842 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:51.898692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=6cc6f6f8-7bbb-432f-a6f1-1dce537540b0,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:52.238519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57356) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:52.243252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f378a622-fa72-48cd-b5a6-08602aa16926 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120431544', 'description': 'tempest-description--1265428518'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:21:52.306394 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f378a622-fa72-48cd-b5a6-08602aa16926 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:52.388718 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f378a622-fa72-48cd-b5a6-08602aa16926 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:52.426659 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f378a622-fa72-48cd-b5a6-08602aa16926 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:52.455546 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378a622-fa72-48cd-b5a6-08602aa16926 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c11d95-9702-4133-8d8d-f181d7a930f7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:52.523739 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f378a622-fa72-48cd-b5a6-08602aa16926 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:52.525147 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f378a622-fa72-48cd-b5a6-08602aa16926 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2855394 Sep 16 17:21:52.527703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57358) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:52.532093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-dd56c55e-4bc5-42a2-b661-d7a5b2929c58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'security_group_rule': {'security_group_id': 'c3c11d95-9702-4133-8d8d-f181d7a930f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:21:52.557976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:21:52.567738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:21:52.568485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:21:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:52.608174 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd56c55e-4bc5-42a2-b661-d7a5b2929c58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:52.664727 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd56c55e-4bc5-42a2-b661-d7a5b2929c58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:52.673888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:21:52.711810 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd56c55e-4bc5-42a2-b661-d7a5b2929c58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:52.730686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56c55e-4bc5-42a2-b661-d7a5b2929c58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d994f155-a976-48e8-b9ad-44764bef3a26,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:52.774875 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd56c55e-4bc5-42a2-b661-d7a5b2929c58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:52.776144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dd56c55e-4bc5-42a2-b661-d7a5b2929c58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2474992 Sep 16 17:21:52.778643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57360) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:52.783030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-46ab6a2b-f1e3-4b8d-84a8-31762badb850 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'security_group_rule': {'security_group_id': 'c3c11d95-9702-4133-8d8d-f181d7a930f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:21:52.874656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 2, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:52.888192 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46ab6a2b-f1e3-4b8d-84a8-31762badb850 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:52.905668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:21:52.906010 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Updating router 2ad0e84a-cff9-4cea-a712-f9966bc4190c port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:21:52.930700 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:52.948655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46ab6a2b-f1e3-4b8d-84a8-31762badb850 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.021124 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46ab6a2b-f1e3-4b8d-84a8-31762badb850 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.043173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab6a2b-f1e3-4b8d-84a8-31762badb850 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181718b5-3223-4aa9-9a84-9f12048591c4,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:53.139293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-46ab6a2b-f1e3-4b8d-84a8-31762badb850 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.140521 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-46ab6a2b-f1e3-4b8d-84a8-31762badb850 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609040 Sep 16 17:21:53.143529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57362) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:21:53.148068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:21:53.196017 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.231005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.259891 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.292729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:21:53.333844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.352371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8099624-305a-4a08-9953-99b43e750b10 None None] Pushing event updated for resources: {'Port': ['ID=e173f62d-6bcc-4b8a-b6c8-e898f0a953b3,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:53.431019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:53.431548 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.435577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Attempting to bind port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:21:53.436072 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Attempting to bind port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:21:53.436622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Attempting to bind port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:21:53.460800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Allocated IP 172.25.6.94 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/0f8335ad-bac2-4cd6-b390-d8a21813d788) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:21:53.470543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:21:53.478001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:21:53.478001 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.478001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:21:53.478001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Bound port: e173f62d-6bcc-4b8a-b6c8-e898f0a953b3, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:21:53.478001 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.570381 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.671269 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.696489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bb13abdb-7b50-40b5-adc4-79a67e9a5bd2 None None] Provisioning complete for port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:53.697061 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bb13abdb-7b50-40b5-adc4-79a67e9a5bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.712308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:21:53.715202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:21:53.718132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:21:53.756280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event updated for resources: {'Port': ['ID=0f8335ad-bac2-4cd6-b390-d8a21813d788,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:53.762074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] For port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:21:53.767898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] For port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e173f62d-6bcc-4b8a-b6c8-e898f0a953b3,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:21:53.783777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bb13abdb-7b50-40b5-adc4-79a67e9a5bd2 None None] Port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:21:53.817145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.849226 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.897165 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:53.905541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:21:53.906187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:21:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:53.912444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8099624-305a-4a08-9953-99b43e750b10 None None] Pushing event updated for resources: {'Port': ['ID=e173f62d-6bcc-4b8a-b6c8-e898f0a953b3,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:54.028614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:21:54.059681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:54.129926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:54.134646 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b2b3b309-fed4-4b08-918c-ea736a94b201 None None] Provisioning complete for port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:54.135021 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b309-fed4-4b08-918c-ea736a94b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:54.204683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event updated for resources: {'Port': ['ID=0f8335ad-bac2-4cd6-b390-d8a21813d788,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:54.215524 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:54.272706 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:54.282897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9ac7a7be-1b15-4299-9c17-89452e225732 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1296337 Sep 16 17:21:54.288098 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b309-fed4-4b08-918c-ea736a94b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:54.329300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:53Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:21:54.332579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b2b3b309-fed4-4b08-918c-ea736a94b201 None None] For port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e173f62d-6bcc-4b8a-b6c8-e898f0a953b3,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:21:54.358472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b26f7-e98d-4a2d-9498-90910ce0352f None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:53Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:21:54.375357 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b309-fed4-4b08-918c-ea736a94b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:54.445815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3b309-fed4-4b08-918c-ea736a94b201 None None] Pushing event updated for resources: {'Port': ['ID=e173f62d-6bcc-4b8a-b6c8-e898f0a953b3,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:54.458665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-7933d8a7-a9d5-4479-94e7-0753df4b4697 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2120431544&fields=id&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 267 time: 0.0714333 Sep 16 17:21:54.572848 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4922-f319-4981-a132-f52ff01148df req-d4e1d93f-51fc-44c8-8fb8-80edac6b4434 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:54.574362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-d4e1d93f-51fc-44c8-8fb8-80edac6b4434 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 812 time: 0.1081169 Sep 16 17:21:54.590564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-1056d866-6280-489f-a537-1548de575eb5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/quotas/f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 375 time: 0.0101931 Sep 16 17:21:54.650748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-0cb6a1ea-598d-470a-9717-4cf54c2384a6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543730 Sep 16 17:21:54.842423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-90a94f94-9ad4-40fb-984b-04bb1ec058e8 service neutron] 10.222.0.22 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410856 Sep 16 17:21:54.943627 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-201d3208-1912-4b07-9819-36ecc36c8d1d service neutron] 10.222.0.22 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942044 Sep 16 17:21:55.249746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8acd1d13-6614-4e94-a0e7-720826dd9a68 req-5f572b14-b49b-42bb-9c87-7f5a87502ed9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 210 time: 0.0372481 Sep 16 17:21:55.323396 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:21:55.373145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:55.373520 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:56.342682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57d6ca1b-4a3f-4ba9-8aa3-2038203e87b2 req-a9b45299-d984-426c-833c-32662b7870de tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 210 time: 0.0270925 Sep 16 17:21:57.125122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4922-f319-4981-a132-f52ff01148df req-8323458d-25b1-43cb-a67e-eb9792abe60e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:57.126509 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-8323458d-25b1-43cb-a67e-eb9792abe60e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 812 time: 0.1079795 Sep 16 17:21:57.170350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-306caa00-f341-4244-8272-9e26c76cce3f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 380 time: 0.0339911 Sep 16 17:21:57.180160 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'port': {'device_id': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'admin_state_up': True, 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'security_groups': ['c3c11d95-9702-4133-8d8d-f181d7a930f7']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:21:57.374965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Made reservation on behalf of f64b5288ee7d436eba76863d2b2e3337 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:21:57.378919 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:57.436598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b4cc88a-e3eb-483b-864c-cd2bbdd08274 req-18eaee5d-ecac-4063-906c-ba9208d65c5c tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 210 time: 0.0265856 Sep 16 17:21:57.512257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Allocated IP 172.20.0.7 (c42b11f8-b919-4238-985a-9cee92b4bf8d/87ab3549-1c85-4f54-8079-6ddf2baddcd3/a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:21:57.649032 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:57.729232 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:57.770974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Network c42b11f8-b919-4238-985a-9cee92b4bf8d is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:21:57.774100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:21:57.776729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:21:57.808634 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event updated for resources: {'Port': ['ID=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:57.823976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.824324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.824692 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.825029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.825361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.825690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.826016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.826338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.826661 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.826982 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.827305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.827624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:21:57.848061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:57.848801 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:57.918532 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-927cf90b-1bc1-4b2f-b897-b472a1e13c72 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7426822 Sep 16 17:21:57.931710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Request body: {'port': {'device_id': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:21:57.990036 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:58.017308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-cd4f4846-3e86-4fa5-aded-66cfd340b0d5 None None] Provisioning complete for port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:21:58.017855 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cd4f4846-3e86-4fa5-aded-66cfd340b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:58.054544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f4846-3e86-4fa5-aded-66cfd340b0d5 None None] Port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:21:58.220547 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf350-83d3-4c87-82f9-d8a3c710cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:58.254366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:21:58.261689 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:58.273874 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Transition to ACTIVE for port object a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:21:58.317449 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:58.385559 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:58.438137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Attempting to bind port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:21:58.438502 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Attempting to bind port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:21:58.438793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Attempting to bind port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:21:58.443902 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc on network c42b11f8-b919-4238-985a-9cee92b4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:21:58.444222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Attempting to bind port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:21:58.449137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:21:58.449476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:21:58.449858 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:21:58.450281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Bound port: a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:21:58.450643 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:58.522209 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:21:58.525415 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:21:58.557667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6080cbd-577b-4c50-8292-d0a843e24d7a req-c12c35bd-e53a-426e-b984-8dc01b51b661 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:58.559137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6080cbd-577b-4c50-8292-d0a843e24d7a req-c12c35bd-e53a-426e-b984-8dc01b51b661 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 943 time: 0.0541201 Sep 16 17:21:58.586474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:58.598481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6080cbd-577b-4c50-8292-d0a843e24d7a req-fd217b1d-0414-40b4-96b0-c99dd31e6e2e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327005 Sep 16 17:21:58.624299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:58.625012 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:21:58.626444 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] 10.222.0.62 "PUT /v2.0/ports/a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 1091 time: 0.6991370 Sep 16 17:21:58.626886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:21:58.629204 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02e0b57-a9eb-4767-9faf-37e8915ad7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:21:58.654578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728ebc3-a151-40c5-989e-8b72a8ad27f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:21:58.668027 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad50ff66-5fea-4eb2-88d5-5e8cf86d9841 x-openstack-request-id: req-ad50ff66-5fea-4eb2-88d5-5e8cf86d9841 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:21:58.668463 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:21:58.668723 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad50ff66-5fea-4eb2-88d5-5e8cf86d9841 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:21:58.669129 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'status': 'completed', 'code': 200} Sep 16 17:21:58.733783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e0b57-a9eb-4767-9faf-37e8915ad7f8 req-80242e08-4758-4a37-80d8-c4e5d4803d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:58.735241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d02e0b57-a9eb-4767-9faf-37e8915ad7f8 req-80242e08-4758-4a37-80d8-c4e5d4803d1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1094 time: 0.0466754 Sep 16 17:21:58.841741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e0b57-a9eb-4767-9faf-37e8915ad7f8 req-bca72c0a-97a7-4189-b239-e9c922c1a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:58.843227 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d02e0b57-a9eb-4767-9faf-37e8915ad7f8 req-bca72c0a-97a7-4189-b239-e9c922c1a06f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f64b5288ee7d436eba76863d2b2e3337&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001711 Sep 16 17:21:58.943417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e0b57-a9eb-4767-9faf-37e8915ad7f8 req-359fd2f3-5ac5-4904-8cc0-849996d3d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:58.944916 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d02e0b57-a9eb-4767-9faf-37e8915ad7f8 req-359fd2f3-5ac5-4904-8cc0-849996d3d8a0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947676 Sep 16 17:21:59.020568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4922-f319-4981-a132-f52ff01148df req-a7997e77-5573-4269-8043-7a6971ae73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:59.021972 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-a7997e77-5573-4269-8043-7a6971ae73c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1094 time: 0.0410428 Sep 16 17:21:59.067703 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-d7ad90c2-049e-4fc5-8745-7bf0b9340e92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 217 time: 0.0383761 Sep 16 17:21:59.116400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4922-f319-4981-a132-f52ff01148df req-7f7d7188-a4a1-4c7c-9a13-9f530ca72169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:59.117826 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-7f7d7188-a4a1-4c7c-9a13-9f530ca72169 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0430448 Sep 16 17:21:59.162545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4922-f319-4981-a132-f52ff01148df req-c53dbfa8-8849-453a-ab1d-f8e8885dded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:59.163983 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-c53dbfa8-8849-453a-ab1d-f8e8885dded9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392933 Sep 16 17:21:59.256866 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-64e458fc-b75b-4ab3-a29b-120b276d7662 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851612 Sep 16 17:21:59.346148 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d58c4922-f319-4981-a132-f52ff01148df req-a1f4651f-e11b-48b4-8c83-7764e07c69f4 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823352 Sep 16 17:21:59.712487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401c097-8cb2-44d7-ab3f-5de8a476bbec req-84cea853-a8cb-4bda-8fa0-a267f26e2f05 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:21:59.713998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3401c097-8cb2-44d7-ab3f-5de8a476bbec req-84cea853-a8cb-4bda-8fa0-a267f26e2f05 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 943 time: 0.0497675 Sep 16 17:21:59.750410 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3401c097-8cb2-44d7-ab3f-5de8a476bbec req-c42dfa36-269e-4f51-98bb-e91a8053ddd5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305068 Sep 16 17:22:00.820096 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2e4156d4-ab53-4aca-a6c7-5e1f57b7056e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:00.868900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e2c78-2694-4f7f-9951-e2094d839bc0 req-8d9b9f2c-8f80-46ea-8b16-e9bf25724166 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:00.870389 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b33e2c78-2694-4f7f-9951-e2094d839bc0 req-8d9b9f2c-8f80-46ea-8b16-e9bf25724166 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 943 time: 0.0480139 Sep 16 17:22:00.908010 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b33e2c78-2694-4f7f-9951-e2094d839bc0 req-17e47cc3-df24-4afb-bd54-024e67a095ee tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Sep 16 17:22:01.511449 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:01.934517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:22:02.027031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b0971-9364-4a39-be76-30ece851ef46 req-0d5a73b0-1529-4c90-9d9a-041e073bac19 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:02.028532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-395b0971-9364-4a39-be76-30ece851ef46 req-0d5a73b0-1529-4c90-9d9a-041e073bac19 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 943 time: 0.0520720 Sep 16 17:22:02.034815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:22:02.047246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'port_id': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'mac_address': 'fa:16:3e:88:4b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:22:02.068995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-395b0971-9364-4a39-be76-30ece851ef46 req-27e82720-4f28-43c5-bba1-a944649e72eb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338433 Sep 16 17:22:02.096369 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:02.109269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:22:02.127393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:22:02.156967 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:02.191991 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:02.237880 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:22:02.245090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.245440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.245783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.246121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.246456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.246787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.247114 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.247440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.247765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.248087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.248430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.248756 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:22:02.391225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:22:03.183765 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1257e19-602c-40a3-8261-b843907e3f00 req-3b0d168e-2cda-4723-99ae-642006b2f6b3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:03.185267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1257e19-602c-40a3-8261-b843907e3f00 req-3b0d168e-2cda-4723-99ae-642006b2f6b3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 944 time: 0.0492051 Sep 16 17:22:03.221516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1257e19-602c-40a3-8261-b843907e3f00 req-b58e7837-2838-486f-8433-aacad63b1c68 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303290 Sep 16 17:22:03.934729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:22:03.976127 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:04.042409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:22:04.046230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:22:04.046600 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:04.125730 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:04.150232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:22:04.152493 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d0c537-5d37-42b1-bc07-25b8bfbbc846" -d '{"events": [{"server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "name": "network-vif-plugged", "status": "completed", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:22:04.164995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:22:04.203499 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2b7fb9-2cba-4f04-9e9a-d3ad8a4c85ed x-openstack-request-id: req-db2b7fb9-2cba-4f04-9e9a-d3ad8a4c85ed {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:22:04.203796 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "name": "network-vif-plugged", "status": "completed", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:22:04.204050 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db2b7fb9-2cba-4f04-9e9a-d3ad8a4c85ed {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:22:04.204474 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'code': 200} Sep 16 17:22:04.242783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:04.295502 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:22:04.302761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de241a56-d634-4159-a895-bf968c02ca6d req-b21c1ea7-57d5-4a95-a0d9-322a2d86ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:04.304270 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-de241a56-d634-4159-a895-bf968c02ca6d req-b21c1ea7-57d5-4a95-a0d9-322a2d86ba9f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1096 time: 0.0432580 Sep 16 17:22:04.342946 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-de241a56-d634-4159-a895-bf968c02ca6d req-a04062a6-241b-4b8a-990d-6d78dc2ec2e8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318980 Sep 16 17:22:04.345926 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3274b-d063-470d-a5fb-5c621c261fe1 req-c67ea661-9403-429f-8cdf-5408ec3f6d74 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:04.347428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c3274b-d063-470d-a5fb-5c621c261fe1 req-c67ea661-9403-429f-8cdf-5408ec3f6d74 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0567780 Sep 16 17:22:04.386310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-43c3274b-d063-470d-a5fb-5c621c261fe1 req-4ae9ba0d-9516-4da3-b996-9e92f56912ed tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327115 Sep 16 17:22:05.512079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dff7a-ac5a-4c69-93a4-5376bd8426b1 req-6c8ba593-ccf8-4da9-9cba-430676918bad tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:05.513615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-862dff7a-ac5a-4c69-93a4-5376bd8426b1 req-6c8ba593-ccf8-4da9-9cba-430676918bad tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0554109 Sep 16 17:22:05.553134 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-862dff7a-ac5a-4c69-93a4-5376bd8426b1 req-11fe0448-b2ec-4345-a02b-6940325582c0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335796 Sep 16 17:22:06.665446 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529b1d-41b1-4bd5-a015-fff6c4b5fec1 req-f5b3720f-2840-4feb-a476-549327a0846a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:06.666818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27529b1d-41b1-4bd5-a015-fff6c4b5fec1 req-f5b3720f-2840-4feb-a476-549327a0846a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0482333 Sep 16 17:22:06.703858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-27529b1d-41b1-4bd5-a015-fff6c4b5fec1 req-af158c7f-3058-4d56-91f4-34783acb1c65 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310760 Sep 16 17:22:06.818529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31608325-e9d7-4019-afbc-e091a9b59c07 req-d41ec40e-9816-463d-a73a-46d4c6d9d2f5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:06.820005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31608325-e9d7-4019-afbc-e091a9b59c07 req-d41ec40e-9816-463d-a73a-46d4c6d9d2f5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0539711 Sep 16 17:22:06.828549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57428) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:22:06.832854 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-50f3456a-dcbb-4238-bfd6-09c81e176880 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'floatingip': {'port_id': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:22:06.875099 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-50f3456a-dcbb-4238-bfd6-09c81e176880 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:07.303584 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-50f3456a-dcbb-4238-bfd6-09c81e176880 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:07.345240 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-50f3456a-dcbb-4238-bfd6-09c81e176880 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:07.729014 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-50f3456a-dcbb-4238-bfd6-09c81e176880 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 associated. External IP: 172.25.6.94, port: a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc. Sep 16 17:22:07.929102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f3456a-dcbb-4238-bfd6-09c81e176880 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:22:08.034744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f3456a-dcbb-4238-bfd6-09c81e176880 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:22:08.039942 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-50f3456a-dcbb-4238-bfd6-09c81e176880 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:08.044608 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:22:08.055095 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:22:08.055847 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:22:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:22:08.071522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-50f3456a-dcbb-4238-bfd6-09c81e176880 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "PUT /v2.0/floatingips/b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 HTTP/1.1" status: 200 len: 990 time: 1.2419288 Sep 16 17:22:08.072223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:22:08.112758 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:22:08.166270 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:22:08.205910 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd02ae1-2c69-4a3b-8916-670d3385521a x-openstack-request-id: req-6cd02ae1-2c69-4a3b-8916-670d3385521a {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:22:08.206194 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:22:08.206443 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cd02ae1-2c69-4a3b-8916-670d3385521a {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:22:08.207062 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'status': 'completed', 'code': 200} Sep 16 17:22:08.266376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-d37b6430-be1e-49d7-a337-c91c4021adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:08.267934 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-d37b6430-be1e-49d7-a337-c91c4021adbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1096 time: 0.0412946 Sep 16 17:22:08.358539 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-4e841473-cdec-4ff2-80c7-d47947131fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:08.360027 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-4e841473-cdec-4ff2-80c7-d47947131fab service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0849688 Sep 16 17:22:08.398222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:88:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:22:07Z', 'revision_number': 1, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:22:08.427157 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:22:08.431582 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-82ce74ca-6606-42c7-b9e4-14fe92e425bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 998 time: 0.0644312 Sep 16 17:22:08.435369 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:22:08.435966 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:22:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:22:08.480946 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-7adb9845-c4b1-4321-b937-f40745e2a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:08.482432 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-7adb9845-c4b1-4321-b937-f40745e2a85d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0443680 Sep 16 17:22:08.528782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-58379858-d78f-4353-912a-edf1502d01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:08.530307 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-58379858-d78f-4353-912a-edf1502d01bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404556 Sep 16 17:22:08.542426 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:22:08.624697 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-9297cbb2-df45-46ac-a73d-2887ad05b586 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869374 Sep 16 17:22:08.716415 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7a24557c-73d1-4b8d-bdfe-9ebcb9c5e87e req-031f05f3-f964-4af3-9863-76b125790051 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847824 Sep 16 17:22:08.762843 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:88:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:22:07Z', 'revision_number': 1, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:22:08.797650 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b91b5f-7612-482b-a1aa-9d56227cd7bf None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:88:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:22:07Z', 'revision_number': 1, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:22:08.991280 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210691b7-4290-4d07-b34d-7747a9454dad None None] New status for floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:22:14.088399 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:14.276509 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:17.990663 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:22:28.269152 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fa8630ee-1dc2-4528-a6ff-f6582702ad59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:28.451303 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b36f407-f485-462e-910c-77da0175effd req-5d2a2210-a548-4991-88d0-daa1f1b5161b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433934 Sep 16 17:22:28.537064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f407-f485-462e-910c-77da0175effd req-e07e877c-6886-4f69-bd8d-0314ad222eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:28.538452 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b36f407-f485-462e-910c-77da0175effd req-e07e877c-6886-4f69-bd8d-0314ad222eca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1096 time: 0.0418398 Sep 16 17:22:28.644613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f407-f485-462e-910c-77da0175effd req-00eba3d8-c583-4080-8108-3221c0b4cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:28.646551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b36f407-f485-462e-910c-77da0175effd req-00eba3d8-c583-4080-8108-3221c0b4cf3c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0869145 Sep 16 17:22:28.710295 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b36f407-f485-462e-910c-77da0175effd req-cae91746-a688-4a19-b645-3c3d7e44f671 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 1000 time: 0.0562673 Sep 16 17:22:28.758298 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f407-f485-462e-910c-77da0175effd req-c4bdee05-0922-47e5-9d72-303a2160a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:28.759727 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b36f407-f485-462e-910c-77da0175effd req-c4bdee05-0922-47e5-9d72-303a2160a5e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0422430 Sep 16 17:22:28.807594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f407-f485-462e-910c-77da0175effd req-b7babc76-187c-4966-8a7e-85623d1bc601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:22:28.809028 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b36f407-f485-462e-910c-77da0175effd req-b7babc76-187c-4966-8a7e-85623d1bc601 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426240 Sep 16 17:22:28.898199 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b36f407-f485-462e-910c-77da0175effd req-19795514-724b-4b91-98a3-b225c7d3f88a service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810835 Sep 16 17:22:28.991354 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b36f407-f485-462e-910c-77da0175effd req-f96b2976-c383-40d9-8830-a83d97cbd6ff service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851974 Sep 16 17:22:30.819348 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1705dc07-6696-40f9-bf66-44faae42dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:31.482003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:32.104170 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:33.887480 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:44.081206 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:44.287587 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:22:54.989807 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:22:58.234770 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-23d34009-8f7a-45a8-a099-200bbbc42cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:00.817416 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a156f9c8-4478-4467-a28a-6ef705562e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:01.474902 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:02.114582 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:03.903438 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:14.097468 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:14.291827 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:28.228841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-65744990-e610-4660-8d87-50ae256dddb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:28.450299 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f5926e86-e666-4be2-8938-800b226dcebd req-8ef4ec79-1a53-4e25-8742-4ae776309a7a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414829 Sep 16 17:23:28.535364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926e86-e666-4be2-8938-800b226dcebd req-c97b14f2-d489-4d65-bc91-39f1a70a3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:28.536805 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f5926e86-e666-4be2-8938-800b226dcebd req-c97b14f2-d489-4d65-bc91-39f1a70a3da6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1096 time: 0.0451195 Sep 16 17:23:28.641699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926e86-e666-4be2-8938-800b226dcebd req-c82ed012-4dc5-4831-8a05-72c57c8a2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:28.643206 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f5926e86-e666-4be2-8938-800b226dcebd req-c82ed012-4dc5-4831-8a05-72c57c8a2766 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0874996 Sep 16 17:23:28.707401 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f5926e86-e666-4be2-8938-800b226dcebd req-339d2511-39f4-4ff0-abd1-239b8f65835b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 1000 time: 0.0571079 Sep 16 17:23:28.759483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926e86-e666-4be2-8938-800b226dcebd req-9b82a1ae-3cdb-4aab-ae6d-505ed4b9cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:28.760936 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f5926e86-e666-4be2-8938-800b226dcebd req-9b82a1ae-3cdb-4aab-ae6d-505ed4b9cf44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0465372 Sep 16 17:23:28.806243 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926e86-e666-4be2-8938-800b226dcebd req-7b49bd31-4d72-4e2b-bbad-b25433396c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:28.807678 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f5926e86-e666-4be2-8938-800b226dcebd req-7b49bd31-4d72-4e2b-bbad-b25433396c6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400174 Sep 16 17:23:28.901342 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f5926e86-e666-4be2-8938-800b226dcebd req-98fae658-3e89-4a9a-a560-4a7bc8ea91f2 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 Sep 16 17:23:28.993383 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f5926e86-e666-4be2-8938-800b226dcebd req-f6b1a34d-c54d-4915-a50a-6957206254b8 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847898 Sep 16 17:23:30.783126 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6017b2fd-f6d4-4b4f-b2a4-7ceef4a87958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:31.497001 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:31.989358 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:23:32.160195 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:33.926515 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:42.771567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b936f1-ed6f-49d9-a599-8afc78f62965 req-e5abd2f8-1323-4404-bfc5-38d7c86ea62f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:42.773114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97b936f1-ed6f-49d9-a599-8afc78f62965 req-e5abd2f8-1323-4404-bfc5-38d7c86ea62f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0545926 Sep 16 17:23:42.814740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97b936f1-ed6f-49d9-a599-8afc78f62965 req-d8077a70-bba9-436f-b0bd-1485b08a00ab tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356860 Sep 16 17:23:43.281903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e3881-7f51-4b45-86dd-b50aae566b06 req-b164d8fa-820d-4402-8972-7f3e3620ee79 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:43.283664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d16e3881-7f51-4b45-86dd-b50aae566b06 req-b164d8fa-820d-4402-8972-7f3e3620ee79 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0489063 Sep 16 17:23:43.321813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d16e3881-7f51-4b45-86dd-b50aae566b06 req-bb7cf38a-304a-40de-acb3-077eb83b1701 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315411 Sep 16 17:23:43.508166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-b1df83b1-e286-4eee-9348-c58eb5bfe351 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808764 Sep 16 17:23:44.114063 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:44.297050 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:44.442834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6fbcc-85e3-4248-aff0-49222f71726b req-17956990-0222-43ce-9f67-a8bab1ad6478 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:44.445136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7f6fbcc-85e3-4248-aff0-49222f71726b req-17956990-0222-43ce-9f67-a8bab1ad6478 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0533280 Sep 16 17:23:44.484074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7f6fbcc-85e3-4248-aff0-49222f71726b req-fca3d354-57f8-497b-a9f5-4af2838f014d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328007 Sep 16 17:23:45.377690 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-dc821e24-0a70-4eda-a090-a5445dc068cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:45.379187 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-dc821e24-0a70-4eda-a090-a5445dc068cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1096 time: 0.0430284 Sep 16 17:23:45.606265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb90428-f5a6-4e8c-9545-ed4863212cb3 req-c1616e5c-d28d-4be3-a2d9-25c7a3329d93 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:45.607830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9fb90428-f5a6-4e8c-9545-ed4863212cb3 req-c1616e5c-d28d-4be3-a2d9-25c7a3329d93 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0509911 Sep 16 17:23:45.647698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9fb90428-f5a6-4e8c-9545-ed4863212cb3 req-508d9e4b-5e80-4952-bf1a-d7e8172fd85a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337372 Sep 16 17:23:45.783091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-1f27b6ef-0fa0-43b4-b348-2b709ca24e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:45.784586 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-1f27b6ef-0fa0-43b4-b348-2b709ca24e06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.3986852 Sep 16 17:23:45.847126 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-973b1203-c689-479a-8793-48be89effc38 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 1000 time: 0.0557613 Sep 16 17:23:45.895296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-e4799ec2-6746-40b8-b3c1-e5eea8954c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:45.896705 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-e4799ec2-6746-40b8-b3c1-e5eea8954c4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0425661 Sep 16 17:23:45.945621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-b2b25d95-6e87-4ab0-aab7-0c13c32960ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:45.947115 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-b2b25d95-6e87-4ab0-aab7-0c13c32960ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439153 Sep 16 17:23:46.039807 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-f05fd568-3997-49a3-b1ff-48e246396000 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856042 Sep 16 17:23:46.133672 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-cc279416-15bb-4cd5-b904-5cc537e6f2e2 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871894 Sep 16 17:23:46.770925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a157de-0e2a-4fd2-8b02-8c91795287b9 req-3fcc4364-fb78-47d7-aa67-42ab09cb008b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:46.772948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55a157de-0e2a-4fd2-8b02-8c91795287b9 req-3fcc4364-fb78-47d7-aa67-42ab09cb008b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0502019 Sep 16 17:23:46.814576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-55a157de-0e2a-4fd2-8b02-8c91795287b9 req-1f538172-304d-4fd1-ac55-3f4f7bc1ed1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356472 Sep 16 17:23:47.932467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d72c88-7e1e-42d4-80fd-6d443c40ec70 req-ebe60825-558d-4155-b796-89ec862f4f9a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:47.933945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21d72c88-7e1e-42d4-80fd-6d443c40ec70 req-ebe60825-558d-4155-b796-89ec862f4f9a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0492558 Sep 16 17:23:47.970346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21d72c88-7e1e-42d4-80fd-6d443c40ec70 req-0af40cdb-a868-4506-9682-f321a5667edc tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304675 Sep 16 17:23:49.084967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb9e0-3308-4f5b-bc60-12a5c01dbf33 req-96411891-0e48-4acd-bff0-9674a507ae18 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:49.086451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c21cb9e0-3308-4f5b-bc60-12a5c01dbf33 req-96411891-0e48-4acd-bff0-9674a507ae18 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0496018 Sep 16 17:23:49.123290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c21cb9e0-3308-4f5b-bc60-12a5c01dbf33 req-2017e42e-2074-4f4e-a630-c3b20b47fc20 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308745 Sep 16 17:23:50.236344 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fd265-fba0-43b5-8716-787078659995 req-a9312f9b-2be5-469c-8b2d-e9abae22c46c tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:50.237824 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa1fd265-fba0-43b5-8716-787078659995 req-a9312f9b-2be5-469c-8b2d-e9abae22c46c tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0478070 Sep 16 17:23:50.278292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa1fd265-fba0-43b5-8716-787078659995 req-fc44e8a2-5116-4f38-8463-23a78fa91345 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338373 Sep 16 17:23:51.395002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8eab7-d42b-4110-80de-5edbd8dafb33 req-07de9080-1311-476f-9fb8-46ab221506e1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:51.396668 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08e8eab7-d42b-4110-80de-5edbd8dafb33 req-07de9080-1311-476f-9fb8-46ab221506e1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0493462 Sep 16 17:23:51.434531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08e8eab7-d42b-4110-80de-5edbd8dafb33 req-d17d0941-73a7-4638-856b-16af3bc48db6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318060 Sep 16 17:23:52.551246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd6fdc-d266-40c3-a51d-5b2b325386b6 req-b2ffc9d9-9b0f-47fa-aedc-636d867e8722 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:52.552992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87fd6fdc-d266-40c3-a51d-5b2b325386b6 req-b2ffc9d9-9b0f-47fa-aedc-636d867e8722 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0487356 Sep 16 17:23:52.591917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-87fd6fdc-d266-40c3-a51d-5b2b325386b6 req-6cdd285b-075d-4187-bedc-f11f3fa82228 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331831 Sep 16 17:23:53.709979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103be75-207c-47f2-8953-448cb7096190 req-481d9cb6-6bd9-4eb8-9a0a-1d5f49faac43 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:53.711483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e103be75-207c-47f2-8953-448cb7096190 req-481d9cb6-6bd9-4eb8-9a0a-1d5f49faac43 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0506437 Sep 16 17:23:53.753550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e103be75-207c-47f2-8953-448cb7096190 req-6ea41802-7446-42e8-9401-a5e8b8080db3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359643 Sep 16 17:23:54.866295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa069f6-048e-4a01-a41f-a15b092c7711 req-58486c0d-bbfe-4257-99ec-8f7daff1cbd4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:54.867774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fa069f6-048e-4a01-a41f-a15b092c7711 req-58486c0d-bbfe-4257-99ec-8f7daff1cbd4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0483835 Sep 16 17:23:54.905542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fa069f6-048e-4a01-a41f-a15b092c7711 req-ca5fbc58-6c1e-46f3-851f-7d4657b5b9ce tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319576 Sep 16 17:23:56.026525 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0434daf-9457-4bf9-989a-d95128438c28 req-56e136f9-a971-4313-b9fb-1a2442bf9de0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:56.028051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0434daf-9457-4bf9-989a-d95128438c28 req-56e136f9-a971-4313-b9fb-1a2442bf9de0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0557425 Sep 16 17:23:56.065665 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e0434daf-9457-4bf9-989a-d95128438c28 req-48cde38d-e6df-4330-ae02-a92f54ac09dd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312295 Sep 16 17:23:57.181834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787dcd2-02e8-497b-bed7-2ee0a1dfafd7 req-f3ec2de4-cf58-4e44-a501-4f1d1fd369cc tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:57.183293 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6787dcd2-02e8-497b-bed7-2ee0a1dfafd7 req-f3ec2de4-cf58-4e44-a501-4f1d1fd369cc tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0484929 Sep 16 17:23:57.224870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6787dcd2-02e8-497b-bed7-2ee0a1dfafd7 req-a1f2e76e-fef6-4af2-8189-56cdc6e0668a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348752 Sep 16 17:23:58.232348 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b1423ead-3b28-47c1-971e-2a455d6716e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:58.339599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7b6a0-429c-460f-8bd8-00dfca1ebb3f req-6ef6880a-25e7-421d-aca5-47ddd70c416e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:58.341122 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41f7b6a0-429c-460f-8bd8-00dfca1ebb3f req-6ef6880a-25e7-421d-aca5-47ddd70c416e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0494900 Sep 16 17:23:58.363526 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-76a70fb8-afa8-4d29-877e-69d7087d71c8 service neutron] show failed (client error): The resource could not be found. Sep 16 17:23:58.364609 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-76a70fb8-afa8-4d29-877e-69d7087d71c8 service neutron] 10.222.0.62 "GET /v2.0/ports/a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc/bindings/n-h1-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0550609 Sep 16 17:23:58.380849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41f7b6a0-429c-460f-8bd8-00dfca1ebb3f req-4b4991bd-6e05-45ec-8965-1fa8d97c4843 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335619 Sep 16 17:23:58.840571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-d8d6f96d-468b-4899-b21d-e64737435ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:58.842069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-d8d6f96d-468b-4899-b21d-e64737435ad6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 1096 time: 0.0421369 Sep 16 17:23:58.854736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:23:58.908906 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:59.107819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:23:59.139849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:23:59.179077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:23:59.181418 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88e5b8b-68c0-4b56-8dba-8011cadb04fb" -d '{"events": [{"server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:23:59.185151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:59.197363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Transition to ACTIVE for port object a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:23:59.233340 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34ec809-eb07-4643-9538-01d726f71fc5 x-openstack-request-id: req-c34ec809-eb07-4643-9538-01d726f71fc5 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:23:59.233653 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:23:59.233900 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c34ec809-eb07-4643-9538-01d726f71fc5 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:23:59.234294 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'code': 200} Sep 16 17:23:59.239524 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:59.337932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,revision_number=6']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:23:59.361091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.361715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.361715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.362022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.362348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.362675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.362997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.363316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.363635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.363951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.364265 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.364606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:23:59.423802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] No DVR routers for this DVR port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:23:59.555733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bc62d-9933-46c0-9811-5c563b4e9684 req-eca43ff7-c936-4906-9ad1-1560f41a35a1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:59.557259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-610bc62d-9933-46c0-9811-5c563b4e9684 req-eca43ff7-c936-4906-9ad1-1560f41a35a1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 943 time: 0.0941732 Sep 16 17:23:59.628031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-610bc62d-9933-46c0-9811-5c563b4e9684 req-41502405-577a-4c95-a219-b73aecebdd9b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614963 Sep 16 17:23:59.628768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Attempting to bind port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:23:59.629115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Attempting to bind port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:23:59.629449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Attempting to bind port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:23:59.634151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc on network c42b11f8-b919-4238-985a-9cee92b4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:23:59.634480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Attempting to bind port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:23:59.639403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:23:59.639749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:23:59.640134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:23:59.640599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Bound port: a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:23:59.640969 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:59.703242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:23:59.706465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:23:59.772033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:59.810022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:59.810745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:23:59.812032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] 10.222.0.52 "PUT /v2.0/ports/a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 1091 time: 0.9613931 Sep 16 17:23:59.835707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a4f1d-7f84-4c89-b91a-d52863bb18a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,revision_number=7']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:23:59.879567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-824f1144-2e4b-44b5-813f-b24905aa7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:59.881673 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-824f1144-2e4b-44b5-813f-b24905aa7d7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1094 time: 0.0430667 Sep 16 17:23:59.976454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-53ab51fc-26b4-4455-933b-880d10687d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:23:59.977925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-53ab51fc-26b4-4455-933b-880d10687d86 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0892072 Sep 16 17:24:00.045495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-ebf14ff1-e74d-47f0-bc81-a68d1ec362ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 998 time: 0.0609801 Sep 16 17:24:00.093945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-9bfd1a98-63a0-465b-bb90-05745fc7fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:00.095396 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-9bfd1a98-63a0-465b-bb90-05745fc7fd3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0433841 Sep 16 17:24:00.139587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-38c3c603-fbc2-4743-b1da-77b033591ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:00.140983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-38c3c603-fbc2-4743-b1da-77b033591ac6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383854 Sep 16 17:24:00.233147 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-c494fd42-bea5-4904-9803-fec3516e7781 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853634 Sep 16 17:24:00.326915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-0a49f033-c7e6-4f98-a070-c0aba0c15602 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858061 Sep 16 17:24:00.747897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb103-4759-4a07-b5a4-50701d6ed5f1 req-ef8abca3-9503-487c-9cc5-508334aa55df tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:00.749463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0cbb103-4759-4a07-b5a4-50701d6ed5f1 req-ef8abca3-9503-487c-9cc5-508334aa55df tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 943 time: 0.0498011 Sep 16 17:24:00.788061 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b0cbb103-4759-4a07-b5a4-50701d6ed5f1 req-1218719d-cc25-4ca0-9543-62ab756a9998 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326872 Sep 16 17:24:00.788626 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ffd1815c-9c24-4b74-98d9-f7d499ffde8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:01.235548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:24:01.237948 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb5884f-d61c-460a-9674-fd1625bb5e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:24:01.284535 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4f68fe-a01a-4b41-a05a-54c4314f53eb x-openstack-request-id: req-aa4f68fe-a01a-4b41-a05a-54c4314f53eb {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:24:01.284829 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:24:01.285495 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa4f68fe-a01a-4b41-a05a-54c4314f53eb {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:24:01.285582 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'status': 'completed', 'code': 200} Sep 16 17:24:01.342968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-2c841bfa-9c07-4a9f-a82a-9eada2d3deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:01.344513 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-2c841bfa-9c07-4a9f-a82a-9eada2d3deff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1094 time: 0.0411487 Sep 16 17:24:01.348206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-8883bae8-97e7-4354-99e5-2643db17f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:01.350049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-8883bae8-97e7-4354-99e5-2643db17f87e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1094 time: 0.0406978 Sep 16 17:24:01.446196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-c80e487e-1aa5-4fe9-b8d4-aa3eac273d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:01.446196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-c80e487e-1aa5-4fe9-b8d4-aa3eac273d73 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0894334 Sep 16 17:24:01.449260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-6c251339-3fc7-4293-b80c-4ba4993d642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:01.450767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-6c251339-3fc7-4293-b80c-4ba4993d642f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0934000 Sep 16 17:24:01.500850 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:01.507106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-84157281-dce6-4414-b556-3a1c775debbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 998 time: 0.0588686 Sep 16 17:24:01.519618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-6fae68aa-85e5-449e-bce1-fbfada2129ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 998 time: 0.0600350 Sep 16 17:24:01.561166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-93a59beb-cac8-4fce-a85f-491fde67290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:01.562666 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-93a59beb-cac8-4fce-a85f-491fde67290d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0491259 Sep 16 17:24:01.570723 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-374d3270-cb58-4db9-a985-54fd73b36079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:01.572200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-374d3270-cb58-4db9-a985-54fd73b36079 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0453913 Sep 16 17:24:01.608272 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-7a9fc0e5-6203-4a8a-8b03-9fc494f14f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:01.609830 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-7a9fc0e5-6203-4a8a-8b03-9fc494f14f6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401440 Sep 16 17:24:01.622903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-6faab7d4-38e2-4e33-8e62-441aa6cebb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:01.624443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-6faab7d4-38e2-4e33-8e62-441aa6cebb4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447829 Sep 16 17:24:01.704823 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-6f6dc000-b433-4a36-9297-18e3a50c6503 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870986 Sep 16 17:24:01.716876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-757ddefb-4e86-4ea7-86e0-2c35292f8f6a service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843503 Sep 16 17:24:01.798459 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-8eabe9df-2d24-4a44-8a3a-4c3af905b9cc service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867705 Sep 16 17:24:01.814737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7eb5884f-d61c-460a-9674-fd1625bb5e0d req-6a68d0d0-3057-4998-b54b-f75409d502de service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902021 Sep 16 17:24:01.905906 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ebff2-0bb8-43f1-aa17-022ea48c22c1 req-e6043e9e-1233-45f6-85be-4fc7d4fce473 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:01.907636 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-721ebff2-0bb8-43f1-aa17-022ea48c22c1 req-e6043e9e-1233-45f6-85be-4fc7d4fce473 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 943 time: 0.0497017 Sep 16 17:24:01.946800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-721ebff2-0bb8-43f1-aa17-022ea48c22c1 req-51de3bce-d3bd-49b9-87cb-0ff76ff7d12a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325546 Sep 16 17:24:02.153770 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:02.447649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:24:02.488704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:24:03.063514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563405f-febc-4882-8340-ccbd82728b73 req-b05442b7-a63d-453f-8e97-b866aff65aac tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:03.065035 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5563405f-febc-4882-8340-ccbd82728b73 req-b05442b7-a63d-453f-8e97-b866aff65aac tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 943 time: 0.0490818 Sep 16 17:24:03.105874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5563405f-febc-4882-8340-ccbd82728b73 req-15ad097d-97f4-4cfe-b10c-da447d505960 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346408 Sep 16 17:24:03.378228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30d0bb-b926-4546-89f8-3cbd3b3c25c6 req-fb5d9c0a-e529-4b7f-87e9-de1460de1a37 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:03.379709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca30d0bb-b926-4546-89f8-3cbd3b3c25c6 req-fb5d9c0a-e529-4b7f-87e9-de1460de1a37 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 943 time: 0.0499694 Sep 16 17:24:03.420233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca30d0bb-b926-4546-89f8-3cbd3b3c25c6 req-e090ebf2-2d01-4f14-83b7-fa9e803e5a25 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342169 Sep 16 17:24:03.464591 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033364-de1e-42de-b690-50738c0c3b23 req-fe333628-d675-4aa1-b910-c70eea8f929a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:03.466060 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71033364-de1e-42de-b690-50738c0c3b23 req-fe333628-d675-4aa1-b910-c70eea8f929a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8&tenant_id=f64b5288ee7d436eba76863d2b2e3337&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 943 time: 0.0521121 Sep 16 17:24:03.525860 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-71033364-de1e-42de-b690-50738c0c3b23 req-0524fd95-9f02-44bd-ad24-a606390c3765 service neutron] delete failed (client error): The resource could not be found. Sep 16 17:24:03.526831 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71033364-de1e-42de-b690-50738c0c3b23 req-0524fd95-9f02-44bd-ad24-a606390c3765 service neutron] 10.222.0.62 "DELETE /v2.0/ports/a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0528915 Sep 16 17:24:03.612755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033364-de1e-42de-b690-50738c0c3b23 req-d49a7f0e-2033-4880-b899-40314f0d5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:03.614273 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71033364-de1e-42de-b690-50738c0c3b23 req-d49a7f0e-2033-4880-b899-40314f0d5cce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 1094 time: 0.0451713 Sep 16 17:24:03.710012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033364-de1e-42de-b690-50738c0c3b23 req-6c003cec-fbe6-4c9b-9e81-595d7977250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:03.711546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71033364-de1e-42de-b690-50738c0c3b23 req-6c003cec-fbe6-4c9b-9e81-595d7977250d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0902727 Sep 16 17:24:03.780620 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71033364-de1e-42de-b690-50738c0c3b23 req-37ac4dfa-6fd7-4f03-8eb1-14210978cf0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 200 len: 998 time: 0.0620534 Sep 16 17:24:03.831123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033364-de1e-42de-b690-50738c0c3b23 req-ebcc75b1-1146-491a-98fd-3d4e3fa33191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:03.832583 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71033364-de1e-42de-b690-50738c0c3b23 req-ebcc75b1-1146-491a-98fd-3d4e3fa33191 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0444095 Sep 16 17:24:03.878365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033364-de1e-42de-b690-50738c0c3b23 req-85fa2cf1-fa38-4137-9f44-9cbb0357060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:03.879817 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71033364-de1e-42de-b690-50738c0c3b23 req-85fa2cf1-fa38-4137-9f44-9cbb0357060e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403938 Sep 16 17:24:03.942641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:03.982531 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71033364-de1e-42de-b690-50738c0c3b23 req-5005f499-0dbc-4ba7-959d-4dc4b8ed690a service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953922 Sep 16 17:24:04.071569 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-71033364-de1e-42de-b690-50738c0c3b23 req-b4913f3f-56bf-456e-9922-11334deb705c service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820417 Sep 16 17:24:04.448141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:24:04.546423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:24:04.557643 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'port_id': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'mac_address': 'fa:16:3e:88:4b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:24:04.558860 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f877c-973d-4eda-98e8-908161b2cd19 req-2402feb4-b6f1-4639-9b8b-b16ac248b706 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:04.560401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-878f877c-973d-4eda-98e8-908161b2cd19 req-2402feb4-b6f1-4639-9b8b-b16ac248b706 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 943 time: 0.0542037 Sep 16 17:24:04.598017 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:04.603978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-878f877c-973d-4eda-98e8-908161b2cd19 req-38a61f27-eb3e-4203-9650-14da4202fafe tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Sep 16 17:24:04.611515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:24:04.631254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:24:04.690694 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:04.737076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:24:04.744640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.744992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.745333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.745673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.746006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.746392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.746725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.747053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.747377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.747705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.748029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.748353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:24:04.914162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:24:05.713552 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad253e32-721f-4635-865b-b65ffa443146 req-6ff1c428-8e53-440d-889b-7618f6aed4be tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:05.717403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad253e32-721f-4635-865b-b65ffa443146 req-6ff1c428-8e53-440d-889b-7618f6aed4be tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 944 time: 0.0488865 Sep 16 17:24:05.756343 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad253e32-721f-4635-865b-b65ffa443146 req-760e93d5-84a1-4b42-a67c-57a5a917f0dc tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350175 Sep 16 17:24:05.868299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdee90-fab0-4c02-bc17-63c1edba33ae req-c8b1ab00-6d16-4879-90ad-7b6da9fddf79 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:05.869730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8bdee90-fab0-4c02-bc17-63c1edba33ae req-c8b1ab00-6d16-4879-90ad-7b6da9fddf79 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 944 time: 0.0481963 Sep 16 17:24:05.907394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8bdee90-fab0-4c02-bc17-63c1edba33ae req-fbc7234b-c868-47d6-9632-b88b65cc2ca9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Sep 16 17:24:06.018922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46293af2-1548-41a5-baa5-b9ce29cb15ed req-442480ab-3978-43ae-b723-5892723b5287 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:06.020403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46293af2-1548-41a5-baa5-b9ce29cb15ed req-442480ab-3978-43ae-b723-5892723b5287 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 944 time: 0.0487871 Sep 16 17:24:06.058077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46293af2-1548-41a5-baa5-b9ce29cb15ed req-b0fa3d7c-a767-496e-b021-d06e7e01f9c7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Sep 16 17:24:06.468963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:24:06.474781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177c1ea-c495-401a-8e82-155994c60380 req-41ec4bef-8778-4369-a6ff-1aa5b870a5c4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:06.476323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2177c1ea-c495-401a-8e82-155994c60380 req-41ec4bef-8778-4369-a6ff-1aa5b870a5c4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 944 time: 0.0480487 Sep 16 17:24:06.517880 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2177c1ea-c495-401a-8e82-155994c60380 req-432970e2-a4d1-4027-938f-d6cb4327937c tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355251 Sep 16 17:24:06.581925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:24:06.585863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:24:06.586235 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:06.659558 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:06.681620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:24:06.683823 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7673cc9b-9586-4363-b5c9-868d9ea5d9a6" -d '{"events": [{"server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "name": "network-vif-plugged", "status": "completed", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:24:06.697323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:24:06.720221 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66255cc8-c4e1-4a76-8284-9a55509c7faa x-openstack-request-id: req-66255cc8-c4e1-4a76-8284-9a55509c7faa {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:24:06.720537 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "name": "network-vif-plugged", "status": "completed", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:24:06.720793 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66255cc8-c4e1-4a76-8284-9a55509c7faa {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:24:06.721186 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'code': 200} Sep 16 17:24:06.736155 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:06.786200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:24:07.630435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea2544-5661-4218-9c85-352f9b2de091 req-a705065f-7df6-45a4-b4fd-de0c2a01699f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:07.631919 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81ea2544-5661-4218-9c85-352f9b2de091 req-a705065f-7df6-45a4-b4fd-de0c2a01699f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0483155 Sep 16 17:24:07.670368 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-81ea2544-5661-4218-9c85-352f9b2de091 req-938df98c-215b-41a6-8c80-daa8aca90b79 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324972 Sep 16 17:24:07.735916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-58239b13-312b-4380-ba1a-a73264ebe1a0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:07.737372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-58239b13-312b-4380-ba1a-a73264ebe1a0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 945 time: 0.0477023 Sep 16 17:24:07.827805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Deleting port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:24:07.828145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:07.913908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] For port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:24:07.914265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:08.084899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:08.085175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:08.085491 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 disassociated. External IP: 172.25.6.94, port: a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc. Sep 16 17:24:08.085827 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Calling delete_port for a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:24:08.283717 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:08.313902 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event deleted for resources: {'Port': ['ID=a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:24:08.429444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:24:08.537578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:24:08.547221 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:24:08.556907 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:24:08.557578 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:24:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:24:08.579418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] No DVR routers for this DVR port a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:24:08.582251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:08.584334 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc7e16fb-4f86-41df-ae08-efa2e3917f70 req-95a0f88d-65c6-42b9-9c8d-c77fe7f87751 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "DELETE /v2.0/ports/a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc HTTP/1.1" status: 204 len: 173 time: 0.8403647 Sep 16 17:24:08.584811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'name': 'network-vif-deleted', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:24:08.587022 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bdf9f1-487a-4d01-a8d8-c88cda9babe7" -d '{"events": [{"server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "name": "network-vif-deleted", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:24:08.626391 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdbef36-72e0-410b-887d-7a0eca38afea x-openstack-request-id: req-7fdbef36-72e0-410b-887d-7a0eca38afea {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:24:08.626679 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaa957b-b803-4a0f-8f00-88da8a6d41b8", "name": "network-vif-deleted", "tag": "a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:24:08.626927 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7fdbef36-72e0-410b-887d-7a0eca38afea {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:24:08.627320 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa957b-b803-4a0f-8f00-88da8a6d41b8', 'name': 'network-vif-deleted', 'tag': 'a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc', 'status': 'completed', 'code': 200} Sep 16 17:24:08.765110 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:24:08.770964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0be32f5c-7bc8-45e6-bce8-70d32f808b35 req-0c32a278-a836-4e95-b5aa-506fa02ee2d0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=9eaa957b-b803-4a0f-8f00-88da8a6d41b8 HTTP/1.1" status: 200 len: 210 time: 0.0288057 Sep 16 17:24:08.974982 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:24:09.007692 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:24:09.016067 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:24:09.020136 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:24:09.020920 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:24:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:24:09.125179 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:24:09.317250 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:24:09.343157 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302369f-b793-4e75-97a5-e81ac50c07e6 None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:24:09.557934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960cfca-52c2-4a7f-89ff-a492db1eb35f None None] New status for floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:24:09.996415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-d72575dc-3399-48c3-af8d-4e3a4c89fa7c tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2120431544&fields=id&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 267 time: 0.0329618 Sep 16 17:24:10.107931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-fc9410f6-5642-46d5-bb5a-130eccda892e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:10.109399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-fc9410f6-5642-46d5-bb5a-130eccda892e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 812 time: 0.1061738 Sep 16 17:24:10.124068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-5dc14942-ef33-4db9-8188-070680953788 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/quotas/f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 375 time: 0.0087297 Sep 16 17:24:10.179787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-5488040f-9b3e-4b06-b202-6c0349424650 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506752 Sep 16 17:24:10.272653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-2c4ccc4c-e90a-4d59-922a-64bb4e781e28 service neutron] 10.222.0.22 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813863 Sep 16 17:24:10.371004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-a7fdfc36-89a0-4bb6-b9c7-716f2e1bdd1e service neutron] 10.222.0.22 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921550 Sep 16 17:24:10.576607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-048fe709-b15a-4f9b-8ac4-e0fd6aa861fd req-d2d50493-dfb9-4c52-aa9a-d8553a2124e2 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 210 time: 0.0267477 Sep 16 17:24:11.675817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4b87933-b99b-43a0-926e-d060dfe57971 req-652453a9-08be-48c0-8e84-6a9b867283c5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 210 time: 0.0265708 Sep 16 17:24:12.477224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:24:12.498596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:24:12.499232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device a0b8f612-ef6e-4a4b-b8ca-d57cf5ae22cc not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:24:12.696631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6241be20-185f-409b-93ab-408afa2c94a8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:12.697981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6241be20-185f-409b-93ab-408afa2c94a8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 812 time: 0.4051039 Sep 16 17:24:12.742666 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-4227d203-1d8b-4adc-82b6-45ce89780091 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 380 time: 0.0352180 Sep 16 17:24:12.751504 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'port': {'device_id': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'admin_state_up': True, 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'security_groups': ['c3c11d95-9702-4133-8d8d-f181d7a930f7']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:24:12.795720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5016057-d070-4d41-a653-c210302e904d req-0b855bc6-290e-4360-bb44-513bfbcbc33b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 210 time: 0.0409682 Sep 16 17:24:12.963651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Made reservation on behalf of f64b5288ee7d436eba76863d2b2e3337 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:24:12.967221 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:13.091060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Allocated IP 172.20.0.3 (c42b11f8-b919-4238-985a-9cee92b4bf8d/87ab3549-1c85-4f54-8079-6ddf2baddcd3/cb8eda41-7246-4035-b10a-b2dc3516f765) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:24:13.227440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:13.302691 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:13.345940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Network c42b11f8-b919-4238-985a-9cee92b4bf8d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:24:13.348918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:24:13.352590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:24:13.387060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event updated for resources: {'Port': ['ID=cb8eda41-7246-4035-b10a-b2dc3516f765,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:24:13.422161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:13.422769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:13.503243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-6ab02ae6-d6e9-4fb4-bb03-be838097c352 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7552574 Sep 16 17:24:13.515740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Request body: {'port': {'device_id': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:24:13.569406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:13.576845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1558c5bc-7983-4141-9861-3b551cfc6105 None None] Provisioning complete for port cb8eda41-7246-4035-b10a-b2dc3516f765 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:24:13.577353 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1558c5bc-7983-4141-9861-3b551cfc6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:13.610682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1558c5bc-7983-4141-9861-3b551cfc6105 None None] Port cb8eda41-7246-4035-b10a-b2dc3516f765 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:24:13.837290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8eda41-7246-4035-b10a-b2dc3516f765 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:24:13.844893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:13.857397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Transition to ACTIVE for port object cb8eda41-7246-4035-b10a-b2dc3516f765 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:24:13.915686 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829ae9f-bc3c-40c5-ad4d-c5b489a2e1e4 req-f5c44c85-8a1c-4017-ae62-3ff6469b4828 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:13.917200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5829ae9f-bc3c-40c5-ad4d-c5b489a2e1e4 req-f5c44c85-8a1c-4017-ae62-3ff6469b4828 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 931 time: 0.0533638 Sep 16 17:24:13.950709 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:13.964267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5829ae9f-bc3c-40c5-ad4d-c5b489a2e1e4 req-3d0e7d61-4fd0-403f-89e4-90bca788cd40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410926 Sep 16 17:24:14.021324 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Pushing event updated for resources: {'Port': ['ID=cb8eda41-7246-4035-b10a-b2dc3516f765,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:24:14.079323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Attempting to bind port cb8eda41-7246-4035-b10a-b2dc3516f765 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:24:14.079586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Attempting to bind port cb8eda41-7246-4035-b10a-b2dc3516f765 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:24:14.079940 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Attempting to bind port cb8eda41-7246-4035-b10a-b2dc3516f765 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:24:14.084762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Port cb8eda41-7246-4035-b10a-b2dc3516f765 on network c42b11f8-b919-4238-985a-9cee92b4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:24:14.085090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Attempting to bind port cb8eda41-7246-4035-b10a-b2dc3516f765 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:24:14.090173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:24:14.090510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:24:14.090898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:24:14.091326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Bound port: cb8eda41-7246-4035-b10a-b2dc3516f765, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:24:14.091694 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:14.112237 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:14.158704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:24:14.162736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=cb8eda41-7246-4035-b10a-b2dc3516f765,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:24:14.232689 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:14.266139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:14.266690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:14.268121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] 10.222.0.52 "PUT /v2.0/ports/cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 1091 time: 0.7566142 Sep 16 17:24:14.271147 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:24:14.273586 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cd7505-6efb-40c0-b839-7430dfabd84f" -d '{"events": [{"name": "network-changed", "server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:24:14.299999 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3adab-cbce-4e0b-a78a-9eb9222ce2cd service neutron] Pushing event updated for resources: {'Port': ['ID=cb8eda41-7246-4035-b10a-b2dc3516f765,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:24:14.313773 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:14.316726 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210fef81-a7aa-4467-94e9-a0f7d8decafd x-openstack-request-id: req-210fef81-a7aa-4467-94e9-a0f7d8decafd {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:24:14.317022 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:24:14.317831 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-210fef81-a7aa-4467-94e9-a0f7d8decafd {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:24:14.318450 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'status': 'completed', 'code': 200} Sep 16 17:24:14.377823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7505-6efb-40c0-b839-7430dfabd84f req-1ddf7f66-d519-41d8-b41a-3c5f8ebd67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:14.379408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7cd7505-6efb-40c0-b839-7430dfabd84f req-1ddf7f66-d519-41d8-b41a-3c5f8ebd67b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1094 time: 0.0424318 Sep 16 17:24:14.487343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7505-6efb-40c0-b839-7430dfabd84f req-62f2f2a4-ce69-4c89-bf34-713b4f5d11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:14.488844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7cd7505-6efb-40c0-b839-7430dfabd84f req-62f2f2a4-ce69-4c89-bf34-713b4f5d11f7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f64b5288ee7d436eba76863d2b2e3337&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1004179 Sep 16 17:24:14.587036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7505-6efb-40c0-b839-7430dfabd84f req-cfff49d0-53e3-4ffc-b42c-d97d1e2f38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:14.588559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c7cd7505-6efb-40c0-b839-7430dfabd84f req-cfff49d0-53e3-4ffc-b42c-d97d1e2f38cf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925846 Sep 16 17:24:14.663447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-327b487b-6e09-48ac-a827-020927efa362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:14.664904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-327b487b-6e09-48ac-a827-020927efa362 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1094 time: 0.0410831 Sep 16 17:24:14.706116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-370f9de0-a2f1-499e-8d8b-de066fbbb255 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 217 time: 0.0335584 Sep 16 17:24:14.754374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-59dab676-5c52-4b91-8bce-bba32286c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:14.755923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-59dab676-5c52-4b91-8bce-bba32286c519 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0434217 Sep 16 17:24:14.804909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-037ba13c-61eb-46ee-a086-a5a2ce195bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:14.806393 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-037ba13c-61eb-46ee-a086-a5a2ce195bd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441053 Sep 16 17:24:14.895163 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-63b7e3bc-5812-4eac-ac07-d27fefc2398a service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816801 Sep 16 17:24:14.988816 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b3905a0-721d-4e70-8bbf-2dacc20de257 req-4c91d5bd-aa69-44a9-a725-6c01a0e9ff0d service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864320 Sep 16 17:24:15.079772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e186-296b-4af5-9042-6884d24cae1d req-5300fbc3-4323-4f6a-8b60-4a0a1c8baf48 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:15.081332 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a22e186-296b-4af5-9042-6884d24cae1d req-5300fbc3-4323-4f6a-8b60-4a0a1c8baf48 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 943 time: 0.0505354 Sep 16 17:24:15.118809 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a22e186-296b-4af5-9042-6884d24cae1d req-698c0a51-9c12-4fa4-aa3c-6e358fe9f80d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308325 Sep 16 17:24:16.235005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dccad-7338-44bf-af9a-1de1a017078e req-efb35bec-c2c8-4f24-87c1-5c0375961ecd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:16.236494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-876dccad-7338-44bf-af9a-1de1a017078e req-efb35bec-c2c8-4f24-87c1-5c0375961ecd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 943 time: 0.0487990 Sep 16 17:24:16.277608 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-876dccad-7338-44bf-af9a-1de1a017078e req-da70cfdd-8855-4be5-8681-d70f8e03fa3a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350246 Sep 16 17:24:17.391094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1bb04-86a3-46fd-8c0c-0332b691b95a req-6e98fd54-b8f4-479a-b96b-0b54897782f3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:17.392607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ece1bb04-86a3-46fd-8c0c-0332b691b95a req-6e98fd54-b8f4-479a-b96b-0b54897782f3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 943 time: 0.0474668 Sep 16 17:24:17.433245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ece1bb04-86a3-46fd-8c0c-0332b691b95a req-f62ebd4d-b68d-4177-8544-e236f2f3c197 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340371 Sep 16 17:24:18.523919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device cb8eda41-7246-4035-b10a-b2dc3516f765 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:24:18.547570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1319e-0d94-4c78-858e-49fa9da115bb req-f336b6ac-fccf-44fb-a652-716dae664dac tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:18.549123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9d1319e-0d94-4c78-858e-49fa9da115bb req-f336b6ac-fccf-44fb-a652-716dae664dac tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 943 time: 0.0497799 Sep 16 17:24:18.590467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9d1319e-0d94-4c78-858e-49fa9da115bb req-c3923b02-2f7f-447a-ac60-0cb89d29f7d4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344782 Sep 16 17:24:18.617510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=cb8eda41-7246-4035-b10a-b2dc3516f765,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:24:18.627955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'port_id': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'mac_address': 'fa:16:3e:fa:96:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:24:18.667214 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:18.825359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8eda41-7246-4035-b10a-b2dc3516f765 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:24:18.844537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=cb8eda41-7246-4035-b10a-b2dc3516f765,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:24:18.924700 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:18.969832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=cb8eda41-7246-4035-b10a-b2dc3516f765,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:24:19.114215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['cb8eda41-7246-4035-b10a-b2dc3516f765'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:24:19.703196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3125c5-eb16-4cd8-b32c-113f3e4b751a req-3e9e5148-9019-4150-b777-42ed7cdcfd49 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:19.704892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f3125c5-eb16-4cd8-b32c-113f3e4b751a req-3e9e5148-9019-4150-b777-42ed7cdcfd49 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 944 time: 0.0479708 Sep 16 17:24:19.750701 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f3125c5-eb16-4cd8-b32c-113f3e4b751a req-51353f1e-e1fb-4dd7-b5cd-057e3884ee65 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 Sep 16 17:24:20.539326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device cb8eda41-7246-4035-b10a-b2dc3516f765 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:24:20.678019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port cb8eda41-7246-4035-b10a-b2dc3516f765 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:24:20.682327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port cb8eda41-7246-4035-b10a-b2dc3516f765 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:24:20.682693 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:20.757429 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:20.779597 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:24:20.782150 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a428471d-f707-46ae-abcb-d4c609030db1" -d '{"events": [{"server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "name": "network-vif-plugged", "status": "completed", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:24:20.799159 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=cb8eda41-7246-4035-b10a-b2dc3516f765,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:24:20.825735 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e95e98d-28f1-4f50-8887-1e6f2327394c x-openstack-request-id: req-8e95e98d-28f1-4f50-8887-1e6f2327394c {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:24:20.825735 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "name": "network-vif-plugged", "status": "completed", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:24:20.825735 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e95e98d-28f1-4f50-8887-1e6f2327394c {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:24:20.825735 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'code': 200} Sep 16 17:24:20.874198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71396c-46a8-4fe4-bbdd-de2100f274ee req-7656aa79-259b-404f-b38a-41b8608ef329 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:20.875725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d71396c-46a8-4fe4-bbdd-de2100f274ee req-7656aa79-259b-404f-b38a-41b8608ef329 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 944 time: 0.0538611 Sep 16 17:24:20.890764 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:20.938412 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d71396c-46a8-4fe4-bbdd-de2100f274ee req-d0c122fa-5652-45f4-b191-bf7bf85061f4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536981 Sep 16 17:24:20.939934 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=cb8eda41-7246-4035-b10a-b2dc3516f765,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:24:20.940949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5db3ed-8141-4d30-8cb6-23f7e417a922 req-b884620d-ef6d-4fa3-baab-8fb987fd7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:20.942908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d5db3ed-8141-4d30-8cb6-23f7e417a922 req-b884620d-ef6d-4fa3-baab-8fb987fd7501 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1095 time: 0.0663066 Sep 16 17:24:20.979307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7d5db3ed-8141-4d30-8cb6-23f7e417a922 req-185c7920-6c85-4bc0-9ed6-bd65b530e58d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291295 Sep 16 17:24:22.058398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdf995-983b-48bc-8684-aef84d082b4d req-0cc41e94-9db8-4428-88d3-51b9bce404a0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:22.059881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-efcdf995-983b-48bc-8684-aef84d082b4d req-0cc41e94-9db8-4428-88d3-51b9bce404a0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0532475 Sep 16 17:24:22.097834 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-efcdf995-983b-48bc-8684-aef84d082b4d req-0d4d0301-d84c-49dc-88d3-c11a5b108fc4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317955 Sep 16 17:24:23.212784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f3b0a-f8b1-460b-8b3a-94f9d6835f6c req-31aa84b5-08af-4732-a1d3-0708b2242601 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:23.214271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b0f3b0a-f8b1-460b-8b3a-94f9d6835f6c req-31aa84b5-08af-4732-a1d3-0708b2242601 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0490243 Sep 16 17:24:23.252792 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b0f3b0a-f8b1-460b-8b3a-94f9d6835f6c req-d5141e91-c40e-40ab-8066-7a7280277e42 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325797 Sep 16 17:24:23.361306 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b2a51-3c3d-4c08-bef1-f35cba7e96c1 req-4b898398-1798-4929-aedd-2544e5c95b1b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:23.362750 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b1b2a51-3c3d-4c08-bef1-f35cba7e96c1 req-4b898398-1798-4929-aedd-2544e5c95b1b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0471065 Sep 16 17:24:23.371794 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 57848) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:24:23.376223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2c5bd9f8-c05f-4455-97be-8e98c527d7a4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'floatingip': {'port_id': 'cb8eda41-7246-4035-b10a-b2dc3516f765'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:24:23.419691 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd9f8-c05f-4455-97be-8e98c527d7a4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:23.847964 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd9f8-c05f-4455-97be-8e98c527d7a4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:23.901742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd9f8-c05f-4455-97be-8e98c527d7a4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:24.003145 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-2c5bd9f8-c05f-4455-97be-8e98c527d7a4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 associated. External IP: 172.25.6.94, port: cb8eda41-7246-4035-b10a-b2dc3516f765. Sep 16 17:24:24.208972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5bd9f8-c05f-4455-97be-8e98c527d7a4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:24:24.315130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5bd9f8-c05f-4455-97be-8e98c527d7a4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:24:24.319992 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd9f8-c05f-4455-97be-8e98c527d7a4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:24.324585 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:24:24.334360 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:24:24.334973 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:24:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:24:24.346956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2c5bd9f8-c05f-4455-97be-8e98c527d7a4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "PUT /v2.0/floatingips/b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 HTTP/1.1" status: 200 len: 990 time: 0.9740705 Sep 16 17:24:24.347535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:24:24.350499 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30f5305-7175-4596-88a3-127f99ff56bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:24:24.396102 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9161dd80-a309-4d4c-8e72-355e01a5b562 x-openstack-request-id: req-9161dd80-a309-4d4c-8e72-355e01a5b562 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:24:24.396102 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:24:24.396102 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9161dd80-a309-4d4c-8e72-355e01a5b562 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:24:24.396749 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'status': 'completed', 'code': 200} Sep 16 17:24:24.446232 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:24:24.455111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f5305-7175-4596-88a3-127f99ff56bf req-1bb63139-204e-4b7d-9a09-671c97671d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:24.456824 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b30f5305-7175-4596-88a3-127f99ff56bf req-1bb63139-204e-4b7d-9a09-671c97671d7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1096 time: 0.0403469 Sep 16 17:24:24.550351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f5305-7175-4596-88a3-127f99ff56bf req-0611524e-c5ee-4b9b-aba7-55d03e2b1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:24.551953 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b30f5305-7175-4596-88a3-127f99ff56bf req-0611524e-c5ee-4b9b-aba7-55d03e2b1c61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0886416 Sep 16 17:24:24.615720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b30f5305-7175-4596-88a3-127f99ff56bf req-68fa5f31-7808-4455-8e5e-9a0d72c92c0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 998 time: 0.0573874 Sep 16 17:24:24.668517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f5305-7175-4596-88a3-127f99ff56bf req-1b6879d5-efb2-453f-9b7d-a4403a5b86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:24.668962 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:fa:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:24:23Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:24:24.670056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b30f5305-7175-4596-88a3-127f99ff56bf req-1b6879d5-efb2-453f-9b7d-a4403a5b86a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0477102 Sep 16 17:24:24.695378 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:24:24.703524 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:24:24.704132 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:24:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:24:24.715943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f5305-7175-4596-88a3-127f99ff56bf req-078c8531-371a-4c04-b76c-ae3acb8cd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:24.717486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b30f5305-7175-4596-88a3-127f99ff56bf req-078c8531-371a-4c04-b76c-ae3acb8cd9e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401945 Sep 16 17:24:24.807772 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:24:24.809438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b30f5305-7175-4596-88a3-127f99ff56bf req-d35ad64a-e0e6-43c3-a491-c4131fa97c62 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843589 Sep 16 17:24:24.901223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b30f5305-7175-4596-88a3-127f99ff56bf req-302cd2ae-70e6-4c64-9426-c2a22ac901cb service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842986 Sep 16 17:24:25.037753 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:fa:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:24:23Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:24:25.063897 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe894c-2fdf-4977-9056-3ea56af7570d None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:fa:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:24:23Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:24:25.249606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79329729-bb8b-4e16-ac13-6b53f4b9b8f6 None None] New status for floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:24:28.267401 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1a5f26ef-86d1-47c4-9463-757f2414c559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:30.796908 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-feb9b39f-1a84-4754-ab8a-10f5cc31b95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:31.518547 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:32.158653 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:33.925031 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:44.112632 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:44.296009 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:24:46.014490 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:24:52.119835 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-7c2d610a-dbb2-40f5-b2df-418dcd291683 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416157 Sep 16 17:24:52.205388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-8bd911aa-c83f-4a33-a523-741974cc0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:52.206868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-8bd911aa-c83f-4a33-a523-741974cc0098 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1096 time: 0.0444229 Sep 16 17:24:52.308516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-8a1734d9-819c-4599-897e-77854f35f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:52.309963 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-8a1734d9-819c-4599-897e-77854f35f475 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0836773 Sep 16 17:24:52.375878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-6228bb5a-1b79-44df-92f2-9702379b9853 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 1000 time: 0.0587859 Sep 16 17:24:52.424791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-66363beb-6abc-4fac-92be-8c0a86af609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:52.426261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-66363beb-6abc-4fac-92be-8c0a86af609f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0426481 Sep 16 17:24:52.471415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-01e671ae-43b1-4f7d-9efd-019120b7f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:24:52.472913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-01e671ae-43b1-4f7d-9efd-019120b7f376 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392404 Sep 16 17:24:52.563679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-91fbd13a-b860-4a0f-b996-2225f045b651 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825095 Sep 16 17:24:52.653071 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1e113d7-6b7f-4592-a61f-5d9ae9768675 req-e1d8c144-f90f-48e7-8f11-176986b1069f service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820434 Sep 16 17:24:58.243854 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e2fbacf7-f335-4c12-a4d3-7ba23c10cccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:00.792459 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-898556c1-5ee0-4280-bea4-31ac1303810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:01.526995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:02.121494 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:03.929331 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:14.138012 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:14.355284 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:23.013366 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:25:28.240315 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d54d5942-3ab8-4e83-b29a-131396e7818b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:30.825999 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0415697d-7677-4e46-8a3e-0ab6e54a6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:31.529267 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:32.122969 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:33.922857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:44.142450 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:44.370997 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:53.539453 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-157b3651-b617-4773-a555-fddf4c7b71de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450249 Sep 16 17:25:53.626126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-eda7dd16-2ad9-4f7e-97ab-a899a1216939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:25:53.628165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-eda7dd16-2ad9-4f7e-97ab-a899a1216939 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1096 time: 0.0405834 Sep 16 17:25:53.730047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-a6e00124-9963-4fdb-a262-9272edb9a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:25:53.731532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-a6e00124-9963-4fdb-a262-9272edb9a476 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0842907 Sep 16 17:25:53.800200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-1264ed90-009b-40c7-ac6d-377c2122c425 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 1000 time: 0.0615621 Sep 16 17:25:53.847618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-b53f5706-7e6a-448c-8c96-ed6899cc2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:25:53.849056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-b53f5706-7e6a-448c-8c96-ed6899cc2d65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0425546 Sep 16 17:25:53.893145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-c8194cac-7321-42c1-8bfc-515a7fdcfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:25:53.894517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-c8194cac-7321-42c1-8bfc-515a7fdcfacb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383489 Sep 16 17:25:53.986570 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-b8a0b500-899f-4aa6-a10a-32b9a86d8bc3 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843821 Sep 16 17:25:54.078166 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7b6589d8-4156-4803-9cd0-d4ff021f1194 req-7b7ba171-d127-4775-a4bf-f740907af088 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850718 Sep 16 17:25:58.255788 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e0138b1e-6876-4f25-a429-2c899e9109e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:25:59.240011 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e3ef2-ab17-4434-8869-6a06147a1079 req-d2c9dd48-1f09-47e5-b13e-374a8d0df733 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:25:59.241534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a09e3ef2-ab17-4434-8869-6a06147a1079 req-d2c9dd48-1f09-47e5-b13e-374a8d0df733 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0497007 Sep 16 17:25:59.279267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a09e3ef2-ab17-4434-8869-6a06147a1079 req-017bfcdb-25a9-4cdd-a55f-69c6b5b6f174 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318441 Sep 16 17:26:00.013570 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:26:00.527245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad525-919b-40b4-bc54-290d064ccf96 req-da224fda-7560-4990-947d-fcdb870e7b59 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:00.529004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ccad525-919b-40b4-bc54-290d064ccf96 req-da224fda-7560-4990-947d-fcdb870e7b59 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.1806283 Sep 16 17:26:00.566227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ccad525-919b-40b4-bc54-290d064ccf96 req-4fad58f3-52a3-4e5e-a848-fc3db02e4c01 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304906 Sep 16 17:26:00.821892 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-46ba2776-7d43-46f8-92e7-ccaffab5f0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:01.507294 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:01.732997 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12341cbb-e948-4f77-9606-c17f6043d79a req-5899f2f4-05d3-4b11-8567-28a398126dfd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:01.734457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12341cbb-e948-4f77-9606-c17f6043d79a req-5899f2f4-05d3-4b11-8567-28a398126dfd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.1014440 Sep 16 17:26:01.775744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12341cbb-e948-4f77-9606-c17f6043d79a req-038a7a52-d7e6-46d8-9315-b41460e19126 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352063 Sep 16 17:26:02.141316 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:02.889457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051227c-a7cc-4c1d-bc4a-94db25ebd037 req-3f6e778d-65df-4794-a5c1-8a6ef2456d8e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:02.890926 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2051227c-a7cc-4c1d-bc4a-94db25ebd037 req-3f6e778d-65df-4794-a5c1-8a6ef2456d8e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0488338 Sep 16 17:26:02.929053 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2051227c-a7cc-4c1d-bc4a-94db25ebd037 req-38ba4d0f-749a-4966-bdbd-6c25ad3f3e5b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320373 Sep 16 17:26:03.947313 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:04.042597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc25a63-f62a-4a8e-ac70-16fcd1492dd8 req-90aed5a8-cc00-443f-8ef4-f53e943dc5ab tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:04.044073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ebc25a63-f62a-4a8e-ac70-16fcd1492dd8 req-90aed5a8-cc00-443f-8ef4-f53e943dc5ab tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0493667 Sep 16 17:26:04.082711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ebc25a63-f62a-4a8e-ac70-16fcd1492dd8 req-86e57ce8-d704-4bf5-9b15-f970e5898174 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 Sep 16 17:26:05.195012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39862871-62ea-490a-87ae-124ceb8d1901 req-e479f16a-16df-4409-a392-2fa2628fb775 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:05.196516 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39862871-62ea-490a-87ae-124ceb8d1901 req-e479f16a-16df-4409-a392-2fa2628fb775 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0475395 Sep 16 17:26:05.236327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-39862871-62ea-490a-87ae-124ceb8d1901 req-237f966a-0f9f-485d-87af-5726dc2289cb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338864 Sep 16 17:26:06.349718 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af323e8b-f2fa-491d-a36a-119901ed5f77 req-811609c0-4e7f-4ca7-a7c1-a6725b9a8f8a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:06.351176 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af323e8b-f2fa-491d-a36a-119901ed5f77 req-811609c0-4e7f-4ca7-a7c1-a6725b9a8f8a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0474653 Sep 16 17:26:06.388088 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af323e8b-f2fa-491d-a36a-119901ed5f77 req-474d4167-856c-4473-95f3-5cb34be85903 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Sep 16 17:26:07.510452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5e5d-b9e9-472d-95d7-3c1fc162935a req-7513bd1b-bd21-4d12-bd32-1ecfa8649336 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:07.512048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-376c5e5d-b9e9-472d-95d7-3c1fc162935a req-7513bd1b-bd21-4d12-bd32-1ecfa8649336 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0580280 Sep 16 17:26:07.550135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-376c5e5d-b9e9-472d-95d7-3c1fc162935a req-edab6725-8497-45ec-bd97-571f303ef8ca tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319307 Sep 16 17:26:08.661785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7dd1-1e83-4fcb-89b8-5dbddeaa44e6 req-f2ed50c3-949a-4b6b-8e24-f0eb60efabf4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:08.663153 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f84c7dd1-1e83-4fcb-89b8-5dbddeaa44e6 req-f2ed50c3-949a-4b6b-8e24-f0eb60efabf4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0472257 Sep 16 17:26:08.703226 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f84c7dd1-1e83-4fcb-89b8-5dbddeaa44e6 req-33665e9e-443c-4939-860c-ea77a88c8a0b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341566 Sep 16 17:26:09.816211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde088b6-61fe-498c-88fc-b3aad893419b req-bdfc7b5f-2772-4e8f-87fd-9c5075aaf7ba tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:09.817704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dde088b6-61fe-498c-88fc-b3aad893419b req-bdfc7b5f-2772-4e8f-87fd-9c5075aaf7ba tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0481744 Sep 16 17:26:09.855971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dde088b6-61fe-498c-88fc-b3aad893419b req-37f9495c-a8a5-4e82-b8cc-7a2122486956 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Sep 16 17:26:10.222229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844c25b-18fa-4140-8ce3-5c85bc5225dd req-8ad96aee-cde3-44a6-afc6-8ff57556b7b3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:10.223715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b844c25b-18fa-4140-8ce3-5c85bc5225dd req-8ad96aee-cde3-44a6-afc6-8ff57556b7b3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0491669 Sep 16 17:26:10.259938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b844c25b-18fa-4140-8ce3-5c85bc5225dd req-8153b21b-44f7-4a5a-8ae3-9079366cdb36 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302451 Sep 16 17:26:10.348031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58104) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:26:10.425129 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-aadb169d-a290-410b-8069-7e1ae57376ef service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759089 Sep 16 17:26:10.433669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-90301e64-9ffb-4584-962d-748714e275c3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:26:10.434621 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-90301e64-9ffb-4584-962d-748714e275c3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048645 Sep 16 17:26:11.383752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ae095-e5e2-4c18-b7e3-68510b437d92 req-dbd783bd-d7f1-4a45-a099-c9d65b773539 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:11.385248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-385ae095-e5e2-4c18-b7e3-68510b437d92 req-dbd783bd-d7f1-4a45-a099-c9d65b773539 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0518355 Sep 16 17:26:11.425505 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-385ae095-e5e2-4c18-b7e3-68510b437d92 req-9339f5b5-cc49-4df7-a5db-b2541f43fbc8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340853 Sep 16 17:26:12.359014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-3b590986-c85e-4a8e-ac8f-9b082da6a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:12.360517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-3b590986-c85e-4a8e-ac8f-9b082da6a465 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1096 time: 0.0394669 Sep 16 17:26:12.776800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-218a953b-8844-4f66-8263-fe83c8abcffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:12.778440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-218a953b-8844-4f66-8263-fe83c8abcffd service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.4112713 Sep 16 17:26:12.789248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4019111-3ee0-40eb-b82f-7df3259ca2af req-9078e9c3-649b-42f4-8802-35848f7e986b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:12.790601 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4019111-3ee0-40eb-b82f-7df3259ca2af req-9078e9c3-649b-42f4-8802-35848f7e986b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0635245 Sep 16 17:26:12.884345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4019111-3ee0-40eb-b82f-7df3259ca2af req-5e45c5f0-c9ef-40e0-94d6-0fdb66fd7be7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875747 Sep 16 17:26:12.898659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-ea07db26-d909-4485-83e4-93049a33fbf3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 1000 time: 0.1058488 Sep 16 17:26:12.947395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-1af113bd-2ad9-47e8-9f4d-a40beac5d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:12.948822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-1af113bd-2ad9-47e8-9f4d-a40beac5d357 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0439098 Sep 16 17:26:12.992903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-def28175-26c3-45b4-b91a-72dc530051aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:12.994348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-def28175-26c3-45b4-b91a-72dc530051aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383132 Sep 16 17:26:13.087795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-80264d19-e796-4089-9432-86d4fb6a1162 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861857 Sep 16 17:26:13.177083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-616096dc-3821-48e9-b46a-9b80cfd94ef8 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821123 Sep 16 17:26:13.997148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326e06d-89a9-45f6-95f0-4724b598a45e req-9697199b-201b-4c14-aebd-7d5ce01aec86 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:13.998596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7326e06d-89a9-45f6-95f0-4724b598a45e req-9697199b-201b-4c14-aebd-7d5ce01aec86 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0477998 Sep 16 17:26:14.041331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7326e06d-89a9-45f6-95f0-4724b598a45e req-b7adf3a9-8091-4861-b109-2326fce4a326 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358019 Sep 16 17:26:14.144859 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:14.396022 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:15.183153 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-43123db8-6e54-42f9-b19e-57e4e6283b7c service neutron] show failed (client error): The resource could not be found. Sep 16 17:26:15.184178 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-43123db8-6e54-42f9-b19e-57e4e6283b7c service neutron] 10.222.0.52 "GET /v2.0/ports/cb8eda41-7246-4035-b10a-b2dc3516f765/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0837054 Sep 16 17:26:15.195112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cb219-0e63-408f-ae90-7c220192091f req-26fec042-39a9-4de2-9744-a2618bce458d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:15.196590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a1cb219-0e63-408f-ae90-7c220192091f req-26fec042-39a9-4de2-9744-a2618bce458d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0705307 Sep 16 17:26:15.235694 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a1cb219-0e63-408f-ae90-7c220192091f req-1df74210-350f-4f43-92a4-ddf8fff3201a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327718 Sep 16 17:26:15.668535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-5d82fe8a-93cc-4dfd-a372-2ca12a252d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:15.669945 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-5d82fe8a-93cc-4dfd-a372-2ca12a252d39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 1096 time: 0.0482540 Sep 16 17:26:15.681282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-1d4d1cd3-550c-4a68-b755-81dd02ef98b8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:26:15.682205 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-1d4d1cd3-550c-4a68-b755-81dd02ef98b8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048869 Sep 16 17:26:15.694133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:26:15.747193 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:15.955987 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=cb8eda41-7246-4035-b10a-b2dc3516f765,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:26:15.987886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:26:16.031265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:26:16.034249 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a0071-e12b-41f2-8cc2-7e2c60c43c17" -d '{"events": [{"server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:26:16.038047 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:16.050112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Transition to ACTIVE for port object cb8eda41-7246-4035-b10a-b2dc3516f765 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:26:16.085209 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f743cd-0674-4adb-a1d9-7ead0b5db93c x-openstack-request-id: req-84f743cd-0674-4adb-a1d9-7ead0b5db93c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:26:16.085508 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:26:16.085755 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84f743cd-0674-4adb-a1d9-7ead0b5db93c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:26:16.086147 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'code': 200} Sep 16 17:26:16.135748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:16.216577 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Pushing event updated for resources: {'Port': ['ID=cb8eda41-7246-4035-b10a-b2dc3516f765,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:26:16.228980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.229327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.229667 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.230004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.230343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.230671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.230991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.231316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.231639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.231969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.232290 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.232636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:16.280616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] No DVR routers for this DVR port cb8eda41-7246-4035-b10a-b2dc3516f765 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:26:16.363517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05abda-22f5-4891-8cb3-1ec73c55c169 req-6fdad2e7-ad6f-4df7-8244-0577ac8fe58f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:16.365048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a05abda-22f5-4891-8cb3-1ec73c55c169 req-6fdad2e7-ad6f-4df7-8244-0577ac8fe58f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 943 time: 0.0493867 Sep 16 17:26:16.413356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a05abda-22f5-4891-8cb3-1ec73c55c169 req-f5924398-d6ab-4031-8d59-056184c579c4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Sep 16 17:26:16.423499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Attempting to bind port cb8eda41-7246-4035-b10a-b2dc3516f765 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:26:16.423680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Attempting to bind port cb8eda41-7246-4035-b10a-b2dc3516f765 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:26:16.424020 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Attempting to bind port cb8eda41-7246-4035-b10a-b2dc3516f765 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:26:16.430718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Port cb8eda41-7246-4035-b10a-b2dc3516f765 on network c42b11f8-b919-4238-985a-9cee92b4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:26:16.431383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Attempting to bind port cb8eda41-7246-4035-b10a-b2dc3516f765 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:26:16.436352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:26:16.436672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:26:16.437049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:26:16.437474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Bound port: cb8eda41-7246-4035-b10a-b2dc3516f765, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:26:16.437857 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:16.500013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:26:16.503472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cb8eda41-7246-4035-b10a-b2dc3516f765,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:26:16.562596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:16.597684 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:16.598332 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:16.599751 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] 10.222.0.62 "PUT /v2.0/ports/cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 1091 time: 0.9092016 Sep 16 17:26:16.620506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbdce7-eee3-4367-a4f8-fe83d65e459d service neutron] Pushing event updated for resources: {'Port': ['ID=cb8eda41-7246-4035-b10a-b2dc3516f765,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:26:16.673103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-bf5fa16e-068f-480b-a032-281d1215b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:16.675214 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-bf5fa16e-068f-480b-a032-281d1215b574 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1094 time: 0.0474796 Sep 16 17:26:16.775234 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-5e060bb5-96e9-4682-9b79-d8a603973261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:16.776754 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-5e060bb5-96e9-4682-9b79-d8a603973261 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0941064 Sep 16 17:26:16.846548 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-d13282c4-0d28-459d-821f-40533ce7a346 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 998 time: 0.0611982 Sep 16 17:26:16.894903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-91224e93-e19d-4af7-9cef-ab6c41530424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:16.896255 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-91224e93-e19d-4af7-9cef-ab6c41530424 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0440218 Sep 16 17:26:16.941057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-78348a2b-c33f-4e46-8113-ac9a0442b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:16.942553 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-78348a2b-c33f-4e46-8113-ac9a0442b047 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394061 Sep 16 17:26:17.037394 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-f41d9937-ae00-49ea-82ba-f169ffe9001b service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875144 Sep 16 17:26:17.128415 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b6fb00bc-2752-403c-b92f-6c90c12614f9 req-5fefeb71-5480-45e0-8700-84e662e93958 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840042 Sep 16 17:26:17.531477 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db696278-f35c-41e7-b0fd-9ee68eefbbb5 req-af366ee8-7b91-4fae-903c-1d71488296d8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:17.533620 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db696278-f35c-41e7-b0fd-9ee68eefbbb5 req-af366ee8-7b91-4fae-903c-1d71488296d8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 943 time: 0.0484352 Sep 16 17:26:17.569886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-db696278-f35c-41e7-b0fd-9ee68eefbbb5 req-a238acd7-c4ed-4b26-8371-7c32812dcad6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Sep 16 17:26:18.087759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:26:18.090182 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c90079-a296-42cc-b0f8-453dac780962" -d '{"events": [{"name": "network-changed", "server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:26:18.136965 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89d8870-d725-4a12-91f5-20a51120c0db x-openstack-request-id: req-f89d8870-d725-4a12-91f5-20a51120c0db {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:26:18.137255 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:26:18.137505 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f89d8870-d725-4a12-91f5-20a51120c0db {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:26:18.137900 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'status': 'completed', 'code': 200} Sep 16 17:26:18.196485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c90079-a296-42cc-b0f8-453dac780962 req-8d416443-dae9-4599-9ec5-a43a6b12579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:18.198023 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-8d416443-dae9-4599-9ec5-a43a6b12579b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1094 time: 0.0407951 Sep 16 17:26:18.198637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c90079-a296-42cc-b0f8-453dac780962 req-78b2e061-ad98-444d-b38e-1dfa2c220321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:18.200121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-78b2e061-ad98-444d-b38e-1dfa2c220321 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1094 time: 0.0393403 Sep 16 17:26:18.295391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c90079-a296-42cc-b0f8-453dac780962 req-1d846af0-928b-458d-a775-1bbdc7db7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:18.295642 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c90079-a296-42cc-b0f8-453dac780962 req-4bd1a367-abc7-426c-8187-83811ac76f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:18.296923 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-4bd1a367-abc7-426c-8187-83811ac76f7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0909200 Sep 16 17:26:18.297048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-1d846af0-928b-458d-a775-1bbdc7db7679 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0898528 Sep 16 17:26:18.361882 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-b29781a1-3f62-4b82-881b-9dc84f005e03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 998 time: 0.0581021 Sep 16 17:26:18.366236 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-ad000bdb-0aae-477a-8d5e-1ba6a71a6eef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 998 time: 0.0614498 Sep 16 17:26:18.412031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c90079-a296-42cc-b0f8-453dac780962 req-2cc4cc9b-0504-4942-8c90-cca3b57ab398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:18.413592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-2cc4cc9b-0504-4942-8c90-cca3b57ab398 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0450463 Sep 16 17:26:18.415029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c90079-a296-42cc-b0f8-453dac780962 req-74952fbc-6572-4040-88e7-4f5b6fcb0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:18.416509 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-74952fbc-6572-4040-88e7-4f5b6fcb0f58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0433905 Sep 16 17:26:18.464077 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c90079-a296-42cc-b0f8-453dac780962 req-ab6bfc9d-1161-4a15-9259-01b7ee2d58be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:18.466703 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-ab6bfc9d-1161-4a15-9259-01b7ee2d58be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413485 Sep 16 17:26:18.466819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c90079-a296-42cc-b0f8-453dac780962 req-69d799c6-8135-420e-ab3a-a933b0595c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:18.467595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-69d799c6-8135-420e-ab3a-a933b0595c9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466869 Sep 16 17:26:18.560544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-cf295d94-c48d-416c-8c48-085c8e569861 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854328 Sep 16 17:26:18.564587 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-f6f39efc-7737-472f-babd-7b0f6c2eff8e service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910196 Sep 16 17:26:18.663769 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-0c34ef63-8b69-4661-960c-b9b8fbda77cd service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919352 Sep 16 17:26:18.685792 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9c90079-a296-42cc-b0f8-453dac780962 req-3b2c4387-a8a2-4f9b-86cc-49ae79114ae7 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184385 Sep 16 17:26:18.707843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce5dd4-446b-4cfb-98ad-5f771e67c68e req-15acdc06-1957-4d65-9942-4cb5dd96da58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:18.709384 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72ce5dd4-446b-4cfb-98ad-5f771e67c68e req-15acdc06-1957-4d65-9942-4cb5dd96da58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 943 time: 0.0645533 Sep 16 17:26:18.748152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72ce5dd4-446b-4cfb-98ad-5f771e67c68e req-36cf964d-9eff-4fc1-9591-36900e47cdf3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Sep 16 17:26:19.176124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device cb8eda41-7246-4035-b10a-b2dc3516f765 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:26:19.214813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device cb8eda41-7246-4035-b10a-b2dc3516f765 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:26:19.864135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6f208-88b9-4bd8-8108-fc92a21f6bb3 req-6604752d-7910-4462-9b30-493a1b2ebe89 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:19.865661 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58e6f208-88b9-4bd8-8108-fc92a21f6bb3 req-6604752d-7910-4462-9b30-493a1b2ebe89 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 943 time: 0.0484455 Sep 16 17:26:19.906972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-58e6f208-88b9-4bd8-8108-fc92a21f6bb3 req-d634cf69-3ed4-420b-88f3-a29d9c0f6c23 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354259 Sep 16 17:26:20.273316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecc57d-2c9f-42fb-9d83-7de9be2b5aa6 req-5bc3e431-2830-40d0-bbef-9bec52b17684 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:20.274805 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96ecc57d-2c9f-42fb-9d83-7de9be2b5aa6 req-5bc3e431-2830-40d0-bbef-9bec52b17684 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 943 time: 0.0485611 Sep 16 17:26:20.321941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96ecc57d-2c9f-42fb-9d83-7de9be2b5aa6 req-4181f6b6-bc55-4ebe-845c-0f078942a898 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406320 Sep 16 17:26:20.364601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-a605e9cb-88f6-4ce9-a83a-924927c71e30 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:20.366078 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-a605e9cb-88f6-4ce9-a83a-924927c71e30 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff&tenant_id=f64b5288ee7d436eba76863d2b2e3337&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 943 time: 0.0558460 Sep 16 17:26:20.427023 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-ff3db13a-64f9-4015-b19a-d8641ed2a091 service neutron] delete failed (client error): The resource could not be found. Sep 16 17:26:20.427991 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-ff3db13a-64f9-4015-b19a-d8641ed2a091 service neutron] 10.222.0.52 "DELETE /v2.0/ports/cb8eda41-7246-4035-b10a-b2dc3516f765/bindings/n-h1-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0546837 Sep 16 17:26:20.515003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-895fd3a5-4493-492d-8b05-5385ace0a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:20.516549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-895fd3a5-4493-492d-8b05-5385ace0a99c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1094 time: 0.0457549 Sep 16 17:26:20.610212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-16692f40-f746-47f4-bdcd-3185683c9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:20.612202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-16692f40-f746-47f4-bdcd-3185683c9a41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0891578 Sep 16 17:26:20.680652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-8b4d7ce9-1ffb-4597-86ac-c73a30a84358 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 998 time: 0.0613744 Sep 16 17:26:20.729005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-98daaf45-782b-45b4-9485-7de4ec082dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:20.730422 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-98daaf45-782b-45b4-9485-7de4ec082dd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0428035 Sep 16 17:26:20.775144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-a4588e3c-f5f6-49c6-9895-c08941f05a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:20.776896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-a4588e3c-f5f6-49c6-9895-c08941f05a80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390532 Sep 16 17:26:20.869270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-b841a937-bad1-4aec-a72a-311f7c15ccea service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855033 Sep 16 17:26:20.882324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cb8eda41-7246-4035-b10a-b2dc3516f765 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:26:20.960192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4153307b-95db-4915-bb2c-f64bcf9a2d6e req-0a845676-409c-48ac-9f16-8bea01ff366b service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827785 Sep 16 17:26:20.976254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cb8eda41-7246-4035-b10a-b2dc3516f765,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:26:20.987670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'port_id': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'mac_address': 'fa:16:3e:fa:96:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:26:21.024703 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:21.040695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8eda41-7246-4035-b10a-b2dc3516f765 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:26:21.058696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cb8eda41-7246-4035-b10a-b2dc3516f765,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:26:21.164003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:21.210864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=cb8eda41-7246-4035-b10a-b2dc3516f765,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:26:21.217855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.218205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.218544 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.218877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.219208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.219534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.219899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.220413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.220748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.221073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.223121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.223121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:21.387712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['cb8eda41-7246-4035-b10a-b2dc3516f765'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:26:21.447360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df5aec-044d-463c-baf6-f59a2ba51a35 req-7668904a-05b5-4475-b426-154c67e98c0d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:21.449077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6df5aec-044d-463c-baf6-f59a2ba51a35 req-7668904a-05b5-4475-b426-154c67e98c0d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 944 time: 0.0553334 Sep 16 17:26:21.499155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d6df5aec-044d-463c-baf6-f59a2ba51a35 req-89956cc9-de65-431a-afb0-de005f868100 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Sep 16 17:26:22.614434 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400f0ca-559f-4343-b602-50b620311f74 req-214e84cf-6004-4fb3-aca3-5007d2601f8b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:22.615916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3400f0ca-559f-4343-b602-50b620311f74 req-214e84cf-6004-4fb3-aca3-5007d2601f8b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 944 time: 0.0484619 Sep 16 17:26:22.656169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3400f0ca-559f-4343-b602-50b620311f74 req-ab71bba3-e867-411b-ade7-25e168e989c3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339754 Sep 16 17:26:22.769833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78266ab0-b7fd-4fc4-bed0-c70d182303a4 req-105d1b59-f40f-40cc-a0ea-60a9dcfbdccf tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:22.771316 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78266ab0-b7fd-4fc4-bed0-c70d182303a4 req-105d1b59-f40f-40cc-a0ea-60a9dcfbdccf tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 944 time: 0.0491927 Sep 16 17:26:22.810048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-78266ab0-b7fd-4fc4-bed0-c70d182303a4 req-138b21cd-3cf0-4e17-b738-2ee0d4d524dd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Sep 16 17:26:22.897385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cb8eda41-7246-4035-b10a-b2dc3516f765 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:26:23.027131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port cb8eda41-7246-4035-b10a-b2dc3516f765 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:26:23.031014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port cb8eda41-7246-4035-b10a-b2dc3516f765 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:26:23.031455 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:23.112603 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:23.134846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:26:23.137133 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236be6b0-6feb-4e96-9805-81e4645113cd" -d '{"events": [{"server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "name": "network-vif-plugged", "status": "completed", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:26:23.152702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cb8eda41-7246-4035-b10a-b2dc3516f765,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:26:23.173656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad88d7-7e9a-4280-8c19-389c180b5be6 req-3f38e841-83ff-447d-85fb-efa37ded0eea tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:23.176751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14ad88d7-7e9a-4280-8c19-389c180b5be6 req-3f38e841-83ff-447d-85fb-efa37ded0eea tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 944 time: 0.0605958 Sep 16 17:26:23.177122 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25fb484-8561-4036-b25a-85711dbb0a0e x-openstack-request-id: req-a25fb484-8561-4036-b25a-85711dbb0a0e {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:26:23.177122 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "name": "network-vif-plugged", "status": "completed", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:26:23.177122 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a25fb484-8561-4036-b25a-85711dbb0a0e {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:26:23.177478 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'code': 200} Sep 16 17:26:23.213704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-14ad88d7-7e9a-4280-8c19-389c180b5be6 req-2e84b2ca-0ab0-449d-b0ea-d94f7a1f7f36 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321975 Sep 16 17:26:23.228709 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:23.255683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-cf980b5f-7e62-4c4c-a083-166aaf55632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:23.257225 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-cf980b5f-7e62-4c4c-a083-166aaf55632f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 1095 time: 0.0431476 Sep 16 17:26:23.279219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=cb8eda41-7246-4035-b10a-b2dc3516f765,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:26:23.351231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-49139230-668d-4327-a9e7-1fd12a71dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:23.352734 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-49139230-668d-4327-a9e7-1fd12a71dea9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0886567 Sep 16 17:26:23.420530 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-dc961890-d656-4c7e-9b79-6b0d57812013 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 200 len: 1000 time: 0.0610921 Sep 16 17:26:23.470618 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-ec2ccce8-b53e-4971-a3f8-35987a7cdad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:23.472032 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-ec2ccce8-b53e-4971-a3f8-35987a7cdad8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0431175 Sep 16 17:26:23.516964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-0f802b26-cdd7-45e7-9a8f-d02c567261af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:23.518482 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-0f802b26-cdd7-45e7-9a8f-d02c567261af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400450 Sep 16 17:26:23.611704 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-d8eb8594-3c9f-4e45-80a2-a1a95e5a6b01 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859971 Sep 16 17:26:23.703629 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d26f8ed1-c58c-455e-b6e9-ec98e7520b59 req-0e4d8e53-db6d-4c4c-bd4e-aa7f3e4d9c48 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849016 Sep 16 17:26:24.329893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea2cc9-f5d1-4fca-a0b9-44d8abfad794 req-506f6fc1-3b3e-4b0d-b5c7-499c4ac3de23 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:24.331371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28ea2cc9-f5d1-4fca-a0b9-44d8abfad794 req-506f6fc1-3b3e-4b0d-b5c7-499c4ac3de23 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0493290 Sep 16 17:26:24.369280 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28ea2cc9-f5d1-4fca-a0b9-44d8abfad794 req-be3b9cf3-1d56-4556-90e9-94c10d35ff41 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316637 Sep 16 17:26:24.772312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15ea57-5cdc-4ff5-af96-c8712a445944 req-fa6232e0-fa70-46ea-a4d9-85bb5c117f1a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:24.773808 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd15ea57-5cdc-4ff5-af96-c8712a445944 req-fa6232e0-fa70-46ea-a4d9-85bb5c117f1a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0482190 Sep 16 17:26:24.810130 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd15ea57-5cdc-4ff5-af96-c8712a445944 req-a541a567-d3d3-479a-b512-ccdd26cb9484 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301411 Sep 16 17:26:25.932194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84beb33-5b73-4d5a-a5fb-04e16485e5b3 req-ee00da82-0e87-4a23-aa81-e2564b29e396 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:25.933752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e84beb33-5b73-4d5a-a5fb-04e16485e5b3 req-ee00da82-0e87-4a23-aa81-e2564b29e396 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0555122 Sep 16 17:26:25.971323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e84beb33-5b73-4d5a-a5fb-04e16485e5b3 req-dac987c3-2653-4961-afc3-4875040e5838 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317225 Sep 16 17:26:26.031282 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-bc6d3dae-e497-497a-9d9c-7423a136262b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:26.032766 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-bc6d3dae-e497-497a-9d9c-7423a136262b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 945 time: 0.0484402 Sep 16 17:26:26.123908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Deleting port cb8eda41-7246-4035-b10a-b2dc3516f765 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:26:26.124169 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:26.214892 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] For port cb8eda41-7246-4035-b10a-b2dc3516f765, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=cb8eda41-7246-4035-b10a-b2dc3516f765,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:26:26.215259 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:26.380021 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:26.380301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:26.380647 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 disassociated. External IP: 172.25.6.94, port: cb8eda41-7246-4035-b10a-b2dc3516f765. Sep 16 17:26:26.380993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Calling delete_port for cb8eda41-7246-4035-b10a-b2dc3516f765 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:26:26.574967 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:26.604235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event deleted for resources: {'Port': ['ID=cb8eda41-7246-4035-b10a-b2dc3516f765,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:26:26.723682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:26:27.068093 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8edd50b0-d9ae-4cab-950d-630d9eae699f req-4044c6e0-ba90-4990-b5a5-75ce44ae57f8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=d145fe89-dc38-444e-975b-aaa0463f48ff HTTP/1.1" status: 200 len: 210 time: 0.0279665 Sep 16 17:26:27.143284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:26:27.153843 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:26:27.162767 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:26:27.163371 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:26:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:26:27.181848 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] No DVR routers for this DVR port cb8eda41-7246-4035-b10a-b2dc3516f765 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:26:27.184517 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:27.186524 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4e3cb5e8-32d7-48b8-8775-8158d156bf5d req-01700a21-fa28-4884-9678-ffc2176fc000 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "DELETE /v2.0/ports/cb8eda41-7246-4035-b10a-b2dc3516f765 HTTP/1.1" status: 204 len: 173 time: 1.1476331 Sep 16 17:26:27.186949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'name': 'network-vif-deleted', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:26:27.189768 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee989829-8fe7-41b1-a4a7-214d4ab1d024" -d '{"events": [{"server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "name": "network-vif-deleted", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:26:27.226737 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197b1870-62c3-4ba9-88da-38202d616ec7 x-openstack-request-id: req-197b1870-62c3-4ba9-88da-38202d616ec7 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:26:27.227037 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d145fe89-dc38-444e-975b-aaa0463f48ff", "name": "network-vif-deleted", "tag": "cb8eda41-7246-4035-b10a-b2dc3516f765", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:26:27.227281 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-197b1870-62c3-4ba9-88da-38202d616ec7 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:26:27.227676 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd145fe89-dc38-444e-975b-aaa0463f48ff', 'name': 'network-vif-deleted', 'tag': 'cb8eda41-7246-4035-b10a-b2dc3516f765', 'status': 'completed', 'code': 200} Sep 16 17:26:27.269505 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:26:27.469122 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:26:27.495630 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:26:27.503730 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:26:27.504333 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:26:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:26:27.609600 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:26:27.808623 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:26:27.840117 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16697b-7420-44c8-aabc-9139abca1849 None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:26:28.057698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec1ecb-6e0a-4b5e-bc2f-5391131b1a2e None None] New status for floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:26:28.255218 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ae39ac36-9757-4937-bef1-d46645bbe638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:28.352361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-e6e55d38-03a2-4c29-a334-dfafd247724c tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2120431544&fields=id&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 267 time: 0.0332901 Sep 16 17:26:28.464918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-b3d6c92a-2d0b-457b-b70b-9cc754566c02 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:28.466373 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-b3d6c92a-2d0b-457b-b70b-9cc754566c02 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 812 time: 0.1072176 Sep 16 17:26:28.480886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-8f80c6b5-4bfc-4468-bb3d-db8b94d4e171 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/quotas/f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 375 time: 0.0087407 Sep 16 17:26:28.535592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-ce9f696c-c91d-48a2-bf29-ffd9b92392b7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491786 Sep 16 17:26:28.729144 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-c02e3783-7bfc-4e27-9317-16aa78a4e7fe service neutron] 10.222.0.22 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469150 Sep 16 17:26:28.828639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-5f8556e2-c9cf-4d18-a529-0a4ba9d8461c service neutron] 10.222.0.22 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933294 Sep 16 17:26:28.929178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cb8eda41-7246-4035-b10a-b2dc3516f765 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:26:28.949493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: cb8eda41-7246-4035-b10a-b2dc3516f765 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:26:28.949841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device cb8eda41-7246-4035-b10a-b2dc3516f765 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:26:29.069006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eebc6bff-eb78-43c9-b1e8-829e15ff1c5f req-9b9c0ed3-8d6d-40d7-adcd-b801c417380d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0270171 Sep 16 17:26:30.169590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d48d025-bdfa-4dba-9fe3-85771bf4f5e8 req-c39bb809-edde-4e26-9981-bf6834ecb046 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0331652 Sep 16 17:26:30.842071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f737d89a-ca76-4146-b893-9c6e9fb03e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:30.929572 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-8bb251d5-9a60-42df-b3a8-d5f04b321a58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:30.931124 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-8bb251d5-9a60-42df-b3a8-d5f04b321a58 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 812 time: 0.1036062 Sep 16 17:26:30.985860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-b42948a0-2ac4-4add-969d-2cf151d43de8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 380 time: 0.0446532 Sep 16 17:26:30.994697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'port': {'device_id': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'admin_state_up': True, 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'security_groups': ['c3c11d95-9702-4133-8d8d-f181d7a930f7']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:26:31.174972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Made reservation on behalf of f64b5288ee7d436eba76863d2b2e3337 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:26:31.178489 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:31.284609 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-558c5ddc-437e-4376-a46d-2d2c0891f4a6 req-4b1b7fac-1409-407f-a243-fb411b8b0ac4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0446913 Sep 16 17:26:31.344211 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Allocated IP 172.20.0.13 (c42b11f8-b919-4238-985a-9cee92b4bf8d/87ab3549-1c85-4f54-8079-6ddf2baddcd3/ff34eb4b-8ebe-4c84-812c-8a64986678c0) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:26:31.476905 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:31.518534 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:31.567638 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:31.614708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Network c42b11f8-b919-4238-985a-9cee92b4bf8d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:26:31.617740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:26:31.621302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:26:31.630949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:26:31.661272 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.661613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.661950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.662286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.662611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.662934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.663254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.663575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.663895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.664213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.664557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.664890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:26:31.689192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:31.689836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:31.774148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-0aa4304b-c265-48ca-8ec8-bcd5d07c539f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7829411 Sep 16 17:26:31.787899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Request body: {'port': {'device_id': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:26:31.847092 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:31.852339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e91f2ff2-a754-4c97-a595-79df6e942781 None None] Provisioning complete for port ff34eb4b-8ebe-4c84-812c-8a64986678c0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:26:31.852825 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e91f2ff2-a754-4c97-a595-79df6e942781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:31.887387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-e91f2ff2-a754-4c97-a595-79df6e942781 None None] Port ff34eb4b-8ebe-4c84-812c-8a64986678c0 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:26:32.118842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff34eb4b-8ebe-4c84-812c-8a64986678c0 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:26:32.126657 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:32.138190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Transition to ACTIVE for port object ff34eb4b-8ebe-4c84-812c-8a64986678c0 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:26:32.176319 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:32.201621 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:32.250176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:26:32.326781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:26:32.327226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:26:32.327624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:26:32.332577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on network c42b11f8-b919-4238-985a-9cee92b4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:26:32.332967 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:26:32.338301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:26:32.338639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:26:32.339017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:26:32.339443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Bound port: ff34eb4b-8ebe-4c84-812c-8a64986678c0, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:26:32.339802 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:32.443814 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08656e-ed27-43f5-bca5-fbc1e1a54cbb req-bd0e8cc3-fa6e-44ea-a0c7-46cc6a60839d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:32.445393 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a08656e-ed27-43f5-bca5-fbc1e1a54cbb req-bd0e8cc3-fa6e-44ea-a0c7-46cc6a60839d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0894406 Sep 16 17:26:32.451041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:26:32.451395 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:26:32.484718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a08656e-ed27-43f5-bca5-fbc1e1a54cbb req-16559d5d-41e0-4535-b23a-282fc7463c88 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Sep 16 17:26:32.534312 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:32.569803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:32.570494 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:32.572002 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] 10.222.0.52 "PUT /v2.0/ports/ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1092 time: 0.7888036 Sep 16 17:26:32.574246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:26:32.576584 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa9246-7110-4a77-9685-b5cb9aa6522e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:26:32.610670 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80321113-6c65-4946-8692-c6a8d4bfdef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:26:32.622294 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5db881-69ab-46ce-be77-3f665578c49d x-openstack-request-id: req-9a5db881-69ab-46ce-be77-3f665578c49d {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:26:32.622560 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:26:32.622857 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a5db881-69ab-46ce-be77-3f665578c49d {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:26:32.623271 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'status': 'completed', 'code': 200} Sep 16 17:26:32.689202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9246-7110-4a77-9685-b5cb9aa6522e req-c9f649e6-74c1-4aaf-aa2f-0b8983d36766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:32.690600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15fa9246-7110-4a77-9685-b5cb9aa6522e req-c9f649e6-74c1-4aaf-aa2f-0b8983d36766 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1095 time: 0.0460060 Sep 16 17:26:32.789751 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9246-7110-4a77-9685-b5cb9aa6522e req-61874595-b743-4462-9df7-71c15bde8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:32.791226 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15fa9246-7110-4a77-9685-b5cb9aa6522e req-61874595-b743-4462-9df7-71c15bde8dfa service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f64b5288ee7d436eba76863d2b2e3337&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0933363 Sep 16 17:26:32.889875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9246-7110-4a77-9685-b5cb9aa6522e req-40d13dde-fddf-4243-b631-286b7c5c7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:32.891275 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-15fa9246-7110-4a77-9685-b5cb9aa6522e req-40d13dde-fddf-4243-b631-286b7c5c7608 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924037 Sep 16 17:26:32.966062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-66d2783f-af4e-4710-aeb4-7bb85db9a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:32.967524 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-66d2783f-af4e-4710-aeb4-7bb85db9a5ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1095 time: 0.0389853 Sep 16 17:26:33.011406 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-971e117d-1794-468c-95bf-4b03b6ea7d22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 217 time: 0.0362415 Sep 16 17:26:33.059982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-86456e6e-30bb-46be-8abd-8d6a87ec014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:33.061810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-86456e6e-30bb-46be-8abd-8d6a87ec014c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0436990 Sep 16 17:26:33.106378 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-7f72953a-58e3-4c81-a107-0c7363bdb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:33.107844 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-7f72953a-58e3-4c81-a107-0c7363bdb29d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395079 Sep 16 17:26:33.199537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-5e751b44-7750-462f-9eab-f13e685476fb service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840266 Sep 16 17:26:33.286720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09a4358e-84cb-4856-85c1-38a6bb04141b req-34706861-5098-449a-91f8-7f006fc129b5 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802925 Sep 16 17:26:33.599288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a459c87-f1b0-404c-904c-ee3e1b7fe8af req-c2bd1297-5605-4310-bd42-13b7fd57eb3d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:33.601074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a459c87-f1b0-404c-904c-ee3e1b7fe8af req-c2bd1297-5605-4310-bd42-13b7fd57eb3d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0489101 Sep 16 17:26:33.643826 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a459c87-f1b0-404c-904c-ee3e1b7fe8af req-7855e50a-483b-44de-95e9-18d7ab62f0ee tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368910 Sep 16 17:26:33.932873 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:34.759318 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced1d6-bd87-4b4a-a72f-7104be674557 req-3b663d4f-543b-4455-bc02-27ded83584f6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:34.760839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-baced1d6-bd87-4b4a-a72f-7104be674557 req-3b663d4f-543b-4455-bc02-27ded83584f6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0484786 Sep 16 17:26:34.797004 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-baced1d6-bd87-4b4a-a72f-7104be674557 req-d3250a3b-8ed6-438f-a293-16241943b11d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302403 Sep 16 17:26:35.911338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8f45f-f960-4e15-b65b-7fd227ea337b req-e870c81e-8891-46a9-ba88-d24ff570902f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:35.912868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fda8f45f-f960-4e15-b65b-7fd227ea337b req-e870c81e-8891-46a9-ba88-d24ff570902f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0489047 Sep 16 17:26:35.949787 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fda8f45f-f960-4e15-b65b-7fd227ea337b req-935288cc-ef7b-437f-a446-6b9c914a9a9f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Sep 16 17:26:37.013580 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:26:37.061973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180be82-191a-4844-abda-e4237ca7302d req-51f9d4e4-dd60-4824-87a6-6a87081a61ca tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:37.063586 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c180be82-191a-4844-abda-e4237ca7302d req-51f9d4e4-dd60-4824-87a6-6a87081a61ca tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0484698 Sep 16 17:26:37.107747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c180be82-191a-4844-abda-e4237ca7302d req-3738f768-0e61-4193-8070-c6dea41799f9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382936 Sep 16 17:26:37.222790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:26:37.317993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:26:37.328446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'port_id': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'mac_address': 'fa:16:3e:96:47:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:26:37.363406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:37.379565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff34eb4b-8ebe-4c84-812c-8a64986678c0 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:26:37.399391 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:26:37.471404 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:37.517177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:26:37.675571 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ff34eb4b-8ebe-4c84-812c-8a64986678c0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:26:38.223630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204662-7738-4497-90ad-af8deb78a389 req-95889bff-a577-4847-8fa1-a91555db98a9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:38.225181 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2204662-7738-4497-90ad-af8deb78a389 req-95889bff-a577-4847-8fa1-a91555db98a9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0501330 Sep 16 17:26:38.266067 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2204662-7738-4497-90ad-af8deb78a389 req-25e1a296-8a56-4db1-b47e-39eb424ca12e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341146 Sep 16 17:26:39.254176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:26:39.364015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port ff34eb4b-8ebe-4c84-812c-8a64986678c0 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:26:39.368119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port ff34eb4b-8ebe-4c84-812c-8a64986678c0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:26:39.368887 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:39.397917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa2490-c9d0-4a42-b374-d798adbbdcd0 req-7af8c48c-d750-42f4-9a68-513d57049fd7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:39.399814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25aa2490-c9d0-4a42-b374-d798adbbdcd0 req-7af8c48c-d750-42f4-9a68-513d57049fd7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0623951 Sep 16 17:26:39.443569 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25aa2490-c9d0-4a42-b374-d798adbbdcd0 req-7184f5fc-bf3d-428d-94d6-cfb9829c4e52 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358582 Sep 16 17:26:39.454570 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:39.477498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:26:39.479710 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4ee8bd-af6e-4652-9555-1f3ba701df76" -d '{"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:26:39.492173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:26:39.517242 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c7c792-e712-4613-9d93-d461b9ca3bfa x-openstack-request-id: req-81c7c792-e712-4613-9d93-d461b9ca3bfa {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:26:39.517554 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:26:39.517980 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81c7c792-e712-4613-9d93-d461b9ca3bfa {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:26:39.518267 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'code': 200} Sep 16 17:26:39.557944 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:39.617139 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:26:39.664116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504ef4-739a-4179-b9f7-e0c7cb2dbff4 req-87586426-6893-474e-a696-f2a6cccefb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:39.665582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23504ef4-739a-4179-b9f7-e0c7cb2dbff4 req-87586426-6893-474e-a696-f2a6cccefb2d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1097 time: 0.0893536 Sep 16 17:26:39.703600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23504ef4-739a-4179-b9f7-e0c7cb2dbff4 req-980d79f0-ceb6-411a-8cae-e9816ce569ce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301316 Sep 16 17:26:40.556678 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089fccf-14d5-41fb-bf75-53f664f61fdd req-0e14353d-dcac-41e6-b2f4-432b6e303d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:40.558157 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6089fccf-14d5-41fb-bf75-53f664f61fdd req-0e14353d-dcac-41e6-b2f4-432b6e303d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0485976 Sep 16 17:26:40.595523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6089fccf-14d5-41fb-bf75-53f664f61fdd req-660ce2b5-e03e-4824-a2ad-23d39dd566eb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313721 Sep 16 17:26:41.709971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fdb15-92a7-4bb9-baa3-7a861a11f76f req-986f7a1a-60d4-464f-b15c-8faa277358fa tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:41.711439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-998fdb15-92a7-4bb9-baa3-7a861a11f76f req-986f7a1a-60d4-464f-b15c-8faa277358fa tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0474021 Sep 16 17:26:41.747940 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-998fdb15-92a7-4bb9-baa3-7a861a11f76f req-19b2f228-fea2-45ac-a34b-56ea9d11f06e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305572 Sep 16 17:26:41.856838 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3b857-4587-4b46-95c9-12b653d75bb6 req-49927b94-cbd0-4181-8811-d65db5eb4cae tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:41.858300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9b3b857-4587-4b46-95c9-12b653d75bb6 req-49927b94-cbd0-4181-8811-d65db5eb4cae tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0479813 Sep 16 17:26:41.867435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58260) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:26:41.871658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3a22d5d1-5964-410c-be66-d33ba82e0a50 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'floatingip': {'port_id': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:26:41.914300 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a22d5d1-5964-410c-be66-d33ba82e0a50 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:42.635604 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a22d5d1-5964-410c-be66-d33ba82e0a50 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:42.704225 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a22d5d1-5964-410c-be66-d33ba82e0a50 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:42.802308 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-3a22d5d1-5964-410c-be66-d33ba82e0a50 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 associated. External IP: 172.25.6.94, port: ff34eb4b-8ebe-4c84-812c-8a64986678c0. Sep 16 17:26:43.003020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a22d5d1-5964-410c-be66-d33ba82e0a50 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:26:43.110246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a22d5d1-5964-410c-be66-d33ba82e0a50 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:26:43.117385 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3a22d5d1-5964-410c-be66-d33ba82e0a50 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:43.123635 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:26:43.133303 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:26:43.133908 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:26:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:26:43.149101 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3a22d5d1-5964-410c-be66-d33ba82e0a50 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "PUT /v2.0/floatingips/b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 HTTP/1.1" status: 200 len: 991 time: 1.2806506 Sep 16 17:26:43.149679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:26:43.152168 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60352eb-c022-4022-bf14-b67cab144e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:26:43.189488 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b334e6d-9ae9-4a25-ac20-efbd142c5564 x-openstack-request-id: req-8b334e6d-9ae9-4a25-ac20-efbd142c5564 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:26:43.189785 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:26:43.190804 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b334e6d-9ae9-4a25-ac20-efbd142c5564 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:26:43.191199 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'status': 'completed', 'code': 200} Sep 16 17:26:43.248958 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:26:43.251889 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60352eb-c022-4022-bf14-b67cab144e8e req-6371fd02-e25f-46a3-a06c-edd774c44332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:43.253744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c60352eb-c022-4022-bf14-b67cab144e8e req-6371fd02-e25f-46a3-a06c-edd774c44332 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1097 time: 0.0416796 Sep 16 17:26:43.343495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60352eb-c022-4022-bf14-b67cab144e8e req-aad40e3a-60fa-416d-a78a-ee2c72387f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:43.345031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c60352eb-c022-4022-bf14-b67cab144e8e req-aad40e3a-60fa-416d-a78a-ee2c72387f0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0844238 Sep 16 17:26:43.419256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c60352eb-c022-4022-bf14-b67cab144e8e req-17257e75-cadf-46d9-8de1-fa4f51c62b18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 999 time: 0.0671287 Sep 16 17:26:43.467139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60352eb-c022-4022-bf14-b67cab144e8e req-c4f3279d-90e8-480a-8e51-ccdf950eb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:43.468629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c60352eb-c022-4022-bf14-b67cab144e8e req-c4f3279d-90e8-480a-8e51-ccdf950eb2bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0427618 Sep 16 17:26:43.485961 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:96:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:26:42Z', 'revision_number': 9, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:26:43.513990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60352eb-c022-4022-bf14-b67cab144e8e req-0249f003-836c-4643-b040-b67d32c05f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:43.515309 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:26:43.515439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c60352eb-c022-4022-bf14-b67cab144e8e req-0249f003-836c-4643-b040-b67d32c05f40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402703 Sep 16 17:26:43.523622 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:26:43.524224 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:26:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:26:43.609444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c60352eb-c022-4022-bf14-b67cab144e8e req-c18e7afc-0853-4fac-839e-db0078a7d59c service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869875 Sep 16 17:26:43.628114 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:26:43.706215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c60352eb-c022-4022-bf14-b67cab144e8e req-0b7cefbd-6727-4385-bd13-84e9f5a50f94 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897696 Sep 16 17:26:43.940523 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:96:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:26:42Z', 'revision_number': 9, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:26:43.970392 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78dc2a-d1e8-4e72-9ee4-6be4230187dd None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:96:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:26:42Z', 'revision_number': 9, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:26:44.133126 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:44.166103 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b26337-f742-4711-ae8e-6e749ddbd300 None None] New status for floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:26:44.418739 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:26:55.553856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-67188bad-d312-4a57-9cf5-e99007c0bd1c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461104 Sep 16 17:26:55.635159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-8b892f95-00df-478f-865a-0f76a73111a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:55.636617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-8b892f95-00df-478f-865a-0f76a73111a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1097 time: 0.0412319 Sep 16 17:26:55.743027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-d3f0272a-9872-4954-8ac9-7f8dd8a65b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:55.744528 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-d3f0272a-9872-4954-8ac9-7f8dd8a65b46 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0881820 Sep 16 17:26:55.809003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-70bae5a1-0438-42d2-84cd-c9626e46625a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1002 time: 0.0574887 Sep 16 17:26:55.857278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-d32cfa66-e425-444e-b2b8-43beaa00d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:55.858738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-d32cfa66-e425-444e-b2b8-43beaa00d94a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0424280 Sep 16 17:26:55.908737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-0d9146f6-8431-4f8b-9ac1-624343f96b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:26:55.910151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-0d9146f6-8431-4f8b-9ac1-624343f96b0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439062 Sep 16 17:26:56.006022 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-2166eb5a-e9aa-4452-aa69-32b010a83235 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887730 Sep 16 17:26:56.108007 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9518129e-ce7e-45d6-b757-2d0b1bcc4077 req-5e7af6ed-8eff-42e5-be3e-6daa741904b6 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935290 Sep 16 17:26:58.242229 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1269c47-bc70-47e6-a740-6c6ec8ed1fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:00.806756 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-642dacb7-bd2b-4c46-9b9a-9645f24498a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:01.544790 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:02.139219 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:03.996266 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:14.013925 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:27:14.155086 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:14.425362 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:28.240725 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a88e-73b4-41a3-87ed-394c869616fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:30.840831 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6d58c429-87eb-465d-aa8e-1b3396570de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:31.509644 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:32.149556 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:33.943688 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:44.154336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:44.411674 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:27:51.013414 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:27:57.532113 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-7b2e4103-b7da-4f01-969a-2ffe330e5239 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419884 Sep 16 17:27:57.612533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-cf4c0247-4c23-46f3-92ac-7675792a2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:27:57.614060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-cf4c0247-4c23-46f3-92ac-7675792a2d69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1097 time: 0.0408823 Sep 16 17:27:57.719255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-0f2ebaa9-4a07-42ee-9d93-1a6f28786466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:27:57.720663 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-0f2ebaa9-4a07-42ee-9d93-1a6f28786466 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0884006 Sep 16 17:27:57.783608 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-d2e7b928-e98c-4e56-ac0d-417f1fad0b8c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1002 time: 0.0563722 Sep 16 17:27:57.835157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-3e591ef8-0c01-4435-b092-5f766ff4c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:27:57.836598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-3e591ef8-0c01-4435-b092-5f766ff4c761 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0463648 Sep 16 17:27:57.881055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-846ff97c-b7ff-4aef-9a2a-cb989ca06d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:27:57.882503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-846ff97c-b7ff-4aef-9a2a-cb989ca06d44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389175 Sep 16 17:27:57.893664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-5dc5969d-5155-4953-8113-02467b0769ca service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:27:57.894587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-5dc5969d-5155-4953-8113-02467b0769ca service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053499 Sep 16 17:27:57.982508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-3c3d93b9-b7a9-4658-9af0-7c53b367d5f2 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806775 Sep 16 17:27:58.074039 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4a1cc11d-2a2e-410f-bb7d-8901645116bd req-cbbfcc7b-e54e-458e-83be-2eebad912f36 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845938 Sep 16 17:27:58.245335 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a9dbaa49-8959-407c-9837-ad7ad3dcc9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:00.811086 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-59a1a81a-7e63-4384-addf-f917ac723f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:01.542343 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:02.160048 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:03.948222 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:14.164804 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:14.410873 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:18.136098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0670dd-e0cf-4706-a449-c6b84f2d487c req-f81f6ce6-b59f-4825-b1b7-80889f426269 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:18.137602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d0670dd-e0cf-4706-a449-c6b84f2d487c req-f81f6ce6-b59f-4825-b1b7-80889f426269 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0492105 Sep 16 17:28:18.175637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d0670dd-e0cf-4706-a449-c6b84f2d487c req-5ef16b62-019b-414e-b7a9-00c7fb63fa97 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Sep 16 17:28:18.267475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-cdc3cf16-021c-442e-aa7c-6c49e1635ce2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393658 Sep 16 17:28:19.301362 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe88df-5d67-472c-906e-395af2cc5573 req-035a22e2-4d4e-4bef-9adf-ec1e3bcfbb45 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:19.302875 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cdbe88df-5d67-472c-906e-395af2cc5573 req-035a22e2-4d4e-4bef-9adf-ec1e3bcfbb45 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0549753 Sep 16 17:28:19.342186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cdbe88df-5d67-472c-906e-395af2cc5573 req-18563965-803a-4685-862b-78e75645c12e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330586 Sep 16 17:28:20.260311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-976c09ce-a700-4d35-b4b1-ce15f8932983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:20.261783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-976c09ce-a700-4d35-b4b1-ce15f8932983 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1097 time: 0.0401154 Sep 16 17:28:20.353156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-625fb167-1679-49b5-94f6-a94acc8c026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:20.354617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-625fb167-1679-49b5-94f6-a94acc8c026e service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0864792 Sep 16 17:28:20.442399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-81cedef2-ae25-4f65-98a0-b031441fbe1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1002 time: 0.0797532 Sep 16 17:28:20.499781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56046b72-1704-429e-a413-ca576fb36b6d req-fa364537-08e6-4bab-8161-df7d118ea05f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:20.501313 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56046b72-1704-429e-a413-ca576fb36b6d req-fa364537-08e6-4bab-8161-df7d118ea05f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0894704 Sep 16 17:28:20.512479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-98a47f9f-719c-4b26-b34d-31b4d0c8fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:20.513789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-98a47f9f-719c-4b26-b34d-31b4d0c8fdba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0645905 Sep 16 17:28:20.569795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-56046b72-1704-429e-a413-ca576fb36b6d req-ce550701-e99a-4281-be4d-c42b0ff86d69 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601137 Sep 16 17:28:20.579098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-88a46725-0008-4675-a160-62ea310fbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:20.581749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-88a46725-0008-4675-a160-62ea310fbf21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600967 Sep 16 17:28:20.673227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-ac46a381-4b88-4bf6-9ab5-0b6e560953a9 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854137 Sep 16 17:28:20.761392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-ed6759e6-89a7-4573-9418-9f777b202ce0 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811696 Sep 16 17:28:21.685705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6baf63-e00f-485f-9d17-e2c04606a267 req-41369402-20cd-499d-b6af-c2ec86890fc7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:21.687110 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de6baf63-e00f-485f-9d17-e2c04606a267 req-41369402-20cd-499d-b6af-c2ec86890fc7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0498610 Sep 16 17:28:21.724494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de6baf63-e00f-485f-9d17-e2c04606a267 req-b7e9f401-6035-4d84-ba6e-fb5321484859 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Sep 16 17:28:22.842767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24891991-1b32-45b2-aa3c-f0b318ecf74b req-5d71fa7f-7101-4f2e-a734-12aa13d09295 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:22.844227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24891991-1b32-45b2-aa3c-f0b318ecf74b req-5d71fa7f-7101-4f2e-a734-12aa13d09295 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0521820 Sep 16 17:28:22.881426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-24891991-1b32-45b2-aa3c-f0b318ecf74b req-8ff386b5-ff4a-404c-8cbc-e8509bc982c3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307014 Sep 16 17:28:23.994085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20431e88-80be-43b4-ae4e-8d7e83d40e31 req-6f228abf-0ac7-4ef6-aaa7-bd733e82d1dc tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:23.995545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20431e88-80be-43b4-ae4e-8d7e83d40e31 req-6f228abf-0ac7-4ef6-aaa7-bd733e82d1dc tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0476131 Sep 16 17:28:24.032072 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-20431e88-80be-43b4-ae4e-8d7e83d40e31 req-2a1bf786-2277-4871-bb70-b67fc4256436 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306716 Sep 16 17:28:25.145214 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e0810-a8f7-421e-bdd2-639cb53a3343 req-7bcd1804-355a-4420-bed3-bd3167e9a813 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:25.146671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-787e0810-a8f7-421e-bdd2-639cb53a3343 req-7bcd1804-355a-4420-bed3-bd3167e9a813 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0473483 Sep 16 17:28:25.184013 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-787e0810-a8f7-421e-bdd2-639cb53a3343 req-233ab36f-9c5e-4ccd-bed4-043fd9406070 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309076 Sep 16 17:28:26.301601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebbb14-98c6-4c28-8162-ea7eac0b29eb req-4d8690f8-0369-426c-b523-0b3c78b539a5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:26.303056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9ebbb14-98c6-4c28-8162-ea7eac0b29eb req-4d8690f8-0369-426c-b523-0b3c78b539a5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0522397 Sep 16 17:28:26.339461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9ebbb14-98c6-4c28-8162-ea7eac0b29eb req-0625801a-f3c2-499e-84f8-9083ac60a0f9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302923 Sep 16 17:28:27.453310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762a39d-7c45-47c3-a91c-3c2c4f30c090 req-e578f003-82c8-4c1b-96ac-c293289cf7bb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:27.454788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c762a39d-7c45-47c3-a91c-3c2c4f30c090 req-e578f003-82c8-4c1b-96ac-c293289cf7bb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0487127 Sep 16 17:28:27.492081 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c762a39d-7c45-47c3-a91c-3c2c4f30c090 req-cf1103cf-399e-429e-90e8-fc24adb8799e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Sep 16 17:28:28.012572 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:28:28.244224 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4dcc5337-e317-49e8-a699-521a1fc360c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:28.604188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af05a65-2134-4b24-9169-8d9139266e48 req-b8d8c579-2e79-4859-a5ea-eb6f4dba1eb0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:28.605674 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9af05a65-2134-4b24-9169-8d9139266e48 req-b8d8c579-2e79-4859-a5ea-eb6f4dba1eb0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0475731 Sep 16 17:28:28.642430 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9af05a65-2134-4b24-9169-8d9139266e48 req-2c308901-2e6b-4e8b-b7ef-dcde0021d071 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308659 Sep 16 17:28:29.759164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a6a46-518d-43da-95f9-e7fc217723fc req-dba0dfb7-9dbb-4acd-98aa-2e44292332ac tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:29.760687 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-152a6a46-518d-43da-95f9-e7fc217723fc req-dba0dfb7-9dbb-4acd-98aa-2e44292332ac tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0520308 Sep 16 17:28:29.798194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-152a6a46-518d-43da-95f9-e7fc217723fc req-f3022072-63ed-43be-b541-35d150aaeb42 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Sep 16 17:28:30.804815 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8a1cbf0-e1ff-43fe-9edb-5d20c5514781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:30.913663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347bdb8-3b3c-4fd0-bf46-fcf4bbf96f5f req-4c8fdf4e-2322-492f-8b10-f85101850852 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:30.915149 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4347bdb8-3b3c-4fd0-bf46-fcf4bbf96f5f req-4c8fdf4e-2322-492f-8b10-f85101850852 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0486860 Sep 16 17:28:30.951567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4347bdb8-3b3c-4fd0-bf46-fcf4bbf96f5f req-bff74ca4-0edb-447e-8a81-979ed0998665 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304444 Sep 16 17:28:31.512760 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:32.066599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b4b35-8f4b-4dd5-b111-c66876866246 req-f3c0e9bb-ded5-4f56-b277-017a81047f92 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:32.068040 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed0b4b35-8f4b-4dd5-b111-c66876866246 req-f3c0e9bb-ded5-4f56-b277-017a81047f92 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0501711 Sep 16 17:28:32.105660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed0b4b35-8f4b-4dd5-b111-c66876866246 req-5e0f98da-648f-423b-8d99-57f349e31fb0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Sep 16 17:28:32.203841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:32.762797 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-2c269f14-734a-49ad-bc7d-ef026375075c service neutron] show failed (client error): The resource could not be found. Sep 16 17:28:32.763698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-2c269f14-734a-49ad-bc7d-ef026375075c service neutron] 10.222.0.52 "GET /v2.0/ports/ff34eb4b-8ebe-4c84-812c-8a64986678c0/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0571272 Sep 16 17:28:33.235749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2d427-959c-44a9-a4cd-96f88f093563 req-a42da5ac-9527-45b3-898e-162c27c51a23 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:33.237354 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ae2d427-959c-44a9-a4cd-96f88f093563 req-a42da5ac-9527-45b3-898e-162c27c51a23 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0630558 Sep 16 17:28:33.282567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1ae2d427-959c-44a9-a4cd-96f88f093563 req-7e11df90-1499-4e8d-87bb-c27ed8e32a9e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343099 Sep 16 17:28:33.333955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-62402257-47e2-4261-8feb-91c4bc27ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:33.335432 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-62402257-47e2-4261-8feb-91c4bc27ced3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 1097 time: 0.0895529 Sep 16 17:28:33.347557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:28:33.402517 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:33.447886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.62', 59732) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:28:33.487192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-9de9f070-b2bd-447d-8cfd-b7f9e96bbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:33.489310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-9de9f070-b2bd-447d-8cfd-b7f9e96bbac2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1097 time: 0.0404179 Sep 16 17:28:33.596841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-e77b533e-bcc7-4f8a-a425-6c9954f2dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:33.598910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-e77b533e-bcc7-4f8a-a425-6c9954f2dd9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0906308 Sep 16 17:28:33.614442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:33.646333 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:28:33.663432 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-aa877122-d448-49cc-bf36-ab0bfcebfea9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1002 time: 0.0578582 Sep 16 17:28:33.686706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:28:33.689011 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df7df7-58de-44cf-a957-b0718790bde6" -d '{"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-unplugged", "status": "completed", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:28:33.693403 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:33.708507 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Transition to ACTIVE for port object ff34eb4b-8ebe-4c84-812c-8a64986678c0 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:28:33.718908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-165259ff-485c-44d2-98e9-ac73665aced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:33.720408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-165259ff-485c-44d2-98e9-ac73665aced7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0503263 Sep 16 17:28:33.766656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-51973f0e-2823-4a11-8439-7e89afc1654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:33.768302 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-51973f0e-2823-4a11-8439-7e89afc1654c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413034 Sep 16 17:28:33.793622 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:33.804526 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d870f2bd-f248-4033-93a2-9cef6da5f532 x-openstack-request-id: req-d870f2bd-f248-4033-93a2-9cef6da5f532 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:28:33.804834 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-unplugged", "status": "completed", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:28:33.805640 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d870f2bd-f248-4033-93a2-9cef6da5f532 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:28:33.806058 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'code': 200} Sep 16 17:28:33.881244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-f7daefe3-604b-40f0-a3f1-0ff7075a42a7 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055610 Sep 16 17:28:33.887281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:33.899485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.899835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.900181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.900554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.904597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.904597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.904597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.904597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.904597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.904597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.904597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.904597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:33.934990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] No DVR routers for this DVR port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:28:33.959116 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:33.989775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-d2cc7d12-4dad-4803-ada1-5258e732e751 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017208 Sep 16 17:28:34.084245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:28:34.084728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:28:34.085068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:28:34.090346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on network c42b11f8-b919-4238-985a-9cee92b4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:28:34.090671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:28:34.095498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:28:34.095880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:28:34.096221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:28:34.096679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Bound port: ff34eb4b-8ebe-4c84-812c-8a64986678c0, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:28:34.097568 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:34.160491 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:28:34.164945 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:28:34.222489 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:34.262389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:34.263002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:34.264392 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] 10.222.0.62 "PUT /v2.0/ports/ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1092 time: 0.9213727 Sep 16 17:28:34.285989 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c672604-5bd3-4a1b-8e71-8b4e9fba0ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:34.333300 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-5bfa908e-b323-4de9-9bec-d538d18f32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:34.334899 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-5bfa908e-b323-4de9-9bec-d538d18f32c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1095 time: 0.0458407 Sep 16 17:28:34.406890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634f76e-8698-4d24-b9f1-263ceb11c7fc req-b15d89ab-fe5e-4e93-bc9b-a91bd56a75bb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:34.408628 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1634f76e-8698-4d24-b9f1-263ceb11c7fc req-b15d89ab-fe5e-4e93-bc9b-a91bd56a75bb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0538397 Sep 16 17:28:34.435890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-f4004428-41f9-4a95-8dc4-65200e507643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:34.437579 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-f4004428-41f9-4a95-8dc4-65200e507643 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0960038 Sep 16 17:28:34.447982 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1634f76e-8698-4d24-b9f1-263ceb11c7fc req-5e7cc895-d111-4348-8849-d34923a40496 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328915 Sep 16 17:28:34.505753 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-3f9465c8-d177-47f0-91f0-52c2431966e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1000 time: 0.0613694 Sep 16 17:28:34.554682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-257bf6ba-6080-42c6-a040-55adeb49c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:34.556039 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-257bf6ba-6080-42c6-a040-55adeb49c186 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0439563 Sep 16 17:28:34.604412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-ae62c76a-6a83-4548-b5ae-bcf0a32c0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:34.605889 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-ae62c76a-6a83-4548-b5ae-bcf0a32c0783 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431280 Sep 16 17:28:34.694650 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-7482cd56-cda9-4d32-8ef0-efb47abbf423 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813384 Sep 16 17:28:34.788748 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8807f71b-73ad-41bc-9927-6528f347d5b8 req-9c6861ac-b816-4de4-9296-fa5fdb88b7f8 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869436 Sep 16 17:28:35.569502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c099fe-5173-4849-b645-40928abfbb5e req-027ceab5-133c-457b-9ee1-9e3c125f304a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:35.570990 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9c099fe-5173-4849-b645-40928abfbb5e req-027ceab5-133c-457b-9ee1-9e3c125f304a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0530565 Sep 16 17:28:35.607680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9c099fe-5173-4849-b645-40928abfbb5e req-22a6a714-3442-451c-8fce-ec7c0a9b265a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Sep 16 17:28:35.808244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:28:35.810638 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d617edb7-a7a1-45e8-8ea7-d79b35320be6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:28:35.857238 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b080b549-a570-419e-823f-b0a928c86d67 x-openstack-request-id: req-b080b549-a570-419e-823f-b0a928c86d67 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:28:35.857537 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:28:35.857789 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b080b549-a570-419e-823f-b0a928c86d67 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:28:35.858187 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'status': 'completed', 'code': 200} Sep 16 17:28:35.920551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-64e801e4-fbcd-4dc9-88a3-ca1c6eebffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:35.920799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-d37ea588-e680-4e59-b06b-e7b93a393ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:35.922052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-64e801e4-fbcd-4dc9-88a3-ca1c6eebffd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1095 time: 0.0416713 Sep 16 17:28:35.922208 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-d37ea588-e680-4e59-b06b-e7b93a393ec4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1095 time: 0.0422616 Sep 16 17:28:36.016480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-9b8efb94-b02e-49eb-be2e-8fe5ee62ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:36.018083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-9b8efb94-b02e-49eb-be2e-8fe5ee62ad83 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0891547 Sep 16 17:28:36.019947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-0e397b69-b1ef-4767-91c6-bcafedc11456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:36.021464 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-0e397b69-b1ef-4767-91c6-bcafedc11456 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0913763 Sep 16 17:28:36.084746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-341f9c15-1a63-4c0f-8804-c0a23cec9cd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1000 time: 0.0597675 Sep 16 17:28:36.088659 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-ea3be5a8-abbd-4129-a697-ccbd48da32dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1000 time: 0.0586772 Sep 16 17:28:36.133380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-c33b684f-7acb-4f1d-bc70-38e94de00a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:36.134832 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-c33b684f-7acb-4f1d-bc70-38e94de00a75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0439093 Sep 16 17:28:36.139480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-16b2aff4-6584-4253-bddc-8cc74eb1658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:36.140960 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-16b2aff4-6584-4253-bddc-8cc74eb1658c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0450819 Sep 16 17:28:36.184591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-71ab384d-cc76-420a-a4c3-a0cd4be22d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:36.186197 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-71ab384d-cc76-420a-a4c3-a0cd4be22d01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430853 Sep 16 17:28:36.191465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-83ae64a5-bbe4-4435-abf5-d65458801c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:36.193002 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-83ae64a5-bbe4-4435-abf5-d65458801c0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446596 Sep 16 17:28:36.275708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-000b448c-b888-4f53-a016-60b1895d2bb7 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824533 Sep 16 17:28:36.283671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-007393ff-b85f-4ebe-a0b7-cbf08a2c0e87 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824854 Sep 16 17:28:36.382612 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-7b7f7e99-237c-4c7b-a8a3-ceea20ab2ca2 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905485 Sep 16 17:28:36.678680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d617edb7-a7a1-45e8-8ea7-d79b35320be6 req-ad8db69a-d6aa-4af3-8832-36357ce59d1c service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939817 Sep 16 17:28:36.739704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e7b60-3c8b-4e22-86bf-a6afb768c7b2 req-59703a4e-3694-43ff-8d69-b0398a8a6405 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:36.741293 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb3e7b60-3c8b-4e22-86bf-a6afb768c7b2 req-59703a4e-3694-43ff-8d69-b0398a8a6405 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0507562 Sep 16 17:28:36.781127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bb3e7b60-3c8b-4e22-86bf-a6afb768c7b2 req-213253be-9dec-4384-9b3d-5ceef303a3d5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335460 Sep 16 17:28:37.363956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:28:37.459057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:37.469596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'port_id': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'mac_address': 'fa:16:3e:96:47:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:28:37.505380 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:37.517230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff34eb4b-8ebe-4c84-812c-8a64986678c0 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:28:37.535811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:37.638621 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:37.683644 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:37.691423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.691776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.692114 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.692474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.692807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.693140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.693465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.693791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.694173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.694495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.694815 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.695131 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:37.780688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:28:37.824263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:28:37.853745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['ff34eb4b-8ebe-4c84-812c-8a64986678c0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:28:37.900781 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04bf07-75a0-4312-ad56-376d3271492c req-c8935b71-a552-46cf-9ef6-b80a6402fc62 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:37.902170 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf04bf07-75a0-4312-ad56-376d3271492c req-c8935b71-a552-46cf-9ef6-b80a6402fc62 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0475986 Sep 16 17:28:37.939740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bf04bf07-75a0-4312-ad56-376d3271492c req-efaa8ba0-e657-4f08-b178-e694ae56d7b5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316575 Sep 16 17:28:38.527964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2183-f7d3-43de-87d2-3132fa806eeb req-c809b922-156a-45e7-89b1-3e8f56c55994 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:38.529484 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10ca2183-f7d3-43de-87d2-3132fa806eeb req-c809b922-156a-45e7-89b1-3e8f56c55994 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0525813 Sep 16 17:28:38.573632 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10ca2183-f7d3-43de-87d2-3132fa806eeb req-0efe51ad-4c43-43e2-b486-982f773eedba tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374229 Sep 16 17:28:38.582295 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-3e656176-b762-47d6-a86a-a78567eb33f5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:38.583823 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-3e656176-b762-47d6-a86a-a78567eb33f5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7&tenant_id=f64b5288ee7d436eba76863d2b2e3337&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 945 time: 0.0552199 Sep 16 17:28:38.646847 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-b407fa77-166d-465f-b51d-362367d5a8c3 service neutron] 10.222.0.62 "GET /v2.0/ports/ff34eb4b-8ebe-4c84-812c-8a64986678c0/bindings/n-h2-807786-3 HTTP/1.1" status: 200 len: 382 time: 0.0550807 Sep 16 17:28:38.710426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d1052786-596d-4fb7-a2da-6c71f281f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:38.712042 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d1052786-596d-4fb7-a2da-6c71f281f756 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1096 time: 0.0425189 Sep 16 17:28:38.811250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-f383158d-e1ba-4743-a082-5c17a368a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:38.812788 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-f383158d-e1ba-4743-a082-5c17a368a5c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0943346 Sep 16 17:28:38.887345 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-b64b30de-db7e-4e6e-a7c2-c16fb4b25675 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1001 time: 0.0678625 Sep 16 17:28:38.939004 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-5e8cfc79-7cf5-4649-9620-1c858ae09770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:38.941197 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-5e8cfc79-7cf5-4649-9620-1c858ae09770 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0470123 Sep 16 17:28:38.990772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-9070dc22-3298-4698-9799-e30ad57ddacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:38.992229 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-9070dc22-3298-4698-9799-e30ad57ddacd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443904 Sep 16 17:28:39.092122 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-03d7a325-c3c7-4133-beb9-bc1735307fe0 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930092 Sep 16 17:28:39.188832 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-6aa005a7-70db-4d1c-af3d-522a54139cde service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896249 Sep 16 17:28:39.368932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:28:39.484491 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port ff34eb4b-8ebe-4c84-812c-8a64986678c0 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:28:39.489001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port ff34eb4b-8ebe-4c84-812c-8a64986678c0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:28:39.492087 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:39.568512 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:39.592012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:28:39.594246 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf42eee8-01b6-42ac-81ce-c04aae1a4c4d" -d '{"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:28:39.608191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:39.683962 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:39.706694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b27bb0-b1b4-48ac-85e4-8484cbc2ec2d req-4ffad8a6-8e5b-4ad5-b455-90fa27632a91 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:39.708497 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9b27bb0-b1b4-48ac-85e4-8484cbc2ec2d req-4ffad8a6-8e5b-4ad5-b455-90fa27632a91 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0619330 Sep 16 17:28:39.719525 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7beb5d-5cd9-4e6f-94d0-ec51f772a44f x-openstack-request-id: req-ab7beb5d-5cd9-4e6f-94d0-ec51f772a44f {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:28:39.719878 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:28:39.720191 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab7beb5d-5cd9-4e6f-94d0-ec51f772a44f {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:28:39.720686 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'code': 200} Sep 16 17:28:39.744784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:39.749263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9b27bb0-b1b4-48ac-85e4-8484cbc2ec2d req-fb86772c-5744-48fa-b8f8-a99010a2344e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345716 Sep 16 17:28:40.868526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403fa8f-3d2d-4710-9342-a2780755c8d4 req-418303d5-3fef-4dd5-bbe0-3f66644cc517 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:40.870734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6403fa8f-3d2d-4710-9342-a2780755c8d4 req-418303d5-3fef-4dd5-bbe0-3f66644cc517 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0514054 Sep 16 17:28:40.908269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6403fa8f-3d2d-4710-9342-a2780755c8d4 req-7366df54-4156-46bd-ae74-a3a1df993943 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316486 Sep 16 17:28:41.576017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-c36055ad-5d66-474f-b665-7a33e8ade68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:41.577467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-c36055ad-5d66-474f-b665-7a33e8ade68f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 1097 time: 0.0446243 Sep 16 17:28:41.589163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:28:41.640910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:41.837286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:41.871035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:28:41.913192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:28:41.915436 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2195068b-a64f-48da-accc-06a7d832eff0" -d '{"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-unplugged", "status": "completed", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:28:41.919529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:41.932908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Transition to ACTIVE for port object ff34eb4b-8ebe-4c84-812c-8a64986678c0 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:28:42.003510 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:42.032817 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499ea7ce-1d3d-4b2f-99b7-155dcd33ecca x-openstack-request-id: req-499ea7ce-1d3d-4b2f-99b7-155dcd33ecca {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:28:42.035881 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-unplugged", "status": "completed", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:28:42.035881 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-499ea7ce-1d3d-4b2f-99b7-155dcd33ecca {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:28:42.035881 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'code': 200} Sep 16 17:28:42.108898 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cc095-cbf0-46d5-bf91-28ffffbbaf57 req-d343e9e8-5e46-45d8-b911-e199f38b0d19 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:42.110482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e3cc095-cbf0-46d5-bf91-28ffffbbaf57 req-d343e9e8-5e46-45d8-b911-e199f38b0d19 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.1346681 Sep 16 17:28:42.113239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=10']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:42.136680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.137033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.137378 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.137725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.138058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.138390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.138720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.139048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.139371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.139696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.140022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.140344 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:28:42.183803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] No DVR routers for this DVR port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:28:42.229357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5e3cc095-cbf0-46d5-bf91-28ffffbbaf57 req-a5b9c55a-718a-4692-a83d-6f8c3ec9e93d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098862 Sep 16 17:28:42.326659 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:28:42.326914 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:28:42.327238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:28:42.331479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on network c42b11f8-b919-4238-985a-9cee92b4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:28:42.331851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Attempting to bind port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:28:42.336472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:28:42.336809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:28:42.337200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:28:42.337601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Bound port: ff34eb4b-8ebe-4c84-812c-8a64986678c0, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:28:42.337950 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:42.403321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:28:42.406273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:28:42.479204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:42.510653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:42.511503 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:42.513296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] 10.222.0.52 "PUT /v2.0/ports/ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1093 time: 0.9281437 Sep 16 17:28:42.554418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a958a-0f18-4014-bdb3-26b5bc213b0e service neutron] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=11']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:42.585934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-5105b096-50ec-4d93-8528-669708d19853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:42.587485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-5105b096-50ec-4d93-8528-669708d19853 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1096 time: 0.0458899 Sep 16 17:28:42.688046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-ddf47ec4-578e-4442-9a43-406933da3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:42.689589 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-ddf47ec4-578e-4442-9a43-406933da3011 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0946484 Sep 16 17:28:42.755948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-ffafa226-a8a0-497b-bdbf-e747842991cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1000 time: 0.0594249 Sep 16 17:28:42.808621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-475f90e7-558b-4442-bf50-143b7778f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:42.810104 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-475f90e7-558b-4442-bf50-143b7778f1e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0465786 Sep 16 17:28:42.860207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-2db8a5f6-80bd-4f19-afc7-48e399299f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:42.861723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-2db8a5f6-80bd-4f19-afc7-48e399299f5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447152 Sep 16 17:28:42.950190 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-c79dc1af-8e6c-4c24-8155-7a0429c12daf service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810642 Sep 16 17:28:43.042944 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b697b1d5-29bf-46fa-8812-60913c9f9d11 req-792f538a-1f0b-4ff6-a647-fa618fa5c338 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856166 Sep 16 17:28:43.348444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdc85e-9282-486d-a7d1-1c544d22bb30 req-c2b31375-a7f4-460c-9cda-2364437e53f7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:43.349931 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8fdc85e-9282-486d-a7d1-1c544d22bb30 req-c2b31375-a7f4-460c-9cda-2364437e53f7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0496161 Sep 16 17:28:43.386714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8fdc85e-9282-486d-a7d1-1c544d22bb30 req-2ed85e5c-fdc2-47ec-a920-79ade2185169 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308201 Sep 16 17:28:43.395380 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:28:43.585781 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:28:44.035033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:28:44.037384 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:28:44.084563 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389b44fe-cfe8-417f-8627-c4157655a79c x-openstack-request-id: req-389b44fe-cfe8-417f-8627-c4157655a79c {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:28:44.085529 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:28:44.085785 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-389b44fe-cfe8-417f-8627-c4157655a79c {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:28:44.086520 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'status': 'completed', 'code': 200} Sep 16 17:28:44.143334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-6cef6eb0-bc50-40f0-8063-1c22d24a2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:44.145803 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-6cef6eb0-bc50-40f0-8063-1c22d24a2aa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1096 time: 0.0431478 Sep 16 17:28:44.150055 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-99a857cd-be1a-4187-9f30-6f78e52015dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:44.151547 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-99a857cd-be1a-4187-9f30-6f78e52015dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 1096 time: 0.0438950 Sep 16 17:28:44.187664 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:44.244520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-d6c6fce3-52b0-4a9e-b4b7-55b1f066d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:44.246083 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-d6c6fce3-52b0-4a9e-b4b7-55b1f066d747 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0936391 Sep 16 17:28:44.246818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-3fc753b4-cd55-4123-8a59-8f7c06d228fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:44.248296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-3fc753b4-cd55-4123-8a59-8f7c06d228fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0901062 Sep 16 17:28:44.314500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-405a7772-7105-4c24-936f-0c3a67a91a74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1000 time: 0.0582201 Sep 16 17:28:44.317577 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-1a2b9a71-6178-4f6d-a642-a5a500b00938 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 200 len: 1000 time: 0.0650060 Sep 16 17:28:44.367369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-ad26a717-466b-4dd6-b2d4-d8a43961a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:44.369048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-ad26a717-466b-4dd6-b2d4-d8a43961a966 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0452724 Sep 16 17:28:44.371112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-0149a8eb-34d4-4431-8310-4f028e08e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:44.372651 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-0149a8eb-34d4-4431-8310-4f028e08e892 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0509641 Sep 16 17:28:44.421727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-28bb3d9d-f1f2-4c6d-818b-e2156bb7ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:44.423300 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-28bb3d9d-f1f2-4c6d-818b-e2156bb7ace3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477376 Sep 16 17:28:44.423431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-22e0ecc6-e90c-49fc-b44f-c0572b6e5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:44.426285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-22e0ecc6-e90c-49fc-b44f-c0572b6e5777 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451000 Sep 16 17:28:44.461040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:44.528875 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-b9e094f2-4d5d-4830-b815-1ddb559215ab service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988142 Sep 16 17:28:44.569170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755fd86-2bfe-4ddc-baf0-cb4e0242e61a req-969dbc7a-8d89-4e04-b05d-81476610a314 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:44.570629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1755fd86-2bfe-4ddc-baf0-cb4e0242e61a req-969dbc7a-8d89-4e04-b05d-81476610a314 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0976470 Sep 16 17:28:44.573191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-ebacd0d8-5f99-423f-b6b1-81c667650ef0 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400425 Sep 16 17:28:44.639257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1755fd86-2bfe-4ddc-baf0-cb4e0242e61a req-25a40048-3aca-42ed-8de2-e64ad085a378 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601468 Sep 16 17:28:44.642916 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-5dd10471-d3b9-4b32-ad27-4f4100eeb313 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049201 Sep 16 17:28:44.702469 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fe8e1fe-87ff-40af-bf99-9f3fa6ce1d8d req-111a5f9e-4db5-4edc-89df-837af2d6957e service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214931 Sep 16 17:28:45.765011 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ea12d-788a-46e6-8dd6-a220559389db req-e79a5a4a-21c7-4289-a1b2-2fff7a08109f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:45.766500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa1ea12d-788a-46e6-8dd6-a220559389db req-e79a5a4a-21c7-4289-a1b2-2fff7a08109f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0568514 Sep 16 17:28:45.804804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa1ea12d-788a-46e6-8dd6-a220559389db req-820de5a2-6a18-4af2-be1c-3510952aee74 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Sep 16 17:28:45.816759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:28:45.915016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:45.920112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05516a46-7373-42dd-8b80-723af02f6c2e req-5992c028-b600-44a2-81c1-39e4e50efedf tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:45.921598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05516a46-7373-42dd-8b80-723af02f6c2e req-5992c028-b600-44a2-81c1-39e4e50efedf tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0512068 Sep 16 17:28:45.930498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'port_id': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'mac_address': 'fa:16:3e:96:47:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:28:45.965318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05516a46-7373-42dd-8b80-723af02f6c2e req-a8e65c36-9a56-46a5-b8ed-96abb48a6496 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373893 Sep 16 17:28:45.968809 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:45.982504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff34eb4b-8ebe-4c84-812c-8a64986678c0 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:28:46.005152 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:46.055961 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:46.082202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73221282-d4fe-4e7a-8c6a-929708d56caf req-f05be850-33d8-4c18-bf5f-830cfb0dc1bb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:46.083686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73221282-d4fe-4e7a-8c6a-929708d56caf req-f05be850-33d8-4c18-bf5f-830cfb0dc1bb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0505643 Sep 16 17:28:46.103755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=12']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:46.121563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73221282-d4fe-4e7a-8c6a-929708d56caf req-e7990f3c-1fa3-47d1-8778-5afc9c5db760 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316215 Sep 16 17:28:46.294957 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ff34eb4b-8ebe-4c84-812c-8a64986678c0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:28:46.552620 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a471-d474-4cec-8696-1951231433a5 req-f888bfb3-4774-4b23-baed-2e295b9d397c tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:46.554082 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0c1a471-d474-4cec-8696-1951231433a5 req-f888bfb3-4774-4b23-baed-2e295b9d397c tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0535958 Sep 16 17:28:46.590598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0c1a471-d474-4cec-8696-1951231433a5 req-719126cd-9c0b-498f-8ac4-c140a21078dc tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306284 Sep 16 17:28:47.708880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba6490-e68c-4f0d-b5a2-b8b436c3f063 req-d365c247-b165-4506-a70d-3f365c552811 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:47.710257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93ba6490-e68c-4f0d-b5a2-b8b436c3f063 req-d365c247-b165-4506-a70d-3f365c552811 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0482185 Sep 16 17:28:47.746227 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-93ba6490-e68c-4f0d-b5a2-b8b436c3f063 req-9e9259f5-d4ae-4ed9-9979-64794e5356a1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300527 Sep 16 17:28:47.805529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-dc704b97-a357-4686-9c24-289ef1dfee28 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:47.806972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-dc704b97-a357-4686-9c24-289ef1dfee28 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0469027 Sep 16 17:28:47.843557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:28:47.899229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Deleting port ff34eb4b-8ebe-4c84-812c-8a64986678c0 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:28:47.899567 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:47.991319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:47.991599 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:47.993154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port ff34eb4b-8ebe-4c84-812c-8a64986678c0 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:28:47.997047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port ff34eb4b-8ebe-4c84-812c-8a64986678c0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:28:47.997483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:48.074294 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:48.095958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:28:48.098418 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb645e4-91b4-42b8-9e86-9af3ca686aae" -d '{"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:28:48.114085 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ff34eb4b-8ebe-4c84-812c-8a64986678c0, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ff34eb4b-8ebe-4c84-812c-8a64986678c0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:48.140199 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424da073-20a1-4fe6-9e86-c3f963953053 x-openstack-request-id: req-424da073-20a1-4fe6-9e86-c3f963953053 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:28:48.140629 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:28:48.140764 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-424da073-20a1-4fe6-9e86-c3f963953053 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:28:48.141152 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'code': 200} Sep 16 17:28:48.166514 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:48.166873 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:48.167194 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 disassociated. External IP: 172.25.6.94, port: ff34eb4b-8ebe-4c84-812c-8a64986678c0. Sep 16 17:28:48.167526 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Calling delete_port for ff34eb4b-8ebe-4c84-812c-8a64986678c0 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:28:48.176475 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:48.233009 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=13']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:48.341385 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:48.372309 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event deleted for resources: {'Port': ['ID=ff34eb4b-8ebe-4c84-812c-8a64986678c0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:48.488951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:28:48.608980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:28:48.619990 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:28:48.630003 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:28:48.630618 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:28:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:28:48.651064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] No DVR routers for this DVR port ff34eb4b-8ebe-4c84-812c-8a64986678c0 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:28:48.653900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:48.655885 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5260732e-9aac-44fb-8044-fc7491a22c0c req-f8ae126f-317e-4541-b6d8-908a116d8d1d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "DELETE /v2.0/ports/ff34eb4b-8ebe-4c84-812c-8a64986678c0 HTTP/1.1" status: 204 len: 173 time: 0.8423247 Sep 16 17:28:48.656321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-deleted', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:28:48.658586 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c66c1dd-8863-4bed-89f7-153e19120a33" -d '{"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-deleted", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:28:48.695624 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f332329a-3cf8-4681-b9a3-0998dc801425 x-openstack-request-id: req-f332329a-3cf8-4681-b9a3-0998dc801425 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:28:48.695916 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e307bdf-bf30-4dcc-8777-1a027549ecd7", "name": "network-vif-deleted", "tag": "ff34eb4b-8ebe-4c84-812c-8a64986678c0", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:28:48.696179 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f332329a-3cf8-4681-b9a3-0998dc801425 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:28:48.696604 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e307bdf-bf30-4dcc-8777-1a027549ecd7', 'name': 'network-vif-deleted', 'tag': 'ff34eb4b-8ebe-4c84-812c-8a64986678c0', 'status': 'completed', 'code': 200} Sep 16 17:28:48.743209 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:28:48.845569 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9f56c1d-9c22-40e9-ad47-134eb01f980c req-db324653-49ba-4dbc-95f2-7d030b96888b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307bdf-bf30-4dcc-8777-1a027549ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0278716 Sep 16 17:28:48.956893 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:28:48.986086 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:28:48.994881 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:28:48.995484 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:28:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:28:49.099773 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:28:49.296043 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:28:49.322468 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c90fd-3653-4660-97db-ba52c1e061c6 None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:28:49.550829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6466dffd-1d92-48ce-8d9b-291794a67eb0 None None] New status for floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:28:50.114320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-d543aa4b-a93d-47c5-8132-5a5fde8942f4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2120431544&fields=id&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 267 time: 0.0319514 Sep 16 17:28:50.223353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-6fda5775-c37d-48d0-883e-20348f001321 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:50.224840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-6fda5775-c37d-48d0-883e-20348f001321 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 812 time: 0.1035473 Sep 16 17:28:50.239852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-e6477b91-ee5f-4a26-b18c-a76a86e55eea tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/quotas/f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 375 time: 0.0092158 Sep 16 17:28:50.293552 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-354f58ae-f234-4f8b-b877-c78ef4204b6b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484180 Sep 16 17:28:50.397080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-32a9cb65-040f-47d7-b37b-8168ebfb1966 service neutron] 10.222.0.22 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901551 Sep 16 17:28:50.494881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-8dadb8fc-174c-4d67-8bd9-651113cc81fc service neutron] 10.222.0.22 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903003 Sep 16 17:28:50.714689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7a0ea72b-f7a2-442c-a52f-dae99c2aa0f3 req-a557ae03-4f49-4d0d-855c-a5a968468ba6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 210 time: 0.0273771 Sep 16 17:28:51.815911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-758bd5ba-17d7-4dd7-ba52-dd8bcaa12eef req-13e5f192-6d2c-41fc-bb88-b085c3e8e671 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 210 time: 0.0259631 Sep 16 17:28:51.847186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:28:51.867610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: ff34eb4b-8ebe-4c84-812c-8a64986678c0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:28:51.867957 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ff34eb4b-8ebe-4c84-812c-8a64986678c0 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:28:52.473959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-fe8f6c2d-322c-47b8-88ce-c5b8db531aad tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:52.475431 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-fe8f6c2d-322c-47b8-88ce-c5b8db531aad tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 812 time: 0.1105227 Sep 16 17:28:52.518371 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-677a43b5-5e64-4c72-a364-09ed502e052a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 380 time: 0.0339193 Sep 16 17:28:52.527455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'port': {'device_id': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'admin_state_up': True, 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'security_groups': ['c3c11d95-9702-4133-8d8d-f181d7a930f7']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:28:52.718650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Made reservation on behalf of f64b5288ee7d436eba76863d2b2e3337 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:28:52.722326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:52.849685 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Allocated IP 172.20.0.12 (c42b11f8-b919-4238-985a-9cee92b4bf8d/87ab3549-1c85-4f54-8079-6ddf2baddcd3/7ae04b38-dc2f-4644-95fa-347933ffd8e8) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:28:52.916841 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-18a5ddd6-3401-4878-991f-1a10a6640c96 req-2064907c-2ea7-404e-a9c6-315ab982da48 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 210 time: 0.0306330 Sep 16 17:28:52.991847 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:53.067861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:53.110156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Network c42b11f8-b919-4238-985a-9cee92b4bf8d is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:28:53.113169 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:28:53.117665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:28:53.125988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:53.173275 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:53.173902 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:53.262217 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f58ae001-f96b-4118-b4b5-79a42c2a9af3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7382708 Sep 16 17:28:53.277962 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Request body: {'port': {'device_id': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:28:53.333447 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:53.370371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b90e907e-2329-46ce-b64a-d35310688339 None None] Provisioning complete for port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:28:53.370965 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b90e907e-2329-46ce-b64a-d35310688339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:53.407850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b90e907e-2329-46ce-b64a-d35310688339 None None] Port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:28:53.596027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae04b38-dc2f-4644-95fa-347933ffd8e8 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:28:53.603352 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:53.614792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Transition to ACTIVE for port object 7ae04b38-dc2f-4644-95fa-347933ffd8e8 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:28:53.677628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:53.725863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:53.803558 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:28:53.803893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:28:53.804221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:28:53.808888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on network c42b11f8-b919-4238-985a-9cee92b4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:28:53.809296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:28:53.815315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:28:53.815315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:28:53.815315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:28:53.815315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Bound port: 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:28:53.815928 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:53.882103 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:28:53.885122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:28:53.953344 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:53.986535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:53.987168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:53.988576 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] 10.222.0.62 "PUT /v2.0/ports/7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1092 time: 0.7164855 Sep 16 17:28:53.989499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:28:53.991927 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25810f69-2565-49db-9838-e88726c41d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:28:54.031783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c6721-72a1-49dc-9e6e-73dba739237a service neutron] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:54.031783 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e801c00a-195c-4126-8308-750a4d693b30 x-openstack-request-id: req-e801c00a-195c-4126-8308-750a4d693b30 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:28:54.032070 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:28:54.032326 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e801c00a-195c-4126-8308-750a4d693b30 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:28:54.032769 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'status': 'completed', 'code': 200} Sep 16 17:28:54.044947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66483-f728-41a3-92fc-8c16c399bb54 req-13134168-e3c9-41df-aa86-cd9a4bbf01d1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:54.046461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7af66483-f728-41a3-92fc-8c16c399bb54 req-13134168-e3c9-41df-aa86-cd9a4bbf01d1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0589478 Sep 16 17:28:54.092923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7af66483-f728-41a3-92fc-8c16c399bb54 req-c4b4211d-de15-425f-8b1e-a7ff35e6fa21 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396204 Sep 16 17:28:54.107519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25810f69-2565-49db-9838-e88726c41d2f req-e50301ab-1b8f-4e52-91f7-b8ffe8df7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:54.109080 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-25810f69-2565-49db-9838-e88726c41d2f req-e50301ab-1b8f-4e52-91f7-b8ffe8df7ae9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1095 time: 0.0556297 Sep 16 17:28:54.211915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25810f69-2565-49db-9838-e88726c41d2f req-ed54ca59-9108-42a8-a477-496d995b266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:54.213426 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-25810f69-2565-49db-9838-e88726c41d2f req-ed54ca59-9108-42a8-a477-496d995b266c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f64b5288ee7d436eba76863d2b2e3337&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0964980 Sep 16 17:28:54.313219 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25810f69-2565-49db-9838-e88726c41d2f req-6ee3b106-31df-44b2-895a-cb351e28aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:54.314697 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-25810f69-2565-49db-9838-e88726c41d2f req-6ee3b106-31df-44b2-895a-cb351e28aa4d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939925 Sep 16 17:28:54.390809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-a0c7fee4-becf-455d-84f7-9be9898eedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:54.392219 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-a0c7fee4-becf-455d-84f7-9be9898eedd8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1095 time: 0.0418768 Sep 16 17:28:54.443675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-77d6f75d-ed0a-4fee-a0bb-61d0048b9a4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 217 time: 0.0400560 Sep 16 17:28:54.494203 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-63a3ed71-e11b-4f93-b59d-b3c88fa02442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:54.495645 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-63a3ed71-e11b-4f93-b59d-b3c88fa02442 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0447111 Sep 16 17:28:54.542324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-b7a9b6e8-883f-47c8-b110-2a4235cb92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:54.543833 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-b7a9b6e8-883f-47c8-b110-2a4235cb92fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406430 Sep 16 17:28:54.639297 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-32d55f88-db29-4917-b35e-2fe300819083 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858748 Sep 16 17:28:54.736062 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-925098d2-d153-4c96-a281-0ec39e9c5bd3 req-a47c06bc-6f89-4ffa-8911-a109b90546bb service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834117 Sep 16 17:28:55.213972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a606a-a59f-4485-a1cc-e0cdf25f99b2 req-62ffafed-ea95-49c4-bdde-dcb009580b19 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:55.215500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a58a606a-a59f-4485-a1cc-e0cdf25f99b2 req-62ffafed-ea95-49c4-bdde-dcb009580b19 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0495574 Sep 16 17:28:55.253025 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a58a606a-a59f-4485-a1cc-e0cdf25f99b2 req-5de6a3cf-4219-4e89-b57e-4bf008892748 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Sep 16 17:28:56.366532 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21017deb-84cd-428e-b3a2-feb03926572d req-e5a08785-3cde-4542-81ec-fa9fb7593f9f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:56.367980 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21017deb-84cd-428e-b3a2-feb03926572d req-e5a08785-3cde-4542-81ec-fa9fb7593f9f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0471721 Sep 16 17:28:56.409335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21017deb-84cd-428e-b3a2-feb03926572d req-492a52ed-abc9-4efd-a60b-40afd71743eb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354331 Sep 16 17:28:57.488127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:28:57.523403 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa6267-8770-4a22-ab11-eb65c6497b75 req-3a5f1754-56f3-4bc6-b639-fd1500c84ae8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:57.524929 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25aa6267-8770-4a22-ab11-eb65c6497b75 req-3a5f1754-56f3-4bc6-b639-fd1500c84ae8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0489297 Sep 16 17:28:57.563991 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25aa6267-8770-4a22-ab11-eb65c6497b75 req-79ae2bb0-10c1-4c47-b559-25d12514e0c8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322788 Sep 16 17:28:57.583142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:57.593885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'port_id': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'mac_address': 'fa:16:3e:88:81:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:28:57.633880 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:57.646787 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae04b38-dc2f-4644-95fa-347933ffd8e8 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:28:57.665953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:57.740964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:57.787228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:57.929897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['7ae04b38-dc2f-4644-95fa-347933ffd8e8'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:28:58.232453 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-056c5ba2-ad71-4c5f-8d30-fe2818b49a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:58.676785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee78e6-85e3-4029-886f-d961f50b0c74 req-462031a1-a3b7-4bbe-99cd-c6e555204cf9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:58.678780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05ee78e6-85e3-4029-886f-d961f50b0c74 req-462031a1-a3b7-4bbe-99cd-c6e555204cf9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0481849 Sep 16 17:28:58.715515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05ee78e6-85e3-4029-886f-d961f50b0c74 req-6c2867c3-f1cf-4662-bcad-a19302cb832d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308895 Sep 16 17:28:59.503788 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:28:59.626721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:28:59.630703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:28:59.631574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:59.705877 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:59.727612 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:28:59.729893 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b361820f-ab06-4d34-9e52-374773d3fef7" -d '{"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-plugged", "status": "completed", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:28:59.745749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:28:59.768492 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a52bea-9946-4fa7-be31-f0daa232366b x-openstack-request-id: req-d5a52bea-9946-4fa7-be31-f0daa232366b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:28:59.768492 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-plugged", "status": "completed", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:28:59.768874 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5a52bea-9946-4fa7-be31-f0daa232366b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:28:59.769272 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'code': 200} Sep 16 17:28:59.815382 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:28:59.832196 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178858-e283-4257-9660-0a7c6a706307 req-8cc65bfe-22ab-4065-a7d5-c2a4544ec2c8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:59.833775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df178858-e283-4257-9660-0a7c6a706307 req-8cc65bfe-22ab-4065-a7d5-c2a4544ec2c8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0495019 Sep 16 17:28:59.864420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:28:59.866064 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55a192-07c1-4de3-84a7-4e82c96a966b req-ce537d0f-1a4d-424d-9661-3cb77184a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:28:59.868110 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab55a192-07c1-4de3-84a7-4e82c96a966b req-ce537d0f-1a4d-424d-9661-3cb77184a4b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1097 time: 0.0443335 Sep 16 17:28:59.879375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df178858-e283-4257-9660-0a7c6a706307 req-6331ab05-228d-4b09-883b-b7ef74051e00 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387232 Sep 16 17:28:59.911228 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab55a192-07c1-4de3-84a7-4e82c96a966b req-4afda4e1-d429-47e9-96e2-3382351e274d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363262 Sep 16 17:29:00.832770 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95a305db-ab27-4a96-a879-b473719052f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:00.996232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad0fdf-52a0-4466-b1f8-7469dcab3151 req-dad7d0ee-d522-4176-b64e-463128f4b5d2 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:00.997788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1ad0fdf-52a0-4466-b1f8-7469dcab3151 req-dad7d0ee-d522-4176-b64e-463128f4b5d2 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0493331 Sep 16 17:29:01.038669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1ad0fdf-52a0-4466-b1f8-7469dcab3151 req-e4760107-a145-400f-bd3b-59aeb81c24c2 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349550 Sep 16 17:29:01.518248 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:02.154471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1c8b-e6a9-48ae-9de6-d5c8761f966f req-6713b5af-dafa-42ec-93df-75c00e6afcb3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:02.155965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4dd1c8b-e6a9-48ae-9de6-d5c8761f966f req-6713b5af-dafa-42ec-93df-75c00e6afcb3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0497913 Sep 16 17:29:02.169554 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:02.193780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4dd1c8b-e6a9-48ae-9de6-d5c8761f966f req-565f5f61-5241-437a-9740-3cf42b1453c1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Sep 16 17:29:02.305251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc12ab-1653-4145-927f-1e1cf64a5984 req-212dce00-eb3a-4f44-a8c3-1ec18e2996d4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:02.306724 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a7cc12ab-1653-4145-927f-1e1cf64a5984 req-212dce00-eb3a-4f44-a8c3-1ec18e2996d4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0486546 Sep 16 17:29:02.315200 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 58636) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:29:02.319657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-bccf2fc1-a421-4643-a574-fd727eba8f40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Request body: {'floatingip': {'port_id': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:29:02.361319 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bccf2fc1-a421-4643-a574-fd727eba8f40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:02.797815 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bccf2fc1-a421-4643-a574-fd727eba8f40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:02.854972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bccf2fc1-a421-4643-a574-fd727eba8f40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:03.258506 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-bccf2fc1-a421-4643-a574-fd727eba8f40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 associated. External IP: 172.25.6.94, port: 7ae04b38-dc2f-4644-95fa-347933ffd8e8. Sep 16 17:29:03.460475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccf2fc1-a421-4643-a574-fd727eba8f40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:29:03.568569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccf2fc1-a421-4643-a574-fd727eba8f40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:29:03.573522 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bccf2fc1-a421-4643-a574-fd727eba8f40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:03.577970 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:29:03.588846 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:29:03.589483 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:29:03.604566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bccf2fc1-a421-4643-a574-fd727eba8f40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "PUT /v2.0/floatingips/b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 HTTP/1.1" status: 200 len: 992 time: 1.2882969 Sep 16 17:29:03.605157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:29:03.607416 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:29:03.645617 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a02de27-dfb2-4c88-9f18-bbe784a2182f x-openstack-request-id: req-6a02de27-dfb2-4c88-9f18-bbe784a2182f {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:29:03.645910 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:29:03.647294 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a02de27-dfb2-4c88-9f18-bbe784a2182f {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:29:03.648062 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'status': 'completed', 'code': 200} Sep 16 17:29:03.696920 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:29:03.707645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-44df24aa-c189-4108-8f6f-a3c3d6b4c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:03.709833 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-44df24aa-c189-4108-8f6f-a3c3d6b4c919 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1097 time: 0.0404406 Sep 16 17:29:03.801471 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-eb6e713e-87a6-4c19-9938-4cd8c6877b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:03.803094 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-eb6e713e-87a6-4c19-9938-4cd8c6877b16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0866551 Sep 16 17:29:03.872196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-51286271-e8cd-4328-be35-8be1582cdef9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1000 time: 0.0620971 Sep 16 17:29:03.925725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-450a817e-3668-4659-919a-9ddec087b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:03.927258 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-450a817e-3668-4659-919a-9ddec087b0e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0477848 Sep 16 17:29:03.946790 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:03.976866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-d783aa5f-a671-4c3e-83b4-9420fbf9c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:03.978404 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-d783aa5f-a671-4c3e-83b4-9420fbf9c358 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441365 Sep 16 17:29:04.034638 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:88:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:29:02Z', 'revision_number': 13, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:29:04.060155 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:29:04.068069 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:29:04.069251 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:29:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:29:04.074243 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-cb3e056e-d843-4bc5-9fd7-0d596a08a916 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886390 Sep 16 17:29:04.164078 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-aadab40e-8cd1-4c2a-b631-fbca4d1c760b req-40b58592-1656-4bc4-b030-5b3eb57959e5 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832045 Sep 16 17:29:04.172183 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:29:04.409106 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:88:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:29:02Z', 'revision_number': 13, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:29:04.435402 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1f2a2b-16f0-4d7b-ab8f-93884066832a None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'b2e1c4e0-164a-4f88-be5a-45d2f05d4d09', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'port_id': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'mac_address': 'fa:16:3e:88:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:21:53Z', 'updated_at': '2021-09-16T17:29:02Z', 'revision_number': 13, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:29:04.629143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd1cc9-91bf-4062-ad70-76729333467c None None] New status for floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:29:05.012589 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:29:14.174712 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:14.447884 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:28.237613 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2457595d-3a34-408a-bb6b-0e0988ead847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:30.820374 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-db449adc-83ca-4e3e-b09a-1109df265350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:31.515582 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:32.197151 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:33.946274 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:34.770880 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-b6c532e0-aa99-4047-9546-8a51b032d940 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3677523 Sep 16 17:29:34.854909 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-eaf37fc9-553a-4a27-a50e-1bbb623eac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:34.856351 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-eaf37fc9-553a-4a27-a50e-1bbb623eac36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1097 time: 0.0389249 Sep 16 17:29:34.980674 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-dd9b75c2-dce7-4af6-b729-643892a3a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:34.982590 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-dd9b75c2-dce7-4af6-b729-643892a3a716 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.1028185 Sep 16 17:29:35.053459 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-fa464ec9-0a1d-415d-a1b1-fbf92c59c178 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1002 time: 0.0578783 Sep 16 17:29:35.106959 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-6906d6ca-5acc-4da8-8b5a-ef3736524458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:35.108411 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-6906d6ca-5acc-4da8-8b5a-ef3736524458 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0436907 Sep 16 17:29:35.158972 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-0e457424-bc77-4d1c-853c-48e362363513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:29:35.160476 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-0e457424-bc77-4d1c-853c-48e362363513 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436854 Sep 16 17:29:35.252264 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-5673234b-849b-4e00-a179-aad7d1bab2ba service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830204 Sep 16 17:29:35.350801 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9bbff751-3b16-4224-97b0-c1e662815c25 req-2dce5437-ad49-4b1a-85cb-2e9d370bf882 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902460 Sep 16 17:29:42.013027 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:29:44.191581 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:44.459026 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:29:58.242622 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-13418d33-12d2-4e86-bca7-aa4493ff7d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:00.796693 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1ec048a5-36f9-469e-8805-a23fd745cb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:01.525843 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:02.160901 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:03.942579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:14.210838 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:14.450887 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:19.012258 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:30:28.241692 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-63c7dd56-447d-4c3c-be0f-2c385d743c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:30.825090 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4c7006d5-b2c8-4724-a967-38cb9e031bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:31.527514 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:32.170071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:33.958873 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:36.438400 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-9ce3b2d1-9fe1-4706-a2aa-4fa4af9af1d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401878 Sep 16 17:30:36.519550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-8dba57e9-6519-4fe0-9938-447986a0bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:36.521129 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-8dba57e9-6519-4fe0-9938-447986a0bf84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1097 time: 0.0414269 Sep 16 17:30:36.627323 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-bebede01-17cd-47e3-9822-5801c35625eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:36.629675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-bebede01-17cd-47e3-9822-5801c35625eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0892491 Sep 16 17:30:36.700179 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-e50fa33d-d9ab-4d1e-84f8-1f06c6089d3b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1002 time: 0.0629251 Sep 16 17:30:36.754968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-ae47f904-c014-418a-b42e-f262375af7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:36.756402 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-ae47f904-c014-418a-b42e-f262375af7ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0480318 Sep 16 17:30:36.804191 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-8aaa93c3-53b2-409f-8809-f935a3a2c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:36.805671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-8aaa93c3-53b2-409f-8809-f935a3a2c6bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395129 Sep 16 17:30:36.899859 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-b8e0a1da-b886-4136-8a47-9db0faa4e6aa service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822527 Sep 16 17:30:37.019350 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5b9e76bb-e8c7-462a-b73f-657012239998 req-fb7032d3-f804-46e4-919f-f64fbc4182a9 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083140 Sep 16 17:30:39.923386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae9a60-68e3-4ddf-9ff8-b9f21d23e776 req-f713eb67-069e-4e37-8072-14d8d70f3bed tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:39.925112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cae9a60-68e3-4ddf-9ff8-b9f21d23e776 req-f713eb67-069e-4e37-8072-14d8d70f3bed tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0514359 Sep 16 17:30:39.964777 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cae9a60-68e3-4ddf-9ff8-b9f21d23e776 req-f1aac37b-1c26-4493-b584-e9dfe5c8e5fd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331709 Sep 16 17:30:44.187142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:44.470025 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:51.394637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-11892aed-cdf3-47c2-b207-9620717c5bb6 req-0de035d8-8cd6-4c41-9793-bc4f3763d46a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:30:51.395660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11892aed-cdf3-47c2-b207-9620717c5bb6 req-0de035d8-8cd6-4c41-9793-bc4f3763d46a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064561 Sep 16 17:30:51.759118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ac0a7-124a-44a5-9d84-a78cf51f9f0f req-7ce8c1fb-8242-45cf-8e5f-6fbf2caa1d78 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:51.760551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c1ac0a7-124a-44a5-9d84-a78cf51f9f0f req-7ce8c1fb-8242-45cf-8e5f-6fbf2caa1d78 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0484853 Sep 16 17:30:51.800126 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8c1ac0a7-124a-44a5-9d84-a78cf51f9f0f req-8268bf4a-caae-4a3b-a6c7-cd1686a4882e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335660 Sep 16 17:30:51.861777 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-ae65ba0b-cfc4-4ba8-b03f-dadf9af9dc9e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429828 Sep 16 17:30:52.915579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dffed-c0cd-4eaf-89fb-fc22ecf1c7f2 req-9cd1976a-f8b4-4508-bde3-06cccbcbf5b3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:52.917065 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-185dffed-c0cd-4eaf-89fb-fc22ecf1c7f2 req-9cd1976a-f8b4-4508-bde3-06cccbcbf5b3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0490603 Sep 16 17:30:52.954202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-185dffed-c0cd-4eaf-89fb-fc22ecf1c7f2 req-94563065-4502-433f-949a-b529ce313420 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Sep 16 17:30:54.069528 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b0651-a1a0-46d5-bf5f-c91aec77ea64 req-c9f62052-8293-4670-9e05-78013dc316f7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:54.070991 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-255b0651-a1a0-46d5-bf5f-c91aec77ea64 req-c9f62052-8293-4670-9e05-78013dc316f7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0482562 Sep 16 17:30:54.108872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-255b0651-a1a0-46d5-bf5f-c91aec77ea64 req-166da37b-b240-4808-b2dd-7ccd3a64297b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Sep 16 17:30:55.226133 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0c73a-d745-4ab2-8141-f2e6ce784ead req-39d8561d-aca0-4b00-af11-71ed1d546bd8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:55.227714 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2e0c73a-d745-4ab2-8141-f2e6ce784ead req-39d8561d-aca0-4b00-af11-71ed1d546bd8 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0512431 Sep 16 17:30:55.270954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2e0c73a-d745-4ab2-8141-f2e6ce784ead req-3cc3077a-1c62-4b21-a31b-5d05c3d5d30d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364218 Sep 16 17:30:55.914883 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-5fe1659f-8b68-4150-a243-c1a8694be68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:55.916414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-5fe1659f-8b68-4150-a243-c1a8694be68b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1097 time: 0.0416706 Sep 16 17:30:56.011179 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:30:56.011790 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-a5acfbfe-fff0-4fbf-a00a-b7494dee63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:56.013106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-a5acfbfe-fff0-4fbf-a00a-b7494dee63dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0900383 Sep 16 17:30:56.077740 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-937d927d-a673-4b58-9c36-fa79c8e15c4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1002 time: 0.0580204 Sep 16 17:30:56.127250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-d0e971c2-3ca7-4c28-9153-e4eaeb491a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:56.128719 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-d0e971c2-3ca7-4c28-9153-e4eaeb491a18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0434582 Sep 16 17:30:56.178186 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-32de013c-9f50-4323-ab75-92465f1874c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:56.179593 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-32de013c-9f50-4323-ab75-92465f1874c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442562 Sep 16 17:30:56.270052 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-335df5bd-0b40-4a09-bd0c-5000309c1763 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830257 Sep 16 17:30:56.366640 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-b9685c05-17d2-4c2e-ac9c-ea414d38f25b service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895038 Sep 16 17:30:56.388908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c9cb0-70c1-481e-bb1c-d0aaac726737 req-5b53492a-4d23-4a60-92a6-dbf857091c65 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:56.390432 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b8c9cb0-70c1-481e-bb1c-d0aaac726737 req-5b53492a-4d23-4a60-92a6-dbf857091c65 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0493808 Sep 16 17:30:56.429012 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b8c9cb0-70c1-481e-bb1c-d0aaac726737 req-e7a8690d-c3fa-407c-9104-a69f1259b447 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321746 Sep 16 17:30:57.543692 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30632ff-e52c-492e-9e17-847caf225669 req-0410bd31-eb8f-46c2-86e7-74ac04ab9605 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:57.545201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b30632ff-e52c-492e-9e17-847caf225669 req-0410bd31-eb8f-46c2-86e7-74ac04ab9605 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0489607 Sep 16 17:30:57.582048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b30632ff-e52c-492e-9e17-847caf225669 req-1ec2c25b-fa61-447d-8c3f-f414b5edd3bc tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309541 Sep 16 17:30:58.235455 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-93d1f35c-829c-47fa-b0cd-e4849a9eee30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:30:58.698229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2e5ce-1313-4ef3-940f-8a9859edb48a req-e35ef385-1401-434b-b98c-15627782c595 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:58.699604 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fcc2e5ce-1313-4ef3-940f-8a9859edb48a req-e35ef385-1401-434b-b98c-15627782c595 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0489895 Sep 16 17:30:58.740399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fcc2e5ce-1313-4ef3-940f-8a9859edb48a req-9cb92696-28f4-4ffa-84e4-0b8be714f807 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347283 Sep 16 17:30:59.903207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3a568-9a69-4156-82a5-70a2cc7a8d41 req-de96d9fc-96ef-4e0d-8a3d-44d5861945eb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:30:59.904719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3f3a568-9a69-4156-82a5-70a2cc7a8d41 req-de96d9fc-96ef-4e0d-8a3d-44d5861945eb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0954921 Sep 16 17:30:59.943782 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3f3a568-9a69-4156-82a5-70a2cc7a8d41 req-ce2d0d3a-78c2-4d31-ae64-82e331cdb405 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Sep 16 17:31:00.795311 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0be20984-32b0-439f-afd4-b1b2b5b61d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:01.103385 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f196ed6-dc66-4d67-bb63-e7d8f12451e9 req-7a61ae18-cea1-4b5f-b1f5-1c6aeb7edb13 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:01.104897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f196ed6-dc66-4d67-bb63-e7d8f12451e9 req-7a61ae18-cea1-4b5f-b1f5-1c6aeb7edb13 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0948212 Sep 16 17:31:01.142234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9f196ed6-dc66-4d67-bb63-e7d8f12451e9 req-f0134e21-98db-4929-ba49-cafeb8ed0700 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Sep 16 17:31:01.511912 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:02.209549 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:02.260168 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38494b-8ed0-4e50-8ed8-a36d2aa7943a req-2a070d81-a940-4690-8fe9-7c534b0b6bd6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:02.261690 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f38494b-8ed0-4e50-8ed8-a36d2aa7943a req-2a070d81-a940-4690-8fe9-7c534b0b6bd6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0510828 Sep 16 17:31:02.302311 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f38494b-8ed0-4e50-8ed8-a36d2aa7943a req-77c9a724-11b7-4f54-91f9-78fa0d10260f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343206 Sep 16 17:31:03.419121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4392e-b485-44bb-8c96-ae79ecaccf20 req-4114a241-c550-433d-89d2-ec2c3cf0f728 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:03.420652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ad4392e-b485-44bb-8c96-ae79ecaccf20 req-4114a241-c550-433d-89d2-ec2c3cf0f728 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0494792 Sep 16 17:31:03.457991 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ad4392e-b485-44bb-8c96-ae79ecaccf20 req-91ee8981-a252-4358-a5b5-4a9589bccc7b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314972 Sep 16 17:31:03.957563 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:04.586275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510465e-d35c-47b1-8679-e481ebd3f5bf req-6c4ef95f-6b9c-4e89-989a-98ed7aa5f3e0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:04.587741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1510465e-d35c-47b1-8679-e481ebd3f5bf req-6c4ef95f-6b9c-4e89-989a-98ed7aa5f3e0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0484409 Sep 16 17:31:04.626380 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1510465e-d35c-47b1-8679-e481ebd3f5bf req-961bd1f0-6981-4a5b-958a-aada12272fc9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Sep 16 17:31:05.743102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd2322-6795-4f83-a19d-a6a5b059f608 req-b9c185bb-51ff-4d09-bf7f-1cd82e83a0f6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:05.744610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cccd2322-6795-4f83-a19d-a6a5b059f608 req-b9c185bb-51ff-4d09-bf7f-1cd82e83a0f6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0521266 Sep 16 17:31:05.786887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cccd2322-6795-4f83-a19d-a6a5b059f608 req-862be2bd-68ed-4854-afe4-ba93d52fa521 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363367 Sep 16 17:31:06.901567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeea3b6-149b-441a-b4ff-d421d4c9b2d0 req-d205f061-d9e3-40dc-8605-26b3a64bb81f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:06.903046 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-daeea3b6-149b-441a-b4ff-d421d4c9b2d0 req-d205f061-d9e3-40dc-8605-26b3a64bb81f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0486901 Sep 16 17:31:06.940968 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-daeea3b6-149b-441a-b4ff-d421d4c9b2d0 req-6c4c8b07-1a0f-4f43-ae8e-f9c72674f4ee tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Sep 16 17:31:08.057937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba15fd-4462-4666-8fa0-16f452c4ef64 req-eba0ebf3-3b6c-4e4a-af33-f525d6a013a1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:08.059443 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ba15fd-4462-4666-8fa0-16f452c4ef64 req-eba0ebf3-3b6c-4e4a-af33-f525d6a013a1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0499053 Sep 16 17:31:08.097785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ba15fd-4462-4666-8fa0-16f452c4ef64 req-41a1280e-c2c9-4fe0-bdab-f727de29241d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324392 Sep 16 17:31:09.212704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b816b-cdbf-40a0-958e-dd6ea77eb79e req-410ee856-810e-4a12-9daf-757471977ad5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:09.214241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-459b816b-cdbf-40a0-958e-dd6ea77eb79e req-410ee856-810e-4a12-9daf-757471977ad5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0482924 Sep 16 17:31:09.257001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-459b816b-cdbf-40a0-958e-dd6ea77eb79e req-8d0cba5a-286c-4acb-81f1-68fac1494d52 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365329 Sep 16 17:31:10.370470 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c990c-676d-453e-882c-abd3b85baec8 req-a909f1e1-b189-4742-a10f-8733b9d91b82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:10.371943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-794c990c-676d-453e-882c-abd3b85baec8 req-a909f1e1-b189-4742-a10f-8733b9d91b82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0475285 Sep 16 17:31:10.409930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-794c990c-676d-453e-882c-abd3b85baec8 req-6c9871e8-c1ca-4f33-898e-af0fad1febad tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321059 Sep 16 17:31:11.533262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f06fb0-1993-4bd8-b5ef-384021073c70 req-73f985e1-6dba-4735-b81d-dd91ff89e536 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:11.534758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5f06fb0-1993-4bd8-b5ef-384021073c70 req-73f985e1-6dba-4735-b81d-dd91ff89e536 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0489807 Sep 16 17:31:11.578862 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5f06fb0-1993-4bd8-b5ef-384021073c70 req-c7e7fdf3-00bc-44c3-8e2d-f413c7ac21f1 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375807 Sep 16 17:31:12.692895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94c4e7-fa3e-40b6-8b96-225e0842b983 req-4b5f54ef-3cba-4828-b8be-cfb6ed180d02 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:12.694349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f94c4e7-fa3e-40b6-8b96-225e0842b983 req-4b5f54ef-3cba-4828-b8be-cfb6ed180d02 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0484145 Sep 16 17:31:12.736191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f94c4e7-fa3e-40b6-8b96-225e0842b983 req-3f22d107-f286-4171-a7cb-3b9b6174a7e0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358133 Sep 16 17:31:13.855366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6a0e8-2cbc-4b4b-82bd-7663127f89bf req-7b26940e-5cdf-40cc-80d0-9add2ea5552c tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:13.856897 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3df6a0e8-2cbc-4b4b-82bd-7663127f89bf req-7b26940e-5cdf-40cc-80d0-9add2ea5552c tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0512929 Sep 16 17:31:13.900539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3df6a0e8-2cbc-4b4b-82bd-7663127f89bf req-79fe957e-b629-4abe-981f-7ef78cddb4cf tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Sep 16 17:31:14.226687 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:14.482968 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:15.018197 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aceb68-484b-4de9-af40-f89f69a0af92 req-ced25afa-1e2c-4c76-85ce-17401ab9c0dd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:15.019705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8aceb68-484b-4de9-af40-f89f69a0af92 req-ced25afa-1e2c-4c76-85ce-17401ab9c0dd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0497863 Sep 16 17:31:15.057367 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8aceb68-484b-4de9-af40-f89f69a0af92 req-9f4a4f67-c5b4-4b9f-a6c3-365f136b8d99 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Sep 16 17:31:15.469776 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-52f0b04c-0a55-4c35-98cf-33fd7b353e74 service neutron] show failed (client error): The resource could not be found. Sep 16 17:31:15.470838 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-52f0b04c-0a55-4c35-98cf-33fd7b353e74 service neutron] 10.222.0.62 "GET /v2.0/ports/7ae04b38-dc2f-4644-95fa-347933ffd8e8/bindings/n-h1-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0548663 Sep 16 17:31:15.975703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-12938216-87c6-471b-b781-8445c38c66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:15.977187 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-12938216-87c6-471b-b781-8445c38c66fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 1097 time: 0.0398922 Sep 16 17:31:15.988785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:31:16.044665 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:16.172288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:31:16.238900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e97c-2391-4676-bafc-e9b34b3169c7 req-c6a47cc1-9b6c-45ae-82e8-6297c185caa0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:16.240320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1cb4e97c-2391-4676-bafc-e9b34b3169c7 req-c6a47cc1-9b6c-45ae-82e8-6297c185caa0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0909734 Sep 16 17:31:16.249403 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:16.315524 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1cb4e97c-2391-4676-bafc-e9b34b3169c7 req-8a479f64-ec09-43b0-b1f0-734d5be99b09 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489349 Sep 16 17:31:16.322853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:31:16.355419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:31:16.399865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:31:16.402180 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666bed27-aa96-4919-8b54-1b55741f7ad3" -d '{"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:31:16.406515 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:16.418626 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Transition to ACTIVE for port object 7ae04b38-dc2f-4644-95fa-347933ffd8e8 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:31:16.450977 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216d7896-e741-4666-99d2-f22507e7d8ec x-openstack-request-id: req-216d7896-e741-4666-99d2-f22507e7d8ec {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:31:16.450977 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:31:16.450977 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-216d7896-e741-4666-99d2-f22507e7d8ec {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:31:16.450977 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'code': 200} Sep 16 17:31:16.503816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:16.539690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:31:16.539690 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:31:16.579454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=6']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:31:16.591728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.592083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.592452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.592795 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.593134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.593467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.593798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.594127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.594456 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.594783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.595116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.595438 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:16.638639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] No DVR routers for this DVR port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on host n-h2-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:31:16.783772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:31:16.784031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:31:16.784364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:31:16.789022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on network c42b11f8-b919-4238-985a-9cee92b4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:31:16.789343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:31:16.794072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:31:16.794415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:31:16.794801 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:31:16.795234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Bound port: 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:31:16.795594 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:16.857014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:31:16.860014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:31:16.934583 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:16.966959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:16.967680 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:16.969097 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] 10.222.0.52 "PUT /v2.0/ports/7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1092 time: 0.9841177 Sep 16 17:31:17.003323 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8341eb-932f-470f-881c-13e9a44fded3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=7']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:31:17.036939 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-728cc0ec-bfad-4322-a30b-ad0a551dccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:17.039572 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-728cc0ec-bfad-4322-a30b-ad0a551dccb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1095 time: 0.0454237 Sep 16 17:31:17.141157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-6c4a9fee-ab95-4ca9-b939-559ad7b0cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:17.142935 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-6c4a9fee-ab95-4ca9-b939-559ad7b0cab0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0961330 Sep 16 17:31:17.211713 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-16188e4b-c4f6-4a7e-8cc0-f22ed530cb47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1000 time: 0.0616679 Sep 16 17:31:17.259490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-41af4a41-7ac0-47a0-83fc-0cf0b03f57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:17.260863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-41af4a41-7ac0-47a0-83fc-0cf0b03f57fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0423937 Sep 16 17:31:17.306406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-c0b4c876-c2b0-467f-9490-71f0d05c6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:17.307789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-c0b4c876-c2b0-467f-9490-71f0d05c6c76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400257 Sep 16 17:31:17.427572 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-3eeccb65-2cae-4637-80f4-e1fc7746ea02 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128161 Sep 16 17:31:17.462107 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441deba-f95a-49dd-8870-00b361665e72 req-8f15de30-b528-4fb3-a97b-0850751ee924 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:17.463540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6441deba-f95a-49dd-8870-00b361665e72 req-8f15de30-b528-4fb3-a97b-0850751ee924 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0789986 Sep 16 17:31:17.543085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6441deba-f95a-49dd-8870-00b361665e72 req-3f9414f7-6c03-4667-8c3e-e52e08b13931 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711422 Sep 16 17:31:17.560298 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f09140d8-ae10-4701-a94f-50630c1abc28 req-c3055dd6-545e-4ee0-97e1-aacae03823d3 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251454 Sep 16 17:31:18.451923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:31:18.454323 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711982ba-3aa4-4ac0-ae22-464459581ded" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:31:18.501953 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1edb253-fb7d-4539-bc90-418aa51dc283 x-openstack-request-id: req-c1edb253-fb7d-4539-bc90-418aa51dc283 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:31:18.502240 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:31:18.502491 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1edb253-fb7d-4539-bc90-418aa51dc283 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:31:18.502956 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'status': 'completed', 'code': 200} Sep 16 17:31:18.562697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711982ba-3aa4-4ac0-ae22-464459581ded req-a6e2a416-4236-4072-880d-6f3d9894c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:18.563370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711982ba-3aa4-4ac0-ae22-464459581ded req-0c2ad3b2-6318-4908-9674-63c8b6ed1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:18.564258 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-a6e2a416-4236-4072-880d-6f3d9894c36e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1095 time: 0.0435653 Sep 16 17:31:18.564908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-0c2ad3b2-6318-4908-9674-63c8b6ed1fb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1095 time: 0.0403671 Sep 16 17:31:18.667637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711982ba-3aa4-4ac0-ae22-464459581ded req-b275e048-cc07-4fce-b4d5-d747083d1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:18.669498 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-b275e048-cc07-4fce-b4d5-d747083d1bc0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0976729 Sep 16 17:31:18.706577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687cd53-defa-4420-9572-b51cd2c945b1 req-6b1064e8-3efc-4ec0-b540-7812a4b875ff tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:18.708234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b687cd53-defa-4420-9572-b51cd2c945b1 req-6b1064e8-3efc-4ec0-b540-7812a4b875ff tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0723195 Sep 16 17:31:18.710580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711982ba-3aa4-4ac0-ae22-464459581ded req-9e166b48-7592-4633-ba20-d100202339b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:18.712059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-9e166b48-7592-4633-ba20-d100202339b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.1388106 Sep 16 17:31:18.736166 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-b7ae8576-a2c9-4aa8-a106-c8346ef0cc06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1000 time: 0.0594490 Sep 16 17:31:18.789676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b687cd53-defa-4420-9572-b51cd2c945b1 req-9e1b1c71-b182-47c1-8b20-03587840be81 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737703 Sep 16 17:31:18.795000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711982ba-3aa4-4ac0-ae22-464459581ded req-2bc75612-50ec-43b4-803d-09cf2b7533bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:18.796745 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-2bc75612-50ec-43b4-803d-09cf2b7533bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0532951 Sep 16 17:31:18.800745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-5fcdbb3d-89f6-41b3-97d3-f3e17a08371b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1000 time: 0.0780611 Sep 16 17:31:18.848894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711982ba-3aa4-4ac0-ae22-464459581ded req-cf7891de-94de-416d-bd93-b790be45e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:18.851286 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-cf7891de-94de-416d-bd93-b790be45e679 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466058 Sep 16 17:31:18.854439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711982ba-3aa4-4ac0-ae22-464459581ded req-822aef1e-241c-4a04-8787-088567e4ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:18.855942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-822aef1e-241c-4a04-8787-088567e4ce1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0490444 Sep 16 17:31:18.901018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711982ba-3aa4-4ac0-ae22-464459581ded req-8099164e-59ae-49ca-a0e7-0bff44fb57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:18.902531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-8099164e-59ae-49ca-a0e7-0bff44fb57e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402930 Sep 16 17:31:18.950818 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-b08d54b7-0c1c-4728-9a75-a84a92a430ef service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924153 Sep 16 17:31:18.999496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-8f4b2bc9-fbb7-46f7-a28a-5b4a0f0a9c70 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897372 Sep 16 17:31:19.048314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-ec775419-4c9d-4a92-9211-a0e2ae8d6aa1 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903480 Sep 16 17:31:19.099754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-711982ba-3aa4-4ac0-ae22-464459581ded req-a1c58262-bd24-4096-935b-ce95f41c07dc service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939929 Sep 16 17:31:19.913136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917714a8-5d4a-4c96-9d07-08a741aa32b6 req-71cbcccc-90a3-4f2c-a6e3-dd3978157e9a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:19.914554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-917714a8-5d4a-4c96-9d07-08a741aa32b6 req-71cbcccc-90a3-4f2c-a6e3-dd3978157e9a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0491712 Sep 16 17:31:19.955383 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-917714a8-5d4a-4c96-9d07-08a741aa32b6 req-36ae4c00-e822-4a93-8551-b13ea218bff5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348601 Sep 16 17:31:21.077590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8be11-abce-49f4-bb4e-393237befc04 req-c34b0802-f9c6-4a3f-aa56-d95b1e396d95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:21.079081 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07d8be11-abce-49f4-bb4e-393237befc04 req-c34b0802-f9c6-4a3f-aa56-d95b1e396d95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0489600 Sep 16 17:31:21.123025 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-07d8be11-abce-49f4-bb4e-393237befc04 req-ce1180c8-cf8c-46ef-bfcd-21b57900845a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379007 Sep 16 17:31:22.241466 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0598e9-d11e-4412-af00-6844c1f9a483 req-655b0562-40fe-40cd-80f5-9100cd810ea0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:22.242923 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce0598e9-d11e-4412-af00-6844c1f9a483 req-655b0562-40fe-40cd-80f5-9100cd810ea0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0490105 Sep 16 17:31:22.279806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce0598e9-d11e-4412-af00-6844c1f9a483 req-27b21d58-9a5d-4e38-ae3f-364d964e0f67 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308669 Sep 16 17:31:23.394633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa096d-af88-473b-b81f-5ba7047d4452 req-9cea2cbb-72fa-4f56-ac67-ebbd68417fc2 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:23.396037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0fa096d-af88-473b-b81f-5ba7047d4452 req-9cea2cbb-72fa-4f56-ac67-ebbd68417fc2 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0490592 Sep 16 17:31:23.433830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0fa096d-af88-473b-b81f-5ba7047d4452 req-13212029-aae0-4722-9fff-c71e312e03e7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Sep 16 17:31:24.549175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d69ac8-a38d-4c04-8c2b-668fe460670d req-635ec616-3dc1-4a21-9c02-4860b256a4e3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:24.550687 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2d69ac8-a38d-4c04-8c2b-668fe460670d req-635ec616-3dc1-4a21-9c02-4860b256a4e3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0500391 Sep 16 17:31:24.591922 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2d69ac8-a38d-4c04-8c2b-668fe460670d req-c034bc55-06c9-4ea9-aab8-b2b651aa0233 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347569 Sep 16 17:31:25.705639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae7126-29b9-4f6b-a850-539232fb913e req-b6b392d3-1a5c-49da-be39-c83cb5076c2a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:25.707125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17ae7126-29b9-4f6b-a850-539232fb913e req-b6b392d3-1a5c-49da-be39-c83cb5076c2a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0484135 Sep 16 17:31:25.744409 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17ae7126-29b9-4f6b-a850-539232fb913e req-63ca9d30-68e7-4628-8fe3-112f8696cd8f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306325 Sep 16 17:31:26.858859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedadf6-1180-4ee0-838f-3aa601583165 req-c8bb412a-68b7-46c8-b5f8-43b04903ed3e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:26.860313 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aedadf6-1180-4ee0-838f-3aa601583165 req-c8bb412a-68b7-46c8-b5f8-43b04903ed3e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0483286 Sep 16 17:31:26.897141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aedadf6-1180-4ee0-838f-3aa601583165 req-4aff992f-7e4b-4c85-a991-46a707f0d236 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303564 Sep 16 17:31:28.010213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d9a17-fe41-4c95-aed2-66ce24d22fe4 req-8efa3bac-1a99-49f1-b78d-02f16abfd6cf tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:28.011579 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-451d9a17-fe41-4c95-aed2-66ce24d22fe4 req-8efa3bac-1a99-49f1-b78d-02f16abfd6cf tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0479832 Sep 16 17:31:28.052560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-451d9a17-fe41-4c95-aed2-66ce24d22fe4 req-41cd5d54-af57-4f41-ab8d-5a2681e2e667 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347207 Sep 16 17:31:28.235101 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e7746228-a156-46a1-84fb-8d5741f434fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:29.169026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eb5b6-2d60-4bba-8acb-4311429bab72 req-d4675b7e-625d-4689-b71e-97fbc476793e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:29.170511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-053eb5b6-2d60-4bba-8acb-4311429bab72 req-d4675b7e-625d-4689-b71e-97fbc476793e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0502324 Sep 16 17:31:29.211305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-053eb5b6-2d60-4bba-8acb-4311429bab72 req-d8d9e1c8-43d6-472a-b95e-129b734807b5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345387 Sep 16 17:31:30.331578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f23590-6583-4731-9320-37131811f571 req-1f533fb1-24c9-41f1-8d72-daad14f5ae4d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:30.333079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08f23590-6583-4731-9320-37131811f571 req-1f533fb1-24c9-41f1-8d72-daad14f5ae4d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 944 time: 0.0483277 Sep 16 17:31:30.369614 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08f23590-6583-4731-9320-37131811f571 req-d9d9ceba-c26e-431b-ae3c-a28f85d89c9b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299969 Sep 16 17:31:30.606742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:31:30.699145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:31:30.710114 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'port_id': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'mac_address': 'fa:16:3e:88:81:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:31:30.760192 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:30.773162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae04b38-dc2f-4644-95fa-347933ffd8e8 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:31:30.791747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:31:30.857816 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fc3f-1eac-4ba6-abd9-6e88945f24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:30.860283 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:30.910759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:31:30.919012 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.919399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.919741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.920075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.920423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.920757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.921083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.921406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.921729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.922054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.922376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.922695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:30.965797 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b7b59-bedb-4ee3-864e-f9659d33218a req-7f57b206-9317-4d41-bc67-0979a7476a5f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:30.967255 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-004b7b59-bedb-4ee3-864e-f9659d33218a req-7f57b206-9317-4d41-bc67-0979a7476a5f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Sep 16 17:31:31.035532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-004b7b59-bedb-4ee3-864e-f9659d33218a req-18626c26-9161-4882-a74e-2ca71c0b0755 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585399 Sep 16 17:31:31.044577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-f73ab1fb-7e51-4bc5-8d6e-83b105806785 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:31.046001 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-f73ab1fb-7e51-4bc5-8d6e-83b105806785 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57&tenant_id=f64b5288ee7d436eba76863d2b2e3337&binding%3Ahost_id=n-h1-807786-3 HTTP/1.1" status: 200 len: 945 time: 0.0778794 Sep 16 17:31:31.077784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['7ae04b38-dc2f-4644-95fa-347933ffd8e8'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:31:31.108659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-e1687cd9-5791-4c76-ae82-c1a816ef7a48 service neutron] 10.222.0.52 "GET /v2.0/ports/7ae04b38-dc2f-4644-95fa-347933ffd8e8/bindings/n-h1-807786-3 HTTP/1.1" status: 200 len: 382 time: 0.0540895 Sep 16 17:31:31.172057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-0c574acc-78e9-4ffa-a8d5-9e2eb959bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:31.173611 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-0c574acc-78e9-4ffa-a8d5-9e2eb959bacf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1096 time: 0.0407369 Sep 16 17:31:31.265162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-578846c0-71d0-43d0-8c23-8cd66a301543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:31.266890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-578846c0-71d0-43d0-8c23-8cd66a301543 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.0863459 Sep 16 17:31:31.330684 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-0c7f8af1-dfdc-4e1c-853d-2e061c76d18c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1001 time: 0.0563612 Sep 16 17:31:31.383228 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-bcf349b0-0f76-4dc3-95a5-d6da3f6e25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:31.384618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-bcf349b0-0f76-4dc3-95a5-d6da3f6e25cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0464790 Sep 16 17:31:31.430467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-fe542ce3-86cd-49de-b579-1f1ad79bbaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:31.431948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-fe542ce3-86cd-49de-b579-1f1ad79bbaae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401001 Sep 16 17:31:31.523009 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-69df9680-e1d4-4b27-874d-ff720061c3f0 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827935 Sep 16 17:31:31.527906 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:31.614900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-0f1d6ec0-f487-4552-ae60-74a45dbb1a38 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850699 Sep 16 17:31:32.156606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382a723-cee3-4f36-bb39-362b9ea7ebb3 req-f798e0b3-3073-448a-9200-2d13043004e9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:32.158079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e382a723-cee3-4f36-bb39-362b9ea7ebb3 req-f798e0b3-3073-448a-9200-2d13043004e9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0485728 Sep 16 17:31:32.172087 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:32.195385 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e382a723-cee3-4f36-bb39-362b9ea7ebb3 req-b5922262-8820-4603-9835-e3aa3caee625 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Sep 16 17:31:32.626851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:31:32.750765 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:31:32.754825 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:31:32.755189 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:32.828983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:32.854057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:31:32.856261 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e409efa4-b424-47d5-94ef-3d43bc77ad92" -d '{"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-plugged", "status": "completed", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:31:32.869324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:31:32.908154 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b8f7d3-0592-47d0-a203-0358d52734c7 x-openstack-request-id: req-30b8f7d3-0592-47d0-a203-0358d52734c7 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:31:32.908487 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-plugged", "status": "completed", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:31:32.908724 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30b8f7d3-0592-47d0-a203-0358d52734c7 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:31:32.909120 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'code': 200} Sep 16 17:31:32.939094 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:32.985576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:31:33.010552 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:31:33.314754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3177a8-1f12-42fd-8538-f24ba5ec0960 req-d7e97e85-0210-4b1d-bac1-c9564fa16048 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:33.317011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d3177a8-1f12-42fd-8538-f24ba5ec0960 req-d7e97e85-0210-4b1d-bac1-c9564fa16048 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0530655 Sep 16 17:31:33.362230 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d3177a8-1f12-42fd-8538-f24ba5ec0960 req-17cfaa1a-8867-4b7b-8e2f-848b72564c82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392051 Sep 16 17:31:33.973445 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:34.488079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95363b4a-7bdc-4819-85ae-0c3dad242db6 req-2657695c-9867-4cbd-83f2-7eea7d8d1aa7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:34.489580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95363b4a-7bdc-4819-85ae-0c3dad242db6 req-2657695c-9867-4cbd-83f2-7eea7d8d1aa7 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0487552 Sep 16 17:31:34.527959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95363b4a-7bdc-4819-85ae-0c3dad242db6 req-d15d221b-8d55-4cf3-8a85-07c8e3cfdb5a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Sep 16 17:31:35.642358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5feef-01f7-4e3e-8e2a-89edd147b44d req-3d4abed7-a36e-4d07-a68c-b3c3eae7ac61 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:35.643827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fde5feef-01f7-4e3e-8e2a-89edd147b44d req-3d4abed7-a36e-4d07-a68c-b3c3eae7ac61 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0487962 Sep 16 17:31:35.682987 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fde5feef-01f7-4e3e-8e2a-89edd147b44d req-57cd2b0d-ed0b-4aab-94bc-065f9d57175e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330064 Sep 16 17:31:36.142223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-e6fe12d9-1391-43ee-91bf-a047987a660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:36.143836 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-e6fe12d9-1391-43ee-91bf-a047987a660b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57&tenant_id=f64b5288ee7d436eba76863d2b2e3337 HTTP/1.1" status: 200 len: 1097 time: 0.0415933 Sep 16 17:31:36.156010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:31:36.212814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:36.430375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:31:36.461872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:31:36.499877 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:31:36.502075 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb229fc-1d91-45e9-a524-da0afa4ab6c5" -d '{"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:31:36.506260 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:36.520124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Transition to ACTIVE for port object 7ae04b38-dc2f-4644-95fa-347933ffd8e8 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:31:36.552845 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31787210-2a80-452d-8f18-2af6f1fcf653 x-openstack-request-id: req-31787210-2a80-452d-8f18-2af6f1fcf653 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:31:36.553181 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:31:36.553430 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31787210-2a80-452d-8f18-2af6f1fcf653 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:31:36.553834 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'code': 200} Sep 16 17:31:36.578860 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:36.635153 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:31:36.664414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:31:36.675745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.676164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.676496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.676799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.677163 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.677401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:31:36.677524 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.677928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.678263 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.679027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.679027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.679276 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.679636 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:31:36.722514 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] No DVR routers for this DVR port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:31:36.811975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50017851-9347-44c1-ba2c-b9678e425caa req-8051bd5a-c3b4-4e96-9991-42a51fb292ab tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:36.813494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50017851-9347-44c1-ba2c-b9678e425caa req-8051bd5a-c3b4-4e96-9991-42a51fb292ab tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0602171 Sep 16 17:31:36.852568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50017851-9347-44c1-ba2c-b9678e425caa req-2db57d4f-b27b-4879-9549-42b1de3125d5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318589 Sep 16 17:31:36.863218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:31:36.863391 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:31:36.863725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:31:36.868261 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on network c42b11f8-b919-4238-985a-9cee92b4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:31:36.868611 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Attempting to bind port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on network c42b11f8-b919-4238-985a-9cee92b4bf8d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:31:36.873360 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:31:36.874494 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Checking segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:31:36.874888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Bound using segment: {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:31:36.875330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Bound port: 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:31:36.875698 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:36.943050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:31:36.946647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:31:37.023631 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:37.057293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:37.058011 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:37.059458 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] 10.222.0.62 "PUT /v2.0/ports/7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1093 time: 0.9074047 Sep 16 17:31:37.081171 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f0467-2ce7-4a2a-bae6-1936d9731bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=11']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:31:37.125318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-eed68600-928d-4e44-bd91-fa60745d496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:37.126921 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-eed68600-928d-4e44-bd91-fa60745d496e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1096 time: 0.0429299 Sep 16 17:31:37.232745 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-33b54ebb-3ddf-43ee-abd7-28294a9b3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:37.234771 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-33b54ebb-3ddf-43ee-abd7-28294a9b3b8c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.1010265 Sep 16 17:31:37.302901 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-af07e8c3-e54e-4c15-9608-229cd7501a7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1000 time: 0.0608659 Sep 16 17:31:37.354178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-ce026ae6-bf7a-4d37-a1ad-a4966ae92f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:37.355570 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-ce026ae6-bf7a-4d37-a1ad-a4966ae92f54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0463283 Sep 16 17:31:37.408104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-41b34757-2dcc-4bec-b918-f9b1e423613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:37.409641 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-41b34757-2dcc-4bec-b918-f9b1e423613e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469000 Sep 16 17:31:37.500513 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-d56d86e5-3f9b-4827-a03d-b4cd38c22e83 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829616 Sep 16 17:31:37.593800 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-7ee031b5-8ff9-4c5c-99df-808aa1808a42 req-9f8695f4-7b30-40a7-a3b1-a20f26d4fa14 service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864296 Sep 16 17:31:37.981062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517d726-6ccf-4b8f-a56f-8aac12a1b1d6 req-30da5afb-3563-40b4-8947-d44d4ba84440 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:37.982472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6517d726-6ccf-4b8f-a56f-8aac12a1b1d6 req-30da5afb-3563-40b4-8947-d44d4ba84440 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0606408 Sep 16 17:31:38.021064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6517d726-6ccf-4b8f-a56f-8aac12a1b1d6 req-d2925791-6df2-4ebf-8720-7b8b43f00d0f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325034 Sep 16 17:31:38.473854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-5dd85753-cc93-4eed-9311-3fbc50a65b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:38.476029 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-5dd85753-cc93-4eed-9311-3fbc50a65b02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1096 time: 0.0417747 Sep 16 17:31:38.556489 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:31:38.560005 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:31:38.595977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-2cb84404-1875-4df8-baf7-90835d507b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:38.598290 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-2cb84404-1875-4df8-baf7-90835d507b6a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.1028762 Sep 16 17:31:38.645115 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1a8c2b-9ace-4d26-b55f-98dbda9808cf x-openstack-request-id: req-7a1a8c2b-9ace-4d26-b55f-98dbda9808cf {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:31:38.645466 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:31:38.645683 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a1a8c2b-9ace-4d26-b55f-98dbda9808cf {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:31:38.646049 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'status': 'completed', 'code': 200} Sep 16 17:31:38.673007 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-d117997e-aa61-4768-994e-a70236e2f742 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1000 time: 0.0677187 Sep 16 17:31:38.680790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-ff3a38a6-f649-42fc-81a6-23001ffbf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:38.682292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-ff3a38a6-f649-42fc-81a6-23001ffbf221 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1096 time: 0.0436616 Sep 16 17:31:38.732024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-58a9554d-e79c-4068-9e44-154b7ba7d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:38.734340 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-58a9554d-e79c-4068-9e44-154b7ba7d3f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0532541 Sep 16 17:31:38.790559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-4ec624cc-1497-43a7-a28d-6c2d4b6abb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:38.791738 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-e5623544-1f64-436d-be8d-0e3632827384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:38.792329 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-4ec624cc-1497-43a7-a28d-6c2d4b6abb99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.1030896 Sep 16 17:31:38.793267 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-e5623544-1f64-436d-be8d-0e3632827384 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509062 Sep 16 17:31:38.870277 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-30f1e033-e649-460b-a68e-d9aa5f83d2d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1000 time: 0.0712333 Sep 16 17:31:38.888415 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-aa1f221c-6ee4-4bd7-8cb7-3c93912ede2e service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881150 Sep 16 17:31:38.935719 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-bbc97c5d-f72a-40b1-bddf-518124a7da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:38.937771 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-bbc97c5d-f72a-40b1-bddf-518124a7da25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0596120 Sep 16 17:31:38.998382 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-8b4c66f8-477a-474b-9ae3-9045ab883a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:39.000257 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-8b4c66f8-477a-474b-9ae3-9045ab883a64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527649 Sep 16 17:31:39.003638 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-27c3508b-537e-419a-987b-e9d60ac5f3d4 req-504937cc-5710-4c5b-8656-c1bccbfeedae service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080852 Sep 16 17:31:39.094760 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-20413658-cf14-4d2a-8890-1396409c8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:39.096933 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-20413658-cf14-4d2a-8890-1396409c8a46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64b5288ee7d436eba76863d2b2e3337&device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 1096 time: 0.0530655 Sep 16 17:31:39.104304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-6a4542b7-5312-4bfd-a0ee-cf0d31bce41b service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962515 Sep 16 17:31:39.205706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc3f5-819f-4314-9977-144d76fd4d01 req-812a46ca-e7ea-4279-8476-dbcd6bf43cb4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:39.206553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-fe0f2a07-99e5-4ee4-8b0f-75e4918d45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:39.207195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfcdc3f5-819f-4314-9977-144d76fd4d01 req-812a46ca-e7ea-4279-8476-dbcd6bf43cb4 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0810416 Sep 16 17:31:39.208206 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-fe0f2a07-99e5-4ee4-8b0f-75e4918d45b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 200 len: 913 time: 0.1043079 Sep 16 17:31:39.295586 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-23f02bbd-b9b7-4ee3-ae42-b65dee587fed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 200 len: 1000 time: 0.0801492 Sep 16 17:31:39.328043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfcdc3f5-819f-4314-9977-144d76fd4d01 req-2bc3176c-8e2d-4275-a841-f18d1e8beb7f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130948 Sep 16 17:31:39.331113 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-46d97aea-f57a-42d6-aee4-c9d84f30c186 service neutron] 10.222.0.52 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193413 Sep 16 17:31:39.351681 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-d5c3284b-9302-42d9-b1b1-8a0bcb0df69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:39.353547 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-d5c3284b-9302-42d9-b1b1-8a0bcb0df69b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 200 len: 851 time: 0.0507476 Sep 16 17:31:39.416823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-3523a9cb-a977-480c-ad83-fd5365775fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:39.418482 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-3523a9cb-a977-480c-ad83-fd5365775fdb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c42b11f8-b919-4238-985a-9cee92b4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578320 Sep 16 17:31:39.518609 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-5fe39594-cce3-4a24-b77b-cb4812b1401d service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927114 Sep 16 17:31:39.624594 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4aca3320-9ea7-4fcb-80c1-df8ae2d3778b req-10a16692-db41-4613-998d-612d70379e2d service neutron] 10.222.0.62 "GET /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981820 Sep 16 17:31:40.455874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fbba4-b2dd-4737-8611-5ebdd885affc req-f8149d83-4f5c-4262-aae0-72f5b59d2061 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:40.457412 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-963fbba4-b2dd-4737-8611-5ebdd885affc req-f8149d83-4f5c-4262-aae0-72f5b59d2061 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0487044 Sep 16 17:31:40.495123 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-963fbba4-b2dd-4737-8611-5ebdd885affc req-85b51e85-95ca-433b-912e-8951f9fdf602 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310583 Sep 16 17:31:41.610514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fde21-1864-4973-837d-386cefb294a8 req-ef12c2b5-c0a3-4155-aad7-e54260917a40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:41.612012 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c9fde21-1864-4973-837d-386cefb294a8 req-ef12c2b5-c0a3-4155-aad7-e54260917a40 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0489419 Sep 16 17:31:41.649676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c9fde21-1864-4973-837d-386cefb294a8 req-b8e8e92e-f5b6-46d6-899a-ac414e71f078 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309544 Sep 16 17:31:42.765167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d951c5-7848-456e-952a-6f7173456d7b req-939cccf8-33c5-4feb-b95f-27383a6d137e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:42.766896 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4d951c5-7848-456e-952a-6f7173456d7b req-939cccf8-33c5-4feb-b95f-27383a6d137e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0491750 Sep 16 17:31:42.806981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4d951c5-7848-456e-952a-6f7173456d7b req-4a9330ab-fbfd-405f-82c8-9afdfeea8b20 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340445 Sep 16 17:31:44.218838 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:44.222915 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd3482-eb8c-44cc-88a8-9c073f506212 req-58b77205-19fd-476c-ab83-48d11581e01e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:44.225016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2bd3482-eb8c-44cc-88a8-9c073f506212 req-58b77205-19fd-476c-ab83-48d11581e01e tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.3495691 Sep 16 17:31:44.261536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a2bd3482-eb8c-44cc-88a8-9c073f506212 req-b2dba452-97e3-4ee0-9668-fc51c406d399 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303109 Sep 16 17:31:44.475654 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:45.375445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c00571-a251-4b94-bb04-9ef495364f7c req-c2064682-5171-48e2-83a2-3ae426d532d6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:45.376924 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4c00571-a251-4b94-bb04-9ef495364f7c req-c2064682-5171-48e2-83a2-3ae426d532d6 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0474217 Sep 16 17:31:45.414769 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b4c00571-a251-4b94-bb04-9ef495364f7c req-75079f8c-0682-4a49-923d-9a7ec04df5b3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318022 Sep 16 17:31:46.529464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ab4da-ab41-465a-bcf9-2ddbc967be95 req-7284b8af-75de-43f9-833a-8919b82d47bd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:46.530907 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e6ab4da-ab41-465a-bcf9-2ddbc967be95 req-7284b8af-75de-43f9-833a-8919b82d47bd tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0480473 Sep 16 17:31:46.571284 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e6ab4da-ab41-465a-bcf9-2ddbc967be95 req-cc6b5bf6-8ea0-4f86-97f8-3a651adb3dba tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343962 Sep 16 17:31:47.683901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a48283-0c91-47d1-a1f1-7f5c8fd59c19 req-9b01abbf-1828-4fb7-81f6-d8f4f34c5341 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:47.685365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8a48283-0c91-47d1-a1f1-7f5c8fd59c19 req-9b01abbf-1828-4fb7-81f6-d8f4f34c5341 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 945 time: 0.0476913 Sep 16 17:31:47.721860 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8a48283-0c91-47d1-a1f1-7f5c8fd59c19 req-c7af13e0-3511-4526-9b36-099df8f34788 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306597 Sep 16 17:31:48.380511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:31:48.474246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:31:48.484791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'port_id': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'mac_address': 'fa:16:3e:88:81:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:31:48.522675 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:48.534960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae04b38-dc2f-4644-95fa-347933ffd8e8 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:31:48.554413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:31:48.659144 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:48.708872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=12']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:31:48.837389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8567f24-4e42-4ebc-ae49-0a91eba536fc req-5efe89fe-aaca-413e-bb60-0a2e57f05bff tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:48.838891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8567f24-4e42-4ebc-ae49-0a91eba536fc req-5efe89fe-aaca-413e-bb60-0a2e57f05bff tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0487764 Sep 16 17:31:48.877462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8567f24-4e42-4ebc-ae49-0a91eba536fc req-e3944f55-263e-4dd9-9526-7e523b8eb2c0 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Sep 16 17:31:48.901393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['7ae04b38-dc2f-4644-95fa-347933ffd8e8'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:31:49.991032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63acca-ae6c-4d6a-8615-75a96428ebcf req-b35a14ba-2278-48e4-b6f4-e6fbccc92acb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:49.992520 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c63acca-ae6c-4d6a-8615-75a96428ebcf req-b35a14ba-2278-48e4-b6f4-e6fbccc92acb tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0473046 Sep 16 17:31:50.033003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3c63acca-ae6c-4d6a-8615-75a96428ebcf req-bd6f6430-01f3-476d-a965-c54e0db31a14 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344884 Sep 16 17:31:50.148601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3f52-b08a-4717-b4c9-54881054b6d4 req-9e97e68d-9f3c-463a-a114-149d3da3281d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:50.150077 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-558d3f52-b08a-4717-b4c9-54881054b6d4 req-9e97e68d-9f3c-463a-a114-149d3da3281d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0497043 Sep 16 17:31:50.187644 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-558d3f52-b08a-4717-b4c9-54881054b6d4 req-ca9aa616-6793-4e89-94ce-8c507b37d983 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315855 Sep 16 17:31:50.299711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8a29e-363c-4b16-bbf9-afeee18ad5d7 req-cba2a8d8-898b-4a72-989b-fe7669f84e95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:50.301219 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47e8a29e-363c-4b16-bbf9-afeee18ad5d7 req-cba2a8d8-898b-4a72-989b-fe7669f84e95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 946 time: 0.0488155 Sep 16 17:31:50.338716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-47e8a29e-363c-4b16-bbf9-afeee18ad5d7 req-cb38ea36-b24a-4d44-9a9c-486fd5fa2abe tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Sep 16 17:31:50.390551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:31:50.510174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:31:50.513807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:31:50.514194 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:50.591003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:50.612685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:31:50.615054 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877d8aa1-f04a-4daa-b7b7-e7170591e9a0" -d '{"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-plugged", "status": "completed", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:31:50.628365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:31:50.655635 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254669e6-8aaf-44af-b1ff-5e4c2bbfa60c x-openstack-request-id: req-254669e6-8aaf-44af-b1ff-5e4c2bbfa60c {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:31:50.655925 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-plugged", "status": "completed", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:31:50.656175 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-254669e6-8aaf-44af-b1ff-5e4c2bbfa60c {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:31:50.656602 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'code': 200} Sep 16 17:31:50.708643 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:50.756780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=13']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:31:50.836798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9897b67-1260-40a2-a9fb-a85b549bfa8a req-90640785-e712-4e45-bc20-f0645ebbb329 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:50.838271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9897b67-1260-40a2-a9fb-a85b549bfa8a req-90640785-e712-4e45-bc20-f0645ebbb329 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 947 time: 0.0483291 Sep 16 17:31:50.879330 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e9897b67-1260-40a2-a9fb-a85b549bfa8a req-b8b34b46-5d42-4e1f-a2cb-5ba88d579a3b tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350580 Sep 16 17:31:51.997673 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c8e1f-467f-4e84-be77-b18559695d52 req-1e451892-4d16-49eb-986e-d1252ad4417f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:51.999295 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d4c8e1f-467f-4e84-be77-b18559695d52 req-1e451892-4d16-49eb-986e-d1252ad4417f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 947 time: 0.0518830 Sep 16 17:31:52.038044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d4c8e1f-467f-4e84-be77-b18559695d52 req-6728a869-acce-4bff-b5a8-b9a96b09b6f5 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups?id=c3c11d95-9702-4133-8d8d-f181d7a930f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326095 Sep 16 17:31:52.484259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-70dd38ab-8799-4ee0-a720-f58fe4c18c7d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:31:52.485770 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-70dd38ab-8799-4ee0-a720-f58fe4c18c7d tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 947 time: 0.2099726 Sep 16 17:31:52.574879 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Deleting port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:31:52.575213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:52.661036 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] For port 7ae04b38-dc2f-4644-95fa-347933ffd8e8, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=7ae04b38-dc2f-4644-95fa-347933ffd8e8,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:31:52.661849 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:52.826206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:52.826567 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:52.826876 n-d-807786-3 neutron-server[95357]: INFO neutron.db.l3_db [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 disassociated. External IP: 172.25.6.94, port: 7ae04b38-dc2f-4644-95fa-347933ffd8e8. Sep 16 17:31:52.827216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Calling delete_port for 7ae04b38-dc2f-4644-95fa-347933ffd8e8 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:31:53.012904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:53.041765 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event deleted for resources: {'Port': ['ID=7ae04b38-dc2f-4644-95fa-347933ffd8e8,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:31:53.139842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cf4ce8d0-6e15-405e-aa88-3675074047f6 req-1b4b8e80-52b7-4445-b86a-ba9b6461f95f tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 210 time: 0.0294991 Sep 16 17:31:53.472782 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:31:53.581250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:31:53.590575 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:31:53.599809 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:31:53.600437 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:31:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:31:53.625434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] No DVR routers for this DVR port 7ae04b38-dc2f-4644-95fa-347933ffd8e8 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:31:53.628103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:31:53.630194 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-42a6d3eb-a101-4c76-8407-853237c43c37 req-939db9ba-9016-4747-a7d6-cbaf63e52f95 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.62 "DELETE /v2.0/ports/7ae04b38-dc2f-4644-95fa-347933ffd8e8 HTTP/1.1" status: 204 len: 173 time: 1.1378880 Sep 16 17:31:53.631223 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-deleted', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:31:53.633546 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b727ad-cd71-43c1-a9d7-d8bdcb4a109a" -d '{"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-deleted", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:31:53.681759 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4eebdc-b44a-4d9a-b3e3-241b3299f577 x-openstack-request-id: req-7d4eebdc-b44a-4d9a-b3e3-241b3299f577 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:31:53.682069 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fcb755-7438-423a-840e-1bf7dec70d57", "name": "network-vif-deleted", "tag": "7ae04b38-dc2f-4644-95fa-347933ffd8e8", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:31:53.682300 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d4eebdc-b44a-4d9a-b3e3-241b3299f577 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:31:53.682699 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fcb755-7438-423a-840e-1bf7dec70d57', 'name': 'network-vif-deleted', 'tag': '7ae04b38-dc2f-4644-95fa-347933ffd8e8', 'status': 'completed', 'code': 200} Sep 16 17:31:53.711487 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:31:53.915649 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:31:53.942293 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:31:53.951481 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:31:53.952096 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:31:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:31:54.061443 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:31:54.236371 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5645a09f-47eb-455b-9248-0ca9dbd3f9ff req-1a803aa0-0883-4f6b-b2ed-1118009cb8d9 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 210 time: 0.0249708 Sep 16 17:31:54.274844 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:31:54.304523 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c3522-4840-487b-b204-e975b6b552d8 None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:21:50Z', 'revision_number': 4, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'e173f62d-6bcc-4b8a-b6c8-e898f0a953b3', 'name': '', 'network_id': 'c42b11f8-b919-4238-985a-9cee92b4bf8d', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'mac_address': 'fa:16:3e:9a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:50Z', 'updated_at': '2021-09-16T17:21:54Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'subnets': [{'id': '87ab3549-1c85-4f54-8079-6ddf2baddcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:31:54.407111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:31:54.433227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 7ae04b38-dc2f-4644-95fa-347933ffd8e8 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:31:54.433499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 7ae04b38-dc2f-4644-95fa-347933ffd8e8 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:31:54.685533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caad0e86-10f1-45dc-b5a9-1d4b22b3d689 None None] New status for floating IP b2e1c4e0-164a-4f88-be5a-45d2f05d4d09: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:31:55.338927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5f3d8e73-58a7-4ca2-95c4-44b18182469a req-2a6b66d8-61ff-49d6-899e-b55493fea7a3 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 210 time: 0.0266790 Sep 16 17:31:56.440273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d821c98c-cddf-4133-bf98-add691655d4b req-d9724e2c-e863-4221-a7d2-e03ed8a00a39 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 210 time: 0.0321064 Sep 16 17:31:57.544928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d7e3d78-aa30-451c-bda2-e5e83195d456 req-318f3558-edc9-47a7-9dd0-4a1f9f458752 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3fcb755-7438-423a-840e-1bf7dec70d57 HTTP/1.1" status: 200 len: 210 time: 0.0259709 Sep 16 17:31:58.241638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-81bdca7f-a88a-42d4-b0cb-7e6d2f2bf825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:00.858228 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2d699551-b147-41d7-93f2-4eb0a841a5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:01.532441 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:02.207380 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:02.577235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59126) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:02.633016 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e28d3dc6-3e82-4ef8-9795-17b2294ed34a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:02.656736 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e28d3dc6-3e82-4ef8-9795-17b2294ed34a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:02.772335 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e28d3dc6-3e82-4ef8-9795-17b2294ed34a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:02.774841 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e28d3dc6-3e82-4ef8-9795-17b2294ed34a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:02.775984 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e28d3dc6-3e82-4ef8-9795-17b2294ed34a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "DELETE /v2.0/security-groups/c3c11d95-9702-4133-8d8d-f181d7a930f7 HTTP/1.1" status: 204 len: 168 time: 0.1977310 Sep 16 17:32:02.778651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59128) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:02.785054 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d3dc6-3e82-4ef8-9795-17b2294ed34a tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c11d95-9702-4133-8d8d-f181d7a930f7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:02.795446 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-dd006f78-7678-486c-9199-1b6e98640efe tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] show failed (client error): The resource could not be found. Sep 16 17:32:02.796488 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-dd006f78-7678-486c-9199-1b6e98640efe tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "GET /v2.0/security-groups/c3c11d95-9702-4133-8d8d-f181d7a930f7 HTTP/1.1" status: 404 len: 347 time: 0.0167961 Sep 16 17:32:02.799232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59130) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:02.923761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-855c1242-8417-4170-a425-81e40b0c0e82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Deleting port 0f8335ad-bac2-4cd6-b390-d8a21813d788 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:02.924101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-855c1242-8417-4170-a425-81e40b0c0e82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:02.998236 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-855c1242-8417-4170-a425-81e40b0c0e82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:02.998567 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-855c1242-8417-4170-a425-81e40b0c0e82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:03.010450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-855c1242-8417-4170-a425-81e40b0c0e82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Calling delete_port for 0f8335ad-bac2-4cd6-b390-d8a21813d788 owned by network:floatingip {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:03.195190 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-855c1242-8417-4170-a425-81e40b0c0e82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:03.220200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c1242-8417-4170-a425-81e40b0c0e82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Pushing event deleted for resources: {'Port': ['ID=0f8335ad-bac2-4cd6-b390-d8a21813d788,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:03.285213 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-855c1242-8417-4170-a425-81e40b0c0e82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks [] for floatingip, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:03.288563 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-855c1242-8417-4170-a425-81e40b0c0e82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:03.289707 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-855c1242-8417-4170-a425-81e40b0c0e82 tempest-ServerActionsTestJSON-1084552851 tempest-ServerActionsTestJSON-1084552851-project] 10.222.0.22 "DELETE /v2.0/floatingips/b2e1c4e0-164a-4f88-be5a-45d2f05d4d09 HTTP/1.1" status: 204 len: 168 time: 0.4895904 Sep 16 17:32:03.292682 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59132) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:03.803506 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:04.012193 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:04.056395 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] Deleting port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:04.056662 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:04.136594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] For port e173f62d-6bcc-4b8a-b6c8-e898f0a953b3, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e173f62d-6bcc-4b8a-b6c8-e898f0a953b3,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:04.136955 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:04.149928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] Calling delete_port for e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:04.390235 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:04.418274 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] Pushing event deleted for resources: {'Port': ['ID=e173f62d-6bcc-4b8a-b6c8-e898f0a953b3,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:04.590291 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:04.808480 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] Router 2ad0e84a-cff9-4cea-a712-f9966bc4190c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:32:04.915763 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:32:04.921179 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ab3f30be-7b6d-41ec-967e-8f7799f35462 admin admin] 10.222.0.22 "PUT /v2.0/routers/2ad0e84a-cff9-4cea-a712-f9966bc4190c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6275539 Sep 16 17:32:04.923908 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59136) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:04.924667 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] Sync routers for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:32:04.934085 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:32:04.934689 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:32:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:05.026957 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.036358 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:32:05.135209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.266877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Deleting port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:05.267220 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.298010 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:32:04Z', 'revision_number': 5, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port': {'id': '6cc6f6f8-7bbb-432f-a6f1-1dce537540b0', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:21:48Z', 'updated_at': '2021-09-16T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:05.323959 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] Checking router: 2ad0e84a-cff9-4cea-a712-f9966bc4190c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:32:05.331869 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] Routers {'2ad0e84a-cff9-4cea-a712-f9966bc4190c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:32:05.332499 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:32:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:05.350641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-722da903-8841-45df-be69-14bcb365532d admin admin] For port 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6cc6f6f8-7bbb-432f-a6f1-1dce537540b0,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:05.350880 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.362293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Calling delete_port for 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:05.417477 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] Set router 2ad0e84a-cff9-4cea-a712-f9966bc4190c gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:32:05.470621 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:32:05Z', 'revision_number': 6, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:05.496651 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2692c48-1c50-432e-b661-53ff08e5fe2e None None] The sync data for ids ['2ad0e84a-cff9-4cea-a712-f9966bc4190c'] in n-d-807786-3 is: [{'id': '2ad0e84a-cff9-4cea-a712-f9966bc4190c', 'name': 'tempest-ServerActionsTestJSON-1297440607-router', 'tenant_id': 'f64b5288ee7d436eba76863d2b2e3337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:21:47Z', 'updated_at': '2021-09-16T17:32:05Z', 'revision_number': 6, 'project_id': 'f64b5288ee7d436eba76863d2b2e3337', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:32:05.578448 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.604499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc6f6f8-7bbb-432f-a6f1-1dce537540b0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:05.667572 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.761561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.763611 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.883864 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.883864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ad0e84a-cff9-4cea-a712-f9966bc4190c {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:32:05.887858 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-722da903-8841-45df-be69-14bcb365532d admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.889055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-722da903-8841-45df-be69-14bcb365532d admin admin] 10.222.0.22 "DELETE /v2.0/routers/2ad0e84a-cff9-4cea-a712-f9966bc4190c HTTP/1.1" status: 204 len: 168 time: 0.9641342 Sep 16 17:32:05.891886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59138) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:05.940495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05e6fa3-0192-43ed-835d-f195880b1e8d admin admin] Deleting subnet 87ab3549-1c85-4f54-8079-6ddf2baddcd3 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:32:05.944740 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b05e6fa3-0192-43ed-835d-f195880b1e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:05.947268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:32:05.968860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:32:05.974963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e173f62d-6bcc-4b8a-b6c8-e898f0a953b3 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:32:05.979144 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b05e6fa3-0192-43ed-835d-f195880b1e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.058708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b05e6fa3-0192-43ed-835d-f195880b1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.189997 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b05e6fa3-0192-43ed-835d-f195880b1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.215766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e6fa3-0192-43ed-835d-f195880b1e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ab3549-1c85-4f54-8079-6ddf2baddcd3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:06.222534 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b05e6fa3-0192-43ed-835d-f195880b1e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.225493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b05e6fa3-0192-43ed-835d-f195880b1e8d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/87ab3549-1c85-4f54-8079-6ddf2baddcd3 HTTP/1.1" status: 204 len: 168 time: 0.3315589 Sep 16 17:32:06.227406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59142) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:06.228480 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d80e7e-01e8-4001-94dc-a715b67bad5b None None] Network c42b11f8-b919-4238-985a-9cee92b4bf8d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:06.303380 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.358679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Deleting port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:06.359023 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.417634 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d9d45-d613-4261-8348-871670beecc3 None None] DHCP port deletion for c42b11f8-b919-4238-985a-9cee92b4bf8d request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:32:06.425059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] For port 2b0c71e8-e909-4e84-949f-42f2f5554fc0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2b0c71e8-e909-4e84-949f-42f2f5554fc0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:06.425430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.448027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Calling delete_port for 2b0c71e8-e909-4e84-949f-42f2f5554fc0 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:06.473284 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a97d9d45-d613-4261-8348-871670beecc3 None None] Deleting port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:06.473663 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a97d9d45-d613-4261-8348-871670beecc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.543850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a97d9d45-d613-4261-8348-871670beecc3 None None] For port 2b0c71e8-e909-4e84-949f-42f2f5554fc0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2b0c71e8-e909-4e84-949f-42f2f5554fc0,segment=NetworkSegment(e25497d0-4b6f-4ad3-99e1-cd96ccf0c502),segment_id=e25497d0-4b6f-4ad3-99e1-cd96ccf0c502)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:06.545860 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a97d9d45-d613-4261-8348-871670beecc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.556870 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a97d9d45-d613-4261-8348-871670beecc3 None None] Calling delete_port for 2b0c71e8-e909-4e84-949f-42f2f5554fc0 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:06.628651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.635332 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a97d9d45-d613-4261-8348-871670beecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.656241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0c71e8-e909-4e84-949f-42f2f5554fc0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:06.658279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] No DVR routers for this DVR port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:32:06.749673 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.777664 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42b11f8-b919-4238-985a-9cee92b4bf8d']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:06.790820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:06.791227 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25497d0-4b6f-4ad3-99e1-cd96ccf0c502') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:06.803744 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.816840 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.817693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d9d45-d613-4261-8348-871670beecc3 None None] Pushing event deleted for resources: {'Port': ['ID=2b0c71e8-e909-4e84-949f-42f2f5554fc0,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:06.821732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d9d45-d613-4261-8348-871670beecc3 None None] No DVR routers for this DVR port 2b0c71e8-e909-4e84-949f-42f2f5554fc0 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:32:06.831000 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:32:06.926670 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.933232 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:06.935066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c42b11f8-b919-4238-985a-9cee92b4bf8d HTTP/1.1" status: 204 len: 168 time: 0.7066896 Sep 16 17:32:06.946164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b997ca0-930b-416e-b655-af91ded77f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42b11f8-b919-4238-985a-9cee92b4bf8d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:07.234113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59146) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:07.278419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9f5d0356-9619-4669-a1f1-5e443f33783c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f64b5288ee7d436eba76863d2b2e3337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431385 Sep 16 17:32:07.280934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59148) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:07.329231 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f00cea5-601b-406a-8ec2-4ba662192cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:07.350843 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f00cea5-601b-406a-8ec2-4ba662192cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:07.463457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f00cea5-601b-406a-8ec2-4ba662192cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:07.466172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f00cea5-601b-406a-8ec2-4ba662192cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:07.467438 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5f00cea5-601b-406a-8ec2-4ba662192cd6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e895ffaa-82df-45aa-ab11-e7a9b44563bf HTTP/1.1" status: 204 len: 168 time: 0.1855910 Sep 16 17:32:07.475891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00cea5-601b-406a-8ec2-4ba662192cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e895ffaa-82df-45aa-ab11-e7a9b44563bf,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:07.598210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2b0c71e8-e909-4e84-949f-42f2f5554fc0 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:32:07.618578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 2b0c71e8-e909-4e84-949f-42f2f5554fc0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:32:07.619162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2b0c71e8-e909-4e84-949f-42f2f5554fc0 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:32:07.619729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:32:07.637674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:32:07.638015 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6cc6f6f8-7bbb-432f-a6f1-1dce537540b0 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:32:08.454532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59170) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:08.551487 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1467949579-network', 'tenant_id': 'd9c7d4081be64523af342a6bab5a0211'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:08.612341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Made reservation on behalf of d9c7d4081be64523af342a6bab5a0211 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:08.614814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:08.624076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:08.723614 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:08.782768 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:08.804824 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:32:08.817901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc6b23-e206-49ba-b8fa-2c0565a67e80,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:08.824099 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:08.824475 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Added segment d6f4cce2-d426-41d2-a62f-2c1402edbadf of type vlan for network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e Sep 16 17:32:08.867638 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:08.944604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:08.945908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:08.946498 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:09.005616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] Pushing event updated for resources: {'Network': ['ID=86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:09.016036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:32:09.035970 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-41c0bb9f-6cb5-4243-ac22-9a1afa2334e4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5803311 Sep 16 17:32:09.039787 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59174) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:09.045017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Request body: {'subnet': {'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1467949579-subnet', 'tenant_id': 'd9c7d4081be64523af342a6bab5a0211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:09.137786 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Made reservation on behalf of d9c7d4081be64523af342a6bab5a0211 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:09.140557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:09.372515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:09.429551 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:09.438226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Checking segment: {'id': 'd6f4cce2-d426-41d2-a62f-2c1402edbadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:09.438577 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Network hostable DHCP agents. Network: 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:32:09.514708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:32:09.583531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:09.587624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:09.588216 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:09.593485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d39be8-7b0a-49b9-8843-8b288eb66460 None None] Network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:09.664906 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a4b9ebd7-f6a5-47ea-9078-dc75e5d25bd6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6239307 Sep 16 17:32:09.715746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f4e6f-339f-450d-bac9-296e29eb7c34 None None] Network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:10.009620 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:32:10.104872 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9afd4c88-56fc-4ac5-b118-6d3d3cee31e6 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:10.106357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9afd4c88-56fc-4ac5-b118-6d3d3cee31e6 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/networks?id=86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e HTTP/1.1" status: 200 len: 814 time: 0.1062872 Sep 16 17:32:10.121618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-f84aca3e-8bbf-4a3e-a0e5-02258e153814 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/quotas/d9c7d4081be64523af342a6bab5a0211 HTTP/1.1" status: 200 len: 375 time: 0.0095141 Sep 16 17:32:10.153190 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-fdbcff80-0702-4b62-86fe-063ba5ea9f5c tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9c7d4081be64523af342a6bab5a0211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264184 Sep 16 17:32:10.209864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-4ac00253-22aa-4d68-8410-fb3ef3d24825 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:32:10.210898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-4ac00253-22aa-4d68-8410-fb3ef3d24825 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512686 Sep 16 17:32:10.299459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-5c14aaf5-ce41-4a72-9c0c-1c2daf865008 service neutron] 10.222.0.22 "GET /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822952 Sep 16 17:32:10.401928 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b9aa6dbe-1c12-4a74-8e74-615558cb8800 service neutron] 10.222.0.22 "GET /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959184 Sep 16 17:32:10.629643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e91eedb9-0898-4735-aea5-958a18d600be req-d4ba7747-35d0-419b-b10b-c310cc093cea tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 210 time: 0.0270591 Sep 16 17:32:11.735723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da76ea70-ce75-428e-8cd2-37299a971c64 req-5f7fa0d4-1380-47a9-b1ef-1205009b275d tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 210 time: 0.0275748 Sep 16 17:32:12.518623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-2d215d2d-eb0c-4e97-b673-f596e2af3f7e tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:12.520146 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-2d215d2d-eb0c-4e97-b673-f596e2af3f7e tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.62 "GET /v2.0/networks?id=86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e HTTP/1.1" status: 200 len: 814 time: 0.1119151 Sep 16 17:32:12.532412 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Request body: {'port': {'device_id': '4d142575-0a2c-4c35-9405-37e32ed52d49', 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e', 'admin_state_up': True, 'tenant_id': 'd9c7d4081be64523af342a6bab5a0211'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:12.697891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Made reservation on behalf of d9c7d4081be64523af342a6bab5a0211 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:12.701367 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:12.826949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Allocated IP 172.20.0.12 (86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e/b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b/a41aa1c9-b94e-462d-861f-a1c62b7770e0) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:32:12.833020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f432146f-9c8b-42d5-9103-e05b9ebb12f5 req-30018e8d-f753-4e36-b116-8ec2b00b0ad2 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 210 time: 0.0306225 Sep 16 17:32:12.978820 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:13.063958 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:13.106149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:32:13.109324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:13.112990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:32:13.140923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Pushing event updated for resources: {'Port': ['ID=a41aa1c9-b94e-462d-861f-a1c62b7770e0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:13.167731 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:13.168347 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:13.218458 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-b7f29bcf-aea9-420e-bcaf-6ca6b007e8ca tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6897485 Sep 16 17:32:13.231038 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Request body: {'port': {'device_id': '4d142575-0a2c-4c35-9405-37e32ed52d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:13.287706 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:13.546545 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41aa1c9-b94e-462d-861f-a1c62b7770e0 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:32:13.553858 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:13.566389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Transition to ACTIVE for port object a41aa1c9-b94e-462d-861f-a1c62b7770e0 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:32:13.635146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:13.690897 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Pushing event updated for resources: {'Port': ['ID=a41aa1c9-b94e-462d-861f-a1c62b7770e0,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:13.753934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Attempting to bind port a41aa1c9-b94e-462d-861f-a1c62b7770e0 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:32:13.754277 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Attempting to bind port a41aa1c9-b94e-462d-861f-a1c62b7770e0 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'd6f4cce2-d426-41d2-a62f-2c1402edbadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:32:13.754602 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Attempting to bind port a41aa1c9-b94e-462d-861f-a1c62b7770e0 on network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:32:13.759060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Port a41aa1c9-b94e-462d-861f-a1c62b7770e0 on network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:32:13.759414 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Attempting to bind port a41aa1c9-b94e-462d-861f-a1c62b7770e0 on network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:32:13.764095 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:32:13.764468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Checking segment: {'id': 'd6f4cce2-d426-41d2-a62f-2c1402edbadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:13.765112 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Bound using segment: {'id': 'd6f4cce2-d426-41d2-a62f-2c1402edbadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:32:13.765536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Bound port: a41aa1c9-b94e-462d-861f-a1c62b7770e0, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f4cce2-d426-41d2-a62f-2c1402edbadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:32:13.765894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:13.827288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] For port a41aa1c9-b94e-462d-861f-a1c62b7770e0, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:32:13.830355 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] For port a41aa1c9-b94e-462d-861f-a1c62b7770e0, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a41aa1c9-b94e-462d-861f-a1c62b7770e0,segment=NetworkSegment(d6f4cce2-d426-41d2-a62f-2c1402edbadf),segment_id=d6f4cce2-d426-41d2-a62f-2c1402edbadf)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:32:13.904139 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:13.945313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:13.945940 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:13.947374 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] 10.222.0.62 "PUT /v2.0/ports/a41aa1c9-b94e-462d-861f-a1c62b7770e0 HTTP/1.1" status: 200 len: 1092 time: 0.7203789 Sep 16 17:32:13.947815 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d142575-0a2c-4c35-9405-37e32ed52d49', 'tag': 'a41aa1c9-b94e-462d-861f-a1c62b7770e0'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:32:13.949730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e45381-b06c-47a5-ae63-ce3187bab9a7 req-fcb025c1-35ab-4a45-bfbc-21d7521bb500 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:13.950212 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb8a221-efa2-4b52-88f3-8763df6319b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d142575-0a2c-4c35-9405-37e32ed52d49", "tag": "a41aa1c9-b94e-462d-861f-a1c62b7770e0"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:32:13.951269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3e45381-b06c-47a5-ae63-ce3187bab9a7 req-fcb025c1-35ab-4a45-bfbc-21d7521bb500 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 944 time: 0.0509117 Sep 16 17:32:13.976840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5c306-78e8-42fc-b5fb-57f30a9920bd service neutron] Pushing event updated for resources: {'Port': ['ID=a41aa1c9-b94e-462d-861f-a1c62b7770e0,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:13.990246 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4a5332-a27a-4347-a0dc-fba6bf3cb31d x-openstack-request-id: req-8d4a5332-a27a-4347-a0dc-fba6bf3cb31d {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:32:13.990602 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d142575-0a2c-4c35-9405-37e32ed52d49", "tag": "a41aa1c9-b94e-462d-861f-a1c62b7770e0", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:32:13.990933 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d4a5332-a27a-4347-a0dc-fba6bf3cb31d {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:32:13.991391 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d142575-0a2c-4c35-9405-37e32ed52d49', 'tag': 'a41aa1c9-b94e-462d-861f-a1c62b7770e0', 'status': 'completed', 'code': 200} Sep 16 17:32:13.997524 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3e45381-b06c-47a5-ae63-ce3187bab9a7 req-bb2d4863-5cd0-4326-a802-79274361ff42 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378237 Sep 16 17:32:14.051831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8a221-efa2-4b52-88f3-8763df6319b3 req-2cc8f53c-a039-4e08-8dfd-e5249bea72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:14.053352 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebb8a221-efa2-4b52-88f3-8763df6319b3 req-2cc8f53c-a039-4e08-8dfd-e5249bea72fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9c7d4081be64523af342a6bab5a0211&device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 1095 time: 0.0421293 Sep 16 17:32:14.156978 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8a221-efa2-4b52-88f3-8763df6319b3 req-c0c7eceb-afed-4dc9-8f39-745a1bb213d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:14.158383 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebb8a221-efa2-4b52-88f3-8763df6319b3 req-c0c7eceb-afed-4dc9-8f39-745a1bb213d1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d9c7d4081be64523af342a6bab5a0211&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0972595 Sep 16 17:32:14.240819 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:14.256222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8a221-efa2-4b52-88f3-8763df6319b3 req-f07d2b9d-2fc0-4c94-a1fe-ac73f2c8e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:14.258401 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ebb8a221-efa2-4b52-88f3-8763df6319b3 req-f07d2b9d-2fc0-4c94-a1fe-ac73f2c8e4b9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933199 Sep 16 17:32:14.336516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-cab8f429-6450-4ccc-885e-819a429d6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:14.338025 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-cab8f429-6450-4ccc-885e-819a429d6481 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9c7d4081be64523af342a6bab5a0211&device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 1095 time: 0.0415370 Sep 16 17:32:14.384546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-4200a708-fde6-447c-91f7-e73d2df55532 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a41aa1c9-b94e-462d-861f-a1c62b7770e0 HTTP/1.1" status: 200 len: 217 time: 0.0385563 Sep 16 17:32:14.435137 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-6722594b-e57f-4465-8d71-cd4def5b4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:14.436561 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-6722594b-e57f-4465-8d71-cd4def5b4c22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b HTTP/1.1" status: 200 len: 854 time: 0.0455739 Sep 16 17:32:14.468672 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-65ad832a-d371-4fe6-a0c7-d73cd76121ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254881 Sep 16 17:32:14.492864 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:14.561562 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-a54d9965-6a70-47cb-bb37-550827242805 service neutron] 10.222.0.62 "GET /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855436 Sep 16 17:32:14.651388 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-819735ff-9b93-410f-a025-162d7e2bcf56 req-1b28aaf7-78a9-4cee-ad98-e8d4c206c9ae service neutron] 10.222.0.62 "GET /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827663 Sep 16 17:32:15.112509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0419eb4-5c18-407d-85b4-f49fec902d50 req-45e65f37-9340-42a9-b6b1-4453a8f4608a tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:15.114012 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0419eb4-5c18-407d-85b4-f49fec902d50 req-45e65f37-9340-42a9-b6b1-4453a8f4608a tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 944 time: 0.0489931 Sep 16 17:32:15.152198 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0419eb4-5c18-407d-85b4-f49fec902d50 req-e0c19f83-dfdb-43cc-b1d0-544e64ef5b65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Sep 16 17:32:16.264465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb71eb-39aa-4839-912b-0a6b3870c1cf req-3a2e556f-747b-4e20-9a3f-3f00a0bb5d10 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:16.266194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2bb71eb-39aa-4839-912b-0a6b3870c1cf req-3a2e556f-747b-4e20-9a3f-3f00a0bb5d10 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 944 time: 0.0482233 Sep 16 17:32:16.308245 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e2bb71eb-39aa-4839-912b-0a6b3870c1cf req-fff4eea1-f176-4873-b7bb-7a0dc9969804 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358424 Sep 16 17:32:16.531344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a41aa1c9-b94e-462d-861f-a1c62b7770e0 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:32:16.628881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a41aa1c9-b94e-462d-861f-a1c62b7770e0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a41aa1c9-b94e-462d-861f-a1c62b7770e0,segment=NetworkSegment(d6f4cce2-d426-41d2-a62f-2c1402edbadf),segment_id=d6f4cce2-d426-41d2-a62f-2c1402edbadf)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:16.640199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'a41aa1c9-b94e-462d-861f-a1c62b7770e0', 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e', 'port_id': 'a41aa1c9-b94e-462d-861f-a1c62b7770e0', 'mac_address': 'fa:16:3e:7d:ba:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:32:16.676436 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:16.688813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41aa1c9-b94e-462d-861f-a1c62b7770e0 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:32:16.707975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a41aa1c9-b94e-462d-861f-a1c62b7770e0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a41aa1c9-b94e-462d-861f-a1c62b7770e0,segment=NetworkSegment(d6f4cce2-d426-41d2-a62f-2c1402edbadf),segment_id=d6f4cce2-d426-41d2-a62f-2c1402edbadf)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:16.794850 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:16.845519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=a41aa1c9-b94e-462d-861f-a1c62b7770e0,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:16.979039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['a41aa1c9-b94e-462d-861f-a1c62b7770e0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:32:17.421255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de732a93-4b5d-4f14-8da0-19037bf55cd9 req-28c9bd49-21cd-491b-9a14-19940b365e3d tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:17.422748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de732a93-4b5d-4f14-8da0-19037bf55cd9 req-28c9bd49-21cd-491b-9a14-19940b365e3d tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 945 time: 0.0490618 Sep 16 17:32:17.459675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-de732a93-4b5d-4f14-8da0-19037bf55cd9 req-c59e5751-a64f-43b7-ae22-68d7baab0607 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310349 Sep 16 17:32:18.541461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a41aa1c9-b94e-462d-861f-a1c62b7770e0 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:32:18.574468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089412f2-324f-41ce-816e-1191e923cad0 req-b126d902-cd94-42bb-a9e1-c18fe321dbeb tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:18.575981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-089412f2-324f-41ce-816e-1191e923cad0 req-b126d902-cd94-42bb-a9e1-c18fe321dbeb tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 945 time: 0.0495064 Sep 16 17:32:18.615212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-089412f2-324f-41ce-816e-1191e923cad0 req-10656fff-5af4-49ce-9a2b-c621ee0f7850 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331089 Sep 16 17:32:18.674096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port a41aa1c9-b94e-462d-861f-a1c62b7770e0 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:32:18.678013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port a41aa1c9-b94e-462d-861f-a1c62b7770e0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:32:18.682455 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:18.752488 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:18.775136 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d142575-0a2c-4c35-9405-37e32ed52d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41aa1c9-b94e-462d-861f-a1c62b7770e0'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:32:18.777421 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85b58b7-1c8a-499b-bfe4-5576ee1e6e7f" -d '{"events": [{"server_uuid": "4d142575-0a2c-4c35-9405-37e32ed52d49", "name": "network-vif-plugged", "status": "completed", "tag": "a41aa1c9-b94e-462d-861f-a1c62b7770e0"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:32:18.789766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port a41aa1c9-b94e-462d-861f-a1c62b7770e0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a41aa1c9-b94e-462d-861f-a1c62b7770e0,segment=NetworkSegment(d6f4cce2-d426-41d2-a62f-2c1402edbadf),segment_id=d6f4cce2-d426-41d2-a62f-2c1402edbadf)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:18.814264 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df36b0c0-8a9a-4606-9b2a-9911d3c6bfd0 x-openstack-request-id: req-df36b0c0-8a9a-4606-9b2a-9911d3c6bfd0 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:32:18.814264 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d142575-0a2c-4c35-9405-37e32ed52d49", "name": "network-vif-plugged", "status": "completed", "tag": "a41aa1c9-b94e-462d-861f-a1c62b7770e0", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:32:18.814264 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df36b0c0-8a9a-4606-9b2a-9911d3c6bfd0 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:32:18.814710 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d142575-0a2c-4c35-9405-37e32ed52d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41aa1c9-b94e-462d-861f-a1c62b7770e0', 'code': 200} Sep 16 17:32:18.857935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:18.907637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b5826-8f29-4fa8-9736-c2634b7e7468 req-17ae4f91-9526-49a0-9c1e-fcab4fb3d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:18.909169 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-543b5826-8f29-4fa8-9736-c2634b7e7468 req-17ae4f91-9526-49a0-9c1e-fcab4fb3d425 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 1097 time: 0.0403807 Sep 16 17:32:18.909378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=a41aa1c9-b94e-462d-861f-a1c62b7770e0,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:18.948682 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-543b5826-8f29-4fa8-9736-c2634b7e7468 req-bdafb98d-aee9-4973-9b88-b6a2bc8f71d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Sep 16 17:32:19.729205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a79de-3ee1-414a-9bad-529a2a11b048 req-e92703f4-b609-41d8-8d1f-ebbe79d95680 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:19.730617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa1a79de-3ee1-414a-9bad-529a2a11b048 req-e92703f4-b609-41d8-8d1f-ebbe79d95680 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.0488110 Sep 16 17:32:19.772311 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fa1a79de-3ee1-414a-9bad-529a2a11b048 req-724ed89a-0c7a-4a60-bfb6-6f1c7b1dfd1a tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356603 Sep 16 17:32:20.890260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda5f48-c3cd-4147-b436-be692f3b6d2a req-4cba8698-58ae-4a46-93f5-4c02ad9e8d92 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:20.891736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbda5f48-c3cd-4147-b436-be692f3b6d2a req-4cba8698-58ae-4a46-93f5-4c02ad9e8d92 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.0493445 Sep 16 17:32:20.928242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbda5f48-c3cd-4147-b436-be692f3b6d2a req-b02e81d2-d423-4c96-8662-e9cf0603ca1c tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305438 Sep 16 17:32:21.152408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-d61fc322-d02e-4809-981a-b90c52d73391 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:21.153883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-d61fc322-d02e-4809-981a-b90c52d73391 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/networks?id=86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e HTTP/1.1" status: 200 len: 814 time: 0.1051891 Sep 16 17:32:21.169011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-b2e64e92-bb12-44b3-a72f-98ae866e765f tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/quotas/d9c7d4081be64523af342a6bab5a0211 HTTP/1.1" status: 200 len: 375 time: 0.0093515 Sep 16 17:32:21.216203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-83554649-5d96-42dd-987b-4d415df72ead tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9c7d4081be64523af342a6bab5a0211&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419216 Sep 16 17:32:21.305201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-bda6fde3-2f1a-413b-a395-88bd0c8f1c4b service neutron] 10.222.0.22 "GET /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820503 Sep 16 17:32:21.397095 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-52d6cdf9-a8b0-4798-a1f4-54294c39b871 service neutron] 10.222.0.22 "GET /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857906 Sep 16 17:32:21.617831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d498c25a-155c-4734-8711-3550ae0b318d req-fbe8dc03-09d1-46ab-93ea-998f97cdbf17 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 210 time: 0.0276763 Sep 16 17:32:22.711544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a3d496b-9833-4b16-9526-b83abf27e774 req-67d4e7ec-af5d-4b69-bc26-3ee943cbfc95 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 210 time: 0.0273373 Sep 16 17:32:23.404398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-57a4d7a6-163f-4898-9bb3-316fa2e2c3f4 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:23.405951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-57a4d7a6-163f-4898-9bb3-316fa2e2c3f4 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.52 "GET /v2.0/networks?id=86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e HTTP/1.1" status: 200 len: 814 time: 0.1067827 Sep 16 17:32:23.418642 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Request body: {'port': {'device_id': '00405824-3c9c-4f03-8416-b4aa0f34db6a', 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e', 'admin_state_up': True, 'tenant_id': 'd9c7d4081be64523af342a6bab5a0211'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:23.589139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Made reservation on behalf of d9c7d4081be64523af342a6bab5a0211 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:23.592778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:23.721188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Allocated IP 172.20.0.14 (86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e/b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b/ac845ae9-e549-4fbf-83b7-a96a54b24494) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:32:23.824603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-896699f2-3531-4ba5-9ce0-7632fe7db429 req-d2683377-5666-4f1c-810b-aea9bfd6ffa3 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 210 time: 0.0421410 Sep 16 17:32:23.893654 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:23.995345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:24.006867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['a41aa1c9-b94e-462d-861f-a1c62b7770e0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:32:24.037165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:32:24.040286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:24.043971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:32:24.074057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Pushing event updated for resources: {'Port': ['ID=ac845ae9-e549-4fbf-83b7-a96a54b24494,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:24.087083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.087563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.088118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.088727 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.089226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.089708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.090183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.090655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.091122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.091592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.092119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.092517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:24.114021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:24.114628 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:24.201339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-77f80a44-5183-4753-9424-c2ccb4804b20 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7864182 Sep 16 17:32:24.214366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Request body: {'port': {'device_id': '00405824-3c9c-4f03-8416-b4aa0f34db6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:24.269427 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:24.528786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac845ae9-e549-4fbf-83b7-a96a54b24494 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:32:24.535838 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:24.547592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Transition to ACTIVE for port object ac845ae9-e549-4fbf-83b7-a96a54b24494 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:32:24.606430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:24.661690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Pushing event updated for resources: {'Port': ['ID=ac845ae9-e549-4fbf-83b7-a96a54b24494,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:24.723931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Attempting to bind port ac845ae9-e549-4fbf-83b7-a96a54b24494 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:32:24.724604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Attempting to bind port ac845ae9-e549-4fbf-83b7-a96a54b24494 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'd6f4cce2-d426-41d2-a62f-2c1402edbadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:32:24.724604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Attempting to bind port ac845ae9-e549-4fbf-83b7-a96a54b24494 on network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:32:24.729478 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Port ac845ae9-e549-4fbf-83b7-a96a54b24494 on network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:32:24.729800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Attempting to bind port ac845ae9-e549-4fbf-83b7-a96a54b24494 on network 86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:32:24.734646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:32:24.734991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Checking segment: {'id': 'd6f4cce2-d426-41d2-a62f-2c1402edbadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:24.735373 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Bound using segment: {'id': 'd6f4cce2-d426-41d2-a62f-2c1402edbadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:32:24.735830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Bound port: ac845ae9-e549-4fbf-83b7-a96a54b24494, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f4cce2-d426-41d2-a62f-2c1402edbadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:32:24.736186 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:24.800214 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] For port ac845ae9-e549-4fbf-83b7-a96a54b24494, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:32:24.803215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] For port ac845ae9-e549-4fbf-83b7-a96a54b24494, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ac845ae9-e549-4fbf-83b7-a96a54b24494,segment=NetworkSegment(d6f4cce2-d426-41d2-a62f-2c1402edbadf),segment_id=d6f4cce2-d426-41d2-a62f-2c1402edbadf)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:32:24.870110 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:24.917170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:24.917793 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:24.919151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] 10.222.0.52 "PUT /v2.0/ports/ac845ae9-e549-4fbf-83b7-a96a54b24494 HTTP/1.1" status: 200 len: 1092 time: 0.7095103 Sep 16 17:32:24.919594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00405824-3c9c-4f03-8416-b4aa0f34db6a', 'tag': 'ac845ae9-e549-4fbf-83b7-a96a54b24494'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:32:24.921856 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47be552-b856-4df7-9aa6-8fa22cf7ce87" -d '{"events": [{"name": "network-changed", "server_uuid": "00405824-3c9c-4f03-8416-b4aa0f34db6a", "tag": "ac845ae9-e549-4fbf-83b7-a96a54b24494"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:32:24.971152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a11cfb-e6db-4dc1-b68b-7769ee5865df service neutron] Pushing event updated for resources: {'Port': ['ID=ac845ae9-e549-4fbf-83b7-a96a54b24494,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:24.972091 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cfc0bb-b98a-4011-bbad-37f5eaf86cc4 x-openstack-request-id: req-b9cfc0bb-b98a-4011-bbad-37f5eaf86cc4 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:32:24.972377 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00405824-3c9c-4f03-8416-b4aa0f34db6a", "tag": "ac845ae9-e549-4fbf-83b7-a96a54b24494", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:32:24.972649 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9cfc0bb-b98a-4011-bbad-37f5eaf86cc4 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:32:24.973034 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00405824-3c9c-4f03-8416-b4aa0f34db6a', 'tag': 'ac845ae9-e549-4fbf-83b7-a96a54b24494', 'status': 'completed', 'code': 200} Sep 16 17:32:24.981762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fa949-a28d-48a8-925f-ea169410b4dd req-0c7d0d18-a7a9-45ab-bb6f-5a06b1b08efe tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:24.983285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-471fa949-a28d-48a8-925f-ea169410b4dd req-0c7d0d18-a7a9-45ab-bb6f-5a06b1b08efe tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 944 time: 0.0829794 Sep 16 17:32:25.046108 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-471fa949-a28d-48a8-925f-ea169410b4dd req-e6f5b8f1-edf4-4fc9-b652-967cd29cae30 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565567 Sep 16 17:32:25.056169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47be552-b856-4df7-9aa6-8fa22cf7ce87 req-fe8889db-8525-4e2c-9427-c0fde5133381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:25.057569 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f47be552-b856-4df7-9aa6-8fa22cf7ce87 req-fe8889db-8525-4e2c-9427-c0fde5133381 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9c7d4081be64523af342a6bab5a0211&device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 1095 time: 0.0604956 Sep 16 17:32:25.165657 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47be552-b856-4df7-9aa6-8fa22cf7ce87 req-666c1c66-0949-4c30-a72c-22ea29914a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:25.167161 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f47be552-b856-4df7-9aa6-8fa22cf7ce87 req-666c1c66-0949-4c30-a72c-22ea29914a83 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=d9c7d4081be64523af342a6bab5a0211&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1020172 Sep 16 17:32:25.261929 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47be552-b856-4df7-9aa6-8fa22cf7ce87 req-1ad85812-22a8-4849-93b3-7af27dc6ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:25.263418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f47be552-b856-4df7-9aa6-8fa22cf7ce87 req-1ad85812-22a8-4849-93b3-7af27dc6ce89 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900664 Sep 16 17:32:25.347313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-473a696e-d955-4615-b753-02e13773fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:25.349220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-473a696e-d955-4615-b753-02e13773fe54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9c7d4081be64523af342a6bab5a0211&device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 1095 time: 0.0503783 Sep 16 17:32:25.392201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-02241c81-f47c-4db1-af02-aa0187739dab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac845ae9-e549-4fbf-83b7-a96a54b24494 HTTP/1.1" status: 200 len: 217 time: 0.0357711 Sep 16 17:32:25.446490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-69f206ee-8a76-4105-90bf-827ecba086ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:25.448016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-69f206ee-8a76-4105-90bf-827ecba086ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b HTTP/1.1" status: 200 len: 854 time: 0.0490530 Sep 16 17:32:25.481484 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-427b3010-1a11-45de-9e3f-658eb0294a89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265243 Sep 16 17:32:25.581159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-ecae15ce-b7b3-4d39-9557-f84a2dbea4e5 service neutron] 10.222.0.52 "GET /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928214 Sep 16 17:32:25.670650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0e47f42d-d8d6-4bf5-aa7b-9d186d87e8e1 req-72482371-42bf-484f-ae3d-635aeff27c6f service neutron] 10.222.0.52 "GET /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823877 Sep 16 17:32:26.173563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f0e2f-e49f-4744-a6e6-55a6f92fdbce req-8e683ca5-9eca-4c2b-a337-c44c32d2816c tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:26.175105 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce8f0e2f-e49f-4744-a6e6-55a6f92fdbce req-8e683ca5-9eca-4c2b-a337-c44c32d2816c tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 944 time: 0.0539868 Sep 16 17:32:26.212647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce8f0e2f-e49f-4744-a6e6-55a6f92fdbce req-855d5120-d2e3-437f-8b26-55c1bf37bcac tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312479 Sep 16 17:32:27.327645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac83126-6b79-4796-9d8c-88ccc1df317f req-678b1507-4413-403a-940b-a18bebb48419 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:27.329142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ac83126-6b79-4796-9d8c-88ccc1df317f req-678b1507-4413-403a-940b-a18bebb48419 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 944 time: 0.0477302 Sep 16 17:32:27.366877 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ac83126-6b79-4796-9d8c-88ccc1df317f req-481bf6f6-f830-42b4-b338-ffab7aa9e119 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313487 Sep 16 17:32:28.240796 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-28d1666b-4bf6-4c5f-90f7-ee82212267ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:28.479837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c878-29a3-4d02-9f30-cbb64267aa88 req-3013eaf3-df40-4f86-9998-b710176f8a7a tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:28.481318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9a6c878-29a3-4d02-9f30-cbb64267aa88 req-3013eaf3-df40-4f86-9998-b710176f8a7a tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 944 time: 0.0473835 Sep 16 17:32:28.518218 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9a6c878-29a3-4d02-9f30-cbb64267aa88 req-7cf98146-1a0d-4ab7-ba36-a931d34b2f0a tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Sep 16 17:32:28.821727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ac845ae9-e549-4fbf-83b7-a96a54b24494 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:32:28.915975 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ac845ae9-e549-4fbf-83b7-a96a54b24494, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ac845ae9-e549-4fbf-83b7-a96a54b24494,segment=NetworkSegment(d6f4cce2-d426-41d2-a62f-2c1402edbadf),segment_id=d6f4cce2-d426-41d2-a62f-2c1402edbadf)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:28.926628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'ac845ae9-e549-4fbf-83b7-a96a54b24494', 'network_id': '86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e', 'port_id': 'ac845ae9-e549-4fbf-83b7-a96a54b24494', 'mac_address': 'fa:16:3e:0c:f6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:32:28.962440 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:28.974483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac845ae9-e549-4fbf-83b7-a96a54b24494 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:32:28.993748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ac845ae9-e549-4fbf-83b7-a96a54b24494, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ac845ae9-e549-4fbf-83b7-a96a54b24494,segment=NetworkSegment(d6f4cce2-d426-41d2-a62f-2c1402edbadf),segment_id=d6f4cce2-d426-41d2-a62f-2c1402edbadf)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:29.056980 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:29.105987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ac845ae9-e549-4fbf-83b7-a96a54b24494,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:29.246348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ac845ae9-e549-4fbf-83b7-a96a54b24494'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:32:29.635571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f4c97-8a53-4515-a8ef-d804f05a6925 req-28ddd665-2149-4961-b7ec-7d02bceba865 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:29.637150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b39f4c97-8a53-4515-a8ef-d804f05a6925 req-28ddd665-2149-4961-b7ec-7d02bceba865 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 945 time: 0.0534458 Sep 16 17:32:29.676418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b39f4c97-8a53-4515-a8ef-d804f05a6925 req-9bfc5b49-6261-48fe-bc98-ff73855e5e66 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Sep 16 17:32:30.795503 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e7707-baae-4104-9f2d-843767193efc req-e52ab14b-a868-4749-b0a0-56075d9c51fc tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:30.796996 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b6e7707-baae-4104-9f2d-843767193efc req-e52ab14b-a868-4749-b0a0-56075d9c51fc tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 945 time: 0.0517933 Sep 16 17:32:30.821106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ac845ae9-e549-4fbf-83b7-a96a54b24494 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:32:30.824733 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4f804790-3c1b-44b3-9229-b7e15602cb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:30.834479 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b6e7707-baae-4104-9f2d-843767193efc req-599a5965-bc7a-47fb-9c74-437b7a324bad tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314217 Sep 16 17:32:30.943168 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port ac845ae9-e549-4fbf-83b7-a96a54b24494 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:32:30.947411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port ac845ae9-e549-4fbf-83b7-a96a54b24494 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:32:30.947819 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:31.022034 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:31.044161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00405824-3c9c-4f03-8416-b4aa0f34db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac845ae9-e549-4fbf-83b7-a96a54b24494'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:32:31.053409 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dce144-04d3-4eb4-8b28-877e05db4941" -d '{"events": [{"server_uuid": "00405824-3c9c-4f03-8416-b4aa0f34db6a", "name": "network-vif-plugged", "status": "completed", "tag": "ac845ae9-e549-4fbf-83b7-a96a54b24494"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:32:31.059450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ac845ae9-e549-4fbf-83b7-a96a54b24494, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ac845ae9-e549-4fbf-83b7-a96a54b24494,segment=NetworkSegment(d6f4cce2-d426-41d2-a62f-2c1402edbadf),segment_id=d6f4cce2-d426-41d2-a62f-2c1402edbadf)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:31.089112 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faeb288-57d1-417b-b79a-ba815cc116e7 x-openstack-request-id: req-9faeb288-57d1-417b-b79a-ba815cc116e7 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:32:31.089435 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00405824-3c9c-4f03-8416-b4aa0f34db6a", "name": "network-vif-plugged", "status": "completed", "tag": "ac845ae9-e549-4fbf-83b7-a96a54b24494", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:32:31.089695 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9faeb288-57d1-417b-b79a-ba815cc116e7 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:32:31.090093 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00405824-3c9c-4f03-8416-b4aa0f34db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac845ae9-e549-4fbf-83b7-a96a54b24494', 'code': 200} Sep 16 17:32:31.109313 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:31.158598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ac845ae9-e549-4fbf-83b7-a96a54b24494,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:31.167040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.167393 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.167742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.168089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.168443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.168780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.169121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.169451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.169776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.170101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.170427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.170756 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:31.183028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633662-33b7-4907-85ed-500b7e9bbf54 req-2b8acf36-d38f-4657-a68e-8afa94754ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:31.184550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23633662-33b7-4907-85ed-500b7e9bbf54 req-2b8acf36-d38f-4657-a68e-8afa94754ff3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 1097 time: 0.0401313 Sep 16 17:32:31.218262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23633662-33b7-4907-85ed-500b7e9bbf54 req-452a105c-7a7f-4a05-b70b-0cd86e83771f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269129 Sep 16 17:32:31.497613 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:31.952683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5052abb-097c-4f26-94cd-dee657b8d504 req-6a489f6c-a53a-4f3d-b727-971b58ea6825 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:31.954151 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5052abb-097c-4f26-94cd-dee657b8d504 req-6a489f6c-a53a-4f3d-b727-971b58ea6825 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 946 time: 0.0530636 Sep 16 17:32:31.991232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5052abb-097c-4f26-94cd-dee657b8d504 req-837f4ebf-9094-4530-af16-69566778c3b6 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Sep 16 17:32:32.195256 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:33.106764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f0af-c364-433c-8e58-9cff93b3346b req-bc404297-dd5f-4f85-b081-83115742d616 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:33.108331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6633f0af-c364-433c-8e58-9cff93b3346b req-bc404297-dd5f-4f85-b081-83115742d616 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 946 time: 0.0488060 Sep 16 17:32:33.149260 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6633f0af-c364-433c-8e58-9cff93b3346b req-5c3f1e07-8f24-4d2d-a417-1cd5a34235f4 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348775 Sep 16 17:32:33.571519 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9a1bc-7d0c-4925-ad90-9ad5da4a7d98 req-166df21d-f221-4046-8128-622ef07a3eff tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:33.573011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcd9a1bc-7d0c-4925-ad90-9ad5da4a7d98 req-166df21d-f221-4046-8128-622ef07a3eff tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 946 time: 0.0498865 Sep 16 17:32:33.609752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcd9a1bc-7d0c-4925-ad90-9ad5da4a7d98 req-c025d6e3-1963-42b9-a6a1-d0662f60ac8b tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307889 Sep 16 17:32:33.982685 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:34.726381 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227540-6142-4d9b-9f58-eff31690988b req-a1212513-6383-4ad5-853c-91c3455be993 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:34.726945 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11227540-6142-4d9b-9f58-eff31690988b req-a1212513-6383-4ad5-853c-91c3455be993 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 946 time: 0.0506051 Sep 16 17:32:34.789548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11227540-6142-4d9b-9f58-eff31690988b req-f8aa3239-1348-48fd-9d41-c26f5d814f7f tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559685 Sep 16 17:32:34.806897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a793be-3540-470d-a917-2ef13ed5e849 req-451c36b9-1b16-44f4-97d9-0e62dccd0499 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:34.808366 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73a793be-3540-470d-a917-2ef13ed5e849 req-451c36b9-1b16-44f4-97d9-0e62dccd0499 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.52 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 946 time: 0.0605965 Sep 16 17:32:34.900024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-73a793be-3540-470d-a917-2ef13ed5e849 req-230e6369-036d-4627-ae83-d8740bedbd65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Deleting port ac845ae9-e549-4fbf-83b7-a96a54b24494 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:34.900490 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73a793be-3540-470d-a917-2ef13ed5e849 req-230e6369-036d-4627-ae83-d8740bedbd65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:34.987541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-73a793be-3540-470d-a917-2ef13ed5e849 req-230e6369-036d-4627-ae83-d8740bedbd65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] For port ac845ae9-e549-4fbf-83b7-a96a54b24494, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ac845ae9-e549-4fbf-83b7-a96a54b24494,segment=NetworkSegment(d6f4cce2-d426-41d2-a62f-2c1402edbadf),segment_id=d6f4cce2-d426-41d2-a62f-2c1402edbadf)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:34.987824 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73a793be-3540-470d-a917-2ef13ed5e849 req-230e6369-036d-4627-ae83-d8740bedbd65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:35.000153 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-73a793be-3540-470d-a917-2ef13ed5e849 req-230e6369-036d-4627-ae83-d8740bedbd65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Calling delete_port for ac845ae9-e549-4fbf-83b7-a96a54b24494 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:35.200695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73a793be-3540-470d-a917-2ef13ed5e849 req-230e6369-036d-4627-ae83-d8740bedbd65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:35.213661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ac845ae9-e549-4fbf-83b7-a96a54b24494'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:32:35.218447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['a41aa1c9-b94e-462d-861f-a1c62b7770e0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:32:35.230423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e6369-036d-4627-ae83-d8740bedbd65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Pushing event deleted for resources: {'Port': ['ID=ac845ae9-e549-4fbf-83b7-a96a54b24494,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:35.275298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a793be-3540-470d-a917-2ef13ed5e849 req-230e6369-036d-4627-ae83-d8740bedbd65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] No DVR routers for this DVR port ac845ae9-e549-4fbf-83b7-a96a54b24494 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:32:35.278051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-73a793be-3540-470d-a917-2ef13ed5e849 req-230e6369-036d-4627-ae83-d8740bedbd65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:35.280069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-73a793be-3540-470d-a917-2ef13ed5e849 req-230e6369-036d-4627-ae83-d8740bedbd65 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.52 "DELETE /v2.0/ports/ac845ae9-e549-4fbf-83b7-a96a54b24494 HTTP/1.1" status: 204 len: 173 time: 0.4656210 Sep 16 17:32:35.280541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00405824-3c9c-4f03-8416-b4aa0f34db6a', 'name': 'network-vif-deleted', 'tag': 'ac845ae9-e549-4fbf-83b7-a96a54b24494'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:32:35.282777 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be425d84-48ea-40a7-a53b-5e3331c41b27" -d '{"events": [{"server_uuid": "00405824-3c9c-4f03-8416-b4aa0f34db6a", "name": "network-vif-deleted", "tag": "ac845ae9-e549-4fbf-83b7-a96a54b24494"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:32:35.318041 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79dd32a-5ca9-4f14-8079-29c3aa2e04a2 x-openstack-request-id: req-b79dd32a-5ca9-4f14-8079-29c3aa2e04a2 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:32:35.318337 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00405824-3c9c-4f03-8416-b4aa0f34db6a", "name": "network-vif-deleted", "tag": "ac845ae9-e549-4fbf-83b7-a96a54b24494", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:32:35.318587 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b79dd32a-5ca9-4f14-8079-29c3aa2e04a2 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:32:35.318977 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00405824-3c9c-4f03-8416-b4aa0f34db6a', 'name': 'network-vif-deleted', 'tag': 'ac845ae9-e549-4fbf-83b7-a96a54b24494', 'status': 'completed', 'code': 200} Sep 16 17:32:35.894658 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1a357fdd-e6a5-4a3b-8989-b60f87678e21 req-7fba41ae-91d4-4445-9277-506b44d89a42 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=00405824-3c9c-4f03-8416-b4aa0f34db6a HTTP/1.1" status: 200 len: 210 time: 0.0272734 Sep 16 17:32:37.044097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaa337-43d9-44fc-9a65-a3fa50f12e55 req-80473d70-dc82-4916-951a-60ff9f1cd252 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:37.047177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dbfaa337-43d9-44fc-9a65-a3fa50f12e55 req-80473d70-dc82-4916-951a-60ff9f1cd252 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.0496209 Sep 16 17:32:37.082437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dbfaa337-43d9-44fc-9a65-a3fa50f12e55 req-ad2f8e9c-e2e9-41c3-ad09-38cc68921aaa tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Sep 16 17:32:37.210068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0309c1-e12e-4a96-8195-7537146c2540 req-8699f1bf-aa44-40b3-bf5e-51e97eb10f73 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:37.211940 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b0309c1-e12e-4a96-8195-7537146c2540 req-8699f1bf-aa44-40b3-bf5e-51e97eb10f73 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.0480018 Sep 16 17:32:37.248717 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b0309c1-e12e-4a96-8195-7537146c2540 req-68d68481-2e4e-4169-ba32-e15147b31c68 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Sep 16 17:32:37.369882 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad656d0-8205-499b-8c0e-3bc238999495 req-c71dac98-0369-4adf-a223-2a28cef75175 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:37.371348 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fad656d0-8205-499b-8c0e-3bc238999495 req-c71dac98-0369-4adf-a223-2a28cef75175 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.0553885 Sep 16 17:32:37.409011 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fad656d0-8205-499b-8c0e-3bc238999495 req-57224011-ca1c-46b9-b0e2-0ab1c3d3c2fb tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315833 Sep 16 17:32:37.530037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-0cbce7d4-6735-483a-a188-6a8a5fd8afec req-5680df2d-ecfd-4f93-85be-95a250f70e5d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:32:37.531401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0cbce7d4-6735-483a-a188-6a8a5fd8afec req-5680df2d-ecfd-4f93-85be-95a250f70e5d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510733 Sep 16 17:32:37.642769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb33d90-ed48-48dc-8116-5b1e55d6eb41 req-4c9c18bd-e5af-48c4-8a0c-75ff844c8d4a tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:37.644274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7fb33d90-ed48-48dc-8116-5b1e55d6eb41 req-4c9c18bd-e5af-48c4-8a0c-75ff844c8d4a tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.0512807 Sep 16 17:32:37.684603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7fb33d90-ed48-48dc-8116-5b1e55d6eb41 req-6e3d0500-48dc-4a10-8f32-e0cbeb04d592 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Sep 16 17:32:37.813918 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de70f1-6416-4ae4-98c7-13721ac4de77 req-3e9ae533-5cf3-4277-8a93-b2bc2c4a6e78 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:37.815911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86de70f1-6416-4ae4-98c7-13721ac4de77 req-3e9ae533-5cf3-4277-8a93-b2bc2c4a6e78 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.0620019 Sep 16 17:32:37.856253 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86de70f1-6416-4ae4-98c7-13721ac4de77 req-415cd0bf-ea5d-4818-83be-03b61c746760 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339377 Sep 16 17:32:38.280357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd3348-9d1a-4275-93dc-9e8fea829d96 req-1b533892-4623-4f38-9c29-4b10b92f5ea3 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:38.281752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ffcd3348-9d1a-4275-93dc-9e8fea829d96 req-1b533892-4623-4f38-9c29-4b10b92f5ea3 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.3507316 Sep 16 17:32:38.318522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ffcd3348-9d1a-4275-93dc-9e8fea829d96 req-6410805c-fe95-49a3-8174-ccb67b0217c0 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307155 Sep 16 17:32:38.463874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-584f3f80-ad57-4e3b-9f84-60b95c8fd71c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402894 Sep 16 17:32:38.547236 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-47745dd4-50fa-4707-ba44-9c7a9bd5ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:38.548707 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-47745dd4-50fa-4707-ba44-9c7a9bd5ef7c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9c7d4081be64523af342a6bab5a0211&device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 1097 time: 0.0408473 Sep 16 17:32:38.655990 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-0e321f8c-1ad3-4d4a-8ac0-36e24046e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:38.657510 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-0e321f8c-1ad3-4d4a-8ac0-36e24046e6de service neutron] 10.222.0.62 "GET /v2.0/networks?id=86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e HTTP/1.1" status: 200 len: 915 time: 0.0895958 Sep 16 17:32:38.700949 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-2666595e-132a-432a-9a18-c5e277f83b83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a41aa1c9-b94e-462d-861f-a1c62b7770e0 HTTP/1.1" status: 200 len: 217 time: 0.0354686 Sep 16 17:32:38.759288 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-d733d31b-d1d8-41ca-93f9-48837a8acf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:38.760976 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-d733d31b-d1d8-41ca-93f9-48837a8acf5a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b HTTP/1.1" status: 200 len: 854 time: 0.0483918 Sep 16 17:32:38.762876 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef37c2-79a5-4f0c-a25e-277ffa84dab7 req-805da737-1495-4385-8253-ba07d9d41800 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:38.764783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c2ef37c2-79a5-4f0c-a25e-277ffa84dab7 req-805da737-1495-4385-8253-ba07d9d41800 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.0510926 Sep 16 17:32:38.797200 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-61fa72e9-5a3f-45b8-b235-e65084182fb7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259259 Sep 16 17:32:38.803032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c2ef37c2-79a5-4f0c-a25e-277ffa84dab7 req-210b8012-71cc-46a2-9d9e-1818d97a3955 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319700 Sep 16 17:32:38.883299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ac845ae9-e549-4fbf-83b7-a96a54b24494 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:32:38.900660 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-e9ad5ec9-5f30-4a95-88d6-767aac6c4fa3 service neutron] 10.222.0.62 "GET /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933573 Sep 16 17:32:38.906454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: ac845ae9-e549-4fbf-83b7-a96a54b24494 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:32:38.906800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ac845ae9-e549-4fbf-83b7-a96a54b24494 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:32:38.996114 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8a9758ad-5721-4f71-b70c-243e534c3163 req-15375f34-8942-4a5e-8ae0-7b6eeaad7972 service neutron] 10.222.0.62 "GET /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878060 Sep 16 17:32:39.923220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb01e6-7c11-4918-ac60-9566efb9ddf9 req-0cfb72d2-e4f5-4210-b895-70d99c5b2ced tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:39.924629 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6eb01e6-7c11-4918-ac60-9566efb9ddf9 req-0cfb72d2-e4f5-4210-b895-70d99c5b2ced tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.0484836 Sep 16 17:32:39.964169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a6eb01e6-7c11-4918-ac60-9566efb9ddf9 req-bd1c6222-002c-42c8-b1b8-cef53cc375b4 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3dc6b23-e206-49ba-b8fa-2c0565a67e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Sep 16 17:32:40.186296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-7d02800b-f283-4c9c-ac02-d3cad60c38b6 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:40.187691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-7d02800b-f283-4c9c-ac02-d3cad60c38b6 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 946 time: 0.0524788 Sep 16 17:32:40.280196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Deleting port a41aa1c9-b94e-462d-861f-a1c62b7770e0 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:40.280654 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:40.380699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] For port a41aa1c9-b94e-462d-861f-a1c62b7770e0, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=a41aa1c9-b94e-462d-861f-a1c62b7770e0,segment=NetworkSegment(d6f4cce2-d426-41d2-a62f-2c1402edbadf),segment_id=d6f4cce2-d426-41d2-a62f-2c1402edbadf)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:40.381063 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:40.394678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Calling delete_port for a41aa1c9-b94e-462d-861f-a1c62b7770e0 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:40.629233 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:40.643426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['a41aa1c9-b94e-462d-861f-a1c62b7770e0'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:32:40.658732 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Pushing event deleted for resources: {'Port': ['ID=a41aa1c9-b94e-462d-861f-a1c62b7770e0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:40.671705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.672058 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.672418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.672766 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.673102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.673436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.673768 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.674098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.674427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.674756 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.675080 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.675403 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:32:40.708949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] No DVR routers for this DVR port a41aa1c9-b94e-462d-861f-a1c62b7770e0 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:32:40.712460 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:40.714628 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e5c9eeac-1427-4dc0-881a-3f2b80bcdb72 req-6e38ab62-3f57-49f8-a67b-a640af4242c1 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.62 "DELETE /v2.0/ports/a41aa1c9-b94e-462d-861f-a1c62b7770e0 HTTP/1.1" status: 204 len: 173 time: 0.5203867 Sep 16 17:32:40.715057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d142575-0a2c-4c35-9405-37e32ed52d49', 'name': 'network-vif-deleted', 'tag': 'a41aa1c9-b94e-462d-861f-a1c62b7770e0'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:32:40.717437 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ba43de-ccf0-44d1-b900-7d645674fffe" -d '{"events": [{"server_uuid": "4d142575-0a2c-4c35-9405-37e32ed52d49", "name": "network-vif-deleted", "tag": "a41aa1c9-b94e-462d-861f-a1c62b7770e0"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:32:40.757945 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e079e04c-a2d4-4443-aef6-1292c4dba9a5 x-openstack-request-id: req-e079e04c-a2d4-4443-aef6-1292c4dba9a5 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:32:40.758233 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d142575-0a2c-4c35-9405-37e32ed52d49", "name": "network-vif-deleted", "tag": "a41aa1c9-b94e-462d-861f-a1c62b7770e0", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:32:40.758611 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e079e04c-a2d4-4443-aef6-1292c4dba9a5 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:32:40.759285 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d142575-0a2c-4c35-9405-37e32ed52d49', 'name': 'network-vif-deleted', 'tag': 'a41aa1c9-b94e-462d-861f-a1c62b7770e0', 'status': 'completed', 'code': 200} Sep 16 17:32:41.076913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4f07ac68-8ba6-42b4-b6f5-bbb11aca23b5 req-1024f02e-ceb1-4c1e-83a8-f88d50758728 tempest-ServersNegativeTestJSON-1253574244 tempest-ServersNegativeTestJSON-1253574244-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d142575-0a2c-4c35-9405-37e32ed52d49 HTTP/1.1" status: 200 len: 210 time: 0.0360081 Sep 16 17:32:42.134036 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59332) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:42.183100 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa375a0-51fd-47c7-bf96-8ab484470ca0 admin admin] Deleting subnet b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:32:42.186511 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4fa375a0-51fd-47c7-bf96-8ab484470ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:42.221089 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4fa375a0-51fd-47c7-bf96-8ab484470ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:42.259401 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4fa375a0-51fd-47c7-bf96-8ab484470ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:42.371978 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4fa375a0-51fd-47c7-bf96-8ab484470ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:42.398056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa375a0-51fd-47c7-bf96-8ab484470ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:42.403544 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4fa375a0-51fd-47c7-bf96-8ab484470ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:42.405180 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4fa375a0-51fd-47c7-bf96-8ab484470ca0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b4cf971d-98c2-4bd3-b3b2-ae6a88ef7a0b HTTP/1.1" status: 204 len: 168 time: 0.2701511 Sep 16 17:32:42.407699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59334) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:42.480479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:42.563790 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:42.656230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a41aa1c9-b94e-462d-861f-a1c62b7770e0 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:32:42.677271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: a41aa1c9-b94e-462d-861f-a1c62b7770e0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:32:42.677621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device a41aa1c9-b94e-462d-861f-a1c62b7770e0 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:32:42.907341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:42.917488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f4cce2-d426-41d2-a62f-2c1402edbadf') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:42.917789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f4cce2-d426-41d2-a62f-2c1402edbadf') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:42.927391 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:42.941254 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:42.947407 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:32:42.947791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:32:42.949467 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:32:43.069408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:43.075844 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:43.077837 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] 10.222.0.22 "DELETE /v2.0/networks/86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e HTTP/1.1" status: 204 len: 168 time: 0.6691966 Sep 16 17:32:43.094723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc07318-d99f-4a7a-8fe7-0b4824d87e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=86daf1f2-23d0-4fd7-b3a3-3ccd935b9e4e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:43.322955 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59338) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:43.365873 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e3fe6f00-c6f7-42d5-838b-388abb2fffc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9c7d4081be64523af342a6bab5a0211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417516 Sep 16 17:32:43.368438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59340) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:43.420760 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8f58-9825-4e7c-8890-7f8c0e1684ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:43.441275 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8f58-9825-4e7c-8890-7f8c0e1684ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:43.543479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8f58-9825-4e7c-8890-7f8c0e1684ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:43.546053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8f58-9825-4e7c-8890-7f8c0e1684ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:43.547228 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2a4e8f58-9825-4e7c-8890-7f8c0e1684ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3dc6b23-e206-49ba-b8fa-2c0565a67e80 HTTP/1.1" status: 204 len: 168 time: 0.1779022 Sep 16 17:32:43.555374 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e8f58-9825-4e7c-8890-7f8c0e1684ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc6b23-e206-49ba-b8fa-2c0565a67e80,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:44.263587 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:44.470325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59362) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:44.514898 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:44.566486 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-818811200'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:44.657538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Made reservation on behalf of 6476195534f0412a9e7553e08f90dfe3 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:44.661220 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:44.670687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:44.757979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:44.799985 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:44.827576 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:32:44.837556 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc9bdb5-a57e-4d15-b25c-585b9cd99423,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:44.843928 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:44.844270 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Added segment 6821d6e8-3889-439c-9423-ebab7ea2e9be of type vlan for network c701a1df-b40d-42e6-90e1-4b78feeca2b7 Sep 16 17:32:44.885020 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:44.949006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:44.954587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:44.955172 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:45.056488 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5850260 Sep 16 17:32:45.059670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cf8ec-735e-4b89-99dc-7f5c826ef619 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'Network': ['ID=c701a1df-b40d-42e6-90e1-4b78feeca2b7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:45.070185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network c701a1df-b40d-42e6-90e1-4b78feeca2b7 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:32:47.009784 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:32:48.309329 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59366) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:48.314353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Request body: {'subnet': {'network_id': 'c701a1df-b40d-42e6-90e1-4b78feeca2b7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:48.463257 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Made reservation on behalf of 6476195534f0412a9e7553e08f90dfe3 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:48.466837 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:48.685920 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:48.749928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'Subnet': ['ID=2a09eb80-e661-47fa-8440-650449ff4c44,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:48.759658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Checking segment: {'id': '6821d6e8-3889-439c-9423-ebab7ea2e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c701a1df-b40d-42e6-90e1-4b78feeca2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:48.760014 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Network hostable DHCP agents. Network: c701a1df-b40d-42e6-90e1-4b78feeca2b7, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:32:48.834380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Network c701a1df-b40d-42e6-90e1-4b78feeca2b7 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:32:48.919879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, c701a1df-b40d-42e6-90e1-4b78feeca2b7) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:48.924254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:48.925433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:48.929412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1e259b-9364-4368-a3f3-75b42f07390f None None] Network c701a1df-b40d-42e6-90e1-4b78feeca2b7 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:49.001418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3c8b7d2b-92fb-4a13-b63a-21ef4273dc02 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6908586 Sep 16 17:32:49.004792 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59370) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:49.010151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1676472137'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:49.073888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-c701a1df-b40d-42e6-90e1-4b78feeca2b7', 'network_id': 'c701a1df-b40d-42e6-90e1-4b78feeca2b7', 'tenant_id': '6476195534f0412a9e7553e08f90dfe3', 'fixed_ips': [{'subnet_id': '2a09eb80-e661-47fa-8440-650449ff4c44'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:32:49.074733 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.086140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Made reservation on behalf of 6476195534f0412a9e7553e08f90dfe3 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:49.090577 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.114888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:32:49.124089 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.124494 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Added segment e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce of type vlan for network 254aae22-d507-4bbd-a34a-9998a917f6a2 Sep 16 17:32:49.168348 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.208822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Allocated IP 2001:db8:0:ffff::2 (c701a1df-b40d-42e6-90e1-4b78feeca2b7/2a09eb80-e661-47fa-8440-650449ff4c44/26f53ede-b5af-42c5-a065-89f9769d0e87) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:32:49.285933 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.291680 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:49.298300 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.349080 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.359614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'Network': ['ID=254aae22-d507-4bbd-a34a-9998a917f6a2,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:49.370293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 254aae22-d507-4bbd-a34a-9998a917f6a2 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:32:49.415590 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-39fe69a4-4784-4dbd-aea4-f4517496c082 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4068432 Sep 16 17:32:49.415754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59374) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:49.420705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Request body: {'subnet': {'network_id': '254aae22-d507-4bbd-a34a-9998a917f6a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:49.446497 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.490847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Network c701a1df-b40d-42e6-90e1-4b78feeca2b7 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:32:49.497447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:49.499295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Pushing event updated for resources: {'Port': ['ID=26f53ede-b5af-42c5-a065-89f9769d0e87,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:49.501506 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:32:49.553367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Attempting to bind port 26f53ede-b5af-42c5-a065-89f9769d0e87 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:32:49.553739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Attempting to bind port 26f53ede-b5af-42c5-a065-89f9769d0e87 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '6821d6e8-3889-439c-9423-ebab7ea2e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c701a1df-b40d-42e6-90e1-4b78feeca2b7'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:32:49.554105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Attempting to bind port 26f53ede-b5af-42c5-a065-89f9769d0e87 on network c701a1df-b40d-42e6-90e1-4b78feeca2b7 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:32:49.562300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:32:49.562675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Checking segment: {'id': '6821d6e8-3889-439c-9423-ebab7ea2e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c701a1df-b40d-42e6-90e1-4b78feeca2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:49.563078 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.563472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Bound using segment: {'id': '6821d6e8-3889-439c-9423-ebab7ea2e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c701a1df-b40d-42e6-90e1-4b78feeca2b7'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:32:49.563933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Bound port: 26f53ede-b5af-42c5-a065-89f9769d0e87, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6821d6e8-3889-439c-9423-ebab7ea2e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c701a1df-b40d-42e6-90e1-4b78feeca2b7'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:32:49.564314 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.594916 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Made reservation on behalf of 6476195534f0412a9e7553e08f90dfe3 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:49.598668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.714896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] For port 26f53ede-b5af-42c5-a065-89f9769d0e87, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:32:49.718268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] For port 26f53ede-b5af-42c5-a065-89f9769d0e87, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=26f53ede-b5af-42c5-a065-89f9769d0e87,segment=NetworkSegment(6821d6e8-3889-439c-9423-ebab7ea2e9be),segment_id=6821d6e8-3889-439c-9423-ebab7ea2e9be)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:32:49.853058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.886679 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:49.915723 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c2fed-1495-47b8-beca-4e46b239e774 None None] Pushing event updated for resources: {'Port': ['ID=26f53ede-b5af-42c5-a065-89f9769d0e87,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:49.948506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'Subnet': ['ID=030d6b2c-c375-4b5f-bea2-cf29b60283ba,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:49.959808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Checking segment: {'id': 'e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '254aae22-d507-4bbd-a34a-9998a917f6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:49.960170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Network hostable DHCP agents. Network: 254aae22-d507-4bbd-a34a-9998a917f6a2, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:32:50.040777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Network 254aae22-d507-4bbd-a34a-9998a917f6a2 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:32:50.200613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 254aae22-d507-4bbd-a34a-9998a917f6a2) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:50.204988 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:50.205709 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.209259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b834a628-9230-4fcc-9a53-eb990401c570 None None] Network 254aae22-d507-4bbd-a34a-9998a917f6a2 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:50.312524 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-466b46f5-7271-4d68-bd22-b8df087b4f50 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8930900 Sep 16 17:32:50.312689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59378) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:50.356372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-254aae22-d507-4bbd-a34a-9998a917f6a2', 'network_id': '254aae22-d507-4bbd-a34a-9998a917f6a2', 'tenant_id': '6476195534f0412a9e7553e08f90dfe3', 'fixed_ips': [{'subnet_id': '030d6b2c-c375-4b5f-bea2-cf29b60283ba'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:32:50.361617 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.412926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.492323 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.498431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Allocated IP 2001:db8::2 (254aae22-d507-4bbd-a34a-9998a917f6a2/030d6b2c-c375-4b5f-bea2-cf29b60283ba/9ea44e34-d586-4115-b177-e990f61055b4) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:32:50.653272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.761904 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.802602 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Network 254aae22-d507-4bbd-a34a-9998a917f6a2 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:32:50.807568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:50.810610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:32:50.818374 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Pushing event updated for resources: {'Port': ['ID=9ea44e34-d586-4115-b177-e990f61055b4,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:50.845985 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c61e25-e950-4b16-816f-4450b5e311c5 None None] Network c701a1df-b40d-42e6-90e1-4b78feeca2b7 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:50.846878 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.875489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Subnet': ['ID=030d6b2c-c375-4b5f-bea2-cf29b60283ba,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:50.929048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Attempting to bind port 9ea44e34-d586-4115-b177-e990f61055b4 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:32:50.929412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Attempting to bind port 9ea44e34-d586-4115-b177-e990f61055b4 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '254aae22-d507-4bbd-a34a-9998a917f6a2'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:32:50.929773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Attempting to bind port 9ea44e34-d586-4115-b177-e990f61055b4 on network 254aae22-d507-4bbd-a34a-9998a917f6a2 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:32:50.940899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1d4547af-ec15-4eaf-8ec6-7464edff3967 None None] Provisioning complete for port 26f53ede-b5af-42c5-a065-89f9769d0e87 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:32:50.941269 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d4547af-ec15-4eaf-8ec6-7464edff3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.944286 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.949171 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:32:50.951942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Checking segment: {'id': 'e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '254aae22-d507-4bbd-a34a-9998a917f6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:50.951942 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.951942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Bound using segment: {'id': 'e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '254aae22-d507-4bbd-a34a-9998a917f6a2'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:32:50.951942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Bound port: 9ea44e34-d586-4115-b177-e990f61055b4, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '254aae22-d507-4bbd-a34a-9998a917f6a2'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:32:50.951942 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.965179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254aae22-d507-4bbd-a34a-9998a917f6a2']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:50.974678 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:50.975037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:50.985417 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:50.998527 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.004663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:32:51.005057 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:32:51.008662 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:32:51.121032 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.api [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 17:32:51.121032 n-d-807786-3 neutron-server[95358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 17:32:51.121032 n-d-807786-3 neutron-server[95358]: [parameters: {'id': '254aae22-d507-4bbd-a34a-9998a917f6a2'}] Sep 16 17:32:51.121032 n-d-807786-3 neutron-server[95358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:32:51.121495 n-d-807786-3 neutron-server[95358]: DEBUG oslo_db.api [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:32:51.126550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] For port 9ea44e34-d586-4115-b177-e990f61055b4, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:32:51.146301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] For port 9ea44e34-d586-4115-b177-e990f61055b4, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9ea44e34-d586-4115-b177-e990f61055b4,segment=NetworkSegment(e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce),segment_id=e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:32:51.163205 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d4547af-ec15-4eaf-8ec6-7464edff3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.196777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1d4547af-ec15-4eaf-8ec6-7464edff3967 None None] For port 26f53ede-b5af-42c5-a065-89f9769d0e87, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=26f53ede-b5af-42c5-a065-89f9769d0e87,segment=NetworkSegment(6821d6e8-3889-439c-9423-ebab7ea2e9be),segment_id=6821d6e8-3889-439c-9423-ebab7ea2e9be)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:51.206465 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.278726 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1d4547af-ec15-4eaf-8ec6-7464edff3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.287520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ac646-eefc-489f-a9fa-141c9acf284e None None] Pushing event updated for resources: {'Port': ['ID=9ea44e34-d586-4115-b177-e990f61055b4,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:51.313402 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11147313-4fe1-4658-87d5-220585f4cd1c None None] Network 254aae22-d507-4bbd-a34a-9998a917f6a2 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:51.541081 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4547af-ec15-4eaf-8ec6-7464edff3967 None None] Pushing event updated for resources: {'Port': ['ID=26f53ede-b5af-42c5-a065-89f9769d0e87,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:51.573685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5633240b-3f4f-4028-b921-71f1118cf4fe None None] Provisioning complete for port 26f53ede-b5af-42c5-a065-89f9769d0e87 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:32:51.573916 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5633240b-3f4f-4028-b921-71f1118cf4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.622555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.666145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e807d-1ee7-4016-a8fc-1dcf3a82d7b2 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 17:32:51.668329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 26f53ede-b5af-42c5-a065-89f9769d0e87 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:32:51.685957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Deleting port 9ea44e34-d586-4115-b177-e990f61055b4 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:51.686303 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.747316 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] For port 9ea44e34-d586-4115-b177-e990f61055b4, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9ea44e34-d586-4115-b177-e990f61055b4,segment=NetworkSegment(e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce),segment_id=e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:51.748094 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.760308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Calling delete_port for 9ea44e34-d586-4115-b177-e990f61055b4 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:51.780738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e807d-1ee7-4016-a8fc-1dcf3a82d7b2 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 17:32:51.782385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 26f53ede-b5af-42c5-a065-89f9769d0e87 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:32:51.782757 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.903174 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:51.931157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Port': ['ID=9ea44e34-d586-4115-b177-e990f61055b4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:51.933149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No DVR routers for this DVR port 9ea44e34-d586-4115-b177-e990f61055b4 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:32:52.011378 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.038609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254aae22-d507-4bbd-a34a-9998a917f6a2']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:52.048915 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:52.049195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00ccdb8-6ea3-4d9b-84fa-2639fa9a3dce') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:52.058569 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.072261 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.078404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:32:52.078784 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:32:52.081693 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:32:52.194561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.204375 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.204375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/networks/254aae22-d507-4bbd-a34a-9998a917f6a2 HTTP/1.1" status: 204 len: 168 time: 1.8899007 Sep 16 17:32:52.207365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59380) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:52.213650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1072340273'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:52.214654 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7bd26-4761-416a-b88a-468593e3b255 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Network': ['ID=254aae22-d507-4bbd-a34a-9998a917f6a2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:52.302903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Made reservation on behalf of 6476195534f0412a9e7553e08f90dfe3 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:52.306971 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.331086 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:32:52.339646 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.339989 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Added segment 2b5ac97c-f4c4-435a-92c0-9fafcb93ac28 of type vlan for network 2a836a42-bf32-4eb6-a145-2b0a907bffc5 Sep 16 17:32:52.379039 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.462792 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.468417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:52.469007 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.535049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'Network': ['ID=2a836a42-bf32-4eb6-a145-2b0a907bffc5,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:52.545800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 2a836a42-bf32-4eb6-a145-2b0a907bffc5 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:32:52.549543 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4afbbb05-b188-4a1d-9396-71d826fde8b8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3410969 Sep 16 17:32:52.552349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59382) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:52.557925 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Request body: {'subnet': {'network_id': '2a836a42-bf32-4eb6-a145-2b0a907bffc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:52.703019 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Made reservation on behalf of 6476195534f0412a9e7553e08f90dfe3 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:52.706582 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:52.764831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Performing IP validity checks on allocation pools {{(pid=95357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 17:32:52.765348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.ipam_backend_mixin [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 17:32:52.943381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.001711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'Subnet': ['ID=06ba794f-785c-42b8-996d-80e823687925,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:53.013216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Checking segment: {'id': '2b5ac97c-f4c4-435a-92c0-9fafcb93ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2a836a42-bf32-4eb6-a145-2b0a907bffc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:53.013582 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Network hostable DHCP agents. Network: 2a836a42-bf32-4eb6-a145-2b0a907bffc5, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:32:53.079899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Network 2a836a42-bf32-4eb6-a145-2b0a907bffc5 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:32:53.131645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 2a836a42-bf32-4eb6-a145-2b0a907bffc5) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:53.135934 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:53.136558 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.142226 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149f47de-2e4e-4e4e-8a0b-c628da78fdeb None None] Network 2a836a42-bf32-4eb6-a145-2b0a907bffc5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:53.207064 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7a4b3196-f650-4a67-9843-87cc33b52b5a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6536419 Sep 16 17:32:53.209844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59384) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:53.288245 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-2a836a42-bf32-4eb6-a145-2b0a907bffc5', 'network_id': '2a836a42-bf32-4eb6-a145-2b0a907bffc5', 'tenant_id': '6476195534f0412a9e7553e08f90dfe3', 'fixed_ips': [{'subnet_id': '06ba794f-785c-42b8-996d-80e823687925'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:32:53.289142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.309281 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.359779 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.428032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Allocated IP 2001:db8::3 (2a836a42-bf32-4eb6-a145-2b0a907bffc5/06ba794f-785c-42b8-996d-80e823687925/a8e4efcf-4f1b-495a-8899-f9a57c1431ef) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:32:53.573869 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.629105 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.665576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Network 2a836a42-bf32-4eb6-a145-2b0a907bffc5 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:32:53.669845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:53.673255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:32:53.682758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Pushing event updated for resources: {'Port': ['ID=a8e4efcf-4f1b-495a-8899-f9a57c1431ef,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:53.732011 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.738316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Attempting to bind port a8e4efcf-4f1b-495a-8899-f9a57c1431ef on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:32:53.738725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Attempting to bind port a8e4efcf-4f1b-495a-8899-f9a57c1431ef by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2b5ac97c-f4c4-435a-92c0-9fafcb93ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2a836a42-bf32-4eb6-a145-2b0a907bffc5'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:32:53.739095 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Attempting to bind port a8e4efcf-4f1b-495a-8899-f9a57c1431ef on network 2a836a42-bf32-4eb6-a145-2b0a907bffc5 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:32:53.744249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:32:53.744665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Checking segment: {'id': '2b5ac97c-f4c4-435a-92c0-9fafcb93ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2a836a42-bf32-4eb6-a145-2b0a907bffc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:53.745074 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.745474 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Bound using segment: {'id': '2b5ac97c-f4c4-435a-92c0-9fafcb93ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2a836a42-bf32-4eb6-a145-2b0a907bffc5'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:32:53.745943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Bound port: a8e4efcf-4f1b-495a-8899-f9a57c1431ef, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5ac97c-f4c4-435a-92c0-9fafcb93ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2a836a42-bf32-4eb6-a145-2b0a907bffc5'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:32:53.746335 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.760512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Subnet': ['ID=06ba794f-785c-42b8-996d-80e823687925,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:53.812652 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] For port a8e4efcf-4f1b-495a-8899-f9a57c1431ef, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:32:53.815939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] For port a8e4efcf-4f1b-495a-8899-f9a57c1431ef, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a8e4efcf-4f1b-495a-8899-f9a57c1431ef,segment=NetworkSegment(2b5ac97c-f4c4-435a-92c0-9fafcb93ac28),segment_id=2b5ac97c-f4c4-435a-92c0-9fafcb93ac28)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:32:53.824593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.845225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a836a42-bf32-4eb6-a145-2b0a907bffc5']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:53.854955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5ac97c-f4c4-435a-92c0-9fafcb93ac28') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:53.855251 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5ac97c-f4c4-435a-92c0-9fafcb93ac28') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:53.864362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.909207 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.911094 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.918234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:32:53.918629 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:32:53.923140 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:32:53.987896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b38fe5-ba89-4cc2-8f41-68da4c2bf3fa None None] Pushing event updated for resources: {'Port': ['ID=a8e4efcf-4f1b-495a-8899-f9a57c1431ef,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:54.001441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109e220-b92b-4a90-9d35-98817c789b3e None None] Network 2a836a42-bf32-4eb6-a145-2b0a907bffc5 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:54.028957 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.api [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 17:32:54.028957 n-d-807786-3 neutron-server[95358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 17:32:54.028957 n-d-807786-3 neutron-server[95358]: [parameters: {'id': '2a836a42-bf32-4eb6-a145-2b0a907bffc5'}] Sep 16 17:32:54.028957 n-d-807786-3 neutron-server[95358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:32:54.029367 n-d-807786-3 neutron-server[95358]: DEBUG oslo_db.api [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:32:54.120510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f69091-ea5e-4851-b831-7a141f3057cc None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 17:32:54.187093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f69091-ea5e-4851-b831-7a141f3057cc None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 17:32:54.530854 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:54.583483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Deleting port a8e4efcf-4f1b-495a-8899-f9a57c1431ef {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:54.583823 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:54.645161 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] For port a8e4efcf-4f1b-495a-8899-f9a57c1431ef, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a8e4efcf-4f1b-495a-8899-f9a57c1431ef,segment=NetworkSegment(2b5ac97c-f4c4-435a-92c0-9fafcb93ac28),segment_id=2b5ac97c-f4c4-435a-92c0-9fafcb93ac28)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:54.645519 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:54.657579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Calling delete_port for a8e4efcf-4f1b-495a-8899-f9a57c1431ef owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:54.782991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:54.810633 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Port': ['ID=a8e4efcf-4f1b-495a-8899-f9a57c1431ef,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:54.812482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No DVR routers for this DVR port a8e4efcf-4f1b-495a-8899-f9a57c1431ef on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:32:54.894125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:54.912996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a836a42-bf32-4eb6-a145-2b0a907bffc5']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:54.922494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5ac97c-f4c4-435a-92c0-9fafcb93ac28') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:54.922819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5ac97c-f4c4-435a-92c0-9fafcb93ac28') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:54.932427 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:54.944916 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:54.950641 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:32:54.951025 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:32:54.953858 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:32:55.080288 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:55.087837 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:55.089690 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/networks/2a836a42-bf32-4eb6-a145-2b0a907bffc5 HTTP/1.1" status: 204 len: 168 time: 1.8788269 Sep 16 17:32:55.093388 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59386) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:55.099326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-333259258'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:55.106971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a31a8-ecf9-4645-bec6-69c191db60fa tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Network': ['ID=2a836a42-bf32-4eb6-a145-2b0a907bffc5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:55.194537 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Made reservation on behalf of 6476195534f0412a9e7553e08f90dfe3 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:55.198293 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:55.223376 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:32:55.232353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:55.232732 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Added segment 4c6a6aee-9cfe-4186-a262-bcb4dc256202 of type vlan for network 9de797ea-e92f-46c7-a20b-42a1729bd466 Sep 16 17:32:55.271467 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:55.354242 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:55.359862 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:55.360474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:55.431974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'Network': ['ID=9de797ea-e92f-46c7-a20b-42a1729bd466,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:55.442116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 9de797ea-e92f-46c7-a20b-42a1729bd466 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:32:55.470155 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2965637b-85bc-4073-b599-e412f3345517 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3750970 Sep 16 17:32:55.474717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59388) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:55.478476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Request body: {'subnet': {'network_id': '9de797ea-e92f-46c7-a20b-42a1729bd466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:55.634067 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Made reservation on behalf of 6476195534f0412a9e7553e08f90dfe3 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:55.638194 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:55.857615 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:55.926719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'Subnet': ['ID=6bb0cb33-3259-422f-8506-9e1a8d4503aa,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:55.931526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Checking segment: {'id': '4c6a6aee-9cfe-4186-a262-bcb4dc256202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9de797ea-e92f-46c7-a20b-42a1729bd466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:55.931888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Network hostable DHCP agents. Network: 9de797ea-e92f-46c7-a20b-42a1729bd466, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:32:56.000057 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Network 9de797ea-e92f-46c7-a20b-42a1729bd466 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:32:56.115259 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 9de797ea-e92f-46c7-a20b-42a1729bd466) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:56.120725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:56.121443 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.124541 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8c9a0-f8a8-4051-8fbe-6b85861c4425 None None] Network 9de797ea-e92f-46c7-a20b-42a1729bd466 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:56.206954 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5e5e0da7-d8bf-40ae-ae91-35dbb3d6401c tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7326725 Sep 16 17:32:56.211701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59390) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:56.218517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493393766'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:56.270456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-9de797ea-e92f-46c7-a20b-42a1729bd466', 'network_id': '9de797ea-e92f-46c7-a20b-42a1729bd466', 'tenant_id': '6476195534f0412a9e7553e08f90dfe3', 'fixed_ips': [{'subnet_id': '6bb0cb33-3259-422f-8506-9e1a8d4503aa'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:32:56.271308 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.280116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Made reservation on behalf of 6476195534f0412a9e7553e08f90dfe3 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:56.284340 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.308744 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:32:56.317260 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.317608 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Added segment 0339d336-a6d4-4c16-8e64-d921bb04c85a of type vlan for network 0dc6d5c9-31e1-4445-8315-250193fed0ab Sep 16 17:32:56.358695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.415688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Allocated IP 2001:db8::2 (9de797ea-e92f-46c7-a20b-42a1729bd466/6bb0cb33-3259-422f-8506-9e1a8d4503aa/08367627-623a-4058-a17e-a334143acdc7) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:32:56.434464 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.441374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:56.441969 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.547513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3308380 Sep 16 17:32:56.547513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59392) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:56.552302 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Request body: {'subnet': {'network_id': '0dc6d5c9-31e1-4445-8315-250193fed0ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:32:56.557715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccee8eb-82a6-4904-8f4a-cfb35367f053 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'Network': ['ID=0dc6d5c9-31e1-4445-8315-250193fed0ab,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:56.564454 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.568431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 0dc6d5c9-31e1-4445-8315-250193fed0ab details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:32:56.628631 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.668369 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Network 9de797ea-e92f-46c7-a20b-42a1729bd466 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:32:56.671244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:56.674664 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:32:56.689917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Pushing event updated for resources: {'Port': ['ID=08367627-623a-4058-a17e-a334143acdc7,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:56.709173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Made reservation on behalf of 6476195534f0412a9e7553e08f90dfe3 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:32:56.713641 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.740736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Attempting to bind port 08367627-623a-4058-a17e-a334143acdc7 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:32:56.741114 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Attempting to bind port 08367627-623a-4058-a17e-a334143acdc7 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '4c6a6aee-9cfe-4186-a262-bcb4dc256202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9de797ea-e92f-46c7-a20b-42a1729bd466'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:32:56.741484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Attempting to bind port 08367627-623a-4058-a17e-a334143acdc7 on network 9de797ea-e92f-46c7-a20b-42a1729bd466 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:32:56.747196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:32:56.752281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Checking segment: {'id': '4c6a6aee-9cfe-4186-a262-bcb4dc256202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9de797ea-e92f-46c7-a20b-42a1729bd466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:56.752281 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.752281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Bound using segment: {'id': '4c6a6aee-9cfe-4186-a262-bcb4dc256202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9de797ea-e92f-46c7-a20b-42a1729bd466'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:32:56.752281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Bound port: 08367627-623a-4058-a17e-a334143acdc7, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6a6aee-9cfe-4186-a262-bcb4dc256202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9de797ea-e92f-46c7-a20b-42a1729bd466'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:32:56.752281 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.813052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] For port 08367627-623a-4058-a17e-a334143acdc7, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:32:56.816052 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] For port 08367627-623a-4058-a17e-a334143acdc7, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=08367627-623a-4058-a17e-a334143acdc7,segment=NetworkSegment(4c6a6aee-9cfe-4186-a262-bcb4dc256202),segment_id=4c6a6aee-9cfe-4186-a262-bcb4dc256202)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:32:56.874594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:56.931437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b3cb8-def9-4a3b-a89b-0c10fce061a1 None None] Pushing event updated for resources: {'Port': ['ID=08367627-623a-4058-a17e-a334143acdc7,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:56.949371 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.015905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event updated for resources: {'Subnet': ['ID=b127837f-e0bc-4410-9b14-da9f61fb4779,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:57.034177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Checking segment: {'id': '0339d336-a6d4-4c16-8e64-d921bb04c85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0dc6d5c9-31e1-4445-8315-250193fed0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:57.034571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Network hostable DHCP agents. Network: 0dc6d5c9-31e1-4445-8315-250193fed0ab, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:32:57.120447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Network 0dc6d5c9-31e1-4445-8315-250193fed0ab is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:32:57.183226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 0dc6d5c9-31e1-4445-8315-250193fed0ab) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:57.189268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:32:57.189883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.191323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d79cf4-c890-4641-96b6-b96cbd23359d None None] Network 0dc6d5c9-31e1-4445-8315-250193fed0ab requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:57.276225 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4bc14d53-cd9c-4050-a15e-c14d0c5dab2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7276309 Sep 16 17:32:57.278736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59394) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:57.335499 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-0dc6d5c9-31e1-4445-8315-250193fed0ab', 'network_id': '0dc6d5c9-31e1-4445-8315-250193fed0ab', 'tenant_id': '6476195534f0412a9e7553e08f90dfe3', 'fixed_ips': [{'subnet_id': 'b127837f-e0bc-4410-9b14-da9f61fb4779'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:32:57.337117 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.375206 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.431654 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.479537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Allocated IP 2001:db8::2 (0dc6d5c9-31e1-4445-8315-250193fed0ab/b127837f-e0bc-4410-9b14-da9f61fb4779/745c05a6-f036-43c0-83b8-afdf2eb4ccbc) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:32:57.639241 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.666637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 08367627-623a-4058-a17e-a334143acdc7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:32:57.710236 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.756195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Pushing event updated for resources: {'Port': ['ID=745c05a6-f036-43c0-83b8-afdf2eb4ccbc,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:57.773261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Network 0dc6d5c9-31e1-4445-8315-250193fed0ab is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:32:57.775696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:32:57.778098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:32:57.779571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.793233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 08367627-623a-4058-a17e-a334143acdc7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:32:57.793233 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.819881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Subnet': ['ID=b127837f-e0bc-4410-9b14-da9f61fb4779,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:57.892203 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.917187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc6d5c9-31e1-4445-8315-250193fed0ab']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:57.932260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0339d336-a6d4-4c16-8e64-d921bb04c85a') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:57.933448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0339d336-a6d4-4c16-8e64-d921bb04c85a') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:57.944561 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.959593 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:32:57.970562 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:32:58.004434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc9df8-197b-43ec-98d8-cb04e40e74be None None] Network 9de797ea-e92f-46c7-a20b-42a1729bd466 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:58.051769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.db.api [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 17:32:58.051769 n-d-807786-3 neutron-server[95358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 17:32:58.051769 n-d-807786-3 neutron-server[95358]: [parameters: {'id': '0dc6d5c9-31e1-4445-8315-250193fed0ab'}] Sep 16 17:32:58.051769 n-d-807786-3 neutron-server[95358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:32:58.052215 n-d-807786-3 neutron-server[95358]: DEBUG oslo_db.api [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:32:58.066791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Attempting to bind port 745c05a6-f036-43c0-83b8-afdf2eb4ccbc on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:32:58.067162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Attempting to bind port 745c05a6-f036-43c0-83b8-afdf2eb4ccbc by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '0339d336-a6d4-4c16-8e64-d921bb04c85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0dc6d5c9-31e1-4445-8315-250193fed0ab'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:32:58.067524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Attempting to bind port 745c05a6-f036-43c0-83b8-afdf2eb4ccbc on network 0dc6d5c9-31e1-4445-8315-250193fed0ab {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:32:58.096984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9d41cc4c-ba7a-4e14-8244-7fc355ae9502 None None] Provisioning complete for port 08367627-623a-4058-a17e-a334143acdc7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:32:58.097354 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d41cc4c-ba7a-4e14-8244-7fc355ae9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.125323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:32:58.125636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Checking segment: {'id': '0339d336-a6d4-4c16-8e64-d921bb04c85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0dc6d5c9-31e1-4445-8315-250193fed0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:32:58.126032 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.126426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Bound using segment: {'id': '0339d336-a6d4-4c16-8e64-d921bb04c85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0dc6d5c9-31e1-4445-8315-250193fed0ab'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:32:58.126903 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Bound port: 745c05a6-f036-43c0-83b8-afdf2eb4ccbc, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0339d336-a6d4-4c16-8e64-d921bb04c85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0dc6d5c9-31e1-4445-8315-250193fed0ab'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:32:58.127284 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.246242 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.328275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] For port 745c05a6-f036-43c0-83b8-afdf2eb4ccbc, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:32:58.331649 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-99da3f4d-7fc5-4372-a4f1-6106b98dfc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.363067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] For port 745c05a6-f036-43c0-83b8-afdf2eb4ccbc, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=745c05a6-f036-43c0-83b8-afdf2eb4ccbc,segment=NetworkSegment(0339d336-a6d4-4c16-8e64-d921bb04c85a),segment_id=0339d336-a6d4-4c16-8e64-d921bb04c85a)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:32:58.368593 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 08367627-623a-4058-a17e-a334143acdc7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=08367627-623a-4058-a17e-a334143acdc7,segment=NetworkSegment(4c6a6aee-9cfe-4186-a262-bcb4dc256202),segment_id=4c6a6aee-9cfe-4186-a262-bcb4dc256202)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:58.372465 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d41cc4c-ba7a-4e14-8244-7fc355ae9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.412724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.448316 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.532470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b089d0-95de-4fed-a6ae-0946089a135d None None] Pushing event updated for resources: {'Port': ['ID=745c05a6-f036-43c0-83b8-afdf2eb4ccbc,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:58.537809 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-9d41cc4c-ba7a-4e14-8244-7fc355ae9502 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:32:58.538175 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-9d41cc4c-ba7a-4e14-8244-7fc355ae9502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:32:58.553572 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.560710 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e440a-89eb-499d-b387-13728312b9cc None None] Network 0dc6d5c9-31e1-4445-8315-250193fed0ab requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:58.615052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Deleting port 745c05a6-f036-43c0-83b8-afdf2eb4ccbc {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:58.615740 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.642397 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=08367627-623a-4058-a17e-a334143acdc7,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:58.681315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] For port 745c05a6-f036-43c0-83b8-afdf2eb4ccbc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=745c05a6-f036-43c0-83b8-afdf2eb4ccbc,segment=NetworkSegment(0339d336-a6d4-4c16-8e64-d921bb04c85a),segment_id=0339d336-a6d4-4c16-8e64-d921bb04c85a)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:58.681315 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.693419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Calling delete_port for 745c05a6-f036-43c0-83b8-afdf2eb4ccbc owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:58.704654 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f9607-6760-4aef-9fb7-4bafa82a96d1 None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 17:32:58.779655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5f9607-6760-4aef-9fb7-4bafa82a96d1 None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 17:32:58.840440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.864725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Port': ['ID=745c05a6-f036-43c0-83b8-afdf2eb4ccbc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:58.872506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No DVR routers for this DVR port 745c05a6-f036-43c0-83b8-afdf2eb4ccbc on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:32:58.953816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:58.978143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc6d5c9-31e1-4445-8315-250193fed0ab']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:58.988114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0339d336-a6d4-4c16-8e64-d921bb04c85a') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:58.988426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0339d336-a6d4-4c16-8e64-d921bb04c85a') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:32:58.997987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.010937 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.016862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:32:59.017235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:32:59.020009 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:32:59.131708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.140168 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.142431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/networks/0dc6d5c9-31e1-4445-8315-250193fed0ab HTTP/1.1" status: 204 len: 168 time: 1.8624494 Sep 16 17:32:59.145595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59396) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:59.153825 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4305bb-9e17-4817-b360-00af7bf4adb8 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Network': ['ID=0dc6d5c9-31e1-4445-8315-250193fed0ab,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:59.173969 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eebe851-050c-468b-8cfe-34e6d77043d4 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] GET failed (client error): The resource could not be found. Sep 16 17:32:59.175282 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8eebe851-050c-468b-8cfe-34e6d77043d4 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "GET /v2.0/subnets/b127837f-e0bc-4410-9b14-da9f61fb4779 HTTP/1.1" status: 404 len: 337 time: 0.0286913 Sep 16 17:32:59.178008 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59398) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:59.194584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9799e249-395d-4af3-9901-fa919d36ad54 None None] Provisioning complete for port 08367627-623a-4058-a17e-a334143acdc7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:32:59.194956 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9799e249-395d-4af3-9901-fa919d36ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.197871 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-949f1c77-f659-46c9-aeea-b24639c1f319 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] DELETE failed (client error): The resource could not be found. Sep 16 17:32:59.198421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949f1c77-f659-46c9-aeea-b24639c1f319 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 17:32:59.200101 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-949f1c77-f659-46c9-aeea-b24639c1f319 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/networks/0dc6d5c9-31e1-4445-8315-250193fed0ab HTTP/1.1" status: 404 len: 339 time: 0.0212114 Sep 16 17:32:59.203773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59400) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:59.230142 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-858d862a-d10a-4922-9a0b-af92703f1197 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] DELETE failed (client error): The resource could not be found. Sep 16 17:32:59.230511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858d862a-d10a-4922-9a0b-af92703f1197 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 17:32:59.232210 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-858d862a-d10a-4922-9a0b-af92703f1197 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/subnets/b127837f-e0bc-4410-9b14-da9f61fb4779 HTTP/1.1" status: 404 len: 337 time: 0.0275393 Sep 16 17:32:59.234891 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59402) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:59.253193 n-d-807786-3 neutron-server[95357]: INFO neutron.pecan_wsgi.hooks.translation [None req-788c7322-cd2e-49aa-97ef-60827e385c27 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] DELETE failed (client error): The resource could not be found. Sep 16 17:32:59.253717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788c7322-cd2e-49aa-97ef-60827e385c27 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 17:32:59.255370 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-788c7322-cd2e-49aa-97ef-60827e385c27 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/networks/0dc6d5c9-31e1-4445-8315-250193fed0ab HTTP/1.1" status: 404 len: 339 time: 0.0195987 Sep 16 17:32:59.257907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59404) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:59.307098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dab8cd-9beb-418d-a869-cff215a5d5df tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Deleting subnet 6bb0cb33-3259-422f-8506-9e1a8d4503aa {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:32:59.310049 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11dab8cd-9beb-418d-a869-cff215a5d5df tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.351639 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11dab8cd-9beb-418d-a869-cff215a5d5df tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.434621 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11dab8cd-9beb-418d-a869-cff215a5d5df tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.583451 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11dab8cd-9beb-418d-a869-cff215a5d5df tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.614876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dab8cd-9beb-418d-a869-cff215a5d5df tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb0cb33-3259-422f-8506-9e1a8d4503aa,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:32:59.621216 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11dab8cd-9beb-418d-a869-cff215a5d5df tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.623083 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-11dab8cd-9beb-418d-a869-cff215a5d5df tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/subnets/6bb0cb33-3259-422f-8506-9e1a8d4503aa HTTP/1.1" status: 204 len: 168 time: 0.3642149 Sep 16 17:32:59.625637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59406) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:32:59.626124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 08367627-623a-4058-a17e-a334143acdc7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:32:59.630577 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfad129-85c9-481e-be6c-5fb106a9ac16 None None] Network 9de797ea-e92f-46c7-a20b-42a1729bd466 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:32:59.704623 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.759936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Deleting port 08367627-623a-4058-a17e-a334143acdc7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:59.760271 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.773149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 08367627-623a-4058-a17e-a334143acdc7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:32:59.773741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.830436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] For port 08367627-623a-4058-a17e-a334143acdc7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=08367627-623a-4058-a17e-a334143acdc7,segment=NetworkSegment(4c6a6aee-9cfe-4186-a262-bcb4dc256202),segment_id=4c6a6aee-9cfe-4186-a262-bcb4dc256202)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:59.831076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.846054 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Calling delete_port for 08367627-623a-4058-a17e-a334143acdc7 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:32:59.876530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee9d53-44d3-426a-8b3d-53c70963fa9c None None] DHCP port deletion for 9de797ea-e92f-46c7-a20b-42a1729bd466 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:32:59.925150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-94ee9d53-44d3-426a-8b3d-53c70963fa9c None None] Deleting port 08367627-623a-4058-a17e-a334143acdc7 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:32:59.925531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-94ee9d53-44d3-426a-8b3d-53c70963fa9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.983040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:32:59.991227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-94ee9d53-44d3-426a-8b3d-53c70963fa9c None None] For port 08367627-623a-4058-a17e-a334143acdc7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=08367627-623a-4058-a17e-a334143acdc7,segment=NetworkSegment(4c6a6aee-9cfe-4186-a262-bcb4dc256202),segment_id=4c6a6aee-9cfe-4186-a262-bcb4dc256202)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:32:59.991628 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-94ee9d53-44d3-426a-8b3d-53c70963fa9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.005242 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-94ee9d53-44d3-426a-8b3d-53c70963fa9c None None] Calling delete_port for 08367627-623a-4058-a17e-a334143acdc7 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:33:00.013931 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Port': ['ID=08367627-623a-4058-a17e-a334143acdc7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:00.016024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No DVR routers for this DVR port 08367627-623a-4058-a17e-a334143acdc7 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:33:00.086147 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-94ee9d53-44d3-426a-8b3d-53c70963fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.093839 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.111494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee9d53-44d3-426a-8b3d-53c70963fa9c None None] Pushing event deleted for resources: {'Port': ['ID=08367627-623a-4058-a17e-a334143acdc7,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:00.115334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de797ea-e92f-46c7-a20b-42a1729bd466']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:00.119753 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee9d53-44d3-426a-8b3d-53c70963fa9c None None] No DVR routers for this DVR port 08367627-623a-4058-a17e-a334143acdc7 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:33:00.128865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6a6aee-9cfe-4186-a262-bcb4dc256202') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:00.129232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6a6aee-9cfe-4186-a262-bcb4dc256202') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:00.140722 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.154559 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.160268 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:33:00.162266 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:33:00.163869 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:33:00.274778 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.281897 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.283426 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/networks/9de797ea-e92f-46c7-a20b-42a1729bd466 HTTP/1.1" status: 204 len: 168 time: 0.6558778 Sep 16 17:33:00.286059 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59408) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:00.294698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15aaac-e29a-414a-a34b-39cee65e5a10 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Network': ['ID=9de797ea-e92f-46c7-a20b-42a1729bd466,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:00.312304 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4eee03-5dc1-4c49-b249-e7feb7ecbad2 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] DELETE failed (client error): The resource could not be found. Sep 16 17:33:00.312778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4eee03-5dc1-4c49-b249-e7feb7ecbad2 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 17:33:00.314451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-af4eee03-5dc1-4c49-b249-e7feb7ecbad2 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/subnets/06ba794f-785c-42b8-996d-80e823687925 HTTP/1.1" status: 404 len: 337 time: 0.0273769 Sep 16 17:33:00.316981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59410) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:00.334287 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-40aa18e7-7380-4caa-8d32-ac24e9ebad1a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] DELETE failed (client error): The resource could not be found. Sep 16 17:33:00.334801 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40aa18e7-7380-4caa-8d32-ac24e9ebad1a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 17:33:00.339799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-40aa18e7-7380-4caa-8d32-ac24e9ebad1a tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/networks/2a836a42-bf32-4eb6-a145-2b0a907bffc5 HTTP/1.1" status: 404 len: 339 time: 0.0185304 Sep 16 17:33:00.341651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59412) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:00.371369 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ec55ba-7697-4eda-9a51-7bc919ce7250 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] DELETE failed (client error): The resource could not be found. Sep 16 17:33:00.371813 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ec55ba-7697-4eda-9a51-7bc919ce7250 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 17:33:00.373532 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-87ec55ba-7697-4eda-9a51-7bc919ce7250 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/subnets/030d6b2c-c375-4b5f-bea2-cf29b60283ba HTTP/1.1" status: 404 len: 337 time: 0.0310352 Sep 16 17:33:00.376121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59414) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:00.394444 n-d-807786-3 neutron-server[95358]: INFO neutron.pecan_wsgi.hooks.translation [None req-7032d9f4-582d-447c-9449-4933cf512dbd tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] DELETE failed (client error): The resource could not be found. Sep 16 17:33:00.394893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7032d9f4-582d-447c-9449-4933cf512dbd tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 17:33:00.396551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7032d9f4-582d-447c-9449-4933cf512dbd tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/networks/254aae22-d507-4bbd-a34a-9998a917f6a2 HTTP/1.1" status: 404 len: 339 time: 0.0195062 Sep 16 17:33:00.399126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59416) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:00.448026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a5ad5f-4a0d-4a88-ac2b-1b052f4689c9 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Deleting subnet 2a09eb80-e661-47fa-8440-650449ff4c44 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:33:00.450937 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7a5ad5f-4a0d-4a88-ac2b-1b052f4689c9 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.489027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7a5ad5f-4a0d-4a88-ac2b-1b052f4689c9 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.573370 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7a5ad5f-4a0d-4a88-ac2b-1b052f4689c9 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.681293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7a5ad5f-4a0d-4a88-ac2b-1b052f4689c9 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.709621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5ad5f-4a0d-4a88-ac2b-1b052f4689c9 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Subnet': ['ID=2a09eb80-e661-47fa-8440-650449ff4c44,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:00.711707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b7a5ad5f-4a0d-4a88-ac2b-1b052f4689c9 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.714367 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b7a5ad5f-4a0d-4a88-ac2b-1b052f4689c9 tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/subnets/2a09eb80-e661-47fa-8440-650449ff4c44 HTTP/1.1" status: 204 len: 168 time: 0.3136599 Sep 16 17:33:00.716154 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59418) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:00.718520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c687e6-12df-4e80-9e9f-5f1a97d48358 None None] Network c701a1df-b40d-42e6-90e1-4b78feeca2b7 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:33:00.801110 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.842057 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5b80b2e2-5205-42e4-9ab7-d606ff96c74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.857313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Deleting port 26f53ede-b5af-42c5-a065-89f9769d0e87 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:33:00.857655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.896413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e9f63-4cfa-4054-b32c-0d1709eb356e None None] DHCP port deletion for c701a1df-b40d-42e6-90e1-4b78feeca2b7 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:33:00.921540 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] For port 26f53ede-b5af-42c5-a065-89f9769d0e87, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=26f53ede-b5af-42c5-a065-89f9769d0e87,segment=NetworkSegment(6821d6e8-3889-439c-9423-ebab7ea2e9be),segment_id=6821d6e8-3889-439c-9423-ebab7ea2e9be)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:00.921899 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:00.935238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Calling delete_port for 26f53ede-b5af-42c5-a065-89f9769d0e87 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:33:00.950451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-320e9f63-4cfa-4054-b32c-0d1709eb356e None None] Deleting port 26f53ede-b5af-42c5-a065-89f9769d0e87 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:33:00.950837 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-320e9f63-4cfa-4054-b32c-0d1709eb356e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.012621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-320e9f63-4cfa-4054-b32c-0d1709eb356e None None] For port 26f53ede-b5af-42c5-a065-89f9769d0e87, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=26f53ede-b5af-42c5-a065-89f9769d0e87,segment=NetworkSegment(6821d6e8-3889-439c-9423-ebab7ea2e9be),segment_id=6821d6e8-3889-439c-9423-ebab7ea2e9be)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:01.013022 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-320e9f63-4cfa-4054-b32c-0d1709eb356e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.026645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-320e9f63-4cfa-4054-b32c-0d1709eb356e None None] Calling delete_port for 26f53ede-b5af-42c5-a065-89f9769d0e87 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:33:01.074751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.101032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Port': ['ID=26f53ede-b5af-42c5-a065-89f9769d0e87,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:01.106578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] No DVR routers for this DVR port 26f53ede-b5af-42c5-a065-89f9769d0e87 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:33:01.107594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-320e9f63-4cfa-4054-b32c-0d1709eb356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.133820 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e9f63-4cfa-4054-b32c-0d1709eb356e None None] Pushing event deleted for resources: {'Port': ['ID=26f53ede-b5af-42c5-a065-89f9769d0e87,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:01.137590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e9f63-4cfa-4054-b32c-0d1709eb356e None None] No DVR routers for this DVR port 26f53ede-b5af-42c5-a065-89f9769d0e87 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:33:01.194078 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.214743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c701a1df-b40d-42e6-90e1-4b78feeca2b7']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:01.223484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6821d6e8-3889-439c-9423-ebab7ea2e9be') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:01.223777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6821d6e8-3889-439c-9423-ebab7ea2e9be') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:01.233398 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.246397 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.252045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:33:01.252454 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:33:01.255345 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:33:01.384138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.391874 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.393746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] 10.222.0.22 "DELETE /v2.0/networks/c701a1df-b40d-42e6-90e1-4b78feeca2b7 HTTP/1.1" status: 204 len: 168 time: 0.6725521 Sep 16 17:33:01.408171 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41a986-83ce-4ac3-9ec6-148a88c3ca2b tempest-NetworksIpV6Test-881368802 tempest-NetworksIpV6Test-881368802-project] Pushing event deleted for resources: {'Network': ['ID=c701a1df-b40d-42e6-90e1-4b78feeca2b7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:01.509641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:01.617182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 08367627-623a-4058-a17e-a334143acdc7 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:33:01.637758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 08367627-623a-4058-a17e-a334143acdc7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:33:01.638104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 08367627-623a-4058-a17e-a334143acdc7 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:33:01.638516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 26f53ede-b5af-42c5-a065-89f9769d0e87 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:33:01.656293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 26f53ede-b5af-42c5-a065-89f9769d0e87 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:33:01.660836 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 26f53ede-b5af-42c5-a065-89f9769d0e87 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:33:01.851508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59424) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:01.982790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9054600e-2b40-4f41-895b-87af1e065d4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6476195534f0412a9e7553e08f90dfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300650 Sep 16 17:33:01.985301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59428) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:02.033455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fdf002e0-df96-4e49-9100-8c6044ca25a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:02.053985 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fdf002e0-df96-4e49-9100-8c6044ca25a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:02.154074 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fdf002e0-df96-4e49-9100-8c6044ca25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:02.156753 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fdf002e0-df96-4e49-9100-8c6044ca25a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:02.160902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fdf002e0-df96-4e49-9100-8c6044ca25a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bc9bdb5-a57e-4d15-b25c-585b9cd99423 HTTP/1.1" status: 204 len: 168 time: 0.1717246 Sep 16 17:33:02.166208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf002e0-df96-4e49-9100-8c6044ca25a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc9bdb5-a57e-4d15-b25c-585b9cd99423,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:02.171491 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.042058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59450) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:03.139225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-978066cf-d77c-4495-8c07-0f45eea3bf0c tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1238563660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:03.240106 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-978066cf-d77c-4495-8c07-0f45eea3bf0c tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.241203 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-978066cf-d77c-4495-8c07-0f45eea3bf0c tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.294504 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-978066cf-d77c-4495-8c07-0f45eea3bf0c tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.343043 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-978066cf-d77c-4495-8c07-0f45eea3bf0c tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.394368 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-978066cf-d77c-4495-8c07-0f45eea3bf0c tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.395515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-978066cf-d77c-4495-8c07-0f45eea3bf0c tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3523982 Sep 16 17:33:03.398213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59454) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:03.403144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-61046616'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:03.468282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Made reservation on behalf of f12a053ca3e142dbb054207a7d666cff for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:03.471789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.480431 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.567151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.639825 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.661676 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:33:03.676159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4882cca-58dc-44f8-94c0-e56d6279f5a0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:03.679023 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.679365 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Added segment 22824109-be9b-45ba-a935-48752ba5bc10 of type vlan for network acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51 Sep 16 17:33:03.718345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.805723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.811960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:03.812568 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:03.989069 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:04.176886 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7776067 Sep 16 17:33:04.179807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59458) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:04.180277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a0ce3-521e-4e44-a40f-3aec5cde8645 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event updated for resources: {'Network': ['ID=acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:04.185536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Request body: {'subnet': {'network_id': 'acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:04.190995 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:33:04.314229 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Made reservation on behalf of f12a053ca3e142dbb054207a7d666cff for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:04.317712 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:04.543222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:04.607308 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event updated for resources: {'Subnet': ['ID=adae294b-48b1-4601-bb45-2e26b234f70a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:04.614215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Checking segment: {'id': '22824109-be9b-45ba-a935-48752ba5bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:04.614570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Network hostable DHCP agents. Network: acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:33:04.679714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Network acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:33:04.725646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:04.730601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:04.731479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:04.735670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3df58f-52e8-47b6-a0e3-d1e53bca5ce8 None None] Network acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:33:04.795422 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-54416d34-9c95-45e2-aa19-c6cb0df84f44 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6142550 Sep 16 17:33:04.798306 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59460) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:04.803242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1596370123'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:04.874615 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Made reservation on behalf of f12a053ca3e142dbb054207a7d666cff for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:04.878171 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:04.878404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51', 'network_id': 'acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51', 'tenant_id': 'f12a053ca3e142dbb054207a7d666cff', 'fixed_ips': [{'subnet_id': 'adae294b-48b1-4601-bb45-2e26b234f70a'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:33:04.879265 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:04.902819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:33:04.911990 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:04.912602 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Added segment 7ab1d0c7-f7cd-4771-a80d-0b3e3aa44e1e of type vlan for network 0dce60af-7004-4c66-82cb-1b5e6d907631 Sep 16 17:33:04.953337 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.015415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Allocated IP 172.20.0.2 (acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51/adae294b-48b1-4601-bb45-2e26b234f70a/93295f47-ec38-4c1d-8d5f-348fed82979c) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:33:05.051809 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.057985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:05.061408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.128328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event updated for resources: {'Network': ['ID=0dce60af-7004-4c66-82cb-1b5e6d907631,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:05.141352 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 0dce60af-7004-4c66-82cb-1b5e6d907631 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:33:05.167378 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-72d2dcca-c01f-4981-8d24-db5a3d9b4685 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3680446 Sep 16 17:33:05.170230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59462) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:05.175188 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Request body: {'subnet': {'network_id': '0dce60af-7004-4c66-82cb-1b5e6d907631', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:05.180698 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.274501 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.311600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Network acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:05.314423 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:05.317724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:33:05.320062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Made reservation on behalf of f12a053ca3e142dbb054207a7d666cff for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:05.323787 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.326498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Pushing event updated for resources: {'Port': ['ID=93295f47-ec38-4c1d-8d5f-348fed82979c,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:05.376628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Attempting to bind port 93295f47-ec38-4c1d-8d5f-348fed82979c on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:33:05.377001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Attempting to bind port 93295f47-ec38-4c1d-8d5f-348fed82979c by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '22824109-be9b-45ba-a935-48752ba5bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:33:05.377365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Attempting to bind port 93295f47-ec38-4c1d-8d5f-348fed82979c on network acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:33:05.382252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:33:05.382669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Checking segment: {'id': '22824109-be9b-45ba-a935-48752ba5bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:05.383073 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.383469 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Bound using segment: {'id': '22824109-be9b-45ba-a935-48752ba5bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:33:05.383926 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Bound port: 93295f47-ec38-4c1d-8d5f-348fed82979c, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22824109-be9b-45ba-a935-48752ba5bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:33:05.384311 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.451929 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] For port 93295f47-ec38-4c1d-8d5f-348fed82979c, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:33:05.454980 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] For port 93295f47-ec38-4c1d-8d5f-348fed82979c, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=93295f47-ec38-4c1d-8d5f-348fed82979c,segment=NetworkSegment(22824109-be9b-45ba-a935-48752ba5bc10),segment_id=22824109-be9b-45ba-a935-48752ba5bc10)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:33:05.520727 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.548926 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.577513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42350d-5a1b-4081-af89-326f916a2ec8 None None] Pushing event updated for resources: {'Port': ['ID=93295f47-ec38-4c1d-8d5f-348fed82979c,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:05.621193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event updated for resources: {'Subnet': ['ID=ed840bd8-6ad2-4c28-90f4-6652bc92c780,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:05.628825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Checking segment: {'id': '7ab1d0c7-f7cd-4771-a80d-0b3e3aa44e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0dce60af-7004-4c66-82cb-1b5e6d907631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:05.629194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Network hostable DHCP agents. Network: 0dce60af-7004-4c66-82cb-1b5e6d907631, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:33:05.697193 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Network 0dce60af-7004-4c66-82cb-1b5e6d907631 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:33:05.748698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 0dce60af-7004-4c66-82cb-1b5e6d907631) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:05.752727 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:05.753322 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:05.758625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afd39d8-6807-4c70-a489-551fa0038b39 None None] Network 0dce60af-7004-4c66-82cb-1b5e6d907631 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:33:05.818822 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-04040742-89c4-4218-a587-c45645651a12 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6471264 Sep 16 17:33:05.821587 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59464) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:05.829814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-970759df-4f70-46cd-85af-2f7117994ac2 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Request body: {'router': {'external_gateway_info': {'network_id': '0dce60af-7004-4c66-82cb-1b5e6d907631'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:05.919434 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-0dce60af-7004-4c66-82cb-1b5e6d907631', 'network_id': '0dce60af-7004-4c66-82cb-1b5e6d907631', 'tenant_id': 'f12a053ca3e142dbb054207a7d666cff', 'fixed_ips': [{'subnet_id': 'ed840bd8-6ad2-4c28-90f4-6652bc92c780'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:33:05.920306 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.059695 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-970759df-4f70-46cd-85af-2f7117994ac2 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.208140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Allocated IP 172.21.0.2 (0dce60af-7004-4c66-82cb-1b5e6d907631/ed840bd8-6ad2-4c28-90f4-6652bc92c780/11df9579-1aa9-4ef6-a418-a43fe8c54171) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:33:06.215278 n-d-807786-3 neutron-server[95357]: INFO neutron.api.v2.resource [None req-970759df-4f70-46cd-85af-2f7117994ac2 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 17:33:06.222123 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-970759df-4f70-46cd-85af-2f7117994ac2 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "PUT /v2.0/routers/3d0fe3ac-ab45-4850-9210-3546fed69255 HTTP/1.1" status: 400 len: 364 time: 0.3928885 Sep 16 17:33:06.226167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59466) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:06.280717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-747884cc-64a4-4775-9006-55c86eff213f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Deleting subnet ed840bd8-6ad2-4c28-90f4-6652bc92c780 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:33:06.368615 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.462858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1814c-988a-45c7-a50b-9499810a8083 None None] Network acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:33:06.468325 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-747884cc-64a4-4775-9006-55c86eff213f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.475687 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.509147 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-747884cc-64a4-4775-9006-55c86eff213f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.551598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Network 0dce60af-7004-4c66-82cb-1b5e6d907631 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:06.562805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:06.569193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:33:06.581806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Pushing event updated for resources: {'Port': ['ID=11df9579-1aa9-4ef6-a418-a43fe8c54171,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:06.597836 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-747884cc-64a4-4775-9006-55c86eff213f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.615351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-29113bd1-775d-48b4-9b2d-c3d878ee93fc None None] Provisioning complete for port 93295f47-ec38-4c1d-8d5f-348fed82979c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:06.615725 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-29113bd1-775d-48b4-9b2d-c3d878ee93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.710124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Attempting to bind port 11df9579-1aa9-4ef6-a418-a43fe8c54171 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:33:06.710396 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Attempting to bind port 11df9579-1aa9-4ef6-a418-a43fe8c54171 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '7ab1d0c7-f7cd-4771-a80d-0b3e3aa44e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0dce60af-7004-4c66-82cb-1b5e6d907631'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:33:06.710760 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Attempting to bind port 11df9579-1aa9-4ef6-a418-a43fe8c54171 on network 0dce60af-7004-4c66-82cb-1b5e6d907631 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:33:06.722222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:33:06.722595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Checking segment: {'id': '7ab1d0c7-f7cd-4771-a80d-0b3e3aa44e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0dce60af-7004-4c66-82cb-1b5e6d907631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:06.722994 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.723421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Bound using segment: {'id': '7ab1d0c7-f7cd-4771-a80d-0b3e3aa44e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0dce60af-7004-4c66-82cb-1b5e6d907631'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:33:06.723943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Bound port: 11df9579-1aa9-4ef6-a418-a43fe8c54171, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab1d0c7-f7cd-4771-a80d-0b3e3aa44e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0dce60af-7004-4c66-82cb-1b5e6d907631'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:33:06.724322 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.731849 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-747884cc-64a4-4775-9006-55c86eff213f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.760644 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747884cc-64a4-4775-9006-55c86eff213f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event deleted for resources: {'Subnet': ['ID=ed840bd8-6ad2-4c28-90f4-6652bc92c780,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:06.765031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-747884cc-64a4-4775-9006-55c86eff213f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.769300 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-747884cc-64a4-4775-9006-55c86eff213f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "DELETE /v2.0/subnets/ed840bd8-6ad2-4c28-90f4-6652bc92c780 HTTP/1.1" status: 204 len: 168 time: 0.5434797 Sep 16 17:33:06.769463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59468) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:06.844481 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-29113bd1-775d-48b4-9b2d-c3d878ee93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.846876 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.869615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] For port 11df9579-1aa9-4ef6-a418-a43fe8c54171, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:33:06.892727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] For port 11df9579-1aa9-4ef6-a418-a43fe8c54171, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=11df9579-1aa9-4ef6-a418-a43fe8c54171,segment=NetworkSegment(7ab1d0c7-f7cd-4771-a80d-0b3e3aa44e1e),segment_id=7ab1d0c7-f7cd-4771-a80d-0b3e3aa44e1e)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:33:06.908466 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Deleting port 11df9579-1aa9-4ef6-a418-a43fe8c54171 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:33:06.908813 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.910018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-29113bd1-775d-48b4-9b2d-c3d878ee93fc None None] For port 93295f47-ec38-4c1d-8d5f-348fed82979c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=93295f47-ec38-4c1d-8d5f-348fed82979c,segment=NetworkSegment(22824109-be9b-45ba-a935-48752ba5bc10),segment_id=22824109-be9b-45ba-a935-48752ba5bc10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:06.957512 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.981557 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] For port 11df9579-1aa9-4ef6-a418-a43fe8c54171, host n-d-807786-3, got binding levels [] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:06.981557 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.987015 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-29113bd1-775d-48b4-9b2d-c3d878ee93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:06.994718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Calling delete_port for 11df9579-1aa9-4ef6-a418-a43fe8c54171 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:33:07.045413 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8e203-5693-4edb-b012-650946a1b697 None None] Pushing event updated for resources: {'Port': ['ID=11df9579-1aa9-4ef6-a418-a43fe8c54171,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:07.074792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60ada4-7640-49dd-b1a1-4d9315339e42 None None] Network 0dce60af-7004-4c66-82cb-1b5e6d907631 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:33:07.131383 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.159315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event deleted for resources: {'Port': ['ID=11df9579-1aa9-4ef6-a418-a43fe8c54171,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:07.161121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] No DVR routers for this DVR port 11df9579-1aa9-4ef6-a418-a43fe8c54171 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:33:07.171086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2b9cf7a9-9fe6-43a0-997c-6baa471b4599 None None] Provisioning complete for port 93295f47-ec38-4c1d-8d5f-348fed82979c triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:07.171464 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf7a9-9fe6-43a0-997c-6baa471b4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.173244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29113bd1-775d-48b4-9b2d-c3d878ee93fc None None] Pushing event updated for resources: {'Port': ['ID=93295f47-ec38-4c1d-8d5f-348fed82979c,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:07.239448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.245871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a44858-437d-4b54-bd29-ca2eaafee6ec None None] get_active_networks_info from n-d-807786-3 {{(pid=95359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 17:33:07.264560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dce60af-7004-4c66-82cb-1b5e6d907631']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:07.273708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab1d0c7-f7cd-4771-a80d-0b3e3aa44e1e') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:07.273994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab1d0c7-f7cd-4771-a80d-0b3e3aa44e1e') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:07.283705 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.296945 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.302616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:33:07.303285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:33:07.306204 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:33:07.354221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a44858-437d-4b54-bd29-ca2eaafee6ec None None] Resources bound (agent type, host, resource id): {{(pid=95359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 17:33:07.446029 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.454022 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.456126 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "DELETE /v2.0/networks/0dce60af-7004-4c66-82cb-1b5e6d907631 HTTP/1.1" status: 204 len: 168 time: 0.6857486 Sep 16 17:33:07.459391 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59470) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:07.467579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b193572-49eb-47d5-b2a4-cbd2569dde7f tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event deleted for resources: {'Network': ['ID=0dce60af-7004-4c66-82cb-1b5e6d907631,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:07.512911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-32de035d-f2de-4174-b40b-55bfd1aada49 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Deleting subnet adae294b-48b1-4601-bb45-2e26b234f70a {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:33:07.516155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32de035d-f2de-4174-b40b-55bfd1aada49 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.558169 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32de035d-f2de-4174-b40b-55bfd1aada49 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.648553 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32de035d-f2de-4174-b40b-55bfd1aada49 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.652536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 93295f47-ec38-4c1d-8d5f-348fed82979c up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:07.701401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 93295f47-ec38-4c1d-8d5f-348fed82979c triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:07.701770 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.772198 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32de035d-f2de-4174-b40b-55bfd1aada49 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.800881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de035d-f2de-4174-b40b-55bfd1aada49 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event deleted for resources: {'Subnet': ['ID=adae294b-48b1-4601-bb45-2e26b234f70a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:07.806658 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-32de035d-f2de-4174-b40b-55bfd1aada49 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.808540 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-32de035d-f2de-4174-b40b-55bfd1aada49 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "DELETE /v2.0/subnets/adae294b-48b1-4601-bb45-2e26b234f70a HTTP/1.1" status: 204 len: 168 time: 0.3480632 Sep 16 17:33:07.811087 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59472) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:07.811655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36567f2d-129b-4385-892f-71452bcfc329 None None] Network acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:33:07.886410 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.943720 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Deleting port 93295f47-ec38-4c1d-8d5f-348fed82979c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:33:07.944062 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:07.980295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f16afd-9734-469b-8be9-593fed6f416b None None] DHCP port deletion for acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:33:08.007451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] For port 93295f47-ec38-4c1d-8d5f-348fed82979c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=93295f47-ec38-4c1d-8d5f-348fed82979c,segment=NetworkSegment(22824109-be9b-45ba-a935-48752ba5bc10),segment_id=22824109-be9b-45ba-a935-48752ba5bc10)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:08.007820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.020103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Calling delete_port for 93295f47-ec38-4c1d-8d5f-348fed82979c owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:33:08.025624 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c3f16afd-9734-469b-8be9-593fed6f416b None None] Deleting port 93295f47-ec38-4c1d-8d5f-348fed82979c {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:33:08.025952 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3f16afd-9734-469b-8be9-593fed6f416b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.087334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c3f16afd-9734-469b-8be9-593fed6f416b None None] For port 93295f47-ec38-4c1d-8d5f-348fed82979c, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=93295f47-ec38-4c1d-8d5f-348fed82979c,segment=NetworkSegment(22824109-be9b-45ba-a935-48752ba5bc10),segment_id=22824109-be9b-45ba-a935-48752ba5bc10)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:08.087769 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3f16afd-9734-469b-8be9-593fed6f416b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.099817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c3f16afd-9734-469b-8be9-593fed6f416b None None] Calling delete_port for 93295f47-ec38-4c1d-8d5f-348fed82979c owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:33:08.194414 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.200080 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c3f16afd-9734-469b-8be9-593fed6f416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.221511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event deleted for resources: {'Port': ['ID=93295f47-ec38-4c1d-8d5f-348fed82979c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:08.223387 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] No DVR routers for this DVR port 93295f47-ec38-4c1d-8d5f-348fed82979c on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:33:08.226291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f16afd-9734-469b-8be9-593fed6f416b None None] Pushing event deleted for resources: {'Port': ['ID=93295f47-ec38-4c1d-8d5f-348fed82979c,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:08.230313 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f16afd-9734-469b-8be9-593fed6f416b None None] No DVR routers for this DVR port 93295f47-ec38-4c1d-8d5f-348fed82979c on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:33:08.309411 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.328481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:08.337334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22824109-be9b-45ba-a935-48752ba5bc10') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:08.337655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22824109-be9b-45ba-a935-48752ba5bc10') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:08.346743 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.360063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.365973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:33:08.366349 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:33:08.369791 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:33:08.492110 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.500055 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.501794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "DELETE /v2.0/networks/acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51 HTTP/1.1" status: 204 len: 168 time: 0.6897960 Sep 16 17:33:08.507806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59474) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:08.513745 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d472f-1f86-4fa7-8971-55209b357941 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Pushing event deleted for resources: {'Network': ['ID=acb2e8a6-9cc3-4b00-ba8e-a9f40b273b51,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:08.532327 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8b882950-7f70-4698-b7e4-71308815bbb0 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0fe3ac-ab45-4850-9210-3546fed69255 HTTP/1.1" status: 200 len: 205 time: 0.0266912 Sep 16 17:33:08.534658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59476) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:08.609206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11aba6dc-81e4-4b7c-b229-d0c38c2966c8 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.763401 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11aba6dc-81e4-4b7c-b229-d0c38c2966c8 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.766912 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11aba6dc-81e4-4b7c-b229-d0c38c2966c8 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.896835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11aba6dc-81e4-4b7c-b229-d0c38c2966c8 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.897267 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aba6dc-81e4-4b7c-b229-d0c38c2966c8 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Fanout notify agent at l3_agent the message router_deleted on router 3d0fe3ac-ab45-4850-9210-3546fed69255 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:33:08.907309 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-11aba6dc-81e4-4b7c-b229-d0c38c2966c8 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:08.907309 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-11aba6dc-81e4-4b7c-b229-d0c38c2966c8 tempest-RoutersNegativeTest-2059427000 tempest-RoutersNegativeTest-2059427000-project] 10.222.0.22 "DELETE /v2.0/routers/3d0fe3ac-ab45-4850-9210-3546fed69255 HTTP/1.1" status: 204 len: 168 time: 0.3702395 Sep 16 17:33:09.326304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59482) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:09.459869 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-9665571e-8ba3-47d6-96b4-ca64a4559d12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f12a053ca3e142dbb054207a7d666cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320603 Sep 16 17:33:09.462326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59486) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:09.508718 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a59253c4-9744-4028-a79e-f1862941cd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:09.529913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a59253c4-9744-4028-a79e-f1862941cd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:09.620666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 93295f47-ec38-4c1d-8d5f-348fed82979c no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:33:09.640707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 93295f47-ec38-4c1d-8d5f-348fed82979c {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:33:09.641049 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 93295f47-ec38-4c1d-8d5f-348fed82979c not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:33:09.651498 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a59253c4-9744-4028-a79e-f1862941cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:09.655509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a59253c4-9744-4028-a79e-f1862941cd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:09.656708 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a59253c4-9744-4028-a79e-f1862941cd27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4882cca-58dc-44f8-94c0-e56d6279f5a0 HTTP/1.1" status: 204 len: 168 time: 0.1932867 Sep 16 17:33:09.664668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59253c4-9744-4028-a79e-f1862941cd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4882cca-58dc-44f8-94c0-e56d6279f5a0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:10.524402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59508) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:10.618143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2037274720-network', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:10.697424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Made reservation on behalf of c7e820e1f6d040abb4239255684be6c3 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:10.699637 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:10.708275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:10.807258 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:10.857252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:10.883024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:33:10.889111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df206d7-04fc-4cf4-9653-833cbbe569c0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:10.895058 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:10.895398 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Added segment b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e of type vlan for network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 Sep 16 17:33:10.936202 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:10.999705 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:11.000627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:11.001237 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:11.061563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] Pushing event updated for resources: {'Network': ['ID=e5c38a6f-60fd-4cfa-b8e4-5daed3736e21,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:11.071511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:33:11.092494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-60e7184d-b8f1-44fc-8689-705339b5c6df admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5668805 Sep 16 17:33:11.095455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59512) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:11.100295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Request body: {'subnet': {'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2037274720-subnet', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:11.177292 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Made reservation on behalf of c7e820e1f6d040abb4239255684be6c3 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:11.179629 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:11.402186 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:11.457266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:11.474226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Checking segment: {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:11.474576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Network hostable DHCP agents. Network: e5c38a6f-60fd-4cfa-b8e4-5daed3736e21, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:33:11.536726 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:33:11.600195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, e5c38a6f-60fd-4cfa-b8e4-5daed3736e21) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:11.604835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:11.605424 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:11.609861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0e973-98d0-4883-86a6-210f75b32877 None None] Network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:33:11.669798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-166f25da-387f-482a-b23b-3ffd427f3709 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5732043 Sep 16 17:33:11.672252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59514) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:11.676674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2037274720-router', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:11.755152 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:11.756428 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:11.761360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'fixed_ips': [{'subnet_id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:33:11.761360 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:11.808095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:11.887964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Allocated IP 172.20.0.2 (e5c38a6f-60fd-4cfa-b8e4-5daed3736e21/7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409/159b03a1-4e45-4a4b-9d82-2f73983980a6) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:33:11.983536 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:12.041170 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:12.091699 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:12.126556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:12.129502 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:12.133165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:33:12.148280 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Pushing event updated for resources: {'Port': ['ID=159b03a1-4e45-4a4b-9d82-2f73983980a6,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:12.201060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Attempting to bind port 159b03a1-4e45-4a4b-9d82-2f73983980a6 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:33:12.201430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Attempting to bind port 159b03a1-4e45-4a4b-9d82-2f73983980a6 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:33:12.201786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Attempting to bind port 159b03a1-4e45-4a4b-9d82-2f73983980a6 on network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:33:12.206592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:33:12.209773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Checking segment: {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:12.209773 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:12.209773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Bound using segment: {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:33:12.209773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Bound port: 159b03a1-4e45-4a4b-9d82-2f73983980a6, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:33:12.209773 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:12.230202 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:12.249307 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:12.271876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] For port 159b03a1-4e45-4a4b-9d82-2f73983980a6, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:33:12.274968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] For port 159b03a1-4e45-4a4b-9d82-2f73983980a6, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=159b03a1-4e45-4a4b-9d82-2f73983980a6,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:33:12.343297 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:12.358418 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Allocated IP 172.25.6.242 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/8f45809e-a7f4-41d5-9615-2e9494e92ac2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:33:12.410700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71dc8d-7e95-4953-8730-361cba4cbc6e None None] Pushing event updated for resources: {'Port': ['ID=159b03a1-4e45-4a4b-9d82-2f73983980a6,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:12.479777 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:12.578351 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:12.617869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:12.621348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:12.624808 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:33:12.632849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Pushing event updated for resources: {'Port': ['ID=8f45809e-a7f4-41d5-9615-2e9494e92ac2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:12.937051 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:13.143491 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:13.257453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583981e9-89a5-4dd7-b807-6fc97d476d6d None None] Network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:33:13.336797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-73de567c-b57f-441c-b33a-82f81d9f12ee None None] Provisioning complete for port 159b03a1-4e45-4a4b-9d82-2f73983980a6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:13.337092 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73de567c-b57f-441c-b33a-82f81d9f12ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:13.343199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Router 31df502a-3610-4ea1-91af-bc4e0589e284 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:33:13.451467 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:33:13.465887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Sync routers for ids ['31df502a-3610-4ea1-91af-bc4e0589e284'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:33:13.491661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Routers {'31df502a-3610-4ea1-91af-bc4e0589e284'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:33:13.492257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['31df502a-3610-4ea1-91af-bc4e0589e284'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:13.499795 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73de567c-b57f-441c-b33a-82f81d9f12ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:13.526923 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:13.530798 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-60d6f605-3602-49cf-86f8-41c0bac8f164 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8549104 Sep 16 17:33:13.531307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59516) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:13.759585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 159b03a1-4e45-4a4b-9d82-2f73983980a6 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:13.765470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-73de567c-b57f-441c-b33a-82f81d9f12ee None None] For port 159b03a1-4e45-4a4b-9d82-2f73983980a6, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=159b03a1-4e45-4a4b-9d82-2f73983980a6,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:13.811437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Set router 31df502a-3610-4ea1-91af-bc4e0589e284 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:33:13.841076 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73de567c-b57f-441c-b33a-82f81d9f12ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:13.974174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 159b03a1-4e45-4a4b-9d82-2f73983980a6 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:13.974521 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:13.975242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:13.981575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de567c-b57f-441c-b33a-82f81d9f12ee None None] Pushing event updated for resources: {'Port': ['ID=159b03a1-4e45-4a4b-9d82-2f73983980a6,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:14.027232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-63248279-f45c-4ccf-97c2-254aac0443b8 None None] Provisioning complete for port 159b03a1-4e45-4a4b-9d82-2f73983980a6 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:14.027598 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-63248279-f45c-4ccf-97c2-254aac0443b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.136445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Allocated IP 172.20.0.1 (e5c38a6f-60fd-4cfa-b8e4-5daed3736e21/7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409/58b3ab30-1cce-4281-8ccc-88156132b17e) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:33:14.187809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'name': 'tempest-TestEncryptedCinderVolumes-2037274720-router', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:11Z', 'updated_at': '2021-09-16T17:33:12Z', 'revision_number': 3, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'gw_port': {'id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:12Z', 'updated_at': '2021-09-16T17:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:14.220997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Checking router: 31df502a-3610-4ea1-91af-bc4e0589e284 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:33:14.221344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Updating router 31df502a-3610-4ea1-91af-bc4e0589e284 port 8f45809e-a7f4-41d5-9615-2e9494e92ac2 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:33:14.242530 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.248375 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.282141 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.343149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.382500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:14.387706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:14.390605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:33:14.421212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Pushing event updated for resources: {'Port': ['ID=58b3ab30-1cce-4281-8ccc-88156132b17e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:14.442235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.525733 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.531644 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.615456 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.670117 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d0cd170a-9795-4c22-b7b8-9f70b6ebcdcc None None] Provisioning complete for port 58b3ab30-1cce-4281-8ccc-88156132b17e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:14.670370 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d0cd170a-9795-4c22-b7b8-9f70b6ebcdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.673712 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Attempting to bind port 8f45809e-a7f4-41d5-9615-2e9494e92ac2 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:33:14.674084 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Attempting to bind port 8f45809e-a7f4-41d5-9615-2e9494e92ac2 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:33:14.674469 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Attempting to bind port 8f45809e-a7f4-41d5-9615-2e9494e92ac2 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:33:14.704784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:33:14.705163 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:14.705569 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.705970 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:33:14.706456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Bound port: 8f45809e-a7f4-41d5-9615-2e9494e92ac2, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:33:14.706840 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.708512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ee18b-3378-4f58-a8b0-823d0410fa75 None None] Pushing event updated for resources: {'Port': ['ID=8f45809e-a7f4-41d5-9615-2e9494e92ac2,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:14.749244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd170a-9795-4c22-b7b8-9f70b6ebcdcc None None] Port 58b3ab30-1cce-4281-8ccc-88156132b17e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:33:14.777170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] For port 8f45809e-a7f4-41d5-9615-2e9494e92ac2, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:33:14.780258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] For port 8f45809e-a7f4-41d5-9615-2e9494e92ac2, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8f45809e-a7f4-41d5-9615-2e9494e92ac2,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:33:14.863699 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.919342 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Routers {'31df502a-3610-4ea1-91af-bc4e0589e284'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:33:14.919958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['31df502a-3610-4ea1-91af-bc4e0589e284'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:14.946837 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:14.954832 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ee18b-3378-4f58-a8b0-823d0410fa75 None None] Pushing event updated for resources: {'Port': ['ID=8f45809e-a7f4-41d5-9615-2e9494e92ac2,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:15.031818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] Set router 31df502a-3610-4ea1-91af-bc4e0589e284 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:33:15.106881 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:15.165973 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:15.228228 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'name': 'tempest-TestEncryptedCinderVolumes-2037274720-router', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:11Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 4, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'gw_port': {'id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:12Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '58b3ab30-1cce-4281-8ccc-88156132b17e', 'name': '', 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'mac_address': 'fa:16:3e:a0:0e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:13Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 1, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'subnets': [{'id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:15.232484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Pushing event updated for resources: {'Port': ['ID=58b3ab30-1cce-4281-8ccc-88156132b17e,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:15.235079 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:15.258690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede42a0-9933-4ce3-8049-256dad4d6c50 None None] The sync data for ids ['31df502a-3610-4ea1-91af-bc4e0589e284'] in n-d-807786-3 is: [{'id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'name': 'tempest-TestEncryptedCinderVolumes-2037274720-router', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:11Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 4, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'gw_port': {'id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:12Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '58b3ab30-1cce-4281-8ccc-88156132b17e', 'name': '', 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'mac_address': 'fa:16:3e:a0:0e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:13Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 1, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'subnets': [{'id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:33:15.331276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:15.332858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:15.471960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Router 31df502a-3610-4ea1-91af-bc4e0589e284 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:33:15.596788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:33:15.602675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cab4f57d-35ba-4efb-9ae2-962df6da27a6 admin admin] 10.222.0.22 "PUT /v2.0/routers/31df502a-3610-4ea1-91af-bc4e0589e284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0703266 Sep 16 17:33:15.646303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 159b03a1-4e45-4a4b-9d82-2f73983980a6 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:15.694575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4cc68823-a0cf-474d-a33e-6d1e6b4da421 None None] Provisioning complete for port 58b3ab30-1cce-4281-8ccc-88156132b17e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:15.694950 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4cc68823-a0cf-474d-a33e-6d1e6b4da421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:15.740459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 159b03a1-4e45-4a4b-9d82-2f73983980a6 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:15.740843 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:15.743526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4cc68823-a0cf-474d-a33e-6d1e6b4da421 None None] Port 58b3ab30-1cce-4281-8ccc-88156132b17e cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:33:16.299111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59534) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:16.304053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1748897165-network', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:16.377058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Made reservation on behalf of cd74eba17f3140b1af4818444aee8511 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:16.379456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:16.389889 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:16.485058 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:16.526309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:16.552733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:33:16.558917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02193989-2410-433a-b6fd-6991f9b7ca85,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:16.564824 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:16.565171 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Added segment e21216a6-571c-4e3d-8fbf-1d16f354a4fa of type vlan for network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e Sep 16 17:33:16.605124 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:16.698039 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:16.699049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:16.699646 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:16.765796 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] Pushing event updated for resources: {'Network': ['ID=af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:16.776641 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:33:16.783908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ff681500-bda8-4792-ac99-3b07cb33d0e9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4837101 Sep 16 17:33:16.786577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59536) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:16.792086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Request body: {'subnet': {'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1748897165-subnet', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:16.870110 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Made reservation on behalf of cd74eba17f3140b1af4818444aee8511 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:16.872586 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.108733 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.158146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:17.166398 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Sync routers for ids ['31df502a-3610-4ea1-91af-bc4e0589e284'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:33:17.176095 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Routers {'31df502a-3610-4ea1-91af-bc4e0589e284'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:33:17.176739 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['31df502a-3610-4ea1-91af-bc4e0589e284'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:17.178094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Checking segment: {'id': 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:17.178448 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Network hostable DHCP agents. Network: af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:33:17.263230 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:33:17.280479 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Set router 31df502a-3610-4ea1-91af-bc4e0589e284 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:33:17.343190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:17.347651 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:17.348294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.354282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6265dc-a244-4475-b162-262aac43b171 None None] Network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:33:17.435586 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8c220dc5-ccc7-459d-92e3-f3d296790d17 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6477599 Sep 16 17:33:17.438103 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59538) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:17.442443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1748897165-router', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:17.487132 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'name': 'tempest-TestEncryptedCinderVolumes-2037274720-router', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:11Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 4, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'gw_port': {'id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:12Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '58b3ab30-1cce-4281-8ccc-88156132b17e', 'name': '', 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'mac_address': 'fa:16:3e:a0:0e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:13Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 2, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'subnets': [{'id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:17.503675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.504884 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.507433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e', 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'fixed_ips': [{'subnet_id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:33:17.507948 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.514608 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Checking router: 31df502a-3610-4ea1-91af-bc4e0589e284 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:33:17.514977 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Updating router 31df502a-3610-4ea1-91af-bc4e0589e284 port 58b3ab30-1cce-4281-8ccc-88156132b17e binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:33:17.542381 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.566000 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.666473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8f45809e-a7f4-41d5-9615-2e9494e92ac2 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:17.692472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Allocated IP 172.20.0.2 (af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e/1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74/b68735e5-eeff-4339-abd6-423e203dd7e0) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:33:17.784058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8f45809e-a7f4-41d5-9615-2e9494e92ac2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:17.784776 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.793508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.867685 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.917992 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.925987 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.927092 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:17.950210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 8f45809e-a7f4-41d5-9615-2e9494e92ac2, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8f45809e-a7f4-41d5-9615-2e9494e92ac2,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:17.996797 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.004424 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Pushing event updated for resources: {'Port': ['ID=58b3ab30-1cce-4281-8ccc-88156132b17e,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:18.030772 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.031348 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.031886 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.032426 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.036131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.036131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.036131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.036131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.036131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.036131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.036131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.036131 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:18.036831 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.051266 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Attempting to bind port 58b3ab30-1cce-4281-8ccc-88156132b17e on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:33:18.051633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:18.052215 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Attempting to bind port 58b3ab30-1cce-4281-8ccc-88156132b17e by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:33:18.052924 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Attempting to bind port 58b3ab30-1cce-4281-8ccc-88156132b17e on network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:33:18.055175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:18.059575 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:33:18.060265 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Checking segment: {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:18.060647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:33:18.061080 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.061631 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Bound using segment: {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:33:18.062294 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Bound port: 58b3ab30-1cce-4281-8ccc-88156132b17e, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:33:18.062821 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.076618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Pushing event updated for resources: {'Port': ['ID=b68735e5-eeff-4339-abd6-423e203dd7e0,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:18.088170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.111358 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.152573 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] For port 58b3ab30-1cce-4281-8ccc-88156132b17e, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:33:18.154518 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Attempting to bind port b68735e5-eeff-4339-abd6-423e203dd7e0 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:33:18.154845 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Attempting to bind port b68735e5-eeff-4339-abd6-423e203dd7e0 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:33:18.155206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Attempting to bind port b68735e5-eeff-4339-abd6-423e203dd7e0 on network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:33:18.156184 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] For port 58b3ab30-1cce-4281-8ccc-88156132b17e, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=58b3ab30-1cce-4281-8ccc-88156132b17e,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:33:18.168786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:33:18.169161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Checking segment: {'id': 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:18.169567 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.169965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Bound using segment: {'id': 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:33:18.170486 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Bound port: b68735e5-eeff-4339-abd6-423e203dd7e0, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:33:18.170889 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.173978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=8f45809e-a7f4-41d5-9615-2e9494e92ac2,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:18.240591 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.244201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] For port b68735e5-eeff-4339-abd6-423e203dd7e0, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:33:18.247509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Allocated IP 172.25.6.109 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/21cde5b0-2b1d-477c-b3f6-0d396aeba515) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:33:18.249582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] For port b68735e5-eeff-4339-abd6-423e203dd7e0, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b68735e5-eeff-4339-abd6-423e203dd7e0,segment=NetworkSegment(e21216a6-571c-4e3d-8fbf-1d16f354a4fa),segment_id=e21216a6-571c-4e3d-8fbf-1d16f354a4fa)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:33:18.295991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b94687a2-14a3-45de-8d22-18bb9e98e022 None None] Provisioning complete for port 58b3ab30-1cce-4281-8ccc-88156132b17e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:18.296493 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b94687a2-14a3-45de-8d22-18bb9e98e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.302111 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af20fd0-f583-4d92-a676-68d8a72bd4b3 None None] Pushing event updated for resources: {'Port': ['ID=58b3ab30-1cce-4281-8ccc-88156132b17e,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:18.304851 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Routers {'31df502a-3610-4ea1-91af-bc4e0589e284'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:33:18.305625 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['31df502a-3610-4ea1-91af-bc4e0589e284'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:18.322644 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.371778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.404955 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1626151-e7ce-452c-82ba-3c5fc60a0a71 None None] Pushing event updated for resources: {'Port': ['ID=b68735e5-eeff-4339-abd6-423e203dd7e0,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:18.452669 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b94687a2-14a3-45de-8d22-18bb9e98e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.469661 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.470590 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] Set router 31df502a-3610-4ea1-91af-bc4e0589e284 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:33:18.489094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b94687a2-14a3-45de-8d22-18bb9e98e022 None None] For port 58b3ab30-1cce-4281-8ccc-88156132b17e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=58b3ab30-1cce-4281-8ccc-88156132b17e,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:18.520821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:18.525465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:18.528182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:33:18.578615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=21cde5b0-2b1d-477c-b3f6-0d396aeba515,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:18.595209 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b94687a2-14a3-45de-8d22-18bb9e98e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.716835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94687a2-14a3-45de-8d22-18bb9e98e022 None None] Pushing event updated for resources: {'Port': ['ID=58b3ab30-1cce-4281-8ccc-88156132b17e,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:18.731425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-50086417-94b8-46ee-884b-98cd817bbbf6 None None] Provisioning complete for port 58b3ab30-1cce-4281-8ccc-88156132b17e triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:18.731876 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-50086417-94b8-46ee-884b-98cd817bbbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:18.831007 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'name': 'tempest-TestEncryptedCinderVolumes-2037274720-router', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:11Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 4, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'gw_port': {'id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:12Z', 'updated_at': '2021-09-16T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '58b3ab30-1cce-4281-8ccc-88156132b17e', 'name': '', 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'mac_address': 'fa:16:3e:a0:0e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:13Z', 'updated_at': '2021-09-16T17:33:18Z', 'revision_number': 4, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'subnets': [{'id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:18.860112 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac79f6e-fc14-4ffa-9ec8-a09bf886374f None None] The sync data for ids ['31df502a-3610-4ea1-91af-bc4e0589e284'] in n-d-807786-3 is: [{'id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'name': 'tempest-TestEncryptedCinderVolumes-2037274720-router', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:11Z', 'updated_at': '2021-09-16T17:33:14Z', 'revision_number': 4, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'gw_port': {'id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:12Z', 'updated_at': '2021-09-16T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '58b3ab30-1cce-4281-8ccc-88156132b17e', 'name': '', 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'mac_address': 'fa:16:3e:a0:0e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:13Z', 'updated_at': '2021-09-16T17:33:18Z', 'revision_number': 4, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'subnets': [{'id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:33:18.885851 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:19.090987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:19.303026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Router e86ebd1c-c3ee-4562-a338-e2275edb89f2 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:33:19.420710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:33:19.432025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Sync routers for ids ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:33:19.442770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Routers {'e86ebd1c-c3ee-4562-a338-e2275edb89f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:33:19.442770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:19.485216 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d529f739-1856-4626-a630-2f015c1db178 None None] Network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:33:19.498248 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:19.499672 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dfd51dd3-2f73-4a19-a09f-c7c0ffbdd5d2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0605838 Sep 16 17:33:19.502738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59540) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:33:19.770268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1fec170e-1959-43c7-a346-ea9c000860a5 None None] Provisioning complete for port b68735e5-eeff-4339-abd6-423e203dd7e0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:19.770998 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1fec170e-1959-43c7-a346-ea9c000860a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:19.797799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 58b3ab30-1cce-4281-8ccc-88156132b17e up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:19.839774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Set router e86ebd1c-c3ee-4562-a338-e2275edb89f2 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:33:19.960241 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.085775 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 58b3ab30-1cce-4281-8ccc-88156132b17e triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:20.086150 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.092559 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1fec170e-1959-43c7-a346-ea9c000860a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.114078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Allocated IP 172.20.0.1 (af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e/1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74/321cd3cb-404a-43a3-8be4-c7cd04374d0b) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:33:20.193475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1fec170e-1959-43c7-a346-ea9c000860a5 None None] For port b68735e5-eeff-4339-abd6-423e203dd7e0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b68735e5-eeff-4339-abd6-423e203dd7e0,segment=NetworkSegment(e21216a6-571c-4e3d-8fbf-1d16f354a4fa),segment_id=e21216a6-571c-4e3d-8fbf-1d16f354a4fa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:20.229035 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.238898 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'name': 'tempest-TestEncryptedCinderVolumes-1748897165-router', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:17Z', 'updated_at': '2021-09-16T17:33:18Z', 'revision_number': 3, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'gw_port': {'id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:18Z', 'updated_at': '2021-09-16T17:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:20.273718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8f45809e-a7f4-41d5-9615-2e9494e92ac2 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:20.275850 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1fec170e-1959-43c7-a346-ea9c000860a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.279939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Checking router: e86ebd1c-c3ee-4562-a338-e2275edb89f2 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:33:20.280289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Updating router e86ebd1c-c3ee-4562-a338-e2275edb89f2 port 21cde5b0-2b1d-477c-b3f6-0d396aeba515 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:33:20.320993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.352808 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.356878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:20.359891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:20.362848 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:33:20.406219 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec170e-1959-43c7-a346-ea9c000860a5 None None] Pushing event updated for resources: {'Port': ['ID=b68735e5-eeff-4339-abd6-423e203dd7e0,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:20.419141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Pushing event updated for resources: {'Port': ['ID=321cd3cb-404a-43a3-8be4-c7cd04374d0b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:20.432306 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.486738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4b495798-ec23-4c7f-8253-36dfaefc9c6c None None] Provisioning complete for port b68735e5-eeff-4339-abd6-423e203dd7e0 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:20.487262 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4b495798-ec23-4c7f-8253-36dfaefc9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.541022 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8f45809e-a7f4-41d5-9615-2e9494e92ac2 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:20.541397 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.640831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.742714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b68735e5-eeff-4339-abd6-423e203dd7e0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:20.806273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.829128 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.844194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b68735e5-eeff-4339-abd6-423e203dd7e0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:20.844581 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.846075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6be70e2d-7881-45d5-9627-5b84d42e2430 None None] Provisioning complete for port 321cd3cb-404a-43a3-8be4-c7cd04374d0b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:20.846421 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6be70e2d-7881-45d5-9627-5b84d42e2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.857712 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.893051 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.939327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-6be70e2d-7881-45d5-9627-5b84d42e2430 None None] Port 321cd3cb-404a-43a3-8be4-c7cd04374d0b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:33:20.971300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Attempting to bind port 21cde5b0-2b1d-477c-b3f6-0d396aeba515 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:33:20.971675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Attempting to bind port 21cde5b0-2b1d-477c-b3f6-0d396aeba515 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:33:20.972048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Attempting to bind port 21cde5b0-2b1d-477c-b3f6-0d396aeba515 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:33:20.973941 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff919b-5124-4390-8f0c-f31536bc865f None None] Pushing event updated for resources: {'Port': ['ID=21cde5b0-2b1d-477c-b3f6-0d396aeba515,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:20.981761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:33:20.982169 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:20.982398 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:20.982783 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:33:20.983257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Bound port: 21cde5b0-2b1d-477c-b3f6-0d396aeba515, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:33:20.983637 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:21.072218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] For port 21cde5b0-2b1d-477c-b3f6-0d396aeba515, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:33:21.075738 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] For port 21cde5b0-2b1d-477c-b3f6-0d396aeba515, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=21cde5b0-2b1d-477c-b3f6-0d396aeba515,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:33:21.143566 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:21.199264 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Routers {'e86ebd1c-c3ee-4562-a338-e2275edb89f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:33:21.199879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:21.232114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Pushing event updated for resources: {'Port': ['ID=321cd3cb-404a-43a3-8be4-c7cd04374d0b,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:21.234509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff919b-5124-4390-8f0c-f31536bc865f None None] Pushing event updated for resources: {'Port': ['ID=21cde5b0-2b1d-477c-b3f6-0d396aeba515,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:21.234715 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:21.310974 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] Set router e86ebd1c-c3ee-4562-a338-e2275edb89f2 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:33:21.328216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:21.329713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:21.453524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Router e86ebd1c-c3ee-4562-a338-e2275edb89f2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:33:21.524936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'name': 'tempest-TestEncryptedCinderVolumes-1748897165-router', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:17Z', 'updated_at': '2021-09-16T17:33:20Z', 'revision_number': 4, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'gw_port': {'id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:18Z', 'updated_at': '2021-09-16T17:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '321cd3cb-404a-43a3-8be4-c7cd04374d0b', 'name': '', 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'mac_address': 'fa:16:3e:be:2d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:19Z', 'updated_at': '2021-09-16T17:33:20Z', 'revision_number': 2, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'subnets': [{'id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:21.551124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ba601-efdf-4960-8aba-f4656197b213 None None] The sync data for ids ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'] in n-d-807786-3 is: [{'id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'name': 'tempest-TestEncryptedCinderVolumes-1748897165-router', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:17Z', 'updated_at': '2021-09-16T17:33:20Z', 'revision_number': 4, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'gw_port': {'id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:18Z', 'updated_at': '2021-09-16T17:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '321cd3cb-404a-43a3-8be4-c7cd04374d0b', 'name': '', 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'mac_address': 'fa:16:3e:be:2d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:19Z', 'updated_at': '2021-09-16T17:33:20Z', 'revision_number': 2, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'subnets': [{'id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:33:21.566777 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bd459f9e-e37d-4954-8e48-c040aa28456b None None] Provisioning complete for port 321cd3cb-404a-43a3-8be4-c7cd04374d0b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:21.567456 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bd459f9e-e37d-4954-8e48-c040aa28456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:21.583591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:33:21.592587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2094dea8-2a5d-435d-a6b9-d642e445206e admin admin] 10.222.0.22 "PUT /v2.0/routers/e86ebd1c-c3ee-4562-a338-e2275edb89f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0860739 Sep 16 17:33:21.620120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bd459f9e-e37d-4954-8e48-c040aa28456b None None] Port 321cd3cb-404a-43a3-8be4-c7cd04374d0b cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:33:21.653327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b68735e5-eeff-4339-abd6-423e203dd7e0 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:21.702905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port b68735e5-eeff-4339-abd6-423e203dd7e0 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:21.703278 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:22.371531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174212-3c6f-453b-8be3-bd0957f81376 req-14eefd85-bd44-4c6b-82fa-243646651b48 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:22.373128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-14eefd85-bd44-4c6b-82fa-243646651b48 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/networks?id=e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 HTTP/1.1" status: 200 len: 817 time: 0.1074655 Sep 16 17:33:22.388659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2d4baab4-da5a-4e3d-b9f5-137d8f90cf23 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/quotas/c7e820e1f6d040abb4239255684be6c3 HTTP/1.1" status: 200 len: 375 time: 0.0096133 Sep 16 17:33:22.443427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2f04fbad-ae69-484d-ba47-589ff5ded649 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7e820e1f6d040abb4239255684be6c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481162 Sep 16 17:33:22.460500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-53d65c0b-2c3b-46d2-a58d-a06957320026 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:33:22.461511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-53d65c0b-2c3b-46d2-a58d-a06957320026 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054183 Sep 16 17:33:22.562331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-6ae5d96f-5dd1-495b-8211-be7334e94b6a service neutron] 10.222.0.22 "GET /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930731 Sep 16 17:33:22.661302 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-8b83811c-ca23-4883-8161-e80251276ada service neutron] 10.222.0.22 "GET /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923026 Sep 16 17:33:22.907901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99d703d8-9172-4cfc-b1c2-86797f537544 req-11fcb1cc-aaa9-44c9-b151-58eab9bb1a52 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 210 time: 0.0273681 Sep 16 17:33:23.500328 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Sync routers for ids ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:33:23.517449 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Routers {'e86ebd1c-c3ee-4562-a338-e2275edb89f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:33:23.518068 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:23.626915 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Set router e86ebd1c-c3ee-4562-a338-e2275edb89f2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:33:23.666661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 21cde5b0-2b1d-477c-b3f6-0d396aeba515 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:23.716673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 21cde5b0-2b1d-477c-b3f6-0d396aeba515 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:23.717007 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:23.797296 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:23.819850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 21cde5b0-2b1d-477c-b3f6-0d396aeba515, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=21cde5b0-2b1d-477c-b3f6-0d396aeba515,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:23.834664 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'name': 'tempest-TestEncryptedCinderVolumes-1748897165-router', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:17Z', 'updated_at': '2021-09-16T17:33:20Z', 'revision_number': 4, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'gw_port': {'id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:18Z', 'updated_at': '2021-09-16T17:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '321cd3cb-404a-43a3-8be4-c7cd04374d0b', 'name': '', 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'mac_address': 'fa:16:3e:be:2d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:19Z', 'updated_at': '2021-09-16T17:33:20Z', 'revision_number': 2, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'subnets': [{'id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:23.864778 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Checking router: e86ebd1c-c3ee-4562-a338-e2275edb89f2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:33:23.865124 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Updating router e86ebd1c-c3ee-4562-a338-e2275edb89f2 port 321cd3cb-404a-43a3-8be4-c7cd04374d0b binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:33:23.888742 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:23.897889 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:23.957657 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=21cde5b0-2b1d-477c-b3f6-0d396aeba515,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:24.015752 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:33:24.021676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb16d12a-8f5a-4486-b5ac-d4bb83426df1 req-2e7e3c2a-5671-4ef8-9302-0d101ba1fdff tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 210 time: 0.0324020 Sep 16 17:33:24.175966 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:24.274377 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:24.326665 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00efa3-98fc-42d7-a875-b7b2880f53bb None None] Pushing event updated for resources: {'Port': ['ID=321cd3cb-404a-43a3-8be4-c7cd04374d0b,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:24.378758 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Attempting to bind port 321cd3cb-404a-43a3-8be4-c7cd04374d0b on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:33:24.379124 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Attempting to bind port 321cd3cb-404a-43a3-8be4-c7cd04374d0b by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:33:24.379513 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Attempting to bind port 321cd3cb-404a-43a3-8be4-c7cd04374d0b on network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:33:24.384633 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:33:24.385005 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Checking segment: {'id': 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:24.385409 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:24.388877 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Bound using segment: {'id': 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:33:24.388877 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Bound port: 321cd3cb-404a-43a3-8be4-c7cd04374d0b, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:33:24.388877 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:24.453752 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] For port 321cd3cb-404a-43a3-8be4-c7cd04374d0b, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:33:24.457160 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] For port 321cd3cb-404a-43a3-8be4-c7cd04374d0b, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=321cd3cb-404a-43a3-8be4-c7cd04374d0b,segment=NetworkSegment(e21216a6-571c-4e3d-8fbf-1d16f354a4fa),segment_id=e21216a6-571c-4e3d-8fbf-1d16f354a4fa)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:33:24.520885 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:24.565403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b08a295a-f126-4027-a7ac-c1206eda65bc None None] Provisioning complete for port 321cd3cb-404a-43a3-8be4-c7cd04374d0b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:24.582725 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b08a295a-f126-4027-a7ac-c1206eda65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:24.590958 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Routers {'e86ebd1c-c3ee-4562-a338-e2275edb89f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:33:24.591601 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:33:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:24.594985 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00efa3-98fc-42d7-a875-b7b2880f53bb None None] Pushing event updated for resources: {'Port': ['ID=321cd3cb-404a-43a3-8be4-c7cd04374d0b,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:24.671660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b08a295a-f126-4027-a7ac-c1206eda65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:24.711875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b08a295a-f126-4027-a7ac-c1206eda65bc None None] For port 321cd3cb-404a-43a3-8be4-c7cd04374d0b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=321cd3cb-404a-43a3-8be4-c7cd04374d0b,segment=NetworkSegment(e21216a6-571c-4e3d-8fbf-1d16f354a4fa),segment_id=e21216a6-571c-4e3d-8fbf-1d16f354a4fa)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:24.713334 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] Set router e86ebd1c-c3ee-4562-a338-e2275edb89f2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:33:24.766245 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b08a295a-f126-4027-a7ac-c1206eda65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:24.822615 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a295a-f126-4027-a7ac-c1206eda65bc None None] Pushing event updated for resources: {'Port': ['ID=321cd3cb-404a-43a3-8be4-c7cd04374d0b,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:24.869590 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174212-3c6f-453b-8be3-bd0957f81376 req-e805468b-7d1d-4e14-9dc6-87e71c2cb510 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:24.871018 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-e805468b-7d1d-4e14-9dc6-87e71c2cb510 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.62 "GET /v2.0/networks?id=e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 HTTP/1.1" status: 200 len: 817 time: 0.1105819 Sep 16 17:33:24.886930 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Request body: {'port': {'device_id': '50770587-b0bd-48e6-8bc4-bb1de03c2a35', 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'admin_state_up': True, 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:24.889490 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-94cce815-fd42-4954-b3b2-e9b374749d8c None None] Provisioning complete for port 321cd3cb-404a-43a3-8be4-c7cd04374d0b triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:24.890665 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-94cce815-fd42-4954-b3b2-e9b374749d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:24.950413 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'name': 'tempest-TestEncryptedCinderVolumes-1748897165-router', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:17Z', 'updated_at': '2021-09-16T17:33:20Z', 'revision_number': 4, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'gw_port': {'id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:18Z', 'updated_at': '2021-09-16T17:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '321cd3cb-404a-43a3-8be4-c7cd04374d0b', 'name': '', 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'mac_address': 'fa:16:3e:be:2d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:19Z', 'updated_at': '2021-09-16T17:33:24Z', 'revision_number': 4, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'subnets': [{'id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:24.981601 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f8b34f-2310-4ad7-b895-cb5fc4b6f162 None None] The sync data for ids ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'] in n-d-807786-3 is: [{'id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'name': 'tempest-TestEncryptedCinderVolumes-1748897165-router', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:17Z', 'updated_at': '2021-09-16T17:33:20Z', 'revision_number': 4, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'gw_port': {'id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:18Z', 'updated_at': '2021-09-16T17:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '321cd3cb-404a-43a3-8be4-c7cd04374d0b', 'name': '', 'network_id': 'af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'mac_address': 'fa:16:3e:be:2d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:19Z', 'updated_at': '2021-09-16T17:33:24Z', 'revision_number': 4, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'subnets': [{'id': '1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:33:25.091793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Made reservation on behalf of c7e820e1f6d040abb4239255684be6c3 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:25.095379 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:25.127941 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-25c137ae-7999-4eae-adf2-98f52a6c8452 req-966bcf29-6849-4db3-96ec-561700cf3385 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 210 time: 0.0294852 Sep 16 17:33:25.565147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Allocated IP 172.20.0.10 (e5c38a6f-60fd-4cfa-b8e4-5daed3736e21/7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409/3480f0aa-0793-4824-b497-4e69355e21fb) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:33:25.668170 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 21cde5b0-2b1d-477c-b3f6-0d396aeba515 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:25.716895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 21cde5b0-2b1d-477c-b3f6-0d396aeba515 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:25.717574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:25.730643 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:25.799351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 321cd3cb-404a-43a3-8be4-c7cd04374d0b up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:25.824492 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:25.846969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 321cd3cb-404a-43a3-8be4-c7cd04374d0b triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:25.847341 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:25.871235 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:25.874204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:25.879542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:33:25.887383 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Pushing event updated for resources: {'Port': ['ID=3480f0aa-0793-4824-b497-4e69355e21fb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:25.936781 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:25.937515 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:26.006730 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-7ca710bd-9fa2-4e5f-a0d2-d18369e6a521 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1252470 Sep 16 17:33:26.023516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Request body: {'port': {'device_id': '50770587-b0bd-48e6-8bc4-bb1de03c2a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:33:26.083981 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:26.114881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1f6f592b-5cd6-40e5-81cb-ecce76f199c3 None None] Provisioning complete for port 3480f0aa-0793-4824-b497-4e69355e21fb triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:26.115249 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1f6f592b-5cd6-40e5-81cb-ecce76f199c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:26.154137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f592b-5cd6-40e5-81cb-ecce76f199c3 None None] Port 3480f0aa-0793-4824-b497-4e69355e21fb cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:33:26.248143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6f6c7-8949-48c1-8c5e-daa368213f2b req-833c8de6-9240-4241-9043-27705be681c0 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:26.249659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66f6f6c7-8949-48c1-8c5e-daa368213f2b req-833c8de6-9240-4241-9043-27705be681c0 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 932 time: 0.0488608 Sep 16 17:33:26.288838 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-66f6f6c7-8949-48c1-8c5e-daa368213f2b req-2c90b747-32d3-40da-b1f7-2d689d697201 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Sep 16 17:33:26.349422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3480f0aa-0793-4824-b497-4e69355e21fb {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:33:26.356664 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:26.368049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Transition to ACTIVE for port object 3480f0aa-0793-4824-b497-4e69355e21fb will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:33:26.417454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:26.465889 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3480f0aa-0793-4824-b497-4e69355e21fb,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:26.547222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Attempting to bind port 3480f0aa-0793-4824-b497-4e69355e21fb on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:33:26.547565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Attempting to bind port 3480f0aa-0793-4824-b497-4e69355e21fb by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:33:26.547906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Attempting to bind port 3480f0aa-0793-4824-b497-4e69355e21fb on network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:33:26.552719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Port 3480f0aa-0793-4824-b497-4e69355e21fb on network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:33:26.553043 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Attempting to bind port 3480f0aa-0793-4824-b497-4e69355e21fb on network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:33:26.559433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:33:26.559776 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Checking segment: {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:33:26.560167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Bound using segment: {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:33:26.560619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Bound port: 3480f0aa-0793-4824-b497-4e69355e21fb, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:33:26.560992 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:26.627728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] For port 3480f0aa-0793-4824-b497-4e69355e21fb, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:33:26.630785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] For port 3480f0aa-0793-4824-b497-4e69355e21fb, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3480f0aa-0793-4824-b497-4e69355e21fb,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:33:26.674913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:26.709750 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:26.710474 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:26.711842 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] 10.222.0.62 "PUT /v2.0/ports/3480f0aa-0793-4824-b497-4e69355e21fb HTTP/1.1" status: 200 len: 1092 time: 0.6963131 Sep 16 17:33:26.714196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50770587-b0bd-48e6-8bc4-bb1de03c2a35', 'tag': '3480f0aa-0793-4824-b497-4e69355e21fb'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:33:26.716640 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0cf2d7-ed44-47b2-99c4-c39f9d7f8bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "50770587-b0bd-48e6-8bc4-bb1de03c2a35", "tag": "3480f0aa-0793-4824-b497-4e69355e21fb"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:33:26.747800 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc38f55-c5dc-44ae-abe9-4a5902f9f9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3480f0aa-0793-4824-b497-4e69355e21fb,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:26.757973 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae24e2c7-7c59-4ebc-bc00-dd965b5db208 x-openstack-request-id: req-ae24e2c7-7c59-4ebc-bc00-dd965b5db208 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:33:26.757973 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50770587-b0bd-48e6-8bc4-bb1de03c2a35", "tag": "3480f0aa-0793-4824-b497-4e69355e21fb", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:33:26.757973 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae24e2c7-7c59-4ebc-bc00-dd965b5db208 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:33:26.757973 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50770587-b0bd-48e6-8bc4-bb1de03c2a35', 'tag': '3480f0aa-0793-4824-b497-4e69355e21fb', 'status': 'completed', 'code': 200} Sep 16 17:33:26.956168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cf2d7-ed44-47b2-99c4-c39f9d7f8bf0 req-9fb90944-51c1-4354-b1ff-fe4a9239ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:26.957625 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b0cf2d7-ed44-47b2-99c4-c39f9d7f8bf0 req-9fb90944-51c1-4354-b1ff-fe4a9239ca36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7e820e1f6d040abb4239255684be6c3&device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 1095 time: 0.0447128 Sep 16 17:33:27.055050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cf2d7-ed44-47b2-99c4-c39f9d7f8bf0 req-4204e972-19cb-47af-9d85-bf517ca82c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:27.057485 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b0cf2d7-ed44-47b2-99c4-c39f9d7f8bf0 req-4204e972-19cb-47af-9d85-bf517ca82c64 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c7e820e1f6d040abb4239255684be6c3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0918295 Sep 16 17:33:27.157436 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cf2d7-ed44-47b2-99c4-c39f9d7f8bf0 req-fff0584a-38e5-4959-9a63-2b91ac809f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:27.158902 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6b0cf2d7-ed44-47b2-99c4-c39f9d7f8bf0 req-fff0584a-38e5-4959-9a63-2b91ac809f6d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950401 Sep 16 17:33:27.236552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174212-3c6f-453b-8be3-bd0957f81376 req-25e151de-3b85-49ef-b1d4-9e9a6eceebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:27.238085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-25e151de-3b85-49ef-b1d4-9e9a6eceebd5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7e820e1f6d040abb4239255684be6c3&device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 1095 time: 0.0410695 Sep 16 17:33:27.283820 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-723ce15f-db8f-4de7-814e-453d862f1791 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3480f0aa-0793-4824-b497-4e69355e21fb HTTP/1.1" status: 200 len: 217 time: 0.0370800 Sep 16 17:33:27.332867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174212-3c6f-453b-8be3-bd0957f81376 req-889afe02-42c4-4387-bccd-bafdc33092c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:27.334414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-889afe02-42c4-4387-bccd-bafdc33092c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409 HTTP/1.1" status: 200 len: 856 time: 0.0428221 Sep 16 17:33:27.379942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174212-3c6f-453b-8be3-bd0957f81376 req-956aade4-8287-417c-b58d-2c5f0cddfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:27.381570 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-956aade4-8287-417c-b58d-2c5f0cddfa6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e5c38a6f-60fd-4cfa-b8e4-5daed3736e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399103 Sep 16 17:33:27.406132 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8027d79-1c29-46b4-a77d-6569cc29662b req-9adf62c4-3e31-4cf9-850e-7d281397a813 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:27.407652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8027d79-1c29-46b4-a77d-6569cc29662b req-9adf62c4-3e31-4cf9-850e-7d281397a813 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 944 time: 0.0537360 Sep 16 17:33:27.446554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8027d79-1c29-46b4-a77d-6569cc29662b req-f4c01244-e4f5-4025-a079-04a299e57152 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323398 Sep 16 17:33:27.484490 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-866424b6-e067-46a1-be00-0a6f04dc31a0 service neutron] 10.222.0.62 "GET /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954974 Sep 16 17:33:27.578453 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-00174212-3c6f-453b-8be3-bd0957f81376 req-27c8ad81-d8e1-46e9-9c96-d677ba164f88 service neutron] 10.222.0.62 "GET /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866897 Sep 16 17:33:28.245583 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c1231b31-0a6b-48da-980c-95e1448fbe4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:28.564708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773abf80-edd1-4c30-b1d6-d90beaaa64c7 req-d90c19a2-810e-40d0-a2d9-4e6ff09c4a06 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:28.566274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-773abf80-edd1-4c30-b1d6-d90beaaa64c7 req-d90c19a2-810e-40d0-a2d9-4e6ff09c4a06 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 944 time: 0.0506430 Sep 16 17:33:28.605154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-773abf80-edd1-4c30-b1d6-d90beaaa64c7 req-fba42e22-b2d7-4aba-91ad-c9415ace29a2 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Sep 16 17:33:28.890587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3480f0aa-0793-4824-b497-4e69355e21fb details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:33:29.127690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3480f0aa-0793-4824-b497-4e69355e21fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3480f0aa-0793-4824-b497-4e69355e21fb,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:29.138960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '3480f0aa-0793-4824-b497-4e69355e21fb', 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'port_id': '3480f0aa-0793-4824-b497-4e69355e21fb', 'mac_address': 'fa:16:3e:e6:1a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:33:29.179383 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:29.192224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3480f0aa-0793-4824-b497-4e69355e21fb {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:33:29.210453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3480f0aa-0793-4824-b497-4e69355e21fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3480f0aa-0793-4824-b497-4e69355e21fb,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:29.262986 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:29.311186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=3480f0aa-0793-4824-b497-4e69355e21fb,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:29.463312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['3480f0aa-0793-4824-b497-4e69355e21fb'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:33:29.718648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589eef41-8d1a-4740-bbca-77ba7a6e1676 req-7d8f5957-a018-4d94-8554-495d2676d28c tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:29.720121 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-589eef41-8d1a-4740-bbca-77ba7a6e1676 req-7d8f5957-a018-4d94-8554-495d2676d28c tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 945 time: 0.0480928 Sep 16 17:33:29.758242 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-589eef41-8d1a-4740-bbca-77ba7a6e1676 req-94e75f88-5522-4434-8794-5103ab31b6da tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Sep 16 17:33:30.831279 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-be6cb0a5-842c-4767-b11b-65fd63b090ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:30.879846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ea5c4-e4fd-4889-8078-4b0d595c560a req-4ff402b1-1390-497a-9d8a-47118c665267 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:30.881344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec1ea5c4-e4fd-4889-8078-4b0d595c560a req-4ff402b1-1390-497a-9d8a-47118c665267 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Sep 16 17:33:30.890675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3480f0aa-0793-4824-b497-4e69355e21fb up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:33:30.921351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec1ea5c4-e4fd-4889-8078-4b0d595c560a req-46b360cc-e861-47de-afd2-3f5d00d836e8 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Sep 16 17:33:30.982704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 3480f0aa-0793-4824-b497-4e69355e21fb completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:33:30.986367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 3480f0aa-0793-4824-b497-4e69355e21fb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:30.986734 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:31.062867 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:31.084694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50770587-b0bd-48e6-8bc4-bb1de03c2a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3480f0aa-0793-4824-b497-4e69355e21fb'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:33:31.086946 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7abd589-0a61-4d6d-9021-5ec0470b1fe2" -d '{"events": [{"server_uuid": "50770587-b0bd-48e6-8bc4-bb1de03c2a35", "name": "network-vif-plugged", "status": "completed", "tag": "3480f0aa-0793-4824-b497-4e69355e21fb"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:33:31.104078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3480f0aa-0793-4824-b497-4e69355e21fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3480f0aa-0793-4824-b497-4e69355e21fb,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:31.123080 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c60dba-6488-4cd9-881f-d7a72d49cdc9 x-openstack-request-id: req-f4c60dba-6488-4cd9-881f-d7a72d49cdc9 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:33:31.123364 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50770587-b0bd-48e6-8bc4-bb1de03c2a35", "name": "network-vif-plugged", "status": "completed", "tag": "3480f0aa-0793-4824-b497-4e69355e21fb", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:33:31.123614 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4c60dba-6488-4cd9-881f-d7a72d49cdc9 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:33:31.124003 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50770587-b0bd-48e6-8bc4-bb1de03c2a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3480f0aa-0793-4824-b497-4e69355e21fb', 'code': 200} Sep 16 17:33:31.138123 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:31.185922 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=3480f0aa-0793-4824-b497-4e69355e21fb,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:31.193222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.193566 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.193906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.194240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.194567 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.194890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.195215 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.195533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.195851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.196167 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.196572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.196925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.216928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0eac53-1af1-4b3a-99ad-ef5a8bd67091 req-86a247ec-cf6e-431f-8d5f-76c741e32d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:31.218446 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e0eac53-1af1-4b3a-99ad-ef5a8bd67091 req-86a247ec-cf6e-431f-8d5f-76c741e32d6a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 1097 time: 0.0408590 Sep 16 17:33:31.258739 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5e0eac53-1af1-4b3a-99ad-ef5a8bd67091 req-475b87bf-f6ce-4cd5-ae5e-8e15738e5b38 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Sep 16 17:33:31.519575 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:32.035225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4b6ad-1a6d-4b38-b18a-e090e08d893b req-465894f6-d4a6-40d3-b0a3-8d17d79eb702 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:32.036790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9e4b6ad-1a6d-4b38-b18a-e090e08d893b req-465894f6-d4a6-40d3-b0a3-8d17d79eb702 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 946 time: 0.0493433 Sep 16 17:33:32.074978 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9e4b6ad-1a6d-4b38-b18a-e090e08d893b req-a3cb758c-4c0c-497a-ba60-fdbe3f249dd8 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Sep 16 17:33:32.171610 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:33.191070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9f47-1ddf-4f56-8e85-ae2ddd877479 req-d39b1e20-ffad-4b8c-b430-bde79001fd33 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:33.192561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-375b9f47-1ddf-4f56-8e85-ae2ddd877479 req-d39b1e20-ffad-4b8c-b430-bde79001fd33 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 946 time: 0.0489655 Sep 16 17:33:33.229727 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-375b9f47-1ddf-4f56-8e85-ae2ddd877479 req-7c2ac611-e570-4dc7-ae76-febd6c6160c2 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Sep 16 17:33:33.347644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d37b79-7c4b-489c-9a2c-bd9d943842d9 req-32b88865-d857-4ef3-b78d-260ff7ee9c1b tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:33.349131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04d37b79-7c4b-489c-9a2c-bd9d943842d9 req-32b88865-d857-4ef3-b78d-260ff7ee9c1b tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 946 time: 0.0524676 Sep 16 17:33:33.386195 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04d37b79-7c4b-489c-9a2c-bd9d943842d9 req-66f3c7f1-acd0-4714-91b3-a5189918db5e tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305395 Sep 16 17:33:33.977439 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:39.537643 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-05204c33-352d-4e2e-a749-a41bdf326103 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1366627 Sep 16 17:33:39.626339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-f1c271d3-ae06-47c1-9aa2-48f6dff59b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:39.627898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-f1c271d3-ae06-47c1-9aa2-48f6dff59b3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7e820e1f6d040abb4239255684be6c3&device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 1097 time: 0.0438986 Sep 16 17:33:39.744368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-ad7ec721-e039-4bd2-a888-19713b09c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:39.746078 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-ad7ec721-e039-4bd2-a888-19713b09c08f service neutron] 10.222.0.62 "GET /v2.0/networks?id=e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 HTTP/1.1" status: 200 len: 918 time: 0.0988426 Sep 16 17:33:39.789685 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-e9716d25-7f6b-49d8-9868-013004a39269 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3480f0aa-0793-4824-b497-4e69355e21fb HTTP/1.1" status: 200 len: 217 time: 0.0368397 Sep 16 17:33:39.841254 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-6f4c2cdd-8f08-4dd3-b150-38040d0b36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:39.842680 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-6f4c2cdd-8f08-4dd3-b150-38040d0b36cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409 HTTP/1.1" status: 200 len: 856 time: 0.0465727 Sep 16 17:33:39.892888 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-0f72f12a-d115-4009-bd01-4829217e2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:39.894380 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-0f72f12a-d115-4009-bd01-4829217e2686 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e5c38a6f-60fd-4cfa-b8e4-5daed3736e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443332 Sep 16 17:33:39.984183 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-3c5527d3-25ea-4d16-ac2a-6ede81287ecd service neutron] 10.222.0.62 "GET /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820706 Sep 16 17:33:40.079076 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5ef49ec1-bbe9-4f34-ac7c-d814754db6ca req-992d3343-ff05-4519-bb1b-93081281a5a0 service neutron] 10.222.0.62 "GET /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881066 Sep 16 17:33:44.273292 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:44.554476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:56.357863 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da997da-ebe9-4327-b200-164b1e1b135c req-b288e26a-cfdf-44ed-93e5-e607d383f1a5 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:56.359209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6da997da-ebe9-4327-b200-164b1e1b135c req-b288e26a-cfdf-44ed-93e5-e607d383f1a5 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 946 time: 0.0489922 Sep 16 17:33:56.397233 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6da997da-ebe9-4327-b200-164b1e1b135c req-25c275a6-0fab-42ce-b8ed-5040559db69d tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Sep 16 17:33:57.521472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073f89b-760a-428a-9f3b-6d649047e4af req-d5071ef6-65b5-4e1c-8f72-83f92715d17b tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:57.522979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9073f89b-760a-428a-9f3b-6d649047e4af req-d5071ef6-65b5-4e1c-8f72-83f92715d17b tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 946 time: 0.0559726 Sep 16 17:33:57.561272 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9073f89b-760a-428a-9f3b-6d649047e4af req-be17ef68-89ff-44a0-94e6-b396893c2b20 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Sep 16 17:33:57.829240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-93213433-5e9b-4f17-999c-7168129d2180 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:57.830722 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-93213433-5e9b-4f17-999c-7168129d2180 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.62 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 946 time: 0.0561197 Sep 16 17:33:57.927104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Deleting port 3480f0aa-0793-4824-b497-4e69355e21fb {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:33:57.927448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:58.017216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] For port 3480f0aa-0793-4824-b497-4e69355e21fb, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3480f0aa-0793-4824-b497-4e69355e21fb,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:33:58.017581 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:58.031342 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Calling delete_port for 3480f0aa-0793-4824-b497-4e69355e21fb owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:33:58.251518 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:58.265224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['3480f0aa-0793-4824-b497-4e69355e21fb'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:33:58.282668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Pushing event deleted for resources: {'Port': ['ID=3480f0aa-0793-4824-b497-4e69355e21fb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:58.287113 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-48cb03ea-8cd4-4685-bf39-75fac1fb9481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:58.314347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.318714 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:58.340595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] No DVR routers for this DVR port 3480f0aa-0793-4824-b497-4e69355e21fb on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:33:58.343442 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:58.345632 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-1004425f-2ac9-468a-a3d1-c9a306789949 req-d37d8d56-0739-4bff-9906-915279a56342 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.62 "DELETE /v2.0/ports/3480f0aa-0793-4824-b497-4e69355e21fb HTTP/1.1" status: 204 len: 173 time: 0.5068152 Sep 16 17:33:58.346084 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50770587-b0bd-48e6-8bc4-bb1de03c2a35', 'name': 'network-vif-deleted', 'tag': '3480f0aa-0793-4824-b497-4e69355e21fb'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:33:58.348502 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e3586a-1977-4fd8-a0e4-967f7d300d2a" -d '{"events": [{"server_uuid": "50770587-b0bd-48e6-8bc4-bb1de03c2a35", "name": "network-vif-deleted", "tag": "3480f0aa-0793-4824-b497-4e69355e21fb"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:33:58.455082 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcebd33-4857-408b-bc3a-fb9b6ee6807c x-openstack-request-id: req-ddcebd33-4857-408b-bc3a-fb9b6ee6807c {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:33:58.455380 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50770587-b0bd-48e6-8bc4-bb1de03c2a35", "name": "network-vif-deleted", "tag": "3480f0aa-0793-4824-b497-4e69355e21fb", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:33:58.455637 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ddcebd33-4857-408b-bc3a-fb9b6ee6807c {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:33:58.456053 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50770587-b0bd-48e6-8bc4-bb1de03c2a35', 'name': 'network-vif-deleted', 'tag': '3480f0aa-0793-4824-b497-4e69355e21fb', 'status': 'completed', 'code': 200} Sep 16 17:33:58.680017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9ec684f1-27e0-429b-b694-84173b776357 req-788cbc38-e219-44e3-a0f9-c54ca146ffa2 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=50770587-b0bd-48e6-8bc4-bb1de03c2a35 HTTP/1.1" status: 200 len: 210 time: 0.0324359 Sep 16 17:34:00.503513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-64367feb-6d7a-4ba4-a124-71da37446c17 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:00.505010 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-64367feb-6d7a-4ba4-a124-71da37446c17 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/networks?id=e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 HTTP/1.1" status: 200 len: 817 time: 0.1014023 Sep 16 17:34:00.519895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-407b2196-0e53-4b05-a8df-b9db37d2a24f tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/quotas/c7e820e1f6d040abb4239255684be6c3 HTTP/1.1" status: 200 len: 375 time: 0.0091016 Sep 16 17:34:00.570388 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-55f98e1b-cb52-426e-b4aa-7aac4e73e5b2 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7e820e1f6d040abb4239255684be6c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447068 Sep 16 17:34:00.668776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-da4df6c5-5c90-4504-94cb-2819101505da service neutron] 10.222.0.22 "GET /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868213 Sep 16 17:34:00.761764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-e7193ef6-916f-4a70-9247-cab1d4104756 service neutron] 10.222.0.22 "GET /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869648 Sep 16 17:34:00.816533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1edbef55-9a66-4702-99a6-7e26add086b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:01.000251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-474f7604-bced-407b-b413-4c27cf42c766 req-fbf0c32f-7691-4feb-8aa1-507c88df3166 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 210 time: 0.0296986 Sep 16 17:34:01.022666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3480f0aa-0793-4824-b497-4e69355e21fb no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:34:01.026680 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:34:01.041187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 3480f0aa-0793-4824-b497-4e69355e21fb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:34:01.041537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3480f0aa-0793-4824-b497-4e69355e21fb not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:34:01.508826 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:02.095394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8901874c-3fca-4664-bf8d-57d2de1c32f8 req-4a94db2f-22e4-4e05-9ca6-353d0294376f tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 210 time: 0.0283022 Sep 16 17:34:02.187538 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:02.733807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-9034e3ce-73b5-4441-a0d2-a02c4880f7f8 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:02.735197 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-9034e3ce-73b5-4441-a0d2-a02c4880f7f8 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.62 "GET /v2.0/networks?id=e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 HTTP/1.1" status: 200 len: 817 time: 0.1097775 Sep 16 17:34:02.748625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Request body: {'port': {'device_id': 'ebeb7b88-9066-4981-9ab3-5b8463c211a7', 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'admin_state_up': True, 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:34:02.914331 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Made reservation on behalf of c7e820e1f6d040abb4239255684be6c3 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:34:02.918575 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.042411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Allocated IP 172.20.0.5 (e5c38a6f-60fd-4cfa-b8e4-5daed3736e21/7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409/dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:34:03.189800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1d66a658-8476-4dc1-87e0-f6a60f6a8aac req-24307be8-6d85-41a3-b2b7-b0a2695a1e57 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 210 time: 0.0258651 Sep 16 17:34:03.193879 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.291914 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.333472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:03.336567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:03.340307 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:34:03.375260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Pushing event updated for resources: {'Port': ['ID=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:03.404296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:03.405176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.486790 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-63985727-c3c9-4672-911c-90380d0e1bdc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7418911 Sep 16 17:34:03.499649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Request body: {'port': {'device_id': 'ebeb7b88-9066-4981-9ab3-5b8463c211a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:34:03.525349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2c4014eb-6e7c-46a4-880a-fdd79a13e62f None None] Provisioning complete for port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:03.525939 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2c4014eb-6e7c-46a4-880a-fdd79a13e62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.561040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2c4014eb-6e7c-46a4-880a-fdd79a13e62f None None] Port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:34:03.562545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.825871 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:34:03.833169 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.844921 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Transition to ACTIVE for port object dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:34:03.908433 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.962418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Pushing event updated for resources: {'Port': ['ID=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:03.988650 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:04.030958 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Attempting to bind port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:34:04.031292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Attempting to bind port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:34:04.031645 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Attempting to bind port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae on network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:34:04.036309 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae on network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:34:04.036656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Attempting to bind port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae on network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:34:04.042623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:34:04.042961 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Checking segment: {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:34:04.043343 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Bound using segment: {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:34:04.043771 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Bound port: dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:34:04.044129 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:04.115301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] For port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:34:04.118481 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] For port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:34:04.176864 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:04.209705 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:04.210458 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:04.211776 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] 10.222.0.62 "PUT /v2.0/ports/dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae HTTP/1.1" status: 200 len: 1091 time: 0.7169518 Sep 16 17:34:04.212740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebeb7b88-9066-4981-9ab3-5b8463c211a7', 'tag': 'dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:34:04.215145 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746cd181-88c5-49c7-a811-3d037f96fa38" -d '{"events": [{"name": "network-changed", "server_uuid": "ebeb7b88-9066-4981-9ab3-5b8463c211a7", "tag": "dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:34:04.244092 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ac73d-3950-48f3-83e5-bc14e04b9476 service neutron] Pushing event updated for resources: {'Port': ['ID=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:04.266047 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05b88d6-99a0-45f1-b5e8-fbe6e9ab9a50 x-openstack-request-id: req-e05b88d6-99a0-45f1-b5e8-fbe6e9ab9a50 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:34:04.266346 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebeb7b88-9066-4981-9ab3-5b8463c211a7", "tag": "dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:34:04.266599 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e05b88d6-99a0-45f1-b5e8-fbe6e9ab9a50 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:34:04.267007 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebeb7b88-9066-4981-9ab3-5b8463c211a7', 'tag': 'dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae', 'status': 'completed', 'code': 200} Sep 16 17:34:04.326771 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f4da3-3933-4e2f-a2f1-7e069e80e695 req-b413d970-1d3b-4242-a304-e21d988e6dce tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:04.328588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b58f4da3-3933-4e2f-a2f1-7e069e80e695 req-b413d970-1d3b-4242-a304-e21d988e6dce tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 943 time: 0.0553918 Sep 16 17:34:04.332583 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cd181-88c5-49c7-a811-3d037f96fa38 req-ed5e2ab3-1830-42c1-9be3-acbdf70385d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:04.334189 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-746cd181-88c5-49c7-a811-3d037f96fa38 req-ed5e2ab3-1830-42c1-9be3-acbdf70385d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7e820e1f6d040abb4239255684be6c3&device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 1094 time: 0.0464308 Sep 16 17:34:04.372318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b58f4da3-3933-4e2f-a2f1-7e069e80e695 req-3f523958-bc40-4c7c-8ef2-29b3f293b390 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349796 Sep 16 17:34:04.448726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cd181-88c5-49c7-a811-3d037f96fa38 req-8ac9b0b7-d872-4521-b126-7e92d0ab8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:04.450155 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-746cd181-88c5-49c7-a811-3d037f96fa38 req-8ac9b0b7-d872-4521-b126-7e92d0ab8c46 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c7e820e1f6d040abb4239255684be6c3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1080880 Sep 16 17:34:04.544665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cd181-88c5-49c7-a811-3d037f96fa38 req-1eaef3cb-cb75-438f-98ec-015bfb404456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:04.546147 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-746cd181-88c5-49c7-a811-3d037f96fa38 req-1eaef3cb-cb75-438f-98ec-015bfb404456 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893869 Sep 16 17:34:04.626352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-a1999b82-3f4a-4c95-a10c-32427e635eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:04.627835 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-a1999b82-3f4a-4c95-a10c-32427e635eea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7e820e1f6d040abb4239255684be6c3&device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 1094 time: 0.0450499 Sep 16 17:34:04.669769 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-6b07e129-041b-44df-846d-5e6f0d89b725 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae HTTP/1.1" status: 200 len: 217 time: 0.0336292 Sep 16 17:34:04.718134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-8d92ce9e-b061-4b1e-b704-1c6bb057adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:04.719493 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-8d92ce9e-b061-4b1e-b704-1c6bb057adb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409 HTTP/1.1" status: 200 len: 856 time: 0.0431213 Sep 16 17:34:04.768737 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-1b4d08d4-84a3-48ad-8b9b-9491af7da5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:04.770205 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-1b4d08d4-84a3-48ad-8b9b-9491af7da5ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e5c38a6f-60fd-4cfa-b8e4-5daed3736e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438807 Sep 16 17:34:04.859287 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-8452f993-ba90-4ed4-b0ee-a7cc23dc407c service neutron] 10.222.0.62 "GET /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813262 Sep 16 17:34:04.950061 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-fda9d823-345c-4b7b-ba16-6d030297fdc7 req-ea4e6ccc-fe6c-47a5-9908-bb5cc4e890d1 service neutron] 10.222.0.62 "GET /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842803 Sep 16 17:34:05.491679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bc1d1-a2c3-4aff-b507-b2c375200d53 req-c3b1c609-cda2-46c5-ba91-93ad73d9b2a3 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:05.493174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c86bc1d1-a2c3-4aff-b507-b2c375200d53 req-c3b1c609-cda2-46c5-ba91-93ad73d9b2a3 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 943 time: 0.0520723 Sep 16 17:34:05.531778 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c86bc1d1-a2c3-4aff-b507-b2c375200d53 req-bede623c-3502-4acc-8c0f-51be65874bf7 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Sep 16 17:34:06.646961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b34823-ed0c-415b-9304-48f72ace921c req-0124fc24-ebfa-4c38-af93-278f3b584deb tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:06.648489 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79b34823-ed0c-415b-9304-48f72ace921c req-0124fc24-ebfa-4c38-af93-278f3b584deb tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 943 time: 0.0497625 Sep 16 17:34:06.684433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79b34823-ed0c-415b-9304-48f72ace921c req-412a3be4-a5c7-4ae0-ba3b-ae31b0bdf9f8 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300546 Sep 16 17:34:07.015807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:34:07.109658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:07.121055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae', 'network_id': 'e5c38a6f-60fd-4cfa-b8e4-5daed3736e21', 'port_id': 'dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae', 'mac_address': 'fa:16:3e:77:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:34:07.156139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:07.170473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:34:07.189582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:07.279936 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:07.326327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:07.466704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:34:07.810085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e68c2-cf24-4db4-a14e-78031a1a746c req-18310505-c198-478d-bdbb-db32d97147dc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:07.811561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f17e68c2-cf24-4db4-a14e-78031a1a746c req-18310505-c198-478d-bdbb-db32d97147dc tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 944 time: 0.0479276 Sep 16 17:34:07.847876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f17e68c2-cf24-4db4-a14e-78031a1a746c req-67a0ad4a-2ea6-44ba-a6b6-510678cdd6e6 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304079 Sep 16 17:34:08.963185 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549ec5-b445-496c-98f5-fd01f9bf77f9 req-d0e3747e-9a81-462f-aa58-eb393a624907 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:08.964686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33549ec5-b445-496c-98f5-fd01f9bf77f9 req-d0e3747e-9a81-462f-aa58-eb393a624907 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 944 time: 0.0520225 Sep 16 17:34:09.001853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33549ec5-b445-496c-98f5-fd01f9bf77f9 req-8eac4ad4-8b21-4509-a14a-22954f8e2235 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Sep 16 17:34:09.033653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:34:09.170252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:34:09.173798 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:09.174164 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:09.252860 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:09.274947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebeb7b88-9066-4981-9ab3-5b8463c211a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:34:09.277251 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2483f587-e4cb-48a6-88f8-1bd9a6cfab94" -d '{"events": [{"server_uuid": "ebeb7b88-9066-4981-9ab3-5b8463c211a7", "name": "network-vif-plugged", "status": "completed", "tag": "dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:34:09.297905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:09.348927 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:09.376422 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44be0329-ac86-4d50-92c2-760439ddcdfa x-openstack-request-id: req-44be0329-ac86-4d50-92c2-760439ddcdfa {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:34:09.376718 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebeb7b88-9066-4981-9ab3-5b8463c211a7", "name": "network-vif-plugged", "status": "completed", "tag": "dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:34:09.376986 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44be0329-ac86-4d50-92c2-760439ddcdfa {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:34:09.377356 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebeb7b88-9066-4981-9ab3-5b8463c211a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae', 'code': 200} Sep 16 17:34:09.407967 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:09.475504 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465cf0-27ca-4916-adf9-1682ebfe4292 req-6223c5fd-038c-4cad-8764-cdc1ba864801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:09.475504 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e465cf0-27ca-4916-adf9-1682ebfe4292 req-6223c5fd-038c-4cad-8764-cdc1ba864801 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 1096 time: 0.0447478 Sep 16 17:34:09.508376 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9e465cf0-27ca-4916-adf9-1682ebfe4292 req-fef0754c-1e96-4512-8c4b-fa6ec1041cb2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278566 Sep 16 17:34:10.124406 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e7dca-30c0-4434-93d9-4d7dd063f6fd req-ce807b7d-7128-4c1a-b706-14f585bac68a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:10.125898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be7e7dca-30c0-4434-93d9-4d7dd063f6fd req-ce807b7d-7128-4c1a-b706-14f585bac68a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 945 time: 0.0592163 Sep 16 17:34:10.163128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-be7e7dca-30c0-4434-93d9-4d7dd063f6fd req-11ecdf85-08de-4c67-9868-eb1b60246fe9 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Sep 16 17:34:11.279558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbfb0-d426-444c-b5b2-7dbe4f9d891b req-596acb1b-5855-476c-a517-8a3c8af967d0 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:11.281076 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54ecbfb0-d426-444c-b5b2-7dbe4f9d891b req-596acb1b-5855-476c-a517-8a3c8af967d0 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 945 time: 0.0492287 Sep 16 17:34:11.317972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54ecbfb0-d426-444c-b5b2-7dbe4f9d891b req-68eb71ed-ee56-4dae-8304-82254de56211 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309246 Sep 16 17:34:11.436073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5759bb3-d05d-4d5a-b5d5-16e5dfe0fd91 req-0aed7028-1338-4ab1-a48b-cfe07bfcd585 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:11.437597 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5759bb3-d05d-4d5a-b5d5-16e5dfe0fd91 req-0aed7028-1338-4ab1-a48b-cfe07bfcd585 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 945 time: 0.0554276 Sep 16 17:34:11.483718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a5759bb3-d05d-4d5a-b5d5-16e5dfe0fd91 req-6ccc433b-907b-40d3-b56d-0aedcd0b9768 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Sep 16 17:34:14.257564 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:14.526054 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:28.353077 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9844eceb-230c-4d46-b156-52b87d836c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:30.817575 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-857b7c0a-b3f0-485a-b2d8-2b2ba759cdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:31.526195 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:32.193149 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:33.306689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b783d8-76d1-46b4-9a9a-c8d33ae88dca req-f154922e-f7c0-43e1-aa11-7442996c678e tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:33.308852 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b2b783d8-76d1-46b4-9a9a-c8d33ae88dca req-f154922e-f7c0-43e1-aa11-7442996c678e tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Sep 16 17:34:33.346110 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b2b783d8-76d1-46b4-9a9a-c8d33ae88dca req-20edf159-6fad-4c90-adb9-fef937e01bf1 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Sep 16 17:34:34.040083 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:34.462439 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a4fb8-7dc3-4346-8d83-9ed181625bae req-ba9bf2ab-06b8-4450-9f8b-f53a2b579c21 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:34.463902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f3a4fb8-7dc3-4346-8d83-9ed181625bae req-ba9bf2ab-06b8-4450-9f8b-f53a2b579c21 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 945 time: 0.0483861 Sep 16 17:34:34.502660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f3a4fb8-7dc3-4346-8d83-9ed181625bae req-848d7d61-0223-429d-b74f-56fb104c20f5 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/security-groups?id=3df206d7-04fc-4cf4-9653-833cbbe569c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322773 Sep 16 17:34:34.807772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c0fa9240-f351-428e-95d2-01e08d8f39e2 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:34.809367 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c0fa9240-f351-428e-95d2-01e08d8f39e2 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 945 time: 0.0498567 Sep 16 17:34:34.901035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c799e8b6-6b43-49e4-8a04-62af105a357a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Deleting port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:34:34.901381 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c799e8b6-6b43-49e4-8a04-62af105a357a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:34.988655 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c799e8b6-6b43-49e4-8a04-62af105a357a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] For port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:34.989023 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c799e8b6-6b43-49e4-8a04-62af105a357a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:35.001256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c799e8b6-6b43-49e4-8a04-62af105a357a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Calling delete_port for dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:34:35.210026 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c799e8b6-6b43-49e4-8a04-62af105a357a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:35.238180 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799e8b6-6b43-49e4-8a04-62af105a357a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Pushing event deleted for resources: {'Port': ['ID=dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:35.282741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c799e8b6-6b43-49e4-8a04-62af105a357a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] No DVR routers for this DVR port dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:34:35.285370 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c799e8b6-6b43-49e4-8a04-62af105a357a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:35.287319 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-8f1e22bc-966b-41a6-813c-1fa9f5a75d2d req-c799e8b6-6b43-49e4-8a04-62af105a357a tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.62 "DELETE /v2.0/ports/dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae HTTP/1.1" status: 204 len: 173 time: 0.4722338 Sep 16 17:34:35.287809 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebeb7b88-9066-4981-9ab3-5b8463c211a7', 'name': 'network-vif-deleted', 'tag': 'dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:34:35.290089 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361c098f-7cf9-4c86-8a10-eaf7a305d3b6" -d '{"events": [{"server_uuid": "ebeb7b88-9066-4981-9ab3-5b8463c211a7", "name": "network-vif-deleted", "tag": "dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:34:35.324789 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be667403-4552-4113-8f59-a551d06b1bf3 x-openstack-request-id: req-be667403-4552-4113-8f59-a551d06b1bf3 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:34:35.325210 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebeb7b88-9066-4981-9ab3-5b8463c211a7", "name": "network-vif-deleted", "tag": "dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:34:35.325459 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be667403-4552-4113-8f59-a551d06b1bf3 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:34:35.325855 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebeb7b88-9066-4981-9ab3-5b8463c211a7', 'name': 'network-vif-deleted', 'tag': 'dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae', 'status': 'completed', 'code': 200} Sep 16 17:34:35.615413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99848d5b-3dd5-4216-b1cc-a4f7bf7946ac req-12ccdc09-19ce-4516-8d02-89a05bc414b7 tempest-TestEncryptedCinderVolumes-1058292338 tempest-TestEncryptedCinderVolumes-1058292338-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebeb7b88-9066-4981-9ab3-5b8463c211a7 HTTP/1.1" status: 200 len: 210 time: 0.0317194 Sep 16 17:34:36.773520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59866) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:37.107926 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:37.213670 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:34:37.238259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:34:37.238606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device dd294cd5-2ac0-488a-b8f4-6dd5d53cb8ae not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:34:37.650132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] Deleting port 58b3ab30-1cce-4281-8ccc-88156132b17e {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:34:37.650470 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:37.730863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] For port 58b3ab30-1cce-4281-8ccc-88156132b17e, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=58b3ab30-1cce-4281-8ccc-88156132b17e,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:37.731146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:37.743289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] Calling delete_port for 58b3ab30-1cce-4281-8ccc-88156132b17e owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:34:37.989173 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:38.014427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] Pushing event deleted for resources: {'Port': ['ID=58b3ab30-1cce-4281-8ccc-88156132b17e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:38.019805 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:34:38.190249 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:38.407496 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] Router 31df502a-3610-4ea1-91af-bc4e0589e284 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:34:38.514985 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:34:38.520090 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a5fafc7b-d4ae-490a-860b-4b90e642a03e admin admin] 10.222.0.22 "PUT /v2.0/routers/31df502a-3610-4ea1-91af-bc4e0589e284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7455451 Sep 16 17:34:38.522679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59868) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:38.525403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] Sync routers for ids ['31df502a-3610-4ea1-91af-bc4e0589e284'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:34:38.534886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] Routers {'31df502a-3610-4ea1-91af-bc4e0589e284'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:34:38.535505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['31df502a-3610-4ea1-91af-bc4e0589e284'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:38.627356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:38.639555 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] Set router 31df502a-3610-4ea1-91af-bc4e0589e284 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:34:38.737861 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:38.821332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'name': 'tempest-TestEncryptedCinderVolumes-2037274720-router', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:11Z', 'updated_at': '2021-09-16T17:34:37Z', 'revision_number': 5, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'gw_port': {'id': '8f45809e-a7f4-41d5-9615-2e9494e92ac2', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:12Z', 'updated_at': '2021-09-16T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:38.830646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Deleting port 8f45809e-a7f4-41d5-9615-2e9494e92ac2 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:34:38.831119 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:38.848896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] Checking router: 31df502a-3610-4ea1-91af-bc4e0589e284 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:34:38.857656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] Routers {'31df502a-3610-4ea1-91af-bc4e0589e284'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:34:38.858303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['31df502a-3610-4ea1-91af-bc4e0589e284'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:38.922593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] For port 8f45809e-a7f4-41d5-9615-2e9494e92ac2, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8f45809e-a7f4-41d5-9615-2e9494e92ac2,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:38.923304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:38.936479 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Calling delete_port for 8f45809e-a7f4-41d5-9615-2e9494e92ac2 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:34:38.945367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] Set router 31df502a-3610-4ea1-91af-bc4e0589e284 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:34:39.000629 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'name': 'tempest-TestEncryptedCinderVolumes-2037274720-router', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:11Z', 'updated_at': '2021-09-16T17:34:38Z', 'revision_number': 6, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:39.027498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f464f-e270-46c7-bca5-26a9976af7b3 None None] The sync data for ids ['31df502a-3610-4ea1-91af-bc4e0589e284'] in n-d-807786-3 is: [{'id': '31df502a-3610-4ea1-91af-bc4e0589e284', 'name': 'tempest-TestEncryptedCinderVolumes-2037274720-router', 'tenant_id': 'c7e820e1f6d040abb4239255684be6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:11Z', 'updated_at': '2021-09-16T17:34:38Z', 'revision_number': 6, 'project_id': 'c7e820e1f6d040abb4239255684be6c3', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:34:39.160234 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.187660 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f45809e-a7f4-41d5-9615-2e9494e92ac2,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:39.250104 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.348002 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.350205 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.449877 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.454325 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31df502a-3610-4ea1-91af-bc4e0589e284 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:34:39.456065 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.457514 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-77ece711-1595-43b1-8a2b-a01947bcd934 admin admin] 10.222.0.22 "DELETE /v2.0/routers/31df502a-3610-4ea1-91af-bc4e0589e284 HTTP/1.1" status: 204 len: 168 time: 0.9338791 Sep 16 17:34:39.460145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59870) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:39.508353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Deleting subnet 7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:34:39.511442 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.545853 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.630690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.737796 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.766704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:39.769170 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.771110 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7bf8d1a1-1c31-4e3b-aeba-586bfb5bb409 HTTP/1.1" status: 204 len: 168 time: 0.3096671 Sep 16 17:34:39.772990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c864f90-fa09-4e90-95b8-cd2d4361fa75 None None] Network e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:34:39.776307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59872) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:39.785494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.785494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.785768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.786111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.787737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.787737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.787737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.787737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.787737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.788188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.788282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.788710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09929009-40a7-446c-9ab4-6b75ff1c8975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:39.874580 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.880559 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 58b3ab30-1cce-4281-8ccc-88156132b17e no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:34:39.914484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 58b3ab30-1cce-4281-8ccc-88156132b17e {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:34:39.914824 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 58b3ab30-1cce-4281-8ccc-88156132b17e not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:34:39.915247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8f45809e-a7f4-41d5-9615-2e9494e92ac2 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:34:39.935358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Deleting port 159b03a1-4e45-4a4b-9d82-2f73983980a6 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:34:39.936020 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:39.936909 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8f45809e-a7f4-41d5-9615-2e9494e92ac2 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:34:39.937256 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8f45809e-a7f4-41d5-9615-2e9494e92ac2 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:34:40.004136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] For port 159b03a1-4e45-4a4b-9d82-2f73983980a6, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=159b03a1-4e45-4a4b-9d82-2f73983980a6,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:40.004744 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.011998 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] DHCP port deletion for e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:34:40.020092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Calling delete_port for 159b03a1-4e45-4a4b-9d82-2f73983980a6 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:34:40.062702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Deleting port 159b03a1-4e45-4a4b-9d82-2f73983980a6 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:34:40.063075 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.129519 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] For port 159b03a1-4e45-4a4b-9d82-2f73983980a6, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=159b03a1-4e45-4a4b-9d82-2f73983980a6,segment=NetworkSegment(b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e),segment_id=b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:40.129858 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.144675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Calling delete_port for 159b03a1-4e45-4a4b-9d82-2f73983980a6 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:34:40.181584 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.209562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] No DVR routers for this DVR port 159b03a1-4e45-4a4b-9d82-2f73983980a6 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:34:40.216397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=159b03a1-4e45-4a4b-9d82-2f73983980a6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:40.244758 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.269637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Pushing event deleted for resources: {'Port': ['ID=159b03a1-4e45-4a4b-9d82-2f73983980a6,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:40.273946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] No DVR routers for this DVR port 159b03a1-4e45-4a4b-9d82-2f73983980a6 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.286530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252af5a2-1e20-4e9e-98d1-bc2b3bf0c840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:40.295537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.314582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c38a6f-60fd-4cfa-b8e4-5daed3736e21']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:40.323679 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:40.324556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a7a2da-23f0-4f2e-a3fa-eb29d288d13e') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:40.333952 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.347549 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.353447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:34:40.353827 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:34:40.355491 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:34:40.484265 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.489925 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:40.491765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e5c38a6f-60fd-4cfa-b8e4-5daed3736e21 HTTP/1.1" status: 204 len: 168 time: 0.7131693 Sep 16 17:34:40.494885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59874) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:40.505398 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42a424-9be2-4ddd-a77d-1c4241897ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c38a6f-60fd-4cfa-b8e4-5daed3736e21,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:40.864711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:41.111744 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] Deleting port 321cd3cb-404a-43a3-8be4-c7cd04374d0b {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:34:41.112083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:41.189979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] For port 321cd3cb-404a-43a3-8be4-c7cd04374d0b, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=321cd3cb-404a-43a3-8be4-c7cd04374d0b,segment=NetworkSegment(e21216a6-571c-4e3d-8fbf-1d16f354a4fa),segment_id=e21216a6-571c-4e3d-8fbf-1d16f354a4fa)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:41.190256 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:41.202694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] Calling delete_port for 321cd3cb-404a-43a3-8be4-c7cd04374d0b owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:34:41.446043 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:41.470629 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] Pushing event deleted for resources: {'Port': ['ID=321cd3cb-404a-43a3-8be4-c7cd04374d0b,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:41.650986 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:41.739550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 159b03a1-4e45-4a4b-9d82-2f73983980a6 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:34:41.760234 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 159b03a1-4e45-4a4b-9d82-2f73983980a6 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:34:41.760617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 159b03a1-4e45-4a4b-9d82-2f73983980a6 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:34:42.185178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] Router e86ebd1c-c3ee-4562-a338-e2275edb89f2 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:34:42.300923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:34:42.305888 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7db1e6af-b51f-45ae-a71f-6a01ddf7348f admin admin] 10.222.0.22 "PUT /v2.0/routers/e86ebd1c-c3ee-4562-a338-e2275edb89f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099873 Sep 16 17:34:42.309105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59876) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:42.309912 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] Sync routers for ids ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:34:42.318748 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] Routers {'e86ebd1c-c3ee-4562-a338-e2275edb89f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:34:42.319350 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:42.415777 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:42.515867 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] Set router e86ebd1c-c3ee-4562-a338-e2275edb89f2 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:34:42.517217 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:42.637484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Deleting port 21cde5b0-2b1d-477c-b3f6-0d396aeba515 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:34:42.637829 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:42.709062 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'name': 'tempest-TestEncryptedCinderVolumes-1748897165-router', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:17Z', 'updated_at': '2021-09-16T17:34:41Z', 'revision_number': 5, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'gw_port': {'id': '21cde5b0-2b1d-477c-b3f6-0d396aeba515', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:33:18Z', 'updated_at': '2021-09-16T17:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:42.720036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] For port 21cde5b0-2b1d-477c-b3f6-0d396aeba515, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=21cde5b0-2b1d-477c-b3f6-0d396aeba515,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:42.720431 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:42.732811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Calling delete_port for 21cde5b0-2b1d-477c-b3f6-0d396aeba515 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:34:42.737710 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] Checking router: e86ebd1c-c3ee-4562-a338-e2275edb89f2 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:34:42.745758 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] Routers {'e86ebd1c-c3ee-4562-a338-e2275edb89f2'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:34:42.746517 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:42.829737 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] Set router e86ebd1c-c3ee-4562-a338-e2275edb89f2 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:34:42.885638 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'name': 'tempest-TestEncryptedCinderVolumes-1748897165-router', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:17Z', 'updated_at': '2021-09-16T17:34:42Z', 'revision_number': 6, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:42.912594 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84327c97-de45-49bf-ad1f-8ee6ce38b272 None None] The sync data for ids ['e86ebd1c-c3ee-4562-a338-e2275edb89f2'] in n-d-807786-3 is: [{'id': 'e86ebd1c-c3ee-4562-a338-e2275edb89f2', 'name': 'tempest-TestEncryptedCinderVolumes-1748897165-router', 'tenant_id': 'cd74eba17f3140b1af4818444aee8511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:17Z', 'updated_at': '2021-09-16T17:34:42Z', 'revision_number': 6, 'project_id': 'cd74eba17f3140b1af4818444aee8511', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:34:42.960061 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:42.986887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Pushing event deleted for resources: {'Port': ['ID=21cde5b0-2b1d-477c-b3f6-0d396aeba515,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:43.051555 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.141909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.143896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.255457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.258849 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e86ebd1c-c3ee-4562-a338-e2275edb89f2 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:34:43.260255 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.262522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f0e835c9-0ea6-43aa-a90e-d72d7f4ba492 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e86ebd1c-c3ee-4562-a338-e2275edb89f2 HTTP/1.1" status: 204 len: 168 time: 0.9513035 Sep 16 17:34:43.265525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59878) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:43.316238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-35280e03-6b81-4eab-9737-158bb4d4b475 admin admin] Deleting subnet 1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:34:43.319490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35280e03-6b81-4eab-9737-158bb4d4b475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.357026 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35280e03-6b81-4eab-9737-158bb4d4b475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.434788 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35280e03-6b81-4eab-9737-158bb4d4b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.577999 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35280e03-6b81-4eab-9737-158bb4d4b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.603321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35280e03-6b81-4eab-9737-158bb4d4b475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:43.606942 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-35280e03-6b81-4eab-9737-158bb4d4b475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.608817 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-35280e03-6b81-4eab-9737-158bb4d4b475 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1d0523fa-b874-4ecf-b2c7-70b9f2a5ab74 HTTP/1.1" status: 204 len: 168 time: 0.3422356 Sep 16 17:34:43.611710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59880) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:43.612584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73285a48-63ab-476f-a1c3-cac42abb70b5 None None] Network af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:34:43.686225 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.752151 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Deleting port b68735e5-eeff-4339-abd6-423e203dd7e0 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:34:43.752596 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.820358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] For port b68735e5-eeff-4339-abd6-423e203dd7e0, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=b68735e5-eeff-4339-abd6-423e203dd7e0,segment=NetworkSegment(e21216a6-571c-4e3d-8fbf-1d16f354a4fa),segment_id=e21216a6-571c-4e3d-8fbf-1d16f354a4fa)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:43.820763 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:43.829394 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 321cd3cb-404a-43a3-8be4-c7cd04374d0b no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:34:43.835859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Calling delete_port for b68735e5-eeff-4339-abd6-423e203dd7e0 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:34:43.880554 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 321cd3cb-404a-43a3-8be4-c7cd04374d0b {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:34:43.880908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 321cd3cb-404a-43a3-8be4-c7cd04374d0b not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:34:43.881328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 21cde5b0-2b1d-477c-b3f6-0d396aeba515 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:34:43.901836 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 21cde5b0-2b1d-477c-b3f6-0d396aeba515 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:34:43.902157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 21cde5b0-2b1d-477c-b3f6-0d396aeba515 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:34:43.983469 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5710528-8e0a-4f7a-92a3-ac5405be89e6 None None] DHCP port deletion for af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:34:43.994687 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.023791 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] No DVR routers for this DVR port b68735e5-eeff-4339-abd6-423e203dd7e0 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:34:44.028358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68735e5-eeff-4339-abd6-423e203dd7e0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:44.033062 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c5710528-8e0a-4f7a-92a3-ac5405be89e6 None None] Deleting port b68735e5-eeff-4339-abd6-423e203dd7e0 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:34:44.033508 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5710528-8e0a-4f7a-92a3-ac5405be89e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.095281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-c5710528-8e0a-4f7a-92a3-ac5405be89e6 None None] For port b68735e5-eeff-4339-abd6-423e203dd7e0, host n-d-807786-3, got binding levels [] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:44.095679 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5710528-8e0a-4f7a-92a3-ac5405be89e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.099266 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.108851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-c5710528-8e0a-4f7a-92a3-ac5405be89e6 None None] Calling delete_port for b68735e5-eeff-4339-abd6-423e203dd7e0 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:34:44.111536 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.ipam_backend_mixin [None req-c5710528-8e0a-4f7a-92a3-ac5405be89e6 None None] Port b68735e5-eeff-4339-abd6-423e203dd7e0 was not found and therefore no delete operation was performed {{(pid=95359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 17:34:44.112879 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c5710528-8e0a-4f7a-92a3-ac5405be89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.119432 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:44.129204 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:44.129499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21216a6-571c-4e3d-8fbf-1d16f354a4fa') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:44.139124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5710528-8e0a-4f7a-92a3-ac5405be89e6 None None] No DVR routers for this DVR port b68735e5-eeff-4339-abd6-423e203dd7e0 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:34:44.141345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5710528-8e0a-4f7a-92a3-ac5405be89e6 None None] Pushing event deleted for resources: {'Port': ['ID=b68735e5-eeff-4339-abd6-423e203dd7e0,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:44.147018 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.162660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.169326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:34:44.169821 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:34:44.171672 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:34:44.252159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.274597 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.280229 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.282099 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] 10.222.0.22 "DELETE /v2.0/networks/af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e HTTP/1.1" status: 204 len: 168 time: 0.6692464 Sep 16 17:34:44.292941 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7d605-0091-43ce-97c8-3c0b8c80e792 admin admin] Pushing event deleted for resources: {'Network': ['ID=af3d3bd5-aea5-4cdd-b6af-3b1907fb2b1e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:44.520351 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.592559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59884) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:44.632101 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-47acaa65-6e66-462c-81b1-6246424d15cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7e820e1f6d040abb4239255684be6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383251 Sep 16 17:34:44.634449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59886) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:44.680017 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-873f82b2-f90e-433f-b873-a0c234b1a0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.700354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-873f82b2-f90e-433f-b873-a0c234b1a0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.800149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-873f82b2-f90e-433f-b873-a0c234b1a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.802738 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-873f82b2-f90e-433f-b873-a0c234b1a0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:44.803951 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-873f82b2-f90e-433f-b873-a0c234b1a0f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3df206d7-04fc-4cf4-9653-833cbbe569c0 HTTP/1.1" status: 204 len: 168 time: 0.1685972 Sep 16 17:34:44.812314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f82b2-f90e-433f-b873-a0c234b1a0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df206d7-04fc-4cf4-9653-833cbbe569c0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:45.436582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59892) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:45.475392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1e62b810-9e19-45cc-9197-14283adab59c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd74eba17f3140b1af4818444aee8511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377045 Sep 16 17:34:45.477793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59894) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:45.524256 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e2946b0-bc57-4537-917c-7977d0ed25da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:45.545605 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e2946b0-bc57-4537-917c-7977d0ed25da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:45.663387 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e2946b0-bc57-4537-917c-7977d0ed25da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:45.665962 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1e2946b0-bc57-4537-917c-7977d0ed25da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:45.667136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1e2946b0-bc57-4537-917c-7977d0ed25da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02193989-2410-433a-b6fd-6991f9b7ca85 HTTP/1.1" status: 204 len: 168 time: 0.1884692 Sep 16 17:34:45.675084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2946b0-bc57-4537-917c-7977d0ed25da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02193989-2410-433a-b6fd-6991f9b7ca85,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:45.678782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b68735e5-eeff-4339-abd6-423e203dd7e0 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:34:45.708294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: b68735e5-eeff-4339-abd6-423e203dd7e0 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:34:45.708668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device b68735e5-eeff-4339-abd6-423e203dd7e0 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:34:46.724164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59916) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:46.818424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2052504490-network', 'tenant_id': '69f91d0fc2184036a8e2256c76247478'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:34:46.920182 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Made reservation on behalf of 69f91d0fc2184036a8e2256c76247478 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:34:46.922463 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:46.931105 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:47.018822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:47.091609 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:47.121252 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:34:47.126452 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa61475d-9877-4a41-9e50-78be5cd79b2a,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:47.134694 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:47.134936 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Added segment 2c85bf76-9e4c-4916-99f1-3cadd01a2e43 of type vlan for network 59df85c5-ed97-416f-93bc-ba4dc2847575 Sep 16 17:34:47.175651 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:47.278314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:47.279278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:47.279865 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:47.339091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=59df85c5-ed97-416f-93bc-ba4dc2847575,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:47.348862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 59df85c5-ed97-416f-93bc-ba4dc2847575 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:34:47.412478 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-267c8cd6-a63a-4927-b0d3-35a4e59af7b4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6871409 Sep 16 17:34:47.415353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59920) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:47.420245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Request body: {'subnet': {'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2052504490-subnet', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:34:47.508327 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Made reservation on behalf of 69f91d0fc2184036a8e2256c76247478 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:34:47.510613 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:47.725816 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:47.784425 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bccdc324-0386-4123-8639-cbe8a5b7c4ec,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:47.797804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Checking segment: {'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:34:47.798172 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Network hostable DHCP agents. Network: 59df85c5-ed97-416f-93bc-ba4dc2847575, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:34:47.868637 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Network 59df85c5-ed97-416f-93bc-ba4dc2847575 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:34:47.937041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 59df85c5-ed97-416f-93bc-ba4dc2847575) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:47.940992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:47.941601 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:47.946023 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5566749-a4e3-43ea-a040-b0f2716c1e1f None None] Network 59df85c5-ed97-416f-93bc-ba4dc2847575 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:34:47.995298 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-77fd9d75-60c8-4576-9073-338f8007a691 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5788283 Sep 16 17:34:47.998121 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59922) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:48.003035 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:34:48.062931 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.064005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.090627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-59df85c5-ed97-416f-93bc-ba4dc2847575', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:34:48.091498 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.116691 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.227658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Allocated IP 172.20.0.2 (59df85c5-ed97-416f-93bc-ba4dc2847575/bccdc324-0386-4123-8639-cbe8a5b7c4ec/ca1d1ddc-96c0-4a35-a983-e9e76010b0dc) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:34:48.313874 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.370539 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.446290 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.481505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Network 59df85c5-ed97-416f-93bc-ba4dc2847575 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:48.484378 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:48.487411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:34:48.504947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Pushing event updated for resources: {'Port': ['ID=ca1d1ddc-96c0-4a35-a983-e9e76010b0dc,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:48.550203 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Attempting to bind port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:34:48.550572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Attempting to bind port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:34:48.550933 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Attempting to bind port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc on network 59df85c5-ed97-416f-93bc-ba4dc2847575 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:34:48.556140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:34:48.556538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Checking segment: {'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:34:48.556939 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.557324 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Bound using segment: {'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:34:48.557780 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Bound port: ca1d1ddc-96c0-4a35-a983-e9e76010b0dc, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:34:48.558828 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.587003 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.607659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.624082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] For port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:34:48.627194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] For port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ca1d1ddc-96c0-4a35-a983-e9e76010b0dc,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:34:48.703468 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.713538 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Allocated IP 172.25.6.246 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/a778f44d-8e2d-4abe-baeb-bb128ed2b9c1) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:34:48.758651 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461bae0-3ce6-41e4-abe7-267ed7950aaf None None] Pushing event updated for resources: {'Port': ['ID=ca1d1ddc-96c0-4a35-a983-e9e76010b0dc,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:48.833716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.919974 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:48.978050 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:48.986905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:48.990468 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:34:48.994702 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Pushing event updated for resources: {'Port': ['ID=a778f44d-8e2d-4abe-baeb-bb128ed2b9c1,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:49.340312 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:49.550648 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:49.646747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cfe0fa-8883-4ccb-9447-4e7461663412 None None] Network 59df85c5-ed97-416f-93bc-ba4dc2847575 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:34:49.714981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ca1d1ddc-96c0-4a35-a983-e9e76010b0dc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:34:49.748498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Router 72d011b2-d766-40fd-9c83-d9725e431cfa is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:34:49.754948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-fefc5e11-ccfc-4f43-9b7b-9e1f0656f066 None None] Provisioning complete for port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:49.755326 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fefc5e11-ccfc-4f43-9b7b-9e1f0656f066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:49.851594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:49.851974 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:49.861840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:34:49.879164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Sync routers for ids ['72d011b2-d766-40fd-9c83-d9725e431cfa'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:34:49.920593 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:49.921813 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2ab5338b-2100-49a8-a0fc-1f074fa2abbb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9226227 Sep 16 17:34:49.924633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59924) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:49.947614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Routers {'72d011b2-d766-40fd-9c83-d9725e431cfa'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:34:49.948248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['72d011b2-d766-40fd-9c83-d9725e431cfa'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:50.004849 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fefc5e11-ccfc-4f43-9b7b-9e1f0656f066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:50.111877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-fefc5e11-ccfc-4f43-9b7b-9e1f0656f066 None None] For port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ca1d1ddc-96c0-4a35-a983-e9e76010b0dc,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:50.127770 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:50.130595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Set router 72d011b2-d766-40fd-9c83-d9725e431cfa gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:34:50.195075 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fefc5e11-ccfc-4f43-9b7b-9e1f0656f066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:50.354700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc5e11-ccfc-4f43-9b7b-9e1f0656f066 None None] Pushing event updated for resources: {'Port': ['ID=ca1d1ddc-96c0-4a35-a983-e9e76010b0dc,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:50.363748 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:34:50.364098 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:34:50.371353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-e78b1504-bb6d-4512-a4e4-7086863c5483 None None] Provisioning complete for port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:50.371970 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e78b1504-bb6d-4512-a4e4-7086863c5483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:50.479082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:49Z', 'revision_number': 3, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:50.509063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Checking router: 72d011b2-d766-40fd-9c83-d9725e431cfa for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:34:50.509415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Updating router 72d011b2-d766-40fd-9c83-d9725e431cfa port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:34:50.605934 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:50.722894 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:50.854028 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:50.880032 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Allocated IP 172.20.0.1 (59df85c5-ed97-416f-93bc-ba4dc2847575/bccdc324-0386-4123-8639-cbe8a5b7c4ec/ac2a3511-f70f-4c98-8fb1-14682e1b065f) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:34:50.929615 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:50.992264 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.080633 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.122893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Network 59df85c5-ed97-416f-93bc-ba4dc2847575 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:51.125938 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:51.130496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Attempting to bind port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:34:51.130789 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Attempting to bind port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:34:51.131151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Attempting to bind port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:34:51.132849 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:34:51.136424 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Pushing event updated for resources: {'Port': ['ID=ac2a3511-f70f-4c98-8fb1-14682e1b065f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:51.141067 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b06fb-a1bc-4c59-9f74-22575d214efb None None] Pushing event updated for resources: {'Port': ['ID=a778f44d-8e2d-4abe-baeb-bb128ed2b9c1,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:51.143386 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:34:51.143764 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:34:51.144163 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.144575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:34:51.145037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Bound port: a778f44d-8e2d-4abe-baeb-bb128ed2b9c1, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:34:51.145419 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.175361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.198846 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] For port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:34:51.202661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] For port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a778f44d-8e2d-4abe-baeb-bb128ed2b9c1,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:34:51.267655 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.333337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Routers {'72d011b2-d766-40fd-9c83-d9725e431cfa'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:34:51.333337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['72d011b2-d766-40fd-9c83-d9725e431cfa'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:51.334217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b06fb-a1bc-4c59-9f74-22575d214efb None None] Pushing event updated for resources: {'Port': ['ID=a778f44d-8e2d-4abe-baeb-bb128ed2b9c1,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:51.379071 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.400878 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-73ba54e9-baa4-494f-8db6-3da17885f27c None None] Provisioning complete for port ac2a3511-f70f-4c98-8fb1-14682e1b065f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:51.401190 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73ba54e9-baa4-494f-8db6-3da17885f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.476235 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-73ba54e9-baa4-494f-8db6-3da17885f27c None None] Port ac2a3511-f70f-4c98-8fb1-14682e1b065f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:34:51.485225 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] Set router 72d011b2-d766-40fd-9c83-d9725e431cfa gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:34:51.553778 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.606092 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.671762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:49Z', 'revision_number': 3, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:51.681668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Pushing event updated for resources: {'Port': ['ID=ac2a3511-f70f-4c98-8fb1-14682e1b065f,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:51.686200 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.702954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ca1d1ddc-96c0-4a35-a983-e9e76010b0dc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:34:51.705345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09dc72-3ce3-4041-9538-d60f9a3d63cf None None] The sync data for ids ['72d011b2-d766-40fd-9c83-d9725e431cfa'] in n-d-807786-3 is: [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:49Z', 'revision_number': 3, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:34:51.757818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:51.758197 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:51.789505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Network 59df85c5-ed97-416f-93bc-ba4dc2847575 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:51.790944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:51.923724 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Router 72d011b2-d766-40fd-9c83-d9725e431cfa has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:34:52.071492 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:34:52.084207 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3888260f-a62e-4154-b667-9a420bb7afcc admin admin] 10.222.0.22 "PUT /v2.0/routers/72d011b2-d766-40fd-9c83-d9725e431cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1513546 Sep 16 17:34:52.101001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-87ea367c-7065-44de-bc3e-cef1155f3672 None None] Provisioning complete for port ac2a3511-f70f-4c98-8fb1-14682e1b065f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:52.102360 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87ea367c-7065-44de-bc3e-cef1155f3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:52.142505 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-87ea367c-7065-44de-bc3e-cef1155f3672 None None] Port ac2a3511-f70f-4c98-8fb1-14682e1b065f cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:34:52.775370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 59940) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:52.780903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1127584251-network', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:34:52.862980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Made reservation on behalf of 5cc907f4c7f942298e495073eb8c28a1 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:34:52.865453 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:52.874603 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:52.962093 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.049523 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.075890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:34:53.085846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608dbcf9-7957-4c14-963b-593afdc8a4ec,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:53.092262 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.092684 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Added segment 7839b02f-7554-4d22-87f4-550bca3bbfca of type vlan for network ff612497-4910-4827-a11d-e47a2c4f17f7 Sep 16 17:34:53.134295 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.215548 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.216573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:53.217163 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.281472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] Pushing event updated for resources: {'Network': ['ID=ff612497-4910-4827-a11d-e47a2c4f17f7,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:53.284039 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Sync routers for ids ['72d011b2-d766-40fd-9c83-d9725e431cfa'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:34:53.290667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network ff612497-4910-4827-a11d-e47a2c4f17f7 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:34:53.294060 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Routers {'72d011b2-d766-40fd-9c83-d9725e431cfa'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:34:53.294675 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-138d704a-2331-4683-93da-44363c33bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['72d011b2-d766-40fd-9c83-d9725e431cfa'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:53.339964 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2e727ad1-c830-4258-b24a-3c4b9f6fc638 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5634360 Sep 16 17:34:53.342966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59942) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:53.348081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Request body: {'subnet': {'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1127584251-subnet', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:34:53.406086 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Set router 72d011b2-d766-40fd-9c83-d9725e431cfa gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:34:53.434833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Made reservation on behalf of 5cc907f4c7f942298e495073eb8c28a1 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:34:53.437225 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.609537 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-138d704a-2331-4683-93da-44363c33bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ac2a3511-f70f-4c98-8fb1-14682e1b065f', 'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'mac_address': 'fa:16:3e:1e:08:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:50Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 2, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'subnets': [{'id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:53.636604 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Checking router: 72d011b2-d766-40fd-9c83-d9725e431cfa for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:34:53.636964 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Updating router 72d011b2-d766-40fd-9c83-d9725e431cfa port ac2a3511-f70f-4c98-8fb1-14682e1b065f binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:34:53.662906 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.666968 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.715692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:34:53.731300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e1eaade-2dfa-4e7a-a074-cfe83aa09970,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:53.738582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Checking segment: {'id': '7839b02f-7554-4d22-87f4-550bca3bbfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:34:53.738922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Network hostable DHCP agents. Network: ff612497-4910-4827-a11d-e47a2c4f17f7, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:34:53.772200 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:53.772611 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.811869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Network ff612497-4910-4827-a11d-e47a2c4f17f7 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:34:53.853343 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.875173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a778f44d-8e2d-4abe-baeb-bb128ed2b9c1,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:53.914521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, ff612497-4910-4827-a11d-e47a2c4f17f7) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:53.918965 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:53.924213 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.925029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a032128-31f5-4e1b-8383-4e25cf99e240 None None] Network ff612497-4910-4827-a11d-e47a2c4f17f7 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:34:53.940455 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:53.945354 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.001247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-830da598-0803-4f88-80d3-251caa6287d1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6571376 Sep 16 17:34:54.003699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59944) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:54.008167 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1127584251-router', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:34:54.026952 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.034190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=a778f44d-8e2d-4abe-baeb-bb128ed2b9c1,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:54.081816 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Pushing event updated for resources: {'Port': ['ID=ac2a3511-f70f-4c98-8fb1-14682e1b065f,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:54.102888 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.103236 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.103620 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.103905 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.104235 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.104587 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.105115 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.105557 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.105890 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.106216 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.106540 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.106861 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:54.108836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.109922 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.118991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-ff612497-4910-4827-a11d-e47a2c4f17f7', 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'fixed_ips': [{'subnet_id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:34:54.120051 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.139867 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Attempting to bind port ac2a3511-f70f-4c98-8fb1-14682e1b065f on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:34:54.140239 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Attempting to bind port ac2a3511-f70f-4c98-8fb1-14682e1b065f by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:34:54.140645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Attempting to bind port ac2a3511-f70f-4c98-8fb1-14682e1b065f on network 59df85c5-ed97-416f-93bc-ba4dc2847575 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:34:54.146080 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:34:54.146452 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Checking segment: {'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:34:54.147971 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.147971 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Bound using segment: {'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:34:54.147971 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Bound port: ac2a3511-f70f-4c98-8fb1-14682e1b065f, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:34:54.148234 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.188320 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.225258 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-138d704a-2331-4683-93da-44363c33bab0 None None] For port ac2a3511-f70f-4c98-8fb1-14682e1b065f, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:34:54.229023 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-138d704a-2331-4683-93da-44363c33bab0 None None] For port ac2a3511-f70f-4c98-8fb1-14682e1b065f, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ac2a3511-f70f-4c98-8fb1-14682e1b065f,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:34:54.278075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Allocated IP 172.20.0.2 (ff612497-4910-4827-a11d-e47a2c4f17f7/4e1eaade-2dfa-4e7a-a074-cfe83aa09970/3c25687a-d99d-4771-8e59-269d13be5f47) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:34:54.286773 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.299526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-88f6c079-0923-41bc-bb04-c253e8c25177 None None] Provisioning complete for port ac2a3511-f70f-4c98-8fb1-14682e1b065f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:54.300096 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-88f6c079-0923-41bc-bb04-c253e8c25177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.333366 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Routers {'72d011b2-d766-40fd-9c83-d9725e431cfa'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:34:54.334326 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-138d704a-2331-4683-93da-44363c33bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['72d011b2-d766-40fd-9c83-d9725e431cfa'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:54.494173 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-88f6c079-0923-41bc-bb04-c253e8c25177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.535667 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.552344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-88f6c079-0923-41bc-bb04-c253e8c25177 None None] For port ac2a3511-f70f-4c98-8fb1-14682e1b065f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ac2a3511-f70f-4c98-8fb1-14682e1b065f,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:54.602942 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3510e65-ecbe-4dea-b47d-7a496779aa61 None None] Pushing event updated for resources: {'Port': ['ID=ac2a3511-f70f-4c98-8fb1-14682e1b065f,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:54.613595 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-138d704a-2331-4683-93da-44363c33bab0 None None] Set router 72d011b2-d766-40fd-9c83-d9725e431cfa gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:34:54.623542 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.656011 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-88f6c079-0923-41bc-bb04-c253e8c25177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.672412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Network ff612497-4910-4827-a11d-e47a2c4f17f7 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:54.675828 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:54.683450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:34:54.691761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Pushing event updated for resources: {'Port': ['ID=3c25687a-d99d-4771-8e59-269d13be5f47,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:54.707990 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.785011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Attempting to bind port 3c25687a-d99d-4771-8e59-269d13be5f47 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:34:54.785384 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Attempting to bind port 3c25687a-d99d-4771-8e59-269d13be5f47 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '7839b02f-7554-4d22-87f4-550bca3bbfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:34:54.785739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Attempting to bind port 3c25687a-d99d-4771-8e59-269d13be5f47 on network ff612497-4910-4827-a11d-e47a2c4f17f7 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:34:54.795890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6c079-0923-41bc-bb04-c253e8c25177 None None] Pushing event updated for resources: {'Port': ['ID=ac2a3511-f70f-4c98-8fb1-14682e1b065f,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:54.800807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:34:54.801190 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Checking segment: {'id': '7839b02f-7554-4d22-87f4-550bca3bbfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:34:54.801584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.801968 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Bound using segment: {'id': '7839b02f-7554-4d22-87f4-550bca3bbfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:34:54.802440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Bound port: 3c25687a-d99d-4771-8e59-269d13be5f47, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7839b02f-7554-4d22-87f4-550bca3bbfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:34:54.802863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.818149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-114040b9-45b3-4f66-96c3-aede8fb87f8b None None] Provisioning complete for port ac2a3511-f70f-4c98-8fb1-14682e1b065f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:54.818513 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-114040b9-45b3-4f66-96c3-aede8fb87f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:54.830316 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-138d704a-2331-4683-93da-44363c33bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ac2a3511-f70f-4c98-8fb1-14682e1b065f', 'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'mac_address': 'fa:16:3e:1e:08:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:50Z', 'updated_at': '2021-09-16T17:34:54Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'subnets': [{'id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:54.861776 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138d704a-2331-4683-93da-44363c33bab0 None None] The sync data for ids ['72d011b2-d766-40fd-9c83-d9725e431cfa'] in n-d-807786-3 is: [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ac2a3511-f70f-4c98-8fb1-14682e1b065f', 'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'mac_address': 'fa:16:3e:1e:08:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:50Z', 'updated_at': '2021-09-16T17:34:54Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'subnets': [{'id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:34:54.906437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] For port 3c25687a-d99d-4771-8e59-269d13be5f47, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:34:54.910063 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] For port 3c25687a-d99d-4771-8e59-269d13be5f47, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3c25687a-d99d-4771-8e59-269d13be5f47,segment=NetworkSegment(7839b02f-7554-4d22-87f4-550bca3bbfca),segment_id=7839b02f-7554-4d22-87f4-550bca3bbfca)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:34:54.987907 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:55.015748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:55.038538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:55.064055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbfae1-9a97-4e07-a7de-785bcdd7ce3c None None] Pushing event updated for resources: {'Port': ['ID=3c25687a-d99d-4771-8e59-269d13be5f47,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:55.168818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Allocated IP 172.25.6.182 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/3f47b3c2-d320-4557-9879-ac64635ce1b7) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:34:55.299200 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:55.394711 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:55.437293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:55.443885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:55.446147 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f47b3c2-d320-4557-9879-ac64635ce1b7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:55.448372 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:34:55.806002 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3c25687a-d99d-4771-8e59-269d13be5f47 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:34:55.869762 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3c25687a-d99d-4771-8e59-269d13be5f47 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:55.869762 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:55.906447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:55.977256 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:56.034616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 3c25687a-d99d-4771-8e59-269d13be5f47, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3c25687a-d99d-4771-8e59-269d13be5f47,segment=NetworkSegment(7839b02f-7554-4d22-87f4-550bca3bbfca),segment_id=7839b02f-7554-4d22-87f4-550bca3bbfca)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:34:56.092952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af142777-d4b8-496f-bb88-8b338edf4c6a None None] Network ff612497-4910-4827-a11d-e47a2c4f17f7 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:34:56.119586 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:56.120960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:34:56.130979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:56.215809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6673a621-b09c-4583-acc2-2614edf6e1b8 None None] Provisioning complete for port 3c25687a-d99d-4771-8e59-269d13be5f47 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:56.216207 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6673a621-b09c-4583-acc2-2614edf6e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:56.303065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=3c25687a-d99d-4771-8e59-269d13be5f47,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:56.329303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Router b60890f0-e57c-4b7c-879d-d7c1c880c957 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:34:56.353655 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:56.353947 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:56.442816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:34:56.453097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Sync routers for ids ['b60890f0-e57c-4b7c-879d-d7c1c880c957'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:34:56.469370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Routers {'b60890f0-e57c-4b7c-879d-d7c1c880c957'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:34:56.469370 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b60890f0-e57c-4b7c-879d-d7c1c880c957'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:56.531850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:56.533480 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1ee330bc-4d4e-4c21-a860-bc9a2f5b92f0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5285006 Sep 16 17:34:56.535969 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 59946) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:34:56.697425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ac2a3511-f70f-4c98-8fb1-14682e1b065f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:34:56.789590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-78d2f6da-72c6-49ce-abbf-5c7290fa416c None None] Provisioning complete for port 3c25687a-d99d-4771-8e59-269d13be5f47 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:56.789850 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-78d2f6da-72c6-49ce-abbf-5c7290fa416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:56.814562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Set router b60890f0-e57c-4b7c-879d-d7c1c880c957 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:34:56.905320 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ac2a3511-f70f-4c98-8fb1-14682e1b065f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:56.905691 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:56.969262 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.115504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'name': 'tempest-TestMinimumBasicScenario-1127584251-router', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:54Z', 'updated_at': '2021-09-16T17:34:55Z', 'revision_number': 3, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'gw_port': {'id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:55Z', 'updated_at': '2021-09-16T17:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:57.131170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Allocated IP 172.20.0.1 (ff612497-4910-4827-a11d-e47a2c4f17f7/4e1eaade-2dfa-4e7a-a074-cfe83aa09970/062087c2-b625-4b70-b787-c59433a69283) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:34:57.142265 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Checking router: b60890f0-e57c-4b7c-879d-d7c1c880c957 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:34:57.142618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Updating router b60890f0-e57c-4b7c-879d-d7c1c880c957 port 3f47b3c2-d320-4557-9879-ac64635ce1b7 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:34:57.168050 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.236227 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.326309 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.364119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Network ff612497-4910-4827-a11d-e47a2c4f17f7 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:57.367030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:57.370012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:34:57.401041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Pushing event updated for resources: {'Port': ['ID=062087c2-b625-4b70-b787-c59433a69283,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:57.426052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.427818 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.489814 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.547185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Attempting to bind port 3f47b3c2-d320-4557-9879-ac64635ce1b7 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:34:57.547568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Attempting to bind port 3f47b3c2-d320-4557-9879-ac64635ce1b7 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:34:57.547937 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Attempting to bind port 3f47b3c2-d320-4557-9879-ac64635ce1b7 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:34:57.549988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba2396-b127-429b-be51-3fad93837b85 None None] Pushing event updated for resources: {'Port': ['ID=3f47b3c2-d320-4557-9879-ac64635ce1b7,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:57.562031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:34:57.562498 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:34:57.562902 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.563301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:34:57.563772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Bound port: 3f47b3c2-d320-4557-9879-ac64635ce1b7, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:34:57.564156 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.615483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] For port 3f47b3c2-d320-4557-9879-ac64635ce1b7, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:34:57.618427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] For port 3f47b3c2-d320-4557-9879-ac64635ce1b7, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3f47b3c2-d320-4557-9879-ac64635ce1b7,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:34:57.650911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.689282 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3c25687a-d99d-4771-8e59-269d13be5f47 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:34:57.697891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9f63ab5f-28a6-4f43-b171-d32ea8ba8360 None None] Provisioning complete for port 062087c2-b625-4b70-b787-c59433a69283 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:57.698352 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9f63ab5f-28a6-4f43-b171-d32ea8ba8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.744117 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.813160 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9f63ab5f-28a6-4f43-b171-d32ea8ba8360 None None] Port 062087c2-b625-4b70-b787-c59433a69283 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:34:57.823556 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.830981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Routers {'b60890f0-e57c-4b7c-879d-d7c1c880c957'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:34:57.831618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:34:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b60890f0-e57c-4b7c-879d-d7c1c880c957'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:57.839003 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba2396-b127-429b-be51-3fad93837b85 None None] Pushing event updated for resources: {'Port': ['ID=3f47b3c2-d320-4557-9879-ac64635ce1b7,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:57.898117 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3c25687a-d99d-4771-8e59-269d13be5f47 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:57.898394 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.903305 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:57.971714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Pushing event updated for resources: {'Port': ['ID=062087c2-b625-4b70-b787-c59433a69283,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:57.974147 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:58.002961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] Set router b60890f0-e57c-4b7c-879d-d7c1c880c957 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:34:58.069662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Network ff612497-4910-4827-a11d-e47a2c4f17f7 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:58.071005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:58.200689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Router b60890f0-e57c-4b7c-879d-d7c1c880c957 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:34:58.257175 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-276aff87-d72d-4cb1-bd55-9928fe6e7733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:58.266925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'name': 'tempest-TestMinimumBasicScenario-1127584251-router', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:54Z', 'updated_at': '2021-09-16T17:34:57Z', 'revision_number': 4, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'gw_port': {'id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:55Z', 'updated_at': '2021-09-16T17:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '062087c2-b625-4b70-b787-c59433a69283', 'name': '', 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'mac_address': 'fa:16:3e:dc:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:56Z', 'updated_at': '2021-09-16T17:34:57Z', 'revision_number': 1, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'subnets': [{'id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:58.294885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3f71d-bc3b-4b68-adc1-25afdd1b6f82 None None] The sync data for ids ['b60890f0-e57c-4b7c-879d-d7c1c880c957'] in n-d-807786-3 is: [{'id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'name': 'tempest-TestMinimumBasicScenario-1127584251-router', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:54Z', 'updated_at': '2021-09-16T17:34:57Z', 'revision_number': 4, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'gw_port': {'id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:55Z', 'updated_at': '2021-09-16T17:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '062087c2-b625-4b70-b787-c59433a69283', 'name': '', 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'mac_address': 'fa:16:3e:dc:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:56Z', 'updated_at': '2021-09-16T17:34:57Z', 'revision_number': 1, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'subnets': [{'id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:34:58.332608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:34:58.340599 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c575d385-3fd7-4ef4-844e-d633721c69b6 admin admin] 10.222.0.22 "PUT /v2.0/routers/b60890f0-e57c-4b7c-879d-d7c1c880c957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8002651 Sep 16 17:34:58.341592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5bf65fb2-374e-4916-8b08-6749e5a66c14 None None] Provisioning complete for port 062087c2-b625-4b70-b787-c59433a69283 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:58.341964 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5bf65fb2-374e-4916-8b08-6749e5a66c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:58.381112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5bf65fb2-374e-4916-8b08-6749e5a66c14 None None] Port 062087c2-b625-4b70-b787-c59433a69283 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:34:59.756325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3f47b3c2-d320-4557-9879-ac64635ce1b7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:34:59.837891 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3f47b3c2-d320-4557-9879-ac64635ce1b7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:59.838287 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:59.941068 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:59.962796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 3f47b3c2-d320-4557-9879-ac64635ce1b7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3f47b3c2-d320-4557-9879-ac64635ce1b7,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:35:00.057380 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:00.130041 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=3f47b3c2-d320-4557-9879-ac64635ce1b7,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:00.840047 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7c5761ff-bb3d-4a47-acc1-a556413b3509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:01.508976 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:01.713772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3f47b3c2-d320-4557-9879-ac64635ce1b7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:35:01.773478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 3f47b3c2-d320-4557-9879-ac64635ce1b7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:35:01.774106 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:01.842727 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Sync routers for ids ['b60890f0-e57c-4b7c-879d-d7c1c880c957'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:35:01.860256 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Routers {'b60890f0-e57c-4b7c-879d-d7c1c880c957'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:35:01.861586 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b60890f0-e57c-4b7c-879d-d7c1c880c957'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:35:01.994434 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Set router b60890f0-e57c-4b7c-879d-d7c1c880c957 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:35:02.205718 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'name': 'tempest-TestMinimumBasicScenario-1127584251-router', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:54Z', 'updated_at': '2021-09-16T17:34:57Z', 'revision_number': 4, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'gw_port': {'id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:55Z', 'updated_at': '2021-09-16T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '062087c2-b625-4b70-b787-c59433a69283', 'name': '', 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'mac_address': 'fa:16:3e:dc:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:56Z', 'updated_at': '2021-09-16T17:34:57Z', 'revision_number': 2, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'subnets': [{'id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:35:02.231447 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Checking router: b60890f0-e57c-4b7c-879d-d7c1c880c957 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:35:02.231793 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Updating router b60890f0-e57c-4b7c-879d-d7c1c880c957 port 062087c2-b625-4b70-b787-c59433a69283 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:35:02.256104 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:02.483585 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:02.520119 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:02.565812 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:02.616309 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1b14c-e312-49d7-b960-9693ab2206e2 None None] Pushing event updated for resources: {'Port': ['ID=062087c2-b625-4b70-b787-c59433a69283,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:02.677322 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Attempting to bind port 062087c2-b625-4b70-b787-c59433a69283 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:35:02.677684 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Attempting to bind port 062087c2-b625-4b70-b787-c59433a69283 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '7839b02f-7554-4d22-87f4-550bca3bbfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:35:02.678041 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Attempting to bind port 062087c2-b625-4b70-b787-c59433a69283 on network ff612497-4910-4827-a11d-e47a2c4f17f7 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:35:02.684763 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:35:02.685492 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Checking segment: {'id': '7839b02f-7554-4d22-87f4-550bca3bbfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:35:02.686263 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:02.686885 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Bound using segment: {'id': '7839b02f-7554-4d22-87f4-550bca3bbfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:35:02.687476 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Bound port: 062087c2-b625-4b70-b787-c59433a69283, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7839b02f-7554-4d22-87f4-550bca3bbfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:35:02.689905 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:02.795377 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] For port 062087c2-b625-4b70-b787-c59433a69283, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:35:02.798843 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] For port 062087c2-b625-4b70-b787-c59433a69283, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=062087c2-b625-4b70-b787-c59433a69283,segment=NetworkSegment(7839b02f-7554-4d22-87f4-550bca3bbfca),segment_id=7839b02f-7554-4d22-87f4-550bca3bbfca)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:35:02.835756 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2ce68eb6-6c37-455d-806a-c0bf0d117a67 None None] Provisioning complete for port 062087c2-b625-4b70-b787-c59433a69283 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:35:02.836000 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ce68eb6-6c37-455d-806a-c0bf0d117a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:02.875156 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:02.876938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2ce68eb6-6c37-455d-806a-c0bf0d117a67 None None] Port 062087c2-b625-4b70-b787-c59433a69283 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:35:02.956005 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Routers {'b60890f0-e57c-4b7c-879d-d7c1c880c957'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:35:02.956655 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:35:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b60890f0-e57c-4b7c-879d-d7c1c880c957'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:35:03.013444 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1b14c-e312-49d7-b960-9693ab2206e2 None None] Pushing event updated for resources: {'Port': ['ID=062087c2-b625-4b70-b787-c59433a69283,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:03.100830 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] Set router b60890f0-e57c-4b7c-879d-d7c1c880c957 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:35:03.207156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3f81a9cf-7ff5-4f88-9cb9-ec547724a17e None None] Provisioning complete for port 062087c2-b625-4b70-b787-c59433a69283 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:35:03.207156 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3f81a9cf-7ff5-4f88-9cb9-ec547724a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:03.301474 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3f81a9cf-7ff5-4f88-9cb9-ec547724a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:03.344006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3f81a9cf-7ff5-4f88-9cb9-ec547724a17e None None] For port 062087c2-b625-4b70-b787-c59433a69283, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=062087c2-b625-4b70-b787-c59433a69283,segment=NetworkSegment(7839b02f-7554-4d22-87f4-550bca3bbfca),segment_id=7839b02f-7554-4d22-87f4-550bca3bbfca)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:35:03.362860 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'name': 'tempest-TestMinimumBasicScenario-1127584251-router', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:54Z', 'updated_at': '2021-09-16T17:34:57Z', 'revision_number': 4, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'gw_port': {'id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:55Z', 'updated_at': '2021-09-16T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '062087c2-b625-4b70-b787-c59433a69283', 'name': '', 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'mac_address': 'fa:16:3e:dc:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:56Z', 'updated_at': '2021-09-16T17:35:02Z', 'revision_number': 4, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'subnets': [{'id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:35:03.396426 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cabac1-28d0-4016-b903-468fb9ae13ee None None] The sync data for ids ['b60890f0-e57c-4b7c-879d-d7c1c880c957'] in n-d-807786-3 is: [{'id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'name': 'tempest-TestMinimumBasicScenario-1127584251-router', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:54Z', 'updated_at': '2021-09-16T17:34:57Z', 'revision_number': 4, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'gw_port': {'id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:55Z', 'updated_at': '2021-09-16T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '062087c2-b625-4b70-b787-c59433a69283', 'name': '', 'network_id': 'ff612497-4910-4827-a11d-e47a2c4f17f7', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'mac_address': 'fa:16:3e:dc:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:56Z', 'updated_at': '2021-09-16T17:35:02Z', 'revision_number': 4, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'subnets': [{'id': '4e1eaade-2dfa-4e7a-a074-cfe83aa09970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:35:03.457538 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3f81a9cf-7ff5-4f88-9cb9-ec547724a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:03.529415 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81a9cf-7ff5-4f88-9cb9-ec547724a17e None None] Pushing event updated for resources: {'Port': ['ID=062087c2-b625-4b70-b787-c59433a69283,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:03.741443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 062087c2-b625-4b70-b787-c59433a69283 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:35:03.826024 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 062087c2-b625-4b70-b787-c59433a69283 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:35:03.826312 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:04.002755 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:10.046320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-964609c8-00e9-4e3e-be27-f4759d1d7b16 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:10.047780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-964609c8-00e9-4e3e-be27-f4759d1d7b16 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/networks?id=59df85c5-ed97-416f-93bc-ba4dc2847575 HTTP/1.1" status: 200 len: 815 time: 0.1032257 Sep 16 17:35:10.063053 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-2549bbd0-aa8e-450c-9ef9-6983381d1176 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/quotas/69f91d0fc2184036a8e2256c76247478 HTTP/1.1" status: 200 len: 375 time: 0.0095861 Sep 16 17:35:10.117495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-da980e18-67d7-43d4-879c-454aee3d3456 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=69f91d0fc2184036a8e2256c76247478&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492318 Sep 16 17:35:10.213981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-426bfc81-4844-4880-ae4b-d58c2923dfe7 service neutron] 10.222.0.22 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846941 Sep 16 17:35:10.316316 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-6bf63544-66b5-45fd-953f-1f6960bd18be service neutron] 10.222.0.22 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955412 Sep 16 17:35:10.561067 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b056267e-a8cf-4662-8369-927b59eae51d req-38d3a380-2d7d-4911-8b8b-1e4b6d37262a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 210 time: 0.0268984 Sep 16 17:35:11.658556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d039b42-dfec-4812-b0aa-7a5c668a8779 req-c36fbc2f-d314-405e-94e4-888a26f1a26f tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 210 time: 0.0277307 Sep 16 17:35:12.601929 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-e3cfe680-ff67-4169-b783-b79babbe2429 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:12.603411 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-e3cfe680-ff67-4169-b783-b79babbe2429 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.62 "GET /v2.0/networks?id=59df85c5-ed97-416f-93bc-ba4dc2847575 HTTP/1.1" status: 200 len: 815 time: 0.1089733 Sep 16 17:35:12.615992 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'port': {'device_id': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'admin_state_up': True, 'tenant_id': '69f91d0fc2184036a8e2256c76247478'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:12.752027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5b1fe6fc-623a-472b-ae46-6c4323b9e722 req-f1789289-a7c4-47d7-a4af-fe9077ba5606 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 210 time: 0.0265048 Sep 16 17:35:12.803446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Made reservation on behalf of 69f91d0fc2184036a8e2256c76247478 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:35:12.807228 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:12.938710 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Allocated IP 172.20.0.8 (59df85c5-ed97-416f-93bc-ba4dc2847575/bccdc324-0386-4123-8639-cbe8a5b7c4ec/29472b17-0de1-4609-aac3-6416429d9016) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:35:13.091013 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:13.180937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:13.226328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Network 59df85c5-ed97-416f-93bc-ba4dc2847575 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:35:13.231247 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:35:13.236543 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:35:13.276894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'Port': ['ID=29472b17-0de1-4609-aac3-6416429d9016,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:13.298649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.298649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.298817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.299157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.299491 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.299819 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.300139 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.300499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.300831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.301273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.306759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.306759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:13.340942 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:13.341712 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:13.456261 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-fef8aedb-2d60-4603-84ba-b4d8b31511ce tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8436108 Sep 16 17:35:13.551860 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ae7ededd-e0b6-420e-8504-c0221aca9978 None None] Provisioning complete for port 29472b17-0de1-4609-aac3-6416429d9016 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:35:13.553110 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ae7ededd-e0b6-420e-8504-c0221aca9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:13.605058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ededd-e0b6-420e-8504-c0221aca9978 None None] Port 29472b17-0de1-4609-aac3-6416429d9016 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:35:13.885696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb772b-6736-4bb8-a113-6ff8089e63bb req-15fee324-5f05-4845-87da-f1c66be71088 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:13.895090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-addb772b-6736-4bb8-a113-6ff8089e63bb req-15fee324-5f05-4845-87da-f1c66be71088 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0737050 Sep 16 17:35:13.934833 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-addb772b-6736-4bb8-a113-6ff8089e63bb req-506f5153-21b4-47d3-83c9-7597b4ad2e30 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388618 Sep 16 17:35:14.289756 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:14.543731 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:15.020656 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:35:15.061882 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7ddc-0e73-4ddc-be5e-6eca592cd0c1 req-488698a8-91d8-478d-926b-5c0f5b99aa81 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:15.063420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ebf7ddc-0e73-4ddc-be5e-6eca592cd0c1 req-488698a8-91d8-478d-926b-5c0f5b99aa81 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0529823 Sep 16 17:35:15.101902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ebf7ddc-0e73-4ddc-be5e-6eca592cd0c1 req-af0eb0bb-c0b7-4a58-809c-19d837ad9aa7 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Sep 16 17:35:16.236019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fa694-b4e1-4373-b027-4b5c0182cc9e req-e2a567f2-69f9-40bb-a63b-31de1b57bfd2 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:16.237551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-482fa694-b4e1-4373-b027-4b5c0182cc9e req-e2a567f2-69f9-40bb-a63b-31de1b57bfd2 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0591955 Sep 16 17:35:16.276209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-482fa694-b4e1-4373-b027-4b5c0182cc9e req-03a01d8c-8e12-4343-a192-01fec7a1b1f2 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327096 Sep 16 17:35:17.386538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139e8da-fe9d-4110-90f5-8d74222fd28b req-a57f542d-b8cf-483b-b2a7-c2bc501adee5 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:17.388172 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d139e8da-fe9d-4110-90f5-8d74222fd28b req-a57f542d-b8cf-483b-b2a7-c2bc501adee5 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0482819 Sep 16 17:35:17.430146 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d139e8da-fe9d-4110-90f5-8d74222fd28b req-bf514bd2-0ed0-45d3-a268-4c5197c95dff tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360155 Sep 16 17:35:18.544239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0db03-9852-453e-a1ee-776b9cea8226 req-96572d9c-d08c-4894-82c1-59472654d857 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:18.545744 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ed0db03-9852-453e-a1ee-776b9cea8226 req-96572d9c-d08c-4894-82c1-59472654d857 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0500071 Sep 16 17:35:18.588043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ed0db03-9852-453e-a1ee-776b9cea8226 req-afd2634f-3d3c-402c-a954-af7cf83deea1 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363364 Sep 16 17:35:19.730580 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce7ff1-d359-4d6a-bcb0-7e21e7cc2b04 req-65463f01-d0c3-466e-a255-c7cd0dfc3e65 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:19.732920 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50ce7ff1-d359-4d6a-bcb0-7e21e7cc2b04 req-65463f01-d0c3-466e-a255-c7cd0dfc3e65 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0523119 Sep 16 17:35:19.771063 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50ce7ff1-d359-4d6a-bcb0-7e21e7cc2b04 req-f6071f8a-e82c-41d8-9352-6cb064ae6ce0 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Sep 16 17:35:20.883019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c78c7-a24b-4e52-95fe-edbea2454d4d req-d46485d0-5b28-4f3f-91bf-36055b7510a3 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:20.884481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-411c78c7-a24b-4e52-95fe-edbea2454d4d req-d46485d0-5b28-4f3f-91bf-36055b7510a3 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0480754 Sep 16 17:35:20.925590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-411c78c7-a24b-4e52-95fe-edbea2454d4d req-260fa68d-5619-496a-87fb-efcf96e5a2cb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341809 Sep 16 17:35:22.050483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce1d81-ecf6-4272-81d8-a3dc08f741d8 req-910820ce-41df-42e6-8100-8e139031b02e tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:22.051964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-52ce1d81-ecf6-4272-81d8-a3dc08f741d8 req-910820ce-41df-42e6-8100-8e139031b02e tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0524647 Sep 16 17:35:22.089921 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-52ce1d81-ecf6-4272-81d8-a3dc08f741d8 req-66fefd73-b9fd-4e24-b26b-142429901c35 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Sep 16 17:35:23.205527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e44e0-e2ca-4db6-beda-31fdc898a4df req-36481877-64ae-4b34-8f69-78e2fce0c1e3 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:23.207076 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-484e44e0-e2ca-4db6-beda-31fdc898a4df req-36481877-64ae-4b34-8f69-78e2fce0c1e3 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0486872 Sep 16 17:35:23.245026 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-484e44e0-e2ca-4db6-beda-31fdc898a4df req-ac0708f4-5586-4a47-88b8-c388fc9aaa1a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320060 Sep 16 17:35:24.365331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ea656-10ef-45e6-a39a-78e18a0c22cb req-d5c48aa9-0bc6-4c67-83df-062e76aa4935 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:24.366830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243ea656-10ef-45e6-a39a-78e18a0c22cb req-d5c48aa9-0bc6-4c67-83df-062e76aa4935 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0509584 Sep 16 17:35:24.411445 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243ea656-10ef-45e6-a39a-78e18a0c22cb req-e3247901-7a8c-4407-840a-f5d8dee4bdd0 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386755 Sep 16 17:35:25.887170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327cacc-8bdb-41f2-8f62-aff8f4f8c624 req-b8670790-90ff-4e46-a074-906607a207a8 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:25.889016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7327cacc-8bdb-41f2-8f62-aff8f4f8c624 req-b8670790-90ff-4e46-a074-906607a207a8 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.3926880 Sep 16 17:35:25.928818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7327cacc-8bdb-41f2-8f62-aff8f4f8c624 req-5b4011f1-9432-4ee1-804c-0e21287b2be1 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Sep 16 17:35:27.042547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7aa51-19b4-488f-bfd3-3406b65e522f req-7497f801-5b64-4b47-9f2e-9b4d448fdd0e tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:27.044037 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60e7aa51-19b4-488f-bfd3-3406b65e522f req-7497f801-5b64-4b47-9f2e-9b4d448fdd0e tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 931 time: 0.0497844 Sep 16 17:35:27.082059 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60e7aa51-19b4-488f-bfd3-3406b65e522f req-f4698f32-2804-41c7-ab34-5038f3832d36 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Sep 16 17:35:27.146624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Request body: {'port': {'device_id': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:27.202221 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:27.466730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29472b17-0de1-4609-aac3-6416429d9016 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:35:27.474154 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:27.486394 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Transition to ACTIVE for port object 29472b17-0de1-4609-aac3-6416429d9016 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:35:27.531372 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:27.601393 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Pushing event updated for resources: {'Port': ['ID=29472b17-0de1-4609-aac3-6416429d9016,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:27.652678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Attempting to bind port 29472b17-0de1-4609-aac3-6416429d9016 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:35:27.653021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Attempting to bind port 29472b17-0de1-4609-aac3-6416429d9016 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:35:27.653353 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Attempting to bind port 29472b17-0de1-4609-aac3-6416429d9016 on network 59df85c5-ed97-416f-93bc-ba4dc2847575 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:35:27.658586 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Port 29472b17-0de1-4609-aac3-6416429d9016 on network 59df85c5-ed97-416f-93bc-ba4dc2847575 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:35:27.658831 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Attempting to bind port 29472b17-0de1-4609-aac3-6416429d9016 on network 59df85c5-ed97-416f-93bc-ba4dc2847575 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:35:27.663900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:35:27.664240 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Checking segment: {'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:35:27.664658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Bound using segment: {'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:35:27.665089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Bound port: 29472b17-0de1-4609-aac3-6416429d9016, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c85bf76-9e4c-4916-99f1-3cadd01a2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:35:27.665463 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:27.731960 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] For port 29472b17-0de1-4609-aac3-6416429d9016, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:35:27.735366 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] For port 29472b17-0de1-4609-aac3-6416429d9016, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=29472b17-0de1-4609-aac3-6416429d9016,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:35:27.800176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:27.836806 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:27.837427 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:27.838823 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] 10.222.0.62 "PUT /v2.0/ports/29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 1091 time: 0.6966074 Sep 16 17:35:27.839260 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'tag': '29472b17-0de1-4609-aac3-6416429d9016'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:35:27.841709 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e39d0c7-3d3a-45b1-87a5-e78071943073" -d '{"events": [{"name": "network-changed", "server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "tag": "29472b17-0de1-4609-aac3-6416429d9016"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:35:27.868571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b099b9-f951-4f85-9909-4ffc06996870 service neutron] Pushing event updated for resources: {'Port': ['ID=29472b17-0de1-4609-aac3-6416429d9016,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:27.885160 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0364c138-d82c-4a5c-a9da-c1fa049abb0b x-openstack-request-id: req-0364c138-d82c-4a5c-a9da-c1fa049abb0b {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:35:27.885470 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "tag": "29472b17-0de1-4609-aac3-6416429d9016", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:35:27.890409 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0364c138-d82c-4a5c-a9da-c1fa049abb0b {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:35:27.890409 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'tag': '29472b17-0de1-4609-aac3-6416429d9016', 'status': 'completed', 'code': 200} Sep 16 17:35:27.953795 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39d0c7-3d3a-45b1-87a5-e78071943073 req-0e51a139-b87d-4e0b-9ee5-abc2c147cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:27.955451 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0e39d0c7-3d3a-45b1-87a5-e78071943073 req-0e51a139-b87d-4e0b-9ee5-abc2c147cd53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69f91d0fc2184036a8e2256c76247478&device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1094 time: 0.0485859 Sep 16 17:35:28.059312 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39d0c7-3d3a-45b1-87a5-e78071943073 req-dd434509-3870-44a2-b818-6f76f322a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:28.060806 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0e39d0c7-3d3a-45b1-87a5-e78071943073 req-dd434509-3870-44a2-b818-6f76f322a528 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=69f91d0fc2184036a8e2256c76247478&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0980530 Sep 16 17:35:28.160914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39d0c7-3d3a-45b1-87a5-e78071943073 req-ec1c325e-6679-400f-b172-6f5e68cd46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:28.162395 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-0e39d0c7-3d3a-45b1-87a5-e78071943073 req-ec1c325e-6679-400f-b172-6f5e68cd46a7 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949018 Sep 16 17:35:28.199232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c09a0e-eafc-4943-a375-e73f33f025a2 req-94b84803-415c-4a06-8fef-260b0ba6bb9f tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:28.200712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33c09a0e-eafc-4943-a375-e73f33f025a2 req-94b84803-415c-4a06-8fef-260b0ba6bb9f tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 943 time: 0.0519300 Sep 16 17:35:28.239899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-b2d54999-79ae-4f94-a105-85c1ff13b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:28.241854 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-b2d54999-79ae-4f94-a105-85c1ff13b37d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69f91d0fc2184036a8e2256c76247478&device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1094 time: 0.0428121 Sep 16 17:35:28.243723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33c09a0e-eafc-4943-a375-e73f33f025a2 req-37be1293-35f6-41dd-b96e-1b59c11f588e tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364075 Sep 16 17:35:28.260173 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e78eb41d-21ff-44f9-ac63-cf3a4b28fd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:28.289905 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-44098035-d53e-4592-acf4-2af5e38c3f81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 217 time: 0.0409353 Sep 16 17:35:28.340099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-3ce0156f-6e96-45db-a242-e69fb08f4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:28.341567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-3ce0156f-6e96-45db-a242-e69fb08f4470 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bccdc324-0386-4123-8639-cbe8a5b7c4ec HTTP/1.1" status: 200 len: 854 time: 0.0450530 Sep 16 17:35:28.387473 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-d8ebdfab-8d26-4f00-bf87-51517c48a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:28.389297 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-d8ebdfab-8d26-4f00-bf87-51517c48a751 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59df85c5-ed97-416f-93bc-ba4dc2847575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408659 Sep 16 17:35:28.482643 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-d14e7171-b728-4f0c-bc28-2feaf6cb1623 service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854790 Sep 16 17:35:28.569700 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-d0a01334-8675-4ef1-b0ae-f18e292af194 req-24f8854b-1dec-44c8-a85e-c54caa0bd023 service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805917 Sep 16 17:35:29.360539 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ceee8-6707-41ff-a97b-f24a657105a4 req-df85e008-e452-4b65-bece-affa183dc86c tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:29.362055 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-068ceee8-6707-41ff-a97b-f24a657105a4 req-df85e008-e452-4b65-bece-affa183dc86c tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 943 time: 0.0505950 Sep 16 17:35:29.400045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-068ceee8-6707-41ff-a97b-f24a657105a4 req-116b2e52-d722-40e5-952a-2c6bcfd9056d tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Sep 16 17:35:30.512866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80acd0e-020d-467a-ab73-1fcc067b88ac req-556efd49-2574-4e9e-a70c-2005f9f51874 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:30.514364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c80acd0e-020d-467a-ab73-1fcc067b88ac req-556efd49-2574-4e9e-a70c-2005f9f51874 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 943 time: 0.0483742 Sep 16 17:35:30.551025 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c80acd0e-020d-467a-ab73-1fcc067b88ac req-2e82aef3-c2d7-4849-8825-45e58e6de975 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305066 Sep 16 17:35:30.825475 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-92fa01db-7918-4f74-88eb-c88ac40f32a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:31.517368 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:31.561825 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 29472b17-0de1-4609-aac3-6416429d9016 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:35:31.657581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 29472b17-0de1-4609-aac3-6416429d9016, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=29472b17-0de1-4609-aac3-6416429d9016,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:35:31.665405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b19d1c-96b2-4cb3-a408-959bdf30299b req-fb3485bc-b97f-4a48-993d-54eb0c2396b9 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:31.666912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79b19d1c-96b2-4cb3-a408-959bdf30299b req-fb3485bc-b97f-4a48-993d-54eb0c2396b9 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 943 time: 0.0496638 Sep 16 17:35:31.672588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '29472b17-0de1-4609-aac3-6416429d9016', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'port_id': '29472b17-0de1-4609-aac3-6416429d9016', 'mac_address': 'fa:16:3e:e0:38:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:35:31.709449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79b19d1c-96b2-4cb3-a408-959bdf30299b req-f6f0bcae-87fb-4862-8875-21285afa802b tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360494 Sep 16 17:35:31.710551 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:31.723565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29472b17-0de1-4609-aac3-6416429d9016 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:35:31.742954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 29472b17-0de1-4609-aac3-6416429d9016, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=29472b17-0de1-4609-aac3-6416429d9016,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:35:31.811525 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:31.856819 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=29472b17-0de1-4609-aac3-6416429d9016,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:32.037804 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['29472b17-0de1-4609-aac3-6416429d9016'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:35:32.210934 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:32.822122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233a3e-3d2f-4e39-9fd3-b3c4e8c5f90a req-9987df04-5dc8-428d-9ece-3d48b0e07f19 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:32.823584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b233a3e-3d2f-4e39-9fd3-b3c4e8c5f90a req-9987df04-5dc8-428d-9ece-3d48b0e07f19 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 944 time: 0.0481875 Sep 16 17:35:32.860740 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b233a3e-3d2f-4e39-9fd3-b3c4e8c5f90a req-164dd6c5-875d-42bc-99f4-450d7199ec52 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311077 Sep 16 17:35:33.563055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 29472b17-0de1-4609-aac3-6416429d9016 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:35:33.674008 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 29472b17-0de1-4609-aac3-6416429d9016 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:35:33.677855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 29472b17-0de1-4609-aac3-6416429d9016 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:35:33.678229 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:33.755930 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:33.937121 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29472b17-0de1-4609-aac3-6416429d9016'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:35:33.939868 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa760327-77af-455e-b9c3-4221c008a8fa" -d '{"events": [{"server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "name": "network-vif-plugged", "status": "completed", "tag": "29472b17-0de1-4609-aac3-6416429d9016"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:35:33.956110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 29472b17-0de1-4609-aac3-6416429d9016, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=29472b17-0de1-4609-aac3-6416429d9016,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:35:33.980316 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af1a740-b8f0-48a3-a303-7651292b7baa x-openstack-request-id: req-2af1a740-b8f0-48a3-a303-7651292b7baa {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:35:33.980642 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "name": "network-vif-plugged", "status": "completed", "tag": "29472b17-0de1-4609-aac3-6416429d9016", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:35:33.980894 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2af1a740-b8f0-48a3-a303-7651292b7baa {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:35:33.981343 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29472b17-0de1-4609-aac3-6416429d9016', 'code': 200} Sep 16 17:35:33.983756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beec17f-2a9c-4893-a7db-a3066bd10b53 req-fe2c5502-af30-45dd-964f-8361747df04b tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:33.985817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0beec17f-2a9c-4893-a7db-a3066bd10b53 req-fe2c5502-af30-45dd-964f-8361747df04b tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 944 time: 0.0517282 Sep 16 17:35:34.011649 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:34.028850 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0beec17f-2a9c-4893-a7db-a3066bd10b53 req-1f4e5439-0f3f-4702-a0b6-5811712b56d7 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369165 Sep 16 17:35:34.034205 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:34.077767 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56731376-3abe-4df9-9862-908ecd3358d9 req-b8e1318a-121a-4ef2-a988-6bddead25ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:34.079328 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56731376-3abe-4df9-9862-908ecd3358d9 req-b8e1318a-121a-4ef2-a988-6bddead25ddc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1096 time: 0.0410447 Sep 16 17:35:34.089409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=29472b17-0de1-4609-aac3-6416429d9016,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:34.118680 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-56731376-3abe-4df9-9862-908ecd3358d9 req-408824ae-a4e7-4980-a9a6-8eeeabe4ad94 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Sep 16 17:35:35.148261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79909a8b-9b73-4c8f-8531-8f7966ab0f87 req-7726eef0-4044-44b5-a19b-b45185d5d1b1 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:35.149772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79909a8b-9b73-4c8f-8531-8f7966ab0f87 req-7726eef0-4044-44b5-a19b-b45185d5d1b1 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 945 time: 0.0491006 Sep 16 17:35:35.191542 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79909a8b-9b73-4c8f-8531-8f7966ab0f87 req-b8c2b390-cd53-4661-b6f4-7d986bc3012f tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355592 Sep 16 17:35:36.304847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718b198-3f32-4e0b-874f-d1495900b4a6 req-f8c52530-2ed9-43fc-b89a-2ff68d5479e4 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:36.306344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5718b198-3f32-4e0b-874f-d1495900b4a6 req-f8c52530-2ed9-43fc-b89a-2ff68d5479e4 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 945 time: 0.0497968 Sep 16 17:35:36.343439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5718b198-3f32-4e0b-874f-d1495900b4a6 req-cf3511db-a404-4714-8efa-0cfe0b7fd5a6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312088 Sep 16 17:35:36.458184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf5ef-2f81-49a7-a649-4e7cb8df6ac3 req-7f3f09c9-cdc7-4bcf-8eed-8f76ea332d67 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:36.459667 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d9cf5ef-2f81-49a7-a649-4e7cb8df6ac3 req-7f3f09c9-cdc7-4bcf-8eed-8f76ea332d67 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Sep 16 17:35:36.497136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5d9cf5ef-2f81-49a7-a649-4e7cb8df6ac3 req-14208ff4-b7da-461a-9b04-f9548abec06b tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311821 Sep 16 17:35:36.681075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c476b-7998-47aa-a0f2-dde1d47bc639 req-f97cc20c-f6db-4e24-aa7b-b1c48a8ca8c4 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:36.682538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a5c476b-7998-47aa-a0f2-dde1d47bc639 req-f97cc20c-f6db-4e24-aa7b-b1c48a8ca8c4 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 945 time: 0.0487306 Sep 16 17:35:36.723904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9a5c476b-7998-47aa-a0f2-dde1d47bc639 req-7534c198-2f8e-46e1-87a1-8f62bb7ae477 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348492 Sep 16 17:35:43.439867 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-ac2cd483-4051-4c86-81cd-1000d67258f6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393369 Sep 16 17:35:43.521488 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-a7225e9f-8a75-4021-99b0-fbe8778947bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:43.522993 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-a7225e9f-8a75-4021-99b0-fbe8778947bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69f91d0fc2184036a8e2256c76247478&device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1096 time: 0.0414772 Sep 16 17:35:43.634009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-0cca6b75-be5b-4a63-926c-25c04bd11c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:43.635567 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-0cca6b75-be5b-4a63-926c-25c04bd11c57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59df85c5-ed97-416f-93bc-ba4dc2847575 HTTP/1.1" status: 200 len: 916 time: 0.0930102 Sep 16 17:35:43.682798 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-46fcfa6c-c7a2-44b0-b0da-2b4b6be71756 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 217 time: 0.0401633 Sep 16 17:35:43.733460 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-e4b8d0cd-da49-4844-b0f4-e466a8b1f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:43.735467 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-e4b8d0cd-da49-4844-b0f4-e466a8b1f635 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bccdc324-0386-4123-8639-cbe8a5b7c4ec HTTP/1.1" status: 200 len: 854 time: 0.0461485 Sep 16 17:35:43.786061 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-5b7ad52e-b96e-4142-af32-0faa58b91e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:43.787555 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-5b7ad52e-b96e-4142-af32-0faa58b91e84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59df85c5-ed97-416f-93bc-ba4dc2847575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450692 Sep 16 17:35:43.879984 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-b1a07d88-d066-4a8a-9147-debbfa2754ca service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844939 Sep 16 17:35:43.978058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-546e81a9-eb96-45c7-90ff-513e7b2fcb8a req-77eced52-8260-4db6-98a6-355349f7f706 service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911927 Sep 16 17:35:44.268707 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:44.594484 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:51.217166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558b1-cf53-4074-a0ac-7761b6a28c63 req-2e25c5d3-6761-4c62-a937-ed8279eaa105 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:51.219607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29f558b1-cf53-4074-a0ac-7761b6a28c63 req-2e25c5d3-6761-4c62-a937-ed8279eaa105 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 945 time: 0.0550170 Sep 16 17:35:51.255878 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29f558b1-cf53-4074-a0ac-7761b6a28c63 req-d30cf670-bd13-4a89-ad46-f722666b98ac tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304041 Sep 16 17:35:51.277986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60160) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:35:51.404810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da6ac77-fe34-4ce9-84e8-380e1069fbf8 tempest-TestMinimumBasicScenario-730829670 tempest-TestMinimumBasicScenario-730829670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:51.406734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1da6ac77-fe34-4ce9-84e8-380e1069fbf8 tempest-TestMinimumBasicScenario-730829670 tempest-TestMinimumBasicScenario-730829670-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1091 time: 0.1277919 Sep 16 17:35:51.409923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60164) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:35:51.414157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '29472b17-0de1-4609-aac3-6416429d9016', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:51.499624 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:51.599740 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:51.701413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Allocated IP 172.25.6.71 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/249db740-a284-447f-8952-b3dc28a4446b) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:35:51.812492 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:51.900271 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:51.939661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:35:51.942535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:35:51.945957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:35:51.954063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'Port': ['ID=249db740-a284-447f-8952-b3dc28a4446b,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:51.981432 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.981778 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.982114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.982447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.982773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.983094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.983413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.984253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.984596 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.985086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.985408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:51.985725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:35:52.019981 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:35:52.317851 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:52.433911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:52.580762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:52.640040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:52.716188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'Port': ['ID=249db740-a284-447f-8952-b3dc28a4446b,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:52.722508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:52.822945 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Floating IP a0a21a40-fd94-4b3b-bdf5-5c951233bb51 associated. External IP: 172.25.6.71, port: 29472b17-0de1-4609-aac3-6416429d9016. Sep 16 17:35:53.027971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Router 72d011b2-d766-40fd-9c83-d9725e431cfa has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:35:53.138581 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:35:53.148773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] Sync routers for ids ['72d011b2-d766-40fd-9c83-d9725e431cfa'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:35:53.157508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] Routers {'72d011b2-d766-40fd-9c83-d9725e431cfa'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:35:53.158142 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:35:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['72d011b2-d766-40fd-9c83-d9725e431cfa'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:35:53.223023 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:53.250199 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-15a4556e-344d-42ba-a201-cff9250f11bb tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8386316 Sep 16 17:35:53.251290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'tag': '29472b17-0de1-4609-aac3-6416429d9016'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:35:53.253115 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b6d92-b8d9-44ec-b650-5a269c432fae" -d '{"events": [{"name": "network-changed", "server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "tag": "29472b17-0de1-4609-aac3-6416429d9016"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:35:53.253302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60166) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:35:53.258595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-46a5f564-39d9-4ffd-abd1-5e95028276fa tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824047145', 'description': 'tempest-secgroup-smoke-1824047145 description', 'project_id': '69f91d0fc2184036a8e2256c76247478'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:53.263444 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] Set router 72d011b2-d766-40fd-9c83-d9725e431cfa gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:35:53.354622 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46a5f564-39d9-4ffd-abd1-5e95028276fa tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:53.420208 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33484776-5a09-4dce-a070-c17e8199d30b x-openstack-request-id: req-33484776-5a09-4dce-a070-c17e8199d30b {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:35:53.420739 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "tag": "29472b17-0de1-4609-aac3-6416429d9016", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:35:53.420739 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33484776-5a09-4dce-a070-c17e8199d30b {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:35:53.421165 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'tag': '29472b17-0de1-4609-aac3-6416429d9016', 'status': 'completed', 'code': 200} Sep 16 17:35:53.496576 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a0a21a40-fd94-4b3b-bdf5-5c951233bb51', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'port_id': '29472b17-0de1-4609-aac3-6416429d9016', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'mac_address': 'fa:16:3e:e0:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:35:52Z', 'updated_at': '2021-09-16T17:35:52Z', 'revision_number': 0, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2a3511-f70f-4c98-8fb1-14682e1b065f', 'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'mac_address': 'fa:16:3e:1e:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:50Z', 'updated_at': '2021-09-16T17:34:54Z', 'revision_number': 5, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'subnets': [{'id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:35:53.511147 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46a5f564-39d9-4ffd-abd1-5e95028276fa tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:53.513707 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-6a9edb2e-85b4-411e-ab07-b855e4ab87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:53.515312 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-6a9edb2e-85b4-411e-ab07-b855e4ab87cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69f91d0fc2184036a8e2256c76247478&device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1096 time: 0.0718331 Sep 16 17:35:53.523625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] Checking router: 72d011b2-d766-40fd-9c83-d9725e431cfa for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:35:53.532074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] Routers {'72d011b2-d766-40fd-9c83-d9725e431cfa'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:35:53.532714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:35:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['72d011b2-d766-40fd-9c83-d9725e431cfa'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:35:53.583943 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46a5f564-39d9-4ffd-abd1-5e95028276fa tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:53.632490 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5f564-39d9-4ffd-abd1-5e95028276fa tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:53.640187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] Set router 72d011b2-d766-40fd-9c83-d9725e431cfa gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:35:53.640573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-0ae87474-0f6c-4be8-b21a-2b9af65b7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:53.642549 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-0ae87474-0f6c-4be8-b21a-2b9af65b7379 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59df85c5-ed97-416f-93bc-ba4dc2847575 HTTP/1.1" status: 200 len: 916 time: 0.1203158 Sep 16 17:35:53.689431 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-46a5f564-39d9-4ffd-abd1-5e95028276fa tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:53.690670 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-46a5f564-39d9-4ffd-abd1-5e95028276fa tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4363530 Sep 16 17:35:53.693779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60172) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:35:53.698587 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-530b5dcc-160f-4fdc-9a90-446cdd3e4a31 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'security_group_rule': {'security_group_id': 'd4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0', 'project_id': '69f91d0fc2184036a8e2256c76247478', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:53.712328 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-1e0ec405-4ba7-4abf-9764-054cc97bcbe6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 998 time: 0.0626566 Sep 16 17:35:53.766905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-944d467d-faed-49fe-ad22-d604d42d4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:53.768648 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-944d467d-faed-49fe-ad22-d604d42d4c07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bccdc324-0386-4123-8639-cbe8a5b7c4ec HTTP/1.1" status: 200 len: 854 time: 0.0485840 Sep 16 17:35:53.785649 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-530b5dcc-160f-4fdc-9a90-446cdd3e4a31 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:53.818743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-d216c115-8422-4c41-b110-459c5878dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:53.821438 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-d216c115-8422-4c41-b110-459c5878dee8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59df85c5-ed97-416f-93bc-ba4dc2847575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452545 Sep 16 17:35:53.844168 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-530b5dcc-160f-4fdc-9a90-446cdd3e4a31 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:53.874165 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a0a21a40-fd94-4b3b-bdf5-5c951233bb51', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'port_id': '29472b17-0de1-4609-aac3-6416429d9016', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'mac_address': 'fa:16:3e:e0:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:35:52Z', 'updated_at': '2021-09-16T17:35:52Z', 'revision_number': 0, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2a3511-f70f-4c98-8fb1-14682e1b065f', 'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'mac_address': 'fa:16:3e:1e:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:50Z', 'updated_at': '2021-09-16T17:34:54Z', 'revision_number': 5, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'subnets': [{'id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:35:53.904120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-530b5dcc-160f-4fdc-9a90-446cdd3e4a31 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:53.905867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b374f9ec-36e5-4738-a603-9f55a2a8c4da None None] The sync data for ids ['72d011b2-d766-40fd-9c83-d9725e431cfa'] in n-d-807786-3 is: [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'a0a21a40-fd94-4b3b-bdf5-5c951233bb51', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'port_id': '29472b17-0de1-4609-aac3-6416429d9016', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'mac_address': 'fa:16:3e:e0:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:35:52Z', 'updated_at': '2021-09-16T17:35:52Z', 'revision_number': 0, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2a3511-f70f-4c98-8fb1-14682e1b065f', 'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'mac_address': 'fa:16:3e:1e:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:50Z', 'updated_at': '2021-09-16T17:34:54Z', 'revision_number': 5, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'subnets': [{'id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:35:53.919952 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-a6490ce3-fc78-4259-9bf6-6930a479ce21 service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901005 Sep 16 17:35:53.925337 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b5dcc-160f-4fdc-9a90-446cdd3e4a31 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14df18cc-f4f5-4eba-9b5b-ceadc29c3085,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:53.988682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-530b5dcc-160f-4fdc-9a90-446cdd3e4a31 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:53.993962 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-530b5dcc-160f-4fdc-9a90-446cdd3e4a31 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950897 Sep 16 17:35:53.994220 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60174) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:35:53.998971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5b822d14-a4f9-46a6-a1d0-c7ab5c033795 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'security_group_rule': {'security_group_id': 'd4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0', 'project_id': '69f91d0fc2184036a8e2256c76247478', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:54.021977 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2b8b6d92-b8d9-44ec-b650-5a269c432fae req-dc614392-0701-4bdb-8224-36700fb5b808 service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946901 Sep 16 17:35:54.100774 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6b7d4-5f6c-434f-94c5-8cdf0875e32d None None] New status for floating IP a0a21a40-fd94-4b3b-bdf5-5c951233bb51: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:35:54.118924 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b822d14-a4f9-46a6-a1d0-c7ab5c033795 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.177701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b822d14-a4f9-46a6-a1d0-c7ab5c033795 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.251282 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b822d14-a4f9-46a6-a1d0-c7ab5c033795 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.271632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b822d14-a4f9-46a6-a1d0-c7ab5c033795 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e378905-de14-4c6d-929d-b826cad14f58,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:54.348377 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5b822d14-a4f9-46a6-a1d0-c7ab5c033795 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.349785 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5b822d14-a4f9-46a6-a1d0-c7ab5c033795 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3545351 Sep 16 17:35:54.352548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60176) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:35:54.357354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-001a2c42-cc4d-4b9f-86c8-b37abaebc0b6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'security_group_rule': {'security_group_id': 'd4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0', 'project_id': '69f91d0fc2184036a8e2256c76247478', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:54.442844 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-001a2c42-cc4d-4b9f-86c8-b37abaebc0b6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.501437 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-001a2c42-cc4d-4b9f-86c8-b37abaebc0b6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.579262 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-001a2c42-cc4d-4b9f-86c8-b37abaebc0b6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.596652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a2c42-cc4d-4b9f-86c8-b37abaebc0b6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac23b7a-46f7-43cb-9488-be786e711ad0,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:54.668287 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-001a2c42-cc4d-4b9f-86c8-b37abaebc0b6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.669539 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-001a2c42-cc4d-4b9f-86c8-b37abaebc0b6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160429 Sep 16 17:35:54.672223 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60178) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:35:54.676625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-eb784855-7084-4543-8227-d229d79c3acf tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'security_group_rule': {'security_group_id': 'd4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0', 'project_id': '69f91d0fc2184036a8e2256c76247478', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:54.761158 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eb784855-7084-4543-8227-d229d79c3acf tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.819638 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eb784855-7084-4543-8227-d229d79c3acf tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.887958 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eb784855-7084-4543-8227-d229d79c3acf tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.907829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb784855-7084-4543-8227-d229d79c3acf tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8797f9-3a0b-4717-a7cb-948d62b777d5,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:54.973780 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eb784855-7084-4543-8227-d229d79c3acf tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:54.974995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-eb784855-7084-4543-8227-d229d79c3acf tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3017895 Sep 16 17:35:54.977652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60180) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:35:54.982018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-187eeef0-975f-450b-9cd4-5085a9501b21 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'security_group_rule': {'security_group_id': 'd4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0', 'project_id': '69f91d0fc2184036a8e2256c76247478', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:55.048106 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-187eeef0-975f-450b-9cd4-5085a9501b21 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Project 69f91d0fc2184036a8e2256c76247478 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:35:55.052934 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-187eeef0-975f-450b-9cd4-5085a9501b21 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:55.113257 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-187eeef0-975f-450b-9cd4-5085a9501b21 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:55.194068 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-187eeef0-975f-450b-9cd4-5085a9501b21 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:55.215086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eeef0-975f-450b-9cd4-5085a9501b21 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023f1f1f-58a7-4e42-af06-5f5e5b145fa6,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:55.303091 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-187eeef0-975f-450b-9cd4-5085a9501b21 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:55.304467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-187eeef0-975f-450b-9cd4-5085a9501b21 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3258152 Sep 16 17:35:55.307109 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60182) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:35:55.312775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f0fe3c7c-c77c-4485-81f0-17eed41e8f4a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'security_group_rule': {'security_group_id': 'd4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0', 'project_id': '69f91d0fc2184036a8e2256c76247478', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:55.411326 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-f0fe3c7c-c77c-4485-81f0-17eed41e8f4a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Project 69f91d0fc2184036a8e2256c76247478 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:35:55.416430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0fe3c7c-c77c-4485-81f0-17eed41e8f4a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:55.477643 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0fe3c7c-c77c-4485-81f0-17eed41e8f4a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:55.559667 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0fe3c7c-c77c-4485-81f0-17eed41e8f4a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:55.576924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe3c7c-c77c-4485-81f0-17eed41e8f4a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0533cac9-5306-442f-b526-8326d72acf68,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:55.648056 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0fe3c7c-c77c-4485-81f0-17eed41e8f4a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:55.649504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f0fe3c7c-c77c-4485-81f0-17eed41e8f4a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3413703 Sep 16 17:35:55.725404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-8a78dfaf-4398-4d3c-b17a-6f710a04a114 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824047145&fields=id&tenant_id=69f91d0fc2184036a8e2256c76247478 HTTP/1.1" status: 200 len: 267 time: 0.0327005 Sep 16 17:35:55.778550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-4a81621d-cb42-4fb9-89f5-a000dbad3f80 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:55.780053 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-4a81621d-cb42-4fb9-89f5-a000dbad3f80 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 945 time: 0.0491085 Sep 16 17:35:55.791255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-0d048283-a73a-4723-9592-a4b41d911a11 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'port': {'security_groups': ['fa61475d-9877-4a41-9e50-78be5cd79b2a', 'd4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:35:55.855070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-0d048283-a73a-4723-9592-a4b41d911a11 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:56.038332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-0d048283-a73a-4723-9592-a4b41d911a11 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] For port 29472b17-0de1-4609-aac3-6416429d9016, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=29472b17-0de1-4609-aac3-6416429d9016,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:35:56.067545 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-0d048283-a73a-4723-9592-a4b41d911a11 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:56.127977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-0d048283-a73a-4723-9592-a4b41d911a11 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:56.140778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['29472b17-0de1-4609-aac3-6416429d9016'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:35:56.173791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-0d048283-a73a-4723-9592-a4b41d911a11 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:56.174431 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-0d048283-a73a-4723-9592-a4b41d911a11 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:56.175856 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-85e2863c-6726-4daf-b3eb-6f62b238b65c req-0d048283-a73a-4723-9592-a4b41d911a11 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "PUT /v2.0/ports/29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 981 time: 0.3891001 Sep 16 17:35:56.176312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'tag': '29472b17-0de1-4609-aac3-6416429d9016'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:35:56.178690 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662e5ce6-595f-4c29-9f3d-d93c39b335dc" -d '{"events": [{"name": "network-changed", "server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "tag": "29472b17-0de1-4609-aac3-6416429d9016"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:35:56.229851 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d048283-a73a-4723-9592-a4b41d911a11 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'Port': ['ID=29472b17-0de1-4609-aac3-6416429d9016,revision_number=6']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:35:56.238675 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1099a87a-b8f9-4b93-9e2e-60bb35042dc1 x-openstack-request-id: req-1099a87a-b8f9-4b93-9e2e-60bb35042dc1 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:35:56.238981 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "tag": "29472b17-0de1-4609-aac3-6416429d9016", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:35:56.239245 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1099a87a-b8f9-4b93-9e2e-60bb35042dc1 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:35:56.239715 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'tag': '29472b17-0de1-4609-aac3-6416429d9016', 'status': 'completed', 'code': 200} Sep 16 17:35:56.274622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['29472b17-0de1-4609-aac3-6416429d9016'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:35:56.293268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148d77-c13d-4b11-b9db-bbc8f1e7206c req-cf76d6d2-6edd-4e85-b824-ea7451701572 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:56.301730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-30148d77-c13d-4b11-b9db-bbc8f1e7206c req-cf76d6d2-6edd-4e85-b824-ea7451701572 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0603266 Sep 16 17:35:56.316706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-6cede2d7-e39e-4f16-aaf3-3664f48fbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:56.319691 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-6cede2d7-e39e-4f16-aaf3-3664f48fbb11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69f91d0fc2184036a8e2256c76247478&device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1135 time: 0.0519111 Sep 16 17:35:56.360449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-30148d77-c13d-4b11-b9db-bbc8f1e7206c req-51bd8e41-c3d5-46f2-ac53-34448c214d21 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577023 Sep 16 17:35:56.449633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-8b4ac4c4-15ce-4727-86b6-640b34c17cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:56.451195 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-8b4ac4c4-15ce-4727-86b6-640b34c17cfd service neutron] 10.222.0.62 "GET /v2.0/networks?id=59df85c5-ed97-416f-93bc-ba4dc2847575 HTTP/1.1" status: 200 len: 916 time: 0.1243007 Sep 16 17:35:56.522707 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-fbb4dd82-0647-4fc3-9dba-c1cc4c7a0161 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 1000 time: 0.0643010 Sep 16 17:35:56.579806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-70c74a98-be4b-4752-b9cb-ef52932dc522 None None] Provisioning complete for port 29472b17-0de1-4609-aac3-6416429d9016 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:35:56.580173 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-70c74a98-be4b-4752-b9cb-ef52932dc522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:56.580793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-8b80012b-e2f4-49e7-bcab-bdbe838699a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:56.582285 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-8b80012b-e2f4-49e7-bcab-bdbe838699a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bccdc324-0386-4123-8639-cbe8a5b7c4ec HTTP/1.1" status: 200 len: 854 time: 0.0497460 Sep 16 17:35:56.630422 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-012c4494-5ae1-4963-ad68-f34a7427698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:35:56.631938 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-012c4494-5ae1-4963-ad68-f34a7427698b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59df85c5-ed97-416f-93bc-ba4dc2847575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413122 Sep 16 17:35:56.730696 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-2b7c910c-9a94-46ad-936d-b10015f2ce65 service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912483 Sep 16 17:35:56.828625 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-662e5ce6-595f-4c29-9f3d-d93c39b335dc req-b000d3b3-73d7-4954-bf8b-9dc203924d0f service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894246 Sep 16 17:35:58.239910 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3d67df4e-ebcf-4838-acd1-0500efc14a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:00.839645 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6a29b9c9-b674-40d7-aa96-c5db7715d7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:01.516746 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:02.225111 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:04.002062 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:10.854168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-0e30915d-8415-4341-979d-0038bd834fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:10.855698 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-0e30915d-8415-4341-979d-0038bd834fda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69f91d0fc2184036a8e2256c76247478&device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1135 time: 0.0422037 Sep 16 17:36:10.931530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa840788-02f3-4f66-b4aa-3a8d0c97a1a9 req-4e555d30-0d61-4877-b199-335661a5aeb1 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:10.933202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa840788-02f3-4f66-b4aa-3a8d0c97a1a9 req-4e555d30-0d61-4877-b199-335661a5aeb1 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.1788664 Sep 16 17:36:10.978186 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa840788-02f3-4f66-b4aa-3a8d0c97a1a9 req-2b629b36-1d2c-4887-94cb-e04812403156 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381176 Sep 16 17:36:11.261049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-74e0a9b8-3b7c-422c-8d9d-b6ef9fdf7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:11.262761 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-74e0a9b8-3b7c-422c-8d9d-b6ef9fdf7621 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59df85c5-ed97-416f-93bc-ba4dc2847575 HTTP/1.1" status: 200 len: 916 time: 0.3996656 Sep 16 17:36:11.329287 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-112db96e-f735-48a8-9682-35f2916c52ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 1000 time: 0.0591915 Sep 16 17:36:11.382114 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-c69eee81-c1b5-4afb-b097-5162e1c99749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:11.383553 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-c69eee81-c1b5-4afb-b097-5162e1c99749 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bccdc324-0386-4123-8639-cbe8a5b7c4ec HTTP/1.1" status: 200 len: 854 time: 0.0472448 Sep 16 17:36:11.429446 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-8dba36b0-1cd0-48a2-8979-e0cca5856c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:11.430981 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-8dba36b0-1cd0-48a2-8979-e0cca5856c67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59df85c5-ed97-416f-93bc-ba4dc2847575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401375 Sep 16 17:36:11.521044 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-12fd2630-ff01-4057-b781-d87b75a3122c service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825028 Sep 16 17:36:11.614393 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ab43c0a-d7f9-4aa7-b830-fbeebeb185d4 req-1319764a-42dd-4815-934a-891fddb6856e service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860603 Sep 16 17:36:12.156605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529b4cf-4cb2-45f1-b28d-68598456634f req-b7d483a8-8f86-40e0-8ed2-32c4221f43c9 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:12.158091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f529b4cf-4cb2-45f1-b28d-68598456634f req-b7d483a8-8f86-40e0-8ed2-32c4221f43c9 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.1103115 Sep 16 17:36:12.197602 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f529b4cf-4cb2-45f1-b28d-68598456634f req-92984b17-d9b2-426c-98ca-7e149d9e68e9 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332415 Sep 16 17:36:13.324409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e81c1e-98fa-4be9-91df-70e0e537e114 req-b54fd601-544f-4be1-ae76-25b97b48504f tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:13.325887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68e81c1e-98fa-4be9-91df-70e0e537e114 req-b54fd601-544f-4be1-ae76-25b97b48504f tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0485308 Sep 16 17:36:13.364521 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68e81c1e-98fa-4be9-91df-70e0e537e114 req-53df0880-4919-470a-8404-ed9168d9e3db tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319297 Sep 16 17:36:14.256660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:14.486844 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21a412-e957-460f-82da-cc52f0cab6bf req-f491109a-f90c-4cd8-8840-97d9f7121642 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:14.488275 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e21a412-e957-460f-82da-cc52f0cab6bf req-f491109a-f90c-4cd8-8840-97d9f7121642 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0546722 Sep 16 17:36:14.528152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6e21a412-e957-460f-82da-cc52f0cab6bf req-9b16a791-b356-4b01-8895-dd4e3fb459c2 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336225 Sep 16 17:36:14.545049 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:15.641341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9514a-cc0e-460c-997b-bcdb7f32bfd3 req-780bd00c-012f-4655-9dc6-66181725b1f4 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:15.642814 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2b9514a-cc0e-460c-997b-bcdb7f32bfd3 req-780bd00c-012f-4655-9dc6-66181725b1f4 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0492840 Sep 16 17:36:15.692465 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2b9514a-cc0e-460c-997b-bcdb7f32bfd3 req-31b73062-a6e5-427a-b466-3a9deb2dd17b tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436218 Sep 16 17:36:16.806896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accb7bf-0ae1-4d32-9f25-696b2e0e8f1d req-ad661222-ab88-4c5f-86a3-d7b626617676 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:16.808362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8accb7bf-0ae1-4d32-9f25-696b2e0e8f1d req-ad661222-ab88-4c5f-86a3-d7b626617676 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0486429 Sep 16 17:36:16.847052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8accb7bf-0ae1-4d32-9f25-696b2e0e8f1d req-9ecfc9b3-026d-41b9-862a-51e5fc8da8fa tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320246 Sep 16 17:36:17.963311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37508025-7a0a-47c5-9457-e4c47811de6a req-86b1f326-4234-4b16-ac64-06e099fe3ee6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:17.964719 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37508025-7a0a-47c5-9457-e4c47811de6a req-86b1f326-4234-4b16-ac64-06e099fe3ee6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0516920 Sep 16 17:36:18.004141 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37508025-7a0a-47c5-9457-e4c47811de6a req-5432ae60-a221-407c-9bb2-aa28c8b62e5a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328009 Sep 16 17:36:19.118627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b421291-056e-4089-bca9-fb5e51da56ec req-5c835afc-f69c-4a21-884d-c8add8423b38 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:19.120120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b421291-056e-4089-bca9-fb5e51da56ec req-5c835afc-f69c-4a21-884d-c8add8423b38 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0507972 Sep 16 17:36:19.161790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b421291-056e-4089-bca9-fb5e51da56ec req-5eb82dad-044c-4526-9c56-2cb68cfc6a35 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351539 Sep 16 17:36:20.275880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae6f6d-03a7-46a7-a4fe-fddb54c9be80 req-c9874b00-456f-4ca8-9cbd-6599b925ea9a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:20.277367 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1aae6f6d-03a7-46a7-a4fe-fddb54c9be80 req-c9874b00-456f-4ca8-9cbd-6599b925ea9a tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0490379 Sep 16 17:36:20.315737 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1aae6f6d-03a7-46a7-a4fe-fddb54c9be80 req-20c52f91-63dd-4545-a425-75e8cb940106 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322521 Sep 16 17:36:21.432543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c15600-17c2-4a2a-9187-855568d26832 req-60255b9a-ae6f-42bb-a38d-ecbb6bc38654 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:21.434006 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9c15600-17c2-4a2a-9187-855568d26832 req-60255b9a-ae6f-42bb-a38d-ecbb6bc38654 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0528007 Sep 16 17:36:21.473113 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9c15600-17c2-4a2a-9187-855568d26832 req-0ab57b36-a02c-44a5-a326-059a3d883fb6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330658 Sep 16 17:36:22.587599 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7beb97-a059-4228-8019-54d9ea469212 req-8d30b919-4924-4100-8121-47c05f8d60c8 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:22.589138 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab7beb97-a059-4228-8019-54d9ea469212 req-8d30b919-4924-4100-8121-47c05f8d60c8 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0502844 Sep 16 17:36:22.630573 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab7beb97-a059-4228-8019-54d9ea469212 req-68bd1809-37db-404c-9b59-a93b9812a926 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344617 Sep 16 17:36:23.745820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f1808-c019-4cc3-a2c0-033133e59751 req-509dd8f7-0409-472c-9cb8-6df9e9ba3e72 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:23.747292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b7f1808-c019-4cc3-a2c0-033133e59751 req-509dd8f7-0409-472c-9cb8-6df9e9ba3e72 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0495651 Sep 16 17:36:23.786408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b7f1808-c019-4cc3-a2c0-033133e59751 req-3a97b405-e9c9-44c8-8cda-d075d6adc775 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330169 Sep 16 17:36:24.901946 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b9388-c4d8-45ab-aece-68f30407e6cf req-0928f234-d4dd-4331-b8db-ed98b233e171 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:24.903418 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc6b9388-c4d8-45ab-aece-68f30407e6cf req-0928f234-d4dd-4331-b8db-ed98b233e171 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0517545 Sep 16 17:36:24.942561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc6b9388-c4d8-45ab-aece-68f30407e6cf req-8a4de07c-a9e6-4a9a-9481-8ff48b8fcf03 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326393 Sep 16 17:36:26.056809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce8589-0f2b-48e7-b8f9-6fc841f5b6e5 req-f0d3d1b8-4f28-4568-897a-297f45e182f5 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:26.058292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9ce8589-0f2b-48e7-b8f9-6fc841f5b6e5 req-f0d3d1b8-4f28-4568-897a-297f45e182f5 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0493286 Sep 16 17:36:26.098283 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c9ce8589-0f2b-48e7-b8f9-6fc841f5b6e5 req-82d98086-5b1c-4018-81e2-9e08df337aff tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334001 Sep 16 17:36:27.224472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14019a-af93-4842-83a9-f72b7b4b3389 req-91529aab-faa0-4d27-b7ef-6ef3a2f0dbd6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:27.225954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b14019a-af93-4842-83a9-f72b7b4b3389 req-91529aab-faa0-4d27-b7ef-6ef3a2f0dbd6 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0485601 Sep 16 17:36:27.266020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b14019a-af93-4842-83a9-f72b7b4b3389 req-b6d1505f-df0e-40af-8a64-5dcddf25e0d8 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339870 Sep 16 17:36:28.268486 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a96f0b25-04a8-47e5-8c35-b7b315216e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:28.383056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e1db6-54f2-41f9-add2-8a556ff54491 req-773124d8-5e26-49c6-8872-04945a1895df tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:28.384563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f67e1db6-54f2-41f9-add2-8a556ff54491 req-773124d8-5e26-49c6-8872-04945a1895df tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0515935 Sep 16 17:36:28.425639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f67e1db6-54f2-41f9-add2-8a556ff54491 req-4a7ffa85-ee75-4508-a379-a0bb8c4d8491 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0&id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339148 Sep 16 17:36:29.019222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:36:30.835812 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c53a-731f-4431-b2c9-b798a9a582dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:31.515966 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:32.216687 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:33.989809 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:44.279349 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:44.480842 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-3bdf5ae1-8c56-4333-bc31-a07c59268af7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386748 Sep 16 17:36:44.556022 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:44.564476 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-f97ea0e8-1c4e-4719-adb7-dcf5221ec3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:44.568584 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-f97ea0e8-1c4e-4719-adb7-dcf5221ec3e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69f91d0fc2184036a8e2256c76247478&device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1135 time: 0.0458164 Sep 16 17:36:44.668131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-88143567-abba-4242-8ddf-7c512e51fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:44.669636 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-88143567-abba-4242-8ddf-7c512e51fa5d service neutron] 10.222.0.62 "GET /v2.0/networks?id=59df85c5-ed97-416f-93bc-ba4dc2847575 HTTP/1.1" status: 200 len: 916 time: 0.0843537 Sep 16 17:36:44.738211 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-b7cacda9-ba11-4e7d-97b5-667a8930fea0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 1000 time: 0.0609958 Sep 16 17:36:44.788894 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-6139b0d2-2b3e-4519-a679-5874c9c79bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:44.790306 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-6139b0d2-2b3e-4519-a679-5874c9c79bd6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bccdc324-0386-4123-8639-cbe8a5b7c4ec HTTP/1.1" status: 200 len: 854 time: 0.0431492 Sep 16 17:36:44.835037 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-724609fc-d25e-4ff1-802c-8113f018a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:44.836499 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-724609fc-d25e-4ff1-802c-8113f018a837 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59df85c5-ed97-416f-93bc-ba4dc2847575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387785 Sep 16 17:36:44.848181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-48c46b9b-69ef-4e21-b990-4fe3464d778f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:36:44.849153 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-48c46b9b-69ef-4e21-b990-4fe3464d778f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053320 Sep 16 17:36:44.942078 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-870493a0-9b55-4207-872d-d53b18835bfc service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856535 Sep 16 17:36:45.032644 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c30cb647-c19b-42f1-85f3-27a9de4f77f9 req-abc12f84-acb0-40bf-85f1-5f297b544fbf service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821996 Sep 16 17:36:58.234895 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cba8de73-e8e8-4308-8ef8-d46a30602ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:00.839896 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1fceaf4a-401e-4554-8d66-88b5c2d172ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:00.858820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-89e554cf-1015-4fe9-abe7-ba43c9311b05 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824047145&fields=id&tenant_id=69f91d0fc2184036a8e2256c76247478 HTTP/1.1" status: 200 len: 267 time: 0.0345058 Sep 16 17:37:00.911776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-60d9b8d8-7f95-4eaf-8bc6-15e6fb27fd7f tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:00.913284 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-60d9b8d8-7f95-4eaf-8bc6-15e6fb27fd7f tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 984 time: 0.0486641 Sep 16 17:37:00.924071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Request body: {'port': {'security_groups': ['fa61475d-9877-4a41-9e50-78be5cd79b2a']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:00.989529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:01.157017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] For port 29472b17-0de1-4609-aac3-6416429d9016, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=29472b17-0de1-4609-aac3-6416429d9016,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:01.487877 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:01.520739 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:01.549738 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:01.562407 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['29472b17-0de1-4609-aac3-6416429d9016'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:37:01.594371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:01.595009 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:01.597026 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-556db25e-219f-4f37-8e95-440ffe12d5f8 req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "PUT /v2.0/ports/29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 942 time: 0.6768382 Sep 16 17:37:01.597026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'tag': '29472b17-0de1-4609-aac3-6416429d9016'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:37:01.599505 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "tag": "29472b17-0de1-4609-aac3-6416429d9016"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:37:01.602876 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60268) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:01.629319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event updated for resources: {'Port': ['ID=29472b17-0de1-4609-aac3-6416429d9016,revision_number=7']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:01.638193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.638540 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.638879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.639208 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.639537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.639862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.640188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.640755 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.641084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.641405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.641857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.642183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e59216-f4f0-4b9c-98b5-e688e1b83acc tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.663154 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ecf00e-4741-4ac0-8989-e8828614258d x-openstack-request-id: req-b0ecf00e-4741-4ac0-8989-e8828614258d {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:37:01.663838 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "tag": "29472b17-0de1-4609-aac3-6416429d9016", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:37:01.664095 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0ecf00e-4741-4ac0-8989-e8828614258d {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:37:01.664571 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'tag': '29472b17-0de1-4609-aac3-6416429d9016', 'status': 'completed', 'code': 200} Sep 16 17:37:01.670161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['29472b17-0de1-4609-aac3-6416429d9016'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:37:01.683630 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:01.745014 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:01.788584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-24dcef45-ae68-4dc0-93c3-2d312e5f05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:01.790046 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-24dcef45-ae68-4dc0-93c3-2d312e5f05f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69f91d0fc2184036a8e2256c76247478&device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1096 time: 0.0901113 Sep 16 17:37:01.910129 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-56873b7c-e547-4b67-a955-339945063e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:01.911565 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-56873b7c-e547-4b67-a955-339945063e8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=59df85c5-ed97-416f-93bc-ba4dc2847575 HTTP/1.1" status: 200 len: 916 time: 0.1137006 Sep 16 17:37:01.934201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0164e164-3528-494b-9335-8739100ac758 None None] Provisioning complete for port 29472b17-0de1-4609-aac3-6416429d9016 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:01.934871 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0164e164-3528-494b-9335-8739100ac758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:01.956589 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:01.959353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:01.960551 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "DELETE /v2.0/security-groups/d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0 HTTP/1.1" status: 204 len: 168 time: 0.3561080 Sep 16 17:37:01.963242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60270) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:01.974859 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c6700e-f97a-4f46-8f6e-6b6fa3cfe7a0,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:01.986012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.986365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.986736 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.987128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.987469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.987804 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.988132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.988485 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.988817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.989149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.989484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:01.989803 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b251e8b8-a3f5-43d9-87ec-cd43d9152e87 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:02.004826 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-9e78be4f-ae99-493b-97a7-1de3667b22c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 1000 time: 0.0854380 Sep 16 17:37:02.058150 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-b570b80e-114d-465d-97f9-e32e6202d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:02.059678 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-b570b80e-114d-465d-97f9-e32e6202d5fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bccdc324-0386-4123-8639-cbe8a5b7c4ec HTTP/1.1" status: 200 len: 854 time: 0.0467775 Sep 16 17:37:02.109552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-61a11994-155a-42eb-a8c8-3a06418c410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:02.111194 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-61a11994-155a-42eb-a8c8-3a06418c410b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59df85c5-ed97-416f-93bc-ba4dc2847575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446763 Sep 16 17:37:02.125877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Deleting port 249db740-a284-447f-8952-b3dc28a4446b {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:37:02.135178 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:02.211511 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:02.211751 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:02.214951 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-593cbd83-d1ec-4d9c-930d-bf39c01bbf13 service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963924 Sep 16 17:37:02.217072 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:02.224085 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Calling delete_port for 249db740-a284-447f-8952-b3dc28a4446b owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:37:02.317070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2f1bb7dd-2ae3-4149-ab73-49e1099c7b1e req-1b7ce4e4-ecea-49a8-abeb-eb8f9abb05c3 service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947659 Sep 16 17:37:02.418047 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:02.444301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event deleted for resources: {'Port': ['ID=249db740-a284-447f-8952-b3dc28a4446b,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:02.504263 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:02.504534 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Floating IP a0a21a40-fd94-4b3b-bdf5-5c951233bb51 disassociated (deleted). External IP: 172.25.6.71, port: 29472b17-0de1-4609-aac3-6416429d9016. Sep 16 17:37:02.715357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Router 72d011b2-d766-40fd-9c83-d9725e431cfa has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:37:02.826436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:37:02.831477 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:02.839053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] Sync routers for ids ['72d011b2-d766-40fd-9c83-d9725e431cfa'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:37:02.857186 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] Routers {'72d011b2-d766-40fd-9c83-d9725e431cfa'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:02.858826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['72d011b2-d766-40fd-9c83-d9725e431cfa'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:02.863266 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ba688966-c725-41e8-a599-52d16cf33565 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "DELETE /v2.0/floatingips/a0a21a40-fd94-4b3b-bdf5-5c951233bb51 HTTP/1.1" status: 204 len: 168 time: 0.8988125 Sep 16 17:37:02.973635 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] Set router 72d011b2-d766-40fd-9c83-d9725e431cfa gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:03.179261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ac2a3511-f70f-4c98-8fb1-14682e1b065f', 'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'mac_address': 'fa:16:3e:1e:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:50Z', 'updated_at': '2021-09-16T17:34:54Z', 'revision_number': 5, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'subnets': [{'id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:03.207202 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] Checking router: 72d011b2-d766-40fd-9c83-d9725e431cfa for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:37:03.216600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] Routers {'72d011b2-d766-40fd-9c83-d9725e431cfa'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:03.217216 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['72d011b2-d766-40fd-9c83-d9725e431cfa'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:03.321359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] Set router 72d011b2-d766-40fd-9c83-d9725e431cfa gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:03.515249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ac2a3511-f70f-4c98-8fb1-14682e1b065f', 'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'mac_address': 'fa:16:3e:1e:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:50Z', 'updated_at': '2021-09-16T17:34:54Z', 'revision_number': 5, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'subnets': [{'id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:03.544862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4618d6b-5c8e-45e5-b83b-12e9c0bf6ed0 None None] The sync data for ids ['72d011b2-d766-40fd-9c83-d9725e431cfa'] in n-d-807786-3 is: [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:51Z', 'revision_number': 4, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ac2a3511-f70f-4c98-8fb1-14682e1b065f', 'name': '', 'network_id': '59df85c5-ed97-416f-93bc-ba4dc2847575', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'mac_address': 'fa:16:3e:1e:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:50Z', 'updated_at': '2021-09-16T17:34:54Z', 'revision_number': 5, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'subnets': [{'id': 'bccdc324-0386-4123-8639-cbe8a5b7c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:37:03.665846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'tag': '29472b17-0de1-4609-aac3-6416429d9016'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:37:03.668222 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de" -d '{"events": [{"name": "network-changed", "server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "tag": "29472b17-0de1-4609-aac3-6416429d9016"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:37:03.714448 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68702f59-6c30-4d7a-9141-be4250cfc0f0 x-openstack-request-id: req-68702f59-6c30-4d7a-9141-be4250cfc0f0 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:37:03.714803 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "tag": "29472b17-0de1-4609-aac3-6416429d9016", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:37:03.715283 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68702f59-6c30-4d7a-9141-be4250cfc0f0 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:37:03.715851 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'tag': '29472b17-0de1-4609-aac3-6416429d9016', 'status': 'completed', 'code': 200} Sep 16 17:37:03.775888 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f0749-88a1-43e9-90b7-8bd7e1a94b2a None None] New status for floating IP a0a21a40-fd94-4b3b-bdf5-5c951233bb51: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:37:03.782031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-aaec6197-c8ed-4f8d-9310-35b00d3cae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:03.783685 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-aaec6197-c8ed-4f8d-9310-35b00d3cae40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69f91d0fc2184036a8e2256c76247478&device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 1096 time: 0.0448489 Sep 16 17:37:03.886034 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-b2384685-3e62-4dbb-9472-2d6114d14670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:03.887851 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-b2384685-3e62-4dbb-9472-2d6114d14670 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59df85c5-ed97-416f-93bc-ba4dc2847575 HTTP/1.1" status: 200 len: 916 time: 0.0951769 Sep 16 17:37:03.931129 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-f70cd081-fc2f-4473-9ff9-170accc3f97d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 200 len: 217 time: 0.0365453 Sep 16 17:37:03.984083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-6e982757-0a00-4476-b98c-601b695337f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:03.985564 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-6e982757-0a00-4476-b98c-601b695337f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bccdc324-0386-4123-8639-cbe8a5b7c4ec HTTP/1.1" status: 200 len: 854 time: 0.0473249 Sep 16 17:37:04.033070 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-535b5660-c978-4834-82fb-d224a9b16439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:04.035741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:04.036804 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-535b5660-c978-4834-82fb-d224a9b16439 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59df85c5-ed97-416f-93bc-ba4dc2847575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441866 Sep 16 17:37:04.131133 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-bc44b13c-1b91-49e3-bd92-c30a4b2b1635 service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875330 Sep 16 17:37:04.229330 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-6ff3230b-f91f-4f4e-9a1d-7418efb6d1de req-534f4948-b497-4c78-ba9b-025b887ac331 service neutron] 10.222.0.62 "GET /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906200 Sep 16 17:37:06.019267 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:37:11.246319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfc301-8ed6-4d84-8d12-4bb6e3130ae5 req-0f5d7635-3858-4485-8714-947e5276f1c2 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:11.247800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9abfc301-8ed6-4d84-8d12-4bb6e3130ae5 req-0f5d7635-3858-4485-8714-947e5276f1c2 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 945 time: 0.0484149 Sep 16 17:37:11.289028 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9abfc301-8ed6-4d84-8d12-4bb6e3130ae5 req-74639616-207d-41dd-83b1-8d4ecc52b6c1 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347629 Sep 16 17:37:12.404566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23888f-a051-49c7-8ac6-c331b3ba68b0 req-23401218-4709-4f0c-bdaa-87e831957465 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:12.405408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef23888f-a051-49c7-8ac6-c331b3ba68b0 req-23401218-4709-4f0c-bdaa-87e831957465 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 945 time: 0.0487843 Sep 16 17:37:12.443205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef23888f-a051-49c7-8ac6-c331b3ba68b0 req-79636759-a40b-4a75-8479-584d2b19b650 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa61475d-9877-4a41-9e50-78be5cd79b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310614 Sep 16 17:37:12.790579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-edf7b3f8-ae49-48fc-9ace-8f977a60e366 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:12.791966 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-edf7b3f8-ae49-48fc-9ace-8f977a60e366 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.62 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 945 time: 0.0496542 Sep 16 17:37:12.882168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-8a556468-0fd1-4bf2-8fc2-43060a6f9612 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Deleting port 29472b17-0de1-4609-aac3-6416429d9016 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:37:12.891376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-8a556468-0fd1-4bf2-8fc2-43060a6f9612 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:12.977350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-8a556468-0fd1-4bf2-8fc2-43060a6f9612 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] For port 29472b17-0de1-4609-aac3-6416429d9016, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=29472b17-0de1-4609-aac3-6416429d9016,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:12.977723 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-8a556468-0fd1-4bf2-8fc2-43060a6f9612 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:12.991078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-8a556468-0fd1-4bf2-8fc2-43060a6f9612 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Calling delete_port for 29472b17-0de1-4609-aac3-6416429d9016 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:37:13.177782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-8a556468-0fd1-4bf2-8fc2-43060a6f9612 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:13.210197 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a556468-0fd1-4bf2-8fc2-43060a6f9612 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Pushing event deleted for resources: {'Port': ['ID=29472b17-0de1-4609-aac3-6416429d9016,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:13.255208 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-8a556468-0fd1-4bf2-8fc2-43060a6f9612 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] No DVR routers for this DVR port 29472b17-0de1-4609-aac3-6416429d9016 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:37:13.258025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-8a556468-0fd1-4bf2-8fc2-43060a6f9612 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:13.260166 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4551af45-7a18-4ee4-b50a-0055993c0e2d req-8a556468-0fd1-4bf2-8fc2-43060a6f9612 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.62 "DELETE /v2.0/ports/29472b17-0de1-4609-aac3-6416429d9016 HTTP/1.1" status: 204 len: 173 time: 0.4620068 Sep 16 17:37:13.261292 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'name': 'network-vif-deleted', 'tag': '29472b17-0de1-4609-aac3-6416429d9016'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:37:13.263703 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71a340f-8f41-4e9b-9b60-6f736bd2376a" -d '{"events": [{"server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "name": "network-vif-deleted", "tag": "29472b17-0de1-4609-aac3-6416429d9016"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:37:13.319141 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b185161c-5078-475a-b27d-3f2a15e10fde x-openstack-request-id: req-b185161c-5078-475a-b27d-3f2a15e10fde {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:37:13.319439 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810d6998-4bce-4bb0-b8ab-8876ff7f8583", "name": "network-vif-deleted", "tag": "29472b17-0de1-4609-aac3-6416429d9016", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:37:13.319692 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b185161c-5078-475a-b27d-3f2a15e10fde {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:37:13.320142 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810d6998-4bce-4bb0-b8ab-8876ff7f8583', 'name': 'network-vif-deleted', 'tag': '29472b17-0de1-4609-aac3-6416429d9016', 'status': 'completed', 'code': 200} Sep 16 17:37:13.343874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['29472b17-0de1-4609-aac3-6416429d9016'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:37:13.548278 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0c0299b-cb4f-4169-a4a7-a4b84c07ed16 req-f7ef89ec-aeea-41eb-b3b5-0e51e5996ec5 tempest-TestMinimumBasicScenario-1763864462 tempest-TestMinimumBasicScenario-1763864462-project] 10.222.0.22 "GET /v2.0/ports?device_id=810d6998-4bce-4bb0-b8ab-8876ff7f8583 HTTP/1.1" status: 200 len: 210 time: 0.0267315 Sep 16 17:37:14.286019 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:14.594574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:15.677374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60372) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:16.040424 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:16.286893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] Deleting port ac2a3511-f70f-4c98-8fb1-14682e1b065f {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:37:16.287236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:16.363913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] For port ac2a3511-f70f-4c98-8fb1-14682e1b065f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ac2a3511-f70f-4c98-8fb1-14682e1b065f,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:16.364275 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:16.376273 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] Calling delete_port for ac2a3511-f70f-4c98-8fb1-14682e1b065f owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:37:16.639732 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:16.664913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2a3511-f70f-4c98-8fb1-14682e1b065f,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:16.834817 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:17.048826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] Router 72d011b2-d766-40fd-9c83-d9725e431cfa has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:37:17.154888 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:37:17.159854 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d8b66ba0-840a-48f5-b796-51ec37a3f134 admin admin] 10.222.0.22 "PUT /v2.0/routers/72d011b2-d766-40fd-9c83-d9725e431cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4814699 Sep 16 17:37:17.162513 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60374) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:17.165377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] Sync routers for ids ['72d011b2-d766-40fd-9c83-d9725e431cfa'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:37:17.175961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] Routers {'72d011b2-d766-40fd-9c83-d9725e431cfa'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:17.176642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['72d011b2-d766-40fd-9c83-d9725e431cfa'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:17.271164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:17.289776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] Set router 72d011b2-d766-40fd-9c83-d9725e431cfa gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:17.375087 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:17.470794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:37:16Z', 'revision_number': 5, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port': {'id': 'a778f44d-8e2d-4abe-baeb-bb128ed2b9c1', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:17.505331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] Checking router: 72d011b2-d766-40fd-9c83-d9725e431cfa for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:37:17.514459 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] Routers {'72d011b2-d766-40fd-9c83-d9725e431cfa'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:17.515098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['72d011b2-d766-40fd-9c83-d9725e431cfa'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:17.605899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] Set router 72d011b2-d766-40fd-9c83-d9725e431cfa gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:17.659924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:37:17Z', 'revision_number': 6, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:17.690950 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124d05b-4097-445a-8365-291c7edfdf81 None None] The sync data for ids ['72d011b2-d766-40fd-9c83-d9725e431cfa'] in n-d-807786-3 is: [{'id': '72d011b2-d766-40fd-9c83-d9725e431cfa', 'name': 'tempest-TestMinimumBasicScenario-2052504490-router', 'tenant_id': '69f91d0fc2184036a8e2256c76247478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:48Z', 'updated_at': '2021-09-16T17:37:17Z', 'revision_number': 6, 'project_id': '69f91d0fc2184036a8e2256c76247478', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:37:17.810479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Deleting port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:37:17.810820 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:17.896874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] For port a778f44d-8e2d-4abe-baeb-bb128ed2b9c1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a778f44d-8e2d-4abe-baeb-bb128ed2b9c1,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:17.897590 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:17.915459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Calling delete_port for a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:37:17.984005 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 29472b17-0de1-4609-aac3-6416429d9016 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:37:18.003642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 29472b17-0de1-4609-aac3-6416429d9016 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:37:18.003989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 29472b17-0de1-4609-aac3-6416429d9016 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:37:18.144070 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.173905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=a778f44d-8e2d-4abe-baeb-bb128ed2b9c1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:18.234766 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.322967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.325033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.411896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.412501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d011b2-d766-40fd-9c83-d9725e431cfa {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:37:18.416721 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.418973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d231e800-9380-4908-8e0c-0d5f08a60a60 admin admin] 10.222.0.22 "DELETE /v2.0/routers/72d011b2-d766-40fd-9c83-d9725e431cfa HTTP/1.1" status: 204 len: 168 time: 1.2544196 Sep 16 17:37:18.420408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60376) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:18.472144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-534220b3-5cce-4040-8c69-8d3abecb0216 admin admin] Deleting subnet bccdc324-0386-4123-8639-cbe8a5b7c4ec {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:37:18.475387 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-534220b3-5cce-4040-8c69-8d3abecb0216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.514121 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-534220b3-5cce-4040-8c69-8d3abecb0216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.595052 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-534220b3-5cce-4040-8c69-8d3abecb0216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.692532 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-534220b3-5cce-4040-8c69-8d3abecb0216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.719102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534220b3-5cce-4040-8c69-8d3abecb0216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bccdc324-0386-4123-8639-cbe8a5b7c4ec,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:18.725155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-534220b3-5cce-4040-8c69-8d3abecb0216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.727355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-534220b3-5cce-4040-8c69-8d3abecb0216 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bccdc324-0386-4123-8639-cbe8a5b7c4ec HTTP/1.1" status: 204 len: 168 time: 0.3057053 Sep 16 17:37:18.730656 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60378) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:18.731743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8535d6-588c-4367-8627-12d018ff0da9 None None] Network 59df85c5-ed97-416f-93bc-ba4dc2847575 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:37:18.804619 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.858511 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Deleting port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:37:18.858862 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.927882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] For port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ca1d1ddc-96c0-4a35-a983-e9e76010b0dc,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:18.928250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:18.936859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] DHCP port deletion for 59df85c5-ed97-416f-93bc-ba4dc2847575 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:37:18.941352 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Calling delete_port for ca1d1ddc-96c0-4a35-a983-e9e76010b0dc owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:37:18.983021 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Deleting port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:37:18.983248 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.043840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] For port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ca1d1ddc-96c0-4a35-a983-e9e76010b0dc,segment=NetworkSegment(2c85bf76-9e4c-4916-99f1-3cadd01a2e43),segment_id=2c85bf76-9e4c-4916-99f1-3cadd01a2e43)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:19.044230 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.056061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Calling delete_port for ca1d1ddc-96c0-4a35-a983-e9e76010b0dc owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:37:19.075087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.103126 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1d1ddc-96c0-4a35-a983-e9e76010b0dc,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:19.104996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] No DVR routers for this DVR port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:37:19.140065 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.169209 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] No DVR routers for this DVR port ca1d1ddc-96c0-4a35-a983-e9e76010b0dc on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:37:19.171097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Pushing event deleted for resources: {'Port': ['ID=ca1d1ddc-96c0-4a35-a983-e9e76010b0dc,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:19.180509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.180854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.181195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.181531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.182188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.182188 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.182517 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.182817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.183154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.183477 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.183801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.183907 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.184118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7470d-deac-4bf5-b061-3f04d952728c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:19.204969 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59df85c5-ed97-416f-93bc-ba4dc2847575']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:19.214315 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c85bf76-9e4c-4916-99f1-3cadd01a2e43') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:19.214608 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c85bf76-9e4c-4916-99f1-3cadd01a2e43') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:19.224511 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.237835 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.243548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:37:19.248404 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:37:19.365171 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.371008 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.372747 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] 10.222.0.22 "DELETE /v2.0/networks/59df85c5-ed97-416f-93bc-ba4dc2847575 HTTP/1.1" status: 204 len: 168 time: 0.6410484 Sep 16 17:37:19.375702 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60380) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:19.383458 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12977c-63a3-43a6-8498-a6f4b85ad468 admin admin] Pushing event deleted for resources: {'Network': ['ID=59df85c5-ed97-416f-93bc-ba4dc2847575,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:19.718890 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:19.755702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:37:19.775329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:37:19.775679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a778f44d-8e2d-4abe-baeb-bb128ed2b9c1 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:37:19.776094 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ac2a3511-f70f-4c98-8fb1-14682e1b065f no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:37:19.794103 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ac2a3511-f70f-4c98-8fb1-14682e1b065f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:37:19.794443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ac2a3511-f70f-4c98-8fb1-14682e1b065f not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:37:19.794851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ca1d1ddc-96c0-4a35-a983-e9e76010b0dc no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:37:19.816054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ca1d1ddc-96c0-4a35-a983-e9e76010b0dc {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:37:19.816438 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ca1d1ddc-96c0-4a35-a983-e9e76010b0dc not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:37:19.973960 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] Deleting port 062087c2-b625-4b70-b787-c59433a69283 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:37:19.974188 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:20.055669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] For port 062087c2-b625-4b70-b787-c59433a69283, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=062087c2-b625-4b70-b787-c59433a69283,segment=NetworkSegment(7839b02f-7554-4d22-87f4-550bca3bbfca),segment_id=7839b02f-7554-4d22-87f4-550bca3bbfca)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:20.056035 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:20.068514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] Calling delete_port for 062087c2-b625-4b70-b787-c59433a69283 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:37:20.319210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:20.345707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] Pushing event deleted for resources: {'Port': ['ID=062087c2-b625-4b70-b787-c59433a69283,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:20.512176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:20.732421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] Router b60890f0-e57c-4b7c-879d-d7c1c880c957 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:37:20.837089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:37:20.842292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d051a0df-a755-4e62-9841-9afa380e96cb admin admin] 10.222.0.22 "PUT /v2.0/routers/b60890f0-e57c-4b7c-879d-d7c1c880c957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4654539 Sep 16 17:37:20.844661 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60382) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:20.848057 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] Sync routers for ids ['b60890f0-e57c-4b7c-879d-d7c1c880c957'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:37:20.857515 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] Routers {'b60890f0-e57c-4b7c-879d-d7c1c880c957'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:20.858123 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b60890f0-e57c-4b7c-879d-d7c1c880c957'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:20.951120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:20.962016 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] Set router b60890f0-e57c-4b7c-879d-d7c1c880c957 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:21.056853 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.141505 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'name': 'tempest-TestMinimumBasicScenario-1127584251-router', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:54Z', 'updated_at': '2021-09-16T17:37:20Z', 'revision_number': 5, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'gw_port': {'id': '3f47b3c2-d320-4557-9879-ac64635ce1b7', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:55Z', 'updated_at': '2021-09-16T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:21.172731 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] Checking router: b60890f0-e57c-4b7c-879d-d7c1c880c957 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:37:21.181518 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] Routers {'b60890f0-e57c-4b7c-879d-d7c1c880c957'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:21.182073 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['b60890f0-e57c-4b7c-879d-d7c1c880c957'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:21.215002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Deleting port 3f47b3c2-d320-4557-9879-ac64635ce1b7 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:37:21.215346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.267009 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] Set router b60890f0-e57c-4b7c-879d-d7c1c880c957 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:21.296487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] For port 3f47b3c2-d320-4557-9879-ac64635ce1b7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3f47b3c2-d320-4557-9879-ac64635ce1b7,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:21.296852 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.308944 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Calling delete_port for 3f47b3c2-d320-4557-9879-ac64635ce1b7 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:37:21.318592 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'name': 'tempest-TestMinimumBasicScenario-1127584251-router', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:54Z', 'updated_at': '2021-09-16T17:37:21Z', 'revision_number': 6, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:21.347195 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6af78-a5a4-4afa-be89-4110aa575982 None None] The sync data for ids ['b60890f0-e57c-4b7c-879d-d7c1c880c957'] in n-d-807786-3 is: [{'id': 'b60890f0-e57c-4b7c-879d-d7c1c880c957', 'name': 'tempest-TestMinimumBasicScenario-1127584251-router', 'tenant_id': '5cc907f4c7f942298e495073eb8c28a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:34:54Z', 'updated_at': '2021-09-16T17:37:21Z', 'revision_number': 6, 'project_id': '5cc907f4c7f942298e495073eb8c28a1', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:37:21.537719 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.566963 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f47b3c2-d320-4557-9879-ac64635ce1b7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:21.623854 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.718074 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.720404 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.812195 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.812815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b60890f0-e57c-4b7c-879d-d7c1c880c957 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:37:21.817324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.818473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-90c56298-efde-44ab-9918-6808e5787344 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b60890f0-e57c-4b7c-879d-d7c1c880c957 HTTP/1.1" status: 204 len: 168 time: 0.9727819 Sep 16 17:37:21.820996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60384) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:21.864848 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c88d182-9411-403c-822c-d2fcae2a98e2 admin admin] Deleting subnet 4e1eaade-2dfa-4e7a-a074-cfe83aa09970 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:37:21.867816 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c88d182-9411-403c-822c-d2fcae2a98e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.901627 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c88d182-9411-403c-822c-d2fcae2a98e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:21.982791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c88d182-9411-403c-822c-d2fcae2a98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.075026 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c88d182-9411-403c-822c-d2fcae2a98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.102461 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9c88d182-9411-403c-822c-d2fcae2a98e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.107063 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60386) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:22.107691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9c88d182-9411-403c-822c-d2fcae2a98e2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4e1eaade-2dfa-4e7a-a074-cfe83aa09970 HTTP/1.1" status: 204 len: 168 time: 0.2850564 Sep 16 17:37:22.108516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88d182-9411-403c-822c-d2fcae2a98e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e1eaade-2dfa-4e7a-a074-cfe83aa09970,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:22.118513 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd945ec-7e38-4dd3-9a88-124eabca44c9 None None] Network ff612497-4910-4827-a11d-e47a2c4f17f7 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:37:22.146801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 062087c2-b625-4b70-b787-c59433a69283 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:37:22.199580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 062087c2-b625-4b70-b787-c59433a69283 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:37:22.200046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 062087c2-b625-4b70-b787-c59433a69283 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:37:22.212186 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.280559 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Deleting port 3c25687a-d99d-4771-8e59-269d13be5f47 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:37:22.280909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.333938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557be7ef-7ed6-438b-b684-78927ebd5c7e None None] DHCP port deletion for ff612497-4910-4827-a11d-e47a2c4f17f7 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:37:22.354409 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] For port 3c25687a-d99d-4771-8e59-269d13be5f47, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3c25687a-d99d-4771-8e59-269d13be5f47,segment=NetworkSegment(7839b02f-7554-4d22-87f4-550bca3bbfca),segment_id=7839b02f-7554-4d22-87f4-550bca3bbfca)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:22.354783 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.368437 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Calling delete_port for 3c25687a-d99d-4771-8e59-269d13be5f47 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:37:22.382406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-557be7ef-7ed6-438b-b684-78927ebd5c7e None None] Deleting port 3c25687a-d99d-4771-8e59-269d13be5f47 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:37:22.382777 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-557be7ef-7ed6-438b-b684-78927ebd5c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.452616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-557be7ef-7ed6-438b-b684-78927ebd5c7e None None] For port 3c25687a-d99d-4771-8e59-269d13be5f47, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=3c25687a-d99d-4771-8e59-269d13be5f47,segment=NetworkSegment(7839b02f-7554-4d22-87f4-550bca3bbfca),segment_id=7839b02f-7554-4d22-87f4-550bca3bbfca)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:22.453012 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-557be7ef-7ed6-438b-b684-78927ebd5c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.465535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-557be7ef-7ed6-438b-b684-78927ebd5c7e None None] Calling delete_port for 3c25687a-d99d-4771-8e59-269d13be5f47 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:37:22.526000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.543451 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-557be7ef-7ed6-438b-b684-78927ebd5c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.553349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c25687a-d99d-4771-8e59-269d13be5f47,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:22.556726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] No DVR routers for this DVR port 3c25687a-d99d-4771-8e59-269d13be5f47 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:37:22.567599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557be7ef-7ed6-438b-b684-78927ebd5c7e None None] Pushing event deleted for resources: {'Port': ['ID=3c25687a-d99d-4771-8e59-269d13be5f47,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:22.573252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557be7ef-7ed6-438b-b684-78927ebd5c7e None None] No DVR routers for this DVR port 3c25687a-d99d-4771-8e59-269d13be5f47 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:37:22.635716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.659991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff612497-4910-4827-a11d-e47a2c4f17f7']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:22.669041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7839b02f-7554-4d22-87f4-550bca3bbfca') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:22.669335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7839b02f-7554-4d22-87f4-550bca3bbfca') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:22.678419 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.691433 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.697136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:37:22.697519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:37:22.699122 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:37:22.840206 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.845477 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:22.848007 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ff612497-4910-4827-a11d-e47a2c4f17f7 HTTP/1.1" status: 204 len: 168 time: 0.7399569 Sep 16 17:37:22.858729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdf7be-4a7f-4ac1-a30d-bd5a8b031bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff612497-4910-4827-a11d-e47a2c4f17f7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:23.153024 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60392) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:23.192444 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-da57e68c-d09f-4356-85cb-e45e80a11518 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69f91d0fc2184036a8e2256c76247478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382178 Sep 16 17:37:23.194920 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60394) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:23.246642 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3a696bf-3d2d-44b7-bec4-3542a948c932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:23.268334 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3a696bf-3d2d-44b7-bec4-3542a948c932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:23.360372 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3a696bf-3d2d-44b7-bec4-3542a948c932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:23.363591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e3a696bf-3d2d-44b7-bec4-3542a948c932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:23.364814 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e3a696bf-3d2d-44b7-bec4-3542a948c932 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa61475d-9877-4a41-9e50-78be5cd79b2a HTTP/1.1" status: 204 len: 168 time: 0.1690097 Sep 16 17:37:23.372698 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a696bf-3d2d-44b7-bec4-3542a948c932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa61475d-9877-4a41-9e50-78be5cd79b2a,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:23.756447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3c25687a-d99d-4771-8e59-269d13be5f47 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:37:23.777123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 3c25687a-d99d-4771-8e59-269d13be5f47 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:37:23.777470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3c25687a-d99d-4771-8e59-269d13be5f47 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:37:23.777877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3f47b3c2-d320-4557-9879-ac64635ce1b7 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:37:23.796089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 3f47b3c2-d320-4557-9879-ac64635ce1b7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:37:23.796488 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 3f47b3c2-d320-4557-9879-ac64635ce1b7 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:37:23.952529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60400) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:23.993241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-826b1584-9108-47f2-a675-7431ece67e87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cc907f4c7f942298e495073eb8c28a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395565 Sep 16 17:37:23.995780 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60402) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:24.041742 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20e42c41-78ff-484b-a035-27d6787c0071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:24.062538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20e42c41-78ff-484b-a035-27d6787c0071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:24.165897 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20e42c41-78ff-484b-a035-27d6787c0071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:24.168410 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-20e42c41-78ff-484b-a035-27d6787c0071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:24.169545 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-20e42c41-78ff-484b-a035-27d6787c0071 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/608dbcf9-7957-4c14-963b-593afdc8a4ec HTTP/1.1" status: 204 len: 168 time: 0.1728930 Sep 16 17:37:24.178083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e42c41-78ff-484b-a035-27d6787c0071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608dbcf9-7957-4c14-963b-593afdc8a4ec,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:26.521788 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60442) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:26.526465 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87813436', 'description': 'tempest-secgroup-smoke-87813436 description', 'project_id': '930a8aa811b340cca01159f0f90b2c78'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:26.611613 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:26.619604 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:26.706972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:26.748768 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:26.785178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e9d06d-ecb6-414c-872e-353ca1e8e509,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:26.836472 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:26.886103 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:26.921482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:26.960038 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:26.961251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d65bfb62-fa12-48e8-af5d-a51b8c8e7c88 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4384544 Sep 16 17:37:26.964146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60444) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:26.968454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-696e11e0-0df9-4efc-b75f-4065685ad59e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'd3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:27.050456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-696e11e0-0df9-4efc-b75f-4065685ad59e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.106725 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-696e11e0-0df9-4efc-b75f-4065685ad59e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.177157 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-696e11e0-0df9-4efc-b75f-4065685ad59e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.195649 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e11e0-0df9-4efc-b75f-4065685ad59e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f5bae2-24d5-44a2-bba8-3f1ad7b109d5,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:27.257939 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-696e11e0-0df9-4efc-b75f-4065685ad59e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.259152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-696e11e0-0df9-4efc-b75f-4065685ad59e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2940469 Sep 16 17:37:27.262237 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60446) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:27.266579 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2e7f5330-e1f2-41b4-a2f3-ff9050cc0b14 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'd3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:27.347449 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5330-e1f2-41b4-a2f3-ff9050cc0b14 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.404988 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5330-e1f2-41b4-a2f3-ff9050cc0b14 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.451457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5330-e1f2-41b4-a2f3-ff9050cc0b14 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.468861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f5330-e1f2-41b4-a2f3-ff9050cc0b14 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077a02f7-893f-409b-941c-80e71de8473d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:27.525913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5330-e1f2-41b4-a2f3-ff9050cc0b14 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.527075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2e7f5330-e1f2-41b4-a2f3-ff9050cc0b14 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2638850 Sep 16 17:37:27.529857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60448) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:27.534731 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e39540a8-12e7-4515-96b4-31530773852a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'd3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:27.604524 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e39540a8-12e7-4515-96b4-31530773852a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.661294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e39540a8-12e7-4515-96b4-31530773852a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.697209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e39540a8-12e7-4515-96b4-31530773852a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.714792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39540a8-12e7-4515-96b4-31530773852a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b1f17e-6697-40f6-a09a-d143544b17a3,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:27.788526 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e39540a8-12e7-4515-96b4-31530773852a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.789720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e39540a8-12e7-4515-96b4-31530773852a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2589397 Sep 16 17:37:27.792489 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60450) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:27.796783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7b7b51dd-0734-4e12-9e60-ceb919072ab7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'd3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:27.873353 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b7b51dd-0734-4e12-9e60-ceb919072ab7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.935063 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b7b51dd-0734-4e12-9e60-ceb919072ab7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:27.988814 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b7b51dd-0734-4e12-9e60-ceb919072ab7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.007332 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b51dd-0734-4e12-9e60-ceb919072ab7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2bbc5f-7e1e-449f-b6ef-f6da604a6729,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:28.051883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b7b51dd-0734-4e12-9e60-ceb919072ab7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.053108 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7b7b51dd-0734-4e12-9e60-ceb919072ab7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2596817 Sep 16 17:37:28.055811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60452) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:28.060158 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-38c8d8ef-bf70-4b37-9cfb-b249d62c6ac9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'd3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:28.120041 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-38c8d8ef-bf70-4b37-9cfb-b249d62c6ac9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Project 930a8aa811b340cca01159f0f90b2c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:37:28.124887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38c8d8ef-bf70-4b37-9cfb-b249d62c6ac9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.185711 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38c8d8ef-bf70-4b37-9cfb-b249d62c6ac9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.228693 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-883abc57-bc96-4261-8765-6d1e577276a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.251543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38c8d8ef-bf70-4b37-9cfb-b249d62c6ac9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.270040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8d8ef-bf70-4b37-9cfb-b249d62c6ac9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d8a2c8-6814-43fc-a43e-7aa0fefa36d6,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:28.331972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-38c8d8ef-bf70-4b37-9cfb-b249d62c6ac9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.333256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-38c8d8ef-bf70-4b37-9cfb-b249d62c6ac9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2764657 Sep 16 17:37:28.336094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60454) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:28.340443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-41dedf85-59e6-43f1-ac0c-95c5b99584dc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'd3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:28.422004 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-41dedf85-59e6-43f1-ac0c-95c5b99584dc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Project 930a8aa811b340cca01159f0f90b2c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:37:28.427329 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41dedf85-59e6-43f1-ac0c-95c5b99584dc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.487249 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41dedf85-59e6-43f1-ac0c-95c5b99584dc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.548251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41dedf85-59e6-43f1-ac0c-95c5b99584dc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.568232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dedf85-59e6-43f1-ac0c-95c5b99584dc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0a7797-4707-4997-8a15-4b80130e8cb1,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:28.616235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41dedf85-59e6-43f1-ac0c-95c5b99584dc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.617417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-41dedf85-59e6-43f1-ac0c-95c5b99584dc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2803750 Sep 16 17:37:28.620335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60456) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:28.625080 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'network': {'name': 'tempest-network-smoke--162022998', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'port_security_enabled': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:28.701782 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:37:28.706778 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.730405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:37:28.739010 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.739348 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Added segment c2e16dd4-20db-446d-b6bb-2e3368de8cc0 of type vlan for network 1b5af052-f81c-47a2-8a29-ec85663068cb Sep 16 17:37:28.780233 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.874197 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.880964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:28.887148 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:28.945405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Network': ['ID=1b5af052-f81c-47a2-8a29-ec85663068cb,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:28.960217 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 1b5af052-f81c-47a2-8a29-ec85663068cb details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:37:28.989780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a25e2efa-ab22-4f96-aa9e-4c582320ce85 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3683550 Sep 16 17:37:28.992631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60458) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:28.997375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'admin_state_up': True, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:29.086194 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:29.087228 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:29.140912 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:29.325531 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:29.884639 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:29.903430 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:30.009799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.25.6.239 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/7abb4a3e-f9c8-479f-909b-b467a7cea7bc) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:37:30.115235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:30.188987 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:30.225611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:37:30.228509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:37:30.231901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:37:30.260586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=7abb4a3e-f9c8-479f-909b-b467a7cea7bc,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:30.547004 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:30.742125 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:30.857521 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-337ce3d6-bd72-4758-8302-620c51fdbaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:30.942996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router efc83eb2-aead-4ef4-a067-ae4279753acd is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:37:31.060019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:37:31.071531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Sync routers for ids ['efc83eb2-aead-4ef4-a067-ae4279753acd'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:37:31.083233 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Routers {'efc83eb2-aead-4ef4-a067-ae4279753acd'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:31.083857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['efc83eb2-aead-4ef4-a067-ae4279753acd'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:31.154517 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:31.155739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f9b448f6-9321-47a8-be30-96e757ad99ac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1620626 Sep 16 17:37:31.159520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60464) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:31.188588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Set router efc83eb2-aead-4ef4-a067-ae4279753acd gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:31.302099 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-20cec888-98a3-4f60-9ce0-a495784d92f6 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=930a8aa811b340cca01159f0f90b2c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1414418 Sep 16 17:37:31.304717 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60468) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:31.370501 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:30Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:31.403155 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Checking router: efc83eb2-aead-4ef4-a067-ae4279753acd for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:37:31.403508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Updating router efc83eb2-aead-4ef4-a067-ae4279753acd port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:37:31.429803 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:31.468304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8955ab1-91de-44c8-bb4c-0a75010194e0 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:31.469881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f8955ab1-91de-44c8-bb4c-0a75010194e0 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1636493 Sep 16 17:37:31.472806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60470) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:31.507005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7045c171-0dcc-4b81-89be-40d966dbb1ca tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331135 Sep 16 17:37:31.509650 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60472) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:31.514558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-262256617', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:31.531813 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:31.651279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:37:31.654940 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:31.699976 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:31.777378 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:31.833418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Attempting to bind port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:37:31.833785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Attempting to bind port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:37:31.834151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Attempting to bind port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:37:31.836091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030cac4-f7ea-4d44-9fc7-b6963586e591 None None] Pushing event updated for resources: {'Port': ['ID=7abb4a3e-f9c8-479f-909b-b467a7cea7bc,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:31.841418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:37:31.844749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:37:31.844749 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:31.844749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:37:31.844749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Bound port: 7abb4a3e-f9c8-479f-909b-b467a7cea7bc, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:37:31.844749 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:31.891631 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:31.893779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] For port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:37:31.897106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] For port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7abb4a3e-f9c8-479f-909b-b467a7cea7bc,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:37:31.951652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Subnet': ['ID=4d1e6e49-035c-4a4b-9b31-452a23129982,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:31.964524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Checking segment: {'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:37:31.964937 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network hostable DHCP agents. Network: 1b5af052-f81c-47a2-8a29-ec85663068cb, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:37:31.966154 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:32.024271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Routers {'efc83eb2-aead-4ef4-a067-ae4279753acd'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:32.024935 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['efc83eb2-aead-4ef4-a067-ae4279753acd'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:32.028505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1b5af052-f81c-47a2-8a29-ec85663068cb is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:37:32.063601 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030cac4-f7ea-4d44-9fc7-b6963586e591 None None] Pushing event updated for resources: {'Port': ['ID=7abb4a3e-f9c8-479f-909b-b467a7cea7bc,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:32.079869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 1b5af052-f81c-47a2-8a29-ec85663068cb) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:37:32.084619 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:32.085102 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:32.092145 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ded58b9-f2a1-4905-95f5-ccf426f362f7 None None] Network 1b5af052-f81c-47a2-8a29-ec85663068cb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:37:32.132217 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1a9ca532-5987-468e-9324-46b1291ea39f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6215208 Sep 16 17:37:32.134988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60474) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:32.355023 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] Set router efc83eb2-aead-4ef4-a067-ae4279753acd gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:32.418560 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:32.581483 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:32.592703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-1b5af052-f81c-47a2-8a29-ec85663068cb', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:37:32.593582 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:32.691631 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:30Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:32.724919 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c3e18-dc5c-4e2c-986c-068cd7df3b96 None None] The sync data for ids ['efc83eb2-aead-4ef4-a067-ae4279753acd'] in n-d-807786-3 is: [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:30Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:37:32.774864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Allocated IP 172.20.0.2 (1b5af052-f81c-47a2-8a29-ec85663068cb/4d1e6e49-035c-4a4b-9b31-452a23129982/20f04735-6e2c-4553-a24c-1729923ce719) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:37:32.932671 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.028933 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.074210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Network 1b5af052-f81c-47a2-8a29-ec85663068cb is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:37:33.077252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:37:33.081345 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:37:33.091232 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Pushing event updated for resources: {'Port': ['ID=20f04735-6e2c-4553-a24c-1729923ce719,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:33.091823 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.20.0.1 (1b5af052-f81c-47a2-8a29-ec85663068cb/4d1e6e49-035c-4a4b-9b31-452a23129982/d6644b0b-6153-4e3c-9747-1f620b3e8d77) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:37:33.149961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Attempting to bind port 20f04735-6e2c-4553-a24c-1729923ce719 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:37:33.150464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Attempting to bind port 20f04735-6e2c-4553-a24c-1729923ce719 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:37:33.150827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Attempting to bind port 20f04735-6e2c-4553-a24c-1729923ce719 on network 1b5af052-f81c-47a2-8a29-ec85663068cb {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:37:33.156243 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:37:33.156642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Checking segment: {'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:37:33.157040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.157455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Bound using segment: {'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:37:33.157915 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Bound port: 20f04735-6e2c-4553-a24c-1729923ce719, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:37:33.158632 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.215095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.225819 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] For port 20f04735-6e2c-4553-a24c-1729923ce719, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:37:33.229529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] For port 20f04735-6e2c-4553-a24c-1729923ce719, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=20f04735-6e2c-4553-a24c-1729923ce719,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:37:33.309182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.355175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.378214 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bc25f-2a0f-4c24-b209-d249a7933d87 None None] Pushing event updated for resources: {'Port': ['ID=20f04735-6e2c-4553-a24c-1729923ce719,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:33.410393 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1b5af052-f81c-47a2-8a29-ec85663068cb is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:37:33.413637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:37:33.421973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:37:33.426787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=d6644b0b-6153-4e3c-9747-1f620b3e8d77,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:33.469316 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.698601 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.815784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7abb4a3e-f9c8-479f-909b-b467a7cea7bc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:37:33.863907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:33.864278 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.967955 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.989246 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7abb4a3e-f9c8-479f-909b-b467a7cea7bc,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:33.993924 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:34.040116 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:34.080376 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:34.080614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:34.081321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 20f04735-6e2c-4553-a24c-1729923ce719 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:37:34.153970 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=d6644b0b-6153-4e3c-9747-1f620b3e8d77,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:34.157855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:34.160123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=7abb4a3e-f9c8-479f-909b-b467a7cea7bc,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:34.173017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 20f04735-6e2c-4553-a24c-1729923ce719 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:34.173408 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:34.256800 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:34.291677 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 20f04735-6e2c-4553-a24c-1729923ce719, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=20f04735-6e2c-4553-a24c-1729923ce719,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:34.354832 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:34.410999 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=20f04735-6e2c-4553-a24c-1729923ce719,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:34.569270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1b5af052-f81c-47a2-8a29-ec85663068cb is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:37:34.570541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:37:34.682897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router efc83eb2-aead-4ef4-a067-ae4279753acd has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:37:34.792610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:37:34.798870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-05fe1d01-9f3c-4344-b615-49f7af32077d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "PUT /v2.0/routers/efc83eb2-aead-4ef4-a067-ae4279753acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6622810 Sep 16 17:37:34.803239 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Sync routers for ids ['efc83eb2-aead-4ef4-a067-ae4279753acd'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:37:34.813443 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Routers {'efc83eb2-aead-4ef4-a067-ae4279753acd'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:34.814052 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['efc83eb2-aead-4ef4-a067-ae4279753acd'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:34.928598 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Set router efc83eb2-aead-4ef4-a067-ae4279753acd gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:34.945063 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-35ecaea0-df5e-45d3-9004-e48e7d4d46b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87813436&fields=id&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 267 time: 0.0355144 Sep 16 17:37:35.063150 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-4c0e2454-5ed7-4eee-b32a-90fa060dae22 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:35.065318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-4c0e2454-5ed7-4eee-b32a-90fa060dae22 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/networks?id=1b5af052-f81c-47a2-8a29-ec85663068cb HTTP/1.1" status: 200 len: 796 time: 0.1126673 Sep 16 17:37:35.081590 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-e7f8ba98-087d-465f-a5b8-abe7b478b7a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/quotas/930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 375 time: 0.0100429 Sep 16 17:37:35.091980 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23aa6fc-3879-4058-b567-b3a198a8134f None None] Network 1b5af052-f81c-47a2-8a29-ec85663068cb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:37:35.141827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-8917e414-2b8c-4fbf-927c-c4b70794e2d1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537398 Sep 16 17:37:35.147884 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd6644b0b-6153-4e3c-9747-1f620b3e8d77', 'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:43:70:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:32Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 2, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:35.179824 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Checking router: efc83eb2-aead-4ef4-a067-ae4279753acd for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:37:35.180313 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Updating router efc83eb2-aead-4ef4-a067-ae4279753acd port d6644b0b-6153-4e3c-9747-1f620b3e8d77 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:37:35.205935 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.211328 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-03297c8b-7ec1-4993-b68e-bda8b53ff355 None None] Provisioning complete for port 20f04735-6e2c-4553-a24c-1729923ce719 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:35.211799 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-03297c8b-7ec1-4993-b68e-bda8b53ff355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.248876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-fe2f44a0-892e-464c-b71b-6c36a2f71ede service neutron] 10.222.0.22 "GET /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890772 Sep 16 17:37:35.359561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-978b4ed6-2f41-4738-98ac-401016b7fc71 service neutron] 10.222.0.22 "GET /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993752 Sep 16 17:37:35.552096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a8a1141e-e3b5-42c2-952e-da8200d56f5d None None] Provisioning complete for port 20f04735-6e2c-4553-a24c-1729923ce719 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:35.552904 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a8a1141e-e3b5-42c2-952e-da8200d56f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.598858 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.654300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3c63863-c320-47a3-9b5e-6ecd99b5f154 req-591c6373-ddfd-4ad6-bd3e-8152bcfac1f5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 210 time: 0.0316319 Sep 16 17:37:35.676046 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.691773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a8a1141e-e3b5-42c2-952e-da8200d56f5d None None] Provisioning complete for port d6644b0b-6153-4e3c-9747-1f620b3e8d77 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:35.692182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a8a1141e-e3b5-42c2-952e-da8200d56f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.737489 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1141e-e3b5-42c2-952e-da8200d56f5d None None] Port d6644b0b-6153-4e3c-9747-1f620b3e8d77 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:37:35.766381 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Pushing event updated for resources: {'Port': ['ID=d6644b0b-6153-4e3c-9747-1f620b3e8d77,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:35.794060 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.794393 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.794723 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.795058 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.795378 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.795694 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.796036 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.796352 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.796702 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.797028 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.797329 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.797640 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:35.808833 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7abb4a3e-f9c8-479f-909b-b467a7cea7bc up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:37:35.851818 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Attempting to bind port d6644b0b-6153-4e3c-9747-1f620b3e8d77 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:37:35.852408 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Attempting to bind port d6644b0b-6153-4e3c-9747-1f620b3e8d77 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:37:35.852656 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Attempting to bind port d6644b0b-6153-4e3c-9747-1f620b3e8d77 on network 1b5af052-f81c-47a2-8a29-ec85663068cb {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:37:35.859270 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:37:35.859828 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Checking segment: {'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:37:35.860050 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.860474 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Bound using segment: {'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:37:35.862578 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Bound port: d6644b0b-6153-4e3c-9747-1f620b3e8d77, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:37:35.862996 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.865419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-bbbec9fb-eb4c-48dc-8ab5-d57b387e26e9 None None] Provisioning complete for port d6644b0b-6153-4e3c-9747-1f620b3e8d77 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:35.866238 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bbbec9fb-eb4c-48dc-8ab5-d57b387e26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.904556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:35.904838 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.937127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-bbbec9fb-eb4c-48dc-8ab5-d57b387e26e9 None None] Port d6644b0b-6153-4e3c-9747-1f620b3e8d77 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:37:35.958084 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] For port d6644b0b-6153-4e3c-9747-1f620b3e8d77, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:37:35.962063 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] For port d6644b0b-6153-4e3c-9747-1f620b3e8d77, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d6644b0b-6153-4e3c-9747-1f620b3e8d77,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:37:36.000689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 20f04735-6e2c-4553-a24c-1729923ce719 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:37:36.052141 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:36.062154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 20f04735-6e2c-4553-a24c-1729923ce719 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:36.062154 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:36.063572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-0ef45d55-c288-4b1b-ae87-93eb782005ae None None] Provisioning complete for port d6644b0b-6153-4e3c-9747-1f620b3e8d77 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:36.063782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ef45d55-c288-4b1b-ae87-93eb782005ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:36.119568 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Routers {'efc83eb2-aead-4ef4-a067-ae4279753acd'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:36.120345 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['efc83eb2-aead-4ef4-a067-ae4279753acd'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:36.122952 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea484e8-f84b-43c8-93bc-f1776e5d094b None None] Pushing event updated for resources: {'Port': ['ID=d6644b0b-6153-4e3c-9747-1f620b3e8d77,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:36.202808 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ef45d55-c288-4b1b-ae87-93eb782005ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:36.238421 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] Set router efc83eb2-aead-4ef4-a067-ae4279753acd gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:36.247044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-0ef45d55-c288-4b1b-ae87-93eb782005ae None None] For port d6644b0b-6153-4e3c-9747-1f620b3e8d77, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d6644b0b-6153-4e3c-9747-1f620b3e8d77,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:36.330937 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0ef45d55-c288-4b1b-ae87-93eb782005ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:36.391470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef45d55-c288-4b1b-ae87-93eb782005ae None None] Pushing event updated for resources: {'Port': ['ID=d6644b0b-6153-4e3c-9747-1f620b3e8d77,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:36.451854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d547a607-eb11-4dad-9f3d-f0ce67554e7a None None] Provisioning complete for port d6644b0b-6153-4e3c-9747-1f620b3e8d77 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:36.452230 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d547a607-eb11-4dad-9f3d-f0ce67554e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:36.458373 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd6644b0b-6153-4e3c-9747-1f620b3e8d77', 'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:43:70:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:32Z', 'updated_at': '2021-09-16T17:37:35Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:36.484743 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbac52-2b19-4b79-9dcf-92d84ff3a842 None None] The sync data for ids ['efc83eb2-aead-4ef4-a067-ae4279753acd'] in n-d-807786-3 is: [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd6644b0b-6153-4e3c-9747-1f620b3e8d77', 'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:43:70:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:32Z', 'updated_at': '2021-09-16T17:37:35Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:37:36.735085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-acbb26cc-5ff3-4fce-8c16-1b591a9a503d req-709aba1f-de08-4e50-8a8b-8c218a1c040c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 210 time: 0.0279016 Sep 16 17:37:37.784450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d6644b0b-6153-4e3c-9747-1f620b3e8d77 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:37:37.841470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port d6644b0b-6153-4e3c-9747-1f620b3e8d77 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:37.841841 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:37.860111 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ce28aca9-f45f-47e8-852f-1ee5b2e6b8f9 req-a8066192-242a-4307-bd05-3238b50022a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 210 time: 0.0478776 Sep 16 17:37:37.935102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-7244f458-e08e-4ce6-ae4d-1d737c4257a0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:37.936699 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-7244f458-e08e-4ce6-ae4d-1d737c4257a0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "GET /v2.0/networks?id=1b5af052-f81c-47a2-8a29-ec85663068cb HTTP/1.1" status: 200 len: 796 time: 0.1332397 Sep 16 17:37:37.980797 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-7ba729c7-36cf-42d7-9bbc-20e56c0b909e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 378 time: 0.0351264 Sep 16 17:37:37.990358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'port': {'device_id': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'admin_state_up': True, 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'security_groups': ['d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:38.154134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:37:38.157756 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:38.279743 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.20.0.5 (1b5af052-f81c-47a2-8a29-ec85663068cb/4d1e6e49-035c-4a4b-9b31-452a23129982/34178b4e-e2ab-48e1-8792-0b1e5866fe06) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:37:38.422836 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:38.543229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:38.600165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1b5af052-f81c-47a2-8a29-ec85663068cb is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:37:38.603364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:37:38.607001 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:37:38.616243 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=34178b4e-e2ab-48e1-8792-0b1e5866fe06,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:38.664069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:38.664718 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:38.738973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-39cce72a-9a6e-4143-9466-10a0b9d21307 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7529366 Sep 16 17:37:38.812299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Request body: {'port': {'device_id': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:38.878761 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:38.890932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-37e176b9-85db-4c92-8894-ad337ae6222c None None] Provisioning complete for port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:38.893523 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-37e176b9-85db-4c92-8894-ad337ae6222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:38.944361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-37e176b9-85db-4c92-8894-ad337ae6222c None None] Port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:37:39.100905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be3a0e-f13e-4b7f-a94d-48ce46d56b32 req-dbabdfa5-e129-4a36-b64b-929f2900aa20 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:39.102420 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96be3a0e-f13e-4b7f-a94d-48ce46d56b32 req-dbabdfa5-e129-4a36-b64b-929f2900aa20 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 931 time: 0.0882347 Sep 16 17:37:39.187746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96be3a0e-f13e-4b7f-a94d-48ce46d56b32 req-c8fe6800-1954-4c6e-9727-6eef75fd2348 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792308 Sep 16 17:37:39.258805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34178b4e-e2ab-48e1-8792-0b1e5866fe06 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:37:39.266524 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:39.278067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Transition to ACTIVE for port object 34178b4e-e2ab-48e1-8792-0b1e5866fe06 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:37:39.342991 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:39.401028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Pushing event updated for resources: {'Port': ['ID=34178b4e-e2ab-48e1-8792-0b1e5866fe06,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:39.479548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Attempting to bind port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:37:39.479884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Attempting to bind port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:37:39.480216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Attempting to bind port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 on network 1b5af052-f81c-47a2-8a29-ec85663068cb {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:37:39.484704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 on network 1b5af052-f81c-47a2-8a29-ec85663068cb not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:37:39.485027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Attempting to bind port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 on network 1b5af052-f81c-47a2-8a29-ec85663068cb {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:37:39.490254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:37:39.490593 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Checking segment: {'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:37:39.490980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Bound using segment: {'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:37:39.491407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Bound port: 34178b4e-e2ab-48e1-8792-0b1e5866fe06, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:37:39.491769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:39.560401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] For port 34178b4e-e2ab-48e1-8792-0b1e5866fe06, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:37:39.563754 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] For port 34178b4e-e2ab-48e1-8792-0b1e5866fe06, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=34178b4e-e2ab-48e1-8792-0b1e5866fe06,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:37:39.623026 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:39.659210 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:39.659826 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:39.661286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] 10.222.0.52 "PUT /v2.0/ports/34178b4e-e2ab-48e1-8792-0b1e5866fe06 HTTP/1.1" status: 200 len: 1091 time: 0.9143209 Sep 16 17:37:39.661738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'tag': '34178b4e-e2ab-48e1-8792-0b1e5866fe06'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:37:39.664011 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd11c078-22f4-448b-9872-4d413b743a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "089ac9e6-aa2a-4570-b2df-7d52535b0273", "tag": "34178b4e-e2ab-48e1-8792-0b1e5866fe06"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:37:39.689667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d08da9-3a47-44cc-aac9-f65418422483 service neutron] Pushing event updated for resources: {'Port': ['ID=34178b4e-e2ab-48e1-8792-0b1e5866fe06,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:39.725958 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e60c72f-a496-487e-891f-229ed76097cf x-openstack-request-id: req-4e60c72f-a496-487e-891f-229ed76097cf {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:37:39.726271 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089ac9e6-aa2a-4570-b2df-7d52535b0273", "tag": "34178b4e-e2ab-48e1-8792-0b1e5866fe06", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:37:39.726519 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e60c72f-a496-487e-891f-229ed76097cf {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:37:39.726963 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'tag': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'status': 'completed', 'code': 200} Sep 16 17:37:39.789343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11c078-22f4-448b-9872-4d413b743a8f req-ad0d7398-6b3e-4a20-bdad-c1b186efc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:39.790888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd11c078-22f4-448b-9872-4d413b743a8f req-ad0d7398-6b3e-4a20-bdad-c1b186efc9cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 1094 time: 0.0449004 Sep 16 17:37:39.897717 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11c078-22f4-448b-9872-4d413b743a8f req-69145d86-f73a-4f1c-bfc8-74a8f95f45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:39.899199 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd11c078-22f4-448b-9872-4d413b743a8f req-69145d86-f73a-4f1c-bfc8-74a8f95f45ec service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=930a8aa811b340cca01159f0f90b2c78&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1008434 Sep 16 17:37:39.997549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11c078-22f4-448b-9872-4d413b743a8f req-e8a98f70-6c12-48fe-b059-3bd9093225b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:39.998998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dd11c078-22f4-448b-9872-4d413b743a8f req-e8a98f70-6c12-48fe-b059-3bd9093225b5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930049 Sep 16 17:37:40.072962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-0d1881c5-57c9-4aff-927a-0ca19cc69725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:40.074459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-0d1881c5-57c9-4aff-927a-0ca19cc69725 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 1094 time: 0.0395994 Sep 16 17:37:40.115461 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-69224ab2-dfcf-4f1c-939e-abf0c3019105 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34178b4e-e2ab-48e1-8792-0b1e5866fe06 HTTP/1.1" status: 200 len: 217 time: 0.0330870 Sep 16 17:37:40.163573 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-2a3c663e-d6de-48f7-a83f-850d15937ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:40.165080 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-2a3c663e-d6de-48f7-a83f-850d15937ecf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d1e6e49-035c-4a4b-9b31-452a23129982 HTTP/1.1" status: 200 len: 834 time: 0.0423808 Sep 16 17:37:40.213426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-25ccb374-4ee8-4332-a767-8043c0ceab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:40.214827 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-25ccb374-4ee8-4332-a767-8043c0ceab1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b5af052-f81c-47a2-8a29-ec85663068cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426075 Sep 16 17:37:40.337253 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-aded9c77-8cb7-4782-be2c-e9e8976210c3 service neutron] 10.222.0.52 "GET /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151233 Sep 16 17:37:40.345402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9166-0ba5-4fa7-86f3-3251c59e1bd1 req-62f3071c-273d-4006-a9aa-09b53bcdfe72 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:40.346906 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-103e9166-0ba5-4fa7-86f3-3251c59e1bd1 req-62f3071c-273d-4006-a9aa-09b53bcdfe72 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 943 time: 0.0707476 Sep 16 17:37:40.435541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-103e9166-0ba5-4fa7-86f3-3251c59e1bd1 req-de8a145e-8e6b-4b44-a207-8cecf3fee03f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809708 Sep 16 17:37:40.459262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b5241b96-d3ee-4211-95b9-4125ab95f4b3 req-a6ba1e84-1299-42ac-ae12-650cff110349 service neutron] 10.222.0.52 "GET /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114335 Sep 16 17:37:41.577891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f8cc6-ccb4-490b-bd42-188e441811d3 req-864683e7-5b93-440c-aad3-fe9c37aff6b5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:41.579522 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f87f8cc6-ccb4-490b-bd42-188e441811d3 req-864683e7-5b93-440c-aad3-fe9c37aff6b5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 943 time: 0.0708582 Sep 16 17:37:41.616802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f87f8cc6-ccb4-490b-bd42-188e441811d3 req-0271f868-f659-4775-aaae-12ac86a20384 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311520 Sep 16 17:37:42.379913 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 34178b4e-e2ab-48e1-8792-0b1e5866fe06 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:37:42.478119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 34178b4e-e2ab-48e1-8792-0b1e5866fe06, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=34178b4e-e2ab-48e1-8792-0b1e5866fe06,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:42.489416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'port_id': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'mac_address': 'fa:16:3e:64:22:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:37:42.526232 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:42.538424 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34178b4e-e2ab-48e1-8792-0b1e5866fe06 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:37:42.556779 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 34178b4e-e2ab-48e1-8792-0b1e5866fe06, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=34178b4e-e2ab-48e1-8792-0b1e5866fe06,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:42.639069 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:42.687725 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=34178b4e-e2ab-48e1-8792-0b1e5866fe06,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:42.731030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f26a-9d94-448d-9145-a9b8a99cd833 req-3fda9788-9a2f-491a-813d-3c3978fb395c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:42.732529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8fe6f26a-9d94-448d-9145-a9b8a99cd833 req-3fda9788-9a2f-491a-813d-3c3978fb395c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 944 time: 0.0493870 Sep 16 17:37:42.770907 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8fe6f26a-9d94-448d-9145-a9b8a99cd833 req-bd8c23eb-f194-4dc6-9e66-2db398685304 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323992 Sep 16 17:37:42.882987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['34178b4e-e2ab-48e1-8792-0b1e5866fe06'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:37:43.019277 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:37:43.881288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fdbcf-9a09-4144-8e74-fa0aa842f029 req-d226b59d-a86e-4385-92f8-133caefed072 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:43.886690 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-594fdbcf-9a09-4144-8e74-fa0aa842f029 req-d226b59d-a86e-4385-92f8-133caefed072 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 944 time: 0.0474107 Sep 16 17:37:43.921564 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-594fdbcf-9a09-4144-8e74-fa0aa842f029 req-01b5e690-724d-4151-a037-db69a63a61e3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324252 Sep 16 17:37:44.279909 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:44.379918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 34178b4e-e2ab-48e1-8792-0b1e5866fe06 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:37:44.508199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:37:44.512208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:44.512611 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:44.595869 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:44.617927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34178b4e-e2ab-48e1-8792-0b1e5866fe06'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:37:44.620204 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc8b3fa-5003-46a7-b2f3-d699e5860489" -d '{"events": [{"server_uuid": "089ac9e6-aa2a-4570-b2df-7d52535b0273", "name": "network-vif-plugged", "status": "completed", "tag": "34178b4e-e2ab-48e1-8792-0b1e5866fe06"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:37:44.625066 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:44.635118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 34178b4e-e2ab-48e1-8792-0b1e5866fe06, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=34178b4e-e2ab-48e1-8792-0b1e5866fe06,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:37:44.656909 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604c2e48-6311-46dc-8592-100a84d26659 x-openstack-request-id: req-604c2e48-6311-46dc-8592-100a84d26659 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:37:44.657194 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089ac9e6-aa2a-4570-b2df-7d52535b0273", "name": "network-vif-plugged", "status": "completed", "tag": "34178b4e-e2ab-48e1-8792-0b1e5866fe06", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:37:44.657444 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-604c2e48-6311-46dc-8592-100a84d26659 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:37:44.657867 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'code': 200} Sep 16 17:37:44.708118 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:44.753118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec482b64-e643-4774-9d06-ae5db0aef9fe req-8cf6fb9b-60b8-4814-a30a-f115416ba377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:44.754593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec482b64-e643-4774-9d06-ae5db0aef9fe req-8cf6fb9b-60b8-4814-a30a-f115416ba377 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 1096 time: 0.0431597 Sep 16 17:37:44.754893 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=34178b4e-e2ab-48e1-8792-0b1e5866fe06,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:44.789682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec482b64-e643-4774-9d06-ae5db0aef9fe req-a4bd7f6f-f051-4671-bb42-c1ae619010ff service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280290 Sep 16 17:37:45.033880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca030f72-1c2e-4d17-96ac-e1b80c7fea41 req-39593328-a906-4308-bed8-ad3580259b98 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:45.035335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca030f72-1c2e-4d17-96ac-e1b80c7fea41 req-39593328-a906-4308-bed8-ad3580259b98 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0476007 Sep 16 17:37:45.073052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca030f72-1c2e-4d17-96ac-e1b80c7fea41 req-e1597678-10d2-4c41-9aba-213285ad154e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318568 Sep 16 17:37:46.190260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacc6fe-84ea-431b-876e-c9715f93b515 req-2e1375c8-d3b2-40e0-8c47-18269d5fb5f6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:46.191754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-beacc6fe-84ea-431b-876e-c9715f93b515 req-2e1375c8-d3b2-40e0-8c47-18269d5fb5f6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0499480 Sep 16 17:37:46.229289 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-beacc6fe-84ea-431b-876e-c9715f93b515 req-d6ec9be4-a572-4742-9df8-49d44809249b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315416 Sep 16 17:37:46.351116 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6d94d-bed0-4de2-bc11-90c4054c4c3c req-2d92fc12-fd3f-48f1-b026-54f361345dfa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:46.352593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05b6d94d-bed0-4de2-bc11-90c4054c4c3c req-2d92fc12-fd3f-48f1-b026-54f361345dfa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0539656 Sep 16 17:37:46.409374 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05b6d94d-bed0-4de2-bc11-90c4054c4c3c req-39427a1d-04fb-4e27-8c7d-6fc86d5bc383 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507381 Sep 16 17:37:46.433325 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60532) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:46.473319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475ced8-7772-4b48-9fca-8c4a4ca13675 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:46.474837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7475ced8-7772-4b48-9fca-8c4a4ca13675 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 1091 time: 0.0405388 Sep 16 17:37:46.477708 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60534) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:46.481883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:37:46.582718 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:46.681243 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:46.784409 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.25.6.93 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/f0d9e74d-4323-41e9-9410-1c04e4fa99a5) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:37:46.886406 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:46.982861 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:47.020404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:37:47.026746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:37:47.035912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:37:47.059861 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=f0d9e74d-4323-41e9-9410-1c04e4fa99a5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:47.390273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:47.521394 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:47.667014 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:47.748582 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:47.819225 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=f0d9e74d-4323-41e9-9410-1c04e4fa99a5,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:47.831073 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:48.245311 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Floating IP 3adb4462-f49e-4249-ae1d-8b20e316f9b0 associated. External IP: 172.25.6.93, port: 34178b4e-e2ab-48e1-8792-0b1e5866fe06. Sep 16 17:37:48.462739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router efc83eb2-aead-4ef4-a067-ae4279753acd has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:37:48.573002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:37:48.582770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] Sync routers for ids ['efc83eb2-aead-4ef4-a067-ae4279753acd'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:37:48.591405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] Routers {'efc83eb2-aead-4ef4-a067-ae4279753acd'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:48.592020 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['efc83eb2-aead-4ef4-a067-ae4279753acd'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:48.662887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:48.694485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ddb2552-f325-44cc-bb98-4c98eaab52bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2157562 Sep 16 17:37:48.695083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'tag': '34178b4e-e2ab-48e1-8792-0b1e5866fe06'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:37:48.697424 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5c1811-549c-447e-8e4a-a75675debf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "089ac9e6-aa2a-4570-b2df-7d52535b0273", "tag": "34178b4e-e2ab-48e1-8792-0b1e5866fe06"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:37:48.704338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] Set router efc83eb2-aead-4ef4-a067-ae4279753acd gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:48.745811 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71af7580-e690-4d2c-8113-7c7099e0bc4f x-openstack-request-id: req-71af7580-e690-4d2c-8113-7c7099e0bc4f {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:37:48.746357 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089ac9e6-aa2a-4570-b2df-7d52535b0273", "tag": "34178b4e-e2ab-48e1-8792-0b1e5866fe06", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:37:48.746602 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71af7580-e690-4d2c-8113-7c7099e0bc4f {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:37:48.747043 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'tag': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'status': 'completed', 'code': 200} Sep 16 17:37:48.835548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65981483-de3b-4d07-9a78-c6389a440a4d req-582140b9-4874-443e-9f9f-a36936466586 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:48.837169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65981483-de3b-4d07-9a78-c6389a440a4d req-582140b9-4874-443e-9f9f-a36936466586 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0797141 Sep 16 17:37:48.843884 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-c5ead118-0a6e-48e5-a7dd-645d83055142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:48.845972 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-c5ead118-0a6e-48e5-a7dd-645d83055142 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 1096 time: 0.0605378 Sep 16 17:37:48.932201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65981483-de3b-4d07-9a78-c6389a440a4d req-05a25be7-0267-4254-a38e-c3c64ec06374 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851479 Sep 16 17:37:48.954302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60540) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:48.963047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-48a62c0d-51e1-47f1-ba0e-f8732ec278ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:48.965715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-48a62c0d-51e1-47f1-ba0e-f8732ec278ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b5af052-f81c-47a2-8a29-ec85663068cb HTTP/1.1" status: 200 len: 897 time: 0.1127636 Sep 16 17:37:49.017609 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a053054d-b0ff-4b41-9411-e9f564beb39e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/3adb4462-f49e-4249-ae1d-8b20e316f9b0 HTTP/1.1" status: 200 len: 990 time: 0.0610290 Sep 16 17:37:49.035754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-d0419701-011a-49a5-a647-1981a15602ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34178b4e-e2ab-48e1-8792-0b1e5866fe06 HTTP/1.1" status: 200 len: 998 time: 0.0619593 Sep 16 17:37:49.085123 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-4f5c6247-fe3b-4ac8-ae8c-b491b2d7ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:49.086562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-4f5c6247-fe3b-4ac8-ae8c-b491b2d7ca90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d1e6e49-035c-4a4b-9b31-452a23129982 HTTP/1.1" status: 200 len: 834 time: 0.0438495 Sep 16 17:37:49.136687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-c2be05fd-53e9-4520-9a46-75446242c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:49.138202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-c2be05fd-53e9-4520-9a46-75446242c5c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b5af052-f81c-47a2-8a29-ec85663068cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448442 Sep 16 17:37:49.171552 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '3adb4462-f49e-4249-ae1d-8b20e316f9b0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'port_id': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'mac_address': 'fa:16:3e:64:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:37:47Z', 'updated_at': '2021-09-16T17:37:47Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6644b0b-6153-4e3c-9747-1f620b3e8d77', 'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:43:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:32Z', 'updated_at': '2021-09-16T17:37:36Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:49.201869 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] Checking router: efc83eb2-aead-4ef4-a067-ae4279753acd for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:37:49.210953 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] Routers {'efc83eb2-aead-4ef4-a067-ae4279753acd'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:37:49.211500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:37:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['efc83eb2-aead-4ef4-a067-ae4279753acd'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:49.232260 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-25e08b56-2392-40b5-90fd-b3b118d08611 service neutron] 10.222.0.52 "GET /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865829 Sep 16 17:37:49.320066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] Set router efc83eb2-aead-4ef4-a067-ae4279753acd gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:37:49.328751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7e5c1811-549c-447e-8e4a-a75675debf8e req-8ea84f5e-2eca-4551-8898-0c3bb34e6e2c service neutron] 10.222.0.52 "GET /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897472 Sep 16 17:37:49.542861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '3adb4462-f49e-4249-ae1d-8b20e316f9b0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'port_id': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'mac_address': 'fa:16:3e:64:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:37:47Z', 'updated_at': '2021-09-16T17:37:47Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6644b0b-6153-4e3c-9747-1f620b3e8d77', 'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:43:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:32Z', 'updated_at': '2021-09-16T17:37:36Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:37:49.570047 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466b9c4-fc68-4b88-9487-efba812bd7d9 None None] The sync data for ids ['efc83eb2-aead-4ef4-a067-ae4279753acd'] in n-d-807786-3 is: [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '3adb4462-f49e-4249-ae1d-8b20e316f9b0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'port_id': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'mac_address': 'fa:16:3e:64:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:37:47Z', 'updated_at': '2021-09-16T17:37:47Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6644b0b-6153-4e3c-9747-1f620b3e8d77', 'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:43:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:32Z', 'updated_at': '2021-09-16T17:37:36Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:37:49.756418 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9dda69-c206-4198-a303-0cb0ef0df499 None None] New status for floating IP 3adb4462-f49e-4249-ae1d-8b20e316f9b0: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:37:50.020688 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60542) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:37:50.083956 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e593214c-389e-452b-8a30-4aaf37b5fdd3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/3adb4462-f49e-4249-ae1d-8b20e316f9b0 HTTP/1.1" status: 200 len: 992 time: 0.0620456 Sep 16 17:37:58.267623 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-730f5fd8-0b3d-4b77-b586-84aadf05043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:00.816497 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fb5ba87-cf55-43a6-9389-3cd768e5f1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:01.536503 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:02.267854 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:04.027975 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:08.237795 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-647a7e69-eabe-4cf3-897f-6aad4643a722 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401931 Sep 16 17:38:08.317326 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-4dcd2c20-0047-4987-a59a-4ba6ed511863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:08.318786 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-4dcd2c20-0047-4987-a59a-4ba6ed511863 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 1096 time: 0.0394356 Sep 16 17:38:08.423313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-f3fde5b2-3b74-4a89-ab8a-e75f5d076750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:08.424803 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-f3fde5b2-3b74-4a89-ab8a-e75f5d076750 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b5af052-f81c-47a2-8a29-ec85663068cb HTTP/1.1" status: 200 len: 897 time: 0.0876453 Sep 16 17:38:08.488241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-5c4dd828-c59c-49f5-853f-0949492be0bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34178b4e-e2ab-48e1-8792-0b1e5866fe06 HTTP/1.1" status: 200 len: 1000 time: 0.0562413 Sep 16 17:38:08.539311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-74f2eead-2323-477f-9028-54946eb3912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:08.539311 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-74f2eead-2323-477f-9028-54946eb3912d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d1e6e49-035c-4a4b-9b31-452a23129982 HTTP/1.1" status: 200 len: 834 time: 0.0464156 Sep 16 17:38:08.586909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-5293b62c-3bb6-451d-b666-3b348c0173bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:08.588452 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-5293b62c-3bb6-451d-b666-3b348c0173bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b5af052-f81c-47a2-8a29-ec85663068cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407329 Sep 16 17:38:08.600410 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-5eb2340b-b12a-47e2-843d-37b280844cae service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:38:08.601344 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-5eb2340b-b12a-47e2-843d-37b280844cae service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055745 Sep 16 17:38:08.693398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-74929ba9-aa9f-46c1-83cf-832b56776fb6 service neutron] 10.222.0.52 "GET /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843794 Sep 16 17:38:08.781523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa261ee-96f9-4892-b393-506fbed3f372 req-096dd1fc-b312-4540-bd7b-d0187b55950f service neutron] 10.222.0.52 "GET /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811181 Sep 16 17:38:14.284709 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:14.633401 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:20.018717 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:38:21.563601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00610a8c-2ca9-405e-9612-6f5a60fd3662 req-3771e151-2a8c-4509-8829-fa14d1ba1efa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:21.565135 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00610a8c-2ca9-405e-9612-6f5a60fd3662 req-3771e151-2a8c-4509-8829-fa14d1ba1efa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0510926 Sep 16 17:38:21.602229 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00610a8c-2ca9-405e-9612-6f5a60fd3662 req-f668b434-4fea-4347-bd95-d96c6d4f6baa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309551 Sep 16 17:38:22.721379 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762325c-dab3-4eaf-aa52-903425cb4995 req-c6972c7f-16a9-4a11-b513-8d58fbf03941 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:22.722773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3762325c-dab3-4eaf-aa52-903425cb4995 req-c6972c7f-16a9-4a11-b513-8d58fbf03941 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0519564 Sep 16 17:38:22.759938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3762325c-dab3-4eaf-aa52-903425cb4995 req-40d30ca1-77dd-4ddb-8446-c57a91836444 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303605 Sep 16 17:38:22.781499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60562) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:22.840364 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-51d8b91e-ec40-4df4-a00c-42e36ab57e13 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/3adb4462-f49e-4249-ae1d-8b20e316f9b0 HTTP/1.1" status: 200 len: 992 time: 0.0577755 Sep 16 17:38:24.190705 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67d922-aa12-459f-bcab-41550834bf61 req-277106e1-5e28-44c2-b612-2d0e55af2cbb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:24.192884 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed67d922-aa12-459f-bcab-41550834bf61 req-277106e1-5e28-44c2-b612-2d0e55af2cbb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0584400 Sep 16 17:38:24.229873 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed67d922-aa12-459f-bcab-41550834bf61 req-10a0d77b-be0a-4fa9-aacb-935793e2af9f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309842 Sep 16 17:38:25.353900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be201a1-cc0a-4489-88de-94be6b98201d req-b85b03fd-7897-4275-9ba2-15ae4e3a05a3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:25.355397 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8be201a1-cc0a-4489-88de-94be6b98201d req-b85b03fd-7897-4275-9ba2-15ae4e3a05a3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0482762 Sep 16 17:38:25.392759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8be201a1-cc0a-4489-88de-94be6b98201d req-e63aee2e-e27c-4d26-b2e2-2bad9de038ec tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313394 Sep 16 17:38:25.415370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60572) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:25.474567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5cbcd17b-cdf2-4d9b-a5c2-87bc64d78999 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/3adb4462-f49e-4249-ae1d-8b20e316f9b0 HTTP/1.1" status: 200 len: 992 time: 0.0580373 Sep 16 17:38:25.695213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60578) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:25.852610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port f0d9e74d-4323-41e9-9410-1c04e4fa99a5 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:38:25.852956 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:25.925868 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:25.926832 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:25.938007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for f0d9e74d-4323-41e9-9410-1c04e4fa99a5 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:38:26.147471 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:26.170075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=f0d9e74d-4323-41e9-9410-1c04e4fa99a5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:26.179955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.180307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.180667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.181002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.181328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.182078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.182078 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.182293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.182575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.182894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.183212 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.183524 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:26.245224 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:26.245550 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Floating IP 3adb4462-f49e-4249-ae1d-8b20e316f9b0 disassociated (deleted). External IP: 172.25.6.93, port: 34178b4e-e2ab-48e1-8792-0b1e5866fe06. Sep 16 17:38:26.451834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router efc83eb2-aead-4ef4-a067-ae4279753acd has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:38:26.554193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:38:26.558942 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:26.563534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] Sync routers for ids ['efc83eb2-aead-4ef4-a067-ae4279753acd'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:38:26.573422 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] Routers {'efc83eb2-aead-4ef4-a067-ae4279753acd'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:38:26.574257 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:38:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['efc83eb2-aead-4ef4-a067-ae4279753acd'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:26.589912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f1d5e57a-761e-4a90-9204-94d87085b1af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/floatingips/3adb4462-f49e-4249-ae1d-8b20e316f9b0 HTTP/1.1" status: 204 len: 168 time: 0.8935876 Sep 16 17:38:26.590826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'tag': '34178b4e-e2ab-48e1-8792-0b1e5866fe06'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:38:26.593313 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320addc7-6a7e-4cbb-b8f4-505be862061d" -d '{"events": [{"name": "network-changed", "server_uuid": "089ac9e6-aa2a-4570-b2df-7d52535b0273", "tag": "34178b4e-e2ab-48e1-8792-0b1e5866fe06"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:38:26.631628 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3750e1b3-5b34-4ab6-bd6d-7c5f2429b27e x-openstack-request-id: req-3750e1b3-5b34-4ab6-bd6d-7c5f2429b27e {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:38:26.631928 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089ac9e6-aa2a-4570-b2df-7d52535b0273", "tag": "34178b4e-e2ab-48e1-8792-0b1e5866fe06", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:38:26.632181 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3750e1b3-5b34-4ab6-bd6d-7c5f2429b27e {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:38:26.632641 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'tag': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'status': 'completed', 'code': 200} Sep 16 17:38:26.687700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] Set router efc83eb2-aead-4ef4-a067-ae4279753acd gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:38:26.700112 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-8e83afae-95ee-4937-817c-4b41dc817c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:26.701652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-8e83afae-95ee-4937-817c-4b41dc817c6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 1096 time: 0.0457900 Sep 16 17:38:26.798241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-3ffb6e31-aaf5-4526-a24e-4d878f708403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:26.799725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-3ffb6e31-aaf5-4526-a24e-4d878f708403 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b5af052-f81c-47a2-8a29-ec85663068cb HTTP/1.1" status: 200 len: 897 time: 0.0907066 Sep 16 17:38:26.843703 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-449895bd-fc89-483c-8e12-2ce4133a3ff4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34178b4e-e2ab-48e1-8792-0b1e5866fe06 HTTP/1.1" status: 200 len: 217 time: 0.0375051 Sep 16 17:38:26.891917 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd6644b0b-6153-4e3c-9747-1f620b3e8d77', 'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:43:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:32Z', 'updated_at': '2021-09-16T17:37:36Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:26.893028 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-2b05cbf5-5b63-4798-bd0e-2402ddbfb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:26.894517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-2b05cbf5-5b63-4798-bd0e-2402ddbfb53c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d1e6e49-035c-4a4b-9b31-452a23129982 HTTP/1.1" status: 200 len: 834 time: 0.0443809 Sep 16 17:38:26.922592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] Checking router: efc83eb2-aead-4ef4-a067-ae4279753acd for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:38:26.931969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] Routers {'efc83eb2-aead-4ef4-a067-ae4279753acd'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:38:26.933000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:38:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['efc83eb2-aead-4ef4-a067-ae4279753acd'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:26.943396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-56535959-1b36-468e-abe7-7bf9aecdae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:26.944914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-56535959-1b36-468e-abe7-7bf9aecdae42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b5af052-f81c-47a2-8a29-ec85663068cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436625 Sep 16 17:38:27.038867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] Set router efc83eb2-aead-4ef4-a067-ae4279753acd gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:38:27.064169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799937d-34ad-4f30-8608-cd66513fc1e9 req-3e7d26f3-129d-4a7f-850e-702dd8bae022 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:27.065688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0799937d-34ad-4f30-8608-cd66513fc1e9 req-3e7d26f3-129d-4a7f-850e-702dd8bae022 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0955124 Sep 16 17:38:27.092309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-941c852e-8476-4e1b-8b25-f28e658b2a75 service neutron] 10.222.0.52 "GET /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397810 Sep 16 17:38:27.129078 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0799937d-34ad-4f30-8608-cd66513fc1e9 req-4eae5a9b-105c-4df5-a980-1994905dab04 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542066 Sep 16 17:38:27.197930 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-320addc7-6a7e-4cbb-b8f4-505be862061d req-531d7cb7-5bfb-49d7-a103-d98b46cd3739 service neutron] 10.222.0.52 "GET /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975316 Sep 16 17:38:27.236189 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd6644b0b-6153-4e3c-9747-1f620b3e8d77', 'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:43:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:32Z', 'updated_at': '2021-09-16T17:37:36Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:27.262568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b71b6-ec53-430d-8fc1-f3ad929fcb11 None None] The sync data for ids ['efc83eb2-aead-4ef4-a067-ae4279753acd'] in n-d-807786-3 is: [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'd6644b0b-6153-4e3c-9747-1f620b3e8d77', 'name': '', 'network_id': '1b5af052-f81c-47a2-8a29-ec85663068cb', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:43:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:32Z', 'updated_at': '2021-09-16T17:37:36Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '4d1e6e49-035c-4a4b-9b31-452a23129982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:38:27.475600 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888f8cc-a7e3-49d9-8c1a-4c68897b07dc None None] New status for floating IP 3adb4462-f49e-4249-ae1d-8b20e316f9b0: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:38:28.251122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba1b8-1289-40fb-b483-fd9f85ee1a33 req-04e52039-6d6b-4b33-9f3b-4985bb27bf3b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:28.252643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31eba1b8-1289-40fb-b483-fd9f85ee1a33 req-04e52039-6d6b-4b33-9f3b-4985bb27bf3b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0499480 Sep 16 17:38:28.267367 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-599b1342-b4a6-4a55-a345-b40cc3f32455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:28.293559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-31eba1b8-1289-40fb-b483-fd9f85ee1a33 req-39565cec-f464-4611-96ff-100a62c92db5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344100 Sep 16 17:38:28.465920 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-4724ff95-242f-454f-b6b5-5665fe608647 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:28.467265 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-4724ff95-242f-454f-b6b5-5665fe608647 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 945 time: 0.0472667 Sep 16 17:38:28.558893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-a22ea25e-a88c-4ef5-a022-c740837071b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:38:28.559281 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-a22ea25e-a88c-4ef5-a022-c740837071b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:28.646706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-a22ea25e-a88c-4ef5-a022-c740837071b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port 34178b4e-e2ab-48e1-8792-0b1e5866fe06, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=34178b4e-e2ab-48e1-8792-0b1e5866fe06,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:38:28.647067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-a22ea25e-a88c-4ef5-a022-c740837071b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:28.658694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-a22ea25e-a88c-4ef5-a022-c740837071b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for 34178b4e-e2ab-48e1-8792-0b1e5866fe06 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:38:28.833055 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-a22ea25e-a88c-4ef5-a022-c740837071b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:28.861903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ea25e-a88c-4ef5-a022-c740837071b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=34178b4e-e2ab-48e1-8792-0b1e5866fe06,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:28.907682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-a22ea25e-a88c-4ef5-a022-c740837071b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] No DVR routers for this DVR port 34178b4e-e2ab-48e1-8792-0b1e5866fe06 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:38:28.910925 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-a22ea25e-a88c-4ef5-a022-c740837071b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:28.913066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-32a9354b-4e5e-4650-8aeb-b821a97ef233 req-a22ea25e-a88c-4ef5-a022-c740837071b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "DELETE /v2.0/ports/34178b4e-e2ab-48e1-8792-0b1e5866fe06 HTTP/1.1" status: 204 len: 173 time: 0.4392619 Sep 16 17:38:28.913498 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'name': 'network-vif-deleted', 'tag': '34178b4e-e2ab-48e1-8792-0b1e5866fe06'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:38:28.915745 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a82f9f-c128-4b42-94fb-15757543e1db" -d '{"events": [{"server_uuid": "089ac9e6-aa2a-4570-b2df-7d52535b0273", "name": "network-vif-deleted", "tag": "34178b4e-e2ab-48e1-8792-0b1e5866fe06"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:38:28.951011 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca7665b-b923-4d13-bf70-8e79fd8266e7 x-openstack-request-id: req-3ca7665b-b923-4d13-bf70-8e79fd8266e7 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:38:28.951344 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089ac9e6-aa2a-4570-b2df-7d52535b0273", "name": "network-vif-deleted", "tag": "34178b4e-e2ab-48e1-8792-0b1e5866fe06", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:38:28.951594 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ca7665b-b923-4d13-bf70-8e79fd8266e7 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:38:28.951992 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089ac9e6-aa2a-4570-b2df-7d52535b0273', 'name': 'network-vif-deleted', 'tag': '34178b4e-e2ab-48e1-8792-0b1e5866fe06', 'status': 'completed', 'code': 200} Sep 16 17:38:29.401296 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0f022dad-b8a1-425b-ba45-f941d2907135 req-91b423e0-f312-4a95-a4da-2fb9cecdc47a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=089ac9e6-aa2a-4570-b2df-7d52535b0273 HTTP/1.1" status: 200 len: 210 time: 0.0276568 Sep 16 17:38:30.455192 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60594) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:30.807199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:30.815747 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2ff6081b-1ab0-4742-90bd-4f22ef624b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:31.366030 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port d6644b0b-6153-4e3c-9747-1f620b3e8d77 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:38:31.366380 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:31.457865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port d6644b0b-6153-4e3c-9747-1f620b3e8d77, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=d6644b0b-6153-4e3c-9747-1f620b3e8d77,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:38:31.458532 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:31.471166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for d6644b0b-6153-4e3c-9747-1f620b3e8d77 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:38:31.524257 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:31.718803 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:31.747046 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=d6644b0b-6153-4e3c-9747-1f620b3e8d77,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:31.921443 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:32.132900 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router efc83eb2-aead-4ef4-a067-ae4279753acd has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:38:32.238894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:38:32.243997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7ebe8d8a-d644-4d4e-bdd0-18bedaca9f1c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "PUT /v2.0/routers/efc83eb2-aead-4ef4-a067-ae4279753acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877836 Sep 16 17:38:32.246711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60596) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:32.249287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] Sync routers for ids ['efc83eb2-aead-4ef4-a067-ae4279753acd'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:38:32.258383 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:32.260558 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] Routers {'efc83eb2-aead-4ef4-a067-ae4279753acd'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:38:32.266876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['efc83eb2-aead-4ef4-a067-ae4279753acd'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:32.301390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b1f794-2b2b-4c9a-ab4f-8a48f77c45bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting subnet 4d1e6e49-035c-4a4b-9b31-452a23129982 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:38:32.304494 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-19b1f794-2b2b-4c9a-ab4f-8a48f77c45bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:32.343791 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-19b1f794-2b2b-4c9a-ab4f-8a48f77c45bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:32.365080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] Set router efc83eb2-aead-4ef4-a067-ae4279753acd gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:38:32.426961 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-19b1f794-2b2b-4c9a-ab4f-8a48f77c45bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:32.541187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 34178b4e-e2ab-48e1-8792-0b1e5866fe06 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:38:32.563705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 34178b4e-e2ab-48e1-8792-0b1e5866fe06 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:38:32.564048 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 34178b4e-e2ab-48e1-8792-0b1e5866fe06 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:38:32.576551 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-19b1f794-2b2b-4c9a-ab4f-8a48f77c45bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:32.587441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:38:31Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:32.607564 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-19b1f794-2b2b-4c9a-ab4f-8a48f77c45bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:32.609550 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-19b1f794-2b2b-4c9a-ab4f-8a48f77c45bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/subnets/4d1e6e49-035c-4a4b-9b31-452a23129982 HTTP/1.1" status: 204 len: 168 time: 0.3618317 Sep 16 17:38:32.610975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1f794-2b2b-4c9a-ab4f-8a48f77c45bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1e6e49-035c-4a4b-9b31-452a23129982,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:32.613333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60598) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:32.616101 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345f022-e2b5-4eda-bec8-749d28d361bd None None] Network 1b5af052-f81c-47a2-8a29-ec85663068cb requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:38:32.618420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] Checking router: efc83eb2-aead-4ef4-a067-ae4279753acd for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:38:32.643585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] Routers {'efc83eb2-aead-4ef4-a067-ae4279753acd'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:38:32.644204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['efc83eb2-aead-4ef4-a067-ae4279753acd'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:32.728664 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:32.837250 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:32.934684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:38:32.935032 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:32.967943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] Set router efc83eb2-aead-4ef4-a067-ae4279753acd gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:38:33.018157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port 7abb4a3e-f9c8-479f-909b-b467a7cea7bc, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7abb4a3e-f9c8-479f-909b-b467a7cea7bc,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:38:33.018157 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.030463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for 7abb4a3e-f9c8-479f-909b-b467a7cea7bc owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:38:33.053210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] DHCP port deletion for 1b5af052-f81c-47a2-8a29-ec85663068cb request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:38:33.175382 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Deleting port 20f04735-6e2c-4553-a24c-1729923ce719 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:38:33.176289 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.247564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] For port 20f04735-6e2c-4553-a24c-1729923ce719, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=20f04735-6e2c-4553-a24c-1729923ce719,segment=NetworkSegment(c2e16dd4-20db-446d-b6bb-2e3368de8cc0),segment_id=c2e16dd4-20db-446d-b6bb-2e3368de8cc0)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:38:33.247879 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.250089 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.263625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Calling delete_port for 20f04735-6e2c-4553-a24c-1729923ce719 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:38:33.271803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:38:31Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:33.283966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=7abb4a3e-f9c8-479f-909b-b467a7cea7bc,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:33.306709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b6c87-1346-4957-829b-3840d9f21913 None None] The sync data for ids ['efc83eb2-aead-4ef4-a067-ae4279753acd'] in n-d-807786-3 is: [{'id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682731599', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:38:31Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': '7abb4a3e-f9c8-479f-909b-b467a7cea7bc', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc83eb2-aead-4ef4-a067-ae4279753acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:37:29Z', 'updated_at': '2021-09-16T17:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:38:33.353334 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.444487 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.459760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.461943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.468410 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Pushing event deleted for resources: {'Port': ['ID=20f04735-6e2c-4553-a24c-1729923ce719,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:33.479924 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] No DVR routers for this DVR port 20f04735-6e2c-4553-a24c-1729923ce719 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:38:33.486888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.486888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.486888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.486888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.486888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.490455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.490455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.490455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.490455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.490455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.490455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.490455 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae6f49-b739-4250-ae09-40f2ea2afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:33.564346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.568525 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Fanout notify agent at l3_agent the message router_deleted on router efc83eb2-aead-4ef4-a067-ae4279753acd {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:38:33.572250 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.573407 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2e9ce34e-7654-4f3a-9933-28a2609b90be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/routers/efc83eb2-aead-4ef4-a067-ae4279753acd HTTP/1.1" status: 204 len: 168 time: 0.9579797 Sep 16 17:38:33.576121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60600) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:33.657375 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.751235 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.777618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5af052-f81c-47a2-8a29-ec85663068cb']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:33.789431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:33.789811 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e16dd4-20db-446d-b6bb-2e3368de8cc0') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:33.801757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.815981 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.822447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:38:33.822838 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:38:33.825835 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:38:33.866727 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d6644b0b-6153-4e3c-9747-1f620b3e8d77 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:38:33.887418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: d6644b0b-6153-4e3c-9747-1f620b3e8d77 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:38:33.887785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device d6644b0b-6153-4e3c-9747-1f620b3e8d77 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:38:33.888119 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 20f04735-6e2c-4553-a24c-1729923ce719 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:38:33.910296 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 20f04735-6e2c-4553-a24c-1729923ce719 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:38:33.912037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 20f04735-6e2c-4553-a24c-1729923ce719 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:38:33.959281 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.969491 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.969491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/networks/1b5af052-f81c-47a2-8a29-ec85663068cb HTTP/1.1" status: 204 len: 168 time: 0.3920355 Sep 16 17:38:33.971993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60602) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:33.981652 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a37808-78b3-4a5f-83c8-43e9c3b10a5f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Network': ['ID=1b5af052-f81c-47a2-8a29-ec85663068cb,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:34.038777 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:34.040473 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:34.071650 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:34.175639 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:34.179059 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:34.180264 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/security-groups/d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb HTTP/1.1" status: 204 len: 168 time: 0.2071283 Sep 16 17:38:34.189639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d3f0b2-7026-4ee5-86ec-7e7cc3ffaddb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:34.197880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.198244 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.198650 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.198998 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.199339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.199677 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.200012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.200349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.200728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.201062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.201401 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.201728 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fac52e-391b-4271-88c7-5e035079c9c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:34.565949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60608) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:34.571081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d5244629-991b-4a89-9b26-12a6b341e39d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769756630', 'description': 'tempest-secgroup-smoke-769756630 description', 'project_id': '930a8aa811b340cca01159f0f90b2c78'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:34.644024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5244629-991b-4a89-9b26-12a6b341e39d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:34.736628 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5244629-991b-4a89-9b26-12a6b341e39d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:34.826894 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5244629-991b-4a89-9b26-12a6b341e39d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:34.859600 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5244629-991b-4a89-9b26-12a6b341e39d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:34.912977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5244629-991b-4a89-9b26-12a6b341e39d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:34.914202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d5244629-991b-4a89-9b26-12a6b341e39d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3467817 Sep 16 17:38:34.917102 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60610) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:34.921428 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9d98a67a-84d8-404b-b062-8791dc76335b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '9f857ca9-c76a-48b0-98c9-1c6e6bcd5766', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:34.986653 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d98a67a-84d8-404b-b062-8791dc76335b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.042936 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d98a67a-84d8-404b-b062-8791dc76335b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.101513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d98a67a-84d8-404b-b062-8791dc76335b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.118049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98a67a-84d8-404b-b062-8791dc76335b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d008e275-095b-4592-92a2-37aa7ce01248,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:35.164301 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9d98a67a-84d8-404b-b062-8791dc76335b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.165562 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9d98a67a-84d8-404b-b062-8791dc76335b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2475190 Sep 16 17:38:35.168295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60612) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:35.172591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-07bfc346-16e7-418c-9908-c0193b267bc1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '9f857ca9-c76a-48b0-98c9-1c6e6bcd5766', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:35.237549 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07bfc346-16e7-418c-9908-c0193b267bc1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.303041 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07bfc346-16e7-418c-9908-c0193b267bc1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.370118 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07bfc346-16e7-418c-9908-c0193b267bc1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.388164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfc346-16e7-418c-9908-c0193b267bc1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85edfc0f-2e36-4a97-bfd9-8c1c64294f38,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:35.467711 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-07bfc346-16e7-418c-9908-c0193b267bc1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.468933 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-07bfc346-16e7-418c-9908-c0193b267bc1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2996733 Sep 16 17:38:35.471687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60614) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:35.476656 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5fe57d4b-a343-4fa8-9648-f71a74edafb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '9f857ca9-c76a-48b0-98c9-1c6e6bcd5766', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:35.534551 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5fe57d4b-a343-4fa8-9648-f71a74edafb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.590773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5fe57d4b-a343-4fa8-9648-f71a74edafb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.639150 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5fe57d4b-a343-4fa8-9648-f71a74edafb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.660138 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe57d4b-a343-4fa8-9648-f71a74edafb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b93d4f-9070-43a5-9858-c0ad38c88be8,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:35.730316 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5fe57d4b-a343-4fa8-9648-f71a74edafb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.731499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5fe57d4b-a343-4fa8-9648-f71a74edafb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2588940 Sep 16 17:38:35.734277 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60616) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:35.738707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-096adee0-8d94-424e-a102-d58834938a0d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '9f857ca9-c76a-48b0-98c9-1c6e6bcd5766', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:35.756581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7abb4a3e-f9c8-479f-909b-b467a7cea7bc no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:38:35.776461 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 7abb4a3e-f9c8-479f-909b-b467a7cea7bc {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:38:35.776808 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7abb4a3e-f9c8-479f-909b-b467a7cea7bc not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:38:35.826446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-096adee0-8d94-424e-a102-d58834938a0d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.883813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-096adee0-8d94-424e-a102-d58834938a0d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.969720 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-096adee0-8d94-424e-a102-d58834938a0d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.987269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096adee0-8d94-424e-a102-d58834938a0d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306845b5-574e-4e20-9492-621cecefd717,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:36.049580 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-096adee0-8d94-424e-a102-d58834938a0d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.050806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-096adee0-8d94-424e-a102-d58834938a0d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3155894 Sep 16 17:38:36.054714 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60618) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:36.059134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5f37819f-9c84-4f09-b095-dbbc5a189d2a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '9f857ca9-c76a-48b0-98c9-1c6e6bcd5766', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:36.135993 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-5f37819f-9c84-4f09-b095-dbbc5a189d2a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Project 930a8aa811b340cca01159f0f90b2c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:38:36.140640 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f37819f-9c84-4f09-b095-dbbc5a189d2a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.200706 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f37819f-9c84-4f09-b095-dbbc5a189d2a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.267333 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f37819f-9c84-4f09-b095-dbbc5a189d2a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.285089 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37819f-9c84-4f09-b095-dbbc5a189d2a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620d30c4-0c2e-4006-bd2b-59e91930cbf8,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:36.352861 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5f37819f-9c84-4f09-b095-dbbc5a189d2a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.354137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5f37819f-9c84-4f09-b095-dbbc5a189d2a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2984846 Sep 16 17:38:36.356917 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60620) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:36.361146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c0484234-c8d3-413c-9c22-26d016ffa545 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '9f857ca9-c76a-48b0-98c9-1c6e6bcd5766', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:36.455864 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-c0484234-c8d3-413c-9c22-26d016ffa545 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Project 930a8aa811b340cca01159f0f90b2c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:38:36.460898 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0484234-c8d3-413c-9c22-26d016ffa545 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.519345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0484234-c8d3-413c-9c22-26d016ffa545 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.598867 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0484234-c8d3-413c-9c22-26d016ffa545 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.619597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0484234-c8d3-413c-9c22-26d016ffa545 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d3a92e-ac1b-4a4f-9a65-902c0b406a37,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:36.690236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c0484234-c8d3-413c-9c22-26d016ffa545 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.691481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c0484234-c8d3-413c-9c22-26d016ffa545 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3336542 Sep 16 17:38:36.694636 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60622) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:36.700829 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'network': {'name': 'tempest-network-smoke--601824574', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'port_security_enabled': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:36.781964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:38:36.785976 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.809983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:38:36.818785 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.819126 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Added segment b66a3edd-be77-4eba-9329-332b379c00a8 of type vlan for network eefc4a60-c2ba-4839-931e-e513e7d09ce0 Sep 16 17:38:36.859541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.953222 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:36.959913 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:36.962691 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:37.027366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Network': ['ID=eefc4a60-c2ba-4839-931e-e513e7d09ce0,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:37.038261 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network eefc4a60-c2ba-4839-931e-e513e7d09ce0 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:38:37.045394 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e53344a7-a9d2-4750-87bf-6cac72fef621 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3497183 Sep 16 17:38:37.048023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60624) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:37.052763 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'admin_state_up': True, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:37.141855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:37.142900 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:37.195675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:37.387885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:37.625497 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:37.644509 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:37.746987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.25.6.145 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/ef5d597c-92f4-4e63-a2d4-f9240a063a97) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:38:37.845930 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:37.930227 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:37.966143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:38:37.968865 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:38:37.972148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:38:37.996459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=ef5d597c-92f4-4e63-a2d4-f9240a063a97,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:38.278007 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:38.785252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:38.987684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:38:39.091550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:38:39.101434 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Sync routers for ids ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:38:39.117419 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Routers {'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:38:39.121640 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:39.158892 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:39.160460 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2f5ad7cc-bb53-4aa4-aa67-b4ef01021212 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1112678 Sep 16 17:38:39.164149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60626) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:39.198358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d5a2ee72-0851-462c-865f-f006da64c933 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=930a8aa811b340cca01159f0f90b2c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330024 Sep 16 17:38:39.201138 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60628) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:39.233587 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Set router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:38:39.409610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d773d-5068-435b-89bc-33b8b63854a1 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:39.415011 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60630) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:39.415175 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ab7d773d-5068-435b-89bc-33b8b63854a1 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2122307 Sep 16 17:38:39.453566 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:38Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:39.472499 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-14785ce9-c5db-4683-91a8-ad03de06b89a tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538042 Sep 16 17:38:39.472691 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60632) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:39.478444 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1310884657', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:39.481580 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Checking router: fe87ad6b-7e88-4d43-a5f8-8d51177ee43b for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:38:39.481931 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Updating router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b port ef5d597c-92f4-4e63-a2d4-f9240a063a97 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:38:39.513103 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:39.650023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:38:39.653643 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:39.792502 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:39.866654 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:39.889887 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:39.918988 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Attempting to bind port ef5d597c-92f4-4e63-a2d4-f9240a063a97 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:38:39.919359 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Attempting to bind port ef5d597c-92f4-4e63-a2d4-f9240a063a97 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:38:39.919708 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Attempting to bind port ef5d597c-92f4-4e63-a2d4-f9240a063a97 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:38:39.922538 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Pushing event updated for resources: {'Port': ['ID=ef5d597c-92f4-4e63-a2d4-f9240a063a97,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:39.930752 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:38:39.931128 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:38:39.931534 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:39.931931 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:38:39.932429 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Bound port: ef5d597c-92f4-4e63-a2d4-f9240a063a97, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:38:39.932795 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:39.936033 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.936785 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.936785 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.937059 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.937392 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.937722 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.938068 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.938373 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.938693 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.939012 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.939334 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.939652 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:39.960497 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Subnet': ['ID=ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:39.968868 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Checking segment: {'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:38:39.969315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network hostable DHCP agents. Network: eefc4a60-c2ba-4839-931e-e513e7d09ce0, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:38:39.992607 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] For port ef5d597c-92f4-4e63-a2d4-f9240a063a97, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:38:39.995423 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] For port ef5d597c-92f4-4e63-a2d4-f9240a063a97, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef5d597c-92f4-4e63-a2d4-f9240a063a97,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:38:40.044773 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network eefc4a60-c2ba-4839-931e-e513e7d09ce0 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:38:40.062270 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:40.107779 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, eefc4a60-c2ba-4839-931e-e513e7d09ce0) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:38:40.112051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:40.112676 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:40.121088 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253a4c8a-69af-4ee6-8898-4c497653362f None None] Network eefc4a60-c2ba-4839-931e-e513e7d09ce0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:38:40.181041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b92e97bf-0bb1-4261-b15c-ab8977f4a56f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7045553 Sep 16 17:38:40.181396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60634) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:40.216331 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1ea8d-ea93-433b-a09c-941abb0dadaa None None] Pushing event updated for resources: {'Port': ['ID=ef5d597c-92f4-4e63-a2d4-f9240a063a97,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:40.220466 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Routers {'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:38:40.221063 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:40.274029 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:38:40.275030 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:40.332656 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] Set router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:38:40.412341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Allocated IP 172.20.0.2 (eefc4a60-c2ba-4839-931e-e513e7d09ce0/ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253/a3b2df1d-7b97-4e99-aca2-12588e63a80f) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:38:40.526985 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:38Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:40.556007 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3268241-27f2-4543-a9e5-b0978859b997 None None] The sync data for ids ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'] in n-d-807786-3 is: [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:38Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:38:40.568509 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:40.633761 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:40.645716 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:40.680099 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Network eefc4a60-c2ba-4839-931e-e513e7d09ce0 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:38:40.686500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:38:40.688784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Pushing event updated for resources: {'Port': ['ID=a3b2df1d-7b97-4e99-aca2-12588e63a80f,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:40.690993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:38:40.746954 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Attempting to bind port a3b2df1d-7b97-4e99-aca2-12588e63a80f on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:38:40.747337 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Attempting to bind port a3b2df1d-7b97-4e99-aca2-12588e63a80f by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:38:40.747708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Attempting to bind port a3b2df1d-7b97-4e99-aca2-12588e63a80f on network eefc4a60-c2ba-4839-931e-e513e7d09ce0 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:38:40.753065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:38:40.753440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Checking segment: {'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:38:40.753854 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:40.754254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Bound using segment: {'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:38:40.755720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Bound port: a3b2df1d-7b97-4e99-aca2-12588e63a80f, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:38:40.755944 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:40.835398 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] For port a3b2df1d-7b97-4e99-aca2-12588e63a80f, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:38:40.842102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] For port a3b2df1d-7b97-4e99-aca2-12588e63a80f, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a3b2df1d-7b97-4e99-aca2-12588e63a80f,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:38:40.919198 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:40.965142 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.20.0.1 (eefc4a60-c2ba-4839-931e-e513e7d09ce0/ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253/5b48e469-767d-4b1e-8b37-c1d706d8b612) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:38:40.987983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3c056-dcc8-49cc-9e1f-15d8efa2bf27 None None] Pushing event updated for resources: {'Port': ['ID=a3b2df1d-7b97-4e99-aca2-12588e63a80f,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:41.094426 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:41.176247 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:41.219897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network eefc4a60-c2ba-4839-931e-e513e7d09ce0 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:38:41.223350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:38:41.231126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:38:41.235407 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=5b48e469-767d-4b1e-8b37-c1d706d8b612,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:41.283396 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:41.470756 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:41.796266 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:41.838875 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:41.885011 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a3b2df1d-7b97-4e99-aca2-12588e63a80f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:38:41.918020 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=5b48e469-767d-4b1e-8b37-c1d706d8b612,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:41.920933 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:41.959875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a3b2df1d-7b97-4e99-aca2-12588e63a80f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:41.960391 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:41.988030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59971cd-3d73-4aaf-b392-43252103bab5 None None] Network eefc4a60-c2ba-4839-931e-e513e7d09ce0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:38:42.022119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network eefc4a60-c2ba-4839-931e-e513e7d09ce0 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:38:42.023574 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:38:42.075321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-83b14426-3180-467e-bf2c-5bb128fd3c15 None None] Provisioning complete for port a3b2df1d-7b97-4e99-aca2-12588e63a80f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:42.075694 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83b14426-3180-467e-bf2c-5bb128fd3c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:42.138541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:38:42.154850 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:42.247074 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port a3b2df1d-7b97-4e99-aca2-12588e63a80f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a3b2df1d-7b97-4e99-aca2-12588e63a80f,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:38:42.262490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:38:42.278736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bdebae8f-763a-4047-926d-a20dd6c8c483 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "PUT /v2.0/routers/fe87ad6b-7e88-4d43-a5f8-8d51177ee43b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0852029 Sep 16 17:38:42.281243 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:42.282035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef5d597c-92f4-4e63-a2d4-f9240a063a97 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:38:42.287786 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83b14426-3180-467e-bf2c-5bb128fd3c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:42.421662 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=a3b2df1d-7b97-4e99-aca2-12588e63a80f,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:42.439120 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-6112cf23-b734-4006-aebb-7a460efe2b41 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769756630&fields=id&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 267 time: 0.0430975 Sep 16 17:38:42.439588 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-83b14426-3180-467e-bf2c-5bb128fd3c15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:38:42.439588 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-83b14426-3180-467e-bf2c-5bb128fd3c15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:38:42.440334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ef5d597c-92f4-4e63-a2d4-f9240a063a97 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:42.440743 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:42.538830 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:42.547322 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Sync routers for ids ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:38:42.556941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-e27bda08-ea4e-4170-a152-16d3956a5cc9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:42.564125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-e27bda08-ea4e-4170-a152-16d3956a5cc9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/networks?id=eefc4a60-c2ba-4839-931e-e513e7d09ce0 HTTP/1.1" status: 200 len: 796 time: 0.1233430 Sep 16 17:38:42.570702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port ef5d597c-92f4-4e63-a2d4-f9240a063a97, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef5d597c-92f4-4e63-a2d4-f9240a063a97,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:38:42.572972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Routers {'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:38:42.573591 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:42.577210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-45b3859f-8c31-42c2-a224-0f42019acd52 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/quotas/930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 375 time: 0.0118756 Sep 16 17:38:42.642434 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-1646c333-0ea3-45ca-81ea-f49a4cdba417 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568147 Sep 16 17:38:42.663171 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:42.714162 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Set router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:38:42.755884 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=ef5d597c-92f4-4e63-a2d4-f9240a063a97,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:42.788959 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-e896f900-f01d-48ee-91d2-7e173f4474a0 service neutron] 10.222.0.22 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398242 Sep 16 17:38:42.889475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-221d210b-89bb-44fe-975d-f10d332fb4c0 service neutron] 10.222.0.22 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959640 Sep 16 17:38:42.944143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:41Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '5b48e469-767d-4b1e-8b37-c1d706d8b612', 'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:e2:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:40Z', 'updated_at': '2021-09-16T17:38:41Z', 'revision_number': 2, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:42.994613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Checking router: fe87ad6b-7e88-4d43-a5f8-8d51177ee43b for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:38:42.994969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Updating router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b port 5b48e469-767d-4b1e-8b37-c1d706d8b612 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:38:43.031009 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:43.162244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3dfa0858-18bf-4f1c-882c-0ee4be37f7f4 None None] Provisioning complete for port a3b2df1d-7b97-4e99-aca2-12588e63a80f triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:43.162631 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0858-18bf-4f1c-882c-0ee4be37f7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:43.169462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-57d29736-bfaf-4076-bf93-a430851979b5 req-f7a68b4a-5ee1-4b39-938f-1829700b3c1a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 210 time: 0.0307515 Sep 16 17:38:43.510084 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-982a38be-cc7e-4aa5-a1b7-59144bf443f5 req-b1df83b1-e286-4eee-9348-c58eb5bfe351 service neutron] (95358) timed out ('10.222.0.22', 56798) {{(pid=95358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 17:38:43.514027 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-3dfa0858-18bf-4f1c-882c-0ee4be37f7f4 None None] Provisioning complete for port 5b48e469-767d-4b1e-8b37-c1d706d8b612 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:43.516542 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0858-18bf-4f1c-882c-0ee4be37f7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:43.542395 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:43.560470 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa0858-18bf-4f1c-882c-0ee4be37f7f4 None None] Port 5b48e469-767d-4b1e-8b37-c1d706d8b612 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:38:43.627476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:43.681312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65fd54-def7-41d5-9bae-3e50b62c5881 None None] Pushing event updated for resources: {'Port': ['ID=5b48e469-767d-4b1e-8b37-c1d706d8b612,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:43.729076 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Attempting to bind port 5b48e469-767d-4b1e-8b37-c1d706d8b612 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:38:43.729451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Attempting to bind port 5b48e469-767d-4b1e-8b37-c1d706d8b612 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:38:43.729822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Attempting to bind port 5b48e469-767d-4b1e-8b37-c1d706d8b612 on network eefc4a60-c2ba-4839-931e-e513e7d09ce0 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:38:43.734984 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:38:43.735300 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Checking segment: {'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:38:43.735702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:43.736110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Bound using segment: {'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:38:43.736589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Bound port: 5b48e469-767d-4b1e-8b37-c1d706d8b612, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:38:43.737095 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:43.809850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] For port 5b48e469-767d-4b1e-8b37-c1d706d8b612, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:38:43.813331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a3b2df1d-7b97-4e99-aca2-12588e63a80f up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:38:43.816259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] For port 5b48e469-767d-4b1e-8b37-c1d706d8b612, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b48e469-767d-4b1e-8b37-c1d706d8b612,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:38:43.868210 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a3b2df1d-7b97-4e99-aca2-12588e63a80f triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:43.868611 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:43.895627 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:43.945334 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2e471542-1819-4bbc-a222-20a92842b5f2 None None] Provisioning complete for port 5b48e469-767d-4b1e-8b37-c1d706d8b612 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:43.945933 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2e471542-1819-4bbc-a222-20a92842b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:44.008289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Routers {'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:38:44.008972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:44.011018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65fd54-def7-41d5-9bae-3e50b62c5881 None None] Pushing event updated for resources: {'Port': ['ID=5b48e469-767d-4b1e-8b37-c1d706d8b612,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:44.162709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef5d597c-92f4-4e63-a2d4-f9240a063a97 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:38:44.193044 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2e471542-1819-4bbc-a222-20a92842b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:44.245310 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-40450477-7a9e-43b5-a8db-f088d2ec1a5e req-a965091e-6542-4701-8b46-1723d1583797 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 210 time: 0.0267217 Sep 16 17:38:44.246028 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] Set router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:38:44.295187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2e471542-1819-4bbc-a222-20a92842b5f2 None None] For port 5b48e469-767d-4b1e-8b37-c1d706d8b612, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b48e469-767d-4b1e-8b37-c1d706d8b612,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:38:44.339034 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ef5d597c-92f4-4e63-a2d4-f9240a063a97 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:44.339408 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:44.372754 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:44.384653 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2e471542-1819-4bbc-a222-20a92842b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:44.496273 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e471542-1819-4bbc-a222-20a92842b5f2 None None] Pushing event updated for resources: {'Port': ['ID=5b48e469-767d-4b1e-8b37-c1d706d8b612,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:44.576994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-8fbab77c-33af-4299-992c-3ad1ce7ece4c None None] Provisioning complete for port 5b48e469-767d-4b1e-8b37-c1d706d8b612 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:44.577368 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8fbab77c-33af-4299-992c-3ad1ce7ece4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:44.634979 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:41Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '5b48e469-767d-4b1e-8b37-c1d706d8b612', 'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:e2:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:40Z', 'updated_at': '2021-09-16T17:38:43Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:44.682054 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:44.682876 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968438a-206c-40cf-8a42-478e10a78639 None None] The sync data for ids ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'] in n-d-807786-3 is: [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:41Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '5b48e469-767d-4b1e-8b37-c1d706d8b612', 'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:e2:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:40Z', 'updated_at': '2021-09-16T17:38:43Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:38:45.344725 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0354dd8b-b2ad-479d-b63f-7dc413b4642d req-dc3733d4-c2d3-43c0-a14b-dc628375ad4c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 210 time: 0.0303183 Sep 16 17:38:45.819696 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b48e469-767d-4b1e-8b37-c1d706d8b612 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:38:45.867212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5b48e469-767d-4b1e-8b37-c1d706d8b612 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:45.867506 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:46.066427 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-1e323e7d-3233-487d-8b0e-45fda6a4127c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:46.069679 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-1e323e7d-3233-487d-8b0e-45fda6a4127c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "GET /v2.0/networks?id=eefc4a60-c2ba-4839-931e-e513e7d09ce0 HTTP/1.1" status: 200 len: 796 time: 0.1063907 Sep 16 17:38:46.113106 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-43c6b7e6-036e-42e8-949d-a65ef79d2702 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 379 time: 0.0341916 Sep 16 17:38:46.125726 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'port': {'device_id': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'admin_state_up': True, 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'security_groups': ['9f857ca9-c76a-48b0-98c9-1c6e6bcd5766']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:46.313177 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:38:46.316822 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:46.451173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c344011-1f46-4fc3-a75b-c033e9401a16 req-35710d2d-ea1b-4c66-a915-d7973bccd4ae tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 210 time: 0.0320456 Sep 16 17:38:46.453105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.20.0.8 (eefc4a60-c2ba-4839-931e-e513e7d09ce0/ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253/67ccb773-0285-4ef3-9efa-528deba72f70) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:38:46.593049 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:46.678805 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:46.721406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network eefc4a60-c2ba-4839-931e-e513e7d09ce0 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:38:46.725074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:38:46.728693 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:38:46.737284 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=67ccb773-0285-4ef3-9efa-528deba72f70,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:46.789330 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:46.791260 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:46.863042 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-b8b39f4b-a57d-4433-a473-3be50961c1bf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7443306 Sep 16 17:38:46.925350 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Request body: {'port': {'device_id': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:46.931231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b3190183-613c-4fd9-a0b6-161cf8ee10ff None None] Provisioning complete for port 67ccb773-0285-4ef3-9efa-528deba72f70 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:46.931720 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b3190183-613c-4fd9-a0b6-161cf8ee10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:46.968435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b3190183-613c-4fd9-a0b6-161cf8ee10ff None None] Port 67ccb773-0285-4ef3-9efa-528deba72f70 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:38:46.979490 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:47.246021 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ccb773-0285-4ef3-9efa-528deba72f70 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:38:47.253187 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:47.265554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Transition to ACTIVE for port object 67ccb773-0285-4ef3-9efa-528deba72f70 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:38:47.352611 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:47.404506 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Pushing event updated for resources: {'Port': ['ID=67ccb773-0285-4ef3-9efa-528deba72f70,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:47.472273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Attempting to bind port 67ccb773-0285-4ef3-9efa-528deba72f70 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:38:47.472647 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Attempting to bind port 67ccb773-0285-4ef3-9efa-528deba72f70 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:38:47.472980 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Attempting to bind port 67ccb773-0285-4ef3-9efa-528deba72f70 on network eefc4a60-c2ba-4839-931e-e513e7d09ce0 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:38:47.479098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Port 67ccb773-0285-4ef3-9efa-528deba72f70 on network eefc4a60-c2ba-4839-931e-e513e7d09ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:38:47.479474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Attempting to bind port 67ccb773-0285-4ef3-9efa-528deba72f70 on network eefc4a60-c2ba-4839-931e-e513e7d09ce0 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:38:47.484783 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:38:47.485128 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Checking segment: {'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:38:47.485515 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Bound using segment: {'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:38:47.485943 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Bound port: 67ccb773-0285-4ef3-9efa-528deba72f70, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66a3edd-be77-4eba-9329-332b379c00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:38:47.486313 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:47.562230 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] For port 67ccb773-0285-4ef3-9efa-528deba72f70, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:38:47.565777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] For port 67ccb773-0285-4ef3-9efa-528deba72f70, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=67ccb773-0285-4ef3-9efa-528deba72f70,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:38:47.573873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a096c0f-72fe-466c-8a09-cf83df89ad0f req-12b287c1-8fe8-41cc-82fe-474d6cf63716 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:47.576174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a096c0f-72fe-466c-8a09-cf83df89ad0f req-12b287c1-8fe8-41cc-82fe-474d6cf63716 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 943 time: 0.0526326 Sep 16 17:38:47.616653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6a096c0f-72fe-466c-8a09-cf83df89ad0f req-48ed2c5c-0b00-48b2-ae33-383e6c767608 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343430 Sep 16 17:38:47.627674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:47.664192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:47.664836 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:47.666229 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-900bf828-6506-4971-89a2-520c56134b1f service neutron] 10.222.0.62 "PUT /v2.0/ports/67ccb773-0285-4ef3-9efa-528deba72f70 HTTP/1.1" status: 200 len: 1091 time: 0.7944634 Sep 16 17:38:47.666665 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'tag': '67ccb773-0285-4ef3-9efa-528deba72f70'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:38:47.668970 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c08899-98f7-4fed-89bf-144f33b235ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3b85b523-52c1-4441-abd7-1652ed9704f6", "tag": "67ccb773-0285-4ef3-9efa-528deba72f70"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:38:47.698161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bf828-6506-4971-89a2-520c56134b1f service neutron] Pushing event updated for resources: {'Port': ['ID=67ccb773-0285-4ef3-9efa-528deba72f70,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:47.712219 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7651eba8-7b50-4dc5-ba67-c6f5c05e5a25 x-openstack-request-id: req-7651eba8-7b50-4dc5-ba67-c6f5c05e5a25 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:38:47.712568 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b85b523-52c1-4441-abd7-1652ed9704f6", "tag": "67ccb773-0285-4ef3-9efa-528deba72f70", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:38:47.712883 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7651eba8-7b50-4dc5-ba67-c6f5c05e5a25 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:38:47.713461 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'tag': '67ccb773-0285-4ef3-9efa-528deba72f70', 'status': 'completed', 'code': 200} Sep 16 17:38:47.780835 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c08899-98f7-4fed-89bf-144f33b235ea req-17eec3bc-e160-4f51-b02d-3f23643ec9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:47.782525 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a7c08899-98f7-4fed-89bf-144f33b235ea req-17eec3bc-e160-4f51-b02d-3f23643ec9a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 1094 time: 0.0462835 Sep 16 17:38:47.902297 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c08899-98f7-4fed-89bf-144f33b235ea req-6e028b09-0360-4298-9481-7431e26d4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:47.903802 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a7c08899-98f7-4fed-89bf-144f33b235ea req-6e028b09-0360-4298-9481-7431e26d4c44 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=930a8aa811b340cca01159f0f90b2c78&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1138287 Sep 16 17:38:48.006802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c08899-98f7-4fed-89bf-144f33b235ea req-fcd1fbfe-20bd-43a7-8764-153ebb8badda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:48.008150 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-a7c08899-98f7-4fed-89bf-144f33b235ea req-fcd1fbfe-20bd-43a7-8764-153ebb8badda service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976655 Sep 16 17:38:48.101273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-d97d51a2-3ec1-44bc-90cc-d5086716591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:48.102982 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-d97d51a2-3ec1-44bc-90cc-d5086716591f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 1094 time: 0.0541813 Sep 16 17:38:48.148852 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-f146890a-29eb-4490-97ea-2a7e8b62500a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ccb773-0285-4ef3-9efa-528deba72f70 HTTP/1.1" status: 200 len: 217 time: 0.0384300 Sep 16 17:38:48.198868 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-e7fe54f6-36fd-41a0-9c76-2d3b6abb5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:48.200328 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-e7fe54f6-36fd-41a0-9c76-2d3b6abb5ce4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253 HTTP/1.1" status: 200 len: 835 time: 0.0449491 Sep 16 17:38:48.249664 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-ed1d84b4-52b9-4f4e-93bf-7e33c30d534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:48.251603 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-ed1d84b4-52b9-4f4e-93bf-7e33c30d534f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eefc4a60-c2ba-4839-931e-e513e7d09ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441465 Sep 16 17:38:48.349241 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-cfa4b4b5-3874-4252-9428-b1413a9ef3fa service neutron] 10.222.0.62 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901742 Sep 16 17:38:48.736023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86fb3a-c862-43ec-95f5-c263da3048e5 req-e20c830b-fb4c-44a2-810c-95e118c66e69 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:48.737640 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e86fb3a-c862-43ec-95f5-c263da3048e5 req-e20c830b-fb4c-44a2-810c-95e118c66e69 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 943 time: 0.0512223 Sep 16 17:38:48.768199 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-5533bf09-e5b2-4eab-8a44-cd4afbba85c8 req-3507c648-3516-46d3-aa20-e8506458a653 service neutron] 10.222.0.62 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110518 Sep 16 17:38:48.777241 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4e86fb3a-c862-43ec-95f5-c263da3048e5 req-417ca55f-ac4f-4d60-b55b-ae707ce120f4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325410 Sep 16 17:38:49.892271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62ec40-bf87-4e8a-931b-bf3ad3046e69 req-28d90d9d-650d-4a39-8212-ff5b0bd1f0e4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:49.893796 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b62ec40-bf87-4e8a-931b-bf3ad3046e69 req-28d90d9d-650d-4a39-8212-ff5b0bd1f0e4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 943 time: 0.0482786 Sep 16 17:38:49.935916 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b62ec40-bf87-4e8a-931b-bf3ad3046e69 req-7ba17823-7e9f-4211-92ff-1a8df48ad1a8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351264 Sep 16 17:38:51.049276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234bed8-0ff6-473a-9411-cf3c6c16103e req-433622fb-b7e7-492f-b9bf-dd0c801fc603 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:51.050769 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1234bed8-0ff6-473a-9411-cf3c6c16103e req-433622fb-b7e7-492f-b9bf-dd0c801fc603 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 943 time: 0.0488925 Sep 16 17:38:51.088062 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1234bed8-0ff6-473a-9411-cf3c6c16103e req-f6f5edea-0788-4df5-9ad3-f1fdab880143 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308397 Sep 16 17:38:52.200499 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0455b97-577c-4245-ad09-c1de1ee5d36f req-3287a98c-ba9f-4ad5-9be2-3da9c02f607a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:52.201983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0455b97-577c-4245-ad09-c1de1ee5d36f req-3287a98c-ba9f-4ad5-9be2-3da9c02f607a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 943 time: 0.0492034 Sep 16 17:38:52.239387 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c0455b97-577c-4245-ad09-c1de1ee5d36f req-10b38a80-56c4-4bad-b793-b2534664efce tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314543 Sep 16 17:38:52.376409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 67ccb773-0285-4ef3-9efa-528deba72f70 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:38:52.468799 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 67ccb773-0285-4ef3-9efa-528deba72f70, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=67ccb773-0285-4ef3-9efa-528deba72f70,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:38:52.480303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '67ccb773-0285-4ef3-9efa-528deba72f70', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'port_id': '67ccb773-0285-4ef3-9efa-528deba72f70', 'mac_address': 'fa:16:3e:c4:4e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:38:52.519239 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:52.531901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ccb773-0285-4ef3-9efa-528deba72f70 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:38:52.552125 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 67ccb773-0285-4ef3-9efa-528deba72f70, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=67ccb773-0285-4ef3-9efa-528deba72f70,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:38:52.638368 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:52.684206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=67ccb773-0285-4ef3-9efa-528deba72f70,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:52.848770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['67ccb773-0285-4ef3-9efa-528deba72f70'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:38:53.354874 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f91c78-696d-47c0-a72b-df3df0f0f70d req-e21eecdd-e1cf-4450-88fe-7d241342ea33 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:53.356345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65f91c78-696d-47c0-a72b-df3df0f0f70d req-e21eecdd-e1cf-4450-88fe-7d241342ea33 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 944 time: 0.0497875 Sep 16 17:38:53.399318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-65f91c78-696d-47c0-a72b-df3df0f0f70d req-bf22b5a1-2e68-4545-a360-7974b134be13 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370588 Sep 16 17:38:54.373595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 67ccb773-0285-4ef3-9efa-528deba72f70 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:38:54.490096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 67ccb773-0285-4ef3-9efa-528deba72f70 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:38:54.494122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 67ccb773-0285-4ef3-9efa-528deba72f70 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:38:54.494506 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:54.514648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f9da4-86ba-478f-9b4f-a0ee8f6a1eef req-ff50ab7e-ece4-4434-a7d3-b20492752a6a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:54.519876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c65f9da4-86ba-478f-9b4f-a0ee8f6a1eef req-ff50ab7e-ece4-4434-a7d3-b20492752a6a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 944 time: 0.0494323 Sep 16 17:38:54.554583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c65f9da4-86ba-478f-9b4f-a0ee8f6a1eef req-35c5e9b6-24ca-4d4b-b087-4ad415c3e725 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321450 Sep 16 17:38:54.577355 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:54.608892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ccb773-0285-4ef3-9efa-528deba72f70'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:38:54.611214 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dd5641-14b9-4553-b9a6-418b63fb0f64" -d '{"events": [{"server_uuid": "3b85b523-52c1-4441-abd7-1652ed9704f6", "name": "network-vif-plugged", "status": "completed", "tag": "67ccb773-0285-4ef3-9efa-528deba72f70"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:38:54.625087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 67ccb773-0285-4ef3-9efa-528deba72f70, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=67ccb773-0285-4ef3-9efa-528deba72f70,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:38:54.647019 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05207149-d9b7-42d6-a2c9-c161fd1a2498 x-openstack-request-id: req-05207149-d9b7-42d6-a2c9-c161fd1a2498 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:38:54.647305 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b85b523-52c1-4441-abd7-1652ed9704f6", "name": "network-vif-plugged", "status": "completed", "tag": "67ccb773-0285-4ef3-9efa-528deba72f70", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:38:54.647562 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05207149-d9b7-42d6-a2c9-c161fd1a2498 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:38:54.648793 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ccb773-0285-4ef3-9efa-528deba72f70', 'code': 200} Sep 16 17:38:54.679574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:54.727406 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=67ccb773-0285-4ef3-9efa-528deba72f70,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:54.741919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1155d-e0e5-4341-869d-57148bacf88e req-14a183ca-255d-4eb8-aa20-f6de859b5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:54.743353 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e8b1155d-e0e5-4341-869d-57148bacf88e req-14a183ca-255d-4eb8-aa20-f6de859b5506 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 1096 time: 0.0402455 Sep 16 17:38:54.777956 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e8b1155d-e0e5-4341-869d-57148bacf88e req-58293fd0-7c86-4839-8baf-a40714530588 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272996 Sep 16 17:38:55.670455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864896f-c26e-4dc9-ba09-1d0d6afc581a req-1c570a32-7b28-4292-950a-d2beed79bd6d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:55.671937 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a864896f-c26e-4dc9-ba09-1d0d6afc581a req-1c570a32-7b28-4292-950a-d2beed79bd6d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0495348 Sep 16 17:38:55.708270 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a864896f-c26e-4dc9-ba09-1d0d6afc581a req-f837591d-f18d-4bc9-a0c4-e752c8583b43 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303106 Sep 16 17:38:56.828287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8994bdb-4fb5-4c18-b775-3302f951d3a7 req-5d969ebf-06fa-4a66-ba05-7d8edaae877b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:56.829767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8994bdb-4fb5-4c18-b775-3302f951d3a7 req-5d969ebf-06fa-4a66-ba05-7d8edaae877b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0479269 Sep 16 17:38:56.871003 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8994bdb-4fb5-4c18-b775-3302f951d3a7 req-2881b30b-33ff-45db-8c67-8f364c342e92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341444 Sep 16 17:38:56.982736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec5e42-422d-4201-b858-4109c278f2d7 req-c9e2caec-4051-4671-b545-eb6014807d60 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:56.984240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05ec5e42-422d-4201-b858-4109c278f2d7 req-c9e2caec-4051-4671-b545-eb6014807d60 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0487249 Sep 16 17:38:57.017694 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:38:57.022421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-05ec5e42-422d-4201-b858-4109c278f2d7 req-b72b0efd-f6df-4eac-9f88-22126e529a0a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322678 Sep 16 17:38:57.043213 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60702) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:57.082052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04052b5b-d9ce-4013-a1ae-bb79a88f0ad1 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:57.083537 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-04052b5b-d9ce-4013-a1ae-bb79a88f0ad1 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 1091 time: 0.0393825 Sep 16 17:38:57.086665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60704) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:57.090845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '67ccb773-0285-4ef3-9efa-528deba72f70', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:38:57.164492 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:57.262952 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:57.367609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.25.6.16 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/f8d4abba-a93a-4bac-8eff-63d6006354b7) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:38:57.469580 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:57.570342 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:57.607187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:38:57.610019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:38:57.613363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:38:57.623052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=f8d4abba-a93a-4bac-8eff-63d6006354b7,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:58.260983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e8edf9d9-229e-4366-a837-5e0152d99fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:58.305720 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:58.434386 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:58.581394 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:58.644365 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:58.718777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=f8d4abba-a93a-4bac-8eff-63d6006354b7,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:58.729182 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:58.828037 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Floating IP ecc6c710-6519-4bbe-9df3-91c1888f04c8 associated. External IP: 172.25.6.16, port: 67ccb773-0285-4ef3-9efa-528deba72f70. Sep 16 17:38:59.030531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:38:59.136275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:38:59.145684 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] Sync routers for ids ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:38:59.159077 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] Routers {'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:38:59.159689 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:59.210404 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:59.236836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-db6cfeb4-0e08-4061-b96c-d7212a161abb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1491234 Sep 16 17:38:59.237548 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'tag': '67ccb773-0285-4ef3-9efa-528deba72f70'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:38:59.239932 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbd874e-ed5c-4d75-b719-df1130fd790e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b85b523-52c1-4441-abd7-1652ed9704f6", "tag": "67ccb773-0285-4ef3-9efa-528deba72f70"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:38:59.265407 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] Set router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:38:59.283683 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dea655-e113-4ba5-9535-3880aed02429 x-openstack-request-id: req-29dea655-e113-4ba5-9535-3880aed02429 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:38:59.284192 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b85b523-52c1-4441-abd7-1652ed9704f6", "tag": "67ccb773-0285-4ef3-9efa-528deba72f70", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:38:59.284474 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29dea655-e113-4ba5-9535-3880aed02429 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:38:59.284873 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'tag': '67ccb773-0285-4ef3-9efa-528deba72f70', 'status': 'completed', 'code': 200} Sep 16 17:38:59.346695 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-a47013ed-6354-43cd-b351-17b878ad8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:59.347697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9d298-4f9d-4033-9834-ce0e63fa68a2 req-df7ccecb-9b68-4290-b6cd-aa1454b307af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:59.348819 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-a47013ed-6354-43cd-b351-17b878ad8360 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 1096 time: 0.0412583 Sep 16 17:38:59.351434 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8b9d298-4f9d-4033-9834-ce0e63fa68a2 req-df7ccecb-9b68-4290-b6cd-aa1454b307af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0564814 Sep 16 17:38:59.394908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e8b9d298-4f9d-4033-9834-ce0e63fa68a2 req-d6ec20df-d55c-48fa-88ed-0d72802d9297 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395944 Sep 16 17:38:59.416160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60710) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:38:59.449305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-b7b78e4a-c976-4ccf-b53c-c3c3fc02c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:59.450785 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-b7b78e4a-c976-4ccf-b53c-c3c3fc02c73a service neutron] 10.222.0.62 "GET /v2.0/networks?id=eefc4a60-c2ba-4839-931e-e513e7d09ce0 HTTP/1.1" status: 200 len: 897 time: 0.0945127 Sep 16 17:38:59.488845 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3788473b-7eae-4b5c-8998-25ff4627ed6a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/ecc6c710-6519-4bbe-9df3-91c1888f04c8 HTTP/1.1" status: 200 len: 990 time: 0.0714452 Sep 16 17:38:59.496807 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:41Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ecc6c710-6519-4bbe-9df3-91c1888f04c8', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'port_id': '67ccb773-0285-4ef3-9efa-528deba72f70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'mac_address': 'fa:16:3e:c4:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:38:57Z', 'updated_at': '2021-09-16T17:38:57Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b48e469-767d-4b1e-8b37-c1d706d8b612', 'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:e2:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:40Z', 'updated_at': '2021-09-16T17:38:44Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:59.517650 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-f9bb28d1-cce7-4afd-a610-88c237932dbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ccb773-0285-4ef3-9efa-528deba72f70 HTTP/1.1" status: 200 len: 998 time: 0.0597870 Sep 16 17:38:59.523338 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] Checking router: fe87ad6b-7e88-4d43-a5f8-8d51177ee43b for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:38:59.531511 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] Routers {'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:38:59.532052 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:38:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:59.567123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-e93ff615-41c0-4262-80f7-0c75cdde0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:59.568620 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-e93ff615-41c0-4262-80f7-0c75cdde0c07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253 HTTP/1.1" status: 200 len: 835 time: 0.0447245 Sep 16 17:38:59.618573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-25662485-81c6-49ef-a3f1-e3b589d096ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:38:59.620116 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-25662485-81c6-49ef-a3f1-e3b589d096ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eefc4a60-c2ba-4839-931e-e513e7d09ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444248 Sep 16 17:38:59.637863 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] Set router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:38:59.711745 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-0e6f84f9-7059-4236-8eab-790e4ee9aa29 service neutron] 10.222.0.62 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847456 Sep 16 17:38:59.808489 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-dcbd874e-ed5c-4d75-b719-df1130fd790e req-2473db65-51dd-4b65-ae20-858ac6838c58 service neutron] 10.222.0.62 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900090 Sep 16 17:38:59.867766 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:41Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ecc6c710-6519-4bbe-9df3-91c1888f04c8', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'port_id': '67ccb773-0285-4ef3-9efa-528deba72f70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'mac_address': 'fa:16:3e:c4:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:38:57Z', 'updated_at': '2021-09-16T17:38:57Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b48e469-767d-4b1e-8b37-c1d706d8b612', 'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:e2:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:40Z', 'updated_at': '2021-09-16T17:38:44Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:38:59.893946 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a5bb4-5e5d-40c5-8403-0642010a0c13 None None] The sync data for ids ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'] in n-d-807786-3 is: [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:41Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ecc6c710-6519-4bbe-9df3-91c1888f04c8', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'port_id': '67ccb773-0285-4ef3-9efa-528deba72f70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'mac_address': 'fa:16:3e:c4:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:38:57Z', 'updated_at': '2021-09-16T17:38:57Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b48e469-767d-4b1e-8b37-c1d706d8b612', 'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:e2:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:40Z', 'updated_at': '2021-09-16T17:38:44Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:39:00.102113 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b5c68-235b-4c5a-930f-5f28c45f197f None None] New status for floating IP ecc6c710-6519-4bbe-9df3-91c1888f04c8: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:39:00.492867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60712) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:39:00.555581 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2011d26b-2afe-42de-8648-76631b564910 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/ecc6c710-6519-4bbe-9df3-91c1888f04c8 HTTP/1.1" status: 200 len: 992 time: 0.0614676 Sep 16 17:39:00.809275 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6a3f2ae8-4821-4861-ad9f-c7cbd32bbf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:01.540782 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:02.227619 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:04.021735 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:14.318106 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:14.598187 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:28.318446 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b14c5b74-0016-41bf-a4cd-4167d0866b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:28.492241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468d91c-bc07-4abc-960e-d87026d6d29c req-6232f822-4d85-4469-975e-b83b99eaaeca tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:28.493761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7468d91c-bc07-4abc-960e-d87026d6d29c req-6232f822-4d85-4469-975e-b83b99eaaeca tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0500164 Sep 16 17:39:28.532638 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7468d91c-bc07-4abc-960e-d87026d6d29c req-7b33b854-c17a-4990-91dc-8b96da7e08c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Sep 16 17:39:28.536922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-f42d46d4-a3d7-46e5-a7dc-0cf74f1850e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:28.538455 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-f42d46d4-a3d7-46e5-a7dc-0cf74f1850e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 1096 time: 0.0432880 Sep 16 17:39:28.635368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-f056b147-9283-4937-8682-5b7526da42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:28.637912 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-f056b147-9283-4937-8682-5b7526da42c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eefc4a60-c2ba-4839-931e-e513e7d09ce0 HTTP/1.1" status: 200 len: 897 time: 0.0916336 Sep 16 17:39:28.709797 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-addfbc3c-8c27-4b7f-83a5-f61fc027d918 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ccb773-0285-4ef3-9efa-528deba72f70 HTTP/1.1" status: 200 len: 1000 time: 0.0639362 Sep 16 17:39:28.760242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-f4589755-ffde-4d01-8ff0-25e26df64b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:28.762252 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-f4589755-ffde-4d01-8ff0-25e26df64b3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253 HTTP/1.1" status: 200 len: 835 time: 0.0437074 Sep 16 17:39:28.811119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-604cf504-d9e8-4160-806a-e2b652646541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:28.812671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-604cf504-d9e8-4160-806a-e2b652646541 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eefc4a60-c2ba-4839-931e-e513e7d09ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429938 Sep 16 17:39:28.903622 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-e7866141-9efc-4d84-a1b0-d4cfd820ee27 service neutron] 10.222.0.62 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835342 Sep 16 17:39:28.997388 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-753f7f54-ffac-49e2-b64f-bc7192d69779 req-29aa7037-015b-48fb-a5b4-0de7bb4c793b service neutron] 10.222.0.62 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856366 Sep 16 17:39:29.650672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e630242-39eb-4b88-be6e-f9084005adc2 req-fda2d391-d25f-4c35-9ff5-439d1bddc267 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:29.652152 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e630242-39eb-4b88-be6e-f9084005adc2 req-fda2d391-d25f-4c35-9ff5-439d1bddc267 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0492835 Sep 16 17:39:29.689695 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1e630242-39eb-4b88-be6e-f9084005adc2 req-f92523fb-f143-4c1a-9659-0e9586ad1aaa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314066 Sep 16 17:39:30.825462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fead70-eda8-4f33-90e1-695cd0a0e362 req-bcc09531-d4e1-4392-8892-c01d72a5e211 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:30.826718 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b10fe9e5-ce60-48c0-b48c-4538c07e68a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:30.827131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28fead70-eda8-4f33-90e1-695cd0a0e362 req-bcc09531-d4e1-4392-8892-c01d72a5e211 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0535493 Sep 16 17:39:30.865784 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28fead70-eda8-4f33-90e1-695cd0a0e362 req-ab6111f5-cbc6-469e-9812-1e449e136616 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319846 Sep 16 17:39:31.528263 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:31.977912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fd295-90d4-4646-bc82-f8d535e54d0e req-09467460-e0ce-4d93-becc-4bccbdb48768 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:31.979395 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e08fd295-90d4-4646-bc82-f8d535e54d0e req-09467460-e0ce-4d93-becc-4bccbdb48768 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0483565 Sep 16 17:39:32.017361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e08fd295-90d4-4646-bc82-f8d535e54d0e req-d61c23e7-de06-4a3d-8c67-93e634508281 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314105 Sep 16 17:39:32.219422 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:33.135269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b7203-d171-45f3-83a5-aa40d59addb7 req-aef072c5-6283-439c-a0bb-a9be52550960 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:33.137314 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b5b7203-d171-45f3-83a5-aa40d59addb7 req-aef072c5-6283-439c-a0bb-a9be52550960 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0511820 Sep 16 17:39:33.175279 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b5b7203-d171-45f3-83a5-aa40d59addb7 req-e15bee54-3735-47f4-a0a3-2b4450fc9860 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321200 Sep 16 17:39:34.016972 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:39:34.036750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:34.294605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb2d17-c8b6-4bd5-9668-6b52a6d624a3 req-1ff5ee34-6d98-4da2-a23f-d8da2733ddbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:34.295974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67bb2d17-c8b6-4bd5-9668-6b52a6d624a3 req-1ff5ee34-6d98-4da2-a23f-d8da2733ddbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0536194 Sep 16 17:39:34.332500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67bb2d17-c8b6-4bd5-9668-6b52a6d624a3 req-8226e4ca-35c8-4534-a2b0-134cb97a8e39 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305979 Sep 16 17:39:35.445807 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afe726-db87-4116-af6a-a0719faee0a1 req-b1c86aa1-638c-4c13-a459-73308eec5d61 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:35.447272 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5afe726-db87-4116-af6a-a0719faee0a1 req-b1c86aa1-638c-4c13-a459-73308eec5d61 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0489719 Sep 16 17:39:35.484538 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5afe726-db87-4116-af6a-a0719faee0a1 req-edd14a1c-e64b-481e-b204-5b8e09e6f9c8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312135 Sep 16 17:39:36.603988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e24fb-8360-4ce4-bde0-0a938a720a45 req-f5732533-5964-4c51-8ba9-cd232dac5ff7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:36.606197 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b93e24fb-8360-4ce4-bde0-0a938a720a45 req-f5732533-5964-4c51-8ba9-cd232dac5ff7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0539405 Sep 16 17:39:36.642686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b93e24fb-8360-4ce4-bde0-0a938a720a45 req-4b619410-6449-4297-8ad1-ddb5bb26f645 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306363 Sep 16 17:39:37.761612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600a684-ddf9-4ba5-a583-953e2148bbda req-7bf4f065-54a4-41f9-be69-c012be4a8916 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:37.762817 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6600a684-ddf9-4ba5-a583-953e2148bbda req-7bf4f065-54a4-41f9-be69-c012be4a8916 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0531960 Sep 16 17:39:37.801584 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6600a684-ddf9-4ba5-a583-953e2148bbda req-446a8f89-08c4-4b58-8f61-0b430efa9d20 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328021 Sep 16 17:39:38.919881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3911-e1f9-43f6-a84d-e33d200abccf req-8ee9a748-d7be-44bf-94d3-93d9fff8053c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:38.921462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ac3911-e1f9-43f6-a84d-e33d200abccf req-8ee9a748-d7be-44bf-94d3-93d9fff8053c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0528257 Sep 16 17:39:38.959137 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2ac3911-e1f9-43f6-a84d-e33d200abccf req-dc6015fc-5bda-4214-ac12-531e84da6aeb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317860 Sep 16 17:39:40.072931 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd738a-8d70-4df0-a80b-c4f40b61feb9 req-b9d34e99-3a41-42f6-ab0b-ea04706998e6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:40.074889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17cd738a-8d70-4df0-a80b-c4f40b61feb9 req-b9d34e99-3a41-42f6-ab0b-ea04706998e6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0485001 Sep 16 17:39:40.113440 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-17cd738a-8d70-4df0-a80b-c4f40b61feb9 req-eec21f98-c688-4881-892e-ddcac028252f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325046 Sep 16 17:39:40.136155 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60756) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:39:40.199421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-04e4587e-0665-4419-a32d-f2a1eb8531fc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/ecc6c710-6519-4bbe-9df3-91c1888f04c8 HTTP/1.1" status: 200 len: 992 time: 0.0620072 Sep 16 17:39:44.324139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:44.643758 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:47.451995 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-78439e16-2f46-4547-bdae-c504035775af service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398452 Sep 16 17:39:47.529899 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-79704e60-d6f8-4a97-9091-5cbd501248a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:47.531457 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-79704e60-d6f8-4a97-9091-5cbd501248a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 1096 time: 0.0408068 Sep 16 17:39:47.638554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-7dc50aa8-1bae-4cc1-837e-946d26d42d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:47.640023 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-7dc50aa8-1bae-4cc1-837e-946d26d42d5f service neutron] 10.222.0.62 "GET /v2.0/networks?id=eefc4a60-c2ba-4839-931e-e513e7d09ce0 HTTP/1.1" status: 200 len: 897 time: 0.0902927 Sep 16 17:39:47.704546 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-62c7a962-f776-492a-b780-4c44b3088fcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ccb773-0285-4ef3-9efa-528deba72f70 HTTP/1.1" status: 200 len: 1000 time: 0.0578833 Sep 16 17:39:47.757228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-4c7a4ef5-f80d-4af2-8a11-7ed4e9c0198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:47.758917 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-4c7a4ef5-f80d-4af2-8a11-7ed4e9c0198e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253 HTTP/1.1" status: 200 len: 835 time: 0.0482428 Sep 16 17:39:47.803156 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-6c7f10ca-f751-4883-a0ca-d36ea7b31dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:39:47.804673 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-6c7f10ca-f751-4883-a0ca-d36ea7b31dbd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eefc4a60-c2ba-4839-931e-e513e7d09ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388556 Sep 16 17:39:47.899494 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-12dea32c-da65-4224-9b33-c38a9ba68c30 service neutron] 10.222.0.62 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877438 Sep 16 17:39:47.988457 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ff419e5e-d479-45b2-83a0-d23d16450bfd req-3ad8c948-3276-410e-b87c-0cd352088613 service neutron] 10.222.0.62 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813258 Sep 16 17:39:58.293130 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-07dbcaff-b353-4052-b2f3-e8114e73bd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:00.826292 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8d3186a4-cba5-4bec-8020-034629701b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:01.527585 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:02.266641 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:04.043474 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:10.869364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60780) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:11.016335 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:40:11.025459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port f8d4abba-a93a-4bac-8eff-63d6006354b7 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:40:11.025813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:11.103864 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:11.104194 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:11.116190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for f8d4abba-a93a-4bac-8eff-63d6006354b7 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:40:11.332706 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:11.366320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=f8d4abba-a93a-4bac-8eff-63d6006354b7,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:11.387665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.388021 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.388367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.388738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.389072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.389412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.389740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.390072 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.390451 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.391009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.391343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.391669 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:11.433910 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:11.434250 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Floating IP ecc6c710-6519-4bbe-9df3-91c1888f04c8 disassociated (deleted). External IP: 172.25.6.16, port: 67ccb773-0285-4ef3-9efa-528deba72f70. Sep 16 17:40:11.639328 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:40:11.748297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:40:11.753687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:11.758492 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] Sync routers for ids ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:40:11.767825 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] Routers {'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:40:11.768473 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:40:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:11.781194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-467b9198-d3b0-4fd1-9ab1-c35b722ed294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/floatingips/ecc6c710-6519-4bbe-9df3-91c1888f04c8 HTTP/1.1" status: 204 len: 168 time: 0.9106390 Sep 16 17:40:11.781924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'tag': '67ccb773-0285-4ef3-9efa-528deba72f70'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:40:11.784524 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accfbd82-2af6-4f61-815c-6128303553a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b85b523-52c1-4441-abd7-1652ed9704f6", "tag": "67ccb773-0285-4ef3-9efa-528deba72f70"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:40:11.828450 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc51ba9-ba59-49dd-b2f7-b646847f5fe5 x-openstack-request-id: req-bdc51ba9-ba59-49dd-b2f7-b646847f5fe5 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:40:11.828805 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b85b523-52c1-4441-abd7-1652ed9704f6", "tag": "67ccb773-0285-4ef3-9efa-528deba72f70", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:40:11.829063 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdc51ba9-ba59-49dd-b2f7-b646847f5fe5 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:40:11.830006 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'tag': '67ccb773-0285-4ef3-9efa-528deba72f70', 'status': 'completed', 'code': 200} Sep 16 17:40:11.882692 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] Set router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:40:11.892649 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfbd82-2af6-4f61-815c-6128303553a2 req-b5ce9419-603f-4a9a-b6ff-a158e7d6a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:11.894112 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-accfbd82-2af6-4f61-815c-6128303553a2 req-b5ce9419-603f-4a9a-b6ff-a158e7d6a01a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 1096 time: 0.0427120 Sep 16 17:40:11.991076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfbd82-2af6-4f61-815c-6128303553a2 req-b86327c9-8e5a-4908-8f8a-5f9efe55375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:11.992624 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-accfbd82-2af6-4f61-815c-6128303553a2 req-b86327c9-8e5a-4908-8f8a-5f9efe55375c service neutron] 10.222.0.62 "GET /v2.0/networks?id=eefc4a60-c2ba-4839-931e-e513e7d09ce0 HTTP/1.1" status: 200 len: 897 time: 0.0915146 Sep 16 17:40:12.037329 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-accfbd82-2af6-4f61-815c-6128303553a2 req-57deb5cc-7bdf-41f5-89ac-64f87b92c987 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ccb773-0285-4ef3-9efa-528deba72f70 HTTP/1.1" status: 200 len: 217 time: 0.0363579 Sep 16 17:40:12.087194 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:41Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '5b48e469-767d-4b1e-8b37-c1d706d8b612', 'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:e2:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:40Z', 'updated_at': '2021-09-16T17:38:44Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:12.106544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfbd82-2af6-4f61-815c-6128303553a2 req-3d77636b-ee93-4d93-802b-c1141e846c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:12.108081 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-accfbd82-2af6-4f61-815c-6128303553a2 req-3d77636b-ee93-4d93-802b-c1141e846c64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253 HTTP/1.1" status: 200 len: 835 time: 0.0633173 Sep 16 17:40:12.161026 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfbd82-2af6-4f61-815c-6128303553a2 req-ce2803ff-0957-49c3-b9c0-9abf240c4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:12.162776 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-accfbd82-2af6-4f61-815c-6128303553a2 req-ce2803ff-0957-49c3-b9c0-9abf240c4e7d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eefc4a60-c2ba-4839-931e-e513e7d09ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463345 Sep 16 17:40:12.194971 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138963-50a7-466f-ae3b-eeb5fab67c68 req-bfb24f81-8e0c-4b31-8912-7cdc80c225e6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:12.196611 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5138963-50a7-466f-ae3b-eeb5fab67c68 req-bfb24f81-8e0c-4b31-8912-7cdc80c225e6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0531864 Sep 16 17:40:12.207128 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] Checking router: fe87ad6b-7e88-4d43-a5f8-8d51177ee43b for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:40:12.215467 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] Routers {'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:40:12.216084 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:40:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:12.238244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5138963-50a7-466f-ae3b-eeb5fab67c68 req-514ad45d-8fbf-48a5-9470-28f6edaadc2d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346410 Sep 16 17:40:12.269338 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-accfbd82-2af6-4f61-815c-6128303553a2 req-da26be28-4072-4deb-98d0-63619506db6f service neutron] 10.222.0.62 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976799 Sep 16 17:40:12.324521 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] Set router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:40:12.368812 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-accfbd82-2af6-4f61-815c-6128303553a2 req-00728110-d4d5-43cf-a9a9-0d4033aee558 service neutron] 10.222.0.62 "GET /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911679 Sep 16 17:40:12.522924 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:41Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '5b48e469-767d-4b1e-8b37-c1d706d8b612', 'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:e2:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:40Z', 'updated_at': '2021-09-16T17:38:44Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:12.552526 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a55028-84ab-49c6-92d6-f78552def783 None None] The sync data for ids ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'] in n-d-807786-3 is: [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:41Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '5b48e469-767d-4b1e-8b37-c1d706d8b612', 'name': '', 'network_id': 'eefc4a60-c2ba-4839-931e-e513e7d09ce0', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:e2:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:40Z', 'updated_at': '2021-09-16T17:38:44Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:40:12.760742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189ba66-d761-4a5f-94af-296b16abd00f None None] New status for floating IP ecc6c710-6519-4bbe-9df3-91c1888f04c8: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:40:13.355527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946019a-a63f-4f61-bced-29ea3700167f req-1bdb2ea4-f81f-496f-96a3-c843ae9a4f8c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:13.357002 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6946019a-a63f-4f61-bced-29ea3700167f req-1bdb2ea4-f81f-496f-96a3-c843ae9a4f8c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0484879 Sep 16 17:40:13.394813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6946019a-a63f-4f61-bced-29ea3700167f req-12ef4aeb-3d76-4489-88ec-cbac92ef8334 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317311 Sep 16 17:40:13.601110 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-1374c544-bfb9-467a-a9f1-a8efbf70e6f3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:13.602554 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-1374c544-bfb9-467a-a9f1-a8efbf70e6f3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 945 time: 0.0489328 Sep 16 17:40:13.695117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port 67ccb773-0285-4ef3-9efa-528deba72f70 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:40:13.695453 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:13.786570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port 67ccb773-0285-4ef3-9efa-528deba72f70, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=67ccb773-0285-4ef3-9efa-528deba72f70,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:40:13.786928 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:13.799708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for 67ccb773-0285-4ef3-9efa-528deba72f70 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:40:14.003834 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:14.032779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=67ccb773-0285-4ef3-9efa-528deba72f70,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:14.044944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.045304 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.045658 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.046005 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.046882 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.047221 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.047555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.047886 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.048215 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.048569 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.048904 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.049227 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:14.087678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] No DVR routers for this DVR port 67ccb773-0285-4ef3-9efa-528deba72f70 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:40:14.090223 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:14.092230 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-218d1ad6-4120-4ebc-a132-6085f094ece3 req-7aabbcf0-b051-40c3-b5c1-24743005691c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "DELETE /v2.0/ports/67ccb773-0285-4ef3-9efa-528deba72f70 HTTP/1.1" status: 204 len: 173 time: 0.4833531 Sep 16 17:40:14.092686 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'name': 'network-vif-deleted', 'tag': '67ccb773-0285-4ef3-9efa-528deba72f70'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:40:14.094930 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94a90f5-611e-40d6-9f4c-86737bafaf53" -d '{"events": [{"server_uuid": "3b85b523-52c1-4441-abd7-1652ed9704f6", "name": "network-vif-deleted", "tag": "67ccb773-0285-4ef3-9efa-528deba72f70"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:40:14.194607 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8c0d13-5a27-4afd-80f3-9857a73c0198 x-openstack-request-id: req-8a8c0d13-5a27-4afd-80f3-9857a73c0198 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:40:14.194904 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b85b523-52c1-4441-abd7-1652ed9704f6", "name": "network-vif-deleted", "tag": "67ccb773-0285-4ef3-9efa-528deba72f70", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:40:14.195160 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a8c0d13-5a27-4afd-80f3-9857a73c0198 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:40:14.195564 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b85b523-52c1-4441-abd7-1652ed9704f6', 'name': 'network-vif-deleted', 'tag': '67ccb773-0285-4ef3-9efa-528deba72f70', 'status': 'completed', 'code': 200} Sep 16 17:40:14.327030 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:14.510639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3934f84b-fad3-4378-bd64-57ed0685f0ca req-7a7249c1-e644-416a-ac44-f1177e2a7af6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b85b523-52c1-4441-abd7-1652ed9704f6 HTTP/1.1" status: 200 len: 210 time: 0.0316825 Sep 16 17:40:14.629857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:15.579706 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60800) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:15.932939 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:16.190252 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port 5b48e469-767d-4b1e-8b37-c1d706d8b612 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:40:16.190600 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:16.281687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port 5b48e469-767d-4b1e-8b37-c1d706d8b612, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b48e469-767d-4b1e-8b37-c1d706d8b612,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:40:16.282058 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:16.293627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for 5b48e469-767d-4b1e-8b37-c1d706d8b612 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:40:16.847357 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:16.873979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=5b48e469-767d-4b1e-8b37-c1d706d8b612,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:17.047270 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:17.256296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:40:17.361333 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:40:17.366647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8e399526-70a6-4746-b86d-70fbedf40765 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "PUT /v2.0/routers/fe87ad6b-7e88-4d43-a5f8-8d51177ee43b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858002 Sep 16 17:40:17.369555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60802) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:17.373242 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] Sync routers for ids ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:40:17.383579 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] Routers {'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:40:17.384278 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:40:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:17.423349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba0e180-69ff-422d-8c92-1e1b8afd46bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting subnet ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:40:17.426412 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e180-69ff-422d-8c92-1e1b8afd46bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:17.469608 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e180-69ff-422d-8c92-1e1b8afd46bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:17.489247 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] Set router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:40:17.551005 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e180-69ff-422d-8c92-1e1b8afd46bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:17.674114 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:40:16Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:17.676172 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e180-69ff-422d-8c92-1e1b8afd46bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:17.700426 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] Checking router: fe87ad6b-7e88-4d43-a5f8-8d51177ee43b for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:40:17.709060 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] Routers {'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:40:17.709322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0e180-69ff-422d-8c92-1e1b8afd46bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Subnet': ['ID=ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:17.709673 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:40:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:17.711288 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e180-69ff-422d-8c92-1e1b8afd46bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:17.713204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ba0e180-69ff-422d-8c92-1e1b8afd46bb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/subnets/ceadc9ec-b2b6-4be9-93ca-5ff9de1f9253 HTTP/1.1" status: 204 len: 168 time: 0.3415799 Sep 16 17:40:17.715948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60804) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:17.725771 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d2462d-823b-4846-a718-50f213cec425 None None] Network eefc4a60-c2ba-4839-931e-e513e7d09ce0 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:40:17.821128 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] Set router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:40:17.825522 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:17.931251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] DHCP port deletion for eefc4a60-c2ba-4839-931e-e513e7d09ce0 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:40:17.948618 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:17.982847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Deleting port a3b2df1d-7b97-4e99-aca2-12588e63a80f {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:40:17.983225 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.014223 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:40:16Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:18.041084 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ced23-48e3-4c6b-8ae8-c90af3f3f321 None None] The sync data for ids ['fe87ad6b-7e88-4d43-a5f8-8d51177ee43b'] in n-d-807786-3 is: [{'id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89485676', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:40:16Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ef5d597c-92f4-4e63-a2d4-f9240a063a97', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87ad6b-7e88-4d43-a5f8-8d51177ee43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:38:37Z', 'updated_at': '2021-09-16T17:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:40:18.052298 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] For port a3b2df1d-7b97-4e99-aca2-12588e63a80f, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a3b2df1d-7b97-4e99-aca2-12588e63a80f,segment=NetworkSegment(b66a3edd-be77-4eba-9329-332b379c00a8),segment_id=b66a3edd-be77-4eba-9329-332b379c00a8)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:40:18.052765 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.061864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port ef5d597c-92f4-4e63-a2d4-f9240a063a97 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:40:18.067805 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.067949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Calling delete_port for a3b2df1d-7b97-4e99-aca2-12588e63a80f owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:40:18.147767 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port ef5d597c-92f4-4e63-a2d4-f9240a063a97, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef5d597c-92f4-4e63-a2d4-f9240a063a97,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:40:18.147767 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.159527 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for ef5d597c-92f4-4e63-a2d4-f9240a063a97 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:40:18.232119 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.259244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Pushing event deleted for resources: {'Port': ['ID=a3b2df1d-7b97-4e99-aca2-12588e63a80f,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:18.262332 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] No DVR routers for this DVR port a3b2df1d-7b97-4e99-aca2-12588e63a80f on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:40:18.270653 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.270931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.271278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.271620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.271958 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.272301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.272666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.273237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.273348 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.273630 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.273960 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.274359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76332c2c-ab11-415f-99d6-6bd3334dd67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:18.390090 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.419950 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=ef5d597c-92f4-4e63-a2d4-f9240a063a97,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:18.488029 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.582731 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.584831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.700979 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.701425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Fanout notify agent at l3_agent the message router_deleted on router fe87ad6b-7e88-4d43-a5f8-8d51177ee43b {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:40:18.708479 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.709596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f7968195-5e57-4c0c-a825-185c7effd606 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/routers/fe87ad6b-7e88-4d43-a5f8-8d51177ee43b HTTP/1.1" status: 204 len: 168 time: 0.9929078 Sep 16 17:40:18.712430 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60806) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:18.752089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 67ccb773-0285-4ef3-9efa-528deba72f70 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:40:18.773674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 67ccb773-0285-4ef3-9efa-528deba72f70 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:40:18.773674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 67ccb773-0285-4ef3-9efa-528deba72f70 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:40:18.800852 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.886624 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.905683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefc4a60-c2ba-4839-931e-e513e7d09ce0']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:18.915178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66a3edd-be77-4eba-9329-332b379c00a8') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:18.915474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66a3edd-be77-4eba-9329-332b379c00a8') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:18.929855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.942627 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.948330 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:40:18.951800 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:40:19.098040 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:19.105571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:19.106914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/networks/eefc4a60-c2ba-4839-931e-e513e7d09ce0 HTTP/1.1" status: 204 len: 168 time: 0.3934975 Sep 16 17:40:19.110890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60808) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:19.119549 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe183c-9ccc-4c9b-b48f-defdb373375f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Network': ['ID=eefc4a60-c2ba-4839-931e-e513e7d09ce0,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:19.177338 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac018ed5-b739-4ca5-886f-613c76e61455 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:19.202470 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac018ed5-b739-4ca5-886f-613c76e61455 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:19.332285 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac018ed5-b739-4ca5-886f-613c76e61455 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:19.334893 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac018ed5-b739-4ca5-886f-613c76e61455 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:19.336058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ac018ed5-b739-4ca5-886f-613c76e61455 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/security-groups/9f857ca9-c76a-48b0-98c9-1c6e6bcd5766 HTTP/1.1" status: 204 len: 168 time: 0.2236784 Sep 16 17:40:19.346060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac018ed5-b739-4ca5-886f-613c76e61455 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f857ca9-c76a-48b0-98c9-1c6e6bcd5766,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:19.854144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a3b2df1d-7b97-4e99-aca2-12588e63a80f no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:40:19.877360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: a3b2df1d-7b97-4e99-aca2-12588e63a80f {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:40:19.877700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a3b2df1d-7b97-4e99-aca2-12588e63a80f not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:40:19.878114 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b48e469-767d-4b1e-8b37-c1d706d8b612 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:40:19.896946 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 5b48e469-767d-4b1e-8b37-c1d706d8b612 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:40:19.897294 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b48e469-767d-4b1e-8b37-c1d706d8b612 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:40:19.897701 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef5d597c-92f4-4e63-a2d4-f9240a063a97 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:40:19.915419 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ef5d597c-92f4-4e63-a2d4-f9240a063a97 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:40:19.915759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef5d597c-92f4-4e63-a2d4-f9240a063a97 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:40:20.049319 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60814) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:20.053947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-1b962349-cae6-4789-b8e3-be65381e6588 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242097436', 'description': 'tempest-secgroup-smoke-242097436 description', 'project_id': '930a8aa811b340cca01159f0f90b2c78'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:20.140510 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b962349-cae6-4789-b8e3-be65381e6588 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.219664 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b962349-cae6-4789-b8e3-be65381e6588 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.323356 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b962349-cae6-4789-b8e3-be65381e6588 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.354966 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b962349-cae6-4789-b8e3-be65381e6588 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:20.418569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-1b962349-cae6-4789-b8e3-be65381e6588 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.419880 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-1b962349-cae6-4789-b8e3-be65381e6588 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3696203 Sep 16 17:40:20.424532 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60816) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:20.428951 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a34f6381-0cf6-4231-9084-25da9f1de807 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:20.537780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a34f6381-0cf6-4231-9084-25da9f1de807 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.592003 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a34f6381-0cf6-4231-9084-25da9f1de807 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.678069 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a34f6381-0cf6-4231-9084-25da9f1de807 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.696773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f6381-0cf6-4231-9084-25da9f1de807 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e76375-64d5-4f30-aea2-cb38e3117903,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:20.763751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a34f6381-0cf6-4231-9084-25da9f1de807 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.765015 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a34f6381-0cf6-4231-9084-25da9f1de807 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395317 Sep 16 17:40:20.768198 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60818) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:20.772635 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-0f18593f-c52b-4586-9b01-22ffab98117c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:20.853406 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f18593f-c52b-4586-9b01-22ffab98117c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.910245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f18593f-c52b-4586-9b01-22ffab98117c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.957324 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f18593f-c52b-4586-9b01-22ffab98117c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:20.975368 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18593f-c52b-4586-9b01-22ffab98117c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a583ceba-e24b-472a-b13f-80cdbb0e1436,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:21.035088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-0f18593f-c52b-4586-9b01-22ffab98117c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.036325 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-0f18593f-c52b-4586-9b01-22ffab98117c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2671583 Sep 16 17:40:21.039011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60820) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:21.043578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e0324cdf-5f0e-40a8-a5a5-95ea77908f4d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:21.113829 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0324cdf-5f0e-40a8-a5a5-95ea77908f4d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.173446 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0324cdf-5f0e-40a8-a5a5-95ea77908f4d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.237413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0324cdf-5f0e-40a8-a5a5-95ea77908f4d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.258363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0324cdf-5f0e-40a8-a5a5-95ea77908f4d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b8038b-3b94-4623-a7a6-599725f6bb90,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:21.340361 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e0324cdf-5f0e-40a8-a5a5-95ea77908f4d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.341618 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e0324cdf-5f0e-40a8-a5a5-95ea77908f4d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3016989 Sep 16 17:40:21.344570 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60822) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:21.348866 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6726af12-5110-49ac-97b9-0178c6b28445 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:21.445969 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6726af12-5110-49ac-97b9-0178c6b28445 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.505075 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6726af12-5110-49ac-97b9-0178c6b28445 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.584019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6726af12-5110-49ac-97b9-0178c6b28445 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.601166 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726af12-5110-49ac-97b9-0178c6b28445 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d6c82f-f8e4-4d18-a13c-57a11e62532a,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:21.663723 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6726af12-5110-49ac-97b9-0178c6b28445 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.664901 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6726af12-5110-49ac-97b9-0178c6b28445 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3194087 Sep 16 17:40:21.667697 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60824) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:21.672743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-98ffd56e-6f4e-4972-baa4-594ce2472ee8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:21.763306 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-98ffd56e-6f4e-4972-baa4-594ce2472ee8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Project 930a8aa811b340cca01159f0f90b2c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:40:21.768108 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98ffd56e-6f4e-4972-baa4-594ce2472ee8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.827877 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98ffd56e-6f4e-4972-baa4-594ce2472ee8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.927101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98ffd56e-6f4e-4972-baa4-594ce2472ee8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:21.945299 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffd56e-6f4e-4972-baa4-594ce2472ee8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e45d85-3f0e-4efa-a6de-62f39ae9f593,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:22.009253 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-98ffd56e-6f4e-4972-baa4-594ce2472ee8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.010480 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-98ffd56e-6f4e-4972-baa4-594ce2472ee8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3418217 Sep 16 17:40:22.013207 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60826) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:22.017598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-6206e9c4-0888-4d85-95a3-cd35d20d4b33 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': 'f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:22.098162 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-6206e9c4-0888-4d85-95a3-cd35d20d4b33 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Project 930a8aa811b340cca01159f0f90b2c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:40:22.102751 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6206e9c4-0888-4d85-95a3-cd35d20d4b33 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.170132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6206e9c4-0888-4d85-95a3-cd35d20d4b33 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.247031 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6206e9c4-0888-4d85-95a3-cd35d20d4b33 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.267672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206e9c4-0888-4d85-95a3-cd35d20d4b33 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f7b2c4-231d-42a7-aac1-f2d8403f2bc3,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:22.344310 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6206e9c4-0888-4d85-95a3-cd35d20d4b33 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.345599 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6206e9c4-0888-4d85-95a3-cd35d20d4b33 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3314612 Sep 16 17:40:22.348361 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60828) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:22.353222 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'network': {'name': 'tempest-network-smoke--75677442', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'port_security_enabled': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:22.440914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:40:22.444464 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.467709 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:40:22.476931 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.479943 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Added segment f47c39a5-f24b-4411-8ecc-f7abbb080399 of type vlan for network 69cadee0-5add-46c6-a483-0dfa6eac1f16 Sep 16 17:40:22.528178 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.620441 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.626623 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:22.627217 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.693531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Network': ['ID=69cadee0-5add-46c6-a483-0dfa6eac1f16,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:22.704838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 69cadee0-5add-46c6-a483-0dfa6eac1f16 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:40:22.716002 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4ebf84d0-2f19-40e1-8a92-5a17473bed50 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3666115 Sep 16 17:40:22.718890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60830) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:22.723273 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'admin_state_up': True, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:22.815019 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.816088 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:22.881041 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:23.065334 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:23.329129 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:23.347280 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:23.450802 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.25.6.210 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/e8bd698a-8e3b-4d40-b4c1-3f894a592b03) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:40:23.555352 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:23.643852 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:23.682017 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:40:23.684847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:40:23.688872 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:40:23.719553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=e8bd698a-8e3b-4d40-b4c1-3f894a592b03,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:24.034198 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:24.230009 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:24.429785 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:40:24.859394 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:40:24.868640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Sync routers for ids ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:40:24.878460 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Routers {'89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:40:24.879079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:40:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:24.932817 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:24.934140 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f3a5f33c-18dc-4a2d-83cf-f9b3cda2b84a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2142537 Sep 16 17:40:24.938194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60834) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:24.973773 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ea400a07-baf3-404e-b8dd-8aca9ce8cb72 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=930a8aa811b340cca01159f0f90b2c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343757 Sep 16 17:40:24.976334 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60836) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:24.984255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Set router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:40:25.064829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59b3acd-ab9f-42d5-bc2e-98b8fc8c1987 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:25.066346 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-d59b3acd-ab9f-42d5-bc2e-98b8fc8c1987 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890880 Sep 16 17:40:25.069140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60838) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:25.100617 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-87bc6648-af9d-4e01-aa89-e6206089969c tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303137 Sep 16 17:40:25.103339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60840) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:25.108729 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395528656', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:25.164775 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:23Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:25.192906 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Checking router: 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:40:25.193269 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Updating router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b port e8bd698a-8e3b-4d40-b4c1-3f894a592b03 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:40:25.222090 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:25.295245 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:40:25.299711 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:25.475254 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:25.549381 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:25.558260 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:25.594740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Attempting to bind port e8bd698a-8e3b-4d40-b4c1-3f894a592b03 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:40:25.595110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Attempting to bind port e8bd698a-8e3b-4d40-b4c1-3f894a592b03 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:40:25.595471 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Attempting to bind port e8bd698a-8e3b-4d40-b4c1-3f894a592b03 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:40:25.607172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:40:25.607545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:40:25.607987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:25.608401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:40:25.609466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Bound port: e8bd698a-8e3b-4d40-b4c1-3f894a592b03, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:40:25.609845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:25.612377 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db94334-f551-4d1c-a985-4905deead9c7 None None] Pushing event updated for resources: {'Port': ['ID=e8bd698a-8e3b-4d40-b4c1-3f894a592b03,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:25.623463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Subnet': ['ID=a9737222-a2c3-4682-93cf-431e1d94340e,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:25.628195 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Checking segment: {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:40:25.628594 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network hostable DHCP agents. Network: 69cadee0-5add-46c6-a483-0dfa6eac1f16, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:40:25.666447 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] For port e8bd698a-8e3b-4d40-b4c1-3f894a592b03, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:40:25.669350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] For port e8bd698a-8e3b-4d40-b4c1-3f894a592b03, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e8bd698a-8e3b-4d40-b4c1-3f894a592b03,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:40:25.752423 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 69cadee0-5add-46c6-a483-0dfa6eac1f16 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:40:25.763831 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:25.819291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Routers {'89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:40:25.819899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:40:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:25.837761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 69cadee0-5add-46c6-a483-0dfa6eac1f16) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:40:25.842417 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:25.843376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:25.855437 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf60dd36-a62b-4ecb-bb0b-45546dd75f04 None None] Network 69cadee0-5add-46c6-a483-0dfa6eac1f16 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:40:25.860530 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db94334-f551-4d1c-a985-4905deead9c7 None None] Pushing event updated for resources: {'Port': ['ID=e8bd698a-8e3b-4d40-b4c1-3f894a592b03,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:25.941598 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-44431956-120d-4356-bdda-f1478d1d2cbc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8370602 Sep 16 17:40:25.944398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60842) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:25.991730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] Set router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:40:26.175090 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-69cadee0-5add-46c6-a483-0dfa6eac1f16', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:40:26.175946 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:26.405015 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:26.493606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:23Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:26.528314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b732c16-e8a5-419c-b2a3-4b3bab5c011f None None] The sync data for ids ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'] in n-d-807786-3 is: [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:23Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:40:26.530272 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Allocated IP 172.20.0.2 (69cadee0-5add-46c6-a483-0dfa6eac1f16/a9737222-a2c3-4682-93cf-431e1d94340e/da3cc445-d2f0-47fc-8366-83e27be90efd) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:40:26.683036 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:26.768121 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:26.811172 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Network 69cadee0-5add-46c6-a483-0dfa6eac1f16 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:40:26.814907 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:40:26.818451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:40:26.830347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.20.0.1 (69cadee0-5add-46c6-a483-0dfa6eac1f16/a9737222-a2c3-4682-93cf-431e1d94340e/cd32d2e7-f182-417c-9d96-3a63b3ea034d) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:40:26.831945 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Pushing event updated for resources: {'Port': ['ID=da3cc445-d2f0-47fc-8366-83e27be90efd,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:26.889732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Attempting to bind port da3cc445-d2f0-47fc-8366-83e27be90efd on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:40:26.890797 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Attempting to bind port da3cc445-d2f0-47fc-8366-83e27be90efd by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:40:26.891259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Attempting to bind port da3cc445-d2f0-47fc-8366-83e27be90efd on network 69cadee0-5add-46c6-a483-0dfa6eac1f16 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:40:26.896708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:40:26.897086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Checking segment: {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:40:26.897489 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:26.897961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Bound using segment: {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:40:26.898347 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Bound port: da3cc445-d2f0-47fc-8366-83e27be90efd, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:40:26.898740 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:26.964537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] For port da3cc445-d2f0-47fc-8366-83e27be90efd, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:40:26.966814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:26.968057 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] For port da3cc445-d2f0-47fc-8366-83e27be90efd, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=da3cc445-d2f0-47fc-8366-83e27be90efd,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:40:27.027363 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:27.050146 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:27.092572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ef1ed-5e52-46a1-a282-e29ddaf2d426 None None] Pushing event updated for resources: {'Port': ['ID=da3cc445-d2f0-47fc-8366-83e27be90efd,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:27.097609 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 69cadee0-5add-46c6-a483-0dfa6eac1f16 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:40:27.101293 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:40:27.105464 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:40:27.115377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=cd32d2e7-f182-417c-9d96-3a63b3ea034d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:27.163025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:27.377083 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:27.660721 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:27.723670 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:27.807950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=cd32d2e7-f182-417c-9d96-3a63b3ea034d,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:27.810421 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:27.918179 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 69cadee0-5add-46c6-a483-0dfa6eac1f16 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:40:27.919964 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:40:27.929921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device da3cc445-d2f0-47fc-8366-83e27be90efd up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:40:27.988813 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port da3cc445-d2f0-47fc-8366-83e27be90efd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:27.989189 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:28.049953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:40:28.060932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433ffbbc-fd72-4a9b-8eb9-515b8140a561 None None] Network 69cadee0-5add-46c6-a483-0dfa6eac1f16 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:40:28.129928 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:28.158274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-49310b92-ff2c-4522-a3f1-144c95b274c0 None None] Provisioning complete for port da3cc445-d2f0-47fc-8366-83e27be90efd triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:28.158642 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-49310b92-ff2c-4522-a3f1-144c95b274c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:28.164730 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:40:28.178087 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2d963619-c3e7-477c-9d8b-adf2eb650d1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "PUT /v2.0/routers/89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2243898 Sep 16 17:40:28.231475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port da3cc445-d2f0-47fc-8366-83e27be90efd, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=da3cc445-d2f0-47fc-8366-83e27be90efd,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:40:28.315998 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-69bb8e6f-003d-4685-aaf0-4a1fdc375a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:28.323863 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-23b523f9-6af1-4b7d-a2fa-839008b1069a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242097436&fields=id&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 267 time: 0.0384865 Sep 16 17:40:28.342862 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:28.344037 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e8bd698a-8e3b-4d40-b4c1-3f894a592b03 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:40:28.368040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-49310b92-ff2c-4522-a3f1-144c95b274c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:28.460246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675264d4-19cf-4f87-a68d-b1c018919109 req-a0b6f9cc-1ebb-4e1d-ae0a-ed02ffe028fd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:28.461818 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-a0b6f9cc-1ebb-4e1d-ae0a-ed02ffe028fd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 795 time: 0.1297376 Sep 16 17:40:28.479465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=da3cc445-d2f0-47fc-8366-83e27be90efd,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:28.491089 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-d2911636-60fd-4293-8f4a-4306d498880b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/quotas/930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 375 time: 0.0169570 Sep 16 17:40:28.506295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e8bd698a-8e3b-4d40-b4c1-3f894a592b03 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:28.506667 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:28.508557 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-49310b92-ff2c-4522-a3f1-144c95b274c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:40:28.508905 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-49310b92-ff2c-4522-a3f1-144c95b274c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:40:28.545030 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-ede32be6-2d89-49ba-b6cb-0b46ca9bccd3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525000 Sep 16 17:40:28.596137 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:28.618433 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port e8bd698a-8e3b-4d40-b4c1-3f894a592b03, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e8bd698a-8e3b-4d40-b4c1-3f894a592b03,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:40:28.652689 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-a7de28b8-52f4-407b-81c8-e32ea82fc8db service neutron] 10.222.0.22 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960188 Sep 16 17:40:28.681255 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:28.722129 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Sync routers for ids ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:40:28.731090 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Routers {'89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:40:28.731716 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:40:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:28.748603 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=e8bd698a-8e3b-4d40-b4c1-3f894a592b03,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:28.756174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-4dfc59f3-73e9-4956-9a94-533e3ff67513 service neutron] 10.222.0.22 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967760 Sep 16 17:40:28.846100 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Set router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:40:29.059949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5053c3e3-e7e1-4cc0-b4e8-510d5edb68d9 req-6877ae72-c266-4d6f-bd73-8cb8b158aec3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 210 time: 0.0407612 Sep 16 17:40:29.176141 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:27Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cd32d2e7-f182-417c-9d96-3a63b3ea034d', 'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:1c:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:26Z', 'updated_at': '2021-09-16T17:40:27Z', 'revision_number': 2, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:29.186665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-60bd6350-a395-4ecc-9ac2-0a51ec795624 None None] Provisioning complete for port cd32d2e7-f182-417c-9d96-3a63b3ea034d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:29.187213 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60bd6350-a395-4ecc-9ac2-0a51ec795624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:29.206375 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Checking router: 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:40:29.206729 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Updating router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b port cd32d2e7-f182-417c-9d96-3a63b3ea034d binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:40:29.221640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-60bd6350-a395-4ecc-9ac2-0a51ec795624 None None] Port cd32d2e7-f182-417c-9d96-3a63b3ea034d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:40:29.231405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-60bd6350-a395-4ecc-9ac2-0a51ec795624 None None] Provisioning complete for port da3cc445-d2f0-47fc-8366-83e27be90efd triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:29.231809 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60bd6350-a395-4ecc-9ac2-0a51ec795624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:29.232540 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:29.494461 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:29.563704 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:29.619742 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Pushing event updated for resources: {'Port': ['ID=cd32d2e7-f182-417c-9d96-3a63b3ea034d,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:29.643900 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.644167 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.644518 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.644861 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.645178 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.645718 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.646046 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.646368 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.646690 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.647008 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.647328 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.647637 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:40:29.676991 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Attempting to bind port cd32d2e7-f182-417c-9d96-3a63b3ea034d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:40:29.681223 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Attempting to bind port cd32d2e7-f182-417c-9d96-3a63b3ea034d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:40:29.681223 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Attempting to bind port cd32d2e7-f182-417c-9d96-3a63b3ea034d on network 69cadee0-5add-46c6-a483-0dfa6eac1f16 {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:40:29.682830 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:40:29.683197 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Checking segment: {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:40:29.683589 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:29.683970 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Bound using segment: {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:40:29.684437 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Bound port: cd32d2e7-f182-417c-9d96-3a63b3ea034d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:40:29.684813 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:29.754738 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] For port cd32d2e7-f182-417c-9d96-3a63b3ea034d, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:40:29.759049 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] For port cd32d2e7-f182-417c-9d96-3a63b3ea034d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cd32d2e7-f182-417c-9d96-3a63b3ea034d,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:40:29.828854 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f500511c-58e4-4380-b6b3-bf2e64328e62 None None] Provisioning complete for port cd32d2e7-f182-417c-9d96-3a63b3ea034d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:29.829226 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f500511c-58e4-4380-b6b3-bf2e64328e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:29.832643 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:29.880691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device da3cc445-d2f0-47fc-8366-83e27be90efd up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:40:29.912595 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Routers {'89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:40:29.913618 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:40:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:29.964890 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d04a1-5ab4-4a09-b6a8-37f35f7900e0 None None] Pushing event updated for resources: {'Port': ['ID=cd32d2e7-f182-417c-9d96-3a63b3ea034d,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:29.978532 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f500511c-58e4-4380-b6b3-bf2e64328e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:29.981888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port da3cc445-d2f0-47fc-8366-83e27be90efd triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:29.982258 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:30.055939 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f500511c-58e4-4380-b6b3-bf2e64328e62 None None] For port cd32d2e7-f182-417c-9d96-3a63b3ea034d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cd32d2e7-f182-417c-9d96-3a63b3ea034d,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:40:30.060715 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] Set router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:40:30.104247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e8bd698a-8e3b-4d40-b4c1-3f894a592b03 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:40:30.158458 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f500511c-58e4-4380-b6b3-bf2e64328e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:30.161909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d20fd16-df80-42ff-8776-7264d8d1b48d req-b2dc33d7-52ac-4530-9d7d-0c0735fa2232 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 210 time: 0.0388227 Sep 16 17:40:30.164708 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e8bd698a-8e3b-4d40-b4c1-3f894a592b03 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:30.165020 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:30.252031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500511c-58e4-4380-b6b3-bf2e64328e62 None None] Pushing event updated for resources: {'Port': ['ID=cd32d2e7-f182-417c-9d96-3a63b3ea034d,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:30.289972 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:27Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cd32d2e7-f182-417c-9d96-3a63b3ea034d', 'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:1c:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:26Z', 'updated_at': '2021-09-16T17:40:29Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:30.312529 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-6921a85d-3b79-4c08-ab69-ca5cbe45d670 None None] Provisioning complete for port cd32d2e7-f182-417c-9d96-3a63b3ea034d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:30.313058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6921a85d-3b79-4c08-ab69-ca5cbe45d670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:30.323275 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ce9f1-4a42-43c8-abe7-a4d8d1d6748d None None] The sync data for ids ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'] in n-d-807786-3 is: [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:27Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cd32d2e7-f182-417c-9d96-3a63b3ea034d', 'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:1c:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:26Z', 'updated_at': '2021-09-16T17:40:29Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:40:30.838140 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-807cbc00-4a77-45da-a24e-321be8aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:30.929806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675264d4-19cf-4f87-a68d-b1c018919109 req-62420c7e-9a4e-4c3a-8c3b-c5b273531181 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:30.931346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-62420c7e-9a4e-4c3a-8c3b-c5b273531181 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 795 time: 0.1080008 Sep 16 17:40:30.977361 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-4eea5455-5d2e-4476-beb0-594a517a1668 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 379 time: 0.0354600 Sep 16 17:40:30.986845 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'port': {'device_id': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'admin_state_up': True, 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'security_groups': ['f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:31.152317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:40:31.156082 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:31.293355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d9803927-b489-4818-9637-57fbf39c291f req-dd01023d-ecf2-458a-bdf9-ca33c242beb3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 210 time: 0.0526869 Sep 16 17:40:31.321542 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.20.0.3 (69cadee0-5add-46c6-a483-0dfa6eac1f16/a9737222-a2c3-4682-93cf-431e1d94340e/868e6387-2bd0-4725-8112-b1412d8c1ff1) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:40:31.457865 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:31.540653 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:31.575566 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:31.621903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 69cadee0-5add-46c6-a483-0dfa6eac1f16 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:40:31.625543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:40:31.629111 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:40:31.638358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=868e6387-2bd0-4725-8112-b1412d8c1ff1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:31.684791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:31.685427 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:31.769828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b591890c-08ca-4fb7-8237-18b0a59671f7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869632 Sep 16 17:40:31.782431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Request body: {'port': {'device_id': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:31.838699 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:31.842268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2da7b544-11eb-42a0-bc7f-30b129d2fafb None None] Provisioning complete for port 868e6387-2bd0-4725-8112-b1412d8c1ff1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:31.842741 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2da7b544-11eb-42a0-bc7f-30b129d2fafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:31.882994 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2da7b544-11eb-42a0-bc7f-30b129d2fafb None None] Port 868e6387-2bd0-4725-8112-b1412d8c1ff1 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:40:31.888647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cd32d2e7-f182-417c-9d96-3a63b3ea034d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:40:31.935137 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port cd32d2e7-f182-417c-9d96-3a63b3ea034d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:31.935422 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:32.108024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868e6387-2bd0-4725-8112-b1412d8c1ff1 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:40:32.115856 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:32.127634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Transition to ACTIVE for port object 868e6387-2bd0-4725-8112-b1412d8c1ff1 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:40:32.186408 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:32.239235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Pushing event updated for resources: {'Port': ['ID=868e6387-2bd0-4725-8112-b1412d8c1ff1,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:32.260877 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:32.309647 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Attempting to bind port 868e6387-2bd0-4725-8112-b1412d8c1ff1 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:40:32.310261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Attempting to bind port 868e6387-2bd0-4725-8112-b1412d8c1ff1 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:40:32.310396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Attempting to bind port 868e6387-2bd0-4725-8112-b1412d8c1ff1 on network 69cadee0-5add-46c6-a483-0dfa6eac1f16 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:40:32.315386 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Port 868e6387-2bd0-4725-8112-b1412d8c1ff1 on network 69cadee0-5add-46c6-a483-0dfa6eac1f16 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:40:32.315711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Attempting to bind port 868e6387-2bd0-4725-8112-b1412d8c1ff1 on network 69cadee0-5add-46c6-a483-0dfa6eac1f16 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:40:32.320791 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:40:32.321134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Checking segment: {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:40:32.321517 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Bound using segment: {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:40:32.321945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Bound port: 868e6387-2bd0-4725-8112-b1412d8c1ff1, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:40:32.322581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:32.417236 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:40:32.422672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:40:32.434975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707e79-5ce3-4e77-b293-c9a107814c36 req-be6ac977-caa7-4792-9605-0cf53b6267d1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:32.440350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0707e79-5ce3-4e77-b293-c9a107814c36 req-be6ac977-caa7-4792-9605-0cf53b6267d1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 943 time: 0.0735762 Sep 16 17:40:32.474754 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0707e79-5ce3-4e77-b293-c9a107814c36 req-b667b009-d2e7-4c0e-ada0-78099203aa29 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Sep 16 17:40:32.480821 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:32.521602 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:32.522289 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:32.523898 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] 10.222.0.52 "PUT /v2.0/ports/868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 1091 time: 0.7457669 Sep 16 17:40:32.524359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:40:32.526836 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97da90df-a3cf-4834-9357-bb6dcd03c01f" -d '{"events": [{"name": "network-changed", "server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:40:32.553614 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26450b3-f29e-4210-b8c9-fd7098d6b4eb service neutron] Pushing event updated for resources: {'Port': ['ID=868e6387-2bd0-4725-8112-b1412d8c1ff1,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:32.570301 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd206873-cc3b-4c07-b132-67b644afab26 x-openstack-request-id: req-bd206873-cc3b-4c07-b132-67b644afab26 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:40:32.570598 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:40:32.570862 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd206873-cc3b-4c07-b132-67b644afab26 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:40:32.571389 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'status': 'completed', 'code': 200} Sep 16 17:40:32.632894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da90df-a3cf-4834-9357-bb6dcd03c01f req-9271eb9c-e168-4180-bb6e-37f2d2cb6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:32.634626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97da90df-a3cf-4834-9357-bb6dcd03c01f req-9271eb9c-e168-4180-bb6e-37f2d2cb6593 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1094 time: 0.0436335 Sep 16 17:40:32.736837 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da90df-a3cf-4834-9357-bb6dcd03c01f req-65cfda03-4446-47f2-8969-a9c91229188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:32.738341 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97da90df-a3cf-4834-9357-bb6dcd03c01f req-65cfda03-4446-47f2-8969-a9c91229188d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=930a8aa811b340cca01159f0f90b2c78&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0962865 Sep 16 17:40:32.834176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da90df-a3cf-4834-9357-bb6dcd03c01f req-f4273268-8933-4ca5-8655-d0d976a4dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:32.835647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-97da90df-a3cf-4834-9357-bb6dcd03c01f req-f4273268-8933-4ca5-8655-d0d976a4dcd4 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910037 Sep 16 17:40:32.911490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675264d4-19cf-4f87-a68d-b1c018919109 req-8c835a02-ea00-4eff-aebe-cba302a3462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:32.913016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-8c835a02-ea00-4eff-aebe-cba302a3462f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1094 time: 0.0405152 Sep 16 17:40:32.958189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-5dcfdcc2-cd52-42e5-abbc-03938ebf665e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 217 time: 0.0377378 Sep 16 17:40:33.005690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675264d4-19cf-4f87-a68d-b1c018919109 req-ae5f23ee-e8e3-44d6-8ccb-dfdf359a0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:33.007346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-ae5f23ee-e8e3-44d6-8ccb-dfdf359a0e63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 200 len: 834 time: 0.0426600 Sep 16 17:40:33.053040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b31577c1-f7e0-4012-a8d7-a69b98b0d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:33.054491 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-b31577c1-f7e0-4012-a8d7-a69b98b0d413 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69cadee0-5add-46c6-a483-0dfa6eac1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395477 Sep 16 17:40:33.146481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-ee00927b-de08-4a26-9690-4754393ef678 service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846272 Sep 16 17:40:33.234500 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-675264d4-19cf-4f87-a68d-b1c018919109 req-bf0eaca1-d0ad-47a0-91fd-c1b5db9767a9 service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808728 Sep 16 17:40:33.596296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12040a9a-4123-4ccf-ba86-482871cb3b76 req-5131d4ec-9ed2-44cd-93ed-a265763a92d4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:33.597799 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12040a9a-4123-4ccf-ba86-482871cb3b76 req-5131d4ec-9ed2-44cd-93ed-a265763a92d4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 943 time: 0.0556054 Sep 16 17:40:33.634711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-12040a9a-4123-4ccf-ba86-482871cb3b76 req-e48e2125-4c83-45c0-86b1-83efc415bdf5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306664 Sep 16 17:40:34.043652 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:34.749480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1163d63-1fd4-4776-8549-856c5b62ab2c req-5b042468-74be-4c00-9927-2004677426fd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:34.750970 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1163d63-1fd4-4776-8549-856c5b62ab2c req-5b042468-74be-4c00-9927-2004677426fd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 943 time: 0.0487914 Sep 16 17:40:34.787657 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1163d63-1fd4-4776-8549-856c5b62ab2c req-aed5607b-3523-4235-8acb-8ee5c2777881 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307806 Sep 16 17:40:35.111589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 868e6387-2bd0-4725-8112-b1412d8c1ff1 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:40:35.204709 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:40:35.215331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'port_id': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'mac_address': 'fa:16:3e:9c:ec:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:40:35.252008 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:35.271956 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868e6387-2bd0-4725-8112-b1412d8c1ff1 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:40:35.290931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:40:35.368783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:35.416746 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=868e6387-2bd0-4725-8112-b1412d8c1ff1,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:35.588356 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['868e6387-2bd0-4725-8112-b1412d8c1ff1'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:40:35.900628 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45825b53-f3b6-498b-a7cc-91c3750572ce req-a3931da2-0b25-4958-b54d-e1d913bb6805 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:35.902073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45825b53-f3b6-498b-a7cc-91c3750572ce req-a3931da2-0b25-4958-b54d-e1d913bb6805 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 944 time: 0.0480680 Sep 16 17:40:35.938914 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45825b53-f3b6-498b-a7cc-91c3750572ce req-e629339e-d890-4896-b162-27b063095b68 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307317 Sep 16 17:40:37.054885 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77583984-e8be-4c90-a36f-0256e07d4520 req-e15fbf01-3df6-4824-9dc7-2bba89874d45 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:37.056386 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77583984-e8be-4c90-a36f-0256e07d4520 req-e15fbf01-3df6-4824-9dc7-2bba89874d45 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 944 time: 0.0522654 Sep 16 17:40:37.092243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-77583984-e8be-4c90-a36f-0256e07d4520 req-44b628f5-6dac-408e-8ac0-f0ff0545f868 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299938 Sep 16 17:40:37.112123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 868e6387-2bd0-4725-8112-b1412d8c1ff1 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:40:37.240693 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 868e6387-2bd0-4725-8112-b1412d8c1ff1 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:40:37.244739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 868e6387-2bd0-4725-8112-b1412d8c1ff1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:40:37.245112 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:37.322845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:37.345432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:40:37.347652 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fbc709-7a55-48c7-b4e8-b7487a290c72" -d '{"events": [{"server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "name": "network-vif-plugged", "status": "completed", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:40:37.360645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:40:37.426599 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:37.449301 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c55419-60bd-4439-8e57-597748747711 x-openstack-request-id: req-85c55419-60bd-4439-8e57-597748747711 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:40:37.449595 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "name": "network-vif-plugged", "status": "completed", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:40:37.449847 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85c55419-60bd-4439-8e57-597748747711 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:40:37.450234 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'code': 200} Sep 16 17:40:37.476610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=868e6387-2bd0-4725-8112-b1412d8c1ff1,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:37.541618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d6e94-979d-477d-a28e-55fa5e8e917c req-e37ceff1-98e9-4d62-807b-4a53299d4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:37.543051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-122d6e94-979d-477d-a28e-55fa5e8e917c req-e37ceff1-98e9-4d62-807b-4a53299d4921 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1096 time: 0.0445194 Sep 16 17:40:37.582792 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-122d6e94-979d-477d-a28e-55fa5e8e917c req-df3bb076-52c9-42d4-b1ea-a1db067664f0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324330 Sep 16 17:40:38.208959 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1b930-8bd5-4283-8ad6-879889e0d1f3 req-e59e854f-2744-4ab6-8d85-a350e82b9f7c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:38.210441 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37f1b930-8bd5-4283-8ad6-879889e0d1f3 req-e59e854f-2744-4ab6-8d85-a350e82b9f7c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0517516 Sep 16 17:40:38.247193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-37f1b930-8bd5-4283-8ad6-879889e0d1f3 req-c426c34b-07bc-4802-9dcc-9a3ae5907e21 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308027 Sep 16 17:40:39.366530 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9162c5-14f8-4023-acd2-ede5700f12e0 req-b87010b2-7351-4f7b-b657-2b3b0df7637b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:39.368012 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b9162c5-14f8-4023-acd2-ede5700f12e0 req-b87010b2-7351-4f7b-b657-2b3b0df7637b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0525327 Sep 16 17:40:39.407127 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9b9162c5-14f8-4023-acd2-ede5700f12e0 req-be31ecae-4491-450d-a163-093e3ce074f5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331402 Sep 16 17:40:39.520056 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab9256-ccdb-426e-9dd6-f76bf2b8789e req-2d86537f-ae61-44d9-8fa0-2fcfaec3c7f1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:39.521473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8ab9256-ccdb-426e-9dd6-f76bf2b8789e req-2d86537f-ae61-44d9-8fa0-2fcfaec3c7f1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0492337 Sep 16 17:40:39.558473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c8ab9256-ccdb-426e-9dd6-f76bf2b8789e req-69dcc765-45fb-4f52-83fb-f58b77f71442 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310252 Sep 16 17:40:39.579941 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60900) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:39.621121 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d02bcfc-7f7d-415b-b0f6-274ba930beeb tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:39.622657 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3d02bcfc-7f7d-415b-b0f6-274ba930beeb tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1091 time: 0.0417204 Sep 16 17:40:39.626127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 60902) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:39.630405 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:40:39.738151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:39.843097 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:39.956274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.25.6.36 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/e2de1766-e226-4015-a741-de937ce742e3) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:40:40.064355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:40.149472 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:40.186899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:40:40.191093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:40:40.193660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:40:40.201668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=e2de1766-e226-4015-a741-de937ce742e3,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:40.562483 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:40.681610 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:40.827230 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:40.885953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:40.955896 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=e2de1766-e226-4015-a741-de937ce742e3,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:40:40.967175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:41.384199 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Floating IP ff09c24a-0ca3-4134-8cea-d84828ce75af associated. External IP: 172.25.6.36, port: 868e6387-2bd0-4725-8112-b1412d8c1ff1. Sep 16 17:40:41.586601 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:40:41.691909 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:40:41.701187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] Sync routers for ids ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:40:41.711046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] Routers {'89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:40:41.711656 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:40:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:41.763224 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:41.789763 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1a675eee-66de-4ea3-a81e-8b1aa0853e8d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1626155 Sep 16 17:40:41.790371 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:40:41.801465 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740faebe-955f-4cca-af27-915c003d3311" -d '{"events": [{"name": "network-changed", "server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:40:41.825292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] Set router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:40:41.840760 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf065d1-3263-410f-91eb-a7173e7ac04e x-openstack-request-id: req-0cf065d1-3263-410f-91eb-a7173e7ac04e {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:40:41.841134 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:40:41.841481 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cf065d1-3263-410f-91eb-a7173e7ac04e {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:40:41.842025 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'status': 'completed', 'code': 200} Sep 16 17:40:41.927879 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a778b-5c98-4474-9209-2c77bee6bd4d req-031ea4e7-f32c-4469-b947-b016282d11ff tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:41.929413 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af9a778b-5c98-4474-9209-2c77bee6bd4d req-031ea4e7-f32c-4469-b947-b016282d11ff tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0865681 Sep 16 17:40:41.932105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740faebe-955f-4cca-af27-915c003d3311 req-3c92bd94-d10b-4363-b7a6-9223d06a9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:41.933481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-740faebe-955f-4cca-af27-915c003d3311 req-3c92bd94-d10b-4363-b7a6-9223d06a9bb8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1096 time: 0.0595317 Sep 16 17:40:41.997305 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af9a778b-5c98-4474-9209-2c77bee6bd4d req-dd91ab84-92db-4eb9-8ee3-d16a42028ddf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577128 Sep 16 17:40:42.016406 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60908) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:42.051988 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740faebe-955f-4cca-af27-915c003d3311 req-db397f8f-37eb-4db0-bac5-c3127700f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:42.053488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-740faebe-955f-4cca-af27-915c003d3311 req-db397f8f-37eb-4db0-bac5-c3127700f28a service neutron] 10.222.0.52 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 896 time: 0.1106656 Sep 16 17:40:42.058539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:27Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ff09c24a-0ca3-4134-8cea-d84828ce75af', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'port_id': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'mac_address': 'fa:16:3e:9c:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:40:40Z', 'updated_at': '2021-09-16T17:40:40Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd32d2e7-f182-417c-9d96-3a63b3ea034d', 'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:1c:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:26Z', 'updated_at': '2021-09-16T17:40:30Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:42.084844 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8fa62a7c-5505-449c-81ac-b3ad3da00c10 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/ff09c24a-0ca3-4134-8cea-d84828ce75af HTTP/1.1" status: 200 len: 990 time: 0.0672054 Sep 16 17:40:42.086613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] Checking router: 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:40:42.095819 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] Routers {'89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:40:42.096440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:40:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:42.117845 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-740faebe-955f-4cca-af27-915c003d3311 req-d48e99de-c2f4-42ca-952b-35c1998f767f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 998 time: 0.0577223 Sep 16 17:40:42.165785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740faebe-955f-4cca-af27-915c003d3311 req-3df8ad5e-73e6-4180-bd39-530ae76ea412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:42.167231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-740faebe-955f-4cca-af27-915c003d3311 req-3df8ad5e-73e6-4180-bd39-530ae76ea412 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 200 len: 834 time: 0.0423968 Sep 16 17:40:42.200399 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] Set router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:40:42.218500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740faebe-955f-4cca-af27-915c003d3311 req-7ab21719-df51-405a-b4de-0a1f8b9f5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:40:42.220010 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-740faebe-955f-4cca-af27-915c003d3311 req-7ab21719-df51-405a-b4de-0a1f8b9f5970 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69cadee0-5add-46c6-a483-0dfa6eac1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453115 Sep 16 17:40:42.314504 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-740faebe-955f-4cca-af27-915c003d3311 req-02552fe6-6bbd-4fce-9bfa-69192a8b7c63 service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872867 Sep 16 17:40:42.415707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-740faebe-955f-4cca-af27-915c003d3311 req-ff78175c-b61f-4b26-925e-1fb2b601bc14 service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946531 Sep 16 17:40:42.636431 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:27Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ff09c24a-0ca3-4134-8cea-d84828ce75af', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'port_id': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'mac_address': 'fa:16:3e:9c:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:40:40Z', 'updated_at': '2021-09-16T17:40:40Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd32d2e7-f182-417c-9d96-3a63b3ea034d', 'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:1c:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:26Z', 'updated_at': '2021-09-16T17:40:30Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:40:42.666111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6134fda-275c-41a4-a1ed-e8df09b6fff2 None None] The sync data for ids ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'] in n-d-807786-3 is: [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:27Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'ff09c24a-0ca3-4134-8cea-d84828ce75af', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'port_id': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'mac_address': 'fa:16:3e:9c:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:40:40Z', 'updated_at': '2021-09-16T17:40:40Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd32d2e7-f182-417c-9d96-3a63b3ea034d', 'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:1c:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:26Z', 'updated_at': '2021-09-16T17:40:30Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:40:42.850831 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ff02e-99d8-4ef2-8d6e-8ed42f3d5770 None None] New status for floating IP ff09c24a-0ca3-4134-8cea-d84828ce75af: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:40:43.088748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 60910) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:40:43.148962 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-27c00d77-4730-4005-a684-b0bb7e5bca59 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/ff09c24a-0ca3-4134-8cea-d84828ce75af HTTP/1.1" status: 200 len: 992 time: 0.0590622 Sep 16 17:40:44.343689 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:44.640754 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:48.014847 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:40:58.273929 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a8abb45f-d353-43ec-a8b4-17de85a19f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:00.839661 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95574049-69c8-4c94-a484-c4f458fe05b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:01.557627 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:02.231680 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:04.032089 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:10.158297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-2d924a82-320b-470f-81b3-9f03f6507e1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398765 Sep 16 17:41:10.238560 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-975860aa-3ed2-4efd-be79-0928adb888b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:10.240026 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-975860aa-3ed2-4efd-be79-0928adb888b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1096 time: 0.0402358 Sep 16 17:41:10.343412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-f86ed9f1-a3d3-4f02-ba45-7f117a0f6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:10.345631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-f86ed9f1-a3d3-4f02-ba45-7f117a0f6f51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 896 time: 0.0865574 Sep 16 17:41:10.409742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-5b0b02ad-8ac4-4c90-84f0-438a4935677f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0573936 Sep 16 17:41:10.463029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-d7780af1-f9a3-4582-b2c8-6e43dbbc8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:10.464478 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-d7780af1-f9a3-4582-b2c8-6e43dbbc8b22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 200 len: 834 time: 0.0467591 Sep 16 17:41:10.512435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-f76129d7-e2a6-43ce-92b8-da1519767b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:10.513892 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-f76129d7-e2a6-43ce-92b8-da1519767b85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69cadee0-5add-46c6-a483-0dfa6eac1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394080 Sep 16 17:41:10.605098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-c0003a6f-39fb-49c4-850c-fe404f76c5e1 service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832870 Sep 16 17:41:10.700997 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7aa065aa-7b27-4cde-bcbc-0973c682e1cb req-4567b828-cd4e-48e6-9246-ecf955a373a4 service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870523 Sep 16 17:41:14.351116 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:14.674220 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:14.864948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af04a47-6d66-481b-876c-f9d753926d81 req-9a1e841b-dc10-430e-9700-5b5f730aa61a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:14.866449 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5af04a47-6d66-481b-876c-f9d753926d81 req-9a1e841b-dc10-430e-9700-5b5f730aa61a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.1040642 Sep 16 17:41:14.909777 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5af04a47-6d66-481b-876c-f9d753926d81 req-d9ffecf6-94f4-4c44-97ce-d98d18c7d669 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370970 Sep 16 17:41:14.976033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-36aeb7c5-5470-4e6f-a564-3bce79a3acfe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893617 Sep 16 17:41:14.984694 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-10d2bd35-7f4c-40c5-8d33-f4792448b553 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:41:14.986267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-10d2bd35-7f4c-40c5-8d33-f4792448b553 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054386 Sep 16 17:41:16.078097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d95a91-7ed0-46c7-8f4d-dcb68fb418f4 req-24b7249f-7be1-447a-a44e-f1dbd40be0c1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:16.081316 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9d95a91-7ed0-46c7-8f4d-dcb68fb418f4 req-24b7249f-7be1-447a-a44e-f1dbd40be0c1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.1006126 Sep 16 17:41:16.118164 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a9d95a91-7ed0-46c7-8f4d-dcb68fb418f4 req-56d6506a-10e8-4d07-b676-55c99d5d12ef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317817 Sep 16 17:41:17.093853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-b477c9d5-11ce-4623-a140-b99edc0cf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:17.096052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-b477c9d5-11ce-4623-a140-b99edc0cf372 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1096 time: 0.0407839 Sep 16 17:41:17.198662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-d8d47e03-9bed-4c20-b1ee-092ed722465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:17.200103 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-d8d47e03-9bed-4c20-b1ee-092ed722465a service neutron] 10.222.0.52 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 896 time: 0.0977347 Sep 16 17:41:17.283062 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9413812-8eb8-4757-81e2-45dd785726a9 req-da9e85dc-3cbc-44ea-8139-bdc2001ed1c8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:17.284566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9413812-8eb8-4757-81e2-45dd785726a9 req-da9e85dc-3cbc-44ea-8139-bdc2001ed1c8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0981281 Sep 16 17:41:17.290427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-f357e214-b08b-431d-af13-da191c549382 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0765316 Sep 16 17:41:17.353568 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9413812-8eb8-4757-81e2-45dd785726a9 req-8e71eedd-22b5-4b88-b2bd-aad446e8c1ab tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621281 Sep 16 17:41:17.360487 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-c5357f1c-1d4b-4e05-8f12-b24abe1d4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:17.361913 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-c5357f1c-1d4b-4e05-8f12-b24abe1d4535 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 200 len: 834 time: 0.0641799 Sep 16 17:41:17.410662 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-867af1d1-c34f-4c8d-83a3-3324ba68e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:17.412169 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-867af1d1-c34f-4c8d-83a3-3324ba68e8f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69cadee0-5add-46c6-a483-0dfa6eac1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436816 Sep 16 17:41:17.508316 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-9ddd7bce-9985-4112-9213-48302cc759cc service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889883 Sep 16 17:41:17.598019 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-e0fd184a-5382-4b89-9d5f-37a7a777dae7 service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828815 Sep 16 17:41:18.473790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706eb49-9618-4cf5-a94b-b3af8c5603ab req-77a3d68c-b73c-4149-82e1-24a8a1e5e6a0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:18.475263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8706eb49-9618-4cf5-a94b-b3af8c5603ab req-77a3d68c-b73c-4149-82e1-24a8a1e5e6a0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0539238 Sep 16 17:41:18.512345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8706eb49-9618-4cf5-a94b-b3af8c5603ab req-e7836554-b5c5-4c9d-915e-8b7f2f18f60c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311878 Sep 16 17:41:19.629943 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221748a1-a875-48a6-ab5e-dae267a9c305 req-1e9ab9c5-aedf-41d1-b0a3-50651bf75592 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:19.631686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-221748a1-a875-48a6-ab5e-dae267a9c305 req-1e9ab9c5-aedf-41d1-b0a3-50651bf75592 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0498199 Sep 16 17:41:19.668524 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-221748a1-a875-48a6-ab5e-dae267a9c305 req-05263b13-1e4f-4b02-b794-ebc4938986d3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307987 Sep 16 17:41:20.781615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850296-9a4a-4d79-9ebf-6a108e24112e req-0e803f2c-ba6d-49c6-8fc4-8083071dc95a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:20.783204 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06850296-9a4a-4d79-9ebf-6a108e24112e req-0e803f2c-ba6d-49c6-8fc4-8083071dc95a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0491061 Sep 16 17:41:20.841252 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-06850296-9a4a-4d79-9ebf-6a108e24112e req-d3facacc-7a92-494f-8c4c-7ee3d2ca62c8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488629 Sep 16 17:41:21.961473 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ce517-07da-4909-8f17-7a23120c210a req-680c386e-253b-4ba5-97d4-7c8ba2d3a9d5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:21.962958 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-551ce517-07da-4909-8f17-7a23120c210a req-680c386e-253b-4ba5-97d4-7c8ba2d3a9d5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0528896 Sep 16 17:41:21.999081 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-551ce517-07da-4909-8f17-7a23120c210a req-5cb6b31f-6e87-4ef4-9568-47ad7084ef9c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302317 Sep 16 17:41:23.117267 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2c546-211e-4080-972a-68563bd08b10 req-db6ddfd8-8651-4bce-aaca-28728ab61815 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:23.118784 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67b2c546-211e-4080-972a-68563bd08b10 req-db6ddfd8-8651-4bce-aaca-28728ab61815 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0524511 Sep 16 17:41:23.157495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67b2c546-211e-4080-972a-68563bd08b10 req-8c512987-0610-475c-bda6-3fdb3e0eb405 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328004 Sep 16 17:41:24.272953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a6ae-1fec-4d8a-95db-ca088f4e8708 req-e6f51986-6f0e-48cb-a479-eaf30dcfc99d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:24.274439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6924a6ae-1fec-4d8a-95db-ca088f4e8708 req-e6f51986-6f0e-48cb-a479-eaf30dcfc99d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0489502 Sep 16 17:41:24.311901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6924a6ae-1fec-4d8a-95db-ca088f4e8708 req-6e948859-4fa5-4082-becb-af6cbf9c416f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313101 Sep 16 17:41:25.014966 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:41:25.429853 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3fc6-f804-48eb-b356-d9900f8b0737 req-b24014db-a1dc-43e8-831a-9e38a1acd3d6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:25.431346 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c03d3fc6-f804-48eb-b356-d9900f8b0737 req-b24014db-a1dc-43e8-831a-9e38a1acd3d6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0532820 Sep 16 17:41:25.468949 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c03d3fc6-f804-48eb-b356-d9900f8b0737 req-62a5940a-ea83-4606-8c49-dfae734f1c7c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316255 Sep 16 17:41:26.582202 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ea82-8ed8-4d11-bae8-c98e5ab3c23e req-5a63a9a8-c20b-4467-ac6d-9384c4408c6b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:26.583660 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0d2ea82-8ed8-4d11-bae8-c98e5ab3c23e req-5a63a9a8-c20b-4467-ac6d-9384c4408c6b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0484846 Sep 16 17:41:26.621064 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f0d2ea82-8ed8-4d11-bae8-c98e5ab3c23e req-cb7c0507-b673-4616-8443-cc2c9f8c9148 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315266 Sep 16 17:41:27.741685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9014a-8c5f-4b03-9e97-d1040ba4c2a4 req-3ebfa87d-f9af-4b30-b8c3-388e7afac0d2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:27.743177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3d9014a-8c5f-4b03-9e97-d1040ba4c2a4 req-3ebfa87d-f9af-4b30-b8c3-388e7afac0d2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0494545 Sep 16 17:41:27.779996 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b3d9014a-8c5f-4b03-9e97-d1040ba4c2a4 req-2fe42303-b33e-4c0c-a5e9-e81e20c5d192 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308473 Sep 16 17:41:28.268069 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f460dd7c-36da-4d9a-a7e5-095674a768fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:28.900584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f647-c914-49e2-94ba-57c75fed2cdf req-3d63a7de-acd5-4151-914a-6faa61d1ee78 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:28.902070 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9507f647-c914-49e2-94ba-57c75fed2cdf req-3d63a7de-acd5-4151-914a-6faa61d1ee78 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0536587 Sep 16 17:41:28.942078 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9507f647-c914-49e2-94ba-57c75fed2cdf req-fb32c359-b38a-424b-a7aa-ad482749b5c0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340216 Sep 16 17:41:29.524284 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-2fc0db84-c9b4-43c7-a835-0070db1a23d1 service neutron] show failed (client error): The resource could not be found. Sep 16 17:41:29.525351 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-2fc0db84-c9b4-43c7-a835-0070db1a23d1 service neutron] 10.222.0.52 "GET /v2.0/ports/868e6387-2bd0-4725-8112-b1412d8c1ff1/bindings/n-h2-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0535030 Sep 16 17:41:30.058348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a12cb-360e-48e6-b3b1-b0c285fb77ad req-5561054b-d665-45fd-ab92-3cd7ff634a43 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:30.059858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-609a12cb-360e-48e6-b3b1-b0c285fb77ad req-5561054b-d665-45fd-ab92-3cd7ff634a43 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0510447 Sep 16 17:41:30.061411 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-d471943b-52a4-43f6-9363-2ff4643b876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:30.062935 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-d471943b-52a4-43f6-9363-2ff4643b876e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 1096 time: 0.0427501 Sep 16 17:41:30.074554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:41:30.097947 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-609a12cb-360e-48e6-b3b1-b0c285fb77ad req-7e98846e-d5e2-4305-b1e4-686b5657b2b8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320601 Sep 16 17:41:30.132741 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:30.335196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:41:30.366762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:41:30.405625 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:41:30.408471 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bab284-be25-4c56-ba4f-1c894558e770" -d '{"events": [{"server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "name": "network-vif-unplugged", "status": "completed", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:41:30.412496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:30.427748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Transition to ACTIVE for port object 868e6387-2bd0-4725-8112-b1412d8c1ff1 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:41:30.458676 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de017039-dbfc-4bd7-a9d0-c6750f4fa356 x-openstack-request-id: req-de017039-dbfc-4bd7-a9d0-c6750f4fa356 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:41:30.458967 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "name": "network-vif-unplugged", "status": "completed", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:41:30.459214 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-de017039-dbfc-4bd7-a9d0-c6750f4fa356 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:41:30.459636 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'code': 200} Sep 16 17:41:30.500006 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:30.549772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=868e6387-2bd0-4725-8112-b1412d8c1ff1,revision_number=6']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:41:30.590775 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.594967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:30.635683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] No DVR routers for this DVR port 868e6387-2bd0-4725-8112-b1412d8c1ff1 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:41:30.771865 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Attempting to bind port 868e6387-2bd0-4725-8112-b1412d8c1ff1 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:41:30.772194 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Attempting to bind port 868e6387-2bd0-4725-8112-b1412d8c1ff1 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:41:30.772550 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Attempting to bind port 868e6387-2bd0-4725-8112-b1412d8c1ff1 on network 69cadee0-5add-46c6-a483-0dfa6eac1f16 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:41:30.776713 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Port 868e6387-2bd0-4725-8112-b1412d8c1ff1 on network 69cadee0-5add-46c6-a483-0dfa6eac1f16 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:41:30.777031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Attempting to bind port 868e6387-2bd0-4725-8112-b1412d8c1ff1 on network 69cadee0-5add-46c6-a483-0dfa6eac1f16 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:41:30.781780 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:41:30.783595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Checking segment: {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:41:30.783595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Bound using segment: {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:41:30.783595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Bound port: 868e6387-2bd0-4725-8112-b1412d8c1ff1, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c39a5-f24b-4411-8ecc-f7abbb080399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:41:30.783901 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:30.848484 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:41:30.851444 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:41:30.865736 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ee9579c5-3da5-422d-aca8-34908fcd1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:30.922896 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:30.958101 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:30.958722 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:30.960118 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] 10.222.0.62 "PUT /v2.0/ports/868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 1091 time: 0.8895886 Sep 16 17:41:30.992778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b566f6-d7dd-4f20-9de2-e7ae9e715fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=868e6387-2bd0-4725-8112-b1412d8c1ff1,revision_number=7']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:41:31.031420 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-8dfb954e-c564-4841-9925-6b1bba548053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:31.033169 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-8dfb954e-c564-4841-9925-6b1bba548053 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1094 time: 0.0491309 Sep 16 17:41:31.133408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-c900b1ba-bec8-488b-9395-30957598d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:31.134943 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-c900b1ba-bec8-488b-9395-30957598d236 service neutron] 10.222.0.62 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 896 time: 0.0953681 Sep 16 17:41:31.203037 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-1c5f0bfd-61c8-42c4-9c41-30369dfa7412 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 998 time: 0.0597661 Sep 16 17:41:31.215802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347564-bcb2-4c03-a59a-474270c68ef7 req-bd440b2a-9914-4e15-b549-4a698aada68d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:31.217328 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c347564-bcb2-4c03-a59a-474270c68ef7 req-bd440b2a-9914-4e15-b549-4a698aada68d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 943 time: 0.0512929 Sep 16 17:41:31.253379 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-616eb8f5-b52d-41eb-9f16-b7c1a1019e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:31.254792 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-616eb8f5-b52d-41eb-9f16-b7c1a1019e24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 200 len: 834 time: 0.0453615 Sep 16 17:41:31.259473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0c347564-bcb2-4c03-a59a-474270c68ef7 req-291b29c8-0a15-4bda-8099-942f04a2276b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360086 Sep 16 17:41:31.305265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-ed4a9811-cac9-4740-b293-cf63f49a8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:31.306762 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-ed4a9811-cac9-4740-b293-cf63f49a8195 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69cadee0-5add-46c6-a483-0dfa6eac1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444388 Sep 16 17:41:31.397637 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-dff49fab-1ad5-42fa-9979-6a7b00bb04e6 service neutron] 10.222.0.62 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823529 Sep 16 17:41:31.490585 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9cb1eed0-9c57-48b6-954c-8385d900a311 req-404d5c1b-afba-47b9-8597-eefc613c07fc service neutron] 10.222.0.62 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862112 Sep 16 17:41:31.551051 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:32.222112 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:32.375975 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3fed7-27d5-41fb-a70b-a91f9f08b2c3 req-ed41d06f-152d-4837-b996-fad3df3a46e1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:32.377664 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41e3fed7-27d5-41fb-a70b-a91f9f08b2c3 req-ed41d06f-152d-4837-b996-fad3df3a46e1 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 943 time: 0.0489590 Sep 16 17:41:32.415810 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-41e3fed7-27d5-41fb-a70b-a91f9f08b2c3 req-33447d20-743e-4947-a80a-1e29cb7bbcb2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320320 Sep 16 17:41:32.460895 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:41:32.463235 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36" -d '{"events": [{"name": "network-changed", "server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:41:32.510945 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f036b788-7813-4ab2-9a80-30786ce2b7c0 x-openstack-request-id: req-f036b788-7813-4ab2-9a80-30786ce2b7c0 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:41:32.511310 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:41:32.511567 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f036b788-7813-4ab2-9a80-30786ce2b7c0 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:41:32.512053 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'status': 'completed', 'code': 200} Sep 16 17:41:32.572007 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-72dea5b5-c41b-4b7d-af9f-425fd239b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:32.573596 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-72dea5b5-c41b-4b7d-af9f-425fd239b6db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1094 time: 0.0426891 Sep 16 17:41:32.574928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-62605a3b-349e-4a0e-83a4-bf91f58176d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:32.576434 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-62605a3b-349e-4a0e-83a4-bf91f58176d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1094 time: 0.0416992 Sep 16 17:41:32.668589 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-7df7ca2a-dd7c-4c7a-9d63-18f839cca0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:32.668852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-68e19224-d7c1-4f3c-b246-71e428d11a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:32.670079 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-7df7ca2a-dd7c-4c7a-9d63-18f839cca0d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 896 time: 0.0888162 Sep 16 17:41:32.670193 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-68e19224-d7c1-4f3c-b246-71e428d11a3c service neutron] 10.222.0.52 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 896 time: 0.0870297 Sep 16 17:41:32.734435 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-ed2862f8-d75c-4819-9bbb-a2539b4dc6f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 998 time: 0.0564618 Sep 16 17:41:32.738002 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-ea60081f-1f0f-4b87-8758-d044db8c4f7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 998 time: 0.0586572 Sep 16 17:41:32.782672 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-8d81dd0e-82d5-4337-b6f7-0c6d844b975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:32.784240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-8d81dd0e-82d5-4337-b6f7-0c6d844b975f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 200 len: 834 time: 0.0433538 Sep 16 17:41:32.788619 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-e4905743-3402-47eb-aa69-ccd027449010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:32.790072 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-e4905743-3402-47eb-aa69-ccd027449010 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 200 len: 834 time: 0.0443470 Sep 16 17:41:32.833762 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-d904cc12-95c8-4ddd-a7dc-3fd62dd695c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:32.835382 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-d904cc12-95c8-4ddd-a7dc-3fd62dd695c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69cadee0-5add-46c6-a483-0dfa6eac1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444417 Sep 16 17:41:32.840462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-4ff11d26-66cd-4ac5-99b4-7a94e2f19733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:32.842044 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-4ff11d26-66cd-4ac5-99b4-7a94e2f19733 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69cadee0-5add-46c6-a483-0dfa6eac1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448134 Sep 16 17:41:32.926335 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-d9e4d55d-8fe3-4943-ba63-2b0c1b2e2c07 service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838509 Sep 16 17:41:32.932267 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-34651209-9b89-4bc4-b0fa-184b318655db service neutron] 10.222.0.62 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822406 Sep 16 17:41:33.023586 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-505f81ea-41f6-4b50-92c6-6a05641e4a09 service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902002 Sep 16 17:41:33.030903 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-c5e5b8ea-b5e8-4298-8bbf-5d0bb6d39c36 req-b0c065fe-8837-4a3b-99a4-e6384d0182ae service neutron] 10.222.0.62 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901985 Sep 16 17:41:33.454140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 868e6387-2bd0-4725-8112-b1412d8c1ff1 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:41:33.495978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 868e6387-2bd0-4725-8112-b1412d8c1ff1 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:41:33.532810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf815c-9ad0-4896-adfc-ceb4263c3d41 req-6db36d7b-5c64-417d-b5e5-fc81734f72df tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:33.534428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04bf815c-9ad0-4896-adfc-ceb4263c3d41 req-6db36d7b-5c64-417d-b5e5-fc81734f72df tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 943 time: 0.0498338 Sep 16 17:41:33.572544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-04bf815c-9ad0-4896-adfc-ceb4263c3d41 req-bf3d4bf3-f5a7-4096-bf73-6da550e0d324 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318866 Sep 16 17:41:33.866293 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc753ac-bb61-4c23-a526-31b4c07ce931 req-5ae822d0-94a8-44ae-ac03-14286b60b68f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:33.868251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cc753ac-bb61-4c23-a526-31b4c07ce931 req-5ae822d0-94a8-44ae-ac03-14286b60b68f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 943 time: 0.0500422 Sep 16 17:41:33.938426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8cc753ac-bb61-4c23-a526-31b4c07ce931 req-5c8999f5-43f4-4fed-8369-95f056f02999 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644190 Sep 16 17:41:33.957978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-0b7e7f1e-c4f6-4964-a6c8-98ec98665d5a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:33.959426 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-0b7e7f1e-c4f6-4964-a6c8-98ec98665d5a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c&tenant_id=930a8aa811b340cca01159f0f90b2c78&binding%3Ahost_id=n-h2-807786-3 HTTP/1.1" status: 200 len: 943 time: 0.0626268 Sep 16 17:41:34.031169 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:34.049837 n-d-807786-3 neutron-server[95358]: INFO neutron.api.v2.resource [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-dd1aa07f-2fcf-4201-b8c0-d6c2cbf91507 service neutron] delete failed (client error): The resource could not be found. Sep 16 17:41:34.050865 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-dd1aa07f-2fcf-4201-b8c0-d6c2cbf91507 service neutron] 10.222.0.52 "DELETE /v2.0/ports/868e6387-2bd0-4725-8112-b1412d8c1ff1/bindings/n-h1-807786-3 HTTP/1.1" status: 404 len: 380 time: 0.0837991 Sep 16 17:41:34.070276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5eb9d-3883-478a-8207-d921670abcfa req-65d1a210-2a0f-4eb3-b3ae-b6b10d25556a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:34.071790 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdc5eb9d-3883-478a-8207-d921670abcfa req-65d1a210-2a0f-4eb3-b3ae-b6b10d25556a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 943 time: 0.0614786 Sep 16 17:41:34.140549 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fdc5eb9d-3883-478a-8207-d921670abcfa req-ae754090-e017-47f9-856e-05cc5501a535 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600004 Sep 16 17:41:34.152315 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-5501ba35-6c33-464a-abac-050ba7c596a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:34.153831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-5501ba35-6c33-464a-abac-050ba7c596a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1094 time: 0.0574205 Sep 16 17:41:34.243949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-87515e1b-0985-42c2-839f-bfb3728d2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:34.245444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-87515e1b-0985-42c2-839f-bfb3728d2c39 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 896 time: 0.0842323 Sep 16 17:41:34.313464 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-870cc025-5707-445b-a98f-382a52ce8773 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 998 time: 0.0610180 Sep 16 17:41:34.361488 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-cfbcab33-f738-4f20-9e43-429c9f20699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:34.363393 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-cfbcab33-f738-4f20-9e43-429c9f20699e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 200 len: 834 time: 0.0432568 Sep 16 17:41:34.409256 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-2b667039-6099-4bcd-9f38-82640e09c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:34.411231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-2b667039-6099-4bcd-9f38-82640e09c18d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69cadee0-5add-46c6-a483-0dfa6eac1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410571 Sep 16 17:41:34.506014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-e2263b74-3635-4831-ba6f-bc2e0ff88cb1 service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876331 Sep 16 17:41:34.599467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8a626295-f0b4-4bf9-a11d-d3f3d36c53b1 req-5764044a-1cf7-4f89-8553-8fd1b5e9589c service neutron] 10.222.0.52 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866737 Sep 16 17:41:35.179333 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 868e6387-2bd0-4725-8112-b1412d8c1ff1 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:41:35.265646 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d0405-bf70-4f5b-b03b-2260cb30a475 req-cb1d8c35-8871-45ec-896c-a562d5450350 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:35.268996 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29d0405-bf70-4f5b-b03b-2260cb30a475 req-cb1d8c35-8871-45ec-896c-a562d5450350 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 943 time: 0.0574362 Sep 16 17:41:35.278508 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:41:35.290606 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'port_id': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'mac_address': 'fa:16:3e:9c:ec:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:41:35.305942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d29d0405-bf70-4f5b-b03b-2260cb30a475 req-99ada993-1143-4650-be07-8cc8c3a9f6cd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323193 Sep 16 17:41:35.331778 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:35.344276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868e6387-2bd0-4725-8112-b1412d8c1ff1 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:41:35.364721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:41:35.467627 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:35.515158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=868e6387-2bd0-4725-8112-b1412d8c1ff1,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:41:35.523016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.523421 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.523758 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.524100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.524466 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.528717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.528717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.528717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.528717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.528717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.528717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.528717 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:41:35.695007 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['868e6387-2bd0-4725-8112-b1412d8c1ff1'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:41:36.429365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6e530-8af2-47aa-be6e-68a35a7fd9fa req-a7584828-6701-4635-9429-9b51a5812192 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:36.430981 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21e6e530-8af2-47aa-be6e-68a35a7fd9fa req-a7584828-6701-4635-9429-9b51a5812192 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 944 time: 0.0586991 Sep 16 17:41:36.471396 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-21e6e530-8af2-47aa-be6e-68a35a7fd9fa req-478a89b8-486f-438f-b3b9-0068f21a6df9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342195 Sep 16 17:41:36.504119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32770) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:41:36.563644 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-870668ba-0a31-404b-b78f-3b57b383e1b9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/ff09c24a-0ca3-4134-8cea-d84828ce75af HTTP/1.1" status: 200 len: 991 time: 0.0583975 Sep 16 17:41:37.184913 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 868e6387-2bd0-4725-8112-b1412d8c1ff1 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:41:37.289881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 868e6387-2bd0-4725-8112-b1412d8c1ff1 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:41:37.293822 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 868e6387-2bd0-4725-8112-b1412d8c1ff1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:41:37.294278 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:37.370604 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:37.393586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:41:37.395836 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5703f653-65f4-4a82-97fa-dbe20df3a102" -d '{"events": [{"server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "name": "network-vif-plugged", "status": "completed", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:41:37.409853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:41:37.432771 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881a1023-a9fd-4413-b88a-dff1045d2a0e x-openstack-request-id: req-881a1023-a9fd-4413-b88a-dff1045d2a0e {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:41:37.433057 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "name": "network-vif-plugged", "status": "completed", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:41:37.437397 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-881a1023-a9fd-4413-b88a-dff1045d2a0e {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:41:37.437397 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'code': 200} Sep 16 17:41:37.490081 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:37.535976 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=868e6387-2bd0-4725-8112-b1412d8c1ff1,revision_number=9']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:41:44.347100 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:44.662082 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:50.436464 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-ec8fc05e-eb08-435b-9dfd-fe1aa83168f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406830 Sep 16 17:41:50.514857 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-91ea736e-71d6-4bbd-a92b-9bdad171a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:50.516347 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-91ea736e-71d6-4bbd-a92b-9bdad171a03b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1096 time: 0.0406189 Sep 16 17:41:50.622928 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-3f385b41-1ec6-4018-88ac-ec465436d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:50.624430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-3f385b41-1ec6-4018-88ac-ec465436d8fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 896 time: 0.0884902 Sep 16 17:41:50.688409 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-7f02b7dd-0b46-4a62-a4ce-4ba9139253c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0564370 Sep 16 17:41:50.740363 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-945eb59c-f9f9-48f4-ac60-94fd11c80253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:50.741802 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-945eb59c-f9f9-48f4-ac60-94fd11c80253 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 200 len: 834 time: 0.0465200 Sep 16 17:41:50.787419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-476f2425-ba54-438a-8a46-63c0d275c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:41:50.788929 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-476f2425-ba54-438a-8a46-63c0d275c9b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69cadee0-5add-46c6-a483-0dfa6eac1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395567 Sep 16 17:41:50.877308 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-46105a6f-0ae0-4775-96b7-858f5259345f service neutron] 10.222.0.62 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806761 Sep 16 17:41:50.967874 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-b72016b4-2bee-4553-afbf-63024ed61df8 req-974fcc05-d1f4-4f4d-9404-fa5635d34bc5 service neutron] 10.222.0.62 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827560 Sep 16 17:41:58.255528 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9976c-de27-4002-b8ad-c86df22417ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:00.855098 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9d6e581c-c785-4f2c-b4ea-ff3cb4f4965b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:01.529425 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:02.014316 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:42:02.243879 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.119053 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32784) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:03.280817 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port e2de1766-e226-4015-a741-de937ce742e3 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:42:03.281157 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.354506 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.354831 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.366145 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for e2de1766-e226-4015-a741-de937ce742e3 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:42:03.609616 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.636229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=e2de1766-e226-4015-a741-de937ce742e3,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:03.662334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.662334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.662334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.662334 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.662783 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.662947 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.663280 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.663609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.663936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.664263 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.664612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.664935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.702715 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.703042 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Floating IP ff09c24a-0ca3-4134-8cea-d84828ce75af disassociated (deleted). External IP: 172.25.6.36, port: 868e6387-2bd0-4725-8112-b1412d8c1ff1. Sep 16 17:42:03.907666 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:42:04.038582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:42:04.038582 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.039017 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] Sync routers for ids ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:42:04.042472 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] Routers {'89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:42:04.043164 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:04.054630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-22e57147-511f-4df7-b3b6-563b36128677 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/floatingips/ff09c24a-0ca3-4134-8cea-d84828ce75af HTTP/1.1" status: 204 len: 168 time: 0.9345086 Sep 16 17:42:04.055324 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:04.057614 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796e0264-8254-493d-aee9-8494c86ef9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:42:04.090081 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.159979 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde15cfd-0866-4f84-8c48-f3465e08c709 x-openstack-request-id: req-fde15cfd-0866-4f84-8c48-f3465e08c709 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:42:04.160602 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:42:04.160602 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fde15cfd-0866-4f84-8c48-f3465e08c709 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:42:04.161111 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'status': 'completed', 'code': 200} Sep 16 17:42:04.162401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] Set router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:42:04.226132 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-4c9671b0-06f4-41df-b0d3-2e2afa1efe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:04.227660 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-4c9671b0-06f4-41df-b0d3-2e2afa1efe59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 1096 time: 0.0421371 Sep 16 17:42:04.324563 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-72a302f5-ff5e-4506-9bb0-2c711716dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:04.326124 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-72a302f5-ff5e-4506-9bb0-2c711716dab9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 200 len: 896 time: 0.0915773 Sep 16 17:42:04.371237 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:27Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cd32d2e7-f182-417c-9d96-3a63b3ea034d', 'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:1c:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:26Z', 'updated_at': '2021-09-16T17:40:30Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:04.372216 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-77981b05-f575-4dd8-a64b-fcd3eddfa45a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 200 len: 217 time: 0.0362468 Sep 16 17:42:04.400213 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] Checking router: 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:42:04.409757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] Routers {'89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:42:04.410379 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:04.435825 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-b56a632d-1d79-491d-b268-48bf2a3483c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:04.438149 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-b56a632d-1d79-491d-b268-48bf2a3483c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 200 len: 834 time: 0.0560055 Sep 16 17:42:04.483709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cd981-4aa2-493e-b8bc-e375e3f37316 req-ef2b2cd8-8fe5-4a24-a7c3-4b94b2efd44b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:04.489932 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-45434792-c46a-4233-a45f-5901f6134441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:04.491883 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-848cd981-4aa2-493e-b8bc-e375e3f37316 req-ef2b2cd8-8fe5-4a24-a7c3-4b94b2efd44b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0700178 Sep 16 17:42:04.492613 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-45434792-c46a-4233-a45f-5901f6134441 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69cadee0-5add-46c6-a483-0dfa6eac1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467744 Sep 16 17:42:04.525093 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] Set router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:42:04.525442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-848cd981-4aa2-493e-b8bc-e375e3f37316 req-915707c4-f202-4e6b-9bba-a074a14db95f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326862 Sep 16 17:42:04.588628 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-2a881ad9-c186-499d-ae05-e91cf6c33a6d service neutron] 10.222.0.62 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872498 Sep 16 17:42:04.685598 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-796e0264-8254-493d-aee9-8494c86ef9c8 req-ff35c7f1-7ef9-4dc0-b20f-e0af23b35cc3 service neutron] 10.222.0.62 "GET /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875938 Sep 16 17:42:04.721648 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:27Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cd32d2e7-f182-417c-9d96-3a63b3ea034d', 'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:1c:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:26Z', 'updated_at': '2021-09-16T17:40:30Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:04.751839 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241b5d4-b683-4094-ada1-070ba193ac0d None None] The sync data for ids ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'] in n-d-807786-3 is: [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:40:27Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cd32d2e7-f182-417c-9d96-3a63b3ea034d', 'name': '', 'network_id': '69cadee0-5add-46c6-a483-0dfa6eac1f16', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:1c:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:26Z', 'updated_at': '2021-09-16T17:40:30Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': 'a9737222-a2c3-4682-93cf-431e1d94340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:42:04.966201 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87695914-47cf-432c-8018-3640dae37886 None None] New status for floating IP ff09c24a-0ca3-4134-8cea-d84828ce75af: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:42:05.644199 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8875564-a87a-4581-b442-10d99e48afbb req-47035957-b2eb-4887-919c-0c411a9a8219 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:05.646247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8875564-a87a-4581-b442-10d99e48afbb req-47035957-b2eb-4887-919c-0c411a9a8219 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0497329 Sep 16 17:42:05.683206 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d8875564-a87a-4581-b442-10d99e48afbb req-1bb9d977-028c-4c96-bb7e-d76b04a35014 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309033 Sep 16 17:42:05.799706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-d66e91da-11d3-40c5-b8b6-97495a6547c6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:05.801313 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-d66e91da-11d3-40c5-b8b6-97495a6547c6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 945 time: 0.0534139 Sep 16 17:42:05.894439 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-65fd5d5e-9037-49de-92d3-cfecac9f9bda tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port 868e6387-2bd0-4725-8112-b1412d8c1ff1 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:42:05.894782 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-65fd5d5e-9037-49de-92d3-cfecac9f9bda tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.300743 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-65fd5d5e-9037-49de-92d3-cfecac9f9bda tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port 868e6387-2bd0-4725-8112-b1412d8c1ff1, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=868e6387-2bd0-4725-8112-b1412d8c1ff1,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:42:06.301121 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-65fd5d5e-9037-49de-92d3-cfecac9f9bda tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.313218 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-65fd5d5e-9037-49de-92d3-cfecac9f9bda tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for 868e6387-2bd0-4725-8112-b1412d8c1ff1 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:42:06.500594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-65fd5d5e-9037-49de-92d3-cfecac9f9bda tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.529133 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd5d5e-9037-49de-92d3-cfecac9f9bda tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=868e6387-2bd0-4725-8112-b1412d8c1ff1,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:06.590952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-65fd5d5e-9037-49de-92d3-cfecac9f9bda tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] No DVR routers for this DVR port 868e6387-2bd0-4725-8112-b1412d8c1ff1 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:42:06.590952 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-65fd5d5e-9037-49de-92d3-cfecac9f9bda tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.590952 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-4094b916-8591-42b6-8dca-6af8f275f1b0 req-65fd5d5e-9037-49de-92d3-cfecac9f9bda tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "DELETE /v2.0/ports/868e6387-2bd0-4725-8112-b1412d8c1ff1 HTTP/1.1" status: 204 len: 173 time: 0.7694988 Sep 16 17:42:06.590952 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'name': 'network-vif-deleted', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:06.590952 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831de3aa-f967-4b5d-87a8-4deb6a2b6f89" -d '{"events": [{"server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "name": "network-vif-deleted", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:42:06.615236 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba720cb-f6cf-4de6-9419-9544d7167518 x-openstack-request-id: req-4ba720cb-f6cf-4de6-9419-9544d7167518 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:42:06.615532 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f4cb2f-8308-4076-aa59-f5ea3b3ac09c", "name": "network-vif-deleted", "tag": "868e6387-2bd0-4725-8112-b1412d8c1ff1", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:42:06.615784 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ba720cb-f6cf-4de6-9419-9544d7167518 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:42:06.616186 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f4cb2f-8308-4076-aa59-f5ea3b3ac09c', 'name': 'network-vif-deleted', 'tag': '868e6387-2bd0-4725-8112-b1412d8c1ff1', 'status': 'completed', 'code': 200} Sep 16 17:42:06.782050 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a230bbd4-3110-43f2-a027-106c8fc785f0 req-7abf3866-bf8a-4539-bc87-33e2b4119580 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f4cb2f-8308-4076-aa59-f5ea3b3ac09c HTTP/1.1" status: 200 len: 210 time: 0.0286882 Sep 16 17:42:07.837553 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32802) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:08.196553 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:08.453116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port cd32d2e7-f182-417c-9d96-3a63b3ea034d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:42:08.453383 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:08.547979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port cd32d2e7-f182-417c-9d96-3a63b3ea034d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cd32d2e7-f182-417c-9d96-3a63b3ea034d,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:42:08.548355 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:08.561200 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for cd32d2e7-f182-417c-9d96-3a63b3ea034d owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:42:08.824986 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:08.857287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=cd32d2e7-f182-417c-9d96-3a63b3ea034d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:09.041074 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.251956 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:42:09.356432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 868e6387-2bd0-4725-8112-b1412d8c1ff1 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:42:09.368814 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:42:09.373803 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-65fc4c32-3a4f-4b95-9998-aa86cfae580c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "PUT /v2.0/routers/89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5351532 Sep 16 17:42:09.376004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 868e6387-2bd0-4725-8112-b1412d8c1ff1 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:42:09.376465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 868e6387-2bd0-4725-8112-b1412d8c1ff1 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:42:09.376584 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32804) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:09.381925 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] Sync routers for ids ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:42:09.391014 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] Routers {'89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:42:09.391628 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:09.439238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-081658e7-179d-4c40-af22-a75041d33f09 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting subnet a9737222-a2c3-4682-93cf-431e1d94340e {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:42:09.442459 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-081658e7-179d-4c40-af22-a75041d33f09 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.484645 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-081658e7-179d-4c40-af22-a75041d33f09 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.494583 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] Set router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:42:09.572742 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-081658e7-179d-4c40-af22-a75041d33f09 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.680515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:42:08Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:09.712561 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] Checking router: 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:42:09.720911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] Routers {'89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:42:09.721526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:09.725079 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-081658e7-179d-4c40-af22-a75041d33f09 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.754127 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081658e7-179d-4c40-af22-a75041d33f09 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Subnet': ['ID=a9737222-a2c3-4682-93cf-431e1d94340e,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:09.762087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-081658e7-179d-4c40-af22-a75041d33f09 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.765281 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-081658e7-179d-4c40-af22-a75041d33f09 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/subnets/a9737222-a2c3-4682-93cf-431e1d94340e HTTP/1.1" status: 204 len: 168 time: 0.3853369 Sep 16 17:42:09.765534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32806) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:09.769392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98b45e-dca4-4bee-82a6-85c59ad46339 None None] Network 69cadee0-5add-46c6-a483-0dfa6eac1f16 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:42:09.882404 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] Set router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:42:09.916301 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.030536 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.116754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2727c-4256-44e2-8cdd-125eefb0ef4c None None] DHCP port deletion for 69cadee0-5add-46c6-a483-0dfa6eac1f16 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:42:10.119097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:42:08Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:10.168115 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port e8bd698a-8e3b-4d40-b4c1-3f894a592b03 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:42:10.168495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.250991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port e8bd698a-8e3b-4d40-b4c1-3f894a592b03, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e8bd698a-8e3b-4d40-b4c1-3f894a592b03,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:42:10.251466 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.264198 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for e8bd698a-8e3b-4d40-b4c1-3f894a592b03 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:42:10.318568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e4716d-8dc4-49dc-a1f0-39721db7ed66 None None] The sync data for ids ['89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b'] in n-d-807786-3 is: [{'id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681237821', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:40:22Z', 'updated_at': '2021-09-16T17:42:08Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'e8bd698a-8e3b-4d40-b4c1-3f894a592b03', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:40:23Z', 'updated_at': '2021-09-16T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:42:10.343948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-17c2727c-4256-44e2-8cdd-125eefb0ef4c None None] Deleting port da3cc445-d2f0-47fc-8366-83e27be90efd {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:42:10.344328 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17c2727c-4256-44e2-8cdd-125eefb0ef4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.406679 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-17c2727c-4256-44e2-8cdd-125eefb0ef4c None None] For port da3cc445-d2f0-47fc-8366-83e27be90efd, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=da3cc445-d2f0-47fc-8366-83e27be90efd,segment=NetworkSegment(f47c39a5-f24b-4411-8ecc-f7abbb080399),segment_id=f47c39a5-f24b-4411-8ecc-f7abbb080399)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:42:10.407290 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17c2727c-4256-44e2-8cdd-125eefb0ef4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.420044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-17c2727c-4256-44e2-8cdd-125eefb0ef4c None None] Calling delete_port for da3cc445-d2f0-47fc-8366-83e27be90efd owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:42:10.495076 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.532060 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=e8bd698a-8e3b-4d40-b4c1-3f894a592b03,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:10.552982 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17c2727c-4256-44e2-8cdd-125eefb0ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.579418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2727c-4256-44e2-8cdd-125eefb0ef4c None None] Pushing event deleted for resources: {'Port': ['ID=da3cc445-d2f0-47fc-8366-83e27be90efd,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:10.581292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2727c-4256-44e2-8cdd-125eefb0ef4c None None] No DVR routers for this DVR port da3cc445-d2f0-47fc-8366-83e27be90efd on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:42:10.592993 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.684776 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.686943 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.775130 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.780134 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Fanout notify agent at l3_agent the message router_deleted on router 89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:42:10.782815 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.783947 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-45c84d67-2f1c-4d86-a0f8-53946bb969e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/routers/89fc2f2c-1df7-4f42-ada9-2d0e4f5d7b2b HTTP/1.1" status: 204 len: 168 time: 1.0175183 Sep 16 17:42:10.787873 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32808) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:10.868820 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.966668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.987572 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cadee0-5add-46c6-a483-0dfa6eac1f16']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:10.997505 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47c39a5-f24b-4411-8ecc-f7abbb080399') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:10.997807 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47c39a5-f24b-4411-8ecc-f7abbb080399') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:11.007708 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.021444 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.027119 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:42:11.027504 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:42:11.030435 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:42:11.144853 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.154508 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.154508 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/networks/69cadee0-5add-46c6-a483-0dfa6eac1f16 HTTP/1.1" status: 204 len: 168 time: 0.3653336 Sep 16 17:42:11.157115 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32810) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:11.165351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e468fdb-b157-45fd-8cf4-6b1e9e890058 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Network': ['ID=69cadee0-5add-46c6-a483-0dfa6eac1f16,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:11.219292 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aa583c27-a18b-4ee5-9be3-08a960339f87 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.243447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aa583c27-a18b-4ee5-9be3-08a960339f87 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.374909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aa583c27-a18b-4ee5-9be3-08a960339f87 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.377655 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-aa583c27-a18b-4ee5-9be3-08a960339f87 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.378755 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-aa583c27-a18b-4ee5-9be3-08a960339f87 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/security-groups/f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4 HTTP/1.1" status: 204 len: 168 time: 0.2206655 Sep 16 17:42:11.389033 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa583c27-a18b-4ee5-9be3-08a960339f87 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595b9d2-f5d7-43b3-9ce9-674e0d55a3a4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:11.718613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32816) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:11.723146 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b06e4f6e-9e8f-4f60-b5f1-fdfd8e90f3b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386189796', 'description': 'tempest-secgroup-smoke-1386189796 description', 'project_id': '930a8aa811b340cca01159f0f90b2c78'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:11.820651 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b06e4f6e-9e8f-4f60-b5f1-fdfd8e90f3b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.906217 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b06e4f6e-9e8f-4f60-b5f1-fdfd8e90f3b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.916695 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device da3cc445-d2f0-47fc-8366-83e27be90efd no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:42:11.940705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: da3cc445-d2f0-47fc-8366-83e27be90efd {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:42:11.941055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device da3cc445-d2f0-47fc-8366-83e27be90efd not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:42:11.941464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e8bd698a-8e3b-4d40-b4c1-3f894a592b03 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:42:11.962123 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: e8bd698a-8e3b-4d40-b4c1-3f894a592b03 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:42:11.962463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e8bd698a-8e3b-4d40-b4c1-3f894a592b03 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:42:11.962878 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cd32d2e7-f182-417c-9d96-3a63b3ea034d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:42:11.974977 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b06e4f6e-9e8f-4f60-b5f1-fdfd8e90f3b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.983987 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: cd32d2e7-f182-417c-9d96-3a63b3ea034d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:42:11.984341 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cd32d2e7-f182-417c-9d96-3a63b3ea034d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:42:12.003474 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e4f6e-9e8f-4f60-b5f1-fdfd8e90f3b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c909f1f-83fe-40ae-892a-b98b371aae18,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:12.048984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b06e4f6e-9e8f-4f60-b5f1-fdfd8e90f3b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.050231 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b06e4f6e-9e8f-4f60-b5f1-fdfd8e90f3b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3306322 Sep 16 17:42:12.053241 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32818) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:12.057655 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-43267cbd-32ff-4bb4-830e-f917a690466c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '5c909f1f-83fe-40ae-892a-b98b371aae18', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:12.138953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43267cbd-32ff-4bb4-830e-f917a690466c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.194067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43267cbd-32ff-4bb4-830e-f917a690466c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.249476 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43267cbd-32ff-4bb4-830e-f917a690466c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.270800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43267cbd-32ff-4bb4-830e-f917a690466c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f7d455-6f49-4d69-8940-c82aa102c8c9,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:12.357614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-43267cbd-32ff-4bb4-830e-f917a690466c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.358837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-43267cbd-32ff-4bb4-830e-f917a690466c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046660 Sep 16 17:42:12.361575 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32820) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:12.366464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-3760708b-3c39-4d03-8728-6d622ee5df47 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '5c909f1f-83fe-40ae-892a-b98b371aae18', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:12.469675 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3760708b-3c39-4d03-8728-6d622ee5df47 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.526419 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3760708b-3c39-4d03-8728-6d622ee5df47 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.591538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3760708b-3c39-4d03-8728-6d622ee5df47 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.609551 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760708b-3c39-4d03-8728-6d622ee5df47 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4c275d-284f-43ad-86be-2d6a6a6de31c,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:12.654679 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3760708b-3c39-4d03-8728-6d622ee5df47 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.655934 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3760708b-3c39-4d03-8728-6d622ee5df47 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2934330 Sep 16 17:42:12.658621 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32822) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:12.663748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cfa0766b-faad-475f-8a4a-3478e4a6cea7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '5c909f1f-83fe-40ae-892a-b98b371aae18', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:12.733384 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cfa0766b-faad-475f-8a4a-3478e4a6cea7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.790432 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cfa0766b-faad-475f-8a4a-3478e4a6cea7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.854423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cfa0766b-faad-475f-8a4a-3478e4a6cea7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.874015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0766b-faad-475f-8a4a-3478e4a6cea7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cd0ca0-fcc8-4ca5-8e5b-43c947f3e00f,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:12.939145 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cfa0766b-faad-475f-8a4a-3478e4a6cea7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.940697 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cfa0766b-faad-475f-8a4a-3478e4a6cea7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2809060 Sep 16 17:42:12.943555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32824) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:12.947881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-9415a689-8c1d-4106-9115-a5dae694f4aa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '5c909f1f-83fe-40ae-892a-b98b371aae18', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:13.041807 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9415a689-8c1d-4106-9115-a5dae694f4aa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.098036 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9415a689-8c1d-4106-9115-a5dae694f4aa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.173545 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9415a689-8c1d-4106-9115-a5dae694f4aa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.194068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415a689-8c1d-4106-9115-a5dae694f4aa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae81a17-86ca-431c-b2ac-a870263d33d2,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:13.259456 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9415a689-8c1d-4106-9115-a5dae694f4aa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.260743 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9415a689-8c1d-4106-9115-a5dae694f4aa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162220 Sep 16 17:42:13.263421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32826) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:13.267678 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-b18ca35a-d03c-4521-a268-fb14bc6f3ea2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '5c909f1f-83fe-40ae-892a-b98b371aae18', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:13.375004 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-b18ca35a-d03c-4521-a268-fb14bc6f3ea2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Project 930a8aa811b340cca01159f0f90b2c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:42:13.380334 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b18ca35a-d03c-4521-a268-fb14bc6f3ea2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.439666 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b18ca35a-d03c-4521-a268-fb14bc6f3ea2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.506448 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b18ca35a-d03c-4521-a268-fb14bc6f3ea2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.524484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ca35a-d03c-4521-a268-fb14bc6f3ea2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa187c7-9eae-498b-bae3-08dc20e937c3,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:13.569253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b18ca35a-d03c-4521-a268-fb14bc6f3ea2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.570442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b18ca35a-d03c-4521-a268-fb14bc6f3ea2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3061178 Sep 16 17:42:13.573169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32828) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:13.577455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-1ca43b87-2b5a-40ab-9806-97b9f16a2de6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '5c909f1f-83fe-40ae-892a-b98b371aae18', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:13.654875 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-1ca43b87-2b5a-40ab-9806-97b9f16a2de6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Project 930a8aa811b340cca01159f0f90b2c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:42:13.659744 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ca43b87-2b5a-40ab-9806-97b9f16a2de6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.722896 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ca43b87-2b5a-40ab-9806-97b9f16a2de6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.786269 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ca43b87-2b5a-40ab-9806-97b9f16a2de6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.803299 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca43b87-2b5a-40ab-9806-97b9f16a2de6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b982b769-4cc2-4b2b-8fc3-456615d45cff,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:13.860650 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1ca43b87-2b5a-40ab-9806-97b9f16a2de6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.861910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1ca43b87-2b5a-40ab-9806-97b9f16a2de6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2877936 Sep 16 17:42:13.865449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32830) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:13.870221 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'network': {'name': 'tempest-network-smoke--810598230', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'port_security_enabled': True}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:13.940436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:13.944341 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.966159 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:42:13.974723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.975060 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Added segment 18e90e28-55e3-40fb-93be-5f16309bbd69 of type vlan for network 17978bc3-de4f-47af-a471-520bdd295161 Sep 16 17:42:14.017755 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.116291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.122087 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:14.122672 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.186934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Network': ['ID=17978bc3-de4f-47af-a471-520bdd295161,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:14.196989 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 17978bc3-de4f-47af-a471-520bdd295161 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:42:14.237205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f8779c0c-e23d-4094-a406-dabdb5e614a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3707240 Sep 16 17:42:14.240494 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32832) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:14.244996 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'admin_state_up': True, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:14.329447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.330498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.352197 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.385101 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.575048 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.670829 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.148091 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.167023 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.265388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.25.6.158 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:15.371446 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.460681 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.500342 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:15.503044 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:15.509805 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:42:15.511690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:15.831226 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.030974 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.220353 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 6119c402-00c2-4710-a004-ccc3571fc540 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:42:16.326335 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:42:16.336154 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Sync routers for ids ['6119c402-00c2-4710-a004-ccc3571fc540'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:42:16.345023 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Routers {'6119c402-00c2-4710-a004-ccc3571fc540'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:42:16.345631 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6119c402-00c2-4710-a004-ccc3571fc540'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:16.403543 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.404991 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c8aee795-e343-4a6c-bdda-f74096b2394c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1635511 Sep 16 17:42:16.408160 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32834) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:16.437468 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ba03f765-cb2f-4fdf-9f83-a865ef9901ea tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=930a8aa811b340cca01159f0f90b2c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281229 Sep 16 17:42:16.439935 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32836) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:16.449953 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Set router 6119c402-00c2-4710-a004-ccc3571fc540 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:42:16.531045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b0beca-761a-41b7-ae9c-d8994b01bb7c tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:16.532512 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f7b0beca-761a-41b7-ae9c-d8994b01bb7c tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916176 Sep 16 17:42:16.535269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32838) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:16.563293 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8cbd8012-77f9-4d1b-92c3-f1f7aff4b7a6 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262742 Sep 16 17:42:16.565683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32840) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:16.570925 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1738153211', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:16.627130 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:15Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:16.656488 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Checking router: 6119c402-00c2-4710-a004-ccc3571fc540 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:42:16.656829 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Updating router 6119c402-00c2-4710-a004-ccc3571fc540 port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:42:16.740550 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:16.744143 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.767162 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.997845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.022505 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.063271 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Subnet': ['ID=48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:17.071506 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Checking segment: {'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:42:17.071887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network hostable DHCP agents. Network: 17978bc3-de4f-47af-a471-520bdd295161, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:42:17.072005 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.123556 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Attempting to bind port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:17.123920 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Attempting to bind port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:17.124279 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Attempting to bind port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:42:17.133313 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Pushing event updated for resources: {'Port': ['ID=ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:17.134569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 17978bc3-de4f-47af-a471-520bdd295161 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:42:17.135290 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:42:17.135656 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:42:17.136046 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.136457 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:42:17.136916 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Bound port: ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:17.137294 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.159950 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.160290 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.161176 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.161608 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.161941 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.162269 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.162599 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.162920 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.163240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.163560 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.163874 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.164191 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:17.197417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 17978bc3-de4f-47af-a471-520bdd295161) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:17.200887 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] For port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:42:17.210164 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:17.210164 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.210583 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] For port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:42:17.210685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a50ad93-9ecf-4480-8754-94dd70be6f7d None None] Network 17978bc3-de4f-47af-a471-520bdd295161 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:42:17.255777 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.273669 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-12f818a2-4c72-4d1a-b936-83dd9497bccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7037156 Sep 16 17:42:17.273904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32842) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:17.313453 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Routers {'6119c402-00c2-4710-a004-ccc3571fc540'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:42:17.314066 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6119c402-00c2-4710-a004-ccc3571fc540'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:17.357139 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3ec61-6d32-4448-a80f-5bec9cee7d42 None None] Pushing event updated for resources: {'Port': ['ID=ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:17.378908 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-17978bc3-de4f-47af-a471-520bdd295161', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:42:17.380750 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.429726 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] Set router 6119c402-00c2-4710-a004-ccc3571fc540 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:42:17.524707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Allocated IP 172.20.0.2 (17978bc3-de4f-47af-a471-520bdd295161/48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea/58f62f3d-eee1-43f1-b82d-9390d55a202d) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:17.619974 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:15Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:17.647498 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e512461-2179-43f0-81fd-c5eba8a5e14d None None] The sync data for ids ['6119c402-00c2-4710-a004-ccc3571fc540'] in n-d-807786-3 is: [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:15Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:42:17.675783 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.738586 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.747023 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.786080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Network 17978bc3-de4f-47af-a471-520bdd295161 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:17.789702 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:17.793291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:42:17.808647 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Pushing event updated for resources: {'Port': ['ID=58f62f3d-eee1-43f1-b82d-9390d55a202d,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:17.858199 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Attempting to bind port 58f62f3d-eee1-43f1-b82d-9390d55a202d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:17.858810 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Attempting to bind port 58f62f3d-eee1-43f1-b82d-9390d55a202d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:17.859077 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Attempting to bind port 58f62f3d-eee1-43f1-b82d-9390d55a202d on network 17978bc3-de4f-47af-a471-520bdd295161 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:42:17.874618 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:42:17.875105 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Checking segment: {'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:42:17.876099 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.876800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Bound using segment: {'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:42:17.877450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Bound port: 58f62f3d-eee1-43f1-b82d-9390d55a202d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:17.878330 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.990715 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] For port 58f62f3d-eee1-43f1-b82d-9390d55a202d, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:42:17.995599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] For port 58f62f3d-eee1-43f1-b82d-9390d55a202d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=58f62f3d-eee1-43f1-b82d-9390d55a202d,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:42:18.019035 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:42:18.072526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:18.073020 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.090355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.20.0.1 (17978bc3-de4f-47af-a471-520bdd295161/48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea/c68ecddf-0aca-456b-8eab-86d254ab17cf) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:18.148043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.187213 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.221337 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.229385 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:42:18.235874 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dff1d8-9d39-445b-9fde-5617d45255f1 None None] Pushing event updated for resources: {'Port': ['ID=58f62f3d-eee1-43f1-b82d-9390d55a202d,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:18.312226 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.347678 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.372289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:18.391000 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 17978bc3-de4f-47af-a471-520bdd295161 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:18.394537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:18.408017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:42:18.460093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=c68ecddf-0aca-456b-8eab-86d254ab17cf,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:18.481345 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.700513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.984603 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.049067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.129214 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=c68ecddf-0aca-456b-8eab-86d254ab17cf,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:19.133461 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.159426 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f834eb9c-78ea-4f9f-a421-bc23a5033646 None None] Network 17978bc3-de4f-47af-a471-520bdd295161 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:42:19.229521 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 17978bc3-de4f-47af-a471-520bdd295161 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:19.230915 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:19.247097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-1698606e-6968-449e-bab2-1bbe90038379 None None] Provisioning complete for port 58f62f3d-eee1-43f1-b82d-9390d55a202d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:19.247678 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1698606e-6968-449e-bab2-1bbe90038379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.345136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 6119c402-00c2-4710-a004-ccc3571fc540 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:42:19.385700 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1698606e-6968-449e-bab2-1bbe90038379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.422750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-1698606e-6968-449e-bab2-1bbe90038379 None None] For port 58f62f3d-eee1-43f1-b82d-9390d55a202d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=58f62f3d-eee1-43f1-b82d-9390d55a202d,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:42:19.474977 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:42:19.480201 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-e95249cb-2a6b-48f0-ac08-9ed95e07b074 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "PUT /v2.0/routers/6119c402-00c2-4710-a004-ccc3571fc540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2053597 Sep 16 17:42:19.494833 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1698606e-6968-449e-bab2-1bbe90038379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.554365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698606e-6968-449e-bab2-1bbe90038379 None None] Pushing event updated for resources: {'Port': ['ID=58f62f3d-eee1-43f1-b82d-9390d55a202d,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:19.628070 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7b09addb-e160-48e3-a632-9661b0302cdf None None] Provisioning complete for port c68ecddf-0aca-456b-8eab-86d254ab17cf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:19.628794 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b09addb-e160-48e3-a632-9661b0302cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.643356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-900e3418-99f6-47d9-9fc0-8f4c92efbf36 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386189796&fields=id&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 267 time: 0.0386374 Sep 16 17:42:19.665136 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7b09addb-e160-48e3-a632-9661b0302cdf None None] Port c68ecddf-0aca-456b-8eab-86d254ab17cf cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:42:19.675036 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7b09addb-e160-48e3-a632-9661b0302cdf None None] Provisioning complete for port 58f62f3d-eee1-43f1-b82d-9390d55a202d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:19.675469 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b09addb-e160-48e3-a632-9661b0302cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.766701 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-bab1294a-a4a2-447e-853b-fa0c454cc133 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:19.768560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-bab1294a-a4a2-447e-853b-fa0c454cc133 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/networks?id=17978bc3-de4f-47af-a471-520bdd295161 HTTP/1.1" status: 200 len: 796 time: 0.1168249 Sep 16 17:42:19.791421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-b542920c-4386-4e2a-9efc-428aec3b8de3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/quotas/930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 375 time: 0.0150325 Sep 16 17:42:19.818748 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Sync routers for ids ['6119c402-00c2-4710-a004-ccc3571fc540'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:42:19.828111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Routers {'6119c402-00c2-4710-a004-ccc3571fc540'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:42:19.828774 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6119c402-00c2-4710-a004-ccc3571fc540'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:19.851733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-6e98e78f-97f9-4cfb-b6b7-c830eb571860 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533085 Sep 16 17:42:19.934570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-9e040681-86f1-447c-9b4a-8cb5cdfcd7ef service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:42:19.946232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-9e040681-86f1-447c-9b4a-8cb5cdfcd7ef service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0807874 Sep 16 17:42:19.949384 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-17397443-d8fe-4e7d-be26-200d95269780 None None] Provisioning complete for port c68ecddf-0aca-456b-8eab-86d254ab17cf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:19.949757 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-17397443-d8fe-4e7d-be26-200d95269780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.974250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Set router 6119c402-00c2-4710-a004-ccc3571fc540 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:42:20.021193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-17397443-d8fe-4e7d-be26-200d95269780 None None] Port c68ecddf-0aca-456b-8eab-86d254ab17cf cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:42:20.061320 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-288a13ab-673f-47fe-a6b5-7b75bf14f6f7 service neutron] 10.222.0.22 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139867 Sep 16 17:42:20.062983 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:42:20.156148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-937fdb20-d90b-4d7c-8098-84c9788502bb service neutron] 10.222.0.22 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868104 Sep 16 17:42:20.182877 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-11071208-fae6-4335-a37e-50762e2a7e9b None None] Provisioning complete for port c68ecddf-0aca-456b-8eab-86d254ab17cf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:20.183255 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-11071208-fae6-4335-a37e-50762e2a7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.213353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:20.213731 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.272697 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-11071208-fae6-4335-a37e-50762e2a7e9b None None] Port c68ecddf-0aca-456b-8eab-86d254ab17cf cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:42:20.334306 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c68ecddf-0aca-456b-8eab-86d254ab17cf', 'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:b7:70:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:17Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 2, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:20.365620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 58f62f3d-eee1-43f1-b82d-9390d55a202d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:42:20.367453 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Checking router: 6119c402-00c2-4710-a004-ccc3571fc540 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:42:20.367812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Updating router 6119c402-00c2-4710-a004-ccc3571fc540 port c68ecddf-0aca-456b-8eab-86d254ab17cf binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:42:20.415016 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d505f542-beee-4019-a6ed-0fcd41ed5e97 req-4c376434-0c48-4045-8e4e-6826e354a507 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 210 time: 0.0363426 Sep 16 17:42:20.417458 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.477835 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 58f62f3d-eee1-43f1-b82d-9390d55a202d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:20.478207 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.904361 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.980531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.030881 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e94c0-149e-433a-983b-a01e878c2ae3 None None] Pushing event updated for resources: {'Port': ['ID=c68ecddf-0aca-456b-8eab-86d254ab17cf,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:21.087098 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Attempting to bind port c68ecddf-0aca-456b-8eab-86d254ab17cf on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:21.088545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Attempting to bind port c68ecddf-0aca-456b-8eab-86d254ab17cf by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:21.088545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Attempting to bind port c68ecddf-0aca-456b-8eab-86d254ab17cf on network 17978bc3-de4f-47af-a471-520bdd295161 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:42:21.093227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:42:21.093660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Checking segment: {'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:42:21.094071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.094473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Bound using segment: {'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:42:21.094944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Bound port: c68ecddf-0aca-456b-8eab-86d254ab17cf, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:21.095332 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.164747 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] For port c68ecddf-0aca-456b-8eab-86d254ab17cf, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:42:21.168331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] For port c68ecddf-0aca-456b-8eab-86d254ab17cf, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c68ecddf-0aca-456b-8eab-86d254ab17cf,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:42:21.248822 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.315234 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e94c0-149e-433a-983b-a01e878c2ae3 None None] Pushing event updated for resources: {'Port': ['ID=c68ecddf-0aca-456b-8eab-86d254ab17cf,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:21.318058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Routers {'6119c402-00c2-4710-a004-ccc3571fc540'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:42:21.318684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:42:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6119c402-00c2-4710-a004-ccc3571fc540'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:21.362073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b2918552-1ee3-4dfa-a0c4-366ddae1c33c None None] Provisioning complete for port c68ecddf-0aca-456b-8eab-86d254ab17cf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:21.362448 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b2918552-1ee3-4dfa-a0c4-366ddae1c33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.472563 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] Set router 6119c402-00c2-4710-a004-ccc3571fc540 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:42:21.526290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2d56e164-c4ea-43f0-9ea0-32498b4d3903 req-4c08b520-3335-43fd-9b89-54de8d3e8249 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 210 time: 0.0263736 Sep 16 17:42:21.542751 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b2918552-1ee3-4dfa-a0c4-366ddae1c33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.654103 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-b2918552-1ee3-4dfa-a0c4-366ddae1c33c None None] For port c68ecddf-0aca-456b-8eab-86d254ab17cf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c68ecddf-0aca-456b-8eab-86d254ab17cf,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:42:21.703112 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b2918552-1ee3-4dfa-a0c4-366ddae1c33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.765280 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2918552-1ee3-4dfa-a0c4-366ddae1c33c None None] Pushing event updated for resources: {'Port': ['ID=c68ecddf-0aca-456b-8eab-86d254ab17cf,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:21.778301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c68ecddf-0aca-456b-8eab-86d254ab17cf', 'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:b7:70:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:17Z', 'updated_at': '2021-09-16T17:42:21Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:21.806580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200839e3-dad5-40b2-a648-9c80223af136 None None] The sync data for ids ['6119c402-00c2-4710-a004-ccc3571fc540'] in n-d-807786-3 is: [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c68ecddf-0aca-456b-8eab-86d254ab17cf', 'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:b7:70:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:17Z', 'updated_at': '2021-09-16T17:42:21Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:42:21.825528 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b4315428-d305-4ddb-b0c1-688381092ab6 None None] Provisioning complete for port c68ecddf-0aca-456b-8eab-86d254ab17cf triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:21.825902 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b4315428-d305-4ddb-b0c1-688381092ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.973267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c68ecddf-0aca-456b-8eab-86d254ab17cf up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:42:22.029537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c68ecddf-0aca-456b-8eab-86d254ab17cf triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:22.029862 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:22.205153 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-353be74c-fa09-4c01-ab54-01cb430c6793 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:22.206751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-353be74c-fa09-4c01-ab54-01cb430c6793 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "GET /v2.0/networks?id=17978bc3-de4f-47af-a471-520bdd295161 HTTP/1.1" status: 200 len: 796 time: 0.1147280 Sep 16 17:42:22.250887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-6156163f-751d-4502-ac3f-3028c305d154 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 380 time: 0.0352287 Sep 16 17:42:22.260041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'port': {'device_id': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'admin_state_up': True, 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'security_groups': ['5c909f1f-83fe-40ae-892a-b98b371aae18']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:22.482555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:22.486300 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:22.637707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5ee00a40-7dc9-4e80-b149-2c3a9786c1ae req-0520230e-3807-4519-8b45-86ee15d85211 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 210 time: 0.0386629 Sep 16 17:42:22.647023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.20.0.6 (17978bc3-de4f-47af-a471-520bdd295161/48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea/6a635cbd-49c7-4721-a375-33a6f41a09e4) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:23.128280 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.197475 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.240300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 17978bc3-de4f-47af-a471-520bdd295161 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:23.243308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:23.246878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:42:23.274810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=6a635cbd-49c7-4721-a375-33a6f41a09e4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:23.305567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:23.306209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.387048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-4add9182-454c-4312-8282-2ee50b1b17ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1307471 Sep 16 17:42:23.401618 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Request body: {'port': {'device_id': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:23.454848 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.471740 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2c12a092-ba3c-4fb7-a30b-6c580d2bdd85 None None] Provisioning complete for port 6a635cbd-49c7-4721-a375-33a6f41a09e4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:23.472309 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2c12a092-ba3c-4fb7-a30b-6c580d2bdd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.506645 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2c12a092-ba3c-4fb7-a30b-6c580d2bdd85 None None] Port 6a635cbd-49c7-4721-a375-33a6f41a09e4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:42:23.713722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a635cbd-49c7-4721-a375-33a6f41a09e4 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:42:23.728015 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.756822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Transition to ACTIVE for port object 6a635cbd-49c7-4721-a375-33a6f41a09e4 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:23.774447 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945163d7-9d35-4e94-b24c-3ea94e94e627 req-d0447dbb-9b87-40c1-af59-5f18b6ccf8ee tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:23.775925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-945163d7-9d35-4e94-b24c-3ea94e94e627 req-d0447dbb-9b87-40c1-af59-5f18b6ccf8ee tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 931 time: 0.0664563 Sep 16 17:42:23.816051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-945163d7-9d35-4e94-b24c-3ea94e94e627 req-4f7aa061-19fd-466d-b41d-9dfdf6cf5bac tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341175 Sep 16 17:42:23.819902 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.891721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Pushing event updated for resources: {'Port': ['ID=6a635cbd-49c7-4721-a375-33a6f41a09e4,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:23.945351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Attempting to bind port 6a635cbd-49c7-4721-a375-33a6f41a09e4 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:23.945734 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Attempting to bind port 6a635cbd-49c7-4721-a375-33a6f41a09e4 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:23.946067 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Attempting to bind port 6a635cbd-49c7-4721-a375-33a6f41a09e4 on network 17978bc3-de4f-47af-a471-520bdd295161 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:42:23.950597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Port 6a635cbd-49c7-4721-a375-33a6f41a09e4 on network 17978bc3-de4f-47af-a471-520bdd295161 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:42:23.950912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Attempting to bind port 6a635cbd-49c7-4721-a375-33a6f41a09e4 on network 17978bc3-de4f-47af-a471-520bdd295161 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:42:23.955737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:42:23.956075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Checking segment: {'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:42:23.956483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Bound using segment: {'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:42:23.956904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Bound port: 6a635cbd-49c7-4721-a375-33a6f41a09e4, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e90e28-55e3-40fb-93be-5f16309bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17978bc3-de4f-47af-a471-520bdd295161'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:23.957824 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:24.025730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] For port 6a635cbd-49c7-4721-a375-33a6f41a09e4, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:42:24.028816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] For port 6a635cbd-49c7-4721-a375-33a6f41a09e4, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6a635cbd-49c7-4721-a375-33a6f41a09e4,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:42:24.089375 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:24.123806 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:24.124487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:24.125887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] 10.222.0.52 "PUT /v2.0/ports/6a635cbd-49c7-4721-a375-33a6f41a09e4 HTTP/1.1" status: 200 len: 1091 time: 0.7301149 Sep 16 17:42:24.126282 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'tag': '6a635cbd-49c7-4721-a375-33a6f41a09e4'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:24.128722 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3504f8d0-7b17-47ef-af06-ec41f3af23ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b8cfaa-793f-45d0-85e2-f68f95056bac", "tag": "6a635cbd-49c7-4721-a375-33a6f41a09e4"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:42:24.160886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d23af9-16c6-4505-89a0-e0700828dd91 service neutron] Pushing event updated for resources: {'Port': ['ID=6a635cbd-49c7-4721-a375-33a6f41a09e4,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:24.174456 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5989f8a9-9604-4280-99f6-55c060732961 x-openstack-request-id: req-5989f8a9-9604-4280-99f6-55c060732961 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:42:24.174456 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b8cfaa-793f-45d0-85e2-f68f95056bac", "tag": "6a635cbd-49c7-4721-a375-33a6f41a09e4", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:42:24.174456 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5989f8a9-9604-4280-99f6-55c060732961 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:42:24.174456 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'tag': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'status': 'completed', 'code': 200} Sep 16 17:42:24.236005 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504f8d0-7b17-47ef-af06-ec41f3af23ae req-c5407c8e-2b2f-42e4-9681-5561ac77ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:24.237738 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3504f8d0-7b17-47ef-af06-ec41f3af23ae req-c5407c8e-2b2f-42e4-9681-5561ac77ad31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 1094 time: 0.0429020 Sep 16 17:42:24.340899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504f8d0-7b17-47ef-af06-ec41f3af23ae req-677dd13a-3d07-4b65-9f31-2cb0e5884072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:24.342400 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3504f8d0-7b17-47ef-af06-ec41f3af23ae req-677dd13a-3d07-4b65-9f31-2cb0e5884072 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=930a8aa811b340cca01159f0f90b2c78&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0968745 Sep 16 17:42:24.445388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504f8d0-7b17-47ef-af06-ec41f3af23ae req-63885aa9-1987-44f5-a38a-ec0a62649ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:24.446927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3504f8d0-7b17-47ef-af06-ec41f3af23ae req-63885aa9-1987-44f5-a38a-ec0a62649ac8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971205 Sep 16 17:42:24.521357 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-9aa94df1-9ddd-4b55-9fd6-ea37c3e39ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:24.522830 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-9aa94df1-9ddd-4b55-9fd6-ea37c3e39ee9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 1094 time: 0.0401616 Sep 16 17:42:24.568977 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-ba6fd963-b54a-41c7-8e3c-12e9b28f5fbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a635cbd-49c7-4721-a375-33a6f41a09e4 HTTP/1.1" status: 200 len: 217 time: 0.0375624 Sep 16 17:42:24.616715 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-79184dde-9908-4015-9bf4-7ee710b845c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:24.618116 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-79184dde-9908-4015-9bf4-7ee710b845c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea HTTP/1.1" status: 200 len: 835 time: 0.0427258 Sep 16 17:42:24.663311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-1f78a1fc-356b-4758-b02b-31eea8ce1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:24.664811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-1f78a1fc-356b-4758-b02b-31eea8ce1d38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17978bc3-de4f-47af-a471-520bdd295161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396328 Sep 16 17:42:24.768580 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-6f6fe70c-554f-48a1-928d-9301bbb92a48 service neutron] 10.222.0.52 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959222 Sep 16 17:42:24.862616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-289c0fd7-f088-4c3c-abd2-561219aa86fd req-82bea369-a67d-45fb-af9c-a2fdf0ac8775 service neutron] 10.222.0.52 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873063 Sep 16 17:42:24.937984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dec58-ce55-4cd9-8fe5-7c66797b6397 req-9ec26745-a33c-4c46-be11-421cca7a85f5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:24.939469 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b48dec58-ce55-4cd9-8fe5-7c66797b6397 req-9ec26745-a33c-4c46-be11-421cca7a85f5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 943 time: 0.0530965 Sep 16 17:42:24.977698 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b48dec58-ce55-4cd9-8fe5-7c66797b6397 req-39a54736-1caf-48e6-bb2e-c8d3b0846b74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313976 Sep 16 17:42:26.141365 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65b592-282f-4122-a6ec-ff21ea6f4815 req-93c81622-91fa-41cf-9057-6f27f131e4a3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:26.142781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc65b592-282f-4122-a6ec-ff21ea6f4815 req-93c81622-91fa-41cf-9057-6f27f131e4a3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 943 time: 0.0495226 Sep 16 17:42:26.179806 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc65b592-282f-4122-a6ec-ff21ea6f4815 req-611ec8b4-2186-4cfb-9e77-1636351b8ffa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311286 Sep 16 17:42:27.294557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c0591-6650-4290-a2f5-6290f89d9f9f req-ae6f91eb-f48c-4e2b-af8f-b2c474576ccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:27.296054 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a18c0591-6650-4290-a2f5-6290f89d9f9f req-ae6f91eb-f48c-4e2b-af8f-b2c474576ccb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 943 time: 0.0514832 Sep 16 17:42:27.336140 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a18c0591-6650-4290-a2f5-6290f89d9f9f req-8536e6e0-05d4-47a3-8a7b-15e6bac696e0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321221 Sep 16 17:42:27.687879 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6a635cbd-49c7-4721-a375-33a6f41a09e4 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:42:27.786827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6a635cbd-49c7-4721-a375-33a6f41a09e4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6a635cbd-49c7-4721-a375-33a6f41a09e4,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:42:27.797851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'port_id': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'mac_address': 'fa:16:3e:44:c0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:42:27.835740 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:27.848640 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a635cbd-49c7-4721-a375-33a6f41a09e4 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:42:27.868997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6a635cbd-49c7-4721-a375-33a6f41a09e4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6a635cbd-49c7-4721-a375-33a6f41a09e4,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:42:27.945829 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:27.998991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6a635cbd-49c7-4721-a375-33a6f41a09e4,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:28.177754 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['6a635cbd-49c7-4721-a375-33a6f41a09e4'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:42:28.284520 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a452fb7a-9c69-4a24-93ad-a43bf238c6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:28.455010 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96156a06-e66d-4895-a420-0e6fba504ca1 req-f5ace557-375c-4495-9b9e-35fcde403d19 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:28.456463 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96156a06-e66d-4895-a420-0e6fba504ca1 req-f5ace557-375c-4495-9b9e-35fcde403d19 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 944 time: 0.0531425 Sep 16 17:42:28.493758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96156a06-e66d-4895-a420-0e6fba504ca1 req-c6ff6b17-46c5-4a6d-a7ca-f043f7b34f43 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308764 Sep 16 17:42:29.606182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a2198-b3b2-41e9-94f2-9c49f7f3aa84 req-4f925b0d-b8b8-4d87-b8ed-553fabc65f9e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:29.607647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d2a2198-b3b2-41e9-94f2-9c49f7f3aa84 req-4f925b0d-b8b8-4d87-b8ed-553fabc65f9e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 944 time: 0.0486946 Sep 16 17:42:29.644546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d2a2198-b3b2-41e9-94f2-9c49f7f3aa84 req-ce02c2e0-a986-4560-98f4-7c64fbfaf3d0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310314 Sep 16 17:42:29.686492 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6a635cbd-49c7-4721-a375-33a6f41a09e4 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:42:29.779969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 6a635cbd-49c7-4721-a375-33a6f41a09e4 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:29.783684 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 6a635cbd-49c7-4721-a375-33a6f41a09e4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:29.784059 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:29.858820 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:29.885075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a635cbd-49c7-4721-a375-33a6f41a09e4'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:29.887317 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7736e647-36f9-491b-9a5d-a5afb2d3bd43" -d '{"events": [{"server_uuid": "f8b8cfaa-793f-45d0-85e2-f68f95056bac", "name": "network-vif-plugged", "status": "completed", "tag": "6a635cbd-49c7-4721-a375-33a6f41a09e4"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:42:29.899801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 6a635cbd-49c7-4721-a375-33a6f41a09e4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6a635cbd-49c7-4721-a375-33a6f41a09e4,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:42:29.923594 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d6d9b0-b6ae-4908-a7d7-41c273175991 x-openstack-request-id: req-17d6d9b0-b6ae-4908-a7d7-41c273175991 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:42:29.923881 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b8cfaa-793f-45d0-85e2-f68f95056bac", "name": "network-vif-plugged", "status": "completed", "tag": "6a635cbd-49c7-4721-a375-33a6f41a09e4", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:42:29.924128 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17d6d9b0-b6ae-4908-a7d7-41c273175991 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:42:29.925023 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'code': 200} Sep 16 17:42:29.945981 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:29.997526 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6a635cbd-49c7-4721-a375-33a6f41a09e4,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:30.017462 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5249e5c-0913-4816-8ae2-210ffab27e5e req-ccedab2a-aceb-48a1-ae21-3e0c28a29f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:30.019047 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5249e5c-0913-4816-8ae2-210ffab27e5e req-ccedab2a-aceb-48a1-ae21-3e0c28a29f79 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 1096 time: 0.0410166 Sep 16 17:42:30.053903 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d5249e5c-0913-4816-8ae2-210ffab27e5e req-a8962198-07a9-4643-87e7-2b1d00e99272 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282779 Sep 16 17:42:30.761912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc4906-9d5c-4c15-961d-2f87d2bb981e req-e81d7e11-9b28-4700-b1b0-2aeadfc64b83 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:30.763456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60cc4906-9d5c-4c15-961d-2f87d2bb981e req-e81d7e11-9b28-4700-b1b0-2aeadfc64b83 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0548844 Sep 16 17:42:30.803192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-60cc4906-9d5c-4c15-961d-2f87d2bb981e req-cd810679-12f4-46e5-b8fd-ece181e5853f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336714 Sep 16 17:42:30.831479 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-24abe1fb-6ed0-4b05-86ff-d35f24d9ceae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.545854 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.918981 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ad923-8f94-4beb-8895-96e59bb17c59 req-fd336146-0c29-4ef7-86a4-c88d470449e9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:31.920503 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-692ad923-8f94-4beb-8895-96e59bb17c59 req-fd336146-0c29-4ef7-86a4-c88d470449e9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0490599 Sep 16 17:42:31.958375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-692ad923-8f94-4beb-8895-96e59bb17c59 req-1ba41a43-d646-4728-9a05-c4e74bbffc8e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312107 Sep 16 17:42:32.070501 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db676d-e8b9-4bf1-a95c-c0cea6dd386c req-8b648ebf-54d7-4ea0-a02e-ecabe973135f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:32.071969 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96db676d-e8b9-4bf1-a95c-c0cea6dd386c req-8b648ebf-54d7-4ea0-a02e-ecabe973135f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0484626 Sep 16 17:42:32.109338 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96db676d-e8b9-4bf1-a95c-c0cea6dd386c req-922da239-c41f-4ee0-ad03-0bfb16f0ed30 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Sep 16 17:42:32.129987 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32902) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:32.214711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb4b8e5-2451-42af-aaf3-ab1c82e3a2e6 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:32.216220 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8fb4b8e5-2451-42af-aaf3-ab1c82e3a2e6 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 1091 time: 0.0852783 Sep 16 17:42:32.219131 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32906) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:32.224066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:42:32.264726 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.345151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.444231 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.553012 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.25.6.62 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/24e01704-691e-4abf-b914-fb605f59722a) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:32.654123 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.740149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.781799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:32.784592 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:32.788126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:42:32.811296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=24e01704-691e-4abf-b914-fb605f59722a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:33.146105 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.266883 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.415673 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.489110 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.557630 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=24e01704-691e-4abf-b914-fb605f59722a,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:33.568952 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.667117 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Floating IP 2788f7d8-a396-4ece-a0ec-c4e511e282f7 associated. External IP: 172.25.6.62, port: 6a635cbd-49c7-4721-a375-33a6f41a09e4. Sep 16 17:42:33.870787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 6119c402-00c2-4710-a004-ccc3571fc540 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:42:33.981194 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:42:33.990526 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] Sync routers for ids ['6119c402-00c2-4710-a004-ccc3571fc540'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:42:33.999240 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] Routers {'6119c402-00c2-4710-a004-ccc3571fc540'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:42:33.999844 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:42:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6119c402-00c2-4710-a004-ccc3571fc540'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:34.048477 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:34.077316 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:34.104709 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-048e9d34-d5dd-4a50-9029-e385212a095b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8844876 Sep 16 17:42:34.105379 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'tag': '6a635cbd-49c7-4721-a375-33a6f41a09e4'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:34.106357 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] Set router 6119c402-00c2-4710-a004-ccc3571fc540 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:42:34.107722 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281f08c5-3c94-449d-b08b-b45b79f8a5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b8cfaa-793f-45d0-85e2-f68f95056bac", "tag": "6a635cbd-49c7-4721-a375-33a6f41a09e4"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:42:34.150630 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8759973e-c0f0-4739-881b-f40a59d51e43 x-openstack-request-id: req-8759973e-c0f0-4739-881b-f40a59d51e43 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:42:34.151217 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b8cfaa-793f-45d0-85e2-f68f95056bac", "tag": "6a635cbd-49c7-4721-a375-33a6f41a09e4", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:42:34.151217 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8759973e-c0f0-4739-881b-f40a59d51e43 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:42:34.151576 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'tag': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'status': 'completed', 'code': 200} Sep 16 17:42:34.247596 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-072e835f-21ff-4749-a4d6-266b30ff1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:34.249066 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-072e835f-21ff-4749-a4d6-266b30ff1d08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 1096 time: 0.0741842 Sep 16 17:42:34.261414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed23bbe-c59d-443b-ad7a-94dc15d43700 req-f7dad629-df57-44f4-bfa9-de97475fadca tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:34.262835 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fed23bbe-c59d-443b-ad7a-94dc15d43700 req-f7dad629-df57-44f4-bfa9-de97475fadca tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0627379 Sep 16 17:42:34.328879 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '2788f7d8-a396-4ece-a0ec-c4e511e282f7', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'port_id': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'mac_address': 'fa:16:3e:44:c0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:42:33Z', 'updated_at': '2021-09-16T17:42:33Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68ecddf-0aca-456b-8eab-86d254ab17cf', 'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:b7:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:17Z', 'updated_at': '2021-09-16T17:42:21Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:34.352942 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fed23bbe-c59d-443b-ad7a-94dc15d43700 req-6559bbe4-f15a-4608-b50e-d85ba4cd29b4 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814631 Sep 16 17:42:34.359437 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] Checking router: 6119c402-00c2-4710-a004-ccc3571fc540 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:42:34.375557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-f1b05dcd-c483-48a2-901f-c60bea192e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:34.375977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32914) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:34.377094 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-f1b05dcd-c483-48a2-901f-c60bea192e2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=17978bc3-de4f-47af-a471-520bdd295161 HTTP/1.1" status: 200 len: 897 time: 0.1134055 Sep 16 17:42:34.380440 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] Routers {'6119c402-00c2-4710-a004-ccc3571fc540'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:42:34.381062 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:42:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6119c402-00c2-4710-a004-ccc3571fc540'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:34.453952 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-8a4a1ec9-5413-4a3c-8044-c51340357745 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a635cbd-49c7-4721-a375-33a6f41a09e4 HTTP/1.1" status: 200 len: 998 time: 0.0703261 Sep 16 17:42:34.492591 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] Set router 6119c402-00c2-4710-a004-ccc3571fc540 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:42:34.509039 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-d392a30b-bd41-44b1-b5da-5528e88cc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:34.510600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-d392a30b-bd41-44b1-b5da-5528e88cc802 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea HTTP/1.1" status: 200 len: 835 time: 0.0503845 Sep 16 17:42:34.558746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-39a8db9f-43fc-4098-8e9b-116478685064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:34.560433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-39a8db9f-43fc-4098-8e9b-116478685064 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17978bc3-de4f-47af-a471-520bdd295161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432751 Sep 16 17:42:34.664890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-e73af0ba-15f8-4927-8f96-eb1989c54452 service neutron] 10.222.0.52 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969324 Sep 16 17:42:34.763551 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-281f08c5-3c94-449d-b08b-b45b79f8a5b3 req-01c2a35b-01de-4a48-9747-b2e3f8d60dd8 service neutron] 10.222.0.52 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915787 Sep 16 17:42:34.776512 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3f56ecda-8c97-4a68-a9af-965a5323b5cf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/2788f7d8-a396-4ece-a0ec-c4e511e282f7 HTTP/1.1" status: 200 len: 990 time: 0.3993139 Sep 16 17:42:34.826319 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '2788f7d8-a396-4ece-a0ec-c4e511e282f7', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'port_id': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'mac_address': 'fa:16:3e:44:c0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:42:33Z', 'updated_at': '2021-09-16T17:42:33Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68ecddf-0aca-456b-8eab-86d254ab17cf', 'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:b7:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:17Z', 'updated_at': '2021-09-16T17:42:21Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:34.856865 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce426bab-6bab-4e13-93c7-f05998a52cf0 None None] The sync data for ids ['6119c402-00c2-4710-a004-ccc3571fc540'] in n-d-807786-3 is: [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '2788f7d8-a396-4ece-a0ec-c4e511e282f7', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'port_id': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'mac_address': 'fa:16:3e:44:c0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:42:33Z', 'updated_at': '2021-09-16T17:42:33Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68ecddf-0aca-456b-8eab-86d254ab17cf', 'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:b7:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:17Z', 'updated_at': '2021-09-16T17:42:21Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:42:35.053853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee65b90-d359-4624-892e-b895a85536b7 None None] New status for floating IP 2788f7d8-a396-4ece-a0ec-c4e511e282f7: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:42:35.780462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 32916) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:42:35.841341 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-70ca4492-6be3-47c7-8d4c-8196a0aa28e9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/2788f7d8-a396-4ece-a0ec-c4e511e282f7 HTTP/1.1" status: 200 len: 992 time: 0.0597594 Sep 16 17:42:39.013760 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:42:44.327850 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:44.647810 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:58.305274 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9deba397-358a-4cff-bd10-f14cf278cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:00.807539 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8abfc051-8b9c-4e24-9ea9-8f2fe845cd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:01.533162 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:02.241774 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:02.629748 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a88a9-e3d0-4998-b15b-872d19639597 req-f093e1d1-803c-416a-b576-a2fbc269b9cb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:02.631256 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-443a88a9-e3d0-4998-b15b-872d19639597 req-f093e1d1-803c-416a-b576-a2fbc269b9cb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0545547 Sep 16 17:43:02.668555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-443a88a9-e3d0-4998-b15b-872d19639597 req-df36b845-3142-44c8-a3b9-8b93f7c8054a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Sep 16 17:43:03.785327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863ea6-94d9-41e5-9c65-9aa223083331 req-444ed2df-de0a-4d71-ae36-c364237f1e34 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:03.786853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13863ea6-94d9-41e5-9c65-9aa223083331 req-444ed2df-de0a-4d71-ae36-c364237f1e34 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0493703 Sep 16 17:43:03.823891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-13863ea6-94d9-41e5-9c65-9aa223083331 req-fc4ef52a-5ae6-425a-abbd-736c58032764 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310545 Sep 16 17:43:04.081536 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.937245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096983e-c151-4be6-acfd-e1aaa9c52ffd req-a3af378a-c2cf-4df1-a2f0-f85ac9d659ee tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:04.938710 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0096983e-c151-4be6-acfd-e1aaa9c52ffd req-a3af378a-c2cf-4df1-a2f0-f85ac9d659ee tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0486295 Sep 16 17:43:04.976173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0096983e-c151-4be6-acfd-e1aaa9c52ffd req-058a1a35-ace5-4ffc-95a0-9f818bf6f6fa tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Sep 16 17:43:06.090819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7a9a7-8f4d-462a-acf6-27cca157f118 req-e7ee1093-bace-4155-823b-2ce4fad8632d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:06.092285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-efa7a9a7-8f4d-462a-acf6-27cca157f118 req-e7ee1093-bace-4155-823b-2ce4fad8632d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0516949 Sep 16 17:43:06.129091 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-efa7a9a7-8f4d-462a-acf6-27cca157f118 req-c550c906-6441-48b6-a6f5-e1fbc039c115 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309546 Sep 16 17:43:07.242117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98a27-94d3-4eab-b615-198543ab6547 req-6877f1fd-5081-4864-9ff5-d52a624413a0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:07.244153 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8c98a27-94d3-4eab-b615-198543ab6547 req-6877f1fd-5081-4864-9ff5-d52a624413a0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0485501 Sep 16 17:43:07.280804 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b8c98a27-94d3-4eab-b615-198543ab6547 req-b51beb09-186a-4fb4-b07d-4097cb10cf57 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Sep 16 17:43:08.397578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c5d1f-4972-44e9-8f60-bc7164d6bb0b req-6a87ae9f-d247-42fa-861d-75c74af6c0ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:08.399094 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee0c5d1f-4972-44e9-8f60-bc7164d6bb0b req-6a87ae9f-d247-42fa-861d-75c74af6c0ba tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0524023 Sep 16 17:43:08.436946 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee0c5d1f-4972-44e9-8f60-bc7164d6bb0b req-d9f1dc1d-bf52-4c7c-94d4-21ab349db600 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Sep 16 17:43:09.554675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff61ab1-4c24-4a66-ae5d-ceff6053c0a7 req-02b7b07c-9009-4653-93f0-b3628f29e430 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:09.556128 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cff61ab1-4c24-4a66-ae5d-ceff6053c0a7 req-02b7b07c-9009-4653-93f0-b3628f29e430 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0512533 Sep 16 17:43:09.593232 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cff61ab1-4c24-4a66-ae5d-ceff6053c0a7 req-978b82f4-1fb9-4033-b611-ea3b5886c3d6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312607 Sep 16 17:43:10.705105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d987b1c-40de-4833-a880-86051b9c5428 req-ba4676b8-483f-4041-b428-d633fd7229d8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:10.706484 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d987b1c-40de-4833-a880-86051b9c5428 req-ba4676b8-483f-4041-b428-d633fd7229d8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0484807 Sep 16 17:43:10.743098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0d987b1c-40de-4833-a880-86051b9c5428 req-03192690-3c7f-4e1f-ab74-6b747d1255bd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307541 Sep 16 17:43:11.586541 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-93d505c4-82d2-4335-bb1f-5fbbb5e78b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:11.588000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-93d505c4-82d2-4335-bb1f-5fbbb5e78b95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 1096 time: 0.0781016 Sep 16 17:43:11.716018 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-be848ffe-208e-4b14-bc32-1198450f06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:11.717555 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-be848ffe-208e-4b14-bc32-1198450f06ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=17978bc3-de4f-47af-a471-520bdd295161 HTTP/1.1" status: 200 len: 897 time: 0.1090007 Sep 16 17:43:11.783048 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-0a1d8d9d-6d96-4b71-86eb-9ba73256a036 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a635cbd-49c7-4721-a375-33a6f41a09e4 HTTP/1.1" status: 200 len: 1000 time: 0.0584631 Sep 16 17:43:11.863297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-c70dd675-a550-48af-96c5-791ac0dcc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:11.864789 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-c70dd675-a550-48af-96c5-791ac0dcc128 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea HTTP/1.1" status: 200 len: 835 time: 0.0749242 Sep 16 17:43:11.876588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a0ff2-5e74-44a8-a839-6ca9b061f1b6 req-20448c9a-36c9-4379-a1ec-02df8df75705 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:11.877975 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df5a0ff2-5e74-44a8-a839-6ca9b061f1b6 req-20448c9a-36c9-4379-a1ec-02df8df75705 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0633395 Sep 16 17:43:11.940603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-df5a0ff2-5e74-44a8-a839-6ca9b061f1b6 req-969e1077-d633-4a3f-95d8-639bcdc27f1b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535595 Sep 16 17:43:11.943031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-81a2d342-9bfd-41a5-a27b-6f8c06d17058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:11.944445 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-81a2d342-9bfd-41a5-a27b-6f8c06d17058 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17978bc3-de4f-47af-a471-520bdd295161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653989 Sep 16 17:43:12.348716 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-1fb42cf3-78fa-4b9e-a1d2-ee43d6831219 service neutron] 10.222.0.52 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971789 Sep 16 17:43:12.438544 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35eddc61-f7f8-4bea-b4f3-60c57a763335 req-e69c7952-d5af-4025-a26c-c99b7a1321d9 service neutron] 10.222.0.52 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824337 Sep 16 17:43:13.060184 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d221a-e791-43b8-929c-bb8306e2a27b req-6e0cf90b-aa7c-4847-97b8-6ec0fa7ea8c6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:13.061682 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-293d221a-e791-43b8-929c-bb8306e2a27b req-6e0cf90b-aa7c-4847-97b8-6ec0fa7ea8c6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0523462 Sep 16 17:43:13.098262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-293d221a-e791-43b8-929c-bb8306e2a27b req-b59dc135-39bc-4906-94cd-1c713c712fa0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307450 Sep 16 17:43:13.120230 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32954) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:13.180650 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-484ef4b8-563a-4d6d-a9c6-316e44941372 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/2788f7d8-a396-4ece-a0ec-c4e511e282f7 HTTP/1.1" status: 200 len: 992 time: 0.0591886 Sep 16 17:43:14.344176 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:14.607638 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d0b65-e142-481b-a496-34841e1095c7 req-5c5202b0-033a-4b79-9252-36ea4eb93f79 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:14.609194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-999d0b65-e142-481b-a496-34841e1095c7 req-5c5202b0-033a-4b79-9252-36ea4eb93f79 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0549543 Sep 16 17:43:14.664615 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:14.671822 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-999d0b65-e142-481b-a496-34841e1095c7 req-9ffa387d-0422-4998-a833-bb7074406799 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563149 Sep 16 17:43:14.687746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-b70638cc-847d-4ca0-b782-4c01fb3f1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:14.689243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-b70638cc-847d-4ca0-b782-4c01fb3f1290 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 1096 time: 0.0480716 Sep 16 17:43:14.777547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-beabad96-148f-44b0-8358-b6a901a5c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:14.778904 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-beabad96-148f-44b0-8358-b6a901a5c933 service neutron] 10.222.0.52 "GET /v2.0/networks?id=17978bc3-de4f-47af-a471-520bdd295161 HTTP/1.1" status: 200 len: 897 time: 0.0828609 Sep 16 17:43:14.846729 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-de162213-2502-4a19-abb3-81e3008aa827 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a635cbd-49c7-4721-a375-33a6f41a09e4 HTTP/1.1" status: 200 len: 1000 time: 0.0603194 Sep 16 17:43:14.894704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-b6009cba-e810-4bfd-8443-7a38ed14000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:14.896096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-b6009cba-e810-4bfd-8443-7a38ed14000a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea HTTP/1.1" status: 200 len: 835 time: 0.0429482 Sep 16 17:43:14.940122 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-e87bbdd9-1f5c-4b20-b6e9-38bb67633cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:14.941603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-e87bbdd9-1f5c-4b20-b6e9-38bb67633cf2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17978bc3-de4f-47af-a471-520bdd295161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384049 Sep 16 17:43:15.031098 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-1f25b228-102e-4c37-af52-40bb84b59e49 service neutron] 10.222.0.52 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821002 Sep 16 17:43:15.118262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29fb8c61-2fe7-413b-af9a-5193440b92c3 req-0bf1a772-7727-4a87-8e80-0170380a2d60 service neutron] 10.222.0.52 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800688 Sep 16 17:43:15.793472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781eb69-73b8-47a3-8fa8-b8345d767951 req-101ca10d-6e40-48af-8435-cf6851224e2c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:15.794943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f781eb69-73b8-47a3-8fa8-b8345d767951 req-101ca10d-6e40-48af-8435-cf6851224e2c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0540013 Sep 16 17:43:15.832293 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f781eb69-73b8-47a3-8fa8-b8345d767951 req-a7ee9a53-30be-4f45-9d25-28c1ea05efaf tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314033 Sep 16 17:43:16.013220 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:43:16.949205 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b906e3-5dc0-49b0-a72f-3f1bfd1beabf req-ac09a3fb-fc6a-4d97-88f4-071fd84915e5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:16.950705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50b906e3-5dc0-49b0-a72f-3f1bfd1beabf req-ac09a3fb-fc6a-4d97-88f4-071fd84915e5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0499127 Sep 16 17:43:16.987734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50b906e3-5dc0-49b0-a72f-3f1bfd1beabf req-b041976c-4559-49ed-943f-df9476a66492 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312231 Sep 16 17:43:17.010511 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32966) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:17.069837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-90a67334-fe42-4819-8bbf-b0f904f3af37 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/2788f7d8-a396-4ece-a0ec-c4e511e282f7 HTTP/1.1" status: 200 len: 992 time: 0.0581262 Sep 16 17:43:28.263776 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bfddcd14-f452-47a4-8083-208f65f9d4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:30.829622 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-779eca50-14b5-4dc9-aa51-d99b33721890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.515148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.241016 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:33.991594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-3cf474a7-8e90-4ccf-bc9f-08c6c46e32c3 req-d2cc7d12-4dad-4803-ada1-5258e732e751 service neutron] (95358) timed out ('10.222.0.62', 59732) {{(pid=95358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 17:43:34.046883 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:44.361055 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:44.652614 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.493964 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 32982) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:45.652683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port 24e01704-691e-4abf-b914-fb605f59722a {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:43:45.653027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.727028 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.727272 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.739350 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for 24e01704-691e-4abf-b914-fb605f59722a owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:43:45.955458 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.981634 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=24e01704-691e-4abf-b914-fb605f59722a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:46.006842 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.007193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.007534 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.007871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.008201 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.008562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.008890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.009219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.009543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.009862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.010509 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.010685 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:46.056208 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.062303 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Floating IP 2788f7d8-a396-4ece-a0ec-c4e511e282f7 disassociated (deleted). External IP: 172.25.6.62, port: 6a635cbd-49c7-4721-a375-33a6f41a09e4. Sep 16 17:43:46.262986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 6119c402-00c2-4710-a004-ccc3571fc540 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:43:46.367508 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:43:46.373334 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.378232 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] Sync routers for ids ['6119c402-00c2-4710-a004-ccc3571fc540'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:43:46.386844 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] Routers {'6119c402-00c2-4710-a004-ccc3571fc540'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:43:46.387552 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6119c402-00c2-4710-a004-ccc3571fc540'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:46.402614 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3d3044df-4fb0-4b20-b2b3-b188044e2036 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/floatingips/2788f7d8-a396-4ece-a0ec-c4e511e282f7 HTTP/1.1" status: 204 len: 168 time: 0.9068506 Sep 16 17:43:46.405857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'tag': '6a635cbd-49c7-4721-a375-33a6f41a09e4'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:43:46.405857 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b8cfaa-793f-45d0-85e2-f68f95056bac", "tag": "6a635cbd-49c7-4721-a375-33a6f41a09e4"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:43:46.444106 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c249ffcc-0536-48e4-b25f-3a50324dda5e x-openstack-request-id: req-c249ffcc-0536-48e4-b25f-3a50324dda5e {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:43:46.444422 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b8cfaa-793f-45d0-85e2-f68f95056bac", "tag": "6a635cbd-49c7-4721-a375-33a6f41a09e4", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:43:46.444750 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c249ffcc-0536-48e4-b25f-3a50324dda5e {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:43:46.445352 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'tag': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'status': 'completed', 'code': 200} Sep 16 17:43:46.498892 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] Set router 6119c402-00c2-4710-a004-ccc3571fc540 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:43:46.508688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-29de2bdf-03f7-4da3-a69b-6fe90dd64a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:46.510285 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-29de2bdf-03f7-4da3-a69b-6fe90dd64a44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 1096 time: 0.0429821 Sep 16 17:43:46.615968 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-e99580b3-d936-4824-977b-b81884bcd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:46.616376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-e99580b3-d936-4824-977b-b81884bcd365 service neutron] 10.222.0.52 "GET /v2.0/networks?id=17978bc3-de4f-47af-a471-520bdd295161 HTTP/1.1" status: 200 len: 897 time: 0.0990651 Sep 16 17:43:46.658110 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-db9c9138-5c8d-462b-a4ac-d702bfed3fa7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a635cbd-49c7-4721-a375-33a6f41a09e4 HTTP/1.1" status: 200 len: 217 time: 0.0351582 Sep 16 17:43:46.699006 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c68ecddf-0aca-456b-8eab-86d254ab17cf', 'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:b7:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:17Z', 'updated_at': '2021-09-16T17:42:21Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:46.709009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-17652202-2182-47cf-8199-858d4f5e8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:46.710509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-17652202-2182-47cf-8199-858d4f5e8b6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea HTTP/1.1" status: 200 len: 835 time: 0.0444188 Sep 16 17:43:46.730779 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] Checking router: 6119c402-00c2-4710-a004-ccc3571fc540 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:43:46.739194 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] Routers {'6119c402-00c2-4710-a004-ccc3571fc540'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:43:46.739784 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6119c402-00c2-4710-a004-ccc3571fc540'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:46.758321 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-91ecefae-8eaf-45e9-bfb0-51281db981a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:46.759917 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-91ecefae-8eaf-45e9-bfb0-51281db981a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17978bc3-de4f-47af-a471-520bdd295161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426080 Sep 16 17:43:46.848533 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] Set router 6119c402-00c2-4710-a004-ccc3571fc540 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:43:46.882015 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e025c-fbfc-46a3-818e-c322b0340d1e req-4e636ad1-52f6-4090-ba2e-e8bcf31704b3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:46.883436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a87e025c-fbfc-46a3-818e-c322b0340d1e req-4e636ad1-52f6-4090-ba2e-e8bcf31704b3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.1072323 Sep 16 17:43:46.919592 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-c5af6420-dc11-4e34-85cc-1b0ace80c2da service neutron] 10.222.0.52 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514766 Sep 16 17:43:46.945680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a87e025c-fbfc-46a3-818e-c322b0340d1e req-27b2af8c-2dd3-4f6c-a429-777032962721 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550225 Sep 16 17:43:47.023349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc8a81c3-b81c-4ddd-9132-55ddbdd9ed10 req-a75b0489-b264-4f96-9808-ff1819a7f019 service neutron] 10.222.0.52 "GET /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931609 Sep 16 17:43:47.062151 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c68ecddf-0aca-456b-8eab-86d254ab17cf', 'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:b7:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:17Z', 'updated_at': '2021-09-16T17:42:21Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:47.088245 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1051a-8bae-4e97-a45e-4c62c073f0c7 None None] The sync data for ids ['6119c402-00c2-4710-a004-ccc3571fc540'] in n-d-807786-3 is: [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'c68ecddf-0aca-456b-8eab-86d254ab17cf', 'name': '', 'network_id': '17978bc3-de4f-47af-a471-520bdd295161', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:b7:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:17Z', 'updated_at': '2021-09-16T17:42:21Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:43:47.314293 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647aa5ca-24ac-4958-a8f0-bc9b76653dd3 None None] New status for floating IP 2788f7d8-a396-4ece-a0ec-c4e511e282f7: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:43:48.065408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a5ef4-39fc-4cd4-96f3-74e693d70dbd req-988a3059-3452-4d5a-a564-b70842c1c451 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:48.066893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b8a5ef4-39fc-4cd4-96f3-74e693d70dbd req-988a3059-3452-4d5a-a564-b70842c1c451 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0489829 Sep 16 17:43:48.105271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1b8a5ef4-39fc-4cd4-96f3-74e693d70dbd req-4c621d30-a0a1-4644-8acc-98208457a47e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c909f1f-83fe-40ae-892a-b98b371aae18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324056 Sep 16 17:43:48.244912 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-c3cbd1e9-3ee6-415b-9256-f46f80acfd3e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:48.246408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-c3cbd1e9-3ee6-415b-9256-f46f80acfd3e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 945 time: 0.0529711 Sep 16 17:43:48.335165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-3ee3a35a-33c5-4243-88d0-e808e07586a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port 6a635cbd-49c7-4721-a375-33a6f41a09e4 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:43:48.335507 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-3ee3a35a-33c5-4243-88d0-e808e07586a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:48.428832 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-3ee3a35a-33c5-4243-88d0-e808e07586a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port 6a635cbd-49c7-4721-a375-33a6f41a09e4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=6a635cbd-49c7-4721-a375-33a6f41a09e4,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:43:48.429196 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-3ee3a35a-33c5-4243-88d0-e808e07586a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:48.441081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-3ee3a35a-33c5-4243-88d0-e808e07586a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for 6a635cbd-49c7-4721-a375-33a6f41a09e4 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:43:48.635516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-3ee3a35a-33c5-4243-88d0-e808e07586a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:48.676645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3a35a-33c5-4243-88d0-e808e07586a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=6a635cbd-49c7-4721-a375-33a6f41a09e4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:48.712681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-3ee3a35a-33c5-4243-88d0-e808e07586a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] No DVR routers for this DVR port 6a635cbd-49c7-4721-a375-33a6f41a09e4 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:43:48.715264 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-3ee3a35a-33c5-4243-88d0-e808e07586a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:48.717287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2cdf8715-c267-4eac-8a53-7708f8ddf047 req-3ee3a35a-33c5-4243-88d0-e808e07586a9 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.52 "DELETE /v2.0/ports/6a635cbd-49c7-4721-a375-33a6f41a09e4 HTTP/1.1" status: 204 len: 173 time: 0.4643407 Sep 16 17:43:48.717722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'name': 'network-vif-deleted', 'tag': '6a635cbd-49c7-4721-a375-33a6f41a09e4'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:43:48.719949 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b27847-e773-4136-aff2-c2b88da1ec9b" -d '{"events": [{"server_uuid": "f8b8cfaa-793f-45d0-85e2-f68f95056bac", "name": "network-vif-deleted", "tag": "6a635cbd-49c7-4721-a375-33a6f41a09e4"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:43:48.757931 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98c65f5-7f0b-4c7f-bb54-365dc79e7e40 x-openstack-request-id: req-b98c65f5-7f0b-4c7f-bb54-365dc79e7e40 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:43:48.757931 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b8cfaa-793f-45d0-85e2-f68f95056bac", "name": "network-vif-deleted", "tag": "6a635cbd-49c7-4721-a375-33a6f41a09e4", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:43:48.757931 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b98c65f5-7f0b-4c7f-bb54-365dc79e7e40 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:43:48.757931 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b8cfaa-793f-45d0-85e2-f68f95056bac', 'name': 'network-vif-deleted', 'tag': '6a635cbd-49c7-4721-a375-33a6f41a09e4', 'status': 'completed', 'code': 200} Sep 16 17:43:49.210645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9db44e90-e6e1-4733-873e-4cca29832f6b req-8e5da68d-b82f-4a25-be74-2fc07870209f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b8cfaa-793f-45d0-85e2-f68f95056bac HTTP/1.1" status: 200 len: 210 time: 0.0261533 Sep 16 17:43:50.268917 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33000) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:50.629297 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:50.900198 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port c68ecddf-0aca-456b-8eab-86d254ab17cf {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:43:50.900496 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:50.994603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port c68ecddf-0aca-456b-8eab-86d254ab17cf, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c68ecddf-0aca-456b-8eab-86d254ab17cf,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:43:50.994974 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.007968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for c68ecddf-0aca-456b-8eab-86d254ab17cf owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:43:51.240887 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.270794 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=c68ecddf-0aca-456b-8eab-86d254ab17cf,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:51.298937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.299289 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.299633 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.299976 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.300313 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.300669 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.300999 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.301328 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.301652 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.301979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.302305 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.302624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:51.468114 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.686093 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 6119c402-00c2-4710-a004-ccc3571fc540 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:43:51.797159 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:43:51.803014 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f50135ed-765b-4491-a415-57903c014be2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "PUT /v2.0/routers/6119c402-00c2-4710-a004-ccc3571fc540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330431 Sep 16 17:43:51.805029 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33004) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:51.806281 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] Sync routers for ids ['6119c402-00c2-4710-a004-ccc3571fc540'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:43:51.815653 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] Routers {'6119c402-00c2-4710-a004-ccc3571fc540'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:43:51.816251 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6119c402-00c2-4710-a004-ccc3571fc540'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:51.856851 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ef86b2-bc36-43dc-a74f-f7b84c28a7df tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting subnet 48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:43:51.859907 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c9ef86b2-bc36-43dc-a74f-f7b84c28a7df tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.901131 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c9ef86b2-bc36-43dc-a74f-f7b84c28a7df tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.929532 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] Set router 6119c402-00c2-4710-a004-ccc3571fc540 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:43:51.992838 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c9ef86b2-bc36-43dc-a74f-f7b84c28a7df tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.106892 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:43:51Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:52.121829 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c9ef86b2-bc36-43dc-a74f-f7b84c28a7df tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.133267 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] Checking router: 6119c402-00c2-4710-a004-ccc3571fc540 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:43:52.138807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6a635cbd-49c7-4721-a375-33a6f41a09e4 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:43:52.145313 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] Routers {'6119c402-00c2-4710-a004-ccc3571fc540'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:43:52.145930 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['6119c402-00c2-4710-a004-ccc3571fc540'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:52.151278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef86b2-bc36-43dc-a74f-f7b84c28a7df tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Subnet': ['ID=48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:52.155549 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-c9ef86b2-bc36-43dc-a74f-f7b84c28a7df tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.160059 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-c9ef86b2-bc36-43dc-a74f-f7b84c28a7df tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/subnets/48aa6b84-11c0-4f5a-ae5c-ce62fc9d10ea HTTP/1.1" status: 204 len: 168 time: 0.3515065 Sep 16 17:43:52.164562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 6a635cbd-49c7-4721-a375-33a6f41a09e4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:43:52.164562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 6a635cbd-49c7-4721-a375-33a6f41a09e4 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:43:52.165049 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33006) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:52.170255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f1123-d66b-467e-9d77-470c8154fb73 None None] Network 17978bc3-de4f-47af-a471-520bdd295161 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:43:52.257262 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] Set router 6119c402-00c2-4710-a004-ccc3571fc540 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:43:52.277577 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.350867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] DHCP port deletion for 17978bc3-de4f-47af-a471-520bdd295161 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:43:52.405207 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Deleting port 58f62f3d-eee1-43f1-b82d-9390d55a202d {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:43:52.405591 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.409040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.470611 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] For port 58f62f3d-eee1-43f1-b82d-9390d55a202d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=58f62f3d-eee1-43f1-b82d-9390d55a202d,segment=NetworkSegment(18e90e28-55e3-40fb-93be-5f16309bbd69),segment_id=18e90e28-55e3-40fb-93be-5f16309bbd69)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:43:52.471153 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.488275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Calling delete_port for 58f62f3d-eee1-43f1-b82d-9390d55a202d owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:43:52.541111 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:43:51Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:52.550010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:43:52.550448 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.573610 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4843e3ff-0a2a-4272-84b7-ca5a568116f7 None None] The sync data for ids ['6119c402-00c2-4710-a004-ccc3571fc540'] in n-d-807786-3 is: [{'id': '6119c402-00c2-4710-a004-ccc3571fc540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570545497', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:14Z', 'updated_at': '2021-09-16T17:43:51Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119c402-00c2-4710-a004-ccc3571fc540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:15Z', 'updated_at': '2021-09-16T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:43:52.612403 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.635193 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Pushing event deleted for resources: {'Port': ['ID=58f62f3d-eee1-43f1-b82d-9390d55a202d,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:52.640830 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:43:52.641202 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.645281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] No DVR routers for this DVR port 58f62f3d-eee1-43f1-b82d-9390d55a202d on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:43:52.649773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.650238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.650847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.651349 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.652416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.653514 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.653952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.654388 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.654827 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.656097 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.656457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:43:52.656579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.656579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc708ab6-5b53-4942-95fe-8c1d1203547c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:52.892049 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.919907 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:52.984000 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.012760 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:43:53.081831 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.083969 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.194937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.195428 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Fanout notify agent at l3_agent the message router_deleted on router 6119c402-00c2-4710-a004-ccc3571fc540 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:43:53.204318 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.204318 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ac02ec49-b7f2-4fce-9ca5-58144da4d9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/routers/6119c402-00c2-4710-a004-ccc3571fc540 HTTP/1.1" status: 204 len: 168 time: 1.0427504 Sep 16 17:43:53.206739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33008) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:53.286115 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.378042 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.397981 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17978bc3-de4f-47af-a471-520bdd295161']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:53.407542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e90e28-55e3-40fb-93be-5f16309bbd69') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:53.407840 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e90e28-55e3-40fb-93be-5f16309bbd69') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:53.417215 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.430258 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.436788 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:43:53.437165 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:43:53.440069 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:43:53.555005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.562930 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.564493 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/networks/17978bc3-de4f-47af-a471-520bdd295161 HTTP/1.1" status: 204 len: 168 time: 0.3568015 Sep 16 17:43:53.567491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33010) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:53.576256 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d212ef-fbec-4d49-9973-339dc25dedcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Network': ['ID=17978bc3-de4f-47af-a471-520bdd295161,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:53.627793 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b31dafd-0c92-4ef8-934d-66df3b358cd6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.654440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b31dafd-0c92-4ef8-934d-66df3b358cd6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.766301 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b31dafd-0c92-4ef8-934d-66df3b358cd6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.768881 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1b31dafd-0c92-4ef8-934d-66df3b358cd6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.770075 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1b31dafd-0c92-4ef8-934d-66df3b358cd6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/security-groups/5c909f1f-83fe-40ae-892a-b98b371aae18 HTTP/1.1" status: 204 len: 168 time: 0.2016039 Sep 16 17:43:53.779049 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31dafd-0c92-4ef8-934d-66df3b358cd6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c909f1f-83fe-40ae-892a-b98b371aae18,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:53.975144 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 58f62f3d-eee1-43f1-b82d-9390d55a202d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:43:53.996260 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 58f62f3d-eee1-43f1-b82d-9390d55a202d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:43:53.996705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 58f62f3d-eee1-43f1-b82d-9390d55a202d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:43:53.997117 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:43:54.017275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:43:54.017624 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ea0afa6e-70a7-4564-b55f-7a2a8f9b2f96 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:43:54.018031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c68ecddf-0aca-456b-8eab-86d254ab17cf no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:43:54.036694 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: c68ecddf-0aca-456b-8eab-86d254ab17cf {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:43:54.037043 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c68ecddf-0aca-456b-8eab-86d254ab17cf not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:43:54.112628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33016) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:54.117326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b84b5fdd-8464-495b-92dd-65cf94a13895 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2065967280', 'description': 'tempest-secgroup-smoke-2065967280 description', 'project_id': '930a8aa811b340cca01159f0f90b2c78'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:43:54.206797 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b84b5fdd-8464-495b-92dd-65cf94a13895 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.286681 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b84b5fdd-8464-495b-92dd-65cf94a13895 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.354167 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b84b5fdd-8464-495b-92dd-65cf94a13895 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.382933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b5fdd-8464-495b-92dd-65cf94a13895 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee281ab-bf39-4810-be1f-1dfe174a0180,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:54.446610 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b84b5fdd-8464-495b-92dd-65cf94a13895 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.447901 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b84b5fdd-8464-495b-92dd-65cf94a13895 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3341956 Sep 16 17:43:54.451574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33018) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:54.456006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f3b3404f-524f-4c09-b2ed-2d6667478f23 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '0ee281ab-bf39-4810-be1f-1dfe174a0180', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:43:54.553753 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3b3404f-524f-4c09-b2ed-2d6667478f23 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.610983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3b3404f-524f-4c09-b2ed-2d6667478f23 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.686479 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3b3404f-524f-4c09-b2ed-2d6667478f23 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.703905 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3404f-524f-4c09-b2ed-2d6667478f23 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef367fd-05ab-455a-9f96-d86747837c92,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:54.789273 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3b3404f-524f-4c09-b2ed-2d6667478f23 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.790480 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f3b3404f-524f-4c09-b2ed-2d6667478f23 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379643 Sep 16 17:43:54.793318 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33020) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:54.797748 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f3370a44-5e26-40c9-be46-51cc5afe11be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '0ee281ab-bf39-4810-be1f-1dfe174a0180', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:43:54.891703 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3370a44-5e26-40c9-be46-51cc5afe11be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.951416 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3370a44-5e26-40c9-be46-51cc5afe11be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.994937 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3370a44-5e26-40c9-be46-51cc5afe11be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.014102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3370a44-5e26-40c9-be46-51cc5afe11be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9787033-76ab-44ca-975f-4b896547f683,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:55.052199 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f3370a44-5e26-40c9-be46-51cc5afe11be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.053475 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f3370a44-5e26-40c9-be46-51cc5afe11be tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2592049 Sep 16 17:43:55.056246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33022) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:55.061190 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-4ebdacbe-1641-4b3b-89fc-db2634b364a5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '0ee281ab-bf39-4810-be1f-1dfe174a0180', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:43:55.125480 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ebdacbe-1641-4b3b-89fc-db2634b364a5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.183791 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ebdacbe-1641-4b3b-89fc-db2634b364a5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.229055 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ebdacbe-1641-4b3b-89fc-db2634b364a5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.249542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdacbe-1641-4b3b-89fc-db2634b364a5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c13889d-e028-45f1-bd68-8ea58045f119,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:55.304079 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-4ebdacbe-1641-4b3b-89fc-db2634b364a5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.305387 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-4ebdacbe-1641-4b3b-89fc-db2634b364a5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2481589 Sep 16 17:43:55.308106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33024) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:55.312694 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-e71afc33-bcfc-4849-b150-d72ebbed35fb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '0ee281ab-bf39-4810-be1f-1dfe174a0180', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:43:55.406939 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e71afc33-bcfc-4849-b150-d72ebbed35fb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.466020 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e71afc33-bcfc-4849-b150-d72ebbed35fb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.526617 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e71afc33-bcfc-4849-b150-d72ebbed35fb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.544009 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71afc33-bcfc-4849-b150-d72ebbed35fb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681781c0-bdd9-4d80-abb2-5b4ef4673ba4,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:55.617612 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-e71afc33-bcfc-4849-b150-d72ebbed35fb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.618841 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-e71afc33-bcfc-4849-b150-d72ebbed35fb tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097949 Sep 16 17:43:55.621628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33026) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:55.626054 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3742dbd6-6d85-46d2-bfd1-7eb130569294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '0ee281ab-bf39-4810-be1f-1dfe174a0180', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:43:55.715606 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-3742dbd6-6d85-46d2-bfd1-7eb130569294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Project 930a8aa811b340cca01159f0f90b2c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:43:55.721087 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3742dbd6-6d85-46d2-bfd1-7eb130569294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.782360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3742dbd6-6d85-46d2-bfd1-7eb130569294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.846299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3742dbd6-6d85-46d2-bfd1-7eb130569294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.864201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742dbd6-6d85-46d2-bfd1-7eb130569294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1192adc6-47f3-43ca-adcf-63e9cb1440ef,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:55.943667 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3742dbd6-6d85-46d2-bfd1-7eb130569294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.944928 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3742dbd6-6d85-46d2-bfd1-7eb130569294 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3223360 Sep 16 17:43:55.947529 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33028) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:55.952566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-8c70250d-e052-4830-b169-663d598655e3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'security_group_rule': {'security_group_id': '0ee281ab-bf39-4810-be1f-1dfe174a0180', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:43:56.040920 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-8c70250d-e052-4830-b169-663d598655e3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Project 930a8aa811b340cca01159f0f90b2c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:43:56.045996 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c70250d-e052-4830-b169-663d598655e3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.105722 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c70250d-e052-4830-b169-663d598655e3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.183577 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c70250d-e052-4830-b169-663d598655e3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.201836 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70250d-e052-4830-b169-663d598655e3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf5cd5c-01fb-468e-8e81-d9bff53c5265,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:56.247075 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-8c70250d-e052-4830-b169-663d598655e3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.248342 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-8c70250d-e052-4830-b169-663d598655e3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2998474 Sep 16 17:43:56.260374 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33030) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:56.266157 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'network': {'name': 'tempest-network-smoke--939954198', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'port_security_enabled': True}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:43:56.337739 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:56.341314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.363601 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:43:56.372785 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.373151 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Added segment cb86aedd-c26f-4d6e-9fd9-a3098959bc1c of type vlan for network ddb23327-a66a-4ca3-8872-1efb104dd18f Sep 16 17:43:56.412627 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.503724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.509389 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:56.509979 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.575595 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Network': ['ID=ddb23327-a66a-4ca3-8872-1efb104dd18f,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:56.585750 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network ddb23327-a66a-4ca3-8872-1efb104dd18f details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:43:56.624446 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a07cf15c-33fb-4948-91d7-07536eb63132 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3621874 Sep 16 17:43:56.626893 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33032) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:56.631915 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'admin_state_up': True, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:43:56.720702 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.721724 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.775307 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.949539 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.204550 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.223636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.329400 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.25.6.124 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/c7b8bba9-5de7-453a-8f94-85f0929f1e05) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:43:57.437101 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.532461 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.579123 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:57.587249 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:57.590817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:43:57.599027 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=c7b8bba9-5de7-453a-8f94-85f0929f1e05,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:57.946628 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:58.141798 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:58.252706 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5f55f566-f650-44df-b089-4315e7993e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:58.331777 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 64b17834-e0dc-4bba-a359-48d660478724 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:43:58.764965 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:43:58.774642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Sync routers for ids ['64b17834-e0dc-4bba-a359-48d660478724'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:43:58.783649 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Routers {'64b17834-e0dc-4bba-a359-48d660478724'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:43:58.784674 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64b17834-e0dc-4bba-a359-48d660478724'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:58.841176 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:58.842468 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-841aa94f-f887-4a87-8c23-7dbe0f865bb6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2143674 Sep 16 17:43:58.845526 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33034) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:58.873849 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-15473db4-fc86-44c3-841d-de095989da50 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=930a8aa811b340cca01159f0f90b2c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272064 Sep 16 17:43:58.876302 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33036) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:58.891590 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Set router 64b17834-e0dc-4bba-a359-48d660478724 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:43:58.968341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa4633e-9ae8-4310-acf9-c7d89c697dd1 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:58.969956 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-afa4633e-9ae8-4310-acf9-c7d89c697dd1 tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924830 Sep 16 17:43:58.972932 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33038) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:59.007090 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3a1cbc46-b622-44ce-8a73-fd32b59c882f tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1746a1b9-4f15-4102-acd6-c8ed98e80bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305693 Sep 16 17:43:59.007356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33040) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:59.013069 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2125418349', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:43:59.177037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:59.180812 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:59.244106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:59.281757 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Checking router: 64b17834-e0dc-4bba-a359-48d660478724 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:43:59.282441 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Updating router 64b17834-e0dc-4bba-a359-48d660478724 port c7b8bba9-5de7-453a-8f94-85f0929f1e05 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:43:59.307079 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:59.435829 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:59.504790 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Subnet': ['ID=6d5410f5-74d3-4796-b350-b2a7e6c4e4e4,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:59.509219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Checking segment: {'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:43:59.509584 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network hostable DHCP agents. Network: ddb23327-a66a-4ca3-8872-1efb104dd18f, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:43:59.573102 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:59.612523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network ddb23327-a66a-4ca3-8872-1efb104dd18f is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:43:59.640902 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:59.687081 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, ddb23327-a66a-4ca3-8872-1efb104dd18f) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:59.692060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:59.692516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Attempting to bind port c7b8bba9-5de7-453a-8f94-85f0929f1e05 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:43:59.692875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Attempting to bind port c7b8bba9-5de7-453a-8f94-85f0929f1e05 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:43:59.693060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:59.693244 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Attempting to bind port c7b8bba9-5de7-453a-8f94-85f0929f1e05 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:43:59.702032 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e85bc3-08de-4784-858f-023f8c9c1702 None None] Network ddb23327-a66a-4ca3-8872-1efb104dd18f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:43:59.707551 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66699340-fe50-4aca-a7c9-949ac5c45f22 None None] Pushing event updated for resources: {'Port': ['ID=c7b8bba9-5de7-453a-8f94-85f0929f1e05,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:59.720586 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:43:59.720965 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:43:59.721369 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:59.721761 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:43:59.722239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Bound port: c7b8bba9-5de7-453a-8f94-85f0929f1e05, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:43:59.722624 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:59.784843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-981e55be-965c-4061-a070-748a480f02b2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7764683 Sep 16 17:43:59.787711 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33042) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:43:59.826004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] For port c7b8bba9-5de7-453a-8f94-85f0929f1e05, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:43:59.830573 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] For port c7b8bba9-5de7-453a-8f94-85f0929f1e05, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c7b8bba9-5de7-453a-8f94-85f0929f1e05,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:43:59.893179 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:59.920092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-ddb23327-a66a-4ca3-8872-1efb104dd18f', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:43:59.921412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:59.977961 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Routers {'64b17834-e0dc-4bba-a359-48d660478724'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:43:59.978585 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:43:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64b17834-e0dc-4bba-a359-48d660478724'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:00.066524 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66699340-fe50-4aca-a7c9-949ac5c45f22 None None] Pushing event updated for resources: {'Port': ['ID=c7b8bba9-5de7-453a-8f94-85f0929f1e05,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:00.177574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] Set router 64b17834-e0dc-4bba-a359-48d660478724 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:44:00.207850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Allocated IP 172.20.0.2 (ddb23327-a66a-4ca3-8872-1efb104dd18f/6d5410f5-74d3-4796-b350-b2a7e6c4e4e4/4600143d-3b0e-430e-bcfe-cdf3ff87b884) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:00.230402 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.471994 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.479392 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:00.506006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2195986-f262-4d98-aa07-16c97238c390 None None] The sync data for ids ['64b17834-e0dc-4bba-a359-48d660478724'] in n-d-807786-3 is: [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 3, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:00.572688 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.613669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Network ddb23327-a66a-4ca3-8872-1efb104dd18f is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:00.616500 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:00.624911 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:44:00.625224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.20.0.1 (ddb23327-a66a-4ca3-8872-1efb104dd18f/6d5410f5-74d3-4796-b350-b2a7e6c4e4e4/cebb354e-ca39-4f22-b2d6-360e8d160cf1) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:00.627240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Pushing event updated for resources: {'Port': ['ID=4600143d-3b0e-430e-bcfe-cdf3ff87b884,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:00.686073 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Attempting to bind port 4600143d-3b0e-430e-bcfe-cdf3ff87b884 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:00.686588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Attempting to bind port 4600143d-3b0e-430e-bcfe-cdf3ff87b884 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:00.686952 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Attempting to bind port 4600143d-3b0e-430e-bcfe-cdf3ff87b884 on network ddb23327-a66a-4ca3-8872-1efb104dd18f {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:44:00.692350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:44:00.692749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Checking segment: {'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:44:00.693156 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.693545 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Bound using segment: {'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:44:00.694006 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Bound port: 4600143d-3b0e-430e-bcfe-cdf3ff87b884, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:00.694379 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.801452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] For port 4600143d-3b0e-430e-bcfe-cdf3ff87b884, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:44:00.805187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] For port 4600143d-3b0e-430e-bcfe-cdf3ff87b884, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4600143d-3b0e-430e-bcfe-cdf3ff87b884,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:44:00.841443 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a20c9fe1-c98c-45f3-b589-84d1832d5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.870555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.946327 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e53e80-91f5-4b6d-bd2f-2d692fb02b3c None None] Pushing event updated for resources: {'Port': ['ID=4600143d-3b0e-430e-bcfe-cdf3ff87b884,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:01.127440 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.224316 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.268563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network ddb23327-a66a-4ca3-8872-1efb104dd18f is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:01.271730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:01.275623 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:44:01.303411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=cebb354e-ca39-4f22-b2d6-360e8d160cf1,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:01.327727 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.549311 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.558871 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.814682 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5597f1a-ed63-458b-aa0f-e0fee56a69b4 None None] Network ddb23327-a66a-4ca3-8872-1efb104dd18f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:44:01.844473 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.897814 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.946357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f516e91a-d1a3-4d67-a99e-0c50f4a6e54e None None] Provisioning complete for port 4600143d-3b0e-430e-bcfe-cdf3ff87b884 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:01.946729 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f516e91a-d1a3-4d67-a99e-0c50f4a6e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.977275 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=cebb354e-ca39-4f22-b2d6-360e8d160cf1,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:01.979735 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.069579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f516e91a-d1a3-4d67-a99e-0c50f4a6e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.101918 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4600143d-3b0e-430e-bcfe-cdf3ff87b884 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:44:02.106948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network ddb23327-a66a-4ca3-8872-1efb104dd18f is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:02.108555 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:02.157031 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f516e91a-d1a3-4d67-a99e-0c50f4a6e54e None None] For port 4600143d-3b0e-430e-bcfe-cdf3ff87b884, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4600143d-3b0e-430e-bcfe-cdf3ff87b884,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:44:02.172971 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4600143d-3b0e-430e-bcfe-cdf3ff87b884 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:02.173394 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.257023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 64b17834-e0dc-4bba-a359-48d660478724 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:44:02.260488 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f516e91a-d1a3-4d67-a99e-0c50f4a6e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.303579 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.335691 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.339462 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516e91a-d1a3-4d67-a99e-0c50f4a6e54e None None] Pushing event updated for resources: {'Port': ['ID=4600143d-3b0e-430e-bcfe-cdf3ff87b884,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:02.399762 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:44:02.400106 n-d-807786-3 neutron-server[95359]: DEBUG oslo_db.api [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:44:02.400773 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b8c69f94-c25e-4493-9654-91310f1c62ff None None] Provisioning complete for port 4600143d-3b0e-430e-bcfe-cdf3ff87b884 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:02.401145 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8c69f94-c25e-4493-9654-91310f1c62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.407231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:44:02.414182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4e4b59ad-3245-4648-9a33-7f3adb004c92 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "PUT /v2.0/routers/64b17834-e0dc-4bba-a359-48d660478724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6254151 Sep 16 17:44:02.465408 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Sync routers for ids ['64b17834-e0dc-4bba-a359-48d660478724'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:02.477190 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Routers {'64b17834-e0dc-4bba-a359-48d660478724'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:44:02.478025 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:44:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64b17834-e0dc-4bba-a359-48d660478724'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:02.543271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b8c69f94-c25e-4493-9654-91310f1c62ff None None] Provisioning complete for port cebb354e-ca39-4f22-b2d6-360e8d160cf1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:02.544503 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8c69f94-c25e-4493-9654-91310f1c62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.586752 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b8c69f94-c25e-4493-9654-91310f1c62ff None None] Port cebb354e-ca39-4f22-b2d6-360e8d160cf1 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:44:02.597021 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-60c1b30e-9ef4-43d9-acdd-925b501a9876 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065967280&fields=id&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 267 time: 0.0408471 Sep 16 17:44:02.619256 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Set router 64b17834-e0dc-4bba-a359-48d660478724 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:44:02.707326 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2b375e27-44a2-4da4-b3f7-14862daab85e None None] Provisioning complete for port cebb354e-ca39-4f22-b2d6-360e8d160cf1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:02.707643 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2b375e27-44a2-4da4-b3f7-14862daab85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.722322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-e5a495df-43a8-49e1-a1b5-b025cd907169 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:02.723950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-e5a495df-43a8-49e1-a1b5-b025cd907169 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/networks?id=ddb23327-a66a-4ca3-8872-1efb104dd18f HTTP/1.1" status: 200 len: 796 time: 0.1200149 Sep 16 17:44:02.741108 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-0a737994-a68f-49c2-bc01-c7d2c3c09ca7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/quotas/930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 375 time: 0.0094130 Sep 16 17:44:02.742438 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2b375e27-44a2-4da4-b3f7-14862daab85e None None] Port cebb354e-ca39-4f22-b2d6-360e8d160cf1 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:44:02.794350 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-eb2b4e39-66ab-43c4-b516-5a18d4b1b313 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463989 Sep 16 17:44:02.829367 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:01Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cebb354e-ca39-4f22-b2d6-360e8d160cf1', 'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:44:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:00Z', 'updated_at': '2021-09-16T17:44:01Z', 'revision_number': 2, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:02.859220 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Checking router: 64b17834-e0dc-4bba-a359-48d660478724 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:02.859630 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Updating router 64b17834-e0dc-4bba-a359-48d660478724 port cebb354e-ca39-4f22-b2d6-360e8d160cf1 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:44:02.860412 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2d8152f3-e104-48c2-9ab3-eabdd11bea0d None None] Provisioning complete for port cebb354e-ca39-4f22-b2d6-360e8d160cf1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:02.860961 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2d8152f3-e104-48c2-9ab3-eabdd11bea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.883777 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.893309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-afe510bd-d0d1-425b-8913-8b76f626db9d service neutron] 10.222.0.22 "GET /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872233 Sep 16 17:44:02.897543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2d8152f3-e104-48c2-9ab3-eabdd11bea0d None None] Port cebb354e-ca39-4f22-b2d6-360e8d160cf1 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:44:02.939887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c7b8bba9-5de7-453a-8f94-85f0929f1e05 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:44:02.986578 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c7b8bba9-5de7-453a-8f94-85f0929f1e05 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:02.986941 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.992644 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-5761fd54-167e-4fe5-a42f-a4feb93d73b0 service neutron] 10.222.0.22 "GET /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930264 Sep 16 17:44:03.063995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.084316 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port c7b8bba9-5de7-453a-8f94-85f0929f1e05, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c7b8bba9-5de7-453a-8f94-85f0929f1e05,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:44:03.166534 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.166803 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.232134 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=c7b8bba9-5de7-453a-8f94-85f0929f1e05,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:03.235909 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.247658 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aed52a41-3a37-4dca-a8d9-1691cb566f84 req-67dca105-e482-4890-bb70-cf0595de5813 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 210 time: 0.0362761 Sep 16 17:44:03.297201 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Pushing event updated for resources: {'Port': ['ID=cebb354e-ca39-4f22-b2d6-360e8d160cf1,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:03.326031 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.326412 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.326693 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.327028 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.327349 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.327668 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.327984 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.328298 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.328690 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.336362 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.336650 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.336988 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:03.366828 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Attempting to bind port cebb354e-ca39-4f22-b2d6-360e8d160cf1 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:03.367192 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Attempting to bind port cebb354e-ca39-4f22-b2d6-360e8d160cf1 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:03.367547 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Attempting to bind port cebb354e-ca39-4f22-b2d6-360e8d160cf1 on network ddb23327-a66a-4ca3-8872-1efb104dd18f {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:44:03.372796 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:44:03.373361 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Checking segment: {'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:44:03.373764 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.374139 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Bound using segment: {'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:44:03.374595 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Bound port: cebb354e-ca39-4f22-b2d6-360e8d160cf1, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:03.374972 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.445721 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] For port cebb354e-ca39-4f22-b2d6-360e8d160cf1, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:44:03.448870 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] For port cebb354e-ca39-4f22-b2d6-360e8d160cf1, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cebb354e-ca39-4f22-b2d6-360e8d160cf1,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:44:03.504065 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.518263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f95a9053-06c5-4165-bf71-b0013c9ebab8 None None] Provisioning complete for port cebb354e-ca39-4f22-b2d6-360e8d160cf1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:03.518727 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f95a9053-06c5-4165-bf71-b0013c9ebab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.564720 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Routers {'64b17834-e0dc-4bba-a359-48d660478724'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:44:03.566612 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:44:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64b17834-e0dc-4bba-a359-48d660478724'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:03.572333 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d5ae6-5871-48b0-9cc3-afb4d193efae None None] Pushing event updated for resources: {'Port': ['ID=cebb354e-ca39-4f22-b2d6-360e8d160cf1,revision_number=4']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:03.610944 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f95a9053-06c5-4165-bf71-b0013c9ebab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.645724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-f95a9053-06c5-4165-bf71-b0013c9ebab8 None None] For port cebb354e-ca39-4f22-b2d6-360e8d160cf1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cebb354e-ca39-4f22-b2d6-360e8d160cf1,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:44:03.698180 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f95a9053-06c5-4165-bf71-b0013c9ebab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.700791 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] Set router 64b17834-e0dc-4bba-a359-48d660478724 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:44:03.752124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a9053-06c5-4165-bf71-b0013c9ebab8 None None] Pushing event updated for resources: {'Port': ['ID=cebb354e-ca39-4f22-b2d6-360e8d160cf1,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:03.816703 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-280b31fa-63a4-47c3-b5db-cb3c76d32a65 None None] Provisioning complete for port cebb354e-ca39-4f22-b2d6-360e8d160cf1 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:03.817201 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-280b31fa-63a4-47c3-b5db-cb3c76d32a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.923493 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:01Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cebb354e-ca39-4f22-b2d6-360e8d160cf1', 'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:44:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:00Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:03.950948 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed10e6b-ac67-4840-8143-99f1a95b1e97 None None] The sync data for ids ['64b17834-e0dc-4bba-a359-48d660478724'] in n-d-807786-3 is: [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:01Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cebb354e-ca39-4f22-b2d6-360e8d160cf1', 'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:44:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:00Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:03.990383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4600143d-3b0e-430e-bcfe-cdf3ff87b884 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:44:04.062964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 4600143d-3b0e-430e-bcfe-cdf3ff87b884 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:04.063337 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.150744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c7b8bba9-5de7-453a-8f94-85f0929f1e05 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:44:04.155162 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.203677 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port c7b8bba9-5de7-453a-8f94-85f0929f1e05 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:04.204054 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.347828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-169ac6ca-e78c-4cc2-9db0-73a70a7201db req-84bcdb68-6d3c-4855-90d9-349570471acc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 210 time: 0.0274858 Sep 16 17:44:05.222055 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-a0350c29-a19f-4a20-b64c-3944acd299c6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:05.223335 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-a0350c29-a19f-4a20-b64c-3944acd299c6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "GET /v2.0/networks?id=ddb23327-a66a-4ca3-8872-1efb104dd18f HTTP/1.1" status: 200 len: 796 time: 0.1050408 Sep 16 17:44:05.266165 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-4b5ba8bf-82bb-42ef-97f8-e4be6f0173a5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930a8aa811b340cca01159f0f90b2c78 HTTP/1.1" status: 200 len: 380 time: 0.0340648 Sep 16 17:44:05.275456 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'port': {'device_id': '62514197-ef7d-4208-97a3-75b0658a4b39', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'admin_state_up': True, 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'security_groups': ['0ee281ab-bf39-4810-be1f-1dfe174a0180']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:44:05.449185 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-330c0324-58b2-41d5-9ede-0f2125aef9de req-3b28dde1-a91e-4b62-b4c9-ecaf86fb895f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 210 time: 0.0269692 Sep 16 17:44:05.474935 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Made reservation on behalf of 930a8aa811b340cca01159f0f90b2c78 for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:44:05.478675 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.607918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.20.0.6 (ddb23327-a66a-4ca3-8872-1efb104dd18f/6d5410f5-74d3-4796-b350-b2a7e6c4e4e4/e7d3413b-33f6-40be-a9e5-a5464a7235ed) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:05.746657 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.841205 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.883205 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network ddb23327-a66a-4ca3-8872-1efb104dd18f is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:05.886913 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:05.894779 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:44:05.917404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=e7d3413b-33f6-40be-a9e5-a5464a7235ed,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:05.951358 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:05.952001 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.004365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cebb354e-ca39-4f22-b2d6-360e8d160cf1 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:44:06.040931 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-ed9e7d8e-9a7a-41fd-bc37-8ece9de98df3 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7689238 Sep 16 17:44:06.054414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port cebb354e-ca39-4f22-b2d6-360e8d160cf1 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:06.055694 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.100548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Request body: {'port': {'device_id': '62514197-ef7d-4208-97a3-75b0658a4b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:44:06.161968 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.239249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b0782f17-a642-4d45-8832-8d75ad3f096c None None] Provisioning complete for port e7d3413b-33f6-40be-a9e5-a5464a7235ed triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:06.244111 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b0782f17-a642-4d45-8832-8d75ad3f096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.276801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b0782f17-a642-4d45-8832-8d75ad3f096c None None] Port e7d3413b-33f6-40be-a9e5-a5464a7235ed cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:44:06.428740 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d3413b-33f6-40be-a9e5-a5464a7235ed {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:44:06.436513 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.448793 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Transition to ACTIVE for port object e7d3413b-33f6-40be-a9e5-a5464a7235ed will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:06.532005 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.570793 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0f36-d2ac-4f57-aab3-9d3eee40f403 req-df0d471d-bf99-4413-b81d-08557ce24e87 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:06.572336 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc7b0f36-d2ac-4f57-aab3-9d3eee40f403 req-df0d471d-bf99-4413-b81d-08557ce24e87 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 931 time: 0.0539594 Sep 16 17:44:06.605668 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d3413b-33f6-40be-a9e5-a5464a7235ed,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:06.616168 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc7b0f36-d2ac-4f57-aab3-9d3eee40f403 req-61ab74af-477a-4141-b193-97b30ea8162c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361552 Sep 16 17:44:06.662607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Attempting to bind port e7d3413b-33f6-40be-a9e5-a5464a7235ed on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:06.662946 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Attempting to bind port e7d3413b-33f6-40be-a9e5-a5464a7235ed by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:06.663281 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Attempting to bind port e7d3413b-33f6-40be-a9e5-a5464a7235ed on network ddb23327-a66a-4ca3-8872-1efb104dd18f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:44:06.667856 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Port e7d3413b-33f6-40be-a9e5-a5464a7235ed on network ddb23327-a66a-4ca3-8872-1efb104dd18f not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:44:06.668184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Attempting to bind port e7d3413b-33f6-40be-a9e5-a5464a7235ed on network ddb23327-a66a-4ca3-8872-1efb104dd18f {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:44:06.673184 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:44:06.673531 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Checking segment: {'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:44:06.673919 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Bound using segment: {'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:44:06.674351 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Bound port: e7d3413b-33f6-40be-a9e5-a5464a7235ed, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:06.674716 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.740628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] For port e7d3413b-33f6-40be-a9e5-a5464a7235ed, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:44:06.743579 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] For port e7d3413b-33f6-40be-a9e5-a5464a7235ed, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e7d3413b-33f6-40be-a9e5-a5464a7235ed,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:44:06.800294 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.832671 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:06.833188 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.834654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] 10.222.0.62 "PUT /v2.0/ports/e7d3413b-33f6-40be-a9e5-a5464a7235ed HTTP/1.1" status: 200 len: 1091 time: 0.7858725 Sep 16 17:44:06.837003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62514197-ef7d-4208-97a3-75b0658a4b39', 'tag': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:44:06.840031 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72edecb4-d028-40f0-8306-9300cc5ea718" -d '{"events": [{"name": "network-changed", "server_uuid": "62514197-ef7d-4208-97a3-75b0658a4b39", "tag": "e7d3413b-33f6-40be-a9e5-a5464a7235ed"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:44:06.869555 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563c5fd-4b12-49b9-8d6a-4db043b09bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d3413b-33f6-40be-a9e5-a5464a7235ed,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:06.885531 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c969411-7f93-423a-8f99-c839f1cc6d44 x-openstack-request-id: req-3c969411-7f93-423a-8f99-c839f1cc6d44 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:44:06.889624 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62514197-ef7d-4208-97a3-75b0658a4b39", "tag": "e7d3413b-33f6-40be-a9e5-a5464a7235ed", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:44:06.889624 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c969411-7f93-423a-8f99-c839f1cc6d44 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:44:06.889624 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62514197-ef7d-4208-97a3-75b0658a4b39', 'tag': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'status': 'completed', 'code': 200} Sep 16 17:44:06.952628 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edecb4-d028-40f0-8306-9300cc5ea718 req-4d5b1317-8068-4a88-9c1e-94ae7eaddb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:06.954183 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72edecb4-d028-40f0-8306-9300cc5ea718 req-4d5b1317-8068-4a88-9c1e-94ae7eaddb66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 1094 time: 0.0470257 Sep 16 17:44:07.061143 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edecb4-d028-40f0-8306-9300cc5ea718 req-7d9f6703-1959-4817-9753-096a2cadffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:07.062651 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72edecb4-d028-40f0-8306-9300cc5ea718 req-7d9f6703-1959-4817-9753-096a2cadffd2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=930a8aa811b340cca01159f0f90b2c78&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1004429 Sep 16 17:44:07.162228 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edecb4-d028-40f0-8306-9300cc5ea718 req-a288ddf1-b185-4cb9-8b1d-a9530403f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:07.163605 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-72edecb4-d028-40f0-8306-9300cc5ea718 req-a288ddf1-b185-4cb9-8b1d-a9530403f6b9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942080 Sep 16 17:44:07.237751 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-5e6122ac-d398-493c-98fc-49478e7dcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:07.239226 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-5e6122ac-d398-493c-98fc-49478e7dcadd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 1094 time: 0.0412724 Sep 16 17:44:07.281238 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-6dd34b7c-2578-40aa-9e4a-db7cd9fc311d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d3413b-33f6-40be-a9e5-a5464a7235ed HTTP/1.1" status: 200 len: 217 time: 0.0344255 Sep 16 17:44:07.332344 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-320f8bb8-ed2f-41e0-b9eb-c68e8930ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:07.333706 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-320f8bb8-ed2f-41e0-b9eb-c68e8930ceaf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d5410f5-74d3-4796-b350-b2a7e6c4e4e4 HTTP/1.1" status: 200 len: 835 time: 0.0456579 Sep 16 17:44:07.379947 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-fd08dc53-1213-44e6-94b9-4a85c8f6e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:07.381461 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-fd08dc53-1213-44e6-94b9-4a85c8f6e75a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ddb23327-a66a-4ca3-8872-1efb104dd18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406380 Sep 16 17:44:07.473164 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-78ccc18a-0fb5-494c-ba74-766f96bbe33f service neutron] 10.222.0.62 "GET /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842488 Sep 16 17:44:07.566348 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-da58f60d-2c88-46cb-aa8b-72e2dada17b6 req-b2d5711b-f907-4b3d-a576-f27b96de0506 service neutron] 10.222.0.62 "GET /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867052 Sep 16 17:44:07.731961 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2422cfa-49db-4629-9ab6-7198a7816061 req-d3c2eca1-bcf3-4029-bb6d-b3e084bf997d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:07.733483 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2422cfa-49db-4629-9ab6-7198a7816061 req-d3c2eca1-bcf3-4029-bb6d-b3e084bf997d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 943 time: 0.0495636 Sep 16 17:44:07.773679 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2422cfa-49db-4629-9ab6-7198a7816061 req-ead74be9-dd2c-49a1-8c62-9a62af9f0215 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335081 Sep 16 17:44:08.886429 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6e0a6-f55a-4213-9c3b-e5ba30898721 req-8c3360ba-c428-4d93-a3ba-8822a6a6602f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:08.887891 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0eb6e0a6-f55a-4213-9c3b-e5ba30898721 req-8c3360ba-c428-4d93-a3ba-8822a6a6602f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 943 time: 0.0473058 Sep 16 17:44:08.924634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0eb6e0a6-f55a-4213-9c3b-e5ba30898721 req-de02a68f-2c48-4bce-a7e3-88680f31b00c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308490 Sep 16 17:44:09.870401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e7d3413b-33f6-40be-a9e5-a5464a7235ed details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:44:09.962857 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e7d3413b-33f6-40be-a9e5-a5464a7235ed, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e7d3413b-33f6-40be-a9e5-a5464a7235ed,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:44:09.974741 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'port_id': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'mac_address': 'fa:16:3e:c5:f6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:44:10.045502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cad96a-abf2-4839-b16d-185288b3a70d req-cb3a9228-a716-4666-aea3-2f9aa148fbcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:10.049488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80cad96a-abf2-4839-b16d-185288b3a70d req-cb3a9228-a716-4666-aea3-2f9aa148fbcc tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 943 time: 0.0582535 Sep 16 17:44:10.090775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-80cad96a-abf2-4839-b16d-185288b3a70d req-f4bbfbf2-1af4-4a47-802b-794c253ee1e2 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350757 Sep 16 17:44:10.166371 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.179420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d3413b-33f6-40be-a9e5-a5464a7235ed {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:44:10.198784 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e7d3413b-33f6-40be-a9e5-a5464a7235ed, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e7d3413b-33f6-40be-a9e5-a5464a7235ed,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:44:10.263072 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.309082 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e7d3413b-33f6-40be-a9e5-a5464a7235ed,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:10.504247 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['e7d3413b-33f6-40be-a9e5-a5464a7235ed'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:44:11.204577 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1fb94-59a4-40a2-9f21-3aaed5a2f2f0 req-71a8b6f2-6d95-441e-bb02-5248b6c6fcb5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:11.206049 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfd1fb94-59a4-40a2-9f21-3aaed5a2f2f0 req-71a8b6f2-6d95-441e-bb02-5248b6c6fcb5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 944 time: 0.0490019 Sep 16 17:44:11.242391 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dfd1fb94-59a4-40a2-9f21-3aaed5a2f2f0 req-b9dc3e65-a7ad-41ed-91b2-cab11442f9d7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306458 Sep 16 17:44:11.886013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e7d3413b-33f6-40be-a9e5-a5464a7235ed up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:44:12.045894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port e7d3413b-33f6-40be-a9e5-a5464a7235ed completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:12.049834 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port e7d3413b-33f6-40be-a9e5-a5464a7235ed triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:12.055461 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.128636 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.150365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62514197-ef7d-4208-97a3-75b0658a4b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:44:12.152852 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8f3677-af76-4709-955f-26115c366ba2" -d '{"events": [{"server_uuid": "62514197-ef7d-4208-97a3-75b0658a4b39", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3413b-33f6-40be-a9e5-a5464a7235ed"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:44:12.164723 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port e7d3413b-33f6-40be-a9e5-a5464a7235ed, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e7d3413b-33f6-40be-a9e5-a5464a7235ed,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:44:12.192540 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0976ea0-24bf-4e21-80cb-b950ba4263a6 x-openstack-request-id: req-d0976ea0-24bf-4e21-80cb-b950ba4263a6 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:44:12.192540 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62514197-ef7d-4208-97a3-75b0658a4b39", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3413b-33f6-40be-a9e5-a5464a7235ed", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:44:12.192540 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0976ea0-24bf-4e21-80cb-b950ba4263a6 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:44:12.192540 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62514197-ef7d-4208-97a3-75b0658a4b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'code': 200} Sep 16 17:44:12.240770 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.289164 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588991e8-2fd1-4bb6-979b-29f23c46b98f req-609d525e-e1f3-497a-959b-807d11f3ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:12.290828 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-588991e8-2fd1-4bb6-979b-29f23c46b98f req-609d525e-e1f3-497a-959b-807d11f3ba43 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 1096 time: 0.0472202 Sep 16 17:44:12.291263 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=e7d3413b-33f6-40be-a9e5-a5464a7235ed,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:12.328034 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-588991e8-2fd1-4bb6-979b-29f23c46b98f req-18714bf6-4af3-4674-bc74-241c53a2f257 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305154 Sep 16 17:44:12.356735 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8629b-0966-4da5-b232-7964803e4a58 req-6b159e88-cd4f-468a-b4e2-3e623f5af40c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:12.358210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76d8629b-0966-4da5-b232-7964803e4a58 req-6b159e88-cd4f-468a-b4e2-3e623f5af40c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0478892 Sep 16 17:44:12.396870 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-76d8629b-0966-4da5-b232-7964803e4a58 req-b0218f84-0975-4d1a-a562-81a502c5e902 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325339 Sep 16 17:44:13.519224 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6297a0-1640-442d-93f7-2ee9ae31ae64 req-efc3fe12-1d7c-4f70-bd99-6d197b40607d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:13.520807 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab6297a0-1640-442d-93f7-2ee9ae31ae64 req-efc3fe12-1d7c-4f70-bd99-6d197b40607d tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0548103 Sep 16 17:44:13.558671 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab6297a0-1640-442d-93f7-2ee9ae31ae64 req-f65b43b4-1876-40c7-9c93-1a665a468637 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Sep 16 17:44:14.366309 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:14.635297 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:14.676930 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805612fd-0c7f-4458-b488-80d7a7c396e2 req-ec0cfd7e-7b20-4914-a001-0b43fc82f05c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:14.678711 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-805612fd-0c7f-4458-b488-80d7a7c396e2 req-ec0cfd7e-7b20-4914-a001-0b43fc82f05c tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0509229 Sep 16 17:44:14.717417 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-805612fd-0c7f-4458-b488-80d7a7c396e2 req-ddeec512-a5a7-4391-8c5c-eaddb81869b8 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Sep 16 17:44:14.829412 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887dbaa5-90e4-449c-8f1e-5d8050a9262c req-bfd6621e-cf9d-4766-ad0e-1a8c8add402f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:14.830868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-887dbaa5-90e4-449c-8f1e-5d8050a9262c req-bfd6621e-cf9d-4766-ad0e-1a8c8add402f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0477507 Sep 16 17:44:14.867843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-887dbaa5-90e4-449c-8f1e-5d8050a9262c req-8485b15d-81ac-411a-bf85-1a7e93ae63cd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Sep 16 17:44:14.889653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33106) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:14.931899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4c9d8-58db-48f8-a047-d91231e2144f tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:14.934205 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a1f4c9d8-58db-48f8-a047-d91231e2144f tempest-TestNetworkAdvancedServerOps-1748315129 tempest-TestNetworkAdvancedServerOps-1748315129-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 1091 time: 0.0436683 Sep 16 17:44:14.936978 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33108) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:14.941166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:44:15.029346 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:15.127109 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:15.235452 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Allocated IP 172.25.6.144 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/35a9fb42-6abe-49b4-81e2-c44128e611f6) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:15.335487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:15.435354 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:15.475435 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:15.478331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:15.481792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:44:15.514163 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=35a9fb42-6abe-49b4-81e2-c44128e611f6,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:15.838059 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:15.951868 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:16.098299 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:16.171612 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:16.239143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event updated for resources: {'Port': ['ID=35a9fb42-6abe-49b4-81e2-c44128e611f6,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:16.249428 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:16.349029 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Floating IP 886801bf-60f6-4349-873b-34c556e8c1e3 associated. External IP: 172.25.6.144, port: e7d3413b-33f6-40be-a9e5-a5464a7235ed. Sep 16 17:44:16.556229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 64b17834-e0dc-4bba-a359-48d660478724 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:44:16.662139 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:44:16.671376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] Sync routers for ids ['64b17834-e0dc-4bba-a359-48d660478724'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:16.680617 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] Routers {'64b17834-e0dc-4bba-a359-48d660478724'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:44:16.681240 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:44:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64b17834-e0dc-4bba-a359-48d660478724'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:16.743457 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:16.771297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-48cf22dd-c66c-4c45-ac6d-ff3d4da7eaea tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8333237 Sep 16 17:44:16.771855 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62514197-ef7d-4208-97a3-75b0658a4b39', 'tag': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:44:16.775103 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5a099e-42ec-4ae6-ac92-2e081122897c" -d '{"events": [{"name": "network-changed", "server_uuid": "62514197-ef7d-4208-97a3-75b0658a4b39", "tag": "e7d3413b-33f6-40be-a9e5-a5464a7235ed"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:44:16.791196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] Set router 64b17834-e0dc-4bba-a359-48d660478724 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:44:16.812255 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adf9c97-3151-4f84-bf6a-9d39638f45df x-openstack-request-id: req-5adf9c97-3151-4f84-bf6a-9d39638f45df {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:44:16.812570 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62514197-ef7d-4208-97a3-75b0658a4b39", "tag": "e7d3413b-33f6-40be-a9e5-a5464a7235ed", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:44:16.812824 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5adf9c97-3151-4f84-bf6a-9d39638f45df {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:44:16.813220 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62514197-ef7d-4208-97a3-75b0658a4b39', 'tag': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'status': 'completed', 'code': 200} Sep 16 17:44:16.875264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048801b-a57a-489d-ac67-5b9a28e63e34 req-5cdab2ac-0b38-41c3-b65f-d2fe96770b1a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:16.876755 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-0f2d5946-6e38-4f93-bd50-12335e15dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:16.877259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2048801b-a57a-489d-ac67-5b9a28e63e34 req-5cdab2ac-0b38-41c3-b65f-d2fe96770b1a tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0507736 Sep 16 17:44:16.882052 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-0f2d5946-6e38-4f93-bd50-12335e15dbfb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 1096 time: 0.0465655 Sep 16 17:44:16.918458 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2048801b-a57a-489d-ac67-5b9a28e63e34 req-b404ea71-2f5a-4093-9efa-131beccb58d5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348756 Sep 16 17:44:16.942538 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33114) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:16.983927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-87b9e4c2-823d-481d-87d8-913883079e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:16.985449 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-87b9e4c2-823d-481d-87d8-913883079e68 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ddb23327-a66a-4ca3-8872-1efb104dd18f HTTP/1.1" status: 200 len: 897 time: 0.0965946 Sep 16 17:44:17.008040 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ddef6876-9b44-4529-8449-d29d623d61af tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/886801bf-60f6-4349-873b-34c556e8c1e3 HTTP/1.1" status: 200 len: 991 time: 0.0643601 Sep 16 17:44:17.038543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:01Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '886801bf-60f6-4349-873b-34c556e8c1e3', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '64b17834-e0dc-4bba-a359-48d660478724', 'port_id': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'mac_address': 'fa:16:3e:c5:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62514197-ef7d-4208-97a3-75b0658a4b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:44:15Z', 'updated_at': '2021-09-16T17:44:15Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebb354e-ca39-4f22-b2d6-360e8d160cf1', 'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:44:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:00Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:17.059195 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-e05830a1-b05d-41d8-8d67-80aac5b40e92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d3413b-33f6-40be-a9e5-a5464a7235ed HTTP/1.1" status: 200 len: 999 time: 0.0664334 Sep 16 17:44:17.065686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] Checking router: 64b17834-e0dc-4bba-a359-48d660478724 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:17.074722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] Routers {'64b17834-e0dc-4bba-a359-48d660478724'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:44:17.075288 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:44:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64b17834-e0dc-4bba-a359-48d660478724'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:17.109588 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-75ad3d19-d643-4ce6-bedf-ac0d519d688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:17.111070 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-75ad3d19-d643-4ce6-bedf-ac0d519d688a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d5410f5-74d3-4796-b350-b2a7e6c4e4e4 HTTP/1.1" status: 200 len: 835 time: 0.0453098 Sep 16 17:44:17.157821 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-dd690cb7-2c6a-463e-921f-4febd113dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:17.159359 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-dd690cb7-2c6a-463e-921f-4febd113dec5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ddb23327-a66a-4ca3-8872-1efb104dd18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414681 Sep 16 17:44:17.182061 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] Set router 64b17834-e0dc-4bba-a359-48d660478724 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:44:17.256550 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-6cfe12b0-eb84-4302-9390-82c2e0cf708a service neutron] 10.222.0.62 "GET /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890708 Sep 16 17:44:17.351250 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ba5a099e-42ec-4ae6-ac92-2e081122897c req-f11271b0-7c25-4a24-ace3-3640c266a7b9 service neutron] 10.222.0.62 "GET /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878522 Sep 16 17:44:17.412375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:01Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '886801bf-60f6-4349-873b-34c556e8c1e3', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '64b17834-e0dc-4bba-a359-48d660478724', 'port_id': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'mac_address': 'fa:16:3e:c5:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62514197-ef7d-4208-97a3-75b0658a4b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:44:15Z', 'updated_at': '2021-09-16T17:44:15Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebb354e-ca39-4f22-b2d6-360e8d160cf1', 'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:44:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:00Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:17.439079 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7bd9b-d6c6-4fc7-89f5-1f2c3da943b0 None None] The sync data for ids ['64b17834-e0dc-4bba-a359-48d660478724'] in n-d-807786-3 is: [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:01Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '886801bf-60f6-4349-873b-34c556e8c1e3', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '64b17834-e0dc-4bba-a359-48d660478724', 'port_id': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'mac_address': 'fa:16:3e:c5:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62514197-ef7d-4208-97a3-75b0658a4b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:44:15Z', 'updated_at': '2021-09-16T17:44:15Z', 'revision_number': 0, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebb354e-ca39-4f22-b2d6-360e8d160cf1', 'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:44:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:00Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:17.623432 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b767595-f2c8-46bd-b143-5ab54b550001 None None] New status for floating IP 886801bf-60f6-4349-873b-34c556e8c1e3: ACTIVE {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:44:18.012717 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33116) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:18.076406 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-479abc44-fc72-4f3b-8932-d6a516392b93 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/886801bf-60f6-4349-873b-34c556e8c1e3 HTTP/1.1" status: 200 len: 993 time: 0.0624185 Sep 16 17:44:28.285008 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a46d5cee-322b-41d5-a561-978bd98644b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:30.011865 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:44:30.857120 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5e00e1d-aa19-4ad9-b07b-728b3a1aea09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:31.508624 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:32.263243 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:34.085788 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:44.381660 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:44.643813 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:45.000186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d633a-76a6-4843-9c1c-02b4a3a469e6 req-4bb18449-4599-4eaa-b28a-eed8d5d7ae70 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:45.002020 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f1d633a-76a6-4843-9c1c-02b4a3a469e6 req-4bb18449-4599-4eaa-b28a-eed8d5d7ae70 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0537269 Sep 16 17:44:45.039073 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7f1d633a-76a6-4843-9c1c-02b4a3a469e6 req-b3f30a03-35d4-4456-a07f-00a292f2cd03 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310142 Sep 16 17:44:46.159818 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d4f3-657a-4bc9-abe9-c78479dd4a5f req-82c09788-001c-4322-8f1b-e9d61b4c2909 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:46.161323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c66d4f3-657a-4bc9-abe9-c78479dd4a5f req-82c09788-001c-4322-8f1b-e9d61b4c2909 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0484562 Sep 16 17:44:46.198237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c66d4f3-657a-4bc9-abe9-c78479dd4a5f req-7195a4fa-a786-4ce3-988f-11c252f590a7 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309772 Sep 16 17:44:46.220802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33136) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:46.283301 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-97ed0f04-ed26-4e5f-9944-f9f0f106715e tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/886801bf-60f6-4349-873b-34c556e8c1e3 HTTP/1.1" status: 200 len: 993 time: 0.0613847 Sep 16 17:44:47.645991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863fed2-e766-41e5-ba87-6f2e6cc48dfd req-58c4017e-dfb9-4de8-be04-4f8f2fe6d0d6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:47.647488 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5863fed2-e766-41e5-ba87-6f2e6cc48dfd req-58c4017e-dfb9-4de8-be04-4f8f2fe6d0d6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0490630 Sep 16 17:44:47.686513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5863fed2-e766-41e5-ba87-6f2e6cc48dfd req-73e70396-da5e-4087-b219-a7515e451252 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327432 Sep 16 17:44:47.740056 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-ef754a45-46a9-4a38-8ead-79c3f383a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:47.741568 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-ef754a45-46a9-4a38-8ead-79c3f383a946 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 1096 time: 0.0416257 Sep 16 17:44:47.838474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-ca7899bc-0660-4577-b10e-a5591631b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:47.843080 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-ca7899bc-0660-4577-b10e-a5591631b43f service neutron] 10.222.0.62 "GET /v2.0/networks?id=ddb23327-a66a-4ca3-8872-1efb104dd18f HTTP/1.1" status: 200 len: 897 time: 0.0905616 Sep 16 17:44:47.904557 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-44aa124a-2cec-465b-8453-b50330fd79e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d3413b-33f6-40be-a9e5-a5464a7235ed HTTP/1.1" status: 200 len: 1001 time: 0.0575397 Sep 16 17:44:47.954855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-ace253fd-660f-44bd-82bd-d94b83c63ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:47.956414 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-ace253fd-660f-44bd-82bd-d94b83c63ffd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d5410f5-74d3-4796-b350-b2a7e6c4e4e4 HTTP/1.1" status: 200 len: 835 time: 0.0458291 Sep 16 17:44:48.006716 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-1e18a696-d87a-4928-9d05-344c3f09aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:48.008191 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-1e18a696-d87a-4928-9d05-344c3f09aab6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ddb23327-a66a-4ca3-8872-1efb104dd18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447884 Sep 16 17:44:48.096134 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-9ce47965-ca6a-400f-95e3-c08a8e58bd90 service neutron] 10.222.0.62 "GET /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807202 Sep 16 17:44:48.191537 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-612709f2-64aa-4dcf-9e13-17db467ef197 req-0bd548c7-3819-49dd-bab0-fe342d3550e1 service neutron] 10.222.0.62 "GET /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877576 Sep 16 17:44:48.806903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec39e3-3188-4283-b1f2-cb6982790552 req-857288f7-8c0f-4da9-a071-d76a25ad4c7b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:48.808416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53ec39e3-3188-4283-b1f2-cb6982790552 req-857288f7-8c0f-4da9-a071-d76a25ad4c7b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0533688 Sep 16 17:44:48.847637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-53ec39e3-3188-4283-b1f2-cb6982790552 req-19d4d2b4-2449-44ad-807a-8ab0dd559ded tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Sep 16 17:44:49.960719 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e983-281c-4bbd-b7e3-f381c99f3862 req-a716a0c7-1529-44ca-9a9a-34d6cc27fde0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:49.962210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c2e5e983-281c-4bbd-b7e3-f381c99f3862 req-a716a0c7-1529-44ca-9a9a-34d6cc27fde0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0486498 Sep 16 17:44:49.998756 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c2e5e983-281c-4bbd-b7e3-f381c99f3862 req-915040f7-1e6f-4b7e-9593-d47bd1ce028b tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305588 Sep 16 17:44:50.021481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33148) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:50.080779 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-829a00db-61ca-4f8c-b681-170dce29bb39 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/floatingips/886801bf-60f6-4349-873b-34c556e8c1e3 HTTP/1.1" status: 200 len: 993 time: 0.0581357 Sep 16 17:44:50.360338 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33154) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:50.519235 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port 35a9fb42-6abe-49b4-81e2-c44128e611f6 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:44:50.519576 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.593649 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.593972 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.605114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for 35a9fb42-6abe-49b4-81e2-c44128e611f6 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:44:50.827650 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.851433 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=35a9fb42-6abe-49b4-81e2-c44128e611f6,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:50.863983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.864336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.864703 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.865041 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.865399 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.865758 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.866087 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.866415 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.866746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.867071 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.867393 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.867713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:50.924072 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.924430 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Floating IP 886801bf-60f6-4349-873b-34c556e8c1e3 disassociated (deleted). External IP: 172.25.6.144, port: e7d3413b-33f6-40be-a9e5-a5464a7235ed. Sep 16 17:44:51.447682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 64b17834-e0dc-4bba-a359-48d660478724 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:44:51.554892 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:44:51.565670 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:51.566473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] Sync routers for ids ['64b17834-e0dc-4bba-a359-48d660478724'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:51.576344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] Routers {'64b17834-e0dc-4bba-a359-48d660478724'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:44:51.577135 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:44:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64b17834-e0dc-4bba-a359-48d660478724'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:51.589017 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d3036a30-28de-4f8a-a4a4-a91c739c3ecd tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/floatingips/886801bf-60f6-4349-873b-34c556e8c1e3 HTTP/1.1" status: 204 len: 168 time: 1.2275476 Sep 16 17:44:51.589660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62514197-ef7d-4208-97a3-75b0658a4b39', 'tag': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:44:51.593395 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb12ab70-c771-4c05-8a48-3e56476e1578" -d '{"events": [{"name": "network-changed", "server_uuid": "62514197-ef7d-4208-97a3-75b0658a4b39", "tag": "e7d3413b-33f6-40be-a9e5-a5464a7235ed"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:44:51.633444 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fc8e37-facd-4fa2-98e9-d0fcc340e5e7 x-openstack-request-id: req-72fc8e37-facd-4fa2-98e9-d0fcc340e5e7 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:44:51.633733 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62514197-ef7d-4208-97a3-75b0658a4b39", "tag": "e7d3413b-33f6-40be-a9e5-a5464a7235ed", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:44:51.633981 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72fc8e37-facd-4fa2-98e9-d0fcc340e5e7 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:44:51.634371 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62514197-ef7d-4208-97a3-75b0658a4b39', 'tag': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'status': 'completed', 'code': 200} Sep 16 17:44:51.687685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] Set router 64b17834-e0dc-4bba-a359-48d660478724 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:44:51.707991 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-1915ed97-e927-4534-8d9a-47975cdc4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:51.709627 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-1915ed97-e927-4534-8d9a-47975cdc4d52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=930a8aa811b340cca01159f0f90b2c78&device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 1096 time: 0.0432394 Sep 16 17:44:51.808614 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-1f260c9f-b8a9-4100-aba3-ed35c9e06069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:51.810202 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-1f260c9f-b8a9-4100-aba3-ed35c9e06069 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ddb23327-a66a-4ca3-8872-1efb104dd18f HTTP/1.1" status: 200 len: 897 time: 0.0905285 Sep 16 17:44:51.859391 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-37065a7c-835b-41e9-89be-526ad7ca5068 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d3413b-33f6-40be-a9e5-a5464a7235ed HTTP/1.1" status: 200 len: 217 time: 0.0384741 Sep 16 17:44:51.889278 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:01Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cebb354e-ca39-4f22-b2d6-360e8d160cf1', 'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:44:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:00Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:51.914927 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-e58936d1-7ab1-444d-aa2f-28899c608db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:51.915714 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] Checking router: 64b17834-e0dc-4bba-a359-48d660478724 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:51.916412 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-e58936d1-7ab1-444d-aa2f-28899c608db6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d5410f5-74d3-4796-b350-b2a7e6c4e4e4 HTTP/1.1" status: 200 len: 835 time: 0.0459299 Sep 16 17:44:51.924553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] Routers {'64b17834-e0dc-4bba-a359-48d660478724'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:44:51.925222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:44:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64b17834-e0dc-4bba-a359-48d660478724'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:51.969148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-a23badff-f45b-48c1-a1b1-62c5a12e493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:51.970758 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-a23badff-f45b-48c1-a1b1-62c5a12e493b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ddb23327-a66a-4ca3-8872-1efb104dd18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464537 Sep 16 17:44:52.033595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] Set router 64b17834-e0dc-4bba-a359-48d660478724 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:44:52.039457 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f1351-2d81-491d-b345-e343bf772f71 req-50a97622-51ce-4d2b-b667-fc4780188c27 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:52.041005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-293f1351-2d81-491d-b345-e343bf772f71 req-50a97622-51ce-4d2b-b667-fc4780188c27 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0543630 Sep 16 17:44:52.073275 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-453a5b5e-b83e-4df0-b28c-99a9fd65224d service neutron] 10.222.0.62 "GET /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932713 Sep 16 17:44:52.080215 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-293f1351-2d81-491d-b345-e343bf772f71 req-4ea6a646-bd1b-48b4-b5f6-9ed8d464f9b0 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Sep 16 17:44:52.171676 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-bb12ab70-c771-4c05-8a48-3e56476e1578 req-e3dabe87-b039-4beb-bd3b-df2e09ffd2ba service neutron] 10.222.0.62 "GET /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908651 Sep 16 17:44:52.236112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:01Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cebb354e-ca39-4f22-b2d6-360e8d160cf1', 'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:44:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:00Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:52.265668 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f58a72-b456-4ea1-a864-b9a640e97b3e None None] The sync data for ids ['64b17834-e0dc-4bba-a359-48d660478724'] in n-d-807786-3 is: [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:01Z', 'revision_number': 4, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'cebb354e-ca39-4f22-b2d6-360e8d160cf1', 'name': '', 'network_id': 'ddb23327-a66a-4ca3-8872-1efb104dd18f', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'mac_address': 'fa:16:3e:44:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:00Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'subnets': [{'id': '6d5410f5-74d3-4796-b350-b2a7e6c4e4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:52.562773 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1659bd-dcbb-4882-b18f-b5023b6989e5 None None] New status for floating IP 886801bf-60f6-4349-873b-34c556e8c1e3: DOWN {{(pid=95360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:44:53.211491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d48fb4-97b8-4fe1-9d31-c90608a2071c req-feff22e0-74ce-4666-b686-02a421d86ef5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:53.214385 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3d48fb4-97b8-4fe1-9d31-c90608a2071c req-feff22e0-74ce-4666-b686-02a421d86ef5 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0548356 Sep 16 17:44:53.256534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e3d48fb4-97b8-4fe1-9d31-c90608a2071c req-d59f364e-fbd5-45e6-9a8f-2311ac9091f6 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee281ab-bf39-4810-be1f-1dfe174a0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358901 Sep 16 17:44:53.535374 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-d7eee08a-eef6-46cb-a74a-8ef3428b2873 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:53.536877 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-d7eee08a-eef6-46cb-a74a-8ef3428b2873 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 945 time: 0.0495288 Sep 16 17:44:53.624639 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port e7d3413b-33f6-40be-a9e5-a5464a7235ed {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:44:53.624983 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:53.715211 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port e7d3413b-33f6-40be-a9e5-a5464a7235ed, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=e7d3413b-33f6-40be-a9e5-a5464a7235ed,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:44:53.715495 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:53.728408 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for e7d3413b-33f6-40be-a9e5-a5464a7235ed owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:44:53.902560 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:53.929953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=e7d3413b-33f6-40be-a9e5-a5464a7235ed,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:53.943651 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.943993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.944341 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.944706 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.945041 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.945377 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.945711 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.946091 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.946398 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.946746 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.947076 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.947382 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:53.982695 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] No DVR routers for this DVR port e7d3413b-33f6-40be-a9e5-a5464a7235ed on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:44:53.985161 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:53.987145 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-66bcf3b8-6e48-492c-9d42-96050d5892c8 req-6b1616a4-290c-4639-9819-b8548741ca74 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.62 "DELETE /v2.0/ports/e7d3413b-33f6-40be-a9e5-a5464a7235ed HTTP/1.1" status: 204 len: 173 time: 0.4441116 Sep 16 17:44:53.987578 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62514197-ef7d-4208-97a3-75b0658a4b39', 'name': 'network-vif-deleted', 'tag': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:44:53.989827 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b5c98-0c1b-4de8-90c5-a92e77e479db" -d '{"events": [{"server_uuid": "62514197-ef7d-4208-97a3-75b0658a4b39", "name": "network-vif-deleted", "tag": "e7d3413b-33f6-40be-a9e5-a5464a7235ed"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:44:54.025312 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c9661d-a919-4488-bc32-f7ea4b1be1d8 x-openstack-request-id: req-c5c9661d-a919-4488-bc32-f7ea4b1be1d8 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:44:54.025602 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62514197-ef7d-4208-97a3-75b0658a4b39", "name": "network-vif-deleted", "tag": "e7d3413b-33f6-40be-a9e5-a5464a7235ed", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:44:54.025852 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5c9661d-a919-4488-bc32-f7ea4b1be1d8 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:44:54.026246 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62514197-ef7d-4208-97a3-75b0658a4b39', 'name': 'network-vif-deleted', 'tag': 'e7d3413b-33f6-40be-a9e5-a5464a7235ed', 'status': 'completed', 'code': 200} Sep 16 17:44:54.376469 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b6e2f513-9fa7-41db-b3da-cc730bcbbd2d req-a70ddaf3-797c-4b8a-a33c-a5849b5aac09 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "GET /v2.0/ports?device_id=62514197-ef7d-4208-97a3-75b0658a4b39 HTTP/1.1" status: 200 len: 210 time: 0.0312243 Sep 16 17:44:55.442588 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33170) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:55.801000 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:56.057609 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port cebb354e-ca39-4f22-b2d6-360e8d160cf1 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:44:56.057837 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:56.150019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port cebb354e-ca39-4f22-b2d6-360e8d160cf1, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=cebb354e-ca39-4f22-b2d6-360e8d160cf1,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:44:56.150385 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:56.162523 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for cebb354e-ca39-4f22-b2d6-360e8d160cf1 owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:44:56.400139 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:56.426380 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=cebb354e-ca39-4f22-b2d6-360e8d160cf1,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:56.607060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:56.822242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Router 64b17834-e0dc-4bba-a359-48d660478724 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:44:56.926388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:44:56.931375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a3faf396-2436-4166-8211-3b61101b9fef tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "PUT /v2.0/routers/64b17834-e0dc-4bba-a359-48d660478724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4877813 Sep 16 17:44:56.934162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33172) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:56.936949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] Sync routers for ids ['64b17834-e0dc-4bba-a359-48d660478724'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:56.945895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] Routers {'64b17834-e0dc-4bba-a359-48d660478724'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:44:56.946507 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:44:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64b17834-e0dc-4bba-a359-48d660478724'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:56.984431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2131f246-62e6-447b-b673-f869d293a845 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting subnet 6d5410f5-74d3-4796-b350-b2a7e6c4e4e4 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:44:56.987405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2131f246-62e6-447b-b673-f869d293a845 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.030732 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2131f246-62e6-447b-b673-f869d293a845 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.052331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] Set router 64b17834-e0dc-4bba-a359-48d660478724 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:44:57.121340 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2131f246-62e6-447b-b673-f869d293a845 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.223331 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2131f246-62e6-447b-b673-f869d293a845 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.234942 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:56Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:57.256319 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131f246-62e6-447b-b673-f869d293a845 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5410f5-74d3-4796-b350-b2a7e6c4e4e4,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:57.258314 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2131f246-62e6-447b-b673-f869d293a845 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.262683 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2131f246-62e6-447b-b673-f869d293a845 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/subnets/6d5410f5-74d3-4796-b350-b2a7e6c4e4e4 HTTP/1.1" status: 204 len: 168 time: 0.3252070 Sep 16 17:44:57.262859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] Checking router: 64b17834-e0dc-4bba-a359-48d660478724 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:57.263419 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33174) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:57.266271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df80fb-0336-4f43-ba62-ccdae20641af None None] Network ddb23327-a66a-4ca3-8872-1efb104dd18f requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:44:57.289801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] Routers {'64b17834-e0dc-4bba-a359-48d660478724'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:44:57.290427 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:44:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['64b17834-e0dc-4bba-a359-48d660478724'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:57.371975 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.481103 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.581387 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Deleting port c7b8bba9-5de7-453a-8f94-85f0929f1e05 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:44:57.581733 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.629430 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] Set router 64b17834-e0dc-4bba-a359-48d660478724 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:44:57.667554 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] For port c7b8bba9-5de7-453a-8f94-85f0929f1e05, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=c7b8bba9-5de7-453a-8f94-85f0929f1e05,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:44:57.667932 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.682000 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Calling delete_port for c7b8bba9-5de7-453a-8f94-85f0929f1e05 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:44:57.747990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] DHCP port deletion for ddb23327-a66a-4ca3-8872-1efb104dd18f request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:44:57.845886 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Deleting port 4600143d-3b0e-430e-bcfe-cdf3ff87b884 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:44:57.846262 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.913811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] For port 4600143d-3b0e-430e-bcfe-cdf3ff87b884, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=4600143d-3b0e-430e-bcfe-cdf3ff87b884,segment=NetworkSegment(cb86aedd-c26f-4d6e-9fd9-a3098959bc1c),segment_id=cb86aedd-c26f-4d6e-9fd9-a3098959bc1c)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:44:57.914130 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.917086 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:56Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:57.946957 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.956495 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Calling delete_port for 4600143d-3b0e-430e-bcfe-cdf3ff87b884 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:44:57.958357 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0380a488-ae9a-44c3-80d1-dc81729421ce None None] The sync data for ids ['64b17834-e0dc-4bba-a359-48d660478724'] in n-d-807786-3 is: [{'id': '64b17834-e0dc-4bba-a359-48d660478724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865070302', 'tenant_id': '930a8aa811b340cca01159f0f90b2c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:56Z', 'revision_number': 5, 'project_id': '930a8aa811b340cca01159f0f90b2c78', 'gw_port': {'id': 'c7b8bba9-5de7-453a-8f94-85f0929f1e05', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b17834-e0dc-4bba-a359-48d660478724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:57Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:58.007567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Port': ['ID=c7b8bba9-5de7-453a-8f94-85f0929f1e05,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:58.041362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e7d3413b-33f6-40be-a9e5-a5464a7235ed no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:44:58.050299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.060595 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: e7d3413b-33f6-40be-a9e5-a5464a7235ed {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:44:58.064858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device e7d3413b-33f6-40be-a9e5-a5464a7235ed not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:44:58.125851 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.142043 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.144246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.154266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Pushing event deleted for resources: {'Port': ['ID=4600143d-3b0e-430e-bcfe-cdf3ff87b884,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:58.163718 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] No DVR routers for this DVR port 4600143d-3b0e-430e-bcfe-cdf3ff87b884 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:44:58.166928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.166928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.166928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.166928 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.167318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.167538 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.167861 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.168181 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.168535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.168855 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.169173 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.169488 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774a9b3-892d-4723-94e2-85826eb5265f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:58.244021 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.244648 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Fanout notify agent at l3_agent the message router_deleted on router 64b17834-e0dc-4bba-a359-48d660478724 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:44:58.252245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.253375 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f2f5fe0e-0d95-4681-a523-eccb8b25a69f tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/routers/64b17834-e0dc-4bba-a359-48d660478724 HTTP/1.1" status: 204 len: 168 time: 0.9876928 Sep 16 17:44:58.256109 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33176) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:58.278029 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-10464575-ddf9-4cb4-a310-49245a0a072b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.334901 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.380111 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4600143d-3b0e-430e-bcfe-cdf3ff87b884 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:44:58.410260 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 4600143d-3b0e-430e-bcfe-cdf3ff87b884 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:44:58.410673 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 4600143d-3b0e-430e-bcfe-cdf3ff87b884 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:44:58.435497 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.457226 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb23327-a66a-4ca3-8872-1efb104dd18f']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:58.466715 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:58.467016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb86aedd-c26f-4d6e-9fd9-a3098959bc1c') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:58.477800 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.491359 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.497155 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:44:58.497538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:44:58.500759 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:44:58.632250 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.644003 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.646100 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/networks/ddb23327-a66a-4ca3-8872-1efb104dd18f HTTP/1.1" status: 204 len: 168 time: 0.3890817 Sep 16 17:44:58.649563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33178) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:58.660974 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2896d5d-ecf6-4f86-b609-2f83ef78b144 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'Network': ['ID=ddb23327-a66a-4ca3-8872-1efb104dd18f,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:58.709960 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-647da3b2-e467-4ddc-aa26-3b95f260f242 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.736846 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-647da3b2-e467-4ddc-aa26-3b95f260f242 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.862727 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-647da3b2-e467-4ddc-aa26-3b95f260f242 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.865303 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-647da3b2-e467-4ddc-aa26-3b95f260f242 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:58.866471 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-647da3b2-e467-4ddc-aa26-3b95f260f242 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] 10.222.0.22 "DELETE /v2.0/security-groups/0ee281ab-bf39-4810-be1f-1dfe174a0180 HTTP/1.1" status: 204 len: 168 time: 0.2159221 Sep 16 17:44:58.876162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647da3b2-e467-4ddc-aa26-3b95f260f242 tempest-TestNetworkAdvancedServerOps-1971692824 tempest-TestNetworkAdvancedServerOps-1971692824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee281ab-bf39-4810-be1f-1dfe174a0180,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:59.439680 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33186) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:59.569749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-10386f0e-f50e-4fea-8efe-ed741df20895 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=930a8aa811b340cca01159f0f90b2c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289237 Sep 16 17:44:59.572153 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33190) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:44:59.618447 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0ed718d-0166-4f91-91bf-47d50261448e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:59.639750 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0ed718d-0166-4f91-91bf-47d50261448e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:59.769708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0ed718d-0166-4f91-91bf-47d50261448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:59.772210 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f0ed718d-0166-4f91-91bf-47d50261448e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:59.773451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f0ed718d-0166-4f91-91bf-47d50261448e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20e9d06d-ecb6-414c-872e-353ca1e8e509 HTTP/1.1" status: 204 len: 168 time: 0.2003422 Sep 16 17:44:59.781696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed718d-0166-4f91-91bf-47d50261448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e9d06d-ecb6-414c-872e-353ca1e8e509,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:59.998069 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c7b8bba9-5de7-453a-8f94-85f0929f1e05 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:45:00.023338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: c7b8bba9-5de7-453a-8f94-85f0929f1e05 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:45:00.023338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device c7b8bba9-5de7-453a-8f94-85f0929f1e05 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:45:00.023338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cebb354e-ca39-4f22-b2d6-360e8d160cf1 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:45:00.038872 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: cebb354e-ca39-4f22-b2d6-360e8d160cf1 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:45:00.039227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device cebb354e-ca39-4f22-b2d6-360e8d160cf1 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:45:00.370597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33196) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:00.385888 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce20d59f-bc9d-4500-9c32-04d85c064626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:00.476057 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce20d59f-bc9d-4500-9c32-04d85c064626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:00.523204 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ce20d59f-bc9d-4500-9c32-04d85c064626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:00.561174 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ce20d59f-bc9d-4500-9c32-04d85c064626 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ab53c2681da4ae196188cea84272bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894796 Sep 16 17:45:00.562766 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20d59f-bc9d-4500-9c32-04d85c064626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321761f1-4100-4f13-9b24-b3eca0321215,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:00.564426 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33198) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:00.612543 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-358ab0c2-f246-441f-bcf9-482ba506eb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:00.634194 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-358ab0c2-f246-441f-bcf9-482ba506eb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:00.753591 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-358ab0c2-f246-441f-bcf9-482ba506eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:00.756362 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-358ab0c2-f246-441f-bcf9-482ba506eb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:00.757564 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-358ab0c2-f246-441f-bcf9-482ba506eb47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/321761f1-4100-4f13-9b24-b3eca0321215 HTTP/1.1" status: 204 len: 168 time: 0.1921077 Sep 16 17:45:00.771124 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ab0c2-f246-441f-bcf9-482ba506eb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321761f1-4100-4f13-9b24-b3eca0321215,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:00.828560 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c6080c8e-2ae1-4ff8-866d-a336462c8531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:01.519663 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:01.724922 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33220) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:01.822120 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1312225774-network', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:01.908257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Made reservation on behalf of b7547e3aba2c4e129efe9408bd867ff6 for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:45:01.910594 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:01.919169 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:02.018814 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:02.068027 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:02.091663 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:45:02.101521 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf9ad52-61ac-486a-867f-ca11a39a53b9,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:02.107053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:02.107462 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Added segment 1ba1b8a9-428c-447c-9f5d-63a8d24b49ed of type vlan for network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d Sep 16 17:45:02.149413 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:02.222728 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:02.223644 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:02.224245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:02.245547 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:02.287410 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] Pushing event updated for resources: {'Network': ['ID=7f4fc928-f6fb-4026-b96b-56ff16f4e66d,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:02.297726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:45:02.313307 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-3526ed87-bd52-4bf5-919c-e20a6dcf9e8f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5872755 Sep 16 17:45:02.316224 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33224) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:02.321045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Request body: {'subnet': {'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1312225774-subnet', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:02.423083 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Made reservation on behalf of b7547e3aba2c4e129efe9408bd867ff6 for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:45:02.425519 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:02.988303 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.047145 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8932ba3c-0e6f-4190-922f-8b986497c309,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:03.055465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Checking segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:45:03.055818 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Network hostable DHCP agents. Network: 7f4fc928-f6fb-4026-b96b-56ff16f4e66d, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:45:03.142433 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:45:03.205016 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 7f4fc928-f6fb-4026-b96b-56ff16f4e66d) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:03.209111 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:03.209700 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.217331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7de63e-0bab-46bb-9903-dff77e0164aa None None] Network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:45:03.297795 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-eb9e778e-8308-4ae0-9f90-6b6887fae175 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9802752 Sep 16 17:45:03.301822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33226) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:03.306232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:03.361840 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:45:03.362704 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.383022 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.384092 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.438455 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.495146 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Allocated IP 172.20.0.2 (7f4fc928-f6fb-4026-b96b-56ff16f4e66d/8932ba3c-0e6f-4190-922f-8b986497c309/a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:45:03.626436 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.642107 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.708938 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.748177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:03.751504 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:03.758183 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:45:03.761001 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Pushing event updated for resources: {'Port': ['ID=a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:03.815691 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Attempting to bind port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:45:03.816055 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Attempting to bind port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:45:03.816436 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Attempting to bind port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:45:03.821270 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:45:03.821638 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Checking segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:45:03.822034 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.822418 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Bound using segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:45:03.822871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Bound port: a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:45:03.823247 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.877700 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.885678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] For port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:45:03.888689 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] For port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:45:03.897237 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.946745 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:04.010317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Allocated IP 172.25.6.31 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/5b685215-a1c4-4f7b-b9fc-373a6205252a) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:45:04.017621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e448aa-8b66-4262-be7d-93d3880ff1f5 None None] Pushing event updated for resources: {'Port': ['ID=a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:04.068510 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:04.131234 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:04.215530 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:04.258570 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:04.261445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:04.268697 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:45:04.271841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Pushing event updated for resources: {'Port': ['ID=5b685215-a1c4-4f7b-b9fc-373a6205252a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:04.574155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:04.781568 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:04.844376 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe496384-a4c0-407a-a1c2-83fc734e69ad None None] Network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:45:04.913403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-13c73016-b4ba-4558-b36a-97bd8ce4f9ff None None] Provisioning complete for port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:04.913830 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-13c73016-b4ba-4558-b36a-97bd8ce4f9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:05.065045 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-13c73016-b4ba-4558-b36a-97bd8ce4f9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:05.110401 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-13c73016-b4ba-4558-b36a-97bd8ce4f9ff None None] For port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:45:05.194877 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-13c73016-b4ba-4558-b36a-97bd8ce4f9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:05.252800 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c73016-b4ba-4558-b36a-97bd8ce4f9ff None None] Pushing event updated for resources: {'Port': ['ID=a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:05.285259 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Router dd0b9269-064c-45b2-93ee-cafeca663f3c is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:45:05.315372 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9f26e06b-7ab9-465d-a6d6-3bb0d6f57c10 None None] Provisioning complete for port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:05.315747 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9f26e06b-7ab9-465d-a6d6-3bb0d6f57c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:05.396608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:45:05.410283 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Sync routers for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:45:05.419664 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:45:05.420238 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:05.466662 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:05.468411 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7fa7eb2a-24d1-49a6-92c8-9e7ed30346dd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1650989 Sep 16 17:45:05.470819 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33228) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:05.527996 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:45:05.703014 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:04Z', 'revision_number': 3, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:05.729628 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Checking router: dd0b9269-064c-45b2-93ee-cafeca663f3c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:45:05.729977 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Updating router dd0b9269-064c-45b2-93ee-cafeca663f3c port 5b685215-a1c4-4f7b-b9fc-373a6205252a binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:45:05.754640 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:05.889711 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.018633 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.040033 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:45:06.059180 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Allocated IP 172.20.0.1 (7f4fc928-f6fb-4026-b96b-56ff16f4e66d/8932ba3c-0e6f-4190-922f-8b986497c309/9d52e2ab-5e76-4aa3-ae74-7ade41e8127a) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:45:06.086120 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.089174 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:06.089555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.147363 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Attempting to bind port 5b685215-a1c4-4f7b-b9fc-373a6205252a on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:45:06.147720 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Attempting to bind port 5b685215-a1c4-4f7b-b9fc-373a6205252a by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:45:06.148085 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Attempting to bind port 5b685215-a1c4-4f7b-b9fc-373a6205252a on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:45:06.151188 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Pushing event updated for resources: {'Port': ['ID=5b685215-a1c4-4f7b-b9fc-373a6205252a,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:06.156412 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:45:06.156807 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:45:06.157228 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.157563 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:45:06.158045 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Bound port: 5b685215-a1c4-4f7b-b9fc-373a6205252a, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:45:06.158404 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.178307 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.185300 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.185653 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.185988 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.186329 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.186679 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.187143 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.187486 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.187879 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.188206 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.188559 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.188882 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.189202 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:06.225609 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] For port 5b685215-a1c4-4f7b-b9fc-373a6205252a, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:45:06.228462 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] For port 5b685215-a1c4-4f7b-b9fc-373a6205252a, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b685215-a1c4-4f7b-b9fc-373a6205252a,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:45:06.306929 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.318047 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.344688 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:06.349003 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:06.352424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:45:06.379653 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Pushing event updated for resources: {'Port': ['ID=9d52e2ab-5e76-4aa3-ae74-7ade41e8127a,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:06.379936 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee9431-31ab-4792-85c3-571f303eae1b None None] Pushing event updated for resources: {'Port': ['ID=5b685215-a1c4-4f7b-b9fc-373a6205252a,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:06.382936 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:45:06.392918 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:06.411935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.507090 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:45:06.616239 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.635930 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-08774dba-5a6b-4b71-9eb6-d16b29057f73 None None] Provisioning complete for port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:06.636574 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-08774dba-5a6b-4b71-9eb6-d16b29057f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.674665 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-08774dba-5a6b-4b71-9eb6-d16b29057f73 None None] Port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:45:06.691286 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:04Z', 'revision_number': 3, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:06.718965 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65fc4b7-bbc2-4679-a50f-8b62fb9e6a39 None None] The sync data for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 is: [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:04Z', 'revision_number': 3, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:45:06.793060 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.862530 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.942710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Pushing event updated for resources: {'Port': ['ID=9d52e2ab-5e76-4aa3-ae74-7ade41e8127a,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:06.950893 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:07.011718 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:45:07.050455 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:07.051928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:07.181604 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Router dd0b9269-064c-45b2-93ee-cafeca663f3c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:45:07.297266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b7345a55-021b-45c6-b3d8-1a99b9e87b99 None None] Provisioning complete for port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:07.297866 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b7345a55-021b-45c6-b3d8-1a99b9e87b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:07.302567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:45:07.307575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c7142836-5866-4094-85d7-a212ba490c7f admin admin] 10.222.0.22 "PUT /v2.0/routers/dd0b9269-064c-45b2-93ee-cafeca663f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357532 Sep 16 17:45:07.342336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b7345a55-021b-45c6-b3d8-1a99b9e87b99 None None] Port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:45:08.006355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33246) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:08.011368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-645101403-network', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:08.027560 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b685215-a1c4-4f7b-b9fc-373a6205252a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:45:08.076196 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5b685215-a1c4-4f7b-b9fc-373a6205252a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:08.076600 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.091176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Made reservation on behalf of 2e4c46a7e93c4b53ab3def912ae00203 for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:45:08.095409 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.103377 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.164881 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.184858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 5b685215-a1c4-4f7b-b9fc-373a6205252a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b685215-a1c4-4f7b-b9fc-373a6205252a,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:45:08.199229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.222487 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Sync routers for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:45:08.232744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:45:08.233365 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:08.266859 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.293292 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.314846 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:45:08.323648 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1b1d7f-afeb-4d23-9935-1d3c38814637,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:08.330371 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.330715 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Added segment 3bb921cd-4990-472b-b344-f2223fc17477 of type vlan for network 7310777b-3f3e-4fc2-88de-a2e7641147ee Sep 16 17:45:08.360892 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=5b685215-a1c4-4f7b-b9fc-373a6205252a,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:08.373767 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.382339 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:45:08.462745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.463740 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:08.464613 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.524675 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] Pushing event updated for resources: {'Network': ['ID=7310777b-3f3e-4fc2-88de-a2e7641147ee,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:08.536089 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network 7310777b-3f3e-4fc2-88de-a2e7641147ee details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:45:08.555034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ece4924-e0a7-4f3c-9296-c03b8a374db3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5474887 Sep 16 17:45:08.557616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33250) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:08.563051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Request body: {'subnet': {'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-645101403-subnet', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:08.634468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Made reservation on behalf of 2e4c46a7e93c4b53ab3def912ae00203 for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:45:08.636913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.651569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 2, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:08.682308 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Checking router: dd0b9269-064c-45b2-93ee-cafeca663f3c for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:45:08.682667 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Updating router dd0b9269-064c-45b2-93ee-cafeca663f3c port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:45:08.707396 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.886120 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.940980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57636551-1d20-406b-a7de-465d18a6dad9,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:08.950891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Checking segment: {'id': '3bb921cd-4990-472b-b344-f2223fc17477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:45:08.951248 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Network hostable DHCP agents. Network: 7310777b-3f3e-4fc2-88de-a2e7641147ee, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:45:09.039903 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Network 7310777b-3f3e-4fc2-88de-a2e7641147ee is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:45:09.113919 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, 7310777b-3f3e-4fc2-88de-a2e7641147ee) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:09.118605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:09.119197 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.127537 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dbf04a-edf9-4f40-afec-c3d52f485496 None None] Network 7310777b-3f3e-4fc2-88de-a2e7641147ee requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:45:09.132560 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.204515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a726ef7c-18b0-4ec3-842f-1c30ffdb5cf5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6456416 Sep 16 17:45:09.206760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33252) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:09.211032 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-645101403-router', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:09.230369 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.291439 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524d419-3d67-41d2-880a-6faf266e5fa5 None None] Pushing event updated for resources: {'Port': ['ID=9d52e2ab-5e76-4aa3-ae74-7ade41e8127a,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:09.295033 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.296956 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.334158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-7310777b-3f3e-4fc2-88de-a2e7641147ee', 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'fixed_ips': [{'subnet_id': '57636551-1d20-406b-a7de-465d18a6dad9'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:45:09.335006 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.356498 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.384947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Attempting to bind port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:45:09.385515 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Attempting to bind port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:45:09.396445 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Attempting to bind port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:45:09.438030 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:45:09.438402 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Checking segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:45:09.438803 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.439194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Bound using segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:45:09.439671 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Bound port: 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:45:09.440050 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.539736 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9fdf4dbf-0d72-417d-bf15-b90a79045905 None None] Provisioning complete for port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:09.540016 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4dbf-0d72-417d-bf15-b90a79045905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.576537 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.592403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] For port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:45:09.596661 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Allocated IP 172.20.0.2 (7310777b-3f3e-4fc2-88de-a2e7641147ee/57636551-1d20-406b-a7de-465d18a6dad9/e8c77d43-ea95-45f5-b614-40b047e9f9d7) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:45:09.612277 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf4dbf-0d72-417d-bf15-b90a79045905 None None] Port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:45:09.619947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] For port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9d52e2ab-5e76-4aa3-ae74-7ade41e8127a,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:45:09.710710 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.801810 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.811087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524d419-3d67-41d2-880a-6faf266e5fa5 None None] Pushing event updated for resources: {'Port': ['ID=9d52e2ab-5e76-4aa3-ae74-7ade41e8127a,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:09.813755 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:45:09.814353 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:09.863340 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.863867 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.887380 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:09.946864 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Network 7310777b-3f3e-4fc2-88de-a2e7641147ee is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:09.957676 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:09.967360 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:45:09.972060 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Pushing event updated for resources: {'Port': ['ID=e8c77d43-ea95-45f5-b614-40b047e9f9d7,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:09.976742 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:45:10.006155 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Allocated IP 172.25.6.122 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/35bc4b1f-282f-4d2f-888a-dcf8676089b5) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:45:10.048626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b685215-a1c4-4f7b-b9fc-373a6205252a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:45:10.096110 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Attempting to bind port e8c77d43-ea95-45f5-b614-40b047e9f9d7 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:45:10.096503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Attempting to bind port e8c77d43-ea95-45f5-b614-40b047e9f9d7 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '3bb921cd-4990-472b-b344-f2223fc17477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:45:10.096867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Attempting to bind port e8c77d43-ea95-45f5-b614-40b047e9f9d7 on network 7310777b-3f3e-4fc2-88de-a2e7641147ee {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:45:10.117093 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:10.140231 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:45:10.140557 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Checking segment: {'id': '3bb921cd-4990-472b-b344-f2223fc17477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:45:10.140963 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:10.141452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Bound using segment: {'id': '3bb921cd-4990-472b-b344-f2223fc17477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:45:10.141862 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Bound port: e8c77d43-ea95-45f5-b614-40b047e9f9d7, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb921cd-4990-472b-b344-f2223fc17477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:45:10.142241 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:10.156796 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-7e37c293-9a99-4ec8-be4a-10b00334a787 None None] Provisioning complete for port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:10.157157 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7e37c293-9a99-4ec8-be4a-10b00334a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:10.211701 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:10.246682 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:10.249605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:10.253434 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:45:10.286239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Pushing event updated for resources: {'Port': ['ID=35bc4b1f-282f-4d2f-888a-dcf8676089b5,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:10.310914 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 5b685215-a1c4-4f7b-b9fc-373a6205252a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:10.311302 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:10.363112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] For port e8c77d43-ea95-45f5-b614-40b047e9f9d7, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:45:10.410154 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] For port e8c77d43-ea95-45f5-b614-40b047e9f9d7, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e8c77d43-ea95-45f5-b614-40b047e9f9d7,segment=NetworkSegment(3bb921cd-4990-472b-b344-f2223fc17477),segment_id=3bb921cd-4990-472b-b344-f2223fc17477)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:45:10.420731 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7e37c293-9a99-4ec8-be4a-10b00334a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:10.494738 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:10.501782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7e37c293-9a99-4ec8-be4a-10b00334a787 None None] For port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9d52e2ab-5e76-4aa3-ae74-7ade41e8127a,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:45:10.546686 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:09Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:10.578785 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cfe336-2b08-4d27-afa9-c3d7a205e257 None None] The sync data for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 is: [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:09Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:45:10.580336 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7e37c293-9a99-4ec8-be4a-10b00334a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:10.601562 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e68075-8a10-4e88-97d4-d737c2ba901a None None] Pushing event updated for resources: {'Port': ['ID=e8c77d43-ea95-45f5-b614-40b047e9f9d7,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:10.620273 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:10.674963 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37c293-9a99-4ec8-be4a-10b00334a787 None None] Pushing event updated for resources: {'Port': ['ID=9d52e2ab-5e76-4aa3-ae74-7ade41e8127a,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:10.869338 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:11.449402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Router 07cecbb7-de50-46a5-8538-ca7feb298786 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:45:11.539039 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c631e8cb-2a03-4fa9-8767-a2bc6e9f2225 None None] Network 7310777b-3f3e-4fc2-88de-a2e7641147ee requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:45:11.569533 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:45:11.582217 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Sync routers for ids ['07cecbb7-de50-46a5-8538-ca7feb298786'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:45:11.591016 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Routers {'07cecbb7-de50-46a5-8538-ca7feb298786'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:45:11.591645 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['07cecbb7-de50-46a5-8538-ca7feb298786'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:11.626318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-83a0a16c-78c1-40c7-b9cf-030e50ad9000 None None] Provisioning complete for port e8c77d43-ea95-45f5-b614-40b047e9f9d7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:11.630000 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a0a16c-78c1-40c7-b9cf-030e50ad9000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:11.649400 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:11.650874 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-8756ba27-0643-4dea-89bf-e7834db50789 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4431732 Sep 16 17:45:11.653639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33254) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:11.727998 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Set router 07cecbb7-de50-46a5-8538-ca7feb298786 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:45:11.764273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a0a16c-78c1-40c7-b9cf-030e50ad9000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:11.805259 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-83a0a16c-78c1-40c7-b9cf-030e50ad9000 None None] For port e8c77d43-ea95-45f5-b614-40b047e9f9d7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e8c77d43-ea95-45f5-b614-40b047e9f9d7,segment=NetworkSegment(3bb921cd-4990-472b-b344-f2223fc17477),segment_id=3bb921cd-4990-472b-b344-f2223fc17477)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:45:11.890110 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-83a0a16c-78c1-40c7-b9cf-030e50ad9000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:11.981534 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0a16c-78c1-40c7-b9cf-030e50ad9000 None None] Pushing event updated for resources: {'Port': ['ID=e8c77d43-ea95-45f5-b614-40b047e9f9d7,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:12.047340 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'name': 'tempest-TestShelveInstance-645101403-router', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 3, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'gw_port': {'id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:12.075626 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Checking router: 07cecbb7-de50-46a5-8538-ca7feb298786 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:45:12.075975 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Updating router 07cecbb7-de50-46a5-8538-ca7feb298786 port 35bc4b1f-282f-4d2f-888a-dcf8676089b5 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:45:12.114568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5b86e278-6d7d-4d18-896e-65a535fb5275 None None] Provisioning complete for port e8c77d43-ea95-45f5-b614-40b047e9f9d7 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:12.114568 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5b86e278-6d7d-4d18-896e-65a535fb5275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.115964 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.149322 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e8c77d43-ea95-45f5-b614-40b047e9f9d7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:45:12.193708 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.236497 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e8c77d43-ea95-45f5-b614-40b047e9f9d7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:12.236870 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.367288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Allocated IP 172.20.0.1 (7310777b-3f3e-4fc2-88de-a2e7641147ee/57636551-1d20-406b-a7de-465d18a6dad9/86b41382-6732-4a29-b08e-6827dfdf689d) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:45:12.422335 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.486386 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:45:12.488305 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.491376 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.534859 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:12.535091 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.543201 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Attempting to bind port 35bc4b1f-282f-4d2f-888a-dcf8676089b5 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:45:12.546482 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Attempting to bind port 35bc4b1f-282f-4d2f-888a-dcf8676089b5 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:45:12.546482 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Attempting to bind port 35bc4b1f-282f-4d2f-888a-dcf8676089b5 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:45:12.546482 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def38063-8560-4fd7-9c3c-3f2074eb9e06 None None] Pushing event updated for resources: {'Port': ['ID=35bc4b1f-282f-4d2f-888a-dcf8676089b5,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:12.551820 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:45:12.552274 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:45:12.552768 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.553261 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:45:12.553953 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Bound port: 35bc4b1f-282f-4d2f-888a-dcf8676089b5, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:45:12.554181 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.588800 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.606308 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] For port 35bc4b1f-282f-4d2f-888a-dcf8676089b5, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:45:12.610923 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] For port 35bc4b1f-282f-4d2f-888a-dcf8676089b5, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=35bc4b1f-282f-4d2f-888a-dcf8676089b5,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:45:12.628597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Network 7310777b-3f3e-4fc2-88de-a2e7641147ee is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:12.631245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:12.634674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:45:12.662189 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Pushing event updated for resources: {'Port': ['ID=86b41382-6732-4a29-b08e-6827dfdf689d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:12.669872 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.681487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.732513 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Routers {'07cecbb7-de50-46a5-8538-ca7feb298786'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:45:12.733149 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['07cecbb7-de50-46a5-8538-ca7feb298786'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:12.773357 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def38063-8560-4fd7-9c3c-3f2074eb9e06 None None] Pushing event updated for resources: {'Port': ['ID=35bc4b1f-282f-4d2f-888a-dcf8676089b5,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:12.850175 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] Set router 07cecbb7-de50-46a5-8538-ca7feb298786 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:45:12.861579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-b8990fc2-1196-490b-ad6f-17985feb7f31 None None] Provisioning complete for port 86b41382-6732-4a29-b08e-6827dfdf689d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:12.862148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b8990fc2-1196-490b-ad6f-17985feb7f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.879525 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:12.898013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-b8990fc2-1196-490b-ad6f-17985feb7f31 None None] Port 86b41382-6732-4a29-b08e-6827dfdf689d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:45:13.030052 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'name': 'tempest-TestShelveInstance-645101403-router', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 3, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'gw_port': {'id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:13.046649 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:13.057639 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75870e4-fdc4-40fe-b02f-261e0459c3cb None None] The sync data for ids ['07cecbb7-de50-46a5-8538-ca7feb298786'] in n-d-807786-3 is: [{'id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'name': 'tempest-TestShelveInstance-645101403-router', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 3, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'gw_port': {'id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:45:13.135099 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:13.206757 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:13.208624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Pushing event updated for resources: {'Port': ['ID=86b41382-6732-4a29-b08e-6827dfdf689d,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:13.309951 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Network 7310777b-3f3e-4fc2-88de-a2e7641147ee is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:13.311249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:13.457031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Router 07cecbb7-de50-46a5-8538-ca7feb298786 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:45:13.576952 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:45:13.582408 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-188fca85-4e83-4d58-bd17-33e5fbf2f085 admin admin] 10.222.0.22 "PUT /v2.0/routers/07cecbb7-de50-46a5-8538-ca7feb298786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9277573 Sep 16 17:45:13.622991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d56b12d1-6241-4322-9c67-951f5643b80e None None] Provisioning complete for port 86b41382-6732-4a29-b08e-6827dfdf689d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:13.623365 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d56b12d1-6241-4322-9c67-951f5643b80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:13.664811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d56b12d1-6241-4322-9c67-951f5643b80e None None] Port 86b41382-6732-4a29-b08e-6827dfdf689d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:45:14.076109 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e8c77d43-ea95-45f5-b614-40b047e9f9d7 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:45:14.131432 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port e8c77d43-ea95-45f5-b614-40b047e9f9d7 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:14.131801 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.210770 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 35bc4b1f-282f-4d2f-888a-dcf8676089b5 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:45:14.258336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 35bc4b1f-282f-4d2f-888a-dcf8676089b5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:14.258703 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.267612 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33262) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:14.272300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-5772d176-6e02-46ba-9ad5-f49ed763c504 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002285401', 'description': 'tempest-secgroup-smoke-2002285401 description', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:14.351933 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5772d176-6e02-46ba-9ad5-f49ed763c504 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.352179 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.372664 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 35bc4b1f-282f-4d2f-888a-dcf8676089b5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=35bc4b1f-282f-4d2f-888a-dcf8676089b5,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:45:14.439889 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5772d176-6e02-46ba-9ad5-f49ed763c504 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.470320 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.511787 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.561211 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=35bc4b1f-282f-4d2f-888a-dcf8676089b5,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:14.569024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5772d176-6e02-46ba-9ad5-f49ed763c504 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.601029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772d176-6e02-46ba-9ad5-f49ed763c504 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b0de9b-3250-4cee-8df2-4a7befa1eeae,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:14.622574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Sync routers for ids ['07cecbb7-de50-46a5-8538-ca7feb298786'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:45:14.633614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Routers {'07cecbb7-de50-46a5-8538-ca7feb298786'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:45:14.634512 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['07cecbb7-de50-46a5-8538-ca7feb298786'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:14.645703 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-5772d176-6e02-46ba-9ad5-f49ed763c504 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.647045 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-5772d176-6e02-46ba-9ad5-f49ed763c504 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3783629 Sep 16 17:45:14.653611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33264) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:14.658007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2064b3b8-c81e-4777-bed0-209bea8f16ec tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '20b0de9b-3250-4cee-8df2-4a7befa1eeae', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:14.668979 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.744192 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Set router 07cecbb7-de50-46a5-8538-ca7feb298786 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:45:14.745291 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2064b3b8-c81e-4777-bed0-209bea8f16ec tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.800943 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2064b3b8-c81e-4777-bed0-209bea8f16ec tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.877505 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2064b3b8-c81e-4777-bed0-209bea8f16ec tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.894480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064b3b8-c81e-4777-bed0-209bea8f16ec tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d9bf92-7e44-4a99-aaa5-d1c34547378a,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:14.950642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'name': 'tempest-TestShelveInstance-645101403-router', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:12Z', 'revision_number': 4, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'gw_port': {'id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '86b41382-6732-4a29-b08e-6827dfdf689d', 'name': '', 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'mac_address': 'fa:16:3e:f4:78:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '57636551-1d20-406b-a7de-465d18a6dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:12Z', 'updated_at': '2021-09-16T17:45:12Z', 'revision_number': 2, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'subnets': [{'id': '57636551-1d20-406b-a7de-465d18a6dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:14.959590 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2064b3b8-c81e-4777-bed0-209bea8f16ec tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:14.960954 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2064b3b8-c81e-4777-bed0-209bea8f16ec tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3064251 Sep 16 17:45:14.963830 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33266) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:14.968414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f6d85ed1-6fd0-4b5e-9f5f-352d28d66d1c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '20b0de9b-3250-4cee-8df2-4a7befa1eeae', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:14.981949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Checking router: 07cecbb7-de50-46a5-8538-ca7feb298786 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:45:14.982325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Updating router 07cecbb7-de50-46a5-8538-ca7feb298786 port 86b41382-6732-4a29-b08e-6827dfdf689d binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:45:15.007865 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.050508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6d85ed1-6fd0-4b5e-9f5f-352d28d66d1c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.109937 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6d85ed1-6fd0-4b5e-9f5f-352d28d66d1c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.176966 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6d85ed1-6fd0-4b5e-9f5f-352d28d66d1c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.196869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d85ed1-6fd0-4b5e-9f5f-352d28d66d1c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18874753-2978-4289-9433-7a5530f496b1,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:15.262625 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f6d85ed1-6fd0-4b5e-9f5f-352d28d66d1c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.263828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f6d85ed1-6fd0-4b5e-9f5f-352d28d66d1c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2989724 Sep 16 17:45:15.264533 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.266578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33268) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:15.271156 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-51600005-9785-4a7b-98d3-da234ba7a4c3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '20b0de9b-3250-4cee-8df2-4a7befa1eeae', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:15.340406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.356918 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-51600005-9785-4a7b-98d3-da234ba7a4c3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.418533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffe70f-0658-455c-8802-4c5689032ed6 None None] Pushing event updated for resources: {'Port': ['ID=86b41382-6732-4a29-b08e-6827dfdf689d,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:15.441352 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-51600005-9785-4a7b-98d3-da234ba7a4c3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.448531 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Attempting to bind port 86b41382-6732-4a29-b08e-6827dfdf689d on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:45:15.448927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Attempting to bind port 86b41382-6732-4a29-b08e-6827dfdf689d by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '3bb921cd-4990-472b-b344-f2223fc17477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:45:15.449295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Attempting to bind port 86b41382-6732-4a29-b08e-6827dfdf689d on network 7310777b-3f3e-4fc2-88de-a2e7641147ee {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:45:15.454535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:45:15.454901 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Checking segment: {'id': '3bb921cd-4990-472b-b344-f2223fc17477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:45:15.455299 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.455692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Bound using segment: {'id': '3bb921cd-4990-472b-b344-f2223fc17477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:45:15.456175 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Bound port: 86b41382-6732-4a29-b08e-6827dfdf689d, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb921cd-4990-472b-b344-f2223fc17477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:45:15.456580 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.522964 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-51600005-9785-4a7b-98d3-da234ba7a4c3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.525374 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] For port 86b41382-6732-4a29-b08e-6827dfdf689d, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:45:15.529000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] For port 86b41382-6732-4a29-b08e-6827dfdf689d, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=86b41382-6732-4a29-b08e-6827dfdf689d,segment=NetworkSegment(3bb921cd-4990-472b-b344-f2223fc17477),segment_id=3bb921cd-4990-472b-b344-f2223fc17477)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:45:15.543440 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51600005-9785-4a7b-98d3-da234ba7a4c3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57533d9-4636-408f-9a05-4ecc9de33d07,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:15.606818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f0759dca-93e3-46b3-ba00-99328ac5caef None None] Provisioning complete for port 86b41382-6732-4a29-b08e-6827dfdf689d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:15.607185 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0759dca-93e3-46b3-ba00-99328ac5caef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.632301 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.637667 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-51600005-9785-4a7b-98d3-da234ba7a4c3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.639042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-51600005-9785-4a7b-98d3-da234ba7a4c3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713560 Sep 16 17:45:15.641916 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33270) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:15.647165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-86b53f24-5437-4a35-8bc9-93846930ebd9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '20b0de9b-3250-4cee-8df2-4a7befa1eeae', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:15.691391 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f0759dca-93e3-46b3-ba00-99328ac5caef None None] Port 86b41382-6732-4a29-b08e-6827dfdf689d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:45:15.704556 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Routers {'07cecbb7-de50-46a5-8538-ca7feb298786'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:45:15.705266 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:45:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['07cecbb7-de50-46a5-8538-ca7feb298786'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:15.742817 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffe70f-0658-455c-8802-4c5689032ed6 None None] Pushing event updated for resources: {'Port': ['ID=86b41382-6732-4a29-b08e-6827dfdf689d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:15.758538 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86b53f24-5437-4a35-8bc9-93846930ebd9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.825700 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] Set router 07cecbb7-de50-46a5-8538-ca7feb298786 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:45:15.826155 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86b53f24-5437-4a35-8bc9-93846930ebd9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.900087 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86b53f24-5437-4a35-8bc9-93846930ebd9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.920135 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b53f24-5437-4a35-8bc9-93846930ebd9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77ffbd1-66c4-43be-8777-e514300ee3d9,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:15.959141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-31fff22b-853e-45b0-86b7-5b5c28c2f2c6 None None] Provisioning complete for port 86b41382-6732-4a29-b08e-6827dfdf689d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:15.959554 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31fff22b-853e-45b0-86b7-5b5c28c2f2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.992532 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-86b53f24-5437-4a35-8bc9-93846930ebd9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:15.997689 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33272) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:16.005534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-bfbd5be5-2711-4939-9ff6-90a82682624e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '20b0de9b-3250-4cee-8df2-4a7befa1eeae', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:16.011043 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-86b53f24-5437-4a35-8bc9-93846930ebd9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3679302 Sep 16 17:45:16.018863 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 35bc4b1f-282f-4d2f-888a-dcf8676089b5 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:45:16.089184 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-bfbd5be5-2711-4939-9ff6-90a82682624e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Project b7547e3aba2c4e129efe9408bd867ff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:45:16.095260 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfbd5be5-2711-4939-9ff6-90a82682624e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.139040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31fff22b-853e-45b0-86b7-5b5c28c2f2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.148539 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 35bc4b1f-282f-4d2f-888a-dcf8676089b5 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:16.148900 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.157653 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfbd5be5-2711-4939-9ff6-90a82682624e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.186724 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'name': 'tempest-TestShelveInstance-645101403-router', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:12Z', 'revision_number': 4, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'gw_port': {'id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '86b41382-6732-4a29-b08e-6827dfdf689d', 'name': '', 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'mac_address': 'fa:16:3e:f4:78:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '57636551-1d20-406b-a7de-465d18a6dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:12Z', 'updated_at': '2021-09-16T17:45:15Z', 'revision_number': 4, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'subnets': [{'id': '57636551-1d20-406b-a7de-465d18a6dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:16.233178 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16960ea5-24da-4b01-8a24-f4681ff0f0f4 None None] The sync data for ids ['07cecbb7-de50-46a5-8538-ca7feb298786'] in n-d-807786-3 is: [{'id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'name': 'tempest-TestShelveInstance-645101403-router', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:12Z', 'revision_number': 4, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'gw_port': {'id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '86b41382-6732-4a29-b08e-6827dfdf689d', 'name': '', 'network_id': '7310777b-3f3e-4fc2-88de-a2e7641147ee', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'mac_address': 'fa:16:3e:f4:78:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '57636551-1d20-406b-a7de-465d18a6dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:12Z', 'updated_at': '2021-09-16T17:45:15Z', 'revision_number': 4, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'subnets': [{'id': '57636551-1d20-406b-a7de-465d18a6dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:45:16.238323 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-31fff22b-853e-45b0-86b7-5b5c28c2f2c6 None None] For port 86b41382-6732-4a29-b08e-6827dfdf689d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=86b41382-6732-4a29-b08e-6827dfdf689d,segment=NetworkSegment(3bb921cd-4990-472b-b344-f2223fc17477),segment_id=3bb921cd-4990-472b-b344-f2223fc17477)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:45:16.239932 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfbd5be5-2711-4939-9ff6-90a82682624e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.263168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd5be5-2711-4939-9ff6-90a82682624e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defee974-d041-437c-ae5d-0fedd7760353,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:16.296560 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-31fff22b-853e-45b0-86b7-5b5c28c2f2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.349858 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-bfbd5be5-2711-4939-9ff6-90a82682624e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.351966 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-bfbd5be5-2711-4939-9ff6-90a82682624e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3523748 Sep 16 17:45:16.354385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 33274) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:16.359829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-a8d5056d-a489-45be-9597-732ce0a63618 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '20b0de9b-3250-4cee-8df2-4a7befa1eeae', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:16.363580 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fff22b-853e-45b0-86b7-5b5c28c2f2c6 None None] Pushing event updated for resources: {'Port': ['ID=86b41382-6732-4a29-b08e-6827dfdf689d,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:16.466264 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-a8d5056d-a489-45be-9597-732ce0a63618 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Project b7547e3aba2c4e129efe9408bd867ff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:45:16.472588 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8d5056d-a489-45be-9597-732ce0a63618 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.539225 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8d5056d-a489-45be-9597-732ce0a63618 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.620485 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8d5056d-a489-45be-9597-732ce0a63618 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.639081 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5056d-a489-45be-9597-732ce0a63618 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab46e7ee-f7ee-4814-93e9-8709fb6d8a0b,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:16.714608 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-a8d5056d-a489-45be-9597-732ce0a63618 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.716354 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-a8d5056d-a489-45be-9597-732ce0a63618 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3607986 Sep 16 17:45:16.858510 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-7282e003-d769-4ed1-a1b1-87ce86b4f773 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002285401&fields=id&tenant_id=b7547e3aba2c4e129efe9408bd867ff6 HTTP/1.1" status: 200 len: 267 time: 0.0317793 Sep 16 17:45:16.966611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-3db74514-6cc8-432d-aceb-f6eba7cda724 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:16.968118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-3db74514-6cc8-432d-aceb-f6eba7cda724 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 809 time: 0.1031287 Sep 16 17:45:16.982439 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-6e82c882-0351-4c42-82b1-0d6a2e86260c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/quotas/b7547e3aba2c4e129efe9408bd867ff6 HTTP/1.1" status: 200 len: 375 time: 0.0086980 Sep 16 17:45:17.034910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-38321459-b7ca-415d-8c36-0b033e557dc8 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471826 Sep 16 17:45:17.139422 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-53c103da-fe1a-4404-bfa2-bbfd002c8bff service neutron] 10.222.0.22 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927238 Sep 16 17:45:17.228717 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-4a8600c7-85b4-45b5-94c8-804ca2a9272a service neutron] 10.222.0.22 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829482 Sep 16 17:45:17.481444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f4f4dc6f-4868-4fee-a7ab-6d02ebb47e77 req-76eb50aa-72a1-4870-b453-aa69166aabb8 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 210 time: 0.0309606 Sep 16 17:45:18.040600 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 86b41382-6732-4a29-b08e-6827dfdf689d up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:45:18.090743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 86b41382-6732-4a29-b08e-6827dfdf689d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:18.091111 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:18.578213 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c1bd4c3a-cec8-4221-828f-112326c4ef64 req-aa687c70-14c7-427f-bf31-308c65900da2 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 210 time: 0.0262372 Sep 16 17:45:19.603187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-f645d3f1-21ae-4d84-ab97-a31fdc7af7da tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:19.605155 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-f645d3f1-21ae-4d84-ab97-a31fdc7af7da tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 809 time: 0.1003423 Sep 16 17:45:19.652068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-0e0adefd-8287-4a2a-b8ee-f4f7fcf75464 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7547e3aba2c4e129efe9408bd867ff6 HTTP/1.1" status: 200 len: 380 time: 0.0376182 Sep 16 17:45:19.669336 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'port': {'device_id': '1e7d533f-a214-43fb-b238-970b12fee125', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'admin_state_up': True, 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'security_groups': ['20b0de9b-3250-4cee-8df2-4a7befa1eeae']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:19.696840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b437ac68-5864-4fed-8b59-8f959c059cd0 req-96b3e7eb-bc77-427a-94ef-400782fa1c57 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 210 time: 0.0505390 Sep 16 17:45:19.856631 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Made reservation on behalf of b7547e3aba2c4e129efe9408bd867ff6 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:45:19.860947 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:19.989696 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Allocated IP 172.20.0.3 (7f4fc928-f6fb-4026-b96b-56ff16f4e66d/8932ba3c-0e6f-4190-922f-8b986497c309/0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:45:20.125416 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:20.223118 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:20.264890 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:20.267990 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:20.271668 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:45:20.298895 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:20.333063 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:20.334000 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:20.438373 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-5d254b8f-ab14-4ddd-8071-158a79bea1d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7780778 Sep 16 17:45:20.450543 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Request body: {'port': {'device_id': '1e7d533f-a214-43fb-b238-970b12fee125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:20.507064 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:20.542350 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-f5e842f9-738a-4ba5-b249-12726f710d9d None None] Provisioning complete for port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:20.542913 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f5e842f9-738a-4ba5-b249-12726f710d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:20.578829 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-f5e842f9-738a-4ba5-b249-12726f710d9d None None] Port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:45:20.781800 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:45:20.803229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:20.820141 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Transition to ACTIVE for port object 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:45:20.832799 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9080c-b8fe-43d8-8c4b-eab9f332f278 req-0aeb0050-8f7b-4fc8-a8c5-9e2fe201f5ff tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:20.834292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7b9080c-b8fe-43d8-8c4b-eab9f332f278 req-0aeb0050-8f7b-4fc8-a8c5-9e2fe201f5ff tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 931 time: 0.0712121 Sep 16 17:45:20.872937 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b7b9080c-b8fe-43d8-8c4b-eab9f332f278 req-2acfc02b-8cb0-4259-a5e1-8b24717512b3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325265 Sep 16 17:45:20.896359 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:20.949956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:21.021591 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Attempting to bind port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:45:21.021934 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Attempting to bind port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:45:21.022260 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Attempting to bind port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:45:21.026899 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:45:21.027219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Attempting to bind port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:45:21.033303 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:45:21.033571 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Checking segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:45:21.033957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Bound using segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:45:21.034388 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Bound port: 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:45:21.034760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:21.100567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:45:21.103547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:45:21.171490 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:21.206356 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:21.206971 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:21.208370 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] 10.222.0.52 "PUT /v2.0/ports/0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 1091 time: 0.7619147 Sep 16 17:45:21.208810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:45:21.211058 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a171e6-27b1-44e8-861f-6de6aeb42baf" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:45:21.237363 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798a6a3-f330-40a6-ac4f-fa873c499802 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:21.253825 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91defb4a-8e1f-452f-a86f-3ef9e898a10c x-openstack-request-id: req-91defb4a-8e1f-452f-a86f-3ef9e898a10c {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:45:21.254115 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:45:21.254391 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91defb4a-8e1f-452f-a86f-3ef9e898a10c {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:45:21.254789 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'status': 'completed', 'code': 200} Sep 16 17:45:21.322957 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a171e6-27b1-44e8-861f-6de6aeb42baf req-6f09eb2c-72b4-4d85-9de1-afc38bcd04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:21.324735 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3a171e6-27b1-44e8-861f-6de6aeb42baf req-6f09eb2c-72b4-4d85-9de1-afc38bcd04b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1094 time: 0.0500638 Sep 16 17:45:21.425472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a171e6-27b1-44e8-861f-6de6aeb42baf req-c4b34abc-e0ca-410c-a64b-0df4ae557f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:21.426957 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3a171e6-27b1-44e8-861f-6de6aeb42baf req-c4b34abc-e0ca-410c-a64b-0df4ae557f7f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0950134 Sep 16 17:45:21.523921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a171e6-27b1-44e8-861f-6de6aeb42baf req-280b4e22-ad59-401c-9091-6a494f7f03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:21.525363 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3a171e6-27b1-44e8-861f-6de6aeb42baf req-280b4e22-ad59-401c-9091-6a494f7f03c3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920076 Sep 16 17:45:21.601880 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-47af90e0-f5b0-43fa-a903-aa2a265e170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:21.603587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-47af90e0-f5b0-43fa-a903-aa2a265e170c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1094 time: 0.0407801 Sep 16 17:45:21.647554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-9deba2fc-eb5c-4594-8bc5-3f5f8b6df326 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 217 time: 0.0365746 Sep 16 17:45:22.045051 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-d5b0c40f-ef27-40e4-9d01-700e03067928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:22.047392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-d5b0c40f-ef27-40e4-9d01-700e03067928 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.3931649 Sep 16 17:45:22.070424 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550d456-94ff-46ac-85e5-f93c5f551360 req-3ffa350a-2dff-4f92-9d9c-b32bdb17906e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:22.071842 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d550d456-94ff-46ac-85e5-f93c5f551360 req-3ffa350a-2dff-4f92-9d9c-b32bdb17906e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 943 time: 0.0695264 Sep 16 17:45:22.128077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-053eb766-477d-4549-b3ca-7aac2a1c3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:22.129616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-053eb766-477d-4549-b3ca-7aac2a1c3711 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746818 Sep 16 17:45:22.132675 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d550d456-94ff-46ac-85e5-f93c5f551360 req-b4c51482-bff0-4cf7-8863-e04636fe87da tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467787 Sep 16 17:45:22.220362 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-dc25fd5e-17ad-4cf0-951a-2f96ca6e07d6 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830839 Sep 16 17:45:22.314755 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d6ea734-ceaa-45d3-9ca9-05088fc54dfb req-c7abac98-3bb2-435f-949c-51a561598313 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879328 Sep 16 17:45:23.248066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a51dd3-6c45-488b-91d0-d9e931e2279f req-8065da27-31d9-4235-88e3-72f7be313b58 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:23.249561 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a51dd3-6c45-488b-91d0-d9e931e2279f req-8065da27-31d9-4235-88e3-72f7be313b58 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 943 time: 0.0487785 Sep 16 17:45:23.287742 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-70a51dd3-6c45-488b-91d0-d9e931e2279f req-4927f89d-3ca0-4c30-ba36-2b3736a5493b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Sep 16 17:45:24.400169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486112bf-85d8-4d6a-ab96-5f24dc9dd345 req-560414ac-b814-47bb-8fe2-3c53d67be0cf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:24.401683 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-486112bf-85d8-4d6a-ab96-5f24dc9dd345 req-560414ac-b814-47bb-8fe2-3c53d67be0cf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 943 time: 0.0485599 Sep 16 17:45:24.439936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-486112bf-85d8-4d6a-ab96-5f24dc9dd345 req-3675e4b2-651c-41e8-8d5f-56175cf206aa tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Sep 16 17:45:24.557258 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:45:24.654195 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:45:24.666066 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'port_id': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'mac_address': 'fa:16:3e:5c:f6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:45:24.701011 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:24.713681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:45:24.732669 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:45:24.854230 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:24.904112 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:25.071182 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:45:25.556772 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681ce84-8503-484b-b9da-b89d3a6d9923 req-d5406ad6-a379-4328-b866-2e9ff0485974 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:25.558261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9681ce84-8503-484b-b9da-b89d3a6d9923 req-d5406ad6-a379-4328-b866-2e9ff0485974 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0531199 Sep 16 17:45:25.595712 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9681ce84-8503-484b-b9da-b89d3a6d9923 req-76766db9-bf75-4bbe-840a-66e9203f8284 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306220 Sep 16 17:45:26.572982 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:45:26.690936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:45:26.695016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:26.695395 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:26.710262 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6afb61-8555-459a-a9e5-a47a4bf1e39f req-df4c2249-a8b9-479a-8d2e-888578666626 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:26.711857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee6afb61-8555-459a-a9e5-a47a4bf1e39f req-df4c2249-a8b9-479a-8d2e-888578666626 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0497699 Sep 16 17:45:26.754211 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee6afb61-8555-459a-a9e5-a47a4bf1e39f req-1ce001cb-8d0e-4cdf-9b9b-b4404c9ad150 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359070 Sep 16 17:45:26.776406 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:26.798478 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:45:26.800723 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c392139-c7e8-40e3-86b4-d9cc0f291283" -d '{"events": [{"server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "name": "network-vif-plugged", "status": "completed", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:45:26.813775 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:45:26.837060 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6b3eac-cc9f-4077-ad98-080754483340 x-openstack-request-id: req-cd6b3eac-cc9f-4077-ad98-080754483340 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:45:26.837351 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "name": "network-vif-plugged", "status": "completed", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:45:26.837607 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd6b3eac-cc9f-4077-ad98-080754483340 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:45:26.838007 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'code': 200} Sep 16 17:45:26.879472 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:26.930185 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:26.933143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ec254-3785-46ca-8bee-846e4fbb35ee req-224ae25d-cb61-477d-86c4-5072c6a5d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:26.934745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b8ec254-3785-46ca-8bee-846e4fbb35ee req-224ae25d-cb61-477d-86c4-5072c6a5d895 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1096 time: 0.0403044 Sep 16 17:45:26.968481 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2b8ec254-3785-46ca-8bee-846e4fbb35ee req-64add75b-e2aa-4e49-9913-90850beca519 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268581 Sep 16 17:45:27.874077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2502b-6f3e-4d9c-9ee5-832d3ad4d423 req-fe2bad14-59b2-4792-ac6e-a5a904033152 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:27.875876 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68a2502b-6f3e-4d9c-9ee5-832d3ad4d423 req-fe2bad14-59b2-4792-ac6e-a5a904033152 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0560973 Sep 16 17:45:27.913444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68a2502b-6f3e-4d9c-9ee5-832d3ad4d423 req-516a066e-501f-4652-92e5-1eef6c78608a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314133 Sep 16 17:45:28.259863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4579b114-42a3-498f-83c0-ef28ef00b8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:29.029562 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57cc3-b9af-485d-9bdb-571cbc388f1a req-2c54ce78-d836-4069-bb3a-cbccdbe1e18c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:29.031040 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-faa57cc3-b9af-485d-9bdb-571cbc388f1a req-2c54ce78-d836-4069-bb3a-cbccdbe1e18c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0494256 Sep 16 17:45:29.067840 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-faa57cc3-b9af-485d-9bdb-571cbc388f1a req-4e943329-5c64-428f-9ff9-da31da602aa7 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308549 Sep 16 17:45:29.179637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c7b82-8c49-4764-b8ca-85806b623824 req-3c0714ec-ee76-4e25-a305-fa17abc34928 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:29.181132 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d69c7b82-8c49-4764-b8ca-85806b623824 req-3c0714ec-ee76-4e25-a305-fa17abc34928 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0480020 Sep 16 17:45:29.217992 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d69c7b82-8c49-4764-b8ca-85806b623824 req-2df6ea9e-6475-4981-a248-0badfa13efc5 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309031 Sep 16 17:45:29.239389 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33330) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:29.371019 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34be445-47e6-4982-b663-6ccfff65b4cd tempest-TestShelveInstance-552885533 tempest-TestShelveInstance-552885533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:29.378567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a34be445-47e6-4982-b663-6ccfff65b4cd tempest-TestShelveInstance-552885533 tempest-TestShelveInstance-552885533-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1091 time: 0.1321726 Sep 16 17:45:29.380785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33334) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:45:29.385134 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:45:29.485780 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:29.579404 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:29.684206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Allocated IP 172.25.6.153 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/38309ca9-79a5-436f-8fac-59b5128c02e9) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:45:29.784545 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:29.889030 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:29.930301 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:29.933288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:29.936050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:45:29.967605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'Port': ['ID=38309ca9-79a5-436f-8fac-59b5128c02e9,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:30.289591 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:30.410804 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:30.559707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:30.619745 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:30.687867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'Port': ['ID=38309ca9-79a5-436f-8fac-59b5128c02e9,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:30.698966 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:30.799306 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Floating IP 48295555-ff63-45cf-a9e3-a4faed948383 associated. External IP: 172.25.6.153, port: 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4. Sep 16 17:45:30.831528 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2810f0b1-06f8-4ca3-bd31-59d7932f2873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:31.008475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Router dd0b9269-064c-45b2-93ee-cafeca663f3c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:45:31.118082 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:45:31.128452 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] Sync routers for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:45:31.137741 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:45:31.138357 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:31.188313 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:31.214626 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bbc48e1f-1111-48ab-be85-13ed0fcb0705 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8328161 Sep 16 17:45:31.215297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:45:31.217586 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841fe28c-baf8-423e-9b87-625e57b075fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:45:31.247287 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:45:31.257352 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b90548-e17c-47f0-9112-ae132cdcf3ad x-openstack-request-id: req-31b90548-e17c-47f0-9112-ae132cdcf3ad {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:45:31.257644 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:45:31.257892 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31b90548-e17c-47f0-9112-ae132cdcf3ad {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:45:31.258289 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'status': 'completed', 'code': 200} Sep 16 17:45:31.324878 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fe28c-baf8-423e-9b87-625e57b075fe req-7a1a788a-e0be-4b1b-a22c-ebf753862c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:31.326405 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-841fe28c-baf8-423e-9b87-625e57b075fe req-7a1a788a-e0be-4b1b-a22c-ebf753862c83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1096 time: 0.0405931 Sep 16 17:45:31.439558 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fe28c-baf8-423e-9b87-625e57b075fe req-fa19ecef-f452-46d5-84b8-9ead290da642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:31.441203 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-841fe28c-baf8-423e-9b87-625e57b075fe req-fa19ecef-f452-46d5-84b8-9ead290da642 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.1083767 Sep 16 17:45:31.488925 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '48295555-ff63-45cf-a9e3-a4faed948383', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'port_id': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'mac_address': 'fa:16:3e:5c:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d533f-a214-43fb-b238-970b12fee125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:45:30Z', 'updated_at': '2021-09-16T17:45:30Z', 'revision_number': 0, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:31.509509 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-841fe28c-baf8-423e-9b87-625e57b075fe req-393548b1-09d0-4470-a65e-ef8cabc4f2cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 999 time: 0.0614314 Sep 16 17:45:31.517050 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] Checking router: dd0b9269-064c-45b2-93ee-cafeca663f3c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:45:31.519659 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:31.525646 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:45:31.526257 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:45:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:31.564924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fe28c-baf8-423e-9b87-625e57b075fe req-098c3e8d-e8a6-49ba-a31a-9da76cc4728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:31.566398 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-841fe28c-baf8-423e-9b87-625e57b075fe req-098c3e8d-e8a6-49ba-a31a-9da76cc4728a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0504570 Sep 16 17:45:31.611254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fe28c-baf8-423e-9b87-625e57b075fe req-43c241cc-9a18-49e9-82bb-a79ba1a7683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:31.612775 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-841fe28c-baf8-423e-9b87-625e57b075fe req-43c241cc-9a18-49e9-82bb-a79ba1a7683f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397174 Sep 16 17:45:31.635418 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:45:31.707473 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-841fe28c-baf8-423e-9b87-625e57b075fe req-1ed19d31-45c7-4415-827e-b1bf8e8b595b service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875936 Sep 16 17:45:31.800372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-841fe28c-baf8-423e-9b87-625e57b075fe req-caebc0c1-67ef-4db3-b4b8-3ebc5f31632a service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862920 Sep 16 17:45:31.871280 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '48295555-ff63-45cf-a9e3-a4faed948383', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'port_id': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'mac_address': 'fa:16:3e:5c:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d533f-a214-43fb-b238-970b12fee125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:45:30Z', 'updated_at': '2021-09-16T17:45:30Z', 'revision_number': 0, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:31.983618 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a03143-4d55-4c45-806f-f713adb5b08b None None] The sync data for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 is: [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': '48295555-ff63-45cf-a9e3-a4faed948383', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'port_id': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'mac_address': 'fa:16:3e:5c:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d533f-a214-43fb-b238-970b12fee125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:45:30Z', 'updated_at': '2021-09-16T17:45:30Z', 'revision_number': 0, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:45:32.188851 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc61bdc-97c9-482d-93c1-ff692ae96d7c None None] New status for floating IP 48295555-ff63-45cf-a9e3-a4faed948383: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:45:32.428754 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:34.090430 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:44.010822 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:45:44.393388 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:44.664889 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:58.270475 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-37dc66d4-d8c4-4b8b-b456-200ee514e099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:00.858425 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a002baac-b265-4d44-824b-07b483e094c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:01.518620 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:02.261451 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:04.073184 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:13.524202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-16100d48-6fcd-462b-9722-ed9de31f551e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418243 Sep 16 17:46:13.609737 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-964c58a1-9e9d-4f12-a08d-08c5593644f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:13.611222 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-964c58a1-9e9d-4f12-a08d-08c5593644f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1096 time: 0.0459201 Sep 16 17:46:13.723207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-3321d179-31ff-4994-b163-19716375753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:13.724648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-3321d179-31ff-4994-b163-19716375753f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0949972 Sep 16 17:46:13.801932 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-c6ec09d7-f1d0-434c-9150-627b9a639b76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 1001 time: 0.0706244 Sep 16 17:46:13.850253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-1ef04616-e831-4f2b-9766-e0c1e504382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:13.851676 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-1ef04616-e831-4f2b-9766-e0c1e504382a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0429754 Sep 16 17:46:13.896883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-fafc09b4-4646-4d30-84b6-9df45c29498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:13.898340 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-fafc09b4-4646-4d30-84b6-9df45c29498f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394535 Sep 16 17:46:13.990642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-8b3d8496-f049-4b0d-a375-d5f027d9bdeb service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846128 Sep 16 17:46:14.079365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef431770-d545-4cb4-9a2a-27870d0fea78 req-5cee20a7-361d-4bd7-b0bb-dacffc736caa service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815270 Sep 16 17:46:14.418335 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:14.669854 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:21.010454 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:46:28.263540 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6ce985bd-1613-4e75-b245-6a72aa3cd0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:30.834711 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ccbaf566-5382-4e4d-b96e-2d9db76691d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:31.540905 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:32.263339 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:34.069038 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:44.394193 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:44.708852 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:58.008734 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:46:58.256549 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-76d467b4-27b3-492e-b59e-4d107aec3924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:00.839345 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f19a7b03-4fa2-418c-84bd-8b568d7f4d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:01.517805 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:02.279273 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:04.119396 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:14.011633 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-fa0f8da8-92c2-486b-87f9-6d4602cc8286 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436587 Sep 16 17:47:14.092495 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-d785e1e4-f76f-4741-97cc-96da46b393fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:14.097611 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-d785e1e4-f76f-4741-97cc-96da46b393fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1096 time: 0.0403495 Sep 16 17:47:14.195887 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-63b95f15-1d1e-4ef6-aa4d-94684af86026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:14.197399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-63b95f15-1d1e-4ef6-aa4d-94684af86026 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0844183 Sep 16 17:47:14.265879 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-3d1e9887-a42d-4d7e-94af-43c068cf2b07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 1001 time: 0.0616634 Sep 16 17:47:14.313557 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-6b75bcb5-0264-4a0f-847a-ab50b5ba111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:14.314976 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-6b75bcb5-0264-4a0f-847a-ab50b5ba111d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0425191 Sep 16 17:47:14.360253 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-eba5c382-1d19-46c4-b03b-01374d72ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:14.361900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-eba5c382-1d19-46c4-b03b-01374d72ccdf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396192 Sep 16 17:47:14.398921 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:14.460713 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-c624a1a4-d3fe-4770-ae48-179b8bf22262 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915356 Sep 16 17:47:14.552594 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f5d151e-82be-4e58-9396-44b7430c01e5 req-e7e31e7b-1625-4bf2-9501-c6041b07564c service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852058 Sep 16 17:47:14.741759 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:27.582290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24c60c-bdb8-4b1e-bbaf-05ecd5d0839c req-039059b1-8955-486e-a947-88fdc58edc65 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:27.584284 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba24c60c-bdb8-4b1e-bbaf-05ecd5d0839c req-039059b1-8955-486e-a947-88fdc58edc65 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.1145058 Sep 16 17:47:27.622044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ba24c60c-bdb8-4b1e-bbaf-05ecd5d0839c req-04bd01a0-408d-4b36-99a0-19f2f3fe274b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Sep 16 17:47:28.255834 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-caf87eb0-069a-4db4-a9d1-00bc40c54ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:28.773547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3d690-287a-4e08-99a5-d9953bf37415 req-71b8a639-e3e3-4c9c-8def-fa55813f999f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:28.775032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09c3d690-287a-4e08-99a5-d9953bf37415 req-71b8a639-e3e3-4c9c-8def-fa55813f999f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0486567 Sep 16 17:47:28.811471 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-09c3d690-287a-4e08-99a5-d9953bf37415 req-ea6594f6-1f64-4688-b6d6-f18d088fd708 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303991 Sep 16 17:47:29.949061 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168e089-fdfc-42de-9ba9-976f00265761 req-3ece0b7f-50c7-4d70-8914-ce02886ef941 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:29.950515 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0168e089-fdfc-42de-9ba9-976f00265761 req-3ece0b7f-50c7-4d70-8914-ce02886ef941 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0481832 Sep 16 17:47:29.994751 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0168e089-fdfc-42de-9ba9-976f00265761 req-c817efc5-60ae-4ccf-8c95-5f6b3fc22ee9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383809 Sep 16 17:47:30.855165 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8ec94d8b-1479-4bcf-b08c-20fdbf0feae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:31.113643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c407c-5182-432d-9673-aa3fd1ba8d04 req-80cd58e6-5349-4be0-8e87-19144b592bb8 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:31.115784 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-360c407c-5182-432d-9673-aa3fd1ba8d04 req-80cd58e6-5349-4be0-8e87-19144b592bb8 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Sep 16 17:47:31.153250 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-360c407c-5182-432d-9673-aa3fd1ba8d04 req-81bae8c0-dda9-4dc7-9ad2-9e24155d4d5b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312667 Sep 16 17:47:31.512277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:32.261547 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:32.273182 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb6e9e-67e5-41b8-ac66-649c47d6eda3 req-9963471a-f00d-432c-8e41-83a78c7caa7a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:32.273182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08cb6e9e-67e5-41b8-ac66-649c47d6eda3 req-9963471a-f00d-432c-8e41-83a78c7caa7a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0496593 Sep 16 17:47:32.308441 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-08cb6e9e-67e5-41b8-ac66-649c47d6eda3 req-79ee304b-54e6-44cb-b406-2bc84c935831 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314336 Sep 16 17:47:33.422635 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf608-91dd-4b17-90e6-b18daa10dc58 req-907aa005-52c9-4f17-b8d6-7668f68e7be1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:33.424114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8ccf608-91dd-4b17-90e6-b18daa10dc58 req-907aa005-52c9-4f17-b8d6-7668f68e7be1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0486903 Sep 16 17:47:33.465414 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8ccf608-91dd-4b17-90e6-b18daa10dc58 req-3f6e5755-7c08-4048-9639-a5598b5a99fa tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Sep 16 17:47:34.076950 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:34.578590 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18845c-f824-4609-b40b-c8d940dd74f0 req-18aaadfb-7b2d-40d8-b5ea-8bd43df3bdba tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:34.580103 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d18845c-f824-4609-b40b-c8d940dd74f0 req-18aaadfb-7b2d-40d8-b5ea-8bd43df3bdba tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0493031 Sep 16 17:47:34.618495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3d18845c-f824-4609-b40b-c8d940dd74f0 req-e5205e01-930f-493f-8deb-513e6ce07601 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Sep 16 17:47:35.007194 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:47:35.731869 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034aae9-2d55-4ca6-a859-f8b63ba30103 req-59cadcac-0108-4ac9-9a39-7b94ed1e38be tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:35.733406 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e034aae9-2d55-4ca6-a859-f8b63ba30103 req-59cadcac-0108-4ac9-9a39-7b94ed1e38be tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0484781 Sep 16 17:47:35.771517 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e034aae9-2d55-4ca6-a859-f8b63ba30103 req-a0a38f95-384e-4b9b-a8ef-6c363cd87c21 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323532 Sep 16 17:47:36.882660 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c67b5-8f4f-451d-b19a-d120c6226215 req-b531b757-1d8a-4630-be21-960e25adda51 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:36.884249 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e33c67b5-8f4f-451d-b19a-d120c6226215 req-b531b757-1d8a-4630-be21-960e25adda51 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0471590 Sep 16 17:47:36.924031 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e33c67b5-8f4f-451d-b19a-d120c6226215 req-d2351d6f-bae4-45cb-b97d-5c7bd98323af tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340567 Sep 16 17:47:38.044883 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc87d6a-ca80-45c4-b3a9-10f342bee552 req-052f07c2-8cba-43e9-b8fb-80cd85421549 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:38.046356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bdc87d6a-ca80-45c4-b3a9-10f342bee552 req-052f07c2-8cba-43e9-b8fb-80cd85421549 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0486560 Sep 16 17:47:38.083349 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bdc87d6a-ca80-45c4-b3a9-10f342bee552 req-cdd3d586-a9b5-4348-bbfe-e12a08cbbc98 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303328 Sep 16 17:47:39.152511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:47:39.201936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dac04-7166-4391-b114-9ac04e150e93 req-cd22b950-e54f-4c42-8a42-1a9362e6244f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:39.204416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c15dac04-7166-4391-b114-9ac04e150e93 req-cd22b950-e54f-4c42-8a42-1a9362e6244f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0533705 Sep 16 17:47:39.245635 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c15dac04-7166-4391-b114-9ac04e150e93 req-636caadf-defb-48e3-ba36-d082b106a6d8 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350394 Sep 16 17:47:39.254610 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:47:39.266993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'port_id': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'mac_address': 'fa:16:3e:5c:f6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:47:39.304407 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:39.316789 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:47:39.336025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:47:39.455730 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:39.512830 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:39.520833 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.521058 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.521290 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.521633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.521969 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.522303 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.522633 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.522964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.523291 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.523621 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.523949 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.524275 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:39.529351 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:47:40.359355 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852bc00-4480-4cdd-ab77-90c436ab477e req-272735ef-c8af-4f8e-8596-65427a26e7ac tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:40.360843 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1852bc00-4480-4cdd-ab77-90c436ab477e req-272735ef-c8af-4f8e-8596-65427a26e7ac tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0477796 Sep 16 17:47:40.404617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1852bc00-4480-4cdd-ab77-90c436ab477e req-90ca9349-8068-49b4-b85d-278104c25282 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369740 Sep 16 17:47:41.165516 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:47:41.217276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:47:41.217737 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:41.301205 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:41.330417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:47:41.332693 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba485ddf-abd2-4163-b0e0-6779fb6b1520" -d '{"events": [{"server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "name": "network-vif-plugged", "status": "completed", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:47:41.345916 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:47:41.428010 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:41.535139 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0752e7-224b-434e-b939-3886e45f4fba x-openstack-request-id: req-7b0752e7-224b-434e-b939-3886e45f4fba {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:47:41.535655 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "name": "network-vif-plugged", "status": "completed", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:47:41.535840 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b0752e7-224b-434e-b939-3886e45f4fba {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:47:41.536731 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'code': 200} Sep 16 17:47:41.541572 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:41.572176 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fc46f-89ff-43b4-8f98-dcbad4d959fb req-939e8022-190a-49c8-b1bb-a25e4b66b516 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:41.573764 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b9fc46f-89ff-43b4-8f98-dcbad4d959fb req-939e8022-190a-49c8-b1bb-a25e4b66b516 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0583913 Sep 16 17:47:41.624271 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8b9fc46f-89ff-43b4-8f98-dcbad4d959fb req-3e3ed993-65f4-4926-ae28-17120caaaa13 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432615 Sep 16 17:47:42.747707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd61ca-cbff-4b85-ae6c-e957d76d40a3 req-6972b49a-f13b-4c12-aca7-ad7adc8b084b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:42.749274 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54fd61ca-cbff-4b85-ae6c-e957d76d40a3 req-6972b49a-f13b-4c12-aca7-ad7adc8b084b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0503590 Sep 16 17:47:42.789595 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-54fd61ca-cbff-4b85-ae6c-e957d76d40a3 req-478637bb-0ec4-4fcc-87e4-f103d7be111e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331681 Sep 16 17:47:43.914749 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb840b-c71a-484f-80a4-7d8191ca19ef req-c0956643-4150-4878-9739-d1ad0ccc8cb9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:43.916248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0eb840b-c71a-484f-80a4-7d8191ca19ef req-c0956643-4150-4878-9739-d1ad0ccc8cb9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0537205 Sep 16 17:47:43.960759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d0eb840b-c71a-484f-80a4-7d8191ca19ef req-be7fc269-466f-4eea-ae90-0bf96ddf3352 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382371 Sep 16 17:47:44.432436 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:44.735263 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:45.088610 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822dba-a2d0-4ab2-a293-2ea8d49a381b req-bd70406a-b86b-4790-b957-1c70d746c363 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:45.090253 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51822dba-a2d0-4ab2-a293-2ea8d49a381b req-bd70406a-b86b-4790-b957-1c70d746c363 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0572324 Sep 16 17:47:45.129453 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51822dba-a2d0-4ab2-a293-2ea8d49a381b req-5e759947-3242-4d92-a870-ec51ae013177 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326362 Sep 16 17:47:46.254166 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da456080-5475-49cd-a030-e74e7af376c1 req-48a5efc8-3e6e-43bd-8cd2-bad07e5fe740 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:46.255877 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da456080-5475-49cd-a030-e74e7af376c1 req-48a5efc8-3e6e-43bd-8cd2-bad07e5fe740 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0547760 Sep 16 17:47:46.297983 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-da456080-5475-49cd-a030-e74e7af376c1 req-ecabe937-d666-436e-a3cc-53349974ce33 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345490 Sep 16 17:47:47.429568 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132c215-c004-4eae-a3e0-126be34e84a6 req-765b59c2-0106-4d90-a72b-e3cbeaccbbcf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:47.431188 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e132c215-c004-4eae-a3e0-126be34e84a6 req-765b59c2-0106-4d90-a72b-e3cbeaccbbcf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0567000 Sep 16 17:47:47.485639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e132c215-c004-4eae-a3e0-126be34e84a6 req-b4e03caf-14bc-4eb5-999e-0d5e5f74ed7b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477448 Sep 16 17:47:48.609717 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0963a-8b6c-451b-853d-1c4bde104091 req-e1b63c9b-cc0a-4542-8754-a5b2a0747392 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:48.611251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5d0963a-8b6c-451b-853d-1c4bde104091 req-e1b63c9b-cc0a-4542-8754-a5b2a0747392 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0576930 Sep 16 17:47:48.656774 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c5d0963a-8b6c-451b-853d-1c4bde104091 req-0acda43d-8498-4696-97ba-543cea758518 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386255 Sep 16 17:47:49.795493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0cce8-b6a4-48e2-a3a1-8cd5dbf9be8c req-6acfac63-5e30-4d4a-9116-56aca6badb21 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:49.797032 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42a0cce8-b6a4-48e2-a3a1-8cd5dbf9be8c req-6acfac63-5e30-4d4a-9116-56aca6badb21 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0536945 Sep 16 17:47:49.840648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-42a0cce8-b6a4-48e2-a3a1-8cd5dbf9be8c req-b9488d63-33e3-42e2-8c22-6b8ebf8a9bf2 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332487 Sep 16 17:47:50.962569 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fe963-6f61-4b79-830e-66f5fab77c05 req-2d4e289e-d0a8-4848-9d88-9f1bd27725e2 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:50.964074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-668fe963-6f61-4b79-830e-66f5fab77c05 req-2d4e289e-d0a8-4848-9d88-9f1bd27725e2 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0542102 Sep 16 17:47:51.016243 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-668fe963-6f61-4b79-830e-66f5fab77c05 req-b32dcd09-b279-420e-a176-31b7b2e775b0 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461719 Sep 16 17:47:51.775274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-f4b446a9-e20e-4029-9019-72b433e696dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:51.776713 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-f4b446a9-e20e-4029-9019-72b433e696dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1096 time: 0.0424681 Sep 16 17:47:51.867207 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-071e508c-cf42-40a6-bdda-32e7b59b14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:51.868723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-071e508c-cf42-40a6-bdda-32e7b59b14a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0853355 Sep 16 17:47:51.939773 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-92b812e3-361a-44b5-82ff-9a279196cee9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 1001 time: 0.0640919 Sep 16 17:47:51.989826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-acc86756-4458-41e1-9e5b-00154704b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:51.991306 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-acc86756-4458-41e1-9e5b-00154704b9cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0447452 Sep 16 17:47:52.040128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-8eab4d8c-39de-4274-bca6-8c6dc8112976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:52.041728 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-8eab4d8c-39de-4274-bca6-8c6dc8112976 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435200 Sep 16 17:47:52.173278 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172108e-d12e-4ad7-8688-3712c1cc9431 req-3764c8e2-936e-4815-aa47-c3b5894ece3e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:52.174769 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c172108e-d12e-4ad7-8688-3712c1cc9431 req-3764c8e2-936e-4815-aa47-c3b5894ece3e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0925450 Sep 16 17:47:52.179237 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-d4449960-17c9-4fec-ad46-ecef16af238c service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306982 Sep 16 17:47:52.268612 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c172108e-d12e-4ad7-8688-3712c1cc9431 req-cc6c97cf-ae7c-43f4-8ca9-f17e15aa2553 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870590 Sep 16 17:47:52.296759 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-02398808-e3d8-4c9d-9ac3-f928426ada6a req-072a6e1d-5757-49e9-9832-e1efffa7d2f3 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095946 Sep 16 17:47:53.384956 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311bde4-225d-4180-8d08-e5e209030503 req-d0998e42-6094-42bb-97d7-10ae8ccbb397 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:53.386433 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c311bde4-225d-4180-8d08-e5e209030503 req-d0998e42-6094-42bb-97d7-10ae8ccbb397 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0482488 Sep 16 17:47:53.424511 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c311bde4-225d-4180-8d08-e5e209030503 req-db39bdd1-bde1-4fa8-bf97-b70503494560 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Sep 16 17:47:54.538254 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed959f35-d1e1-4a7d-80c4-513167228d8c req-ce4f398f-562e-47ca-898f-b333aa3a1255 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:54.539753 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed959f35-d1e1-4a7d-80c4-513167228d8c req-ce4f398f-562e-47ca-898f-b333aa3a1255 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0486073 Sep 16 17:47:54.581236 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed959f35-d1e1-4a7d-80c4-513167228d8c req-5fab1329-9f5d-4b50-970f-28cc6a8594f4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354943 Sep 16 17:47:54.704222 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-b2f7ae1a-26b3-44f5-9dd9-9d492b935d2f req-3e4f2994-fced-4658-aad8-509320c16b3a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:47:54.705268 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b2f7ae1a-26b3-44f5-9dd9-9d492b935d2f req-3e4f2994-fced-4658-aad8-509320c16b3a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0609400 Sep 16 17:47:55.245802 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:47:55.323182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:55.344973 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:47:55.347185 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edc8c2f-1278-422f-b5af-3c14b34d3579" -d '{"events": [{"server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "name": "network-vif-unplugged", "status": "completed", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:47:55.359130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:47:55.379149 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 17:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35b751d-65e9-45bf-87de-d0f6362afd10 x-openstack-request-id: req-d35b751d-65e9-45bf-87de-d0f6362afd10 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:47:55.380031 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "name": "network-vif-unplugged", "status": "failed", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4", "code": 422}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:47:55.380474 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d35b751d-65e9-45bf-87de-d0f6362afd10 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:47:55.381100 n-d-807786-3 neutron-server[95359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'code': 422} returned with failed status Sep 16 17:47:55.425965 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:55.472812 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:56.005240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18798c-c010-4557-b8e6-8c16ee9068bd req-9cee2dfa-ceee-4726-bc7f-48d65a667ef2 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:56.006778 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af18798c-c010-4557-b8e6-8c16ee9068bd req-9cee2dfa-ceee-4726-bc7f-48d65a667ef2 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 943 time: 0.0514319 Sep 16 17:47:56.045412 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af18798c-c010-4557-b8e6-8c16ee9068bd req-dff4a02b-afeb-4782-bcf2-f9285404a7a5 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327890 Sep 16 17:47:56.385445 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33530) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:47:56.469317 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-0a3d11f0-bcc7-4358-9ccb-12af53c0789c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826926 Sep 16 17:47:56.478586 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-48336142-0005-41a9-b390-6cd26ab2447c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:47:56.479548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-48336142-0005-41a9-b390-6cd26ab2447c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048401 Sep 16 17:47:57.159721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e0ba3-9d1d-4805-a676-e64e1847f573 req-25d1b546-ce97-4196-bf52-783d65a9fdcf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:57.161850 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d06e0ba3-9d1d-4805-a676-e64e1847f573 req-25d1b546-ce97-4196-bf52-783d65a9fdcf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 943 time: 0.0486991 Sep 16 17:47:57.197900 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d06e0ba3-9d1d-4805-a676-e64e1847f573 req-c4ecfa54-1d5c-4a4e-ae1e-5dfb14145ce3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298040 Sep 16 17:47:58.260399 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a27d6387-43cc-44fa-99e8-d2a0e97517c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:58.314904 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0bedf-b639-4478-8eb4-b26671a36b19 req-4ae13c1f-0232-4808-88f8-35efe6024da3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:58.316365 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00e0bedf-b639-4478-8eb4-b26671a36b19 req-4ae13c1f-0232-4808-88f8-35efe6024da3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 943 time: 0.0526488 Sep 16 17:47:58.353143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-00e0bedf-b639-4478-8eb4-b26671a36b19 req-d63a9539-a239-4dda-a134-22ba5df36396 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306439 Sep 16 17:47:59.245751 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:47:59.467972 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2edb11-6365-4f39-ae1b-022d36734ccc req-9e44222f-4c07-405b-9c80-8af5e971985c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:59.469475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec2edb11-6365-4f39-ae1b-022d36734ccc req-9e44222f-4c07-405b-9c80-8af5e971985c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 943 time: 0.0501478 Sep 16 17:47:59.508159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ec2edb11-6365-4f39-ae1b-022d36734ccc req-7647a596-e27b-4eda-a3df-fa3984119c18 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324662 Sep 16 17:48:00.619756 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100d3fb-4568-4fa7-a666-442b426a8bfb req-12200f1f-8df9-431a-92ee-15f8e3146281 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:00.621496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5100d3fb-4568-4fa7-a666-442b426a8bfb req-12200f1f-8df9-431a-92ee-15f8e3146281 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 943 time: 0.0480525 Sep 16 17:48:00.657557 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5100d3fb-4568-4fa7-a666-442b426a8bfb req-d6c6a78b-d557-4f0a-a352-0bb0037f97fb tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301740 Sep 16 17:48:00.854442 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-74840ab6-ae61-4acc-8699-4bc60a902ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:01.517414 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:01.777632 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04270a8-a3d2-40f6-83c7-99a47b28f45e req-fcf82bbb-c1c3-427e-9326-be050024707d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:01.779216 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c04270a8-a3d2-40f6-83c7-99a47b28f45e req-fcf82bbb-c1c3-427e-9326-be050024707d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 943 time: 0.0548089 Sep 16 17:48:01.792457 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-95f6e796-896c-46a7-a3f6-921ac97aac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:01.793976 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-95f6e796-896c-46a7-a3f6-921ac97aac31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125&tenant_id=b7547e3aba2c4e129efe9408bd867ff6 HTTP/1.1" status: 200 len: 1094 time: 0.0461116 Sep 16 17:48:01.806381 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-7a16ca9d-374e-4856-bb1c-bba99724f001 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:48:01.807331 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-7a16ca9d-374e-4856-bb1c-bba99724f001 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050449 Sep 16 17:48:01.818663 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c04270a8-a3d2-40f6-83c7-99a47b28f45e req-18058a0d-4ad5-42f5-bad5-2ec35690f465 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332212 Sep 16 17:48:01.819105 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-3', 'device_owner': 'compute:nova'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:48:01.871547 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:02.071761 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:48:02.105993 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h1-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:48:02.142820 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:48:02.150352 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:02.162257 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Transition to ACTIVE for port object 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:48:02.214226 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:02.277720 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:02.291610 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=9']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:02.303562 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.303908 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.304248 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.304607 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.304940 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.305269 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.305597 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.305918 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.306239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.306565 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.306885 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.307201 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:02.349265 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] No DVR routers for this DVR port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 on host n-h1-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:48:02.491011 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Attempting to bind port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:48:02.491348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Attempting to bind port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:48:02.491679 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Attempting to bind port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:48:02.496364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:48:02.496708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Attempting to bind port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:48:02.501404 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:48:02.501741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Checking segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:48:02.502125 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Bound using segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:48:02.502544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Bound port: 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:48:02.502896 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:02.565721 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:48:02.568762 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:48:02.632132 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:02.664535 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:02.665438 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:02.667585 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] 10.222.0.62 "PUT /v2.0/ports/0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 1091 time: 0.8521445 Sep 16 17:48:02.668337 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:02.671108 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91678921-7ce1-44fd-96c8-c6e13a0a88f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:48:02.733547 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e7a9c-60b2-49d0-9d07-486e4aba8c07 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=10']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:02.755323 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-6bd69e44-af6d-4e89-8089-a28db15d54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:02.756898 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-6bd69e44-af6d-4e89-8089-a28db15d54bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1095 time: 0.0622096 Sep 16 17:48:02.776718 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd4681-7be5-463e-8ffb-314c86cdfd8f x-openstack-request-id: req-66fd4681-7be5-463e-8ffb-314c86cdfd8f {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:48:02.777126 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:48:02.777387 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66fd4681-7be5-463e-8ffb-314c86cdfd8f {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:48:02.777799 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'status': 'completed', 'code': 200} Sep 16 17:48:02.859568 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-a2f0c6f1-5e16-4a38-a089-60dc156bb838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:02.861139 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-a2f0c6f1-5e16-4a38-a089-60dc156bb838 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0968301 Sep 16 17:48:02.932635 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-7447f2b4-0407-46b3-9067-4d64e55696df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 999 time: 0.0631738 Sep 16 17:48:02.933864 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da745fa-0d38-42ae-a173-1982ea3ba87a req-1345fa43-d07e-46b5-bed9-a370bace0f18 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:02.935359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1da745fa-0d38-42ae-a173-1982ea3ba87a req-1345fa43-d07e-46b5-bed9-a370bace0f18 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0484207 Sep 16 17:48:02.975117 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1da745fa-0d38-42ae-a173-1982ea3ba87a req-f6812a50-6227-47b9-b1b5-45bc70f69a6c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335078 Sep 16 17:48:02.983146 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-02f072dd-d030-42be-923d-fe77080aa7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:02.984654 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-02f072dd-d030-42be-923d-fe77080aa7ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0454419 Sep 16 17:48:03.030384 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-4ed4e36f-8de3-47f7-b05e-f0ef49dcb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:03.031877 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-4ed4e36f-8de3-47f7-b05e-f0ef49dcb8f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405121 Sep 16 17:48:03.125707 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-4028df0c-bbb7-4357-a9d7-02c68872e090 service neutron] 10.222.0.62 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857434 Sep 16 17:48:03.213793 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-9d82eae0-07db-41eb-b991-3e6f3f4bbd82 service neutron] 10.222.0.62 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816178 Sep 16 17:48:03.353699 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-4615ca2d-49d2-4d68-a4de-9e4da025380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:03.355215 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-4615ca2d-49d2-4d68-a4de-9e4da025380d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1095 time: 0.0419347 Sep 16 17:48:03.454102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-157af3e7-8fc2-47db-9dfb-88c43de0516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:03.455606 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-157af3e7-8fc2-47db-9dfb-88c43de0516a service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0938396 Sep 16 17:48:03.525957 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-2db50d9c-47ad-468e-822d-142b2bc9db18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 999 time: 0.0625842 Sep 16 17:48:03.574772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-0fb298c2-64ae-4fc7-affe-ed22c24a511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:03.576196 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-0fb298c2-64ae-4fc7-affe-ed22c24a511d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0435379 Sep 16 17:48:03.623089 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-256ec659-d378-438a-8632-5393428a3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:03.624669 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-256ec659-d378-438a-8632-5393428a3f4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412016 Sep 16 17:48:03.757728 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-e95fc93c-8f0f-45e7-b326-07a7c524c66b service neutron] 10.222.0.62 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255608 Sep 16 17:48:04.088746 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:04.131375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dbfb-9bda-4c43-b833-64dc863705d8 req-c1a01c6c-82ee-4e15-b3c0-14273be961df tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:04.132887 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc88dbfb-9bda-4c43-b833-64dc863705d8 req-c1a01c6c-82ee-4e15-b3c0-14273be961df tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0614374 Sep 16 17:48:04.173772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dc88dbfb-9bda-4c43-b833-64dc863705d8 req-1ae6f3ee-745d-4ef8-810e-33a774d55d2d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348718 Sep 16 17:48:05.297441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3989e5-3aad-48d0-a1da-e55fd20073a1 req-d7c28a54-c396-4235-bd56-ec5324526fe4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:05.299034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b3989e5-3aad-48d0-a1da-e55fd20073a1 req-d7c28a54-c396-4235-bd56-ec5324526fe4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0525956 Sep 16 17:48:05.341598 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0b3989e5-3aad-48d0-a1da-e55fd20073a1 req-55ec942c-6e32-414c-b2cd-27c5ef90f8d5 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361745 Sep 16 17:48:06.469351 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b57a2-5304-4301-9856-ac14efa7381c req-fa3f178f-db2f-4770-b26a-f6ea1b5a6090 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:06.470836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-015b57a2-5304-4301-9856-ac14efa7381c req-fa3f178f-db2f-4770-b26a-f6ea1b5a6090 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0511286 Sep 16 17:48:06.517995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-015b57a2-5304-4301-9856-ac14efa7381c req-506dca8f-cef4-4cdd-9f09-09d87bf9262e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399859 Sep 16 17:48:07.645390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c9958-cb05-42d7-a6cc-412b434d0d64 req-9f23968c-7d1f-4bc9-ada1-645172ed558b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:07.647411 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f38c9958-cb05-42d7-a6cc-412b434d0d64 req-9f23968c-7d1f-4bc9-ada1-645172ed558b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0618706 Sep 16 17:48:07.686024 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f38c9958-cb05-42d7-a6cc-412b434d0d64 req-be8ced20-bcfc-4057-822d-2e72eef563ee tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325487 Sep 16 17:48:08.816358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f7dc-4bb7-457a-9c54-bcbc2ad0d809 req-45ab78d8-2dba-47bd-a9d3-1cb1ee2f50d3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:08.819286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eef3f7dc-4bb7-457a-9c54-bcbc2ad0d809 req-45ab78d8-2dba-47bd-a9d3-1cb1ee2f50d3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0575275 Sep 16 17:48:08.838873 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-91678921-7ce1-44fd-96c8-c6e13a0a88f6 req-5a7c93cd-1480-4c12-8dc8-3e835a925811 service neutron] 10.222.0.62 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047614 Sep 16 17:48:08.885212 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-eef3f7dc-4bb7-457a-9c54-bcbc2ad0d809 req-200d0329-8f79-4659-b0b4-ff23be3cccbc tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574989 Sep 16 17:48:10.000897 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63708cb4-d349-4508-a261-e84e97d5880d req-9305dbb3-b8f7-43ea-9f1d-587f22fd38dd tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:10.002496 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63708cb4-d349-4508-a261-e84e97d5880d req-9305dbb3-b8f7-43ea-9f1d-587f22fd38dd tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0512309 Sep 16 17:48:10.049437 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-63708cb4-d349-4508-a261-e84e97d5880d req-6c80d633-65d0-4b27-97f0-7aba08855877 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Sep 16 17:48:11.170076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf84976-bfd5-4b65-96cd-37bbe2e6b789 req-03ebe472-5a85-4fb8-b069-1f05ae246277 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:11.171600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbf84976-bfd5-4b65-96cd-37bbe2e6b789 req-03ebe472-5a85-4fb8-b069-1f05ae246277 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0538242 Sep 16 17:48:11.213069 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bbf84976-bfd5-4b65-96cd-37bbe2e6b789 req-38fe772e-6359-40ad-b301-43abe71179c5 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348053 Sep 16 17:48:12.008111 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:48:12.349313 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26c4f8-9a12-4855-baf5-a3be1acf6c44 req-d83a2c6d-a686-4a59-8024-2c1e76d54d9d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:12.350811 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c26c4f8-9a12-4855-baf5-a3be1acf6c44 req-d83a2c6d-a686-4a59-8024-2c1e76d54d9d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0660880 Sep 16 17:48:12.390718 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1c26c4f8-9a12-4855-baf5-a3be1acf6c44 req-bd540dee-c4e3-408b-9a99-9c40f7aecd38 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339937 Sep 16 17:48:13.515110 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a029df-3b77-42af-aacd-e3f7d66504cd req-5a9a6266-13fc-4ff6-a41f-9d3d90ba9e03 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:13.517171 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68a029df-3b77-42af-aacd-e3f7d66504cd req-5a9a6266-13fc-4ff6-a41f-9d3d90ba9e03 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0538294 Sep 16 17:48:13.556777 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-68a029df-3b77-42af-aacd-e3f7d66504cd req-978b6c5c-53f4-42fe-88e5-419af746cad5 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324535 Sep 16 17:48:14.453790 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:14.669986 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc596cc2-0660-439a-ab1f-76174a45456a req-392d8544-eb8f-4141-93ae-7ffecdcadabf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:14.671363 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc596cc2-0660-439a-ab1f-76174a45456a req-392d8544-eb8f-4141-93ae-7ffecdcadabf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0473206 Sep 16 17:48:14.710448 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc596cc2-0660-439a-ab1f-76174a45456a req-26c4e6b8-7d54-4433-8a5e-83f14a1a9b3f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Sep 16 17:48:14.740299 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:15.827677 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f4783-ff82-45ae-874a-066961b8cf0b req-dafab547-c019-4d69-b3d1-0699b2e0674c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:15.829177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b2f4783-ff82-45ae-874a-066961b8cf0b req-dafab547-c019-4d69-b3d1-0699b2e0674c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0514851 Sep 16 17:48:15.866961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3b2f4783-ff82-45ae-874a-066961b8cf0b req-5983a1d8-5f32-4d63-9166-71a1ee70c25a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311859 Sep 16 17:48:16.981739 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac60f-f229-49cb-908f-168712bcd53e req-f36ba904-6c63-40eb-b5c0-9780e887780a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:16.983210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-018ac60f-f229-49cb-908f-168712bcd53e req-f36ba904-6c63-40eb-b5c0-9780e887780a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 944 time: 0.0480304 Sep 16 17:48:16.991782 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:48:17.020796 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-018ac60f-f229-49cb-908f-168712bcd53e req-87b77517-bd9b-4f14-974d-6c3f757556e9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315981 Sep 16 17:48:17.084446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:48:17.095143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'port_id': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'mac_address': 'fa:16:3e:5c:f6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:48:17.134564 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:17.146720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:48:17.165416 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:48:17.230953 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:17.277102 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=11']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:17.461375 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:48:18.137518 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f609b8-0631-48b9-934a-40abba841715 req-c5519197-6f5d-47bf-be53-8607d666f531 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:18.139150 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01f609b8-0631-48b9-934a-40abba841715 req-c5519197-6f5d-47bf-be53-8607d666f531 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.0516253 Sep 16 17:48:18.175741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01f609b8-0631-48b9-934a-40abba841715 req-876627b2-912d-418b-925b-2f87d0627a69 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303445 Sep 16 17:48:18.992596 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:48:19.087978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:48:19.091588 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:48:19.091971 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:19.172681 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:19.202707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:19.206107 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a441e30c-9598-4c62-9465-df4ae746d9a6" -d '{"events": [{"server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "name": "network-vif-plugged", "status": "completed", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:48:19.222250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:48:19.248191 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075c1fb4-ad22-4a52-a226-f23f9cbfab6b x-openstack-request-id: req-075c1fb4-ad22-4a52-a226-f23f9cbfab6b {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:48:19.248523 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "name": "network-vif-plugged", "status": "completed", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:48:19.248779 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-075c1fb4-ad22-4a52-a226-f23f9cbfab6b {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:48:19.249173 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'code': 200} Sep 16 17:48:19.265724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:19.316720 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=12']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:19.462516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3f16-2dbe-4d5c-b912-529c0b6e4ac3 req-48a315ec-53c9-4bb8-b149-96c8e7e0a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:19.464048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3f5a3f16-2dbe-4d5c-b912-529c0b6e4ac3 req-48a315ec-53c9-4bb8-b149-96c8e7e0a789 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1097 time: 0.0417986 Sep 16 17:48:19.508048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-3f5a3f16-2dbe-4d5c-b912-529c0b6e4ac3 req-56ee286f-33f7-461d-a3b1-082e57f14658 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368207 Sep 16 17:48:19.618073 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438f3e7-93e8-4236-a2b1-45f07ace1758 req-609c3b2e-afc3-43d6-90e9-80678dd3fe33 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:19.619560 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2438f3e7-93e8-4236-a2b1-45f07ace1758 req-609c3b2e-afc3-43d6-90e9-80678dd3fe33 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 945 time: 0.3753786 Sep 16 17:48:19.657300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2438f3e7-93e8-4236-a2b1-45f07ace1758 req-d6e99a8b-fc66-4966-a7e3-eac6b0828eea tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314610 Sep 16 17:48:20.777130 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516e69c-3f8a-4080-ab89-ffd5f4e1053f req-439ed883-08b9-4b3a-883c-cf2295e1d2c0 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:20.778611 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4516e69c-3f8a-4080-ab89-ffd5f4e1053f req-439ed883-08b9-4b3a-883c-cf2295e1d2c0 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 946 time: 0.0499470 Sep 16 17:48:20.815375 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4516e69c-3f8a-4080-ab89-ffd5f4e1053f req-4625e75c-6c46-4c07-b418-abfde3f9224f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307376 Sep 16 17:48:21.929414 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec036bc-472c-4efc-aa6c-536892a343b2 req-d0aa067a-d112-4e63-9985-a3ba3737c8ed tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:21.930894 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dec036bc-472c-4efc-aa6c-536892a343b2 req-d0aa067a-d112-4e63-9985-a3ba3737c8ed tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 946 time: 0.0479863 Sep 16 17:48:21.967588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-dec036bc-472c-4efc-aa6c-536892a343b2 req-26baad1c-7939-40cb-88c0-e7bfd0b5a417 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Sep 16 17:48:28.276345 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-07138bad-c4c3-43e3-b502-c61e17f63333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:30.830344 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-706ac489-276f-4083-8404-d0a60b45ff65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:31.539207 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:32.264836 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:34.110751 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:44.453356 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:44.802159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.011705 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:48:55.428748 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-b20bbd4e-9f5d-42d0-8fec-47be1bec300d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388007 Sep 16 17:48:55.512031 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-08c049c9-e085-4bac-8a22-88f05205ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:55.513590 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-08c049c9-e085-4bac-8a22-88f05205ae96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1097 time: 0.0415919 Sep 16 17:48:55.622202 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-0a93e84e-6c79-4c1c-ab7a-8cdfe652c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:55.623767 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-0a93e84e-6c79-4c1c-ab7a-8cdfe652c755 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0918000 Sep 16 17:48:55.690292 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-9ec11f0e-d24d-4c1e-a5ef-f25117fa9506 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 1001 time: 0.0595067 Sep 16 17:48:55.745135 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-fdf961f6-4327-4b88-b907-8fa57a68e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:55.746638 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-fdf961f6-4327-4b88-b907-8fa57a68e45f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0500572 Sep 16 17:48:55.801117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-48b43c0d-abc5-4234-a45f-85c3dafe37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:55.802639 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-48b43c0d-abc5-4234-a45f-85c3dafe37f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494914 Sep 16 17:48:55.920232 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-dae818d4-b955-4c72-9255-235d2ed49d55 service neutron] 10.222.0.62 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103380 Sep 16 17:48:56.048239 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-07c32b87-fab9-4a3a-992a-1ed84409bf92 req-e371ef03-8285-4199-a73f-60a39db7b06b service neutron] 10.222.0.62 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208086 Sep 16 17:48:58.270081 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-dd140fb4-b9e6-46ee-8edb-a4cafca8603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:00.818669 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f71ba553-a2b9-41f8-a67c-172c59458901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:01.503502 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:02.281547 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:04.087145 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:14.469717 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:14.801123 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.011133 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:49:28.268559 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-3173fe0e-6351-4877-89c1-4968043325ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:30.834162 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-74fd6416-5474-49b3-87d6-8ab87eba3ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:31.532103 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:32.257972 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:32.735867 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33688) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:49:32.896858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Deleting port 38309ca9-79a5-436f-8fac-59b5128c02e9 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:49:32.897198 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:32.970211 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:32.970535 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:32.982209 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Calling delete_port for 38309ca9-79a5-436f-8fac-59b5128c02e9 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:49:33.182437 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:33.209624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event deleted for resources: {'Port': ['ID=38309ca9-79a5-436f-8fac-59b5128c02e9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:33.236472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.236820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.237151 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.237481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.237809 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.238126 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.238454 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.238774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.239092 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.239408 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.239725 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.240040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:33.279599 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:33.279954 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Floating IP 48295555-ff63-45cf-a9e3-a4faed948383 disassociated (deleted). External IP: 172.25.6.153, port: 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4. Sep 16 17:49:33.496047 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Router dd0b9269-064c-45b2-93ee-cafeca663f3c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:49:33.602396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:49:33.607227 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:33.612292 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] Sync routers for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:49:33.622062 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:49:33.622669 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:49:33.633541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-df34d04c-3f31-47b5-aeb2-af4dac3452e1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "DELETE /v2.0/floatingips/48295555-ff63-45cf-a9e3-a4faed948383 HTTP/1.1" status: 204 len: 168 time: 0.8966479 Sep 16 17:49:33.634128 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:49:33.636458 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef57590-1551-429f-806b-37550fb538b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:49:33.735085 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:49:33.742523 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dcf7c2-052c-4e80-b430-4e35fc7312fb x-openstack-request-id: req-36dcf7c2-052c-4e80-b430-4e35fc7312fb {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:49:33.743302 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:49:33.743302 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36dcf7c2-052c-4e80-b430-4e35fc7312fb {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:49:33.743711 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'status': 'completed', 'code': 200} Sep 16 17:49:33.863560 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57590-1551-429f-806b-37550fb538b7 req-4d93fadc-713b-4926-be29-436b20e6c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:33.865357 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2ef57590-1551-429f-806b-37550fb538b7 req-4d93fadc-713b-4926-be29-436b20e6c9fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 1097 time: 0.1008132 Sep 16 17:49:33.931235 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:49:33.957297 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] Checking router: dd0b9269-064c-45b2-93ee-cafeca663f3c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:49:33.961923 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57590-1551-429f-806b-37550fb538b7 req-cd0c6256-6dc1-4311-8227-5c2a69c60cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:33.963349 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2ef57590-1551-429f-806b-37550fb538b7 req-cd0c6256-6dc1-4311-8227-5c2a69c60cbc service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0907547 Sep 16 17:49:33.966528 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:49:33.967541 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:49:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:49:34.008906 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2ef57590-1551-429f-806b-37550fb538b7 req-cde6d066-ac04-4a7a-b986-95c762ec1796 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 200 len: 217 time: 0.0377195 Sep 16 17:49:34.059548 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57590-1551-429f-806b-37550fb538b7 req-ac9b3cd3-3361-4ed9-a8f2-59df77eb4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:34.061068 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2ef57590-1551-429f-806b-37550fb538b7 req-ac9b3cd3-3361-4ed9-a8f2-59df77eb4a64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0454948 Sep 16 17:49:34.076596 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373c827-c600-4535-978b-0c24914998d6 req-7c349b5d-47a6-4198-8bf1-d8e44bca438b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:34.084102 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b373c827-c600-4535-978b-0c24914998d6 req-7c349b5d-47a6-4198-8bf1-d8e44bca438b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 946 time: 0.0635242 Sep 16 17:49:34.087953 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:49:34.103839 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:34.110323 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57590-1551-429f-806b-37550fb538b7 req-c0c9c8e8-f8ea-4de9-a352-0aa306552442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:34.116430 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2ef57590-1551-429f-806b-37550fb538b7 req-c0c9c8e8-f8ea-4de9-a352-0aa306552442 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423596 Sep 16 17:49:34.135747 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b373c827-c600-4535-978b-0c24914998d6 req-89f45147-b20a-4dde-8067-bc55c6452499 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362153 Sep 16 17:49:34.209715 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2ef57590-1551-429f-806b-37550fb538b7 req-f0d7e6a8-80d2-4d73-b190-f4be68493739 service neutron] 10.222.0.62 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904572 Sep 16 17:49:34.290703 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:49:34.306854 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2ef57590-1551-429f-806b-37550fb538b7 req-56626cdd-0c0c-47f1-bdf8-10d9a86e44f3 service neutron] 10.222.0.62 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890865 Sep 16 17:49:34.317020 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4ea24-1e7b-4a19-8ea2-cdc0dcb0eb68 None None] The sync data for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 is: [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:49:34.537107 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf1057-4b71-4e5c-8317-a38e5db39683 None None] New status for floating IP 48295555-ff63-45cf-a9e3-a4faed948383: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:49:35.254094 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b170-0099-48d3-a3da-d903087fe1e4 req-ccc44f88-a03f-4e2a-834a-771aadda4ec6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:35.255613 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29a8b170-0099-48d3-a3da-d903087fe1e4 req-ccc44f88-a03f-4e2a-834a-771aadda4ec6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 946 time: 0.0494783 Sep 16 17:49:35.267062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-cb3c9c06-6346-493f-a373-8112d7e88b96 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:35.268655 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-cb3c9c06-6346-493f-a373-8112d7e88b96 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 946 time: 0.0491776 Sep 16 17:49:35.293974 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29a8b170-0099-48d3-a3da-d903087fe1e4 req-1c8bbfdc-72bb-43ff-88cc-7f6b16643adc tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=20b0de9b-3250-4cee-8df2-4a7befa1eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324216 Sep 16 17:49:35.358421 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Deleting port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:49:35.358765 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:35.449613 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] For port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:49:35.449905 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:35.463099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Calling delete_port for 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:49:35.645360 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:35.678326 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event deleted for resources: {'Port': ['ID=0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:35.694078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.694967 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.695316 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.695741 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.696161 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.696566 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.696906 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.697270 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.697564 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.697896 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.698232 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.698598 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:35.738624 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] No DVR routers for this DVR port 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:49:35.741242 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:35.743477 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-97f8a17c-c0f4-4d51-b7be-c6a716edde65 req-e6e98a3b-d27d-40a8-ae0c-f5d5da39e384 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.62 "DELETE /v2.0/ports/0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 HTTP/1.1" status: 204 len: 173 time: 0.4684992 Sep 16 17:49:35.743924 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'name': 'network-vif-deleted', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:49:35.746180 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a1c22-41b6-4b16-84e7-0121a04d5a6c" -d '{"events": [{"server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "name": "network-vif-deleted", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:49:35.782899 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa4c22a-2ab3-4206-9d32-875dacebd53a x-openstack-request-id: req-9fa4c22a-2ab3-4206-9d32-875dacebd53a {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:49:35.783191 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7d533f-a214-43fb-b238-970b12fee125", "name": "network-vif-deleted", "tag": "0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:49:35.783440 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fa4c22a-2ab3-4206-9d32-875dacebd53a {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:49:35.783838 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7d533f-a214-43fb-b238-970b12fee125', 'name': 'network-vif-deleted', 'tag': '0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4', 'status': 'completed', 'code': 200} Sep 16 17:49:36.404194 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99f40c54-6f91-43dd-9873-ef47ba93f956 req-4c8529ba-2396-4c1c-bac2-6ff9cba5851a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7d533f-a214-43fb-b238-970b12fee125 HTTP/1.1" status: 200 len: 210 time: 0.0302515 Sep 16 17:49:37.462098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33716) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:49:37.520149 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74e18a12-c80f-47c1-b810-3876622e16a1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:37.544219 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74e18a12-c80f-47c1-b810-3876622e16a1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:37.657933 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74e18a12-c80f-47c1-b810-3876622e16a1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:37.660429 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74e18a12-c80f-47c1-b810-3876622e16a1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:37.661637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-74e18a12-c80f-47c1-b810-3876622e16a1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "DELETE /v2.0/security-groups/20b0de9b-3250-4cee-8df2-4a7befa1eeae HTTP/1.1" status: 204 len: 168 time: 0.1985588 Sep 16 17:49:37.676812 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e18a12-c80f-47c1-b810-3876622e16a1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b0de9b-3250-4cee-8df2-4a7befa1eeae,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:38.039920 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33722) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:49:38.044637 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-68ab8db2-e97a-4f96-b6f1-0cf498ffb235 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243681578', 'description': 'tempest-secgroup-smoke-243681578 description', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:49:38.126395 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68ab8db2-e97a-4f96-b6f1-0cf498ffb235 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.204194 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68ab8db2-e97a-4f96-b6f1-0cf498ffb235 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.269433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68ab8db2-e97a-4f96-b6f1-0cf498ffb235 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.299469 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab8db2-e97a-4f96-b6f1-0cf498ffb235 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9baf16d6-89a4-4832-baf7-8e3bbf013db2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:38.360934 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-68ab8db2-e97a-4f96-b6f1-0cf498ffb235 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.362209 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-68ab8db2-e97a-4f96-b6f1-0cf498ffb235 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3212049 Sep 16 17:49:38.364980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33724) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:49:38.370087 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-a1f3860e-5a8b-46d7-bab2-255d35811a1b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '9baf16d6-89a4-4832-baf7-8e3bbf013db2', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:49:38.451582 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1f3860e-5a8b-46d7-bab2-255d35811a1b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.510813 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1f3860e-5a8b-46d7-bab2-255d35811a1b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.572253 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1f3860e-5a8b-46d7-bab2-255d35811a1b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.591693 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3860e-5a8b-46d7-bab2-255d35811a1b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13879f56-0beb-4747-b519-bc7cf33ed6ee,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:38.645491 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-a1f3860e-5a8b-46d7-bab2-255d35811a1b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.646741 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-a1f3860e-5a8b-46d7-bab2-255d35811a1b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808423 Sep 16 17:49:38.649425 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33726) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:49:38.653820 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-627dd04d-830a-4700-8269-222faa4d088c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '9baf16d6-89a4-4832-baf7-8e3bbf013db2', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:49:38.744252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-627dd04d-830a-4700-8269-222faa4d088c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.802141 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-627dd04d-830a-4700-8269-222faa4d088c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.864084 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-627dd04d-830a-4700-8269-222faa4d088c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.882077 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dd04d-830a-4700-8269-222faa4d088c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e542af23-abe7-443c-bc75-5ad2f607e2ce,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:38.943894 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-627dd04d-830a-4700-8269-222faa4d088c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.947971 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-627dd04d-830a-4700-8269-222faa4d088c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2949708 Sep 16 17:49:38.948175 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33728) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:49:38.952674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-bc999fdb-f21f-41c2-a247-bb6bff3c0438 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '9baf16d6-89a4-4832-baf7-8e3bbf013db2', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:49:39.041270 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc999fdb-f21f-41c2-a247-bb6bff3c0438 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.098715 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc999fdb-f21f-41c2-a247-bb6bff3c0438 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.165529 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc999fdb-f21f-41c2-a247-bb6bff3c0438 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.179927 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc999fdb-f21f-41c2-a247-bb6bff3c0438 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0367fbf7-2cd3-479e-8b5d-bf82dae9cbbf,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:39.251444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc999fdb-f21f-41c2-a247-bb6bff3c0438 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.252772 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bc999fdb-f21f-41c2-a247-bb6bff3c0438 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3035715 Sep 16 17:49:39.255366 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33730) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:49:39.260215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-cf542876-b475-4a1a-9b75-45938f24699f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '9baf16d6-89a4-4832-baf7-8e3bbf013db2', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:49:39.343110 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf542876-b475-4a1a-9b75-45938f24699f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.380403 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:49:39.412448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:49:39.412448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 0cd1cd25-08e6-4fb3-a497-fa12fbcfe9f4 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:49:39.414066 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf542876-b475-4a1a-9b75-45938f24699f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.496953 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf542876-b475-4a1a-9b75-45938f24699f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.517173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf542876-b475-4a1a-9b75-45938f24699f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1294e42-31b8-4b9e-8d27-d1eb2c82ea57,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:39.571307 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-cf542876-b475-4a1a-9b75-45938f24699f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.572600 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-cf542876-b475-4a1a-9b75-45938f24699f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162787 Sep 16 17:49:39.575297 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33732) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:49:39.579966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-7b3c1969-ae71-453e-aa77-cdf3b762b7d4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '9baf16d6-89a4-4832-baf7-8e3bbf013db2', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:49:39.662814 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-7b3c1969-ae71-453e-aa77-cdf3b762b7d4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Project b7547e3aba2c4e129efe9408bd867ff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:49:39.668571 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1969-ae71-453e-aa77-cdf3b762b7d4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.730927 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1969-ae71-453e-aa77-cdf3b762b7d4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.793890 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1969-ae71-453e-aa77-cdf3b762b7d4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.809327 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c1969-ae71-453e-aa77-cdf3b762b7d4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a21129-7fe3-4b8c-a218-6aa8c1fbc7a1,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:39.880652 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1969-ae71-453e-aa77-cdf3b762b7d4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:39.882498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-7b3c1969-ae71-453e-aa77-cdf3b762b7d4 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3056388 Sep 16 17:49:39.885402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33734) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:49:39.889764 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ffec98ff-d687-47e0-9dd6-f4fb4a0927ad tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'security_group_rule': {'security_group_id': '9baf16d6-89a4-4832-baf7-8e3bbf013db2', 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:49:39.961642 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-ffec98ff-d687-47e0-9dd6-f4fb4a0927ad tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Project b7547e3aba2c4e129efe9408bd867ff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:49:39.966719 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffec98ff-d687-47e0-9dd6-f4fb4a0927ad tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:40.027238 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffec98ff-d687-47e0-9dd6-f4fb4a0927ad tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:40.097707 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffec98ff-d687-47e0-9dd6-f4fb4a0927ad tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:40.116998 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec98ff-d687-47e0-9dd6-f4fb4a0927ad tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f1cdb6-c830-4fc0-b0fd-c59308dbb24d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:40.177772 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ffec98ff-d687-47e0-9dd6-f4fb4a0927ad tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:40.179615 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ffec98ff-d687-47e0-9dd6-f4fb4a0927ad tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2932811 Sep 16 17:49:44.462464 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:44.789847 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:58.296412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-aff8a5c7-1751-4ee3-84c7-572df1fa6fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:00.886819 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f97cedbc-9e5e-4301-aedb-b81f2de9b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:01.559248 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:02.341753 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:03.011986 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:50:04.120728 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:05.438973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-195bd1ab-a10d-4f31-971b-8127b48e3a2b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243681578&fields=id&tenant_id=b7547e3aba2c4e129efe9408bd867ff6 HTTP/1.1" status: 200 len: 267 time: 0.0321314 Sep 16 17:50:05.548165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-c502bd59-abff-4a53-b43a-7e0bcc400e8c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:05.549603 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-c502bd59-abff-4a53-b43a-7e0bcc400e8c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 809 time: 0.1038842 Sep 16 17:50:05.564159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-ae048815-2b06-4e33-a031-de2c07f339e0 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/quotas/b7547e3aba2c4e129efe9408bd867ff6 HTTP/1.1" status: 200 len: 375 time: 0.0089619 Sep 16 17:50:05.614495 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-f5bdf0b8-c778-44cd-a69c-4d9a3b92da87 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452001 Sep 16 17:50:05.671582 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-23897219-9bb4-41af-a398-f88706acd515 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:50:05.672634 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-23897219-9bb4-41af-a398-f88706acd515 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471151 Sep 16 17:50:05.765331 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-44b63171-4473-49d6-a229-ee12b90edb66 service neutron] 10.222.0.22 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863326 Sep 16 17:50:05.853038 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-8cd45873-fbef-4d12-9ee0-6a8ff698a529 service neutron] 10.222.0.22 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816114 Sep 16 17:50:06.434642 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f2d6a97e-94f4-4c4d-9307-fa9e47cd0858 req-9219f72b-601a-4058-a00b-6fd21fabe5ea tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 210 time: 0.0267806 Sep 16 17:50:07.531618 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca35637f-3dd2-443f-9adb-ceede775235f req-df64a416-4748-4636-9d02-180a5b69a03d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 210 time: 0.0324566 Sep 16 17:50:08.338710 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-12f7f41b-a767-425e-bdf3-5c9592d4b0dc tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:08.340191 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-12f7f41b-a767-425e-bdf3-5c9592d4b0dc tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 809 time: 0.1042795 Sep 16 17:50:08.382970 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-a57322d1-9055-40e1-b322-fd92b3d27e2d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7547e3aba2c4e129efe9408bd867ff6 HTTP/1.1" status: 200 len: 379 time: 0.0330541 Sep 16 17:50:08.392367 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'port': {'device_id': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'admin_state_up': True, 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'security_groups': ['9baf16d6-89a4-4832-baf7-8e3bbf013db2']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:50:08.560066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Made reservation on behalf of b7547e3aba2c4e129efe9408bd867ff6 for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:50:08.563743 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:08.661269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a1b1f5a4-8eda-434f-854a-c4be63813854 req-fb9c98a4-944d-4f06-85b0-6a7fb2db54cb tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 210 time: 0.0395157 Sep 16 17:50:08.720286 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Allocated IP 172.20.0.3 (7f4fc928-f6fb-4026-b96b-56ff16f4e66d/8932ba3c-0e6f-4190-922f-8b986497c309/5a29f4de-1d05-4822-8773-241838ca6e49) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:50:08.858773 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:08.953107 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:08.996097 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:50:08.999314 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:50:09.001921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:50:09.049843 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'Port': ['ID=5a29f4de-1d05-4822-8773-241838ca6e49,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:09.073866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:09.074501 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.136858 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-10ecba1d-0c1f-4165-b3cd-d6e487790b40 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7480755 Sep 16 17:50:09.147022 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-65c04811-638c-41e0-9501-1e308de179f1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:50:09.148467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-65c04811-638c-41e0-9501-1e308de179f1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061879 Sep 16 17:50:09.209193 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Request body: {'port': {'device_id': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:50:09.268324 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.302331 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-4fea04c4-cff2-486c-9008-414ce6e31b4f None None] Provisioning complete for port 5a29f4de-1d05-4822-8773-241838ca6e49 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:50:09.302906 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4fea04c4-cff2-486c-9008-414ce6e31b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.339990 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-4fea04c4-cff2-486c-9008-414ce6e31b4f None None] Port 5a29f4de-1d05-4822-8773-241838ca6e49 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:50:09.542068 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a29f4de-1d05-4822-8773-241838ca6e49 {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:50:09.551223 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.568471 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Transition to ACTIVE for port object 5a29f4de-1d05-4822-8773-241838ca6e49 will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:50:09.644588 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.719040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Pushing event updated for resources: {'Port': ['ID=5a29f4de-1d05-4822-8773-241838ca6e49,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:09.809597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Attempting to bind port 5a29f4de-1d05-4822-8773-241838ca6e49 on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:50:09.813595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Attempting to bind port 5a29f4de-1d05-4822-8773-241838ca6e49 by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:50:09.813595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Attempting to bind port 5a29f4de-1d05-4822-8773-241838ca6e49 on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:50:09.822127 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c8ca3-4452-4e4a-99ae-46da6e02254e req-2cc0a4ad-5b13-4fc3-9dd9-c9e9780c8347 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:09.823748 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-531c8ca3-4452-4e4a-99ae-46da6e02254e req-2cc0a4ad-5b13-4fc3-9dd9-c9e9780c8347 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0791075 Sep 16 17:50:09.825009 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Port 5a29f4de-1d05-4822-8773-241838ca6e49 on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:50:09.825368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Attempting to bind port 5a29f4de-1d05-4822-8773-241838ca6e49 on network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:50:09.841520 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:50:09.841862 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Checking segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:50:09.842250 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Bound using segment: {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:50:09.842738 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Bound port: 5a29f4de-1d05-4822-8773-241838ca6e49, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:50:09.843103 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.901143 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-531c8ca3-4452-4e4a-99ae-46da6e02254e req-44197c14-f85e-41c6-9929-71e15fc64619 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685608 Sep 16 17:50:09.930687 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] For port 5a29f4de-1d05-4822-8773-241838ca6e49, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:50:09.937137 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] For port 5a29f4de-1d05-4822-8773-241838ca6e49, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a29f4de-1d05-4822-8773-241838ca6e49,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:50:09.999296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:10.036828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.038140 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:10.039563 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] 10.222.0.52 "PUT /v2.0/ports/5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 200 len: 1091 time: 0.8825080 Sep 16 17:50:10.042106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:50:10.045654 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab8b87-4754-45ab-8a1d-a1d11a2d2def" -d '{"events": [{"name": "network-changed", "server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:50:10.073436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d667e7-7f48-479c-b502-b2791e204886 service neutron] Pushing event updated for resources: {'Port': ['ID=5a29f4de-1d05-4822-8773-241838ca6e49,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:10.096946 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030ebc3b-0d3d-4cd0-a282-7a73e5681caa x-openstack-request-id: req-030ebc3b-0d3d-4cd0-a282-7a73e5681caa {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:50:10.097477 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:50:10.097908 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-030ebc3b-0d3d-4cd0-a282-7a73e5681caa {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:50:10.098490 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49', 'status': 'completed', 'code': 200} Sep 16 17:50:10.160836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab8b87-4754-45ab-8a1d-a1d11a2d2def req-4e5a17e7-60ea-4215-9483-30f725d6dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.162423 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8ab8b87-4754-45ab-8a1d-a1d11a2d2def req-4e5a17e7-60ea-4215-9483-30f725d6dc9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1094 time: 0.0446718 Sep 16 17:50:10.277264 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab8b87-4754-45ab-8a1d-a1d11a2d2def req-49cdd34c-bc8e-4732-b473-3c7d4745a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.278000 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8ab8b87-4754-45ab-8a1d-a1d11a2d2def req-49cdd34c-bc8e-4732-b473-3c7d4745a901 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1079681 Sep 16 17:50:10.381654 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab8b87-4754-45ab-8a1d-a1d11a2d2def req-178636fd-c423-4d5b-b83c-2ec4d97a869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.383159 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a8ab8b87-4754-45ab-8a1d-a1d11a2d2def req-178636fd-c423-4d5b-b83c-2ec4d97a869b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983179 Sep 16 17:50:10.459613 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-91dd936f-d8e5-4a4d-8e24-c8a5b5207c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.461154 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-91dd936f-d8e5-4a4d-8e24-c8a5b5207c1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1094 time: 0.0422153 Sep 16 17:50:10.507872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-5c97163e-dbde-45f4-a86c-6ced207c4d1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 200 len: 217 time: 0.0378559 Sep 16 17:50:10.564608 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-1c4be845-2c3a-4011-ae6f-9413d49b53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.566085 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-1c4be845-2c3a-4011-ae6f-9413d49b53e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0509095 Sep 16 17:50:10.615095 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-8926201f-8819-402e-ab6f-6d4b677ad7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.616788 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-8926201f-8819-402e-ab6f-6d4b677ad7b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417147 Sep 16 17:50:10.713339 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-31979427-b500-4966-9423-ae0bd9192083 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886548 Sep 16 17:50:10.805610 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-51ca052d-23ff-4ff6-b8e0-d037c2eff461 req-af2fc0a3-1be2-473f-9a69-cfe403afe154 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851810 Sep 16 17:50:11.026449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15643f2-dc4c-4e1e-9820-39563c91e6b5 req-f2433c32-7228-4c04-9f24-37179006b515 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:11.027950 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d15643f2-dc4c-4e1e-9820-39563c91e6b5 req-f2433c32-7228-4c04-9f24-37179006b515 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0564179 Sep 16 17:50:11.068053 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d15643f2-dc4c-4e1e-9820-39563c91e6b5 req-4a14b668-3106-478d-b7bc-8fe324d2b6a6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341296 Sep 16 17:50:12.185114 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853f2e8-3314-4844-a66d-7dc99f88e675 req-71fb6198-9d55-4686-aef8-6b7c5c5dddca tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:12.186593 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7853f2e8-3314-4844-a66d-7dc99f88e675 req-71fb6198-9d55-4686-aef8-6b7c5c5dddca tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0489988 Sep 16 17:50:12.225678 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-7853f2e8-3314-4844-a66d-7dc99f88e675 req-d26b96d6-01fc-48d8-a229-2aced4762e20 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329881 Sep 16 17:50:13.336821 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26121-c67a-496f-a4f4-fd1aab3bcdc8 req-f8bfe61c-f41f-42a7-bc45-caa6a0e3519c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:13.338812 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ad26121-c67a-496f-a4f4-fd1aab3bcdc8 req-f8bfe61c-f41f-42a7-bc45-caa6a0e3519c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0484939 Sep 16 17:50:13.375733 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8ad26121-c67a-496f-a4f4-fd1aab3bcdc8 req-dfa8df38-cc67-4c52-89c4-3d9ddb747869 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311339 Sep 16 17:50:14.496553 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:14.546784 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbba41-deb7-4860-a63c-0ca3c8491dbd req-928f036b-6746-45fb-9507-f494f3ac4366 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:14.548247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88bbba41-deb7-4860-a63c-0ca3c8491dbd req-928f036b-6746-45fb-9507-f494f3ac4366 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0508566 Sep 16 17:50:14.585643 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-88bbba41-deb7-4860-a63c-0ca3c8491dbd req-8a37375b-6913-434f-91b5-725bf0a82914 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310943 Sep 16 17:50:14.814967 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:15.697198 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf5fc3-de85-4f3a-a49e-ea9d2de00147 req-854911d1-0bb2-4940-946e-ed6b9f977487 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:15.698730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8acf5fc3-de85-4f3a-a49e-ea9d2de00147 req-854911d1-0bb2-4940-946e-ed6b9f977487 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0483007 Sep 16 17:50:15.736149 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8acf5fc3-de85-4f3a-a49e-ea9d2de00147 req-0829b5d1-d978-43b9-bb1c-f8463932a3d3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315924 Sep 16 17:50:16.848802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f38eec-0ed6-4cb5-928d-02fca44618eb req-34d368e5-4b95-4e96-84cc-8e5be68d70f3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:16.850288 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22f38eec-0ed6-4cb5-928d-02fca44618eb req-34d368e5-4b95-4e96-84cc-8e5be68d70f3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0489507 Sep 16 17:50:16.889392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-22f38eec-0ed6-4cb5-928d-02fca44618eb req-869289d9-15ec-4682-bd8f-d73042d2066d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326314 Sep 16 17:50:18.004375 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d4fbe-bd07-4857-9dcd-caa57cb342d7 req-e2798100-8778-455b-b20e-a66621f10e0e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:18.005867 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c38d4fbe-bd07-4857-9dcd-caa57cb342d7 req-e2798100-8778-455b-b20e-a66621f10e0e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0508657 Sep 16 17:50:18.042953 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c38d4fbe-bd07-4857-9dcd-caa57cb342d7 req-6f74293b-d501-481d-9bde-314020a481cc tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299671 Sep 16 17:50:19.156322 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10442baf-a81d-43b0-9a38-16402a6ab907 req-dd5c5c66-bdd8-4a4e-a0e0-150335e230fe tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:19.157849 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10442baf-a81d-43b0-9a38-16402a6ab907 req-dd5c5c66-bdd8-4a4e-a0e0-150335e230fe tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0489416 Sep 16 17:50:19.196357 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-10442baf-a81d-43b0-9a38-16402a6ab907 req-c68e7e8e-decf-4b75-9244-4d9a22e986e7 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325463 Sep 16 17:50:20.311516 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858899a5-083b-4ab0-b563-575821d660fc req-1591e44f-0545-4808-9191-0055e2e36da6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:20.313005 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-858899a5-083b-4ab0-b563-575821d660fc req-1591e44f-0545-4808-9191-0055e2e36da6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0497172 Sep 16 17:50:20.350056 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-858899a5-083b-4ab0-b563-575821d660fc req-61d209aa-39e3-4fd6-831f-2197e7bd9bf3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311580 Sep 16 17:50:21.468023 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ca2f4-ea94-43ad-b515-5c730e1367a2 req-235108f0-0dcb-482d-a07f-5700e12d78ac tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:21.469498 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca2ca2f4-ea94-43ad-b515-5c730e1367a2 req-235108f0-0dcb-482d-a07f-5700e12d78ac tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0512969 Sep 16 17:50:21.505831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ca2ca2f4-ea94-43ad-b515-5c730e1367a2 req-35aa89e2-ba53-4c6a-bfc0-497597b04dd1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304441 Sep 16 17:50:21.815059 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a29f4de-1d05-4822-8773-241838ca6e49 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:50:21.905885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a29f4de-1d05-4822-8773-241838ca6e49, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a29f4de-1d05-4822-8773-241838ca6e49,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:50:21.917254 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5a29f4de-1d05-4822-8773-241838ca6e49', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'port_id': '5a29f4de-1d05-4822-8773-241838ca6e49', 'mac_address': 'fa:16:3e:ba:0b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:50:21.955601 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:21.968274 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a29f4de-1d05-4822-8773-241838ca6e49 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:50:21.986581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a29f4de-1d05-4822-8773-241838ca6e49, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a29f4de-1d05-4822-8773-241838ca6e49,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:50:22.108608 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:22.157890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a29f4de-1d05-4822-8773-241838ca6e49,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:22.165019 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.165362 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.165726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.166149 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.166496 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.166826 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.167151 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.167473 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.167795 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.168114 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.168456 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.168776 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:22.324636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5a29f4de-1d05-4822-8773-241838ca6e49'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:50:22.857347 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f846b39-599c-4ec0-860d-ca59aef3f29a req-5ea39185-e469-4264-a7f7-412d06a18cfa tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:22.858821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f846b39-599c-4ec0-860d-ca59aef3f29a req-5ea39185-e469-4264-a7f7-412d06a18cfa tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 944 time: 0.0475814 Sep 16 17:50:22.895964 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f846b39-599c-4ec0-860d-ca59aef3f29a req-97886ae9-cf4b-407a-ac11-1197c4cc6129 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313411 Sep 16 17:50:23.821452 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a29f4de-1d05-4822-8773-241838ca6e49 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:50:23.934899 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port 5a29f4de-1d05-4822-8773-241838ca6e49 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:50:23.938766 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5a29f4de-1d05-4822-8773-241838ca6e49 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:50:23.939139 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:24.007144 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb95df-7f47-4e8c-9f36-afce042f58c4 req-a72de2ad-1f57-4b5f-b715-d91ead2e654c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:24.008739 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-82eb95df-7f47-4e8c-9f36-afce042f58c4 req-a72de2ad-1f57-4b5f-b715-d91ead2e654c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 944 time: 0.0478027 Sep 16 17:50:24.018469 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:24.040161 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:50:24.042531 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4268f18a-a18b-4344-9017-68f2055f33c3" -d '{"events": [{"server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "name": "network-vif-plugged", "status": "completed", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:50:24.046307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-82eb95df-7f47-4e8c-9f36-afce042f58c4 req-f736c890-ce67-4057-8a4e-8b94f0580485 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Sep 16 17:50:24.055359 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a29f4de-1d05-4822-8773-241838ca6e49, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a29f4de-1d05-4822-8773-241838ca6e49,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:50:24.078886 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1562ecf3-c235-4664-b4e0-10269bd9a05e x-openstack-request-id: req-1562ecf3-c235-4664-b4e0-10269bd9a05e {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:50:24.079202 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "name": "network-vif-plugged", "status": "completed", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:50:24.079453 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1562ecf3-c235-4664-b4e0-10269bd9a05e {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:50:24.079842 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49', 'code': 200} Sep 16 17:50:24.118182 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:24.167428 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a29f4de-1d05-4822-8773-241838ca6e49,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:24.184625 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4957182-b62c-495f-9182-085914bebaf4 req-46c8d61d-3f89-4938-853e-74be2d576b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:24.186508 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4957182-b62c-495f-9182-085914bebaf4 req-46c8d61d-3f89-4938-853e-74be2d576b70 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1096 time: 0.0498846 Sep 16 17:50:24.221825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d4957182-b62c-495f-9182-085914bebaf4 req-949a9b1d-6e0b-40a5-a41f-afb3622fec20 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280735 Sep 16 17:50:25.163561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18ac6-c6a1-44c1-a290-ddfde5fb4925 req-5eb7c7aa-e6ec-4302-a89a-c7ddc3dddf0c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:25.165115 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fe18ac6-c6a1-44c1-a290-ddfde5fb4925 req-5eb7c7aa-e6ec-4302-a89a-c7ddc3dddf0c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0480065 Sep 16 17:50:25.205358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2fe18ac6-c6a1-44c1-a290-ddfde5fb4925 req-71294e83-ad09-4a98-bf8a-53d3588c0d93 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317826 Sep 16 17:50:26.333891 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebc8ef-0927-45c2-be2b-b21356d2ec7b req-32862bd5-8c52-4db7-9fa5-4baf91be5b86 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:26.335354 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84ebc8ef-0927-45c2-be2b-b21356d2ec7b req-32862bd5-8c52-4db7-9fa5-4baf91be5b86 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0487158 Sep 16 17:50:26.372033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-84ebc8ef-0927-45c2-be2b-b21356d2ec7b req-2ca50515-101d-491b-811f-b50e61d7d952 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304666 Sep 16 17:50:26.487535 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa454b0b-b7af-408a-879a-1931e43eec5f req-ce258f55-a85e-4202-9eb6-ba9c24ec2235 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:26.488999 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa454b0b-b7af-408a-879a-1931e43eec5f req-ce258f55-a85e-4202-9eb6-ba9c24ec2235 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0511761 Sep 16 17:50:26.525647 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-aa454b0b-b7af-408a-879a-1931e43eec5f req-aa9667ad-ad4d-41b6-861e-16aa31cb53e3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298302 Sep 16 17:50:26.546775 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33970) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:50:26.584901 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151b793-f6c8-4b77-89d4-b623b895e8bb tempest-TestShelveInstance-552885533 tempest-TestShelveInstance-552885533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:26.586372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6151b793-f6c8-4b77-89d4-b623b895e8bb tempest-TestShelveInstance-552885533 tempest-TestShelveInstance-552885533-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1091 time: 0.0386612 Sep 16 17:50:26.589247 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 33972) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:50:26.593368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '5a29f4de-1d05-4822-8773-241838ca6e49', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:50:26.729965 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:26.826147 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:27.237722 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Allocated IP 172.25.6.196 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/016db0da-666e-4572-bd8b-3ad965608eb8) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:50:27.340620 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:27.440898 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:27.478728 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:50:27.481681 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:50:27.485058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:50:27.493162 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'Port': ['ID=016db0da-666e-4572-bd8b-3ad965608eb8,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:27.836688 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:27.956209 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.101840 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.154405 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.225239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event updated for resources: {'Port': ['ID=016db0da-666e-4572-bd8b-3ad965608eb8,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:28.237370 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.297590 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a888310b-ded9-4d5b-8e09-61084d3999fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.353677 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Floating IP f8d6af9f-3b08-45b0-985f-2caabb322a3d associated. External IP: 172.25.6.196, port: 5a29f4de-1d05-4822-8773-241838ca6e49. Sep 16 17:50:28.559312 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Router dd0b9269-064c-45b2-93ee-cafeca663f3c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:50:28.669288 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:50:28.678877 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] Sync routers for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:50:28.688682 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:50:28.690575 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:50:28.794005 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:50:28.794581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.828645 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-ab03360b-27c8-492e-a86e-21c4ff4b1fa6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2383709 Sep 16 17:50:28.829188 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:50:28.831438 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082ed650-b0c4-4d52-841b-ea70d95ce12d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:50:28.870700 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fcedb9-ec3b-4d38-8426-b619ea3df161 x-openstack-request-id: req-58fcedb9-ec3b-4d38-8426-b619ea3df161 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:50:28.871047 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:50:28.871302 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58fcedb9-ec3b-4d38-8426-b619ea3df161 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:50:28.871706 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49', 'status': 'completed', 'code': 200} Sep 16 17:50:28.939027 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-a44db16a-ba4d-49d6-aa0c-0f25a368dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:28.940466 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-a44db16a-ba4d-49d6-aa0c-0f25a368dc1e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1096 time: 0.0477600 Sep 16 17:50:29.025169 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f8d6af9f-3b08-45b0-985f-2caabb322a3d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'port_id': '5a29f4de-1d05-4822-8773-241838ca6e49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'mac_address': 'fa:16:3e:ba:0b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:50:27Z', 'updated_at': '2021-09-16T17:50:27Z', 'revision_number': 0, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:50:29.032514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-cd20b243-527c-4042-828a-5dcad872cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:29.034014 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-cd20b243-527c-4042-828a-5dcad872cb4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0861933 Sep 16 17:50:29.109492 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-71345760-4b3e-4bc0-82b0-47ed7dbc5843 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 200 len: 999 time: 0.0673423 Sep 16 17:50:29.137174 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] Checking router: dd0b9269-064c-45b2-93ee-cafeca663f3c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:50:29.145298 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:50:29.145905 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:50:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:50:29.160024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-c7aa26b9-452d-41d8-ace6-c5c14e1c1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:29.161531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-c7aa26b9-452d-41d8-ace6-c5c14e1c1d52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0445857 Sep 16 17:50:29.207384 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-d84c4aca-3b81-4912-ac5c-6542d2715676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:29.208836 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-d84c4aca-3b81-4912-ac5c-6542d2715676 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408075 Sep 16 17:50:29.251757 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:50:29.304200 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-b164cb3e-e824-4e9c-9315-85596e0e93fd service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881455 Sep 16 17:50:29.398780 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-082ed650-b0c4-4d52-841b-ea70d95ce12d req-c043d490-f083-48a4-a165-4cbc0cc256a6 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877020 Sep 16 17:50:29.470373 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f8d6af9f-3b08-45b0-985f-2caabb322a3d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'port_id': '5a29f4de-1d05-4822-8773-241838ca6e49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'mac_address': 'fa:16:3e:ba:0b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:50:27Z', 'updated_at': '2021-09-16T17:50:27Z', 'revision_number': 0, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:50:29.500924 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0f5ff6-2849-4bee-99b8-90bc18781acc None None] The sync data for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 is: [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'f8d6af9f-3b08-45b0-985f-2caabb322a3d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'port_id': '5a29f4de-1d05-4822-8773-241838ca6e49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'mac_address': 'fa:16:3e:ba:0b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:50:27Z', 'updated_at': '2021-09-16T17:50:27Z', 'revision_number': 0, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:50:29.692690 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c844c1b7-3ce4-482d-a9f7-61f3abd8ab28 None None] New status for floating IP f8d6af9f-3b08-45b0-985f-2caabb322a3d: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:50:30.826223 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d01edf4f-fb9f-4b3c-a392-be6bb864d4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:31.531550 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:32.331638 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:34.102682 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:40.010181 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:50:44.517663 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:45.025779 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:58.271303 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fe00e820-e2b3-41f8-8543-949a9df7f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:00.845370 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f66d4914-dfbb-4103-82d8-aba2c58fff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:01.530657 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:02.285359 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:04.122102 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:14.514594 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:14.813122 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:16.506444 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-ef9516ea-c8eb-43c3-8347-870808ef175a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454164 Sep 16 17:51:16.585928 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-cc79836d-4015-4b96-9aa1-1a1473df567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:16.587541 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-cc79836d-4015-4b96-9aa1-1a1473df567d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1096 time: 0.0405083 Sep 16 17:51:16.690704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-e2df9067-a05d-4d29-9662-f53018d00dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:16.692092 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-e2df9067-a05d-4d29-9662-f53018d00dd0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0860107 Sep 16 17:51:16.759723 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-a01e0007-ebee-487d-adf4-c81dfa8ea06b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 200 len: 1001 time: 0.0611289 Sep 16 17:51:16.807835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-9b8e1a71-dbe3-4b85-b0c1-d43a9b796894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:16.809275 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-9b8e1a71-dbe3-4b85-b0c1-d43a9b796894 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0428987 Sep 16 17:51:16.853360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-a8a5fbad-9fa8-4b5d-a8ec-a7c84bc675cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:16.854800 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-a8a5fbad-9fa8-4b5d-a8ec-a7c84bc675cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384142 Sep 16 17:51:16.947554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-c09258b1-b29a-499d-947a-1939ddf106f8 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850694 Sep 16 17:51:17.009409 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:51:17.035486 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-23c8bfb5-dd06-45e3-bf1c-bd89e49f6446 req-d337be93-7484-498c-9c08-53ff2632661e service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815349 Sep 16 17:51:28.292204 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-da23d470-1e43-467d-8010-7010a2687125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:30.844729 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ddf4786c-84c9-414f-9a51-4a7c09a475b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:31.524129 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:32.280887 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:34.109880 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:44.490253 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:44.815881 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:54.009056 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:51:58.291958 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-def8b2af-74fa-4b73-8a4e-0b22377db123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:00.805664 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-23cf2e15-5f46-4886-9054-e90240b3e09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:01.519588 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:02.306896 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:04.170399 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:14.496729 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:14.810907 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.502973 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-403b0c67-4940-44cc-8946-82002b569e63 req-14af104a-56b2-43d8-be23-86c02535b6c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443943 Sep 16 17:52:17.582886 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b0c67-4940-44cc-8946-82002b569e63 req-9c762467-c92b-4feb-92c3-25b083eef84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:52:17.584415 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-403b0c67-4940-44cc-8946-82002b569e63 req-9c762467-c92b-4feb-92c3-25b083eef84c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1096 time: 0.0403342 Sep 16 17:52:17.691024 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b0c67-4940-44cc-8946-82002b569e63 req-cd50bcf2-db5c-4c19-bbc3-1ce1fdcb158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:52:17.692436 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-403b0c67-4940-44cc-8946-82002b569e63 req-cd50bcf2-db5c-4c19-bbc3-1ce1fdcb158d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0900049 Sep 16 17:52:17.757459 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-403b0c67-4940-44cc-8946-82002b569e63 req-570145a1-cf1f-4df8-a35d-35a095649926 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 200 len: 1001 time: 0.0576713 Sep 16 17:52:17.806461 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b0c67-4940-44cc-8946-82002b569e63 req-412a29c6-e7bc-486a-a8c1-49bf74301dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:52:17.808125 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-403b0c67-4940-44cc-8946-82002b569e63 req-412a29c6-e7bc-486a-a8c1-49bf74301dd1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0434730 Sep 16 17:52:17.858352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b0c67-4940-44cc-8946-82002b569e63 req-db5169e6-305d-4007-832d-6e0c1b11381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:52:17.859846 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-403b0c67-4940-44cc-8946-82002b569e63 req-db5169e6-305d-4007-832d-6e0c1b11381f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448604 Sep 16 17:52:17.947745 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-403b0c67-4940-44cc-8946-82002b569e63 req-402fa5cd-a97d-4a44-b0e5-3d366b89dd12 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810115 Sep 16 17:52:18.040057 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-403b0c67-4940-44cc-8946-82002b569e63 req-b31aaee5-74b1-499a-b2ec-ec6b32aae52d service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848522 Sep 16 17:52:28.284350 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0949c3a9-1cd4-4b00-bb38-8b9db3adba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:30.810539 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8f401692-0cdf-42ca-b66f-0b3fa0917486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:31.007451 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:52:31.553178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:32.301339 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:34.135555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:44.506864 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:44.842830 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:54.544826 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd29b4-2ec5-4020-b86b-0d0926c17c9c req-24d085f1-0637-40e0-9462-64d9d989af30 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:52:54.546312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2edd29b4-2ec5-4020-b86b-0d0926c17c9c req-24d085f1-0637-40e0-9462-64d9d989af30 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0945339 Sep 16 17:52:54.583548 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2edd29b4-2ec5-4020-b86b-0d0926c17c9c req-7dc0002e-77a9-427e-8823-3d327ad3dbeb tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312576 Sep 16 17:52:55.775396 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7c4c-2cf2-42b2-beb6-188a351b70c8 req-15cad467-a6b0-4234-91d1-c015a41f9a4c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:52:55.776902 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-016a7c4c-2cf2-42b2-beb6-188a351b70c8 req-15cad467-a6b0-4234-91d1-c015a41f9a4c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0934067 Sep 16 17:52:55.814010 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-016a7c4c-2cf2-42b2-beb6-188a351b70c8 req-fb545c1c-4e2e-4ca3-be64-61a1da7e6483 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 Sep 16 17:52:56.953417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1659b5b-b921-4def-ad3d-8b5bbb332033 req-c44d6599-8ec3-47eb-90a7-2c4f47bb2e5b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:52:56.954864 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1659b5b-b921-4def-ad3d-8b5bbb332033 req-c44d6599-8ec3-47eb-90a7-2c4f47bb2e5b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0521705 Sep 16 17:52:56.991367 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f1659b5b-b921-4def-ad3d-8b5bbb332033 req-79489b57-dab5-442c-80a4-51f9fb446280 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306511 Sep 16 17:52:58.107083 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20bb1-d1d6-4606-a648-5c2edffcab3d req-91452611-c6e1-4791-ba90-aad48bf51b93 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:52:58.108752 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0bd20bb1-d1d6-4606-a648-5c2edffcab3d req-91452611-c6e1-4791-ba90-aad48bf51b93 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0492456 Sep 16 17:52:58.145523 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0bd20bb1-d1d6-4606-a648-5c2edffcab3d req-1eab7925-5383-44c4-972a-cce8289bed07 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306666 Sep 16 17:52:58.288983 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ffe96473-0984-4d4b-94b5-a23f45267019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:59.259746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf2e1-b2bd-409f-92ec-914fc545d48b req-376f2600-a1d4-48bd-afd3-1596ea8f267f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:52:59.261275 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45fbf2e1-b2bd-409f-92ec-914fc545d48b req-376f2600-a1d4-48bd-afd3-1596ea8f267f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0495956 Sep 16 17:52:59.299583 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-45fbf2e1-b2bd-409f-92ec-914fc545d48b req-ddc5b662-5a44-450b-ac9b-78f040663541 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321689 Sep 16 17:53:00.421936 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d83e8-1219-4a80-9ed3-506bfa695821 req-f7c34338-7800-4d98-ac8f-92d175290bac tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:00.423462 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-620d83e8-1219-4a80-9ed3-506bfa695821 req-f7c34338-7800-4d98-ac8f-92d175290bac tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0539148 Sep 16 17:53:00.464599 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-620d83e8-1219-4a80-9ed3-506bfa695821 req-a3568582-9114-4f91-9cc3-3cc0b0d25701 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318887 Sep 16 17:53:00.831829 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b6994ace-d096-4c7c-8be1-22440710c509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:01.581979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e4da5-955b-4dbe-8cfc-659cc160c324 req-134df996-e7f7-433e-8276-a164c7cd8e4d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:01.583456 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-707e4da5-955b-4dbe-8cfc-659cc160c324 req-134df996-e7f7-433e-8276-a164c7cd8e4d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0491168 Sep 16 17:53:01.591276 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:01.621356 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-707e4da5-955b-4dbe-8cfc-659cc160c324 req-96ebaec8-41c2-4393-8ebf-327d34e666d7 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318937 Sep 16 17:53:02.294872 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:02.741245 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17866a-1409-4359-8dae-2bf112ba6697 req-eb3fb04a-86f3-4585-88ab-915307c0311a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:02.742732 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b17866a-1409-4359-8dae-2bf112ba6697 req-eb3fb04a-86f3-4585-88ab-915307c0311a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0556939 Sep 16 17:53:02.783895 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6b17866a-1409-4359-8dae-2bf112ba6697 req-233f97a7-80cb-422d-a9c2-5bb5fe9337ea tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345919 Sep 16 17:53:03.901098 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0aa42-ba36-44e2-b8bc-320034601f0b req-8da7051c-9201-45a6-b0ed-06a6da9af170 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:03.902581 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11c0aa42-ba36-44e2-b8bc-320034601f0b req-8da7051c-9201-45a6-b0ed-06a6da9af170 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0530813 Sep 16 17:53:03.939450 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-11c0aa42-ba36-44e2-b8bc-320034601f0b req-1cb56cf3-5cf0-4f08-8d09-d18a2eb64701 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308824 Sep 16 17:53:04.122845 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:04.665060 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894b1c-85de-4901-bd37-822a5c792762 req-c0fbd495-5d0f-4635-a97f-acba29172b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:04.667131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96894b1c-85de-4901-bd37-822a5c792762 req-c0fbd495-5d0f-4635-a97f-acba29172b84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1096 time: 0.0409040 Sep 16 17:53:04.759113 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894b1c-85de-4901-bd37-822a5c792762 req-b7e08036-877a-4cc1-97f4-8500c21f8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:04.760578 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96894b1c-85de-4901-bd37-822a5c792762 req-b7e08036-877a-4cc1-97f4-8500c21f8010 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0866330 Sep 16 17:53:04.824376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96894b1c-85de-4901-bd37-822a5c792762 req-174353b4-4b5c-473e-bc6f-bcff8ed1ca9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 200 len: 1001 time: 0.0571296 Sep 16 17:53:04.871815 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894b1c-85de-4901-bd37-822a5c792762 req-20bd8b98-a03c-4481-b3d8-fa4c7d11b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:04.873222 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96894b1c-85de-4901-bd37-822a5c792762 req-20bd8b98-a03c-4481-b3d8-fa4c7d11b604 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0422332 Sep 16 17:53:04.921479 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894b1c-85de-4901-bd37-822a5c792762 req-be186a4d-25c3-4ae5-abf6-190559b16e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:04.922857 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96894b1c-85de-4901-bd37-822a5c792762 req-be186a4d-25c3-4ae5-abf6-190559b16e28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424778 Sep 16 17:53:05.024261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96894b1c-85de-4901-bd37-822a5c792762 req-45f94f67-2666-419e-b277-c1ae83885935 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943112 Sep 16 17:53:05.117514 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8900f7-e00b-468a-b709-f94de75e8bb1 req-3600c76f-85d9-4fd7-ad79-e4d061318b99 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:05.119060 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc8900f7-e00b-468a-b709-f94de75e8bb1 req-3600c76f-85d9-4fd7-ad79-e4d061318b99 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.1088703 Sep 16 17:53:05.163631 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-96894b1c-85de-4901-bd37-822a5c792762 req-b445931a-2b40-4220-8774-8980974dd158 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253073 Sep 16 17:53:05.170936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc8900f7-e00b-468a-b709-f94de75e8bb1 req-9d5bfdb8-0d49-4d1e-ba6a-1187086671ba tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459526 Sep 16 17:53:06.285529 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9587b2-9906-463e-8c84-353535e7ddbc req-bf4b264e-f77e-4e70-a3f5-218e20ad9997 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:06.287052 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d9587b2-9906-463e-8c84-353535e7ddbc req-bf4b264e-f77e-4e70-a3f5-218e20ad9997 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0495391 Sep 16 17:53:06.324662 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4d9587b2-9906-463e-8c84-353535e7ddbc req-46be6361-5f3d-4687-8390-4c87690e9768 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308590 Sep 16 17:53:07.446086 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6d123-1465-4039-baf1-c0a425351e7c req-51503fa7-0206-4889-a043-adaa7063eac3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:07.448182 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7e6d123-1465-4039-baf1-c0a425351e7c req-51503fa7-0206-4889-a043-adaa7063eac3 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0556219 Sep 16 17:53:07.487373 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7e6d123-1465-4039-baf1-c0a425351e7c req-a1b331e5-8593-45f3-b05a-9bd331060da0 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330527 Sep 16 17:53:08.005729 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:53:08.605364 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e38a3-db63-4cb5-952a-77963b94810e req-4d934e2a-9776-453f-92e7-40f58d293511 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:08.606910 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-153e38a3-db63-4cb5-952a-77963b94810e req-4d934e2a-9776-453f-92e7-40f58d293511 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0511694 Sep 16 17:53:08.647730 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-153e38a3-db63-4cb5-952a-77963b94810e req-c8d601e0-9363-4e28-83d3-e802470232ca tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342314 Sep 16 17:53:09.767759 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03709839-6d3d-4b40-987f-c5fb095c3d64 req-a8c074f0-c5cd-4411-8b65-69e71610a3d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:09.769244 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03709839-6d3d-4b40-987f-c5fb095c3d64 req-a8c074f0-c5cd-4411-8b65-69e71610a3d9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0476015 Sep 16 17:53:09.807180 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-03709839-6d3d-4b40-987f-c5fb095c3d64 req-d6c7fbfa-bf4e-4729-9435-e8177ecc3b2d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318022 Sep 16 17:53:09.875945 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-167c2599-35e1-46d3-8997-8d3089b5f2c1 req-5d53bad4-34bc-4d19-a0de-f6b11be054f0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:53:09.876948 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-167c2599-35e1-46d3-8997-8d3089b5f2c1 req-5d53bad4-34bc-4d19-a0de-f6b11be054f0 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053074 Sep 16 17:53:10.175983 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea29e4d-8784-4a84-98d6-d3106923cf66 req-8556c330-9c0f-4462-8d78-e0faae60cb29 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:10.177547 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ea29e4d-8784-4a84-98d6-d3106923cf66 req-8556c330-9c0f-4462-8d78-e0faae60cb29 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0538135 Sep 16 17:53:10.217477 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0ea29e4d-8784-4a84-98d6-d3106923cf66 req-a19f611a-ce1c-4f2f-8918-cbf4f5b9dc55 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338848 Sep 16 17:53:10.262961 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-8fbb889a-afe2-4bec-8aea-ee0b06a99cf8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843365 Sep 16 17:53:10.271747 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-993cb3d2-00b7-4d31-aedf-1069879abe02 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:53:10.272715 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-993cb3d2-00b7-4d31-aedf-1069879abe02 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048923 Sep 16 17:53:10.578660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a29f4de-1d05-4822-8773-241838ca6e49 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:53:10.654414 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:10.676435 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:53:10.678584 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e48d9b-8a46-4c53-9f11-0103f3400c44" -d '{"events": [{"server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "name": "network-vif-unplugged", "status": "completed", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:53:10.691465 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a29f4de-1d05-4822-8773-241838ca6e49, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a29f4de-1d05-4822-8773-241838ca6e49,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:53:10.757383 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 17:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f435f1c-b52b-45c6-beac-c6167881259a x-openstack-request-id: req-1f435f1c-b52b-45c6-beac-c6167881259a {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:53:10.759830 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "name": "network-vif-unplugged", "status": "failed", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49", "code": 422}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:53:10.759830 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f435f1c-b52b-45c6-beac-c6167881259a {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:53:10.759830 n-d-807786-3 neutron-server[95359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49', 'code': 422} returned with failed status Sep 16 17:53:10.785903 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:10.832411 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a29f4de-1d05-4822-8773-241838ca6e49,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:53:10.839509 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.839858 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.840201 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.840568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.840905 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.841239 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.841568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.841895 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.842218 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.842543 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.842866 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:10.843187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:11.332011 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad763775-375a-4722-aa52-dd46f75fe518 req-321d5842-5a38-47ab-b1cb-b85945451e6c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:11.333594 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad763775-375a-4722-aa52-dd46f75fe518 req-321d5842-5a38-47ab-b1cb-b85945451e6c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0494580 Sep 16 17:53:11.372372 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ad763775-375a-4722-aa52-dd46f75fe518 req-5d9c08ec-c1c5-4877-8240-671b34eeb587 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318632 Sep 16 17:53:12.495229 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8f32f-a542-4bb6-96e6-bcfaaf99cf51 req-0b637cf1-e2ad-46d9-8b83-69d271313750 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:12.496837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcd8f32f-a542-4bb6-96e6-bcfaaf99cf51 req-0b637cf1-e2ad-46d9-8b83-69d271313750 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0547616 Sep 16 17:53:12.534813 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bcd8f32f-a542-4bb6-96e6-bcfaaf99cf51 req-318e1c88-cdbb-48b2-8360-b0a7c7095ade tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318847 Sep 16 17:53:13.650816 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e06a80-75d9-4c3e-b032-8598bc40aefd req-abbe4e71-8b03-4f98-bc9a-099f97ce624d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:13.652333 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35e06a80-75d9-4c3e-b032-8598bc40aefd req-abbe4e71-8b03-4f98-bc9a-099f97ce624d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0494533 Sep 16 17:53:13.690299 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-35e06a80-75d9-4c3e-b032-8598bc40aefd req-270d1069-9010-4edc-82ba-e57f5af06cfb tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319183 Sep 16 17:53:14.517178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:14.808290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6b68e-6f64-43a6-8f4b-c0113942c6ae req-40dc9b88-f170-4761-8734-a3b7daf78921 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:14.808893 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:14.809821 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4b6b68e-6f64-43a6-8f4b-c0113942c6ae req-40dc9b88-f170-4761-8734-a3b7daf78921 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0529351 Sep 16 17:53:14.848758 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c4b6b68e-6f64-43a6-8f4b-c0113942c6ae req-5c691a4a-16ec-4aa7-ad09-e0aef8add24d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Sep 16 17:53:15.966170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee991f-73ab-49c4-a9cb-a6f67a38db6d req-0e83e1a5-45ae-4404-bd62-b6beb8f45e3e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:15.968451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cee991f-73ab-49c4-a9cb-a6f67a38db6d req-0e83e1a5-45ae-4404-bd62-b6beb8f45e3e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0532134 Sep 16 17:53:16.010136 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5cee991f-73ab-49c4-a9cb-a6f67a38db6d req-217f3186-53b0-4cc3-948d-c640adaeac7c tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354509 Sep 16 17:53:16.863505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-c7618087-25f3-448c-9e9a-0e3d356403f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:16.865027 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-c7618087-25f3-448c-9e9a-0e3d356403f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c&tenant_id=b7547e3aba2c4e129efe9408bd867ff6 HTTP/1.1" status: 200 len: 1094 time: 0.0404763 Sep 16 17:53:16.925025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-cf4ba147-6052-47ee-95ff-3efd59f9cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:16.926493 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-cf4ba147-6052-47ee-95ff-3efd59f9cd03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1094 time: 0.0394397 Sep 16 17:53:17.017177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-f2cf7290-190c-4236-9fbb-e1d372b802fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:17.018617 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-f2cf7290-190c-4236-9fbb-e1d372b802fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0851314 Sep 16 17:53:17.085284 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-d74701db-6a8e-462f-873f-057da02e07c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 200 len: 999 time: 0.0595360 Sep 16 17:53:17.162594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-2920a61e-1626-4c26-90de-2c81cc889c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:17.163967 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-2920a61e-1626-4c26-90de-2c81cc889c9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0656800 Sep 16 17:53:17.176240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eb62c-4c73-41f7-a36a-919c6874e17b req-c6682bf2-d222-443b-8c87-1477a1efaab9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:17.177637 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb1eb62c-4c73-41f7-a36a-919c6874e17b req-c6682bf2-d222-443b-8c87-1477a1efaab9 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0876539 Sep 16 17:53:17.239323 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fb1eb62c-4c73-41f7-a36a-919c6874e17b req-741f62b2-772b-4449-83c4-b3538f183b7a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530107 Sep 16 17:53:17.241831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-c8590f3b-9ecd-4c00-980a-74fb7c20a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:17.243240 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-c8590f3b-9ecd-4c00-980a-74fb7c20a859 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647831 Sep 16 17:53:17.335040 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-c4e83fa2-05d1-4e44-8171-44b926ef332b service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844104 Sep 16 17:53:17.423746 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-b3f66805-aa0e-4a66-a3f8-c258c731a653 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814259 Sep 16 17:53:17.609594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-f9780fff-3856-43a7-af37-3748fa20af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:17.611307 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-f9780fff-3856-43a7-af37-3748fa20af6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1094 time: 0.0447006 Sep 16 17:53:17.710954 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-2e081e4f-79fb-4a5a-a3ee-61bfa123ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:17.712300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-2e081e4f-79fb-4a5a-a3ee-61bfa123ae38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0822153 Sep 16 17:53:17.780890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-5d2e1030-64b0-4b3c-9029-e8cecf9a2e9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 200 len: 999 time: 0.0613258 Sep 16 17:53:17.830709 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-49abfecb-d317-4b4c-8eb6-f4b9174fcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:17.832156 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-49abfecb-d317-4b4c-8eb6-f4b9174fcb95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0436368 Sep 16 17:53:17.876463 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-8a191eee-f28c-40f0-bfb3-2432b24b61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:17.877943 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-8a191eee-f28c-40f0-bfb3-2432b24b61ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387638 Sep 16 17:53:18.291657 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-196d841f-e806-4b36-9893-d5d3c98a4d3f service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046857 Sep 16 17:53:18.407881 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592204a-ea8e-450a-bbda-f2a38106a296 req-45ad939b-d5c1-4fd9-a326-032240b0cbd1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:18.409403 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0592204a-ea8e-450a-bbda-f2a38106a296 req-45ad939b-d5c1-4fd9-a326-032240b0cbd1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.1032970 Sep 16 17:53:18.435546 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-46171d5c-bb85-459b-abbe-8f15cccb436e req-11452432-ff0f-4039-a098-1742de44a997 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363881 Sep 16 17:53:18.454164 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0592204a-ea8e-450a-bbda-f2a38106a296 req-c86d9478-22f0-4a7a-8fe9-08d662808b9d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354435 Sep 16 17:53:19.569246 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e793-f63e-4502-9073-583a1922fba6 req-65fad227-28bb-4633-9125-22244f45b962 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:19.570707 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f98e793-f63e-4502-9073-583a1922fba6 req-65fad227-28bb-4633-9125-22244f45b962 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0490708 Sep 16 17:53:19.607734 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-8f98e793-f63e-4502-9073-583a1922fba6 req-b0f4af49-c275-4131-ad2e-48bb158fbac6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310471 Sep 16 17:53:20.719663 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc33a1-932a-4b45-b4ac-715764ef3cc5 req-b87fa7dd-3dd8-46b5-aaca-3d72ce3a00e6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:20.721173 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1bfc33a1-932a-4b45-b4ac-715764ef3cc5 req-b87fa7dd-3dd8-46b5-aaca-3d72ce3a00e6 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0479803 Sep 16 17:53:20.758648 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-1bfc33a1-932a-4b45-b4ac-715764ef3cc5 req-eacf490c-72e7-4540-82cf-3776d1fc7767 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316432 Sep 16 17:53:21.873980 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79147dcc-4785-4994-bc8e-e65d068697ae req-18b4bf35-9129-47da-b3a0-ea2648ac9eb5 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:21.875435 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79147dcc-4785-4994-bc8e-e65d068697ae req-18b4bf35-9129-47da-b3a0-ea2648ac9eb5 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0523808 Sep 16 17:53:21.911475 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-79147dcc-4785-4994-bc8e-e65d068697ae req-0af99971-345f-4c92-8c8d-0663566d3fd0 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301785 Sep 16 17:53:23.024307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589377f2-cb5b-46f1-87b6-92bf1f5f94ca req-8d382501-970d-4569-9f1e-89184206a8a2 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:23.025915 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-589377f2-cb5b-46f1-87b6-92bf1f5f94ca req-8d382501-970d-4569-9f1e-89184206a8a2 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0487900 Sep 16 17:53:23.063189 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-589377f2-cb5b-46f1-87b6-92bf1f5f94ca req-bbef8820-0e06-4de3-a823-50aeadbcac6a tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312202 Sep 16 17:53:24.177644 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fabd85-7b1e-4f8c-a798-8a1384a70cb3 req-ddb85816-0e3c-4c59-bfb2-87938acbc271 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:24.179109 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98fabd85-7b1e-4f8c-a798-8a1384a70cb3 req-ddb85816-0e3c-4c59-bfb2-87938acbc271 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0499728 Sep 16 17:53:24.216911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-98fabd85-7b1e-4f8c-a798-8a1384a70cb3 req-269d1cae-38bd-4382-b976-82505b96ed3f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312047 Sep 16 17:53:25.332035 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7257e6-40fe-446a-b3bd-95829f417502 req-c7f9075e-2dc3-4db2-96e2-d46044c49657 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:25.333536 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee7257e6-40fe-446a-b3bd-95829f417502 req-c7f9075e-2dc3-4db2-96e2-d46044c49657 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0521121 Sep 16 17:53:25.370347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee7257e6-40fe-446a-b3bd-95829f417502 req-174acab8-de6d-4f59-9c6b-41654fef3026 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310414 Sep 16 17:53:26.486785 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa898f-9562-4409-b0a0-916df10914a2 req-a97f2eb5-eef1-45f5-bf56-e269e4a6edfa tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:26.488177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4fa898f-9562-4409-b0a0-916df10914a2 req-a97f2eb5-eef1-45f5-bf56-e269e4a6edfa tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 943 time: 0.0524433 Sep 16 17:53:26.524428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a4fa898f-9562-4409-b0a0-916df10914a2 req-c46615ff-56a5-4399-9d3b-72dc63012f82 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302138 Sep 16 17:53:26.654358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a29f4de-1d05-4822-8773-241838ca6e49 details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:53:26.753944 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a29f4de-1d05-4822-8773-241838ca6e49, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a29f4de-1d05-4822-8773-241838ca6e49,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:53:26.765622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': '5a29f4de-1d05-4822-8773-241838ca6e49', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'port_id': '5a29f4de-1d05-4822-8773-241838ca6e49', 'mac_address': 'fa:16:3e:ba:0b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:53:26.806159 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:26.819268 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a29f4de-1d05-4822-8773-241838ca6e49 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:53:26.837948 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a29f4de-1d05-4822-8773-241838ca6e49, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a29f4de-1d05-4822-8773-241838ca6e49,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:53:26.934142 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:26.980579 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a29f4de-1d05-4822-8773-241838ca6e49,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:53:27.159875 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['5a29f4de-1d05-4822-8773-241838ca6e49'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:53:27.637285 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccc164-7753-42a4-98a3-c4b1687d474b req-65199675-6ec7-4492-94a6-f74d6dfbb4e8 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:27.638765 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92ccc164-7753-42a4-98a3-c4b1687d474b req-65199675-6ec7-4492-94a6-f74d6dfbb4e8 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 944 time: 0.0484662 Sep 16 17:53:27.675451 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-92ccc164-7753-42a4-98a3-c4b1687d474b req-187f0982-7640-4c18-900e-a73591ad8a77 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307922 Sep 16 17:53:28.271066 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c4ce81d9-b106-4586-8e49-fcd53ad18e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:28.653520 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a29f4de-1d05-4822-8773-241838ca6e49 up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:53:28.703807 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port 5a29f4de-1d05-4822-8773-241838ca6e49 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:53:28.703935 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:28.779150 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:28.792595 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261882c-0059-4c25-a0d1-e7b3b3d79401 req-588e81e8-fcc3-42fe-9cf4-3a6d68a0c914 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:28.794074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b261882c-0059-4c25-a0d1-e7b3b3d79401 req-588e81e8-fcc3-42fe-9cf4-3a6d68a0c914 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 944 time: 0.0522754 Sep 16 17:53:28.801373 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:53:28.803605 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b610ed-de77-4400-b41d-8714ff046f54" -d '{"events": [{"server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "name": "network-vif-plugged", "status": "completed", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:53:28.817104 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port 5a29f4de-1d05-4822-8773-241838ca6e49, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a29f4de-1d05-4822-8773-241838ca6e49,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:53:28.833251 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b261882c-0059-4c25-a0d1-e7b3b3d79401 req-95bd21da-a8f2-4864-aa14-c99bed4053a0 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331798 Sep 16 17:53:28.842650 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0941417-e6cf-4fef-ac98-9e5c9390ce04 x-openstack-request-id: req-d0941417-e6cf-4fef-ac98-9e5c9390ce04 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:53:28.842975 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "name": "network-vif-plugged", "status": "completed", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:53:28.843247 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0941417-e6cf-4fef-ac98-9e5c9390ce04 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:53:28.843641 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49', 'code': 200} Sep 16 17:53:28.888605 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:28.940744 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=5a29f4de-1d05-4822-8773-241838ca6e49,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:53:28.983707 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61290046-986a-4d7d-99d6-d6f8cd8dcc79 req-d7b7effe-140c-4c40-a467-6d0b249ec0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:28.985286 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61290046-986a-4d7d-99d6-d6f8cd8dcc79 req-d7b7effe-140c-4c40-a467-6d0b249ec0e1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1096 time: 0.0413535 Sep 16 17:53:29.019068 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61290046-986a-4d7d-99d6-d6f8cd8dcc79 req-2ab50d30-83af-47ae-842e-d7a4bb8fba99 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268261 Sep 16 17:53:29.950774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8321de-0d41-4fb4-831b-95b3c51a3086 req-29987185-ec03-46e4-ad2b-36a067fe834b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:29.954033 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c8321de-0d41-4fb4-831b-95b3c51a3086 req-29987185-ec03-46e4-ad2b-36a067fe834b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0520847 Sep 16 17:53:29.995259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6c8321de-0d41-4fb4-831b-95b3c51a3086 req-af3e0a60-93c5-47f2-a0ea-0bad6cabbeaa tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341997 Sep 16 17:53:30.836412 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-80817706-2893-418c-be7b-bbee3086419e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:31.148002 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661f05-74c2-47be-968c-c76244ab287a req-82274d8f-414d-48d6-9d00-b393c898de00 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:31.149419 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af661f05-74c2-47be-968c-c76244ab287a req-82274d8f-414d-48d6-9d00-b393c898de00 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0533144 Sep 16 17:53:31.186720 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-af661f05-74c2-47be-968c-c76244ab287a req-eb887554-d9b2-4838-9e4b-38d8fe004048 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308483 Sep 16 17:53:31.522039 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:32.282102 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:34.122563 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:44.538732 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:44.830500 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:45.005117 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:53:58.293312 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-026c7e01-7c44-4638-948e-e9e8e636054d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:00.852984 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f686cea-97a4-476f-a34a-aab5e380a67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:01.555918 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:02.327138 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:04.116048 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:14.566943 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:14.869878 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:18.494680 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-d4d84601-ca3c-4a0d-a231-7d3502267cd5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394258 Sep 16 17:54:18.573348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-dc5e5a57-1bd9-4ac9-860f-2ed359cd3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:54:18.574851 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-dc5e5a57-1bd9-4ac9-860f-2ed359cd3ec7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1096 time: 0.0400205 Sep 16 17:54:18.681290 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-b730bbfa-b853-446a-8c77-82f8402a19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:54:18.682749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-b730bbfa-b853-446a-8c77-82f8402a19fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0885355 Sep 16 17:54:18.746659 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-7dc12007-d4ed-409c-b626-06db0538121b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 200 len: 1001 time: 0.0564759 Sep 16 17:54:18.798992 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-5266f435-18b6-4bbf-a4a6-e54c1c64edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:54:18.800416 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-5266f435-18b6-4bbf-a4a6-e54c1c64edca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0472152 Sep 16 17:54:18.846300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-5a3f71e0-973c-4316-989e-3cf582467841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:54:18.847766 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-5a3f71e0-973c-4316-989e-3cf582467841 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394461 Sep 16 17:54:18.937287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-5ce54f17-b1bb-4d91-a488-a733e947145c service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819919 Sep 16 17:54:19.030355 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d419cabe-7500-45b7-9521-a58f2c34c753 req-6f86ea5f-36dd-400c-986b-631ec9b3bcd9 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859284 Sep 16 17:54:22.004514 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:54:28.304092 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e6acec7e-4677-4a76-b006-be075bb489e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:30.818404 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fb8640e4-4f3f-4734-8cf4-106fffd4c832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:31.544203 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:32.343986 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:34.132240 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:44.559618 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:44.845380 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:58.320728 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ce3288e2-93f6-4fc2-a181-d60482bb130f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:59.003390 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:55:00.828754 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cc0c90f4-fa1f-498d-83a6-0c1b0e44d6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:01.543649 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:02.343507 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:04.130132 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:06.472296 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34178) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:06.630231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Deleting port 016db0da-666e-4572-bd8b-3ad965608eb8 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:55:06.630572 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:06.707516 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:06.707842 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:06.719057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Calling delete_port for 016db0da-666e-4572-bd8b-3ad965608eb8 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:55:06.926039 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:06.949298 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event deleted for resources: {'Port': ['ID=016db0da-666e-4572-bd8b-3ad965608eb8,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:06.959219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.960893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.960893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.960893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.961216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.961459 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.962268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.962268 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.962475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.962716 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.963034 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:06.963354 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:07.022188 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:07.023271 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Floating IP f8d6af9f-3b08-45b0-985f-2caabb322a3d disassociated (deleted). External IP: 172.25.6.196, port: 5a29f4de-1d05-4822-8773-241838ca6e49. Sep 16 17:55:07.229305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Router dd0b9269-064c-45b2-93ee-cafeca663f3c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:55:07.339025 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:55:07.343879 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:07.348358 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] Sync routers for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:55:07.358303 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:07.358917 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:07.372264 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1c38aa5d-526e-4abf-96f7-b4802ac25429 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "DELETE /v2.0/floatingips/f8d6af9f-3b08-45b0-985f-2caabb322a3d HTTP/1.1" status: 204 len: 168 time: 0.8987334 Sep 16 17:55:07.372841 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:55:07.375105 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67178838-c810-408a-90af-33c9c825d966" -d '{"events": [{"name": "network-changed", "server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:55:07.472949 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6d0a5a-9512-475b-a595-240d1e80ef03 x-openstack-request-id: req-9c6d0a5a-9512-475b-a595-240d1e80ef03 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:55:07.473617 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:55:07.473617 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c6d0a5a-9512-475b-a595-240d1e80ef03 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:55:07.473931 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49', 'status': 'completed', 'code': 200} Sep 16 17:55:07.476222 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:07.537480 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67178838-c810-408a-90af-33c9c825d966 req-13a096d7-feb8-4e9c-a7f8-aac01eebc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:07.539478 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67178838-c810-408a-90af-33c9c825d966 req-13a096d7-feb8-4e9c-a7f8-aac01eebc014 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 1096 time: 0.0423715 Sep 16 17:55:07.640360 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67178838-c810-408a-90af-33c9c825d966 req-48409356-c670-42aa-b98e-58dd61b83ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:07.641912 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67178838-c810-408a-90af-33c9c825d966 req-48409356-c670-42aa-b98e-58dd61b83ed3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 200 len: 910 time: 0.0961361 Sep 16 17:55:07.685267 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67178838-c810-408a-90af-33c9c825d966 req-365f66fe-d1a5-4aa8-bdf5-aec2a6b80df5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 200 len: 217 time: 0.0362465 Sep 16 17:55:07.686314 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:07.715044 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] Checking router: dd0b9269-064c-45b2-93ee-cafeca663f3c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:55:07.723753 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:07.724324 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:07.745871 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67178838-c810-408a-90af-33c9c825d966 req-608808a9-a32f-4a6a-a028-2bd4ab29100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:07.747347 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67178838-c810-408a-90af-33c9c825d966 req-608808a9-a32f-4a6a-a028-2bd4ab29100f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 200 len: 848 time: 0.0556352 Sep 16 17:55:07.835853 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:07.860733 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384c642-7dc7-4fd1-a48c-8fc1e4201932 req-a01efee9-9e79-4033-b203-347f7f1c3a27 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:07.862248 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5384c642-7dc7-4fd1-a48c-8fc1e4201932 req-a01efee9-9e79-4033-b203-347f7f1c3a27 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0789342 Sep 16 17:55:07.868443 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67178838-c810-408a-90af-33c9c825d966 req-19ad0cdc-e4b0-4803-9444-df33b28e99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:07.870582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67178838-c810-408a-90af-33c9c825d966 req-19ad0cdc-e4b0-4803-9444-df33b28e99df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f4fc928-f6fb-4026-b96b-56ff16f4e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148658 Sep 16 17:55:07.931376 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5384c642-7dc7-4fd1-a48c-8fc1e4201932 req-00f5f748-fcf7-475a-80e2-00deb0834a2d tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605278 Sep 16 17:55:07.990142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67178838-c810-408a-90af-33c9c825d966 req-c28c48e5-629e-4a74-a8e2-a961eac113ea service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055200 Sep 16 17:55:08.034723 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:08.100907 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-67178838-c810-408a-90af-33c9c825d966 req-35b37462-0304-48c3-b2fd-f294286b4309 service neutron] 10.222.0.52 "GET /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020091 Sep 16 17:55:08.163907 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6999b-23da-41e0-bf85-82bd1db1a723 None None] The sync data for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 is: [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:06Z', 'revision_number': 4, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '9d52e2ab-5e76-4aa3-ae74-7ade41e8127a', 'name': '', 'network_id': '7f4fc928-f6fb-4026-b96b-56ff16f4e66d', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'mac_address': 'fa:16:3e:e7:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:05Z', 'updated_at': '2021-09-16T17:45:10Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'subnets': [{'id': '8932ba3c-0e6f-4190-922f-8b986497c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:55:08.399485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c945154-ae69-4300-8637-ad87437e1666 None None] New status for floating IP f8d6af9f-3b08-45b0-985f-2caabb322a3d: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:55:09.057266 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040211f-1443-41e0-8abd-ba43517dd362 req-e1c7962d-67aa-4441-94da-b4c744fd085f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:09.058684 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f040211f-1443-41e0-8abd-ba43517dd362 req-e1c7962d-67aa-4441-94da-b4c744fd085f tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0561473 Sep 16 17:55:09.095704 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f040211f-1443-41e0-8abd-ba43517dd362 req-fce30b06-a086-4cb4-8d86-759fb2e31c9b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/security-groups?id=9baf16d6-89a4-4832-baf7-8e3bbf013db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311332 Sep 16 17:55:09.242798 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-4f7090c9-a0e4-48ad-b060-82352de62a31 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:09.244177 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-4f7090c9-a0e4-48ad-b060-82352de62a31 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 945 time: 0.0488265 Sep 16 17:55:09.331894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-df7c7074-6da7-41f0-9191-0b83c716fa3b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Deleting port 5a29f4de-1d05-4822-8773-241838ca6e49 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:55:09.332234 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-df7c7074-6da7-41f0-9191-0b83c716fa3b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:09.423483 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-df7c7074-6da7-41f0-9191-0b83c716fa3b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] For port 5a29f4de-1d05-4822-8773-241838ca6e49, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=5a29f4de-1d05-4822-8773-241838ca6e49,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:09.423855 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-df7c7074-6da7-41f0-9191-0b83c716fa3b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:09.436639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-df7c7074-6da7-41f0-9191-0b83c716fa3b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Calling delete_port for 5a29f4de-1d05-4822-8773-241838ca6e49 owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:55:09.617948 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-df7c7074-6da7-41f0-9191-0b83c716fa3b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:09.645300 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c7074-6da7-41f0-9191-0b83c716fa3b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event deleted for resources: {'Port': ['ID=5a29f4de-1d05-4822-8773-241838ca6e49,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:09.689512 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-df7c7074-6da7-41f0-9191-0b83c716fa3b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] No DVR routers for this DVR port 5a29f4de-1d05-4822-8773-241838ca6e49 on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:55:09.695559 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-df7c7074-6da7-41f0-9191-0b83c716fa3b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:09.695559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-746be198-7f1c-4d5c-b1c4-5afd6cbcaa01 req-df7c7074-6da7-41f0-9191-0b83c716fa3b tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.52 "DELETE /v2.0/ports/5a29f4de-1d05-4822-8773-241838ca6e49 HTTP/1.1" status: 204 len: 173 time: 0.4438484 Sep 16 17:55:09.695559 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'name': 'network-vif-deleted', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:55:09.697441 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5ee1da-fa87-43e9-891c-d1a209c62b51" -d '{"events": [{"server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "name": "network-vif-deleted", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:55:09.732208 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4706a393-d1ee-45c4-af8b-69988edc7bb7 x-openstack-request-id: req-4706a393-d1ee-45c4-af8b-69988edc7bb7 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:55:09.732815 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a52e20d-4225-4105-ae7d-1d5c0c7a768c", "name": "network-vif-deleted", "tag": "5a29f4de-1d05-4822-8773-241838ca6e49", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:55:09.733066 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4706a393-d1ee-45c4-af8b-69988edc7bb7 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:55:09.733464 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a52e20d-4225-4105-ae7d-1d5c0c7a768c', 'name': 'network-vif-deleted', 'tag': '5a29f4de-1d05-4822-8773-241838ca6e49', 'status': 'completed', 'code': 200} Sep 16 17:55:10.192566 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-89237dc5-ac7f-4c71-8780-42ddcaa6c6e7 req-01a57ca6-b5c1-4e95-9353-b6105ce570e5 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 210 time: 0.0267534 Sep 16 17:55:11.297531 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d3564c5b-beb0-42d3-ae6f-cfc78757529a req-b501c7ed-f6b7-4fde-83b0-89f123862ce1 tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 210 time: 0.0296187 Sep 16 17:55:12.392318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cef3df73-43a8-45c6-8683-a58367476903 req-27171892-07c7-4d03-b9c4-1ae6b29f416e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 210 time: 0.0275955 Sep 16 17:55:13.166314 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a29f4de-1d05-4822-8773-241838ca6e49 no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:55:13.190115 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: 5a29f4de-1d05-4822-8773-241838ca6e49 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:55:13.190463 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device 5a29f4de-1d05-4822-8773-241838ca6e49 not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:55:13.486652 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b94f0e5f-5369-4bac-860f-5721324ac418 req-af4ce767-af85-4c1e-8c37-53865a21974e tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a52e20d-4225-4105-ae7d-1d5c0c7a768c HTTP/1.1" status: 200 len: 210 time: 0.0274057 Sep 16 17:55:14.542007 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34218) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:14.555152 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:14.599760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c95f90-c06e-43ba-ac24-4f678a0224bf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:14.626506 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c95f90-c06e-43ba-ac24-4f678a0224bf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:14.741444 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c95f90-c06e-43ba-ac24-4f678a0224bf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:14.744113 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-41c95f90-c06e-43ba-ac24-4f678a0224bf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:14.745401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-41c95f90-c06e-43ba-ac24-4f678a0224bf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] 10.222.0.22 "DELETE /v2.0/security-groups/9baf16d6-89a4-4832-baf7-8e3bbf013db2 HTTP/1.1" status: 204 len: 168 time: 0.2023704 Sep 16 17:55:14.755181 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c95f90-c06e-43ba-ac24-4f678a0224bf tempest-TestShelveInstance-527642670 tempest-TestShelveInstance-527642670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baf16d6-89a4-4832-baf7-8e3bbf013db2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:14.881431 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34222) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:14.884353 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:15.358861 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:15.609017 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] Deleting port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:55:15.609682 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:15.685426 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] For port 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=9d52e2ab-5e76-4aa3-ae74-7ade41e8127a,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:15.685782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:15.697893 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] Calling delete_port for 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a owned by network:router_interface {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:55:15.937506 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:15.968774 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d52e2ab-5e76-4aa3-ae74-7ade41e8127a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:16.132723 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:16.352866 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] Router dd0b9269-064c-45b2-93ee-cafeca663f3c has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:55:16.792873 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:55:16.801165 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9aff32a5-33be-4ea5-9463-a30d612edc9d admin admin] 10.222.0.22 "PUT /v2.0/routers/dd0b9269-064c-45b2-93ee-cafeca663f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9160280 Sep 16 17:55:16.801390 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34226) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:16.802947 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] Sync routers for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:55:16.814360 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:16.815078 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:16.910453 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:16.921590 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:17.015636 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.113822 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:55:15Z', 'revision_number': 5, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port': {'id': '5b685215-a1c4-4f7b-b9fc-373a6205252a', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:17.148179 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Deleting port 5b685215-a1c4-4f7b-b9fc-373a6205252a {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:55:17.148179 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.154530 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] Checking router: dd0b9269-064c-45b2-93ee-cafeca663f3c for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:55:17.168939 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] Routers {'dd0b9269-064c-45b2-93ee-cafeca663f3c'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:17.169432 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['dd0b9269-064c-45b2-93ee-cafeca663f3c'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:17.229238 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] For port 5b685215-a1c4-4f7b-b9fc-373a6205252a, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=5b685215-a1c4-4f7b-b9fc-373a6205252a,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:17.229604 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.242449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Calling delete_port for 5b685215-a1c4-4f7b-b9fc-373a6205252a owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:55:17.252794 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] Set router dd0b9269-064c-45b2-93ee-cafeca663f3c gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:17.304271 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:55:17Z', 'revision_number': 6, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:17.333978 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1f021-2127-4c3f-8698-90ca0d4d1dbe None None] The sync data for ids ['dd0b9269-064c-45b2-93ee-cafeca663f3c'] in n-d-807786-3 is: [{'id': 'dd0b9269-064c-45b2-93ee-cafeca663f3c', 'name': 'tempest-TestShelveInstance-1312225774-router', 'tenant_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:03Z', 'updated_at': '2021-09-16T17:55:17Z', 'revision_number': 6, 'project_id': 'b7547e3aba2c4e129efe9408bd867ff6', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:55:17.478359 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.508343 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b685215-a1c4-4f7b-b9fc-373a6205252a,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:17.566988 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.656916 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.658880 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.764362 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.765341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd0b9269-064c-45b2-93ee-cafeca663f3c {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:55:17.778294 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.778294 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-333e29b1-f690-426b-a3bd-9e072c4f7c29 admin admin] 10.222.0.22 "DELETE /v2.0/routers/dd0b9269-064c-45b2-93ee-cafeca663f3c HTTP/1.1" status: 204 len: 168 time: 0.9682391 Sep 16 17:55:17.778294 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34228) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:17.820922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e3b932-749f-4862-ab7b-689f70cc91a0 admin admin] Deleting subnet 8932ba3c-0e6f-4190-922f-8b986497c309 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:55:17.823845 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74e3b932-749f-4862-ab7b-689f70cc91a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.858748 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74e3b932-749f-4862-ab7b-689f70cc91a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:17.932293 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74e3b932-749f-4862-ab7b-689f70cc91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.056775 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74e3b932-749f-4862-ab7b-689f70cc91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.081449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3b932-749f-4862-ab7b-689f70cc91a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8932ba3c-0e6f-4190-922f-8b986497c309,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:18.089075 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-74e3b932-749f-4862-ab7b-689f70cc91a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.094247 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-74e3b932-749f-4862-ab7b-689f70cc91a0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8932ba3c-0e6f-4190-922f-8b986497c309 HTTP/1.1" status: 204 len: 168 time: 0.3160386 Sep 16 17:55:18.094247 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34230) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:18.096605 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3067eff3-c1df-43d4-8875-ac3f8e727932 None None] Network 7f4fc928-f6fb-4026-b96b-56ff16f4e66d requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:55:18.164460 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.227683 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Deleting port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:55:18.228021 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.277143 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] DHCP port deletion for 7f4fc928-f6fb-4026-b96b-56ff16f4e66d request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:55:18.295422 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] For port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:18.295920 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.309190 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Calling delete_port for a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:55:18.341803 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Deleting port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:55:18.342310 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.356533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b685215-a1c4-4f7b-b9fc-373a6205252a no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:55:18.384998 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 5b685215-a1c4-4f7b-b9fc-373a6205252a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:55:18.385374 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 5b685215-a1c4-4f7b-b9fc-373a6205252a not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:55:18.385771 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:55:18.468688 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] For port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5,segment=NetworkSegment(1ba1b8a9-428c-447c-9f5d-63a8d24b49ed),segment_id=1ba1b8a9-428c-447c-9f5d-63a8d24b49ed)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:18.469086 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.469225 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.483387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No active binding found for port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 {{(pid=95359) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 17:55:18.483806 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:55:18.484220 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:55:18.486022 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Calling delete_port for a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:55:18.500933 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:18.503481 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] No DVR routers for this DVR port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:55:18.512885 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:55:18.513227 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 9d52e2ab-5e76-4aa3-ae74-7ade41e8127a not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:55:18.577908 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.580953 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.598402 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4fc928-f6fb-4026-b96b-56ff16f4e66d']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:18.606249 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Pushing event deleted for resources: {'Port': ['ID=a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:18.609149 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:18.609441 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba1b8a9-428c-447c-9f5d-63a8d24b49ed') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:18.614092 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] No DVR routers for this DVR port a2bb0d43-b0f4-40f4-bebd-7debbad0a3f5 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:55:18.616223 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.616587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.616923 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.617252 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.617581 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.617927 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.618248 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.618569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.618888 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.619204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.619523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.619841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a851bb-4108-4975-b5b6-1812e4e9177b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:18.633266 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.646258 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.652753 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:55:18.653138 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: timer() Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:55:18.654878 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:55:18.792760 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.797508 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:18.799513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7f4fc928-f6fb-4026-b96b-56ff16f4e66d HTTP/1.1" status: 204 len: 168 time: 0.7050362 Sep 16 17:55:18.802605 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34232) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:18.813231 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dace5-d144-49b8-bbee-aa22d13f93c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4fc928-f6fb-4026-b96b-56ff16f4e66d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:19.152794 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:19.397099 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Deleting port 86b41382-6732-4a29-b08e-6827dfdf689d {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:55:19.397446 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:19.473104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] For port 86b41382-6732-4a29-b08e-6827dfdf689d, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=86b41382-6732-4a29-b08e-6827dfdf689d,segment=NetworkSegment(3bb921cd-4990-472b-b344-f2223fc17477),segment_id=3bb921cd-4990-472b-b344-f2223fc17477)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:19.473466 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:19.489287 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Calling delete_port for 86b41382-6732-4a29-b08e-6827dfdf689d owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:55:19.720147 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:19.747797 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Pushing event deleted for resources: {'Port': ['ID=86b41382-6732-4a29-b08e-6827dfdf689d,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:19.772477 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.772832 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.773178 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.773520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.773855 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.774189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.774520 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.774852 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.775167 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.775498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.775823 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.776147 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:19.923415 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:20.467117 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Router 07cecbb7-de50-46a5-8538-ca7feb298786 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:55:20.572887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:55:20.578015 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6fc4caac-f8a3-4722-8e41-46afdbeee31e admin admin] 10.222.0.22 "PUT /v2.0/routers/07cecbb7-de50-46a5-8538-ca7feb298786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7742233 Sep 16 17:55:20.580375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34236) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:20.582932 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74137929-989f-44f3-948d-d3964700ec93 None None] Sync routers for ids ['07cecbb7-de50-46a5-8538-ca7feb298786'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:55:20.594191 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74137929-989f-44f3-948d-d3964700ec93 None None] Routers {'07cecbb7-de50-46a5-8538-ca7feb298786'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:20.594818 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-74137929-989f-44f3-948d-d3964700ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['07cecbb7-de50-46a5-8538-ca7feb298786'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:20.684538 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:20.698666 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-74137929-989f-44f3-948d-d3964700ec93 None None] Set router 07cecbb7-de50-46a5-8538-ca7feb298786 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:20.786636 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:20.877132 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-74137929-989f-44f3-948d-d3964700ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'name': 'tempest-TestShelveInstance-645101403-router', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:55:19Z', 'revision_number': 5, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'gw_port': {'id': '35bc4b1f-282f-4d2f-888a-dcf8676089b5', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:20.903475 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74137929-989f-44f3-948d-d3964700ec93 None None] Checking router: 07cecbb7-de50-46a5-8538-ca7feb298786 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:55:20.909549 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Deleting port 35bc4b1f-282f-4d2f-888a-dcf8676089b5 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:55:20.909904 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:20.911721 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74137929-989f-44f3-948d-d3964700ec93 None None] Routers {'07cecbb7-de50-46a5-8538-ca7feb298786'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:20.912336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-74137929-989f-44f3-948d-d3964700ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['07cecbb7-de50-46a5-8538-ca7feb298786'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:20.988944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] For port 35bc4b1f-282f-4d2f-888a-dcf8676089b5, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=35bc4b1f-282f-4d2f-888a-dcf8676089b5,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:20.989528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:20.998075 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-74137929-989f-44f3-948d-d3964700ec93 None None] Set router 07cecbb7-de50-46a5-8538-ca7feb298786 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:21.001778 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Calling delete_port for 35bc4b1f-282f-4d2f-888a-dcf8676089b5 owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:55:21.051894 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-74137929-989f-44f3-948d-d3964700ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'name': 'tempest-TestShelveInstance-645101403-router', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:55:20Z', 'revision_number': 6, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:21.077938 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74137929-989f-44f3-948d-d3964700ec93 None None] The sync data for ids ['07cecbb7-de50-46a5-8538-ca7feb298786'] in n-d-807786-3 is: [{'id': '07cecbb7-de50-46a5-8538-ca7feb298786', 'name': 'tempest-TestShelveInstance-645101403-router', 'tenant_id': '2e4c46a7e93c4b53ab3def912ae00203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:45:09Z', 'updated_at': '2021-09-16T17:55:20Z', 'revision_number': 6, 'project_id': '2e4c46a7e93c4b53ab3def912ae00203', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:55:21.249622 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.273953 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=35bc4b1f-282f-4d2f-888a-dcf8676089b5,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:21.339266 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.432404 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.434572 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.554780 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.555385 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07cecbb7-de50-46a5-8538-ca7feb298786 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 17:55:21.559616 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.560803 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fd6f10b5-3865-4a3e-b8e7-8d8e63eac0b0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/07cecbb7-de50-46a5-8538-ca7feb298786 HTTP/1.1" status: 204 len: 168 time: 0.9795086 Sep 16 17:55:21.563231 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34238) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:21.615968 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_v2 [None req-51adf00c-34b3-41d1-9a99-3955d6903cf4 admin admin] Deleting subnet 57636551-1d20-406b-a7de-465d18a6dad9 {{(pid=95357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 17:55:21.618995 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51adf00c-34b3-41d1-9a99-3955d6903cf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.654246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51adf00c-34b3-41d1-9a99-3955d6903cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13600492'] for subnet, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.733196 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51adf00c-34b3-41d1-9a99-3955d6903cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.846649 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51adf00c-34b3-41d1-9a99-3955d6903cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24919254'] for subnet, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.877365 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf00c-34b3-41d1-9a99-3955d6903cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57636551-1d20-406b-a7de-465d18a6dad9,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:21.882659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-51adf00c-34b3-41d1-9a99-3955d6903cf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:21.884467 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-51adf00c-34b3-41d1-9a99-3955d6903cf4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/57636551-1d20-406b-a7de-465d18a6dad9 HTTP/1.1" status: 204 len: 168 time: 0.3202918 Sep 16 17:55:21.887441 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34240) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:21.892626 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ba11e-6725-4bc4-8152-d40ee68d7fe4 None None] Network 7310777b-3f3e-4fc2-88de-a2e7641147ee requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:55:21.957899 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.014239 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Deleting port e8c77d43-ea95-45f5-b614-40b047e9f9d7 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:55:22.014772 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.087463 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] For port e8c77d43-ea95-45f5-b614-40b047e9f9d7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e8c77d43-ea95-45f5-b614-40b047e9f9d7,segment=NetworkSegment(3bb921cd-4990-472b-b344-f2223fc17477),segment_id=3bb921cd-4990-472b-b344-f2223fc17477)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:22.087836 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.090730 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5601e50f-d4ab-499b-a757-4a396602a3e4 None None] DHCP port deletion for 7310777b-3f3e-4fc2-88de-a2e7641147ee request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 17:55:22.102346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Calling delete_port for e8c77d43-ea95-45f5-b614-40b047e9f9d7 owned by network:dhcp {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:55:22.139794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5601e50f-d4ab-499b-a757-4a396602a3e4 None None] Deleting port e8c77d43-ea95-45f5-b614-40b047e9f9d7 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 17:55:22.140331 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5601e50f-d4ab-499b-a757-4a396602a3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.209100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-5601e50f-d4ab-499b-a757-4a396602a3e4 None None] For port e8c77d43-ea95-45f5-b614-40b047e9f9d7, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=e8c77d43-ea95-45f5-b614-40b047e9f9d7,segment=NetworkSegment(3bb921cd-4990-472b-b344-f2223fc17477),segment_id=3bb921cd-4990-472b-b344-f2223fc17477)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:22.210071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5601e50f-d4ab-499b-a757-4a396602a3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.222759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5601e50f-d4ab-499b-a757-4a396602a3e4 None None] Calling delete_port for e8c77d43-ea95-45f5-b614-40b047e9f9d7 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 17:55:22.266326 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.298900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c77d43-ea95-45f5-b614-40b047e9f9d7,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:22.300345 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5601e50f-d4ab-499b-a757-4a396602a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.306770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] No DVR routers for this DVR port e8c77d43-ea95-45f5-b614-40b047e9f9d7 on host n-d-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:55:22.324157 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601e50f-d4ab-499b-a757-4a396602a3e4 None None] Pushing event deleted for resources: {'Port': ['ID=e8c77d43-ea95-45f5-b614-40b047e9f9d7,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:22.329698 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601e50f-d4ab-499b-a757-4a396602a3e4 None None] No DVR routers for this DVR port e8c77d43-ea95-45f5-b614-40b047e9f9d7 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:55:22.363584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e8c77d43-ea95-45f5-b614-40b047e9f9d7 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:55:22.383354 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: e8c77d43-ea95-45f5-b614-40b047e9f9d7 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:55:22.383704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device e8c77d43-ea95-45f5-b614-40b047e9f9d7 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:55:22.384122 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 35bc4b1f-282f-4d2f-888a-dcf8676089b5 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:55:22.387500 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.406241 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 35bc4b1f-282f-4d2f-888a-dcf8676089b5 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:55:22.406594 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 35bc4b1f-282f-4d2f-888a-dcf8676089b5 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:55:22.407016 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 86b41382-6732-4a29-b08e-6827dfdf689d no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:55:22.409264 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7310777b-3f3e-4fc2-88de-a2e7641147ee']}} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:22.419853 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb921cd-4990-472b-b344-f2223fc17477') {'for_net_delete': True} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:22.420149 n-d-807786-3 neutron-server[95357]: DEBUG neutron.services.segments.db [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb921cd-4990-472b-b344-f2223fc17477') {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:22.430528 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13600487'] for segment, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.444376 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.450944 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:55:22.451353 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13070299'] for segment, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: Traceback (most recent call last): Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: timer() Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: cb(*args, **kw) Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: return func(*args, **kwargs) Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: self._notify() Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: self.callback(batched_events) Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: event.method(event) Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: return f(self, *a, **k) Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: return self._get(url).json() Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: return self.request(url, 'GET', **kwargs) Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:55:22.453155 n-d-807786-3 neutron-server[95357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:55:22.573206 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 86b41382-6732-4a29-b08e-6827dfdf689d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 17:55:22.573553 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 86b41382-6732-4a29-b08e-6827dfdf689d not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 17:55:22.577408 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.590332 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.590332 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7310777b-3f3e-4fc2-88de-a2e7641147ee HTTP/1.1" status: 204 len: 168 time: 0.6977508 Sep 16 17:55:22.596418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a98aa9-30eb-46dd-8a5b-b7ef3125e729 admin admin] Pushing event deleted for resources: {'Network': ['ID=7310777b-3f3e-4fc2-88de-a2e7641147ee,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:22.997172 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34246) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:23.035653 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-036f54aa-b747-4eb7-8f6d-8677eb033f92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7547e3aba2c4e129efe9408bd867ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373538 Sep 16 17:55:23.038370 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34248) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:23.085271 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b273e321-ac0c-4b86-bbc0-b7475114c7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:23.109848 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b273e321-ac0c-4b86-bbc0-b7475114c7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:23.195027 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b273e321-ac0c-4b86-bbc0-b7475114c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:23.197725 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b273e321-ac0c-4b86-bbc0-b7475114c7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:23.198881 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b273e321-ac0c-4b86-bbc0-b7475114c7ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cf9ad52-61ac-486a-867f-ca11a39a53b9 HTTP/1.1" status: 204 len: 168 time: 0.1596072 Sep 16 17:55:23.206450 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273e321-ac0c-4b86-bbc0-b7475114c7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf9ad52-61ac-486a-867f-ca11a39a53b9,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:23.813052 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34254) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:23.852427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4ae7abe3-2c29-450c-92c6-6f46ae644902 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e4c46a7e93c4b53ab3def912ae00203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382359 Sep 16 17:55:23.854757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34256) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:23.900574 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68e9df8-01dc-464a-9564-cc5e90419309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:23.920950 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68e9df8-01dc-464a-9564-cc5e90419309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:24.049695 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68e9df8-01dc-464a-9564-cc5e90419309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:24.052175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-b68e9df8-01dc-464a-9564-cc5e90419309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:24.053487 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-b68e9df8-01dc-464a-9564-cc5e90419309 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f1b1d7f-afeb-4d23-9935-1d3c38814637 HTTP/1.1" status: 204 len: 168 time: 0.1977854 Sep 16 17:55:24.060973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e9df8-01dc-464a-9564-cc5e90419309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1b1d7f-afeb-4d23-9935-1d3c38814637,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:25.040242 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34278) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:25.136599 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-635653067-network', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:25.249339 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Made reservation on behalf of 8ea0e56a839241aa89c34d7e7240852b for: {'network': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:55:25.251691 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:25.260789 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:25.348346 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:25.415304 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:25.440104 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:55:25.449567 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d57cec-b7e8-497a-895d-616e45088611,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:25.455549 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:25.455903 n-d-807786-3 neutron-server[95357]: INFO neutron.db.segments_db [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Added segment 46532535-a609-4840-92dd-fdf157a90b5b of type vlan for network a4036735-1894-4493-ad92-a9b3970a8256 Sep 16 17:55:25.502936 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:25.586697 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:25.587970 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:25.588638 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Notify callbacks [] for network, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:25.649847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] Pushing event updated for resources: {'Network': ['ID=a4036735-1894-4493-ad92-a9b3970a8256,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:25.660051 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network a4036735-1894-4493-ad92-a9b3970a8256 details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:55:25.684429 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-2d8982ba-ce8f-4f4a-811f-7b51f0926c80 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6430135 Sep 16 17:55:25.687370 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34282) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:25.692181 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Request body: {'subnet': {'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-635653067-subnet', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'ip_version': 4}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:25.780725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Made reservation on behalf of 8ea0e56a839241aa89c34d7e7240852b for: {'subnet': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:55:25.783081 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24919281'] for subnet, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.000645 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13069382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24919263'] for subnet, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.059552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4feccd79-de75-4c09-8db2-9c0a2432db74,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:26.068068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Checking segment: {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:55:26.068455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Network hostable DHCP agents. Network: a4036735-1894-4493-ad92-a9b3970a8256, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:55:26.148455 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Network a4036735-1894-4493-ad92-a9b3970a8256 is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:55:26.205356 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, a4036735-1894-4493-ad92-a9b3970a8256) {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:26.210068 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:26.210625 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.215981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf7ec1-e681-4e1b-be8e-4d252262d5e4 None None] Network a4036735-1894-4493-ad92-a9b3970a8256 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:55:26.292139 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-f4b3f294-17cb-4e2e-9620-3b3f8d3c54e9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6036508 Sep 16 17:55:26.296251 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34284) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:26.299116 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:26.362483 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-a4036735-1894-4493-ad92-a9b3970a8256', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:55:26.363339 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.406149 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.407219 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.458024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.501991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Allocated IP 172.20.0.2 (a4036735-1894-4493-ad92-a9b3970a8256/4feccd79-de75-4c09-8db2-9c0a2432db74/2340036a-bb29-48b3-b73e-3c22a9d7e251) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:55:26.645494 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.653566 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.718577 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.754681 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Network a4036735-1894-4493-ad92-a9b3970a8256 is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:55:26.758565 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:26.762054 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:55:26.773289 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Pushing event updated for resources: {'Port': ['ID=2340036a-bb29-48b3-b73e-3c22a9d7e251,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:26.826481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Attempting to bind port 2340036a-bb29-48b3-b73e-3c22a9d7e251 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:55:26.826847 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Attempting to bind port 2340036a-bb29-48b3-b73e-3c22a9d7e251 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:55:26.827212 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Attempting to bind port 2340036a-bb29-48b3-b73e-3c22a9d7e251 on network a4036735-1894-4493-ad92-a9b3970a8256 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:55:26.832222 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:55:26.832622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Checking segment: {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:55:26.833024 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.833417 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Bound using segment: {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:55:26.833882 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Bound port: 2340036a-bb29-48b3-b73e-3c22a9d7e251, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:55:26.834318 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.898575 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] For port 2340036a-bb29-48b3-b73e-3c22a9d7e251, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:55:26.901494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] For port 2340036a-bb29-48b3-b73e-3c22a9d7e251, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2340036a-bb29-48b3-b73e-3c22a9d7e251,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:55:26.952283 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.958702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:26.971201 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:27.018613 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5d9df-f367-4fc6-97e9-4b937bfa5fc6 None None] Pushing event updated for resources: {'Port': ['ID=2340036a-bb29-48b3-b73e-3c22a9d7e251,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:27.084937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Allocated IP 172.25.6.87 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/7e0c32de-7bf3-4247-86e9-239ffc61aa01) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:55:27.214299 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:27.315028 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:27.354346 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:55:27.357347 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:27.359979 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:55:27.388196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Pushing event updated for resources: {'Port': ['ID=7e0c32de-7bf3-4247-86e9-239ffc61aa01,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:27.711674 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:27.860260 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f30438-e9bb-44ec-8a80-9e363ba8a7bc None None] Network a4036735-1894-4493-ad92-a9b3970a8256 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:55:27.914140 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:27.948204 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2f3c6477-b921-4abf-8e50-d99f918b6732 None None] Provisioning complete for port 2340036a-bb29-48b3-b73e-3c22a9d7e251 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:27.948537 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f3c6477-b921-4abf-8e50-d99f918b6732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:28.081478 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f3c6477-b921-4abf-8e50-d99f918b6732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:28.095168 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Router 56df3970-b17c-408c-8472-9c31e03f0cc3 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:55:28.118250 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2f3c6477-b921-4abf-8e50-d99f918b6732 None None] For port 2340036a-bb29-48b3-b73e-3c22a9d7e251, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2340036a-bb29-48b3-b73e-3c22a9d7e251,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:28.175443 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f3c6477-b921-4abf-8e50-d99f918b6732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:28.236992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c6477-b921-4abf-8e50-d99f918b6732 None None] Pushing event updated for resources: {'Port': ['ID=2340036a-bb29-48b3-b73e-3c22a9d7e251,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:28.301050 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-183a9dfa-f531-46d9-9bfe-16c991283702 None None] Provisioning complete for port 2340036a-bb29-48b3-b73e-3c22a9d7e251 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:28.301417 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-183a9dfa-f531-46d9-9bfe-16c991283702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:28.325581 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4270be82-9b0d-4c5c-a92e-d403315797d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:28.385367 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2340036a-bb29-48b3-b73e-3c22a9d7e251 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:55:28.444607 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 2340036a-bb29-48b3-b73e-3c22a9d7e251 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:28.445122 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:28.551454 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:55:28.562167 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Sync routers for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:55:28.571202 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:28.571793 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:28.611509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:28.616058 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fc2f86ac-1e32-4647-9f32-6440e99d8b3c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3171718 Sep 16 17:55:28.616189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34286) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:28.673128 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:28.845390 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:27Z', 'revision_number': 3, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:28.871973 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Checking router: 56df3970-b17c-408c-8472-9c31e03f0cc3 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:55:28.872310 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Updating router 56df3970-b17c-408c-8472-9c31e03f0cc3 port 7e0c32de-7bf3-4247-86e9-239ffc61aa01 binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:55:28.899733 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.031569 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.151521 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.198983 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Allocated IP 172.20.0.1 (a4036735-1894-4493-ad92-a9b3970a8256/4feccd79-de75-4c09-8db2-9c0a2432db74/8611fd8c-eeef-4626-ba30-5e21c6bdee53) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:55:29.249757 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.307909 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.310063 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Attempting to bind port 7e0c32de-7bf3-4247-86e9-239ffc61aa01 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:55:29.310432 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Attempting to bind port 7e0c32de-7bf3-4247-86e9-239ffc61aa01 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:55:29.310788 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Attempting to bind port 7e0c32de-7bf3-4247-86e9-239ffc61aa01 on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:55:29.322087 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Pushing event updated for resources: {'Port': ['ID=7e0c32de-7bf3-4247-86e9-239ffc61aa01,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:29.324184 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:55:29.324577 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:55:29.324970 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.325358 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:55:29.325814 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Bound port: 7e0c32de-7bf3-4247-86e9-239ffc61aa01, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:55:29.326186 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.350263 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.350600 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.352522 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.352522 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.352522 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.352522 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.352522 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.352975 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.352975 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.353208 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.353528 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.353846 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:55:29.391788 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] For port 7e0c32de-7bf3-4247-86e9-239ffc61aa01, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:55:29.394962 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] For port 7e0c32de-7bf3-4247-86e9-239ffc61aa01, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7e0c32de-7bf3-4247-86e9-239ffc61aa01,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:55:29.401053 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.442364 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Network a4036735-1894-4493-ad92-a9b3970a8256 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:55:29.446465 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:29.449338 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:55:29.474681 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.479279 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Pushing event updated for resources: {'Port': ['ID=8611fd8c-eeef-4626-ba30-5e21c6bdee53,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:29.504428 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.637366 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc4586-4bf8-4c79-8b03-1d84e0a40515 None None] Pushing event updated for resources: {'Port': ['ID=7e0c32de-7bf3-4247-86e9-239ffc61aa01,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:29.640227 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:29.640839 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:29.712277 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.746361 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ba666851-3397-4af4-aace-2218ce9eb51c None None] Provisioning complete for port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:29.746959 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ba666851-3397-4af4-aace-2218ce9eb51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.751489 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:29.784304 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ba666851-3397-4af4-aace-2218ce9eb51c None None] Port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:55:29.878368 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.936225 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:27Z', 'revision_number': 3, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:29.960826 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:29.968189 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229d89f4-3af3-474c-ab1a-b065bba1f14c None None] The sync data for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 is: [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:27Z', 'revision_number': 3, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:55:30.028018 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:30.029950 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Pushing event updated for resources: {'Port': ['ID=8611fd8c-eeef-4626-ba30-5e21c6bdee53,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:30.127593 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Network a4036735-1894-4493-ad92-a9b3970a8256 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:55:30.129187 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:30.265012 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Router 56df3970-b17c-408c-8472-9c31e03f0cc3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:55:30.394443 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7e0c32de-7bf3-4247-86e9-239ffc61aa01 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:55:30.407718 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:55:30.413284 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-ff48327d-a201-4573-b9a5-92b4fdb262bf admin admin] 10.222.0.22 "PUT /v2.0/routers/56df3970-b17c-408c-8472-9c31e03f0cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7957282 Sep 16 17:55:30.441732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-5c658b2c-9b81-4650-af01-04e6b6bc09f7 None None] Provisioning complete for port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:30.442108 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5c658b2c-9b81-4650-af01-04e6b6bc09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:30.481719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-5c658b2c-9b81-4650-af01-04e6b6bc09f7 None None] Port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:55:30.488982 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7e0c32de-7bf3-4247-86e9-239ffc61aa01 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:30.489356 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:30.578493 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:30.602598 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 7e0c32de-7bf3-4247-86e9-239ffc61aa01, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7e0c32de-7bf3-4247-86e9-239ffc61aa01,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:30.697361 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:30.760856 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=7e0c32de-7bf3-4247-86e9-239ffc61aa01,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:30.823322 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-5c1928ce-2e13-4fcd-b3ef-cfaf7b20c8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.132689 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34304) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:31.137627 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1890350854-network', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:31.244057 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Made reservation on behalf of e4ef630424544a07b5d1acb9aa41230a for: {'network': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:55:31.246616 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for network, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.255488 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.347067 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.409513 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.434036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:55:31.444065 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451ca85e-060c-4e0b-96fa-0eb88f3ddd1c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:31.449012 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.449352 n-d-807786-3 neutron-server[95358]: INFO neutron.db.segments_db [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Added segment 6a701c8f-704c-4340-b1d6-4c835b4302e4 of type vlan for network e1bbb908-9592-43b4-be13-e299249d47db Sep 16 17:55:31.492313 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744142150175'] for network, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.548837 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.558642 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Sync routers for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:55:31.567871 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:31.569614 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:31.577391 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207'] for network, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.578475 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:31.579095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.639607 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] Pushing event updated for resources: {'Network': ['ID=e1bbb908-9592-43b4-be13-e299249d47db,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:31.658722 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Network e1bbb908-9592-43b4-be13-e299249d47db details requested by agent ovs-agent-n-d-807786-3 with host n-d-807786-3 {{(pid=95359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:55:31.669327 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-eab949c0-4216-4477-bda8-82dee6b8612d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5355196 Sep 16 17:55:31.672036 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34306) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:31.676847 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Request body: {'subnet': {'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1890350854-subnet', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'ip_version': 4}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:31.724450 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:31.788643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Made reservation on behalf of e4ef630424544a07b5d1acb9aa41230a for: {'subnet': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:55:31.790967 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24278633'] for subnet, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.932251 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 2, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:31.958592 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Checking router: 56df3970-b17c-408c-8472-9c31e03f0cc3 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:55:31.958981 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Updating router 56df3970-b17c-408c-8472-9c31e03f0cc3 port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:55:31.986826 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.015225 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12783749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24278599'] for subnet, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.079545 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a59a98f-64de-45f6-a61a-6c600dfb91db,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:32.084037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Checking segment: {'id': '6a701c8f-704c-4340-b1d6-4c835b4302e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:55:32.084510 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Network hostable DHCP agents. Network: e1bbb908-9592-43b4-be13-e299249d47db, hostable agents: ['9c29e18e-3672-4d50-a12d-0bb61d436cc0'], hosted agents: [] {{(pid=95358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:55:32.163750 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Network e1bbb908-9592-43b4-be13-e299249d47db is scheduled to be hosted by DHCP agent 9c29e18e-3672-4d50-a12d-0bb61d436cc0 with binding_index 1 {{(pid=95358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:55:32.228803 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-3, e1bbb908-9592-43b4-be13-e299249d47db) {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:32.233553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:32.234154 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.239046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c4021-4a33-4e12-9919-42e387a63625 None None] Network e1bbb908-9592-43b4-be13-e299249d47db requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:55:32.267894 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.298455 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-109c4de7-1e4f-46a7-8762-a1a785f96a98 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6253269 Sep 16 17:55:32.301028 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34308) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:32.305789 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1890350854-router', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:32.343650 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7e0c32de-7bf3-4247-86e9-239ffc61aa01 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:55:32.350085 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.403161 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.409845 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-478'] for router, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.411500 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16733723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16723339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16664582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-489'] for router, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.469931 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299176f-4680-40ba-a508-8963f348569e None None] Pushing event updated for resources: {'Port': ['ID=8611fd8c-eeef-4626-ba30-5e21c6bdee53,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:32.477024 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.550719 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d67209e-6946-52af-85b1-78d53d96b124-e1bbb908-9592-43b4-be13-e299249d47db', 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'fixed_ips': [{'subnet_id': '9a59a98f-64de-45f6-a61a-6c600dfb91db'}]}} from n-d-807786-3. {{(pid=95359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:55:32.551568 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.555678 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 7e0c32de-7bf3-4247-86e9-239ffc61aa01 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:32.556040 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.557637 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Attempting to bind port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:55:32.558000 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Attempting to bind port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:55:32.558358 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Attempting to bind port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 on network a4036735-1894-4493-ad92-a9b3970a8256 {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:55:32.591420 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:55:32.591728 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Checking segment: {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:55:32.592126 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.592550 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Bound using segment: {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:55:32.593018 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Bound port: 8611fd8c-eeef-4626-ba30-5e21c6bdee53, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:55:32.593395 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.693805 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.718737 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-98f7db7c-f313-43b4-8182-ed12c6bcab85 None None] Provisioning complete for port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:32.719103 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-98f7db7c-f313-43b4-8182-ed12c6bcab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:32.985921 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-98f7db7c-f313-43b4-8182-ed12c6bcab85 None None] Port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:55:32.987734 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] For port 8611fd8c-eeef-4626-ba30-5e21c6bdee53, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:55:32.997246 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.016013 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] For port 8611fd8c-eeef-4626-ba30-5e21c6bdee53, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8611fd8c-eeef-4626-ba30-5e21c6bdee53,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:55:33.019964 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.db_base_plugin_common [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Allocated IP 172.20.0.2 (e1bbb908-9592-43b4-be13-e299249d47db/9a59a98f-64de-45f6-a61a-6c600dfb91db/aa9f6524-3a62-4b88-b29d-2a14fcd52805) {{(pid=95359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:55:33.020517 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.111292 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.123148 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Allocated IP 172.25.6.178 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/6d4cec45-eb16-491b-9628-5100e30815bb) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:55:33.212230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299176f-4680-40ba-a508-8963f348569e None None] Pushing event updated for resources: {'Port': ['ID=8611fd8c-eeef-4626-ba30-5e21c6bdee53,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:33.214841 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:33.215454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:33.242510 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.255362 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Notify callbacks [] for port, precommit_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.333221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:33.363444 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682'] for port, after_create {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.364305 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.404108 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:55:33.407085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:33.409846 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:55:33.425280 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Pushing event updated for resources: {'Port': ['ID=aa9f6524-3a62-4b88-b29d-2a14fcd52805,revision_number=1']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:33.444418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4cec45-eb16-491b-9628-5100e30815bb,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:33.464672 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Network e1bbb908-9592-43b4-be13-e299249d47db is already hosted by enough agents. {{(pid=95359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:55:33.468106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.scheduler.base_scheduler [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Resources bound (agent type, host, resource id): {{(pid=95359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:33.472295 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Received port after_create {{(pid=95359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:55:33.488511 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-09598e79-23da-48af-b42c-061fa228340f None None] Provisioning complete for port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:33.488895 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-09598e79-23da-48af-b42c-061fa228340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.617947 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Attempting to bind port aa9f6524-3a62-4b88-b29d-2a14fcd52805 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:55:33.618322 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Attempting to bind port aa9f6524-3a62-4b88-b29d-2a14fcd52805 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '6a701c8f-704c-4340-b1d6-4c835b4302e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:55:33.618692 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Attempting to bind port aa9f6524-3a62-4b88-b29d-2a14fcd52805 on network e1bbb908-9592-43b4-be13-e299249d47db {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:55:33.634620 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:55:33.634998 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Checking segment: {'id': '6a701c8f-704c-4340-b1d6-4c835b4302e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:55:33.635404 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.635805 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Bound using segment: {'id': '6a701c8f-704c-4340-b1d6-4c835b4302e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:55:33.636276 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Bound port: aa9f6524-3a62-4b88-b29d-2a14fcd52805, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a701c8f-704c-4340-b1d6-4c835b4302e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:55:33.636690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.754024 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-09598e79-23da-48af-b42c-061fa228340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.754289 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.785897 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] For port aa9f6524-3a62-4b88-b29d-2a14fcd52805, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:55:33.807106 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] For port aa9f6524-3a62-4b88-b29d-2a14fcd52805, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aa9f6524-3a62-4b88-b29d-2a14fcd52805,segment=NetworkSegment(6a701c8f-704c-4340-b1d6-4c835b4302e4),segment_id=6a701c8f-704c-4340-b1d6-4c835b4302e4)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:55:33.822867 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:32Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:33.825616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-09598e79-23da-48af-b42c-061fa228340f None None] For port 8611fd8c-eeef-4626-ba30-5e21c6bdee53, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8611fd8c-eeef-4626-ba30-5e21c6bdee53,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:33.855141 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8b501-f5dd-45a3-8bf0-5025c0652bdd None None] The sync data for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 is: [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:32Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:55:33.882349 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.932339 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-09598e79-23da-48af-b42c-061fa228340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.971574 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adff2d-790d-4b3b-8344-af0a8f64e3ff None None] Pushing event updated for resources: {'Port': ['ID=aa9f6524-3a62-4b88-b29d-2a14fcd52805,revision_number=2']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:34.006912 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16733716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16722012'] for router, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:34.030792 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09598e79-23da-48af-b42c-061fa228340f None None] Pushing event updated for resources: {'Port': ['ID=8611fd8c-eeef-4626-ba30-5e21c6bdee53,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:34.143436 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:34.257937 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 is scheduled to L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e with binding_index 1 {{(pid=95357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:55:34.424523 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device aa9f6524-3a62-4b88-b29d-2a14fcd52805 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:55:34.483078 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port aa9f6524-3a62-4b88-b29d-2a14fcd52805 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:34.483455 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:34.567216 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:34.607340 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port aa9f6524-3a62-4b88-b29d-2a14fcd52805, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aa9f6524-3a62-4b88-b29d-2a14fcd52805,segment=NetworkSegment(6a701c8f-704c-4340-b1d6-4c835b4302e4),segment_id=6a701c8f-704c-4340-b1d6-4c835b4302e4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:34.686483 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:34.687704 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8611fd8c-eeef-4626-ba30-5e21c6bdee53 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:55:34.747996 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:55:34.762864 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Sync routers for ids ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:55:34.779193 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Routers {'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:34.779193 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:34.781853 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=aa9f6524-3a62-4b88-b29d-2a14fcd52805,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:34.799299 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:34.799910 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:34.866929 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:34.868718 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-5a74e537-8a8c-43b1-91e0-9666f3e9d148 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5665860 Sep 16 17:55:34.871085 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34310) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:34.927046 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Set router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:35.053913 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6297ebd-390c-4e54-a4b9-1fbf50703896 None None] Network e1bbb908-9592-43b4-be13-e299249d47db requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:55:35.143281 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'name': 'tempest-TestSnapshotPattern-1890350854-router', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:32Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 3, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'gw_port': {'id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:33Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:35.175802 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Checking router: bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:55:35.176143 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Updating router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 port 6d4cec45-eb16-491b-9628-5100e30815bb binding host n-d-807786-3 {{(pid=95360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:55:35.200589 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-93aab37a-70ec-48e4-a896-7fab02ab5f6a None None] Provisioning complete for port aa9f6524-3a62-4b88-b29d-2a14fcd52805 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:35.201361 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-93aab37a-70ec-48e4-a896-7fab02ab5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.207111 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.382168 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.503196 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.546552 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Allocated IP 172.20.0.1 (e1bbb908-9592-43b4-be13-e299249d47db/9a59a98f-64de-45f6-a61a-6c600dfb91db/ef6defd9-37ae-4d2a-aec5-c4cc2b972c31) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:55:35.552485 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a46cfa69-0b58-496c-80fd-61c6c893e7ee None None] Provisioning complete for port aa9f6524-3a62-4b88-b29d-2a14fcd52805 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:35.554493 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a46cfa69-0b58-496c-80fd-61c6c893e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.565589 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.619527 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Attempting to bind port 6d4cec45-eb16-491b-9628-5100e30815bb on host n-d-807786-3 for vnic_type normal with profile {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:55:35.620042 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Attempting to bind port 6d4cec45-eb16-491b-9628-5100e30815bb by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:55:35.620489 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Attempting to bind port 6d4cec45-eb16-491b-9628-5100e30815bb on network 1746a1b9-4f15-4102-acd6-c8ed98e80bef {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:55:35.622543 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5bf99-599b-42aa-ad0c-bca05dd63f5f None None] Pushing event updated for resources: {'Port': ['ID=6d4cec45-eb16-491b-9628-5100e30815bb,revision_number=2']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:35.628755 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:55:35.629053 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Checking segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:55:35.629674 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.630148 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Bound using segment: {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'} {{(pid=95360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:55:35.630765 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.managers [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Bound port: 6d4cec45-eb16-491b-9628-5100e30815bb, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef'}}] {{(pid=95360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:55:35.631212 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.671503 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.683810 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] For port 6d4cec45-eb16-491b-9628-5100e30815bb, host n-d-807786-3, cleared binding levels {{(pid=95360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:55:35.688482 n-d-807786-3 neutron-server[95360]: DEBUG neutron.plugins.ml2.db [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] For port 6d4cec45-eb16-491b-9628-5100e30815bb, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6d4cec45-eb16-491b-9628-5100e30815bb,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:55:35.763850 n-d-807786-3 neutron-server[95360]: DEBUG neutron_lib.callbacks.manager [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.789576 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.820770 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Routers {'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:35.821567 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:35.835216 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Network e1bbb908-9592-43b4-be13-e299249d47db is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:55:35.839616 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:35.846296 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:55:35.850018 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6defd9-37ae-4d2a-aec5-c4cc2b972c31,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:35.869241 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5bf99-599b-42aa-ad0c-bca05dd63f5f None None] Pushing event updated for resources: {'Port': ['ID=6d4cec45-eb16-491b-9628-5100e30815bb,revision_number=3']} {{(pid=95360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:35.889509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16722059'] for router_interface, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.938184 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] Set router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:36.022881 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:55:36.067321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-61b0e6c6-d240-49a5-b20a-952399800ab4 None None] Provisioning complete for port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:36.067868 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-61b0e6c6-d240-49a5-b20a-952399800ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:36.089094 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:36.104046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-61b0e6c6-d240-49a5-b20a-952399800ab4 None None] Port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:55:36.138122 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'name': 'tempest-TestSnapshotPattern-1890350854-router', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:32Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 3, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'gw_port': {'id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:33Z', 'updated_at': '2021-09-16T17:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:36.254054 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83c075-8bc6-4890-9c21-eed1b962f3c8 None None] The sync data for ids ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'] in n-d-807786-3 is: [{'id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'name': 'tempest-TestSnapshotPattern-1890350854-router', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:32Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 3, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'gw_port': {'id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:33Z', 'updated_at': '2021-09-16T17:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:55:36.269671 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:36.329454 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:36.347321 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device aa9f6524-3a62-4b88-b29d-2a14fcd52805 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:55:36.405544 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6defd9-37ae-4d2a-aec5-c4cc2b972c31,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:36.408193 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16304301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16732955'] for router_interface, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:36.411533 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port aa9f6524-3a62-4b88-b29d-2a14fcd52805 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:36.411961 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:36.524516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Network e1bbb908-9592-43b4-be13-e299249d47db is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:55:36.525847 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:36.671867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:55:36.791375 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:55:36.796586 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-7eb1ff29-96b5-4b03-9ebb-5d0e9a205884 admin admin] 10.222.0.22 "PUT /v2.0/routers/bcabd07a-c312-4f4b-8b70-9b8ac4185dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9244151 Sep 16 17:55:36.828568 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-d87fb2e3-1579-4814-9287-fe67278ac60e None None] Provisioning complete for port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:36.829039 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d87fb2e3-1579-4814-9287-fe67278ac60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:36.865743 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-d87fb2e3-1579-4814-9287-fe67278ac60e None None] Port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:55:37.461404 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34320) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:37.466064 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2c14f074-0c82-4b4b-a032-4078912bc87b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142163477', 'description': 'tempest-secgroup-smoke-1142163477 description', 'project_id': '8ea0e56a839241aa89c34d7e7240852b'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:37.563534 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c14f074-0c82-4b4b-a032-4078912bc87b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:37.644095 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c14f074-0c82-4b4b-a032-4078912bc87b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:37.708713 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c14f074-0c82-4b4b-a032-4078912bc87b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:37.739769 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14f074-0c82-4b4b-a032-4078912bc87b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f27dc-270d-42ce-a668-d97b1a93578c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:37.812936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Sync routers for ids ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:55:37.823026 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2c14f074-0c82-4b4b-a032-4078912bc87b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:37.827387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Routers {'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:37.827387 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:37.827640 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2c14f074-0c82-4b4b-a032-4078912bc87b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3619218 Sep 16 17:55:37.827640 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34324) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:37.832311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-2f26b011-2c13-401f-a86e-e458d813bee1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'security_group_rule': {'security_group_id': 'e13f27dc-270d-42ce-a668-d97b1a93578c', 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:37.929487 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f26b011-2c13-401f-a86e-e458d813bee1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:37.935255 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Set router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:37.985075 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f26b011-2c13-401f-a86e-e458d813bee1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.054789 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f26b011-2c13-401f-a86e-e458d813bee1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.073187 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26b011-2c13-401f-a86e-e458d813bee1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d82a7be-e65e-4b7c-bab3-f4dd8dc33d75,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:38.143988 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'name': 'tempest-TestSnapshotPattern-1890350854-router', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:32Z', 'updated_at': '2021-09-16T17:55:35Z', 'revision_number': 4, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'gw_port': {'id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:33Z', 'updated_at': '2021-09-16T17:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ef6defd9-37ae-4d2a-aec5-c4cc2b972c31', 'name': '', 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'mac_address': 'fa:16:3e:14:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '9a59a98f-64de-45f6-a61a-6c600dfb91db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:35Z', 'updated_at': '2021-09-16T17:55:36Z', 'revision_number': 2, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'subnets': [{'id': '9a59a98f-64de-45f6-a61a-6c600dfb91db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:38.169850 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Checking router: bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:55:38.170205 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Updating router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 binding host n-d-807786-3 {{(pid=95359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:55:38.176935 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-2f26b011-2c13-401f-a86e-e458d813bee1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.180888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-2f26b011-2c13-401f-a86e-e458d813bee1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502388 Sep 16 17:55:38.181594 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34326) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:38.186070 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-eca4f697-0045-4493-be76-6e2ce0fcbe24 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'security_group_rule': {'security_group_id': 'e13f27dc-270d-42ce-a668-d97b1a93578c', 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:38.195994 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.278762 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eca4f697-0045-4493-be76-6e2ce0fcbe24 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.355423 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eca4f697-0045-4493-be76-6e2ce0fcbe24 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.373116 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6d4cec45-eb16-491b-9628-5100e30815bb up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:55:38.417231 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eca4f697-0045-4493-be76-6e2ce0fcbe24 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.435348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4f697-0045-4493-be76-6e2ce0fcbe24 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169de7b8-9b3d-483f-9b07-b1bf04678660,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:38.469118 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6d4cec45-eb16-491b-9628-5100e30815bb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:38.469490 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.497328 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-eca4f697-0045-4493-be76-6e2ce0fcbe24 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.501234 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-eca4f697-0045-4493-be76-6e2ce0fcbe24 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3161306 Sep 16 17:55:38.501576 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34328) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:38.507031 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-fb188549-4c0b-4aeb-9f1c-8aab3b039a8f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'security_group_rule': {'security_group_id': 'e13f27dc-270d-42ce-a668-d97b1a93578c', 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:38.539148 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Notify callbacks [] for port, precommit_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.584520 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.603685 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] For port 6d4cec45-eb16-491b-9628-5100e30815bb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6d4cec45-eb16-491b-9628-5100e30815bb,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:38.616722 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb188549-4c0b-4aeb-9f1c-8aab3b039a8f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.634272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.675819 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb188549-4c0b-4aeb-9f1c-8aab3b039a8f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.705025 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.709801 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a6e80-51a9-468f-8ad8-7aed8debc2c8 None None] Pushing event updated for resources: {'Port': ['ID=ef6defd9-37ae-4d2a-aec5-c4cc2b972c31,revision_number=3']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:38.751930 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb188549-4c0b-4aeb-9f1c-8aab3b039a8f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.767716 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Attempting to bind port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 on host n-d-807786-3 for vnic_type normal with profile {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:55:38.776890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Attempting to bind port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 by drivers openvswitch,hyperv on host n-d-807786-3 at level 0 using segments [{'id': '6a701c8f-704c-4340-b1d6-4c835b4302e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db'}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:55:38.776890 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Attempting to bind port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 on network e1bbb908-9592-43b4-be13-e299249d47db {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:55:38.777165 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188549-4c0b-4aeb-9f1c-8aab3b039a8f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ef311b-843c-4517-ae83-be4633f1cc7d,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:38.778409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Checking agent: {'id': '983f61d1-9003-4a28-81a5-32337f290134', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 13, 1), 'started_at': datetime.datetime(2021, 9, 16, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:55:38.778409 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Checking segment: {'id': '6a701c8f-704c-4340-b1d6-4c835b4302e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:55:38.778752 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.779221 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Bound using segment: {'id': '6a701c8f-704c-4340-b1d6-4c835b4302e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db'} {{(pid=95359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:55:38.779768 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.managers [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Bound port: ef6defd9-37ae-4d2a-aec5-c4cc2b972c31, host: n-d-807786-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a701c8f-704c-4340-b1d6-4c835b4302e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db'}}] {{(pid=95359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:55:38.780215 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.807992 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Pushing event updated for resources: {'Port': ['ID=6d4cec45-eb16-491b-9628-5100e30815bb,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:38.852312 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb188549-4c0b-4aeb-9f1c-8aab3b039a8f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.857348 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34330) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:38.857889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fb188549-4c0b-4aeb-9f1c-8aab3b039a8f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552155 Sep 16 17:55:38.862006 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b58a14b1-dca9-4c02-bc89-931882d0a8fc tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'security_group_rule': {'security_group_id': 'e13f27dc-270d-42ce-a668-d97b1a93578c', 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:38.864124 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] For port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31, host n-d-807786-3, cleared binding levels {{(pid=95359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:55:38.869287 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] For port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31, host n-d-807786-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef6defd9-37ae-4d2a-aec5-c4cc2b972c31,segment=NetworkSegment(6a701c8f-704c-4340-b1d6-4c835b4302e4),segment_id=6a701c8f-704c-4340-b1d6-4c835b4302e4)] {{(pid=95359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:55:38.897564 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-a44c76fd-6be4-4956-8fba-e6122f4beebb None None] Provisioning complete for port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:38.897948 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a44c76fd-6be4-4956-8fba-e6122f4beebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.932402 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-a44c76fd-6be4-4956-8fba-e6122f4beebb None None] Port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:55:38.934314 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.965660 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b58a14b1-dca9-4c02-bc89-931882d0a8fc tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:38.997896 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a6e80-51a9-468f-8ad8-7aed8debc2c8 None None] Pushing event updated for resources: {'Port': ['ID=ef6defd9-37ae-4d2a-aec5-c4cc2b972c31,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:39.000446 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Routers {'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:39.001065 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:39.081137 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b58a14b1-dca9-4c02-bc89-931882d0a8fc tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.175245 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b58a14b1-dca9-4c02-bc89-931882d0a8fc tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.195321 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a14b1-dca9-4c02-bc89-931882d0a8fc tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e70d2e-46da-460e-95f2-75fa8b67653b,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:39.273330 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b58a14b1-dca9-4c02-bc89-931882d0a8fc tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.274777 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b58a14b1-dca9-4c02-bc89-931882d0a8fc tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4164186 Sep 16 17:55:39.277624 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34332) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:39.282776 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-d5335abd-17c1-407f-a67a-7292f8cef22d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'security_group_rule': {'security_group_id': 'e13f27dc-270d-42ce-a668-d97b1a93578c', 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:39.283140 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-194f1209-2a41-47b5-8aa1-b9df912a6902 None None] Provisioning complete for port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:39.283591 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-194f1209-2a41-47b5-8aa1-b9df912a6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.286281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] Set router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:39.376974 n-d-807786-3 neutron-server[95358]: INFO neutron.db.securitygroups_db [None req-d5335abd-17c1-407f-a67a-7292f8cef22d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Project 8ea0e56a839241aa89c34d7e7240852b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:55:39.382850 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5335abd-17c1-407f-a67a-7292f8cef22d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.457408 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5335abd-17c1-407f-a67a-7292f8cef22d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.494925 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-194f1209-2a41-47b5-8aa1-b9df912a6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.531175 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5335abd-17c1-407f-a67a-7292f8cef22d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.546802 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5335abd-17c1-407f-a67a-7292f8cef22d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f859972-1242-4236-900f-3166fe092122,revision_number=0']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:39.559338 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-194f1209-2a41-47b5-8aa1-b9df912a6902 None None] For port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef6defd9-37ae-4d2a-aec5-c4cc2b972c31,segment=NetworkSegment(6a701c8f-704c-4340-b1d6-4c835b4302e4),segment_id=6a701c8f-704c-4340-b1d6-4c835b4302e4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:39.580311 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'name': 'tempest-TestSnapshotPattern-1890350854-router', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:32Z', 'updated_at': '2021-09-16T17:55:35Z', 'revision_number': 4, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'gw_port': {'id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:33Z', 'updated_at': '2021-09-16T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ef6defd9-37ae-4d2a-aec5-c4cc2b972c31', 'name': '', 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'mac_address': 'fa:16:3e:14:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '9a59a98f-64de-45f6-a61a-6c600dfb91db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:35Z', 'updated_at': '2021-09-16T17:55:38Z', 'revision_number': 4, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'subnets': [{'id': '9a59a98f-64de-45f6-a61a-6c600dfb91db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:39.607887 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96a34a-e70c-4a53-85d5-f5e058363e42 None None] The sync data for ids ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'] in n-d-807786-3 is: [{'id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'name': 'tempest-TestSnapshotPattern-1890350854-router', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:32Z', 'updated_at': '2021-09-16T17:55:35Z', 'revision_number': 4, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'gw_port': {'id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:33Z', 'updated_at': '2021-09-16T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': 'ef6defd9-37ae-4d2a-aec5-c4cc2b972c31', 'name': '', 'network_id': 'e1bbb908-9592-43b4-be13-e299249d47db', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'mac_address': 'fa:16:3e:14:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '9a59a98f-64de-45f6-a61a-6c600dfb91db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:35Z', 'updated_at': '2021-09-16T17:55:38Z', 'revision_number': 4, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'subnets': [{'id': '9a59a98f-64de-45f6-a61a-6c600dfb91db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:55:39.626287 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-194f1209-2a41-47b5-8aa1-b9df912a6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.662734 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-d5335abd-17c1-407f-a67a-7292f8cef22d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.666529 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-d5335abd-17c1-407f-a67a-7292f8cef22d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3853309 Sep 16 17:55:39.667499 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 34334) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:39.672534 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [None req-b57f75a5-86c8-45ed-b288-8bf122bf393a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'security_group_rule': {'security_group_id': 'e13f27dc-270d-42ce-a668-d97b1a93578c', 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:39.705707 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f1209-2a41-47b5-8aa1-b9df912a6902 None None] Pushing event updated for resources: {'Port': ['ID=ef6defd9-37ae-4d2a-aec5-c4cc2b972c31,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:39.763564 n-d-807786-3 neutron-server[95357]: INFO neutron.db.securitygroups_db [None req-b57f75a5-86c8-45ed-b288-8bf122bf393a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Project 8ea0e56a839241aa89c34d7e7240852b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:55:39.769668 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b57f75a5-86c8-45ed-b288-8bf122bf393a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.839604 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b57f75a5-86c8-45ed-b288-8bf122bf393a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.897659 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b57f75a5-86c8-45ed-b288-8bf122bf393a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16357432'] for security_group_rule, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.921136 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f75a5-86c8-45ed-b288-8bf122bf393a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8beabe7f-8910-4de5-bd1c-5e403d5d4204,revision_number=0']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:39.975391 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-b57f75a5-86c8-45ed-b288-8bf122bf393a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.976908 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-b57f75a5-86c8-45ed-b288-8bf122bf393a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3081372 Sep 16 17:55:40.118596 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-0b05ff74-1fa8-4769-953a-e76b8da2ba84 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142163477&fields=id&tenant_id=8ea0e56a839241aa89c34d7e7240852b HTTP/1.1" status: 200 len: 267 time: 0.0330350 Sep 16 17:55:40.231490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-928b76d6-31b4-44cf-bc68-6e348db29a72 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:40.233269 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-928b76d6-31b4-44cf-bc68-6e348db29a72 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 809 time: 0.1076806 Sep 16 17:55:40.247837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-71a01cfa-d14d-43a1-b7b6-b50dbc9e5798 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/quotas/8ea0e56a839241aa89c34d7e7240852b HTTP/1.1" status: 200 len: 375 time: 0.0087967 Sep 16 17:55:40.298063 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-c78a074b-0aba-4ac7-9df0-ad09b05dcc07 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450451 Sep 16 17:55:40.424371 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6d4cec45-eb16-491b-9628-5100e30815bb up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:55:40.471791 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port 6d4cec45-eb16-491b-9628-5100e30815bb triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:40.472168 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:40.501485 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-e3afd9d6-e182-470a-8ce6-ab461fda4e42 service neutron] 10.222.0.22 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913049 Sep 16 17:55:40.548997 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 up at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:55:40.592691 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-f296ed3c-d72a-4c42-b4e9-585479d91d4e service neutron] 10.222.0.22 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841775 Sep 16 17:55:40.598569 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Provisioning complete for port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:40.598946 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:40.838534 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-0a4268b6-edb3-4a7c-b0f0-5d5069077b6c req-0eb604b3-ba9c-4c32-b7aa-fd78608bfb01 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 210 time: 0.0272450 Sep 16 17:55:41.922825 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-29ec682a-1512-4e18-9739-0840a5566006 req-591db308-1d71-46be-b0a3-dc20cb4428ae tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 210 time: 0.0317526 Sep 16 17:55:43.039423 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-6afac344-9565-4810-af9e-2135e71f17f7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:43.040866 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-6afac344-9565-4810-af9e-2135e71f17f7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.52 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 809 time: 0.1367314 Sep 16 17:55:43.042736 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6fed897c-3329-47c4-bfcf-0044db6ee457 req-7440ee5c-ecaa-44b7-8828-b80beb3af358 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 210 time: 0.0504851 Sep 16 17:55:43.089262 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-13935ce0-31d3-48c9-9e85-24f07cd702db tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea0e56a839241aa89c34d7e7240852b HTTP/1.1" status: 200 len: 380 time: 0.0393507 Sep 16 17:55:43.099249 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'port': {'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'admin_state_up': True, 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'security_groups': ['e13f27dc-270d-42ce-a668-d97b1a93578c']}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:43.279611 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Made reservation on behalf of 8ea0e56a839241aa89c34d7e7240852b for: {'port': 1} {{(pid=95358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:55:43.283410 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:43.413922 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Allocated IP 172.20.0.14 (a4036735-1894-4493-ad92-a9b3970a8256/4feccd79-de75-4c09-8db2-9c0a2432db74/ae183021-e26a-4ce0-9b73-1dc2e85d915d) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:55:43.555194 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:43.634488 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:43.674704 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Network a4036735-1894-4493-ad92-a9b3970a8256 is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:55:43.677921 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:43.681622 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:55:43.711279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'Port': ['ID=ae183021-e26a-4ce0-9b73-1dc2e85d915d,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:43.740566 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:43.741191 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:43.824044 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-2c79fd07-90ac-4611-964a-3742c9078eed tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7286441 Sep 16 17:55:43.837219 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Request body: {'port': {'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-3'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:43.876267 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-95081514-586b-436a-b2d6-18c2c893605f None None] Provisioning complete for port ae183021-e26a-4ce0-9b73-1dc2e85d915d triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:43.876923 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-95081514-586b-436a-b2d6-18c2c893605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:43.891355 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:43.913038 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-95081514-586b-436a-b2d6-18c2c893605f None None] Port ae183021-e26a-4ce0-9b73-1dc2e85d915d cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:55:44.194979 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252fd16-f85f-4084-8269-9c87e614ec27 req-671eb54d-c209-45aa-b8c2-6588a3a6b77e tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:44.196588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c252fd16-f85f-4084-8269-9c87e614ec27 req-671eb54d-c209-45aa-b8c2-6588a3a6b77e tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 932 time: 0.0849178 Sep 16 17:55:44.200472 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae183021-e26a-4ce0-9b73-1dc2e85d915d {{(pid=95358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:55:44.214496 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:44.237690 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.provisioning_blocks [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Transition to ACTIVE for port object ae183021-e26a-4ce0-9b73-1dc2e85d915d will not be triggered until provisioned by entity L2. {{(pid=95358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:55:44.251412 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c252fd16-f85f-4084-8269-9c87e614ec27 req-2e16971f-34b6-44a6-b9af-d1e50d643265 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466187 Sep 16 17:55:44.305629 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:44.382117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Pushing event updated for resources: {'Port': ['ID=ae183021-e26a-4ce0-9b73-1dc2e85d915d,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:44.435858 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Attempting to bind port ae183021-e26a-4ce0-9b73-1dc2e85d915d on host n-h1-807786-3 for vnic_type normal with profile {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:55:44.436195 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Attempting to bind port ae183021-e26a-4ce0-9b73-1dc2e85d915d by drivers openvswitch,hyperv on host n-h1-807786-3 at level 0 using segments [{'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:55:44.436563 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Attempting to bind port ae183021-e26a-4ce0-9b73-1dc2e85d915d on network a4036735-1894-4493-ad92-a9b3970a8256 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:55:44.441090 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Port ae183021-e26a-4ce0-9b73-1dc2e85d915d on network a4036735-1894-4493-ad92-a9b3970a8256 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-3 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:55:44.441411 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Attempting to bind port ae183021-e26a-4ce0-9b73-1dc2e85d915d on network a4036735-1894-4493-ad92-a9b3970a8256 {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:55:44.447152 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Checking agent: {'id': '43793967-994f-4ba3-81e1-8d8bc3c09fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:55:44.447492 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Checking segment: {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:55:44.447877 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Bound using segment: {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'} {{(pid=95358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:55:44.448307 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.managers [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Bound port: ae183021-e26a-4ce0-9b73-1dc2e85d915d, host: n-h1-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'}}] {{(pid=95358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:55:44.448694 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:44.517177 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] For port ae183021-e26a-4ce0-9b73-1dc2e85d915d, host n-h1-807786-3, cleared binding levels {{(pid=95358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:55:44.518170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] For port ae183021-e26a-4ce0-9b73-1dc2e85d915d, host n-h1-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:55:44.562742 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:44.591846 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:44.623787 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:44.624483 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:44.625828 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] 10.222.0.52 "PUT /v2.0/ports/ae183021-e26a-4ce0-9b73-1dc2e85d915d HTTP/1.1" status: 200 len: 1092 time: 0.7938414 Sep 16 17:55:44.626258 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:55:44.628502 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0f3e8c-a39f-4419-bb33-612ed45bd015" -d '{"events": [{"name": "network-changed", "server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:55:44.660358 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178487f-59da-4f96-b9bb-f6750991ea06 service neutron] Pushing event updated for resources: {'Port': ['ID=ae183021-e26a-4ce0-9b73-1dc2e85d915d,revision_number=3']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:44.666527 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1a5c83-c17f-4229-89a0-d975f5a282d3 x-openstack-request-id: req-0a1a5c83-c17f-4229-89a0-d975f5a282d3 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:55:44.666850 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:55:44.667090 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a1a5c83-c17f-4229-89a0-d975f5a282d3 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:55:44.667493 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'status': 'completed', 'code': 200} Sep 16 17:55:44.728875 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f3e8c-a39f-4419-bb33-612ed45bd015 req-438ed63a-b895-40e5-a12d-eb13891114f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:44.730401 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed0f3e8c-a39f-4419-bb33-612ed45bd015 req-438ed63a-b895-40e5-a12d-eb13891114f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 1095 time: 0.0421362 Sep 16 17:55:44.839331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f3e8c-a39f-4419-bb33-612ed45bd015 req-3eb8d00f-981f-4b77-97e5-6145d5fa9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:44.840853 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed0f3e8c-a39f-4419-bb33-612ed45bd015 req-3eb8d00f-981f-4b77-97e5-6145d5fa9db3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8ea0e56a839241aa89c34d7e7240852b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1020944 Sep 16 17:55:44.845732 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:44.937037 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f3e8c-a39f-4419-bb33-612ed45bd015 req-0f30ab1e-f3cd-40f3-9a82-92b955f5bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:44.938431 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ed0f3e8c-a39f-4419-bb33-612ed45bd015 req-0f30ab1e-f3cd-40f3-9a82-92b955f5bd6d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914316 Sep 16 17:55:45.014984 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-9aa2f394-547a-4bf9-9c5b-a5c4e3349f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:45.016482 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-9aa2f394-547a-4bf9-9c5b-a5c4e3349f5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 1095 time: 0.0409713 Sep 16 17:55:45.062819 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-94e88efe-222d-4432-af10-f6968a351f4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d HTTP/1.1" status: 200 len: 217 time: 0.0381799 Sep 16 17:55:45.111982 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3d4c0085-48c2-428b-a23a-5ac36cbff5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:45.113345 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-3d4c0085-48c2-428b-a23a-5ac36cbff5f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0435448 Sep 16 17:55:45.158242 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-55866bbf-bd0a-41a2-b66d-583039dfd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:45.159767 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-55866bbf-bd0a-41a2-b66d-583039dfd916 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391822 Sep 16 17:55:45.254757 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-672dbaa1-6081-4e95-85c8-9358b5151c80 service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868819 Sep 16 17:55:45.373259 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f8451d79-ed15-457d-bb56-7061a6c56c0c req-0585f940-5e92-4e23-8b90-088e84c215f9 service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115034 Sep 16 17:55:45.389284 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e3b6a-cf82-450d-90c7-d8e91e43307d req-c066edf1-416a-4174-9b8b-03b10113f1de tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:45.390761 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-872e3b6a-cf82-450d-90c7-d8e91e43307d req-c066edf1-416a-4174-9b8b-03b10113f1de tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 944 time: 0.0686121 Sep 16 17:55:45.429901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-872e3b6a-cf82-450d-90c7-d8e91e43307d req-3f3daecc-2280-4ccb-80b5-d2823550b38c tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329862 Sep 16 17:55:46.543374 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ed98a-c595-4359-a881-972c27121d38 req-7ee19394-3bb8-4667-af8f-20bf6fbbc301 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:46.544893 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f71ed98a-c595-4359-a881-972c27121d38 req-7ee19394-3bb8-4667-af8f-20bf6fbbc301 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 944 time: 0.0485654 Sep 16 17:55:46.582167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-f71ed98a-c595-4359-a881-972c27121d38 req-467efc01-fa71-4a56-b989-eac385f48e82 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313573 Sep 16 17:55:47.696157 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b53c8-c515-4998-85c2-8333669643e2 req-c24c4b82-bb6a-4198-b365-94b6ceedb761 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:47.697559 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b61b53c8-c515-4998-85c2-8333669643e2 req-c24c4b82-bb6a-4198-b365-94b6ceedb761 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 944 time: 0.0483902 Sep 16 17:55:47.734908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b61b53c8-c515-4998-85c2-8333669643e2 req-f2ddedfe-66d0-4763-bd37-11862da37b5c tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Sep 16 17:55:48.858966 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685c556-a971-41ee-8052-8d2d8869fdb9 req-67246ba8-88de-491e-b64d-7a827fa86bb8 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:48.860457 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a685c556-a971-41ee-8052-8d2d8869fdb9 req-67246ba8-88de-491e-b64d-7a827fa86bb8 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 944 time: 0.0514479 Sep 16 17:55:48.897096 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a685c556-a971-41ee-8052-8d2d8869fdb9 req-fccdc9cb-5ba7-48c9-9809-a76a2f3d85d5 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300608 Sep 16 17:55:49.305993 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ae183021-e26a-4ce0-9b73-1dc2e85d915d details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:55:49.399587 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae183021-e26a-4ce0-9b73-1dc2e85d915d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:49.410756 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:55:49.447769 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:49.463599 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae183021-e26a-4ce0-9b73-1dc2e85d915d {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:55:49.483130 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae183021-e26a-4ce0-9b73-1dc2e85d915d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:49.559584 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:49.607004 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ae183021-e26a-4ce0-9b73-1dc2e85d915d,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:49.781745 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ae183021-e26a-4ce0-9b73-1dc2e85d915d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:55:50.011553 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c8c0e-bc65-4615-ae72-43a24b1015d7 req-b72459ee-67d8-4e39-b91c-3307c4a9d57f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:50.013079 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-049c8c0e-bc65-4615-ae72-43a24b1015d7 req-b72459ee-67d8-4e39-b91c-3307c4a9d57f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 945 time: 0.0505714 Sep 16 17:55:50.051399 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-049c8c0e-bc65-4615-ae72-43a24b1015d7 req-a6f6c048-d1fe-4dcd-962d-b092cc4e2556 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Sep 16 17:55:51.165066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5b70-7e31-41a5-93be-e77daf6f1929 req-2584c049-cee6-4aa3-b6b6-7b151ad8100a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:51.166574 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3cb5b70-7e31-41a5-93be-e77daf6f1929 req-2584c049-cee6-4aa3-b6b6-7b151ad8100a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 945 time: 0.0482452 Sep 16 17:55:51.203290 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-c3cb5b70-7e31-41a5-93be-e77daf6f1929 req-d7ce9881-5701-401c-a958-e9225e45bcbc tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309188 Sep 16 17:55:51.337148 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ae183021-e26a-4ce0-9b73-1dc2e85d915d up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:55:51.471040 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning for port ae183021-e26a-4ce0-9b73-1dc2e85d915d completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:55:51.476150 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port ae183021-e26a-4ce0-9b73-1dc2e85d915d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:55:51.476602 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:51.554304 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:51.575591 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:55:51.577819 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb95df3-ccd4-4a44-bcb1-91a8410bc9cd" -d '{"events": [{"server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "name": "network-vif-plugged", "status": "completed", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:55:51.591053 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae183021-e26a-4ce0-9b73-1dc2e85d915d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:55:51.613988 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e23f87-0d6e-49d4-a870-fd6542933392 x-openstack-request-id: req-a2e23f87-0d6e-49d4-a870-fd6542933392 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:55:51.614293 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "name": "network-vif-plugged", "status": "completed", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:55:51.614541 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2e23f87-0d6e-49d4-a870-fd6542933392 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:55:51.615363 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'code': 200} Sep 16 17:55:51.642653 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:51.689493 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ae183021-e26a-4ce0-9b73-1dc2e85d915d,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:51.712713 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9216f-e8e1-4b82-8cbf-1f5d8a99ada6 req-f1357c22-7631-4eae-b47b-d3863e236426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:51.714210 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33f9216f-e8e1-4b82-8cbf-1f5d8a99ada6 req-f1357c22-7631-4eae-b47b-d3863e236426 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 1097 time: 0.0433836 Sep 16 17:55:51.748167 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33f9216f-e8e1-4b82-8cbf-1f5d8a99ada6 req-b24a6b58-c55b-4c20-b5a8-7cbbd27c02cb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271649 Sep 16 17:55:52.316822 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452932da-243c-48dc-99cd-9a8190dc82c8 req-8f2e2e9b-ab5f-440f-b8e2-7cbdb3fe8ba4 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:52.318297 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-452932da-243c-48dc-99cd-9a8190dc82c8 req-8f2e2e9b-ab5f-440f-b8e2-7cbdb3fe8ba4 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 946 time: 0.0498302 Sep 16 17:55:52.356041 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-452932da-243c-48dc-99cd-9a8190dc82c8 req-7823c3d7-e257-4a61-a5b4-f1780448701e tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318408 Sep 16 17:55:53.472730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e69e63-5d56-40a8-99f8-7683614495a2 req-865928e0-79ea-41f8-9ccc-d1ef5f130ee4 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:53.474899 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50e69e63-5d56-40a8-99f8-7683614495a2 req-865928e0-79ea-41f8-9ccc-d1ef5f130ee4 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 946 time: 0.0512195 Sep 16 17:55:53.511938 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-50e69e63-5d56-40a8-99f8-7683614495a2 req-859fa18d-271f-457f-9273-0c63ee2dab35 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313275 Sep 16 17:55:53.626029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b4c7-3032-4804-a672-fee4aa6791f5 req-74cbe824-c2d4-43ec-92c2-c4c28b9dcafd tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:53.627478 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be5b4c7-3032-4804-a672-fee4aa6791f5 req-74cbe824-c2d4-43ec-92c2-c4c28b9dcafd tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 946 time: 0.0520263 Sep 16 17:55:53.663901 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3be5b4c7-3032-4804-a672-fee4aa6791f5 req-620f7127-82f7-4a2f-a45e-c00035daef21 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303988 Sep 16 17:55:53.684924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34394) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:53.763684 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ae665-7846-4440-992a-e98d7f702de4 tempest-TestSnapshotPattern-1434216011 tempest-TestSnapshotPattern-1434216011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:53.765221 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bd2ae665-7846-4440-992a-e98d7f702de4 tempest-TestSnapshotPattern-1434216011 tempest-TestSnapshotPattern-1434216011-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 1092 time: 0.0793538 Sep 16 17:55:53.768066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34398) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:55:53.772824 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:55:53.882903 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:53.979203 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:54.078752 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Allocated IP 172.25.6.12 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/c7ed4717-96f5-4837-af18-2da6048ac78c) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:55:54.500024 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:54.585617 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:54.625317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:55:54.628106 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:55:54.631605 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:55:54.659924 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'Port': ['ID=c7ed4717-96f5-4837-af18-2da6048ac78c,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:54.987252 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:55.107278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:55.254825 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:55.311318 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:55.379269 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'Port': ['ID=c7ed4717-96f5-4837-af18-2da6048ac78c,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:55:55.389581 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:55.489053 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Floating IP c3082a75-ab60-497a-843a-f628e66563f6 associated. External IP: 172.25.6.12, port: ae183021-e26a-4ce0-9b73-1dc2e85d915d. Sep 16 17:55:55.697505 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Router 56df3970-b17c-408c-8472-9c31e03f0cc3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:55:55.806658 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:55:55.816115 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] Sync routers for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:55:55.825842 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:55.829685 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:55.876984 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:55.905769 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-f4812544-c8cd-4879-ad55-ec30baec1115 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1366298 Sep 16 17:55:55.906482 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:55:55.908772 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cf93db-fbd0-4670-adfa-ff99a1919115" -d '{"events": [{"name": "network-changed", "server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:55:55.933161 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:55.945483 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669722d1-6301-4d1d-9af9-82211bedca78 x-openstack-request-id: req-669722d1-6301-4d1d-9af9-82211bedca78 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:55:55.945772 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:55:55.946050 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-669722d1-6301-4d1d-9af9-82211bedca78 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:55:55.946496 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'status': 'completed', 'code': 200} Sep 16 17:55:56.007368 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-c79e8e28-424e-4b6d-b2c7-30962f3004ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:56.008831 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-c79e8e28-424e-4b6d-b2c7-30962f3004ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 1097 time: 0.0415916 Sep 16 17:55:56.105289 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-63662aec-bc17-4c3f-ab8c-62e53b8cbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:56.107042 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-63662aec-bc17-4c3f-ab8c-62e53b8cbf63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0914750 Sep 16 17:55:56.158016 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'c3082a75-ab60-497a-843a-f628e66563f6', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:55:54Z', 'updated_at': '2021-09-16T17:55:54Z', 'revision_number': 0, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:56.175889 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-cb15b695-b829-4c18-8990-c0e2e7a950c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d HTTP/1.1" status: 200 len: 999 time: 0.0620639 Sep 16 17:55:56.193692 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] Checking router: 56df3970-b17c-408c-8472-9c31e03f0cc3 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:55:56.202239 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:55:56.202846 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:55:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:56.229216 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-61359596-b3eb-4fe4-9065-cfa613b081e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:56.230696 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-61359596-b3eb-4fe4-9065-cfa613b081e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0486870 Sep 16 17:55:56.275170 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-035f5c64-e023-4582-b898-0f5acb91cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:55:56.276613 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-035f5c64-e023-4582-b898-0f5acb91cd9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395935 Sep 16 17:55:56.308534 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:55:56.370034 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-5fbf993c-1e9c-47a4-801f-e8324d0db05b service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867605 Sep 16 17:55:56.461558 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d2cf93db-fbd0-4670-adfa-ff99a1919115 req-b7ac39d9-c257-43ea-81a7-b91c94a3331c service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848477 Sep 16 17:55:56.534563 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'c3082a75-ab60-497a-843a-f628e66563f6', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:55:54Z', 'updated_at': '2021-09-16T17:55:54Z', 'revision_number': 0, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:55:56.561107 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad42436-f5dc-49c7-ab31-327f063cf670 None None] The sync data for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 is: [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'c3082a75-ab60-497a-843a-f628e66563f6', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:55:54Z', 'updated_at': '2021-09-16T17:55:54Z', 'revision_number': 0, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:55:56.744336 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55598aac-2da6-4fe5-8ab8-ae93733f6bc4 None None] New status for floating IP c3082a75-ab60-497a-843a-f628e66563f6: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:55:58.290527 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-4084c193-5ddf-4208-b47f-0ebd97db187a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:00.819553 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ea97bae8-ce29-4bb0-bf8f-fa482f343072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:01.533753 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:02.319517 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:04.156413 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:13.012696 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:56:14.596127 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:14.881725 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:21.495802 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9458145-a677-4168-87b0-e9134d8fae7a req-bc49fb6e-0965-4d5c-9071-e0fc8ebe3a32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396376 Sep 16 17:56:21.579308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9458145-a677-4168-87b0-e9134d8fae7a req-90d408be-d8c8-45f6-a0a7-c13787ab6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:21.580820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9458145-a677-4168-87b0-e9134d8fae7a req-90d408be-d8c8-45f6-a0a7-c13787ab6d9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 1097 time: 0.0449235 Sep 16 17:56:21.690359 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9458145-a677-4168-87b0-e9134d8fae7a req-dfee3442-b2c2-48b3-bf69-4dc3aaafc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:21.691749 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9458145-a677-4168-87b0-e9134d8fae7a req-dfee3442-b2c2-48b3-bf69-4dc3aaafc45d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0930235 Sep 16 17:56:21.764781 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9458145-a677-4168-87b0-e9134d8fae7a req-3de07fc2-aa5f-41b9-9a1c-a9ce3aaecad9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d HTTP/1.1" status: 200 len: 1001 time: 0.0648327 Sep 16 17:56:21.816240 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9458145-a677-4168-87b0-e9134d8fae7a req-b8d05327-9ae9-48ce-82ed-e2b43804126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:21.817663 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9458145-a677-4168-87b0-e9134d8fae7a req-b8d05327-9ae9-48ce-82ed-e2b43804126b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0424166 Sep 16 17:56:21.861537 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9458145-a677-4168-87b0-e9134d8fae7a req-9ab28075-7b47-4208-bca8-c8cb4e7c69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:21.862965 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9458145-a677-4168-87b0-e9134d8fae7a req-9ab28075-7b47-4208-bca8-c8cb4e7c69cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385139 Sep 16 17:56:21.954784 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9458145-a677-4168-87b0-e9134d8fae7a req-4d83a9e4-9de0-4a59-aa23-eb30e27eeffb service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839503 Sep 16 17:56:22.042105 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b9458145-a677-4168-87b0-e9134d8fae7a req-bc3f0f49-9eaa-4771-ae7d-ddf39cf6f9ac service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799649 Sep 16 17:56:28.295828 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-223e1e64-3efc-4a46-a076-b4ed730e5ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:30.817987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f648dd50-eb8d-4787-8142-154c04420e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:31.553256 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:32.358770 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:34.155277 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:44.548921 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:44.840372 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:50.011206 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:56:58.283665 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-06e56046-c0df-4658-a293-a155a42c71d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:00.815178 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-06d4ca53-1d2a-4388-9bf1-63e0da6239be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:01.558243 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:02.325643 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:04.175386 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:14.599614 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:14.889767 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:23.492494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc3ff920-0ffc-4320-9931-20058c731afa req-a0200a7c-9bc0-4f63-9408-9ac4f470f245 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456898 Sep 16 17:57:23.570949 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ff920-0ffc-4320-9931-20058c731afa req-6c394117-a974-4fbd-9f14-a58ca3009ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:57:23.572428 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc3ff920-0ffc-4320-9931-20058c731afa req-6c394117-a974-4fbd-9f14-a58ca3009ce9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 1097 time: 0.0401840 Sep 16 17:57:23.672493 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ff920-0ffc-4320-9931-20058c731afa req-ca858d1a-2f0a-4640-b9b1-970bc6ec4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:57:23.673911 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc3ff920-0ffc-4320-9931-20058c731afa req-ca858d1a-2f0a-4640-b9b1-970bc6ec4dd6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0833344 Sep 16 17:57:23.739872 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc3ff920-0ffc-4320-9931-20058c731afa req-fe085c5e-e7b8-4cd8-93ef-dbc94e5c0815 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d HTTP/1.1" status: 200 len: 1001 time: 0.0595145 Sep 16 17:57:23.788143 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ff920-0ffc-4320-9931-20058c731afa req-53aae39e-1220-4a46-8b29-4d2b7860769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:57:23.789605 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc3ff920-0ffc-4320-9931-20058c731afa req-53aae39e-1220-4a46-8b29-4d2b7860769c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0423200 Sep 16 17:57:23.833724 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ff920-0ffc-4320-9931-20058c731afa req-4d80da10-c27b-4c00-bf73-6977fb3551c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:57:23.835202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc3ff920-0ffc-4320-9931-20058c731afa req-4d80da10-c27b-4c00-bf73-6977fb3551c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391064 Sep 16 17:57:23.927148 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc3ff920-0ffc-4320-9931-20058c731afa req-41985c98-4c4b-4bf8-9719-fa77027d7c25 service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841653 Sep 16 17:57:24.018467 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc3ff920-0ffc-4320-9931-20058c731afa req-add45991-880e-444a-ae71-00a670c52281 service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843992 Sep 16 17:57:27.010200 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:57:28.284787 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f651591b-47ea-4c19-8143-02bfcc0af7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:30.810414 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8fd7211b-a8e2-47d8-8941-974a6e1fce46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:31.570470 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:32.340478 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:34.153056 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:44.615205 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:44.883904 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:55.802616 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ae183021-e26a-4ce0-9b73-1dc2e85d915d details requested by agent hyperv_n-h1-807786-3 with host n-h1-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:57:55.903194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae183021-e26a-4ce0-9b73-1dc2e85d915d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:57:55.915329 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Returning: {'device': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:57:55.970587 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:55.986849 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae183021-e26a-4ce0-9b73-1dc2e85d915d {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:57:56.011570 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae183021-e26a-4ce0-9b73-1dc2e85d915d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:57:56.072162 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:56.140271 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ae183021-e26a-4ce0-9b73-1dc2e85d915d,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:57:56.147865 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.148458 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.148972 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.149457 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.149943 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.150448 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.150789 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.151301 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.151786 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.152283 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.152790 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.153292 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:57:56.158312 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] get_ports_and_sgs() called for port_ids ['ae183021-e26a-4ce0-9b73-1dc2e85d915d'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:57:57.819318 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ae183021-e26a-4ce0-9b73-1dc2e85d915d up at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:57:57.870238 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Provisioning complete for port ae183021-e26a-4ce0-9b73-1dc2e85d915d triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:57:57.871053 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:57.950195 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:57.974778 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:57:57.977482 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae188a2-faf2-4da4-aa0a-072bcabef091" -d '{"events": [{"server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "name": "network-vif-plugged", "status": "completed", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:57:57.991772 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae183021-e26a-4ce0-9b73-1dc2e85d915d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:57:58.029439 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f324f8e-11da-4294-bacc-700ddbffb5c6 x-openstack-request-id: req-5f324f8e-11da-4294-bacc-700ddbffb5c6 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:57:58.029732 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "name": "network-vif-plugged", "status": "completed", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:57:58.029980 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f324f8e-11da-4294-bacc-700ddbffb5c6 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:57:58.030513 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'code': 200} Sep 16 17:57:58.049605 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:58.287559 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ae183021-e26a-4ce0-9b73-1dc2e85d915d,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:57:58.329448 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0cba-932d-443a-915f-b0ce42bd3974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:00.820499 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f0a85193-9642-42de-b94b-e1f7fb58529b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:01.826432 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:02.357919 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:04.010488 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:58:04.164177 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:07.451794 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-73b93e68-9f70-4472-8a08-fe6adbb86c0d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142163477&fields=id&tenant_id=8ea0e56a839241aa89c34d7e7240852b HTTP/1.1" status: 200 len: 267 time: 0.0332937 Sep 16 17:58:07.559453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-d63f0c84-d11f-45d9-8acd-405bf28b33ca tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:07.563686 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-d63f0c84-d11f-45d9-8acd-405bf28b33ca tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 809 time: 0.1026225 Sep 16 17:58:07.575556 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-af034c4f-ca5d-4f63-bb39-c56474543ac2 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/quotas/8ea0e56a839241aa89c34d7e7240852b HTTP/1.1" status: 200 len: 375 time: 0.0089476 Sep 16 17:58:07.633480 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-26554380-0eb9-4020-ab09-e8c50461129d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0523894 Sep 16 17:58:07.713118 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-6776cfc0-8816-424e-9a0c-c810a3fc4634 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:58:07.714142 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-6776cfc0-8816-424e-9a0c-c810a3fc4634 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0695791 Sep 16 17:58:07.804820 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-1e3d36d4-567c-4019-8e0b-10d018122dba service neutron] 10.222.0.22 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842307 Sep 16 17:58:07.897343 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-d665f89c-1c0d-4098-a11b-c5b260273529 service neutron] 10.222.0.22 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Sep 16 17:58:08.241360 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d25a24bb-cbfe-406e-8a09-2da3c72ef1d4 req-d3501e35-8ccc-458b-ad40-dc830b601614 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 210 time: 0.0763793 Sep 16 17:58:09.319359 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6559ce17-0090-4021-a062-795b698d29a4 req-859edc93-bfbf-434e-b1e1-626b0edc1ec4 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 210 time: 0.0285537 Sep 16 17:58:09.896584 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ae183021-e26a-4ce0-9b73-1dc2e85d915d no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 17:58:09.969089 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:09.992978 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:58:09.995212 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e369af9-3ca2-4d6b-ada3-6d0eabfe54fa" -d '{"events": [{"server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:58:10.009729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] For port ae183021-e26a-4ce0-9b73-1dc2e85d915d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:58:10.033566 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1defaa9-4f4a-4fa9-a8ef-715f2e3c9a70 x-openstack-request-id: req-b1defaa9-4f4a-4fa9-a8ef-715f2e3c9a70 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:58:10.033893 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:58:10.034145 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1defaa9-4f4a-4fa9-a8ef-715f2e3c9a70 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:58:10.034534 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'code': 200} Sep 16 17:58:10.089062 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:10.136936 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Pushing event updated for resources: {'Port': ['ID=ae183021-e26a-4ce0-9b73-1dc2e85d915d,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:58:10.412837 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99959071-266a-4c17-8f36-fa7964873af4 req-ba01d860-bdc5-48cf-84ce-32fa6a8b6e51 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 210 time: 0.0257609 Sep 16 17:58:11.507427 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9abbfad4-3f5e-47a4-b1e9-a96fa7cff0af req-c3effbe3-d172-4105-9e13-5c49987b78c2 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 210 time: 0.0260193 Sep 16 17:58:11.988062 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-944c97d3-08aa-4f37-95e7-23f861d33bac tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:11.989726 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-944c97d3-08aa-4f37-95e7-23f861d33bac tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.62 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 809 time: 0.1041582 Sep 16 17:58:12.033560 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-9aa1bb82-9d5f-4fda-be22-88e0fbbb5822 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea0e56a839241aa89c34d7e7240852b HTTP/1.1" status: 200 len: 380 time: 0.0348835 Sep 16 17:58:12.042418 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'port': {'device_id': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'admin_state_up': True, 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'security_groups': ['e13f27dc-270d-42ce-a668-d97b1a93578c']}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:58:12.227434 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Made reservation on behalf of 8ea0e56a839241aa89c34d7e7240852b for: {'port': 1} {{(pid=95357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:58:12.230509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:12.365246 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.db_base_plugin_common [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Allocated IP 172.20.0.9 (a4036735-1894-4493-ad92-a9b3970a8256/4feccd79-de75-4c09-8db2-9c0a2432db74/3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31) {{(pid=95357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:58:12.505242 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for port, precommit_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:12.604340 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_create {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:12.661672 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Network a4036735-1894-4493-ad92-a9b3970a8256 is already hosted by enough agents. {{(pid=95357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:58:12.667140 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.base_scheduler [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Resources bound (agent type, host, resource id): {{(pid=95357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:58:12.672955 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc7e61-a994-413a-bbe9-a77f3f4be087 req-6b1a76d8-89ca-48a3-8249-8e6ba95aefa6 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:12.686890 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Received port after_create {{(pid=95357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:58:12.698859 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95dc7e61-a994-413a-bbe9-a77f3f4be087 req-6b1a76d8-89ca-48a3-8249-8e6ba95aefa6 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 931 time: 0.1069198 Sep 16 17:58:12.730723 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'Port': ['ID=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,revision_number=1']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:58:12.755526 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-95dc7e61-a994-413a-bbe9-a77f3f4be087 req-10183fc9-62bb-4937-b192-e3eb16a9c8a7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551033 Sep 16 17:58:12.779887 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.780324 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.780759 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.781102 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.781442 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.781772 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.782250 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.782573 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.782994 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.783349 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.783708 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.784013 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:12.804571 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:12.805281 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:12.900938 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-7cb1aadf-16d7-4062-b191-e0c414d5f93f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8622715 Sep 16 17:58:12.978467 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-63cddb2b-76cb-423f-a5e6-5257f339299d None None] Provisioning complete for port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 triggered by entity DHCP. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:58:12.979198 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-63cddb2b-76cb-423f-a5e6-5257f339299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:13.014749 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-63cddb2b-76cb-423f-a5e6-5257f339299d None None] Port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 cannot update to ACTIVE because it is not bound. {{(pid=95359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:58:13.873905 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd1ba1-a5d3-488c-b185-d6c03344df21 req-e52977ba-1d47-4754-8d31-6e4e8901cba6 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:13.875392 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7dd1ba1-a5d3-488c-b185-d6c03344df21 req-e52977ba-1d47-4754-8d31-6e4e8901cba6 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 931 time: 0.0510776 Sep 16 17:58:13.918708 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7dd1ba1-a5d3-488c-b185-d6c03344df21 req-5b5ba709-5207-45d1-98cb-10878598567e tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360870 Sep 16 17:58:14.585672 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:14.894423 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:15.042606 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512ed4-72b0-441d-ae20-f7d80048fc18 req-2146c1ae-9252-4f1a-880f-b7f8557f88eb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:15.044100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72512ed4-72b0-441d-ae20-f7d80048fc18 req-2146c1ae-9252-4f1a-880f-b7f8557f88eb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 931 time: 0.0572066 Sep 16 17:58:15.084282 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-72512ed4-72b0-441d-ae20-f7d80048fc18 req-c22d82a4-cd94-47d0-a9fd-037adec215b3 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342774 Sep 16 17:58:16.213721 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee412bdb-4d0a-4ff5-afc6-4764a3c6d50a req-c105c962-3739-4374-a89d-be0fa9c4897a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:16.215337 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee412bdb-4d0a-4ff5-afc6-4764a3c6d50a req-c105c962-3739-4374-a89d-be0fa9c4897a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 931 time: 0.0631952 Sep 16 17:58:16.252494 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ee412bdb-4d0a-4ff5-afc6-4764a3c6d50a req-c22afaa6-9a4d-493c-94fe-1be86987d7d0 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312548 Sep 16 17:58:17.380419 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae6110-bf67-4c88-b599-e71571268cd6 req-9adb98fe-4070-4a65-8493-e804c50797c6 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:17.382118 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33ae6110-bf67-4c88-b599-e71571268cd6 req-9adb98fe-4070-4a65-8493-e804c50797c6 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 931 time: 0.0578067 Sep 16 17:58:17.436855 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-33ae6110-bf67-4c88-b599-e71571268cd6 req-2882fa7c-b3f9-4e86-a90b-ad3a772909f2 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484107 Sep 16 17:58:18.559091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f391ac5-d5d2-4f54-b918-fe1cd75dbd81 req-59c9f08f-3bc8-4db5-bb2f-5c14c7056350 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:18.560888 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f391ac5-d5d2-4f54-b918-fe1cd75dbd81 req-59c9f08f-3bc8-4db5-bb2f-5c14c7056350 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 931 time: 0.0550187 Sep 16 17:58:18.601308 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-3f391ac5-d5d2-4f54-b918-fe1cd75dbd81 req-9ec99d69-0bac-486d-bd56-e86b29f07868 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344524 Sep 16 17:58:19.734169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7164eb6-dcf9-422c-8279-1a831c7c1119 req-2799b7d5-2807-4e77-aedb-e90950e4122d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:19.735576 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7164eb6-dcf9-422c-8279-1a831c7c1119 req-2799b7d5-2807-4e77-aedb-e90950e4122d tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 931 time: 0.0669751 Sep 16 17:58:19.774607 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-d7164eb6-dcf9-422c-8279-1a831c7c1119 req-7c536b18-9dad-4ae5-b41f-d085af927673 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Sep 16 17:58:20.907561 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f4f9d-de76-4deb-a929-e53efce8cbf7 req-369a8195-049b-4599-a412-e4452941c61e tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:20.909149 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-605f4f9d-de76-4deb-a929-e53efce8cbf7 req-369a8195-049b-4599-a412-e4452941c61e tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 931 time: 0.0600710 Sep 16 17:58:20.951421 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-605f4f9d-de76-4deb-a929-e53efce8cbf7 req-2bfda17e-2176-4c1e-8ec0-e11839a39123 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361893 Sep 16 17:58:22.070615 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d043be-ac13-4a1d-80f5-8cebaf7d9667 req-855240ff-07d6-47f7-aadd-382808a9e558 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:22.072131 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99d043be-ac13-4a1d-80f5-8cebaf7d9667 req-855240ff-07d6-47f7-aadd-382808a9e558 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 931 time: 0.0525579 Sep 16 17:58:22.111383 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-99d043be-ac13-4a1d-80f5-8cebaf7d9667 req-06b397a7-2ea5-415e-b4cb-ca4bd3d9d754 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327899 Sep 16 17:58:22.661525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-9f3b1c20-6163-4107-ae66-2187f86e79bc tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:58:22.662675 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-9f3b1c20-6163-4107-ae66-2187f86e79bc tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059705 Sep 16 17:58:22.719863 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.v2.base [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Request body: {'port': {'device_id': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-3'}} {{(pid=95357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:58:22.776043 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:23.039933 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 {{(pid=95357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:58:23.047242 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:23.059574 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.provisioning_blocks [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Transition to ACTIVE for port object 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 will not be triggered until provisioned by entity L2. {{(pid=95357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:58:23.117025 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:23.172749 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,revision_number=2']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:58:23.248621 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Attempting to bind port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 on host n-h2-807786-3 for vnic_type normal with profile {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:58:23.249098 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Attempting to bind port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 by drivers openvswitch,hyperv on host n-h2-807786-3 at level 0 using segments [{'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:58:23.249438 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Attempting to bind port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 on network a4036735-1894-4493-ad92-a9b3970a8256 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:58:23.251348 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4a975-48cf-4c5a-b4ea-6dadfb4b381c req-73559eee-f759-416f-9558-5366bd320287 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:23.252936 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61e4a975-48cf-4c5a-b4ea-6dadfb4b381c req-73559eee-f759-416f-9558-5366bd320287 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 943 time: 0.0581310 Sep 16 17:58:23.254880 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 on network a4036735-1894-4493-ad92-a9b3970a8256 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-3 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 17:58:23.255683 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Attempting to bind port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 on network a4036735-1894-4493-ad92-a9b3970a8256 {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:58:23.261335 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Checking agent: {'id': '09e5b471-7ac3-4315-a4cf-373b48248e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'started_at': datetime.datetime(2021, 9, 16, 16, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:58:23.261678 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Checking segment: {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:58:23.262074 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Bound using segment: {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'} {{(pid=95357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:58:23.262516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.managers [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Bound port: 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host: n-h2-807786-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46532535-a609-4840-92dd-fdf157a90b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256'}}] {{(pid=95357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:58:23.262883 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:23.296083 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-61e4a975-48cf-4c5a-b4ea-6dadfb4b381c req-97344c21-0af2-4275-a864-6d89cf7d0c23 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357149 Sep 16 17:58:23.334903 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] For port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host n-h2-807786-3, cleared binding levels {{(pid=95357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:58:23.337900 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] For port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host n-h2-807786-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:58:23.408743 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069363'] for port, after_update {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:23.443278 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:23.443913 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:23.445314 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] 10.222.0.62 "PUT /v2.0/ports/3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 HTTP/1.1" status: 200 len: 1091 time: 0.7732947 Sep 16 17:58:23.445773 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:58:23.448061 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201b7123-2af4-4bb0-b44f-ca051fc2eed5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:58:23.487914 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a94d1a-0547-4432-a82b-a14d0e1f1875 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,revision_number=3']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:58:23.587237 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa70a2d0-c2d5-46f6-9954-1b31374dfc20 x-openstack-request-id: req-aa70a2d0-c2d5-46f6-9954-1b31374dfc20 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:58:23.587542 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:58:23.587799 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa70a2d0-c2d5-46f6-9954-1b31374dfc20 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:58:23.588204 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'status': 'completed', 'code': 200} Sep 16 17:58:23.605045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-2c5d3caa-f3a1-4820-89d2-b489e5453635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:23.606593 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-2c5d3caa-f3a1-4820-89d2-b489e5453635 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 1094 time: 0.0463219 Sep 16 17:58:23.653026 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-2f5cc513-7440-47fe-9677-8d1898d3b300 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 HTTP/1.1" status: 200 len: 217 time: 0.0381646 Sep 16 17:58:23.705045 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-baa15990-1391-4bf5-abf7-ed378797cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:23.706513 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-baa15990-1391-4bf5-abf7-ed378797cbcb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0472043 Sep 16 17:58:23.751926 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-08f5ca5b-2d99-4f97-8291-d8d40b692d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:23.753449 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-08f5ca5b-2d99-4f97-8291-d8d40b692d7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396171 Sep 16 17:58:23.845098 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-972ce3ab-edee-49b6-a833-7ef144a6fa53 service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840495 Sep 16 17:58:23.934124 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-2e170fb9-c5a6-4855-93d2-c561dff6452a req-850ae569-c982-48c7-a058-4aaa0ea9529b service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816755 Sep 16 17:58:24.114416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-56f72e8c-baa9-43bb-80a1-9ae93d6730d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:24.115798 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-56f72e8c-baa9-43bb-80a1-9ae93d6730d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 1094 time: 0.0443561 Sep 16 17:58:24.206770 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-fa7db0f2-5a5e-4521-9c04-746c60940c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:24.209172 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-fa7db0f2-5a5e-4521-9c04-746c60940c56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0864556 Sep 16 17:58:24.253822 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-fe338ca2-9015-49a5-9179-56d3daa3f13c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 HTTP/1.1" status: 200 len: 217 time: 0.0367615 Sep 16 17:58:24.301495 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-18c8586b-1dae-459e-aeea-22fd3aa15061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:24.302879 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-18c8586b-1dae-459e-aeea-22fd3aa15061 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0424473 Sep 16 17:58:24.349867 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-9e124772-3f01-45b9-86d6-bd25dcd86af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:24.351395 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-9e124772-3f01-45b9-86d6-bd25dcd86af7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400834 Sep 16 17:58:24.419730 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30b528-e7fa-4cc2-8145-39316ca61023 req-6641958f-5ed0-4f45-b516-dfc1cc03b7e3 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:24.421292 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef30b528-e7fa-4cc2-8145-39316ca61023 req-6641958f-5ed0-4f45-b516-dfc1cc03b7e3 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 943 time: 0.0522389 Sep 16 17:58:24.450826 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-d9b83ddd-0816-4f04-bfc7-2adacd9e08b8 service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919378 Sep 16 17:58:24.462100 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-ef30b528-e7fa-4cc2-8145-39316ca61023 req-9661ca6c-e879-404d-bfaf-41a0754ff08f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339708 Sep 16 17:58:24.511342 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-957cf600-bc7e-4502-87eb-6805a8e9050e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483093 Sep 16 17:58:24.547724 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-201b7123-2af4-4bb0-b44f-ca051fc2eed5 req-f4f4d909-2f4c-4075-bd80-163038569bde service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883136 Sep 16 17:58:24.589923 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-656b6bd5-c45c-45ee-b8ce-95360d26502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:24.591404 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-656b6bd5-c45c-45ee-b8ce-95360d26502d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 1095 time: 0.0404789 Sep 16 17:58:24.696831 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-4c61d4d5-47db-4081-a5c9-2a0db6fb48ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:24.698196 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-4c61d4d5-47db-4081-a5c9-2a0db6fb48ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0877848 Sep 16 17:58:24.764890 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-dec9a8cf-82b1-471d-aaa4-67fd30a5510a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d HTTP/1.1" status: 200 len: 999 time: 0.0595331 Sep 16 17:58:24.813173 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-c154937d-c6f9-43e1-9dbd-eda4cd0ad69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:24.814567 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-c154937d-c6f9-43e1-9dbd-eda4cd0ad69e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0425475 Sep 16 17:58:24.858100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-5eb8745b-873f-4f2c-962d-1010db6c35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:24.859533 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-5eb8745b-873f-4f2c-962d-1010db6c35e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381389 Sep 16 17:58:24.950571 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-94dbb698-fd38-4c7e-bd64-0721a207a408 service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838585 Sep 16 17:58:25.038998 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-617ad7c6-7c8b-4759-8c0f-c2cbf3516be7 req-e2e1e969-02b7-4633-85f9-0ae0b98fb670 service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816214 Sep 16 17:58:25.579279 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc653095-6ae8-435a-bd06-f3a104784a07 req-179a65fc-7c6f-4666-a98a-91df788baab1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:25.580776 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc653095-6ae8-435a-bd06-f3a104784a07 req-179a65fc-7c6f-4666-a98a-91df788baab1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 943 time: 0.0485482 Sep 16 17:58:25.621287 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-cc653095-6ae8-435a-bd06-f3a104784a07 req-70f9d541-aa7d-474a-85f6-dbecf6a3e384 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337703 Sep 16 17:58:26.737645 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f456f4-061e-4b8c-a584-05322b361830 req-1d165b0c-7320-4686-96b6-176866b8f467 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:26.739575 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3f456f4-061e-4b8c-a584-05322b361830 req-1d165b0c-7320-4686-96b6-176866b8f467 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 943 time: 0.0508964 Sep 16 17:58:26.777641 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-a3f456f4-061e-4b8c-a584-05322b361830 req-cbdce53e-de33-4644-b829-f881d2e95b8a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321553 Sep 16 17:58:27.558198 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 17:58:27.653660 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:58:27.665091 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'port_id': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'mac_address': 'fa:16:3e:2b:33:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 17:58:27.701134 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:27.713325 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:58:27.732706 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:58:27.808463 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:27.860966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,revision_number=4']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:58:27.901075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2625d-d64d-4d3a-abe9-fb309dbb6ac0 req-13bf6963-e226-410d-bb78-7366d5ec97ba tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:27.902582 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cb2625d-d64d-4d3a-abe9-fb309dbb6ac0 req-13bf6963-e226-410d-bb78-7366d5ec97ba tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 944 time: 0.0515804 Sep 16 17:58:27.945425 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-4cb2625d-d64d-4d3a-abe9-fb309dbb6ac0 req-9d5c85e4-3f06-4c26-ac63-73592ad19553 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330086 Sep 16 17:58:28.038636 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 17:58:28.306914 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-557ebbe0-d067-4535-a3e5-9b4b40f859d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:29.053456 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f734ab6-ad28-4868-be4b-42c92e0b38cb req-1067551d-566d-4f24-a53e-dc41d8916111 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:29.054927 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f734ab6-ad28-4868-be4b-42c92e0b38cb req-1067551d-566d-4f24-a53e-dc41d8916111 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 944 time: 0.0482481 Sep 16 17:58:29.095995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-6f734ab6-ad28-4868-be4b-42c92e0b38cb req-f2dc7ec5-57be-4874-a751-eeea3117e463 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351017 Sep 16 17:58:29.574379 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:58:29.665100 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning for port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 completed by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:58:29.668625 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:58:29.670772 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:29.746391 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:29.768224 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:58:29.770580 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba77a728-e33b-45f4-8367-7b9cbab19e22" -d '{"events": [{"server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "name": "network-vif-plugged", "status": "completed", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:58:29.783344 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:58:29.819642 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:29.865858 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e86dc6-b3d1-41b6-8bd4-6a1aef57afd1 x-openstack-request-id: req-35e86dc6-b3d1-41b6-8bd4-6a1aef57afd1 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:58:29.866148 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "name": "network-vif-plugged", "status": "completed", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:58:29.866401 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35e86dc6-b3d1-41b6-8bd4-6a1aef57afd1 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:58:29.866788 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'code': 200} Sep 16 17:58:29.871425 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,revision_number=5']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:58:29.959078 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda6b30-b500-4bcb-902d-146836e88427 req-ba646af0-2ab1-4c01-b79b-f7dfe6cdefda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:29.960483 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9dda6b30-b500-4bcb-902d-146836e88427 req-ba646af0-2ab1-4c01-b79b-f7dfe6cdefda service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 1096 time: 0.0399094 Sep 16 17:58:29.998964 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-9dda6b30-b500-4bcb-902d-146836e88427 req-27920a3b-0d87-49cc-94b7-49aa26de6dcd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Sep 16 17:58:30.208413 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498e231-c216-4fba-8396-6230ab4dadc6 req-4201416b-d409-4985-bf33-ddbf9efa6e4f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:30.209979 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e498e231-c216-4fba-8396-6230ab4dadc6 req-4201416b-d409-4985-bf33-ddbf9efa6e4f tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 945 time: 0.0473535 Sep 16 17:58:30.247224 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-e498e231-c216-4fba-8396-6230ab4dadc6 req-49d42aa1-1475-4083-b6f4-359f5dac066a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Sep 16 17:58:30.808049 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c72ffb11-ec0e-4e6d-8edb-f9edb0ebdd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:31.363757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01911e72-ccac-4358-a627-f3931db73f76 req-fbc4735b-a54a-437b-a2b2-6adc84f1d026 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:31.366263 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01911e72-ccac-4358-a627-f3931db73f76 req-fbc4735b-a54a-437b-a2b2-6adc84f1d026 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 945 time: 0.0512719 Sep 16 17:58:31.405783 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-01911e72-ccac-4358-a627-f3931db73f76 req-c28c9015-0e77-447b-b6b8-3fc288becefb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335467 Sep 16 17:58:31.521048 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c2454-2772-4b49-a0dd-3a59b1fd3298 req-a4e5afae-575e-45b1-9d5c-904ffcbf84be tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:31.522630 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-710c2454-2772-4b49-a0dd-3a59b1fd3298 req-a4e5afae-575e-45b1-9d5c-904ffcbf84be tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Sep 16 17:58:31.562435 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:31.570513 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-710c2454-2772-4b49-a0dd-3a59b1fd3298 req-4309af04-8c8c-4394-8d1e-0009c31c8b5c tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 Sep 16 17:58:31.591616 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34720) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:58:31.630777 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b416bf-b754-4e24-8e69-19e054a7ca80 tempest-TestSnapshotPattern-1434216011 tempest-TestSnapshotPattern-1434216011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:31.632261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-84b416bf-b754-4e24-8e69-19e054a7ca80 tempest-TestSnapshotPattern-1434216011 tempest-TestSnapshotPattern-1434216011-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 1091 time: 0.0396857 Sep 16 17:58:31.634948 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34722) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:58:31.639066 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.v2.base [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Request body: {'floatingip': {'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'port_id': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:58:31.745158 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for floatingip, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:31.840240 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:31.944274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_common [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Allocated IP 172.25.6.30 (1746a1b9-4f15-4102-acd6-c8ed98e80bef/0fe0f1ab-d217-4864-aa24-db6c7c9a3449/d106a7c3-c275-465f-8312-55190a65f8d2) {{(pid=95358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:58:32.049326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for port, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:32.350941 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:32.465614 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744142196682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:32.500305 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Network 1746a1b9-4f15-4102-acd6-c8ed98e80bef is already hosted by enough agents. {{(pid=95358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:58:32.503042 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.base_scheduler [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Resources bound (agent type, host, resource id): {{(pid=95358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:58:32.506953 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Received port after_create {{(pid=95358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:58:32.531397 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'Port': ['ID=d106a7c3-c275-465f-8312-55190a65f8d2,revision_number=1']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:58:32.544491 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.544834 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.545169 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.545500 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.545828 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.546148 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.546468 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.546786 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.547100 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.547417 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.547736 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.548050 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:32.863801 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:32.993065 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:33.138901 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for port, precommit_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:33.196546 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12783856'] for port, after_update {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:33.266232 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event updated for resources: {'Port': ['ID=d106a7c3-c275-465f-8312-55190a65f8d2,revision_number=2']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:58:33.277909 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721926'] for floatingip, after_create {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:33.374626 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Floating IP bac315c6-b87c-4def-bf7c-25c8e8905023 associated. External IP: 172.25.6.30, port: 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31. Sep 16 17:58:33.584186 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Router 56df3970-b17c-408c-8472-9c31e03f0cc3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:58:33.690449 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:58:33.700124 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] Sync routers for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:58:33.710162 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:58:33.710795 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:58:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:58:33.762199 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:33.789909 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-bc2dcb6b-b5a4-4d73-9326-578fff4a8bd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1539509 Sep 16 17:58:33.790502 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:58:33.792772 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b9cb5b-ef41-459f-9783-cb718bb389c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 17:58:33.814802 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:58:33.828929 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5997f73-2cb2-42ac-a084-f3a436204e43 x-openstack-request-id: req-f5997f73-2cb2-42ac-a084-f3a436204e43 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 17:58:33.829216 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 17:58:33.829462 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5997f73-2cb2-42ac-a084-f3a436204e43 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 17:58:33.829852 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'status': 'completed', 'code': 200} Sep 16 17:58:33.891459 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-0b380336-2b6c-4b05-b956-cd7a82c031f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:33.893174 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-0b380336-2b6c-4b05-b956-cd7a82c031f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 1096 time: 0.0405354 Sep 16 17:58:33.983397 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-900df51d-4112-4016-aa8d-53f786fc01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:33.984804 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-900df51d-4112-4016-aa8d-53f786fc01a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0847595 Sep 16 17:58:34.036714 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'bac315c6-b87c-4def-bf7c-25c8e8905023', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:2b:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:58:32Z', 'updated_at': '2021-09-16T17:58:32Z', 'revision_number': 0, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}, {'id': 'c3082a75-ab60-497a-843a-f628e66563f6', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:55:54Z', 'updated_at': '2021-09-16T17:55:56Z', 'revision_number': 1, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:58:34.055048 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-9c1c4b47-f1c0-4cbd-b29e-4a1f10185952 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 HTTP/1.1" status: 200 len: 998 time: 0.0628002 Sep 16 17:58:34.068214 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] Checking router: 56df3970-b17c-408c-8472-9c31e03f0cc3 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:58:34.077699 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:58:34.078429 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T17:58:31Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:58:34.105653 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-457169ea-861a-453d-bced-526f6902aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:34.107158 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-457169ea-861a-453d-bced-526f6902aade service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0459607 Sep 16 17:58:34.152189 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-e8b54eee-39d7-460a-83ea-0a2298523ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:58:34.152476 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:34.153753 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-e8b54eee-39d7-460a-83ea-0a2298523ddb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397296 Sep 16 17:58:34.252650 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-6ff9a27b-ba93-45ba-b0e5-25cb2b6251fa service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919442 Sep 16 17:58:34.278604 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:58:34.344517 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-e0b9cb5b-ef41-459f-9783-cb718bb389c6 req-d4203641-6641-4408-83a8-199724877535 service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842059 Sep 16 17:58:34.501820 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'bac315c6-b87c-4def-bf7c-25c8e8905023', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:2b:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:58:32Z', 'updated_at': '2021-09-16T17:58:32Z', 'revision_number': 0, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}, {'id': 'c3082a75-ab60-497a-843a-f628e66563f6', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:55:54Z', 'updated_at': '2021-09-16T17:55:56Z', 'revision_number': 1, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:58:34.532693 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7af561-ea0f-45eb-8a37-d99ec0345b54 None None] The sync data for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 is: [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'bac315c6-b87c-4def-bf7c-25c8e8905023', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:2b:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:58:32Z', 'updated_at': '2021-09-16T17:58:32Z', 'revision_number': 0, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}, {'id': 'c3082a75-ab60-497a-843a-f628e66563f6', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:55:54Z', 'updated_at': '2021-09-16T17:55:56Z', 'revision_number': 1, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:58:34.738729 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76689c19-af81-4d92-a851-fac7346ec61d None None] New status for floating IP bac315c6-b87c-4def-bf7c-25c8e8905023: ACTIVE {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:58:41.010487 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:58:44.596218 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:44.876244 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:58.287772 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-cfc42aef-054b-428a-b567-2c446f5bc0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:00.818880 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-82ca2aae-9f69-4b37-93a3-232af65cda15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:01.567270 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:02.327430 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:02.420071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-e75b35d4-a2b4-4024-a2b5-cff36673baf8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436800 Sep 16 17:59:02.500676 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-fc7ed41a-b443-4431-a66d-daf7fea5ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:59:02.502130 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-fc7ed41a-b443-4431-a66d-daf7fea5ddb3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 1096 time: 0.0398183 Sep 16 17:59:02.606082 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-ebbf3783-6b83-4a2f-9dbe-6662b352f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:59:02.607494 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-ebbf3783-6b83-4a2f-9dbe-6662b352f9d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0866330 Sep 16 17:59:02.670539 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-d653079f-2912-4e3a-b342-7f09ff71ac3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 HTTP/1.1" status: 200 len: 1000 time: 0.0562253 Sep 16 17:59:02.719301 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-771d16cb-816e-499e-a1d2-70bc1456bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:59:02.720809 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-771d16cb-816e-499e-a1d2-70bc1456bf3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0433750 Sep 16 17:59:02.771003 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-5dc3f53a-3797-4fb4-b511-2c2d1ff80da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:59:02.772582 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-5dc3f53a-3797-4fb4-b511-2c2d1ff80da1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434279 Sep 16 17:59:03.179671 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-47be0df7-97a6-4c83-a96e-63f7a618b653 service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000578 Sep 16 17:59:03.272617 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-22d4e8ef-1b6b-4ae3-a218-df5e7f7d5ff6 req-5cbc5234-0b4b-47e1-993b-b785c8258e02 service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856707 Sep 16 17:59:04.161777 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:14.601447 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:14.927114 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:18.010308 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:59:26.174074 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-126b28c9-be61-4f8d-83ad-767ccedbb156 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425346 Sep 16 17:59:26.253117 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-c81f3a0a-e1d6-4eff-824a-8cfc92a884ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:59:26.254588 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-c81f3a0a-e1d6-4eff-824a-8cfc92a884ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 1095 time: 0.0402114 Sep 16 17:59:26.357578 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-71ae5eb4-2bef-4eb1-ba2b-355d96106c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:59:26.359051 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-71ae5eb4-2bef-4eb1-ba2b-355d96106c7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0864091 Sep 16 17:59:26.427995 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-3f3068dd-fdd2-4199-8afb-51102b735f14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d HTTP/1.1" status: 200 len: 999 time: 0.0616024 Sep 16 17:59:26.475958 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-7cb58ccc-6a3a-46e7-8cc5-32d423165703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:59:26.477381 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-7cb58ccc-6a3a-46e7-8cc5-32d423165703 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0433164 Sep 16 17:59:26.529565 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-bd7d829f-7e53-42c9-bab8-f7cdbc9a1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:59:26.531050 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-bd7d829f-7e53-42c9-bab8-f7cdbc9a1cce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470073 Sep 16 17:59:26.622925 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-b29883d2-ca0a-4601-9de2-bfcd76a02fd4 service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847201 Sep 16 17:59:26.718868 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-5a51539a-ac3a-444f-bc75-a73863e9756c req-a0f50605-22a7-49de-9369-9dfc36a1ad4b service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887103 Sep 16 17:59:28.274940 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d5836dcc-8bee-4947-8bae-32129bbc9674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:30.806885 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bb45e8b9-965d-496e-b1c7-517c501b11f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:31.555613 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:32.331481 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:34.165523 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:44.589568 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:44.908079 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:55.010165 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:59:58.297681 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2f2e22a3-8610-4864-83d3-3b6909b0a3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:00.135026 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 details requested by agent hyperv_n-h2-807786-3 with host n-h2-807786-3 {{(pid=95359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:00:00.258177 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:00.273402 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Returning: {'device': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'port_id': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'mac_address': 'fa:16:3e:2b:33:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:00:00.312195 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:00.327535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 {{(pid=95359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:00:00.349120 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:00.423609 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,revision_number=6']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:00.635494 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] get_ports_and_sgs() called for port_ids ['3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31'] {{(pid=95359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:00:00.829317 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-c1800ea6-4b18-4c99-8217-10490f53cf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:01.543647 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:02.165809 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 up at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:00:02.216451 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Provisioning complete for port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 triggered by entity L2. {{(pid=95359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:00:02.216855 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624952'] for port, provisioning_complete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:02.302847 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:02.325991 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:00:02.328252 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed5595d-1d48-4e65-98ac-387dc811e060" -d '{"events": [{"server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "name": "network-vif-plugged", "status": "completed", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:00:02.342627 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:02.362555 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:02.374043 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246d02e6-7a9b-4e34-bc9b-a170565e31ff x-openstack-request-id: req-246d02e6-7a9b-4e34-bc9b-a170565e31ff {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:00:02.374354 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "name": "network-vif-plugged", "status": "completed", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:00:02.374651 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-246d02e6-7a9b-4e34-bc9b-a170565e31ff {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:00:02.375045 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'code': 200} Sep 16 18:00:02.427487 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:02.480335 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,revision_number=7']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:03.126977 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-e04c84e2-ca6d-41c0-a410-3d1277b4c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:03.128517 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-e04c84e2-ca6d-41c0-a410-3d1277b4c9b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 1096 time: 0.0518744 Sep 16 18:00:03.245525 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-b6c07762-77b8-473a-be15-de40e5f54612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:03.247339 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-b6c07762-77b8-473a-be15-de40e5f54612 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0985711 Sep 16 18:00:03.322465 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-d3f038f7-9dd7-4ec1-8334-2a12593a8ff6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 HTTP/1.1" status: 200 len: 1000 time: 0.0658422 Sep 16 18:00:03.378469 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-45affc34-c1c6-47dd-ab57-fae6bf5e9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:03.379941 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-45affc34-c1c6-47dd-ab57-fae6bf5e9e64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0487857 Sep 16 18:00:03.440901 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-d849c914-82cc-4e50-b3f4-2ac8a6bd82de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:03.442611 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-d849c914-82cc-4e50-b3f4-2ac8a6bd82de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533917 Sep 16 18:00:03.556288 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-ce0ecc8b-91c8-4813-ac76-5e9fe1e2f50e service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049843 Sep 16 18:00:03.668240 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-04205758-91fe-48e4-9716-2e0f2a179ea8 req-b389d431-e906-4fc0-a614-7c6fea4a2fa4 service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044049 Sep 16 18:00:04.171787 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:11.330597 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34932) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:11.487206 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Deleting port d106a7c3-c275-465f-8312-55190a65f8d2 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:11.487541 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:11.560242 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:11.560615 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:11.574075 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Calling delete_port for d106a7c3-c275-465f-8312-55190a65f8d2 owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:11.804151 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:11.829331 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event deleted for resources: {'Port': ['ID=d106a7c3-c275-465f-8312-55190a65f8d2,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:11.855320 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.855667 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.856006 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.856341 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.856699 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.857029 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.857352 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.857674 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.857994 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.858317 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.858643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.858962 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:11.905251 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:11.905630 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Floating IP bac315c6-b87c-4def-bf7c-25c8e8905023 disassociated (deleted). External IP: 172.25.6.30, port: 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31. Sep 16 18:00:12.110484 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Router 56df3970-b17c-408c-8472-9c31e03f0cc3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:00:12.218079 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:00:12.223364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:12.228582 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:00:12.229152 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] Sync routers for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:00:12.237889 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:00:12.238497 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T18:00:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:12.256304 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6fdd091d-b3ca-4023-9390-8e4211cdf936 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "DELETE /v2.0/floatingips/bac315c6-b87c-4def-bf7c-25c8e8905023 HTTP/1.1" status: 204 len: 168 time: 0.9222026 Sep 16 18:00:12.256304 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:00:12.256892 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a18701-baed-40bd-9c0a-7c2436aadf43" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:00:12.313654 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582132'] for port, before_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:12.344873 n-d-807786-3 neutron-server[95359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31'}] {{(pid=95359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:00:12.348253 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa773937cb00b18a67f139e10059faf42fcf887972dab100fd3f9cb26e4b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7c1071-684c-4b0a-866a-2238c892cd06" -d '{"events": [{"server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31"}]}' {{(pid=95359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:00:12.353622 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] For port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:12.366270 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5606ad7-dd31-47da-80e5-2d4af17dcaf6 x-openstack-request-id: req-a5606ad7-dd31-47da-80e5-2d4af17dcaf6 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:00:12.366766 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:00:12.367495 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5606ad7-dd31-47da-80e5-2d4af17dcaf6 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:00:12.368024 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'status': 'completed', 'code': 200} Sep 16 18:00:12.369280 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:00:12.402830 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b27658e-c16f-4d18-adfd-387a07a251b4 x-openstack-request-id: req-7b27658e-c16f-4d18-adfd-387a07a251b4 {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:00:12.403152 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31", "code": 200}]} {{(pid=95359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:00:12.403411 n-d-807786-3 neutron-server[95359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b27658e-c16f-4d18-adfd-387a07a251b4 {{(pid=95359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:00:12.403804 n-d-807786-3 neutron-server[95359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'code': 200} Sep 16 18:00:12.432886 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744142518797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744142196700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744142196718'] for port, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:12.438450 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-ec1c6bfa-043d-40d4-ab0f-19d0e5d5c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:12.442377 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-ec1c6bfa-043d-40d4-ab0f-19d0e5d5c027 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 1096 time: 0.0528598 Sep 16 18:00:12.485739 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Pushing event updated for resources: {'Port': ['ID=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,revision_number=8']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:12.546519 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-9af6c4c6-241b-4086-bf1c-ca5beeb58e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:12.548071 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-9af6c4c6-241b-4086-bf1c-ca5beeb58e2b service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0984068 Sep 16 18:00:12.591178 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-188bd79e-eb0e-48aa-a9ea-4b7899e2b45a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 HTTP/1.1" status: 200 len: 217 time: 0.0358150 Sep 16 18:00:12.607280 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'c3082a75-ab60-497a-843a-f628e66563f6', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:55:54Z', 'updated_at': '2021-09-16T17:55:56Z', 'revision_number': 1, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:12.634393 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] Checking router: 56df3970-b17c-408c-8472-9c31e03f0cc3 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:00:12.643149 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:00:12.643769 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T18:00:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:12.653528 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-c2a9c63b-ae43-49bc-9ce7-67a5ca047b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:12.655096 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-c2a9c63b-ae43-49bc-9ce7-67a5ca047b0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0512261 Sep 16 18:00:12.700420 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82153e1-2f5b-44c3-822c-65095423b0d1 req-95c00cbc-cb49-4a3d-a9cd-7a1f138a10f9 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:12.702377 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b82153e1-2f5b-44c3-822c-65095423b0d1 req-95c00cbc-cb49-4a3d-a9cd-7a1f138a10f9 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 943 time: 0.0508647 Sep 16 18:00:12.707170 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-7b692bf8-558b-419e-bf19-c95dd8ee2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:12.708702 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-7b692bf8-558b-419e-bf19-c95dd8ee2f59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463119 Sep 16 18:00:12.748291 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b82153e1-2f5b-44c3-822c-65095423b0d1 req-716f1faa-dc1f-49c5-87c9-0f70c55418ad tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387268 Sep 16 18:00:12.755577 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:00:12.808520 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-4b898709-d019-4434-b8fe-6d9ee2340d49 service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914826 Sep 16 18:00:12.908281 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-69a18701-baed-40bd-9c0a-7c2436aadf43 req-4270b7dd-914f-4754-a7ba-a87222ee045c service neutron] 10.222.0.62 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920708 Sep 16 18:00:12.990714 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'c3082a75-ab60-497a-843a-f628e66563f6', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:55:54Z', 'updated_at': '2021-09-16T17:55:56Z', 'revision_number': 1, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:13.018475 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bf2244-1ea8-4cec-ba1c-0b9be82d2a37 None None] The sync data for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 is: [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_floatingips': [{'id': 'c3082a75-ab60-497a-843a-f628e66563f6', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'router_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'port_id': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'mac_address': 'fa:16:3e:c9:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539753ab-36e9-49b5-9924-3d1398bc359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:55:54Z', 'updated_at': '2021-09-16T17:55:56Z', 'revision_number': 1, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:00:13.297546 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3b3dc-ed7e-4bb0-94e4-9a5a5c0d0f1c None None] New status for floating IP bac315c6-b87c-4def-bf7c-25c8e8905023: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:00:13.865857 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abbf80-0293-4025-a478-2935104b4f1e req-fa858a07-daed-45da-982e-953fdcb7889c tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:13.867839 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28abbf80-0293-4025-a478-2935104b4f1e req-fa858a07-daed-45da-982e-953fdcb7889c tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 943 time: 0.0486929 Sep 16 18:00:13.907273 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-28abbf80-0293-4025-a478-2935104b4f1e req-710dca1c-65b5-449c-9b79-a3cb6f190f81 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334425 Sep 16 18:00:14.113603 n-d-807786-3 neutron-server[95357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5ac2351a-f649-43f2-b052-ca4a4549edb1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:14.115085 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5ac2351a-f649-43f2-b052-ca4a4549edb1 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 943 time: 0.0490723 Sep 16 18:00:14.204854 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Deleting port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:14.205204 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:14.295498 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] For port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31, host n-h2-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-3',level=0,port_id=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:14.295864 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:14.308808 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Calling delete_port for 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 owned by compute:nova {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:14.524924 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:14.556799 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event deleted for resources: {'Port': ['ID=3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:14.585122 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.585474 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.585817 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.586192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.586600 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.587472 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.587844 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.588192 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.588542 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.588869 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.589196 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.589516 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-3 {{(pid=95357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:00:14.609369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.db.l3_dvrscheduler_db [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] No DVR routers for this DVR port 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 on host n-h2-807786-3 {{(pid=95357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:00:14.611817 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:14.613943 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [req-93868ecb-96a8-4829-97bc-ab75a914fc6d req-5828354e-e001-4825-b57e-412408ec154b tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.62 "DELETE /v2.0/ports/3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 HTTP/1.1" status: 204 len: 173 time: 0.4919412 Sep 16 18:00:14.614369 n-d-807786-3 neutron-server[95357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'name': 'network-vif-deleted', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31'}] {{(pid=95357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:00:14.616736 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b74fe4d1882aecd20f15a755dffc1a75bbc9a91377aaf9746663292a571e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e522e7-4bfe-4a5f-b4ef-44a00e4a15ab" -d '{"events": [{"server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "name": "network-vif-deleted", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31"}]}' {{(pid=95357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:00:14.640308 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:14.653049 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b71f67-4bf6-468d-9349-fad34ee4ee99 x-openstack-request-id: req-f8b71f67-4bf6-468d-9349-fad34ee4ee99 {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:00:14.653340 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ee4282-4e38-4276-b9f2-5bb8fd9e6402", "name": "network-vif-deleted", "tag": "3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31", "status": "completed", "code": 200}]} {{(pid=95357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:00:14.653593 n-d-807786-3 neutron-server[95357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8b71f67-4bf6-468d-9349-fad34ee4ee99 {{(pid=95357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:00:14.653996 n-d-807786-3 neutron-server[95357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ee4282-4e38-4276-b9f2-5bb8fd9e6402', 'name': 'network-vif-deleted', 'tag': '3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31', 'status': 'completed', 'code': 200} Sep 16 18:00:14.925924 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:15.019202 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-9d8f3749-0413-4526-aec1-800fd0b64298 req-c8af3f7f-eb2c-470b-8e11-ae55973d2660 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ee4282-4e38-4276-b9f2-5bb8fd9e6402 HTTP/1.1" status: 200 len: 210 time: 0.0275826 Sep 16 18:00:17.325421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 34992) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:17.483310 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Deleting port c7ed4717-96f5-4837-af18-2da6048ac78c {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:17.483565 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:17.556546 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:17.556875 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:17.568401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Calling delete_port for c7ed4717-96f5-4837-af18-2da6048ac78c owned by network:floatingip {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:17.781524 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:17.808768 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event deleted for resources: {'Port': ['ID=c7ed4717-96f5-4837-af18-2da6048ac78c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:17.868965 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for floatingip, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:17.869356 n-d-807786-3 neutron-server[95358]: INFO neutron.db.l3_db [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Floating IP c3082a75-ab60-497a-843a-f628e66563f6 disassociated (deleted). External IP: 172.25.6.12, port: ae183021-e26a-4ce0-9b73-1dc2e85d915d. Sep 16 18:00:18.070792 n-d-807786-3 neutron-server[95358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Router 56df3970-b17c-408c-8472-9c31e03f0cc3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:00:18.185045 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:00:18.189885 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for floatingip, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:18.194257 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] Sync routers for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:00:18.203676 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:00:18.204272 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T18:00:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:18.217358 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-dd77d5a2-dcb7-47df-b7dc-641464f2baeb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "DELETE /v2.0/floatingips/c3082a75-ab60-497a-843a-f628e66563f6 HTTP/1.1" status: 204 len: 168 time: 0.8908510 Sep 16 18:00:18.218295 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:00:18.220825 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257f4c76-1d63-4301-b220-6df12c48c352" -d '{"events": [{"name": "network-changed", "server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:00:18.235951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 no longer exists at agent hyperv_n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:00:18.260176 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] No Port match for: 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:00:18.260889 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Device 3ae04bde-adbe-49f4-8a9d-2a7b01c1fe31 not bound to the agent host n-h2-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:00:18.275830 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3f6eb9-b396-43d0-88b2-4e3cb6de66cd x-openstack-request-id: req-8d3f6eb9-b396-43d0-88b2-4e3cb6de66cd {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:00:18.276156 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:00:18.276448 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d3f6eb9-b396-43d0-88b2-4e3cb6de66cd {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:00:18.276877 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'status': 'completed', 'code': 200} Sep 16 18:00:18.329772 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:00:18.389091 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4c76-1d63-4301-b220-6df12c48c352 req-77875757-335a-4c4d-aed0-d0e3c419312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:18.390824 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-257f4c76-1d63-4301-b220-6df12c48c352 req-77875757-335a-4c4d-aed0-d0e3c419312c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ea0e56a839241aa89c34d7e7240852b&device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 1095 time: 0.0909235 Sep 16 18:00:18.485643 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4c76-1d63-4301-b220-6df12c48c352 req-453c6e8f-bab8-4eb7-a6c7-531a45276e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:18.487300 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-257f4c76-1d63-4301-b220-6df12c48c352 req-453c6e8f-bab8-4eb7-a6c7-531a45276e02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 200 len: 910 time: 0.0898046 Sep 16 18:00:18.532112 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-257f4c76-1d63-4301-b220-6df12c48c352 req-67704624-5a4c-4a0f-9c87-73aaf11942a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d HTTP/1.1" status: 200 len: 217 time: 0.0375428 Sep 16 18:00:18.537630 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:18.592760 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4c76-1d63-4301-b220-6df12c48c352 req-b4340c84-1bdc-421e-bc7c-8bf9a31509da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:18.594554 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-257f4c76-1d63-4301-b220-6df12c48c352 req-b4340c84-1bdc-421e-bc7c-8bf9a31509da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 200 len: 848 time: 0.0557866 Sep 16 18:00:18.657307 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] Checking router: 56df3970-b17c-408c-8472-9c31e03f0cc3 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:00:18.665903 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:00:18.666512 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T18:00:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:18.673105 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4c76-1d63-4301-b220-6df12c48c352 req-817015fe-6453-4c4b-a358-a19c470812cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:18.674616 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-257f4c76-1d63-4301-b220-6df12c48c352 req-817015fe-6453-4c4b-a358-a19c470812cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4036735-1894-4493-ad92-a9b3970a8256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719416 Sep 16 18:00:18.682270 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59305bf-b819-4dfe-809a-585e0922cbf0 req-4d00dbb9-461c-4619-af82-f0efc14db13a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:18.683639 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b59305bf-b819-4dfe-809a-585e0922cbf0 req-4d00dbb9-461c-4619-af82-f0efc14db13a tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 944 time: 0.0821233 Sep 16 18:00:18.688287 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-257f4c76-1d63-4301-b220-6df12c48c352 req-f0c45caa-7909-46c5-ae83-35bbf923af77 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 18:00:18.689261 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-257f4c76-1d63-4301-b220-6df12c48c352 req-f0c45caa-7909-46c5-ae83-35bbf923af77 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048013 Sep 16 18:00:18.751192 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-b59305bf-b819-4dfe-809a-585e0922cbf0 req-e9e279d1-bd78-4c31-8fb4-3e07d55b62d9 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610228 Sep 16 18:00:18.775449 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:00:18.805223 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-257f4c76-1d63-4301-b220-6df12c48c352 req-b7792bfc-038e-4995-9c83-ff960f8d26c8 service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081035 Sep 16 18:00:18.901114 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-257f4c76-1d63-4301-b220-6df12c48c352 req-c4a04308-2112-4196-8d07-b3fd16a6c539 service neutron] 10.222.0.52 "GET /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878191 Sep 16 18:00:18.969598 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:18.999424 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3f528-aee5-401f-aa93-688f41b87835 None None] The sync data for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 is: [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:29Z', 'revision_number': 4, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3', '_interfaces': [{'id': '8611fd8c-eeef-4626-ba30-5e21c6bdee53', 'name': '', 'network_id': 'a4036735-1894-4493-ad92-a9b3970a8256', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'mac_address': 'fa:16:3e:f6:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:29Z', 'updated_at': '2021-09-16T17:55:33Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'subnets': [{'id': '4feccd79-de75-4c09-8db2-9c0a2432db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:00:19.219046 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67e66d-89a3-42ce-bb34-5bfb1e101850 None None] New status for floating IP c3082a75-ab60-497a-843a-f628e66563f6: DOWN {{(pid=95359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:00:19.870261 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5f3dd-f74b-4c54-ae6a-67855079c32d req-e990661f-3ea9-4207-a428-27a1e58e6eea tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:19.871808 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbd5f3dd-f74b-4c54-ae6a-67855079c32d req-e990661f-3ea9-4207-a428-27a1e58e6eea tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 944 time: 0.0495241 Sep 16 18:00:19.910312 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-fbd5f3dd-f74b-4c54-ae6a-67855079c32d req-a193859b-7877-4508-a2de-fdb5a36fef51 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13f27dc-270d-42ce-a668-d97b1a93578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324135 Sep 16 18:00:20.152178 n-d-807786-3 neutron-server[95358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-0b73de3a-7f62-4e41-83dd-4ae683e06bdb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:00:20.153956 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-0b73de3a-7f62-4e41-83dd-4ae683e06bdb tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.52 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 944 time: 0.0479622 Sep 16 18:00:20.244515 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-bdbc4975-e8bd-40e4-9e66-fcb74a256fd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Deleting port ae183021-e26a-4ce0-9b73-1dc2e85d915d {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:20.244858 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-bdbc4975-e8bd-40e4-9e66-fcb74a256fd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:20.329746 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-bdbc4975-e8bd-40e4-9e66-fcb74a256fd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] For port ae183021-e26a-4ce0-9b73-1dc2e85d915d, host n-h1-807786-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-3',level=0,port_id=ae183021-e26a-4ce0-9b73-1dc2e85d915d,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:20.330102 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-bdbc4975-e8bd-40e4-9e66-fcb74a256fd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:20.342833 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-bdbc4975-e8bd-40e4-9e66-fcb74a256fd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Calling delete_port for ae183021-e26a-4ce0-9b73-1dc2e85d915d owned by compute:nova {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:20.535085 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-bdbc4975-e8bd-40e4-9e66-fcb74a256fd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:20.563276 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc4975-e8bd-40e4-9e66-fcb74a256fd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event deleted for resources: {'Port': ['ID=ae183021-e26a-4ce0-9b73-1dc2e85d915d,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:20.608547 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-bdbc4975-e8bd-40e4-9e66-fcb74a256fd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] No DVR routers for this DVR port ae183021-e26a-4ce0-9b73-1dc2e85d915d on host n-h1-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:00:20.611296 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-bdbc4975-e8bd-40e4-9e66-fcb74a256fd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445542'] for port, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:20.613397 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-bc901c64-8387-4bd3-8113-06a9464bb9d2 req-bdbc4975-e8bd-40e4-9e66-fcb74a256fd7 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.52 "DELETE /v2.0/ports/ae183021-e26a-4ce0-9b73-1dc2e85d915d HTTP/1.1" status: 204 len: 173 time: 0.4532003 Sep 16 18:00:20.613836 n-d-807786-3 neutron-server[95358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'name': 'network-vif-deleted', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d'}] {{(pid=95358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:00:20.616091 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c427a0145a2dbd66fd6edebb8a818140cb76e4d00556adc4d9094df41a58f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956b1e94-272f-4b97-8da9-299707bf35cd" -d '{"events": [{"server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "name": "network-vif-deleted", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d"}]}' {{(pid=95358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:00:20.652764 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f85c9e7-e99c-4e51-b37c-cc15db30ad06 x-openstack-request-id: req-4f85c9e7-e99c-4e51-b37c-cc15db30ad06 {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:00:20.655058 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539753ab-36e9-49b5-9924-3d1398bc359b", "name": "network-vif-deleted", "tag": "ae183021-e26a-4ce0-9b73-1dc2e85d915d", "status": "completed", "code": 200}]} {{(pid=95358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:00:20.655058 n-d-807786-3 neutron-server[95358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f85c9e7-e99c-4e51-b37c-cc15db30ad06 {{(pid=95358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:00:20.655058 n-d-807786-3 neutron-server[95358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539753ab-36e9-49b5-9924-3d1398bc359b', 'name': 'network-vif-deleted', 'tag': 'ae183021-e26a-4ce0-9b73-1dc2e85d915d', 'status': 'completed', 'code': 200} Sep 16 18:00:21.021587 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [req-86c67983-0e54-48e4-a338-f16766c07784 req-ae0dc814-0d9c-452e-b6b4-a44aee5d22f2 tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "GET /v2.0/ports?device_id=539753ab-36e9-49b5-9924-3d1398bc359b HTTP/1.1" status: 200 len: 210 time: 0.0304480 Sep 16 18:00:22.077421 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35012) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:22.136594 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-178a61b8-5efe-4492-85f1-3c221a2145cf tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:22.161854 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-178a61b8-5efe-4492-85f1-3c221a2145cf tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:22.285726 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-178a61b8-5efe-4492-85f1-3c221a2145cf tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:22.288278 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-178a61b8-5efe-4492-85f1-3c221a2145cf tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:22.289472 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-178a61b8-5efe-4492-85f1-3c221a2145cf tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] 10.222.0.22 "DELETE /v2.0/security-groups/e13f27dc-270d-42ce-a668-d97b1a93578c HTTP/1.1" status: 204 len: 168 time: 0.2110741 Sep 16 18:00:22.299076 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a61b8-5efe-4492-85f1-3c221a2145cf tempest-TestSnapshotPattern-388181264 tempest-TestSnapshotPattern-388181264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f27dc-270d-42ce-a668-d97b1a93578c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:22.395131 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35016) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:22.740274 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:22.994754 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] Deleting port 8611fd8c-eeef-4626-ba30-5e21c6bdee53 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:22.994987 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:23.074416 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] For port 8611fd8c-eeef-4626-ba30-5e21c6bdee53, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=8611fd8c-eeef-4626-ba30-5e21c6bdee53,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:23.074793 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:23.092725 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] Calling delete_port for 8611fd8c-eeef-4626-ba30-5e21c6bdee53 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:23.337509 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:23.365462 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] Pushing event deleted for resources: {'Port': ['ID=8611fd8c-eeef-4626-ba30-5e21c6bdee53,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:23.539222 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:23.752106 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] Router 56df3970-b17c-408c-8472-9c31e03f0cc3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:00:23.857536 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:00:23.862535 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-fffb7a18-d49d-40d4-94b4-8f60e5522554 admin admin] 10.222.0.22 "PUT /v2.0/routers/56df3970-b17c-408c-8472-9c31e03f0cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4663587 Sep 16 18:00:23.865239 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35018) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:23.866149 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] Sync routers for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:00:23.875301 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:00:23.890614 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T18:00:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:23.968364 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Notify callbacks [] for router, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:23.981039 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: n-d-807786-3 {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:00:24.069034 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:24.156602 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T18:00:23Z', 'revision_number': 5, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port': {'id': '7e0c32de-7bf3-4247-86e9-239ffc61aa01', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:24.179894 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Deleting port 7e0c32de-7bf3-4247-86e9-239ffc61aa01 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:24.180237 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:24.183681 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] Checking router: 56df3970-b17c-408c-8472-9c31e03f0cc3 for host: n-d-807786-3 {{(pid=95360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:00:24.191874 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] Routers {'56df3970-b17c-408c-8472-9c31e03f0cc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:00:24.192477 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T18:00:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['56df3970-b17c-408c-8472-9c31e03f0cc3'], 'active': True} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:24.263040 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] For port 7e0c32de-7bf3-4247-86e9-239ffc61aa01, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=7e0c32de-7bf3-4247-86e9-239ffc61aa01,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:24.263410 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:24.275136 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Calling delete_port for 7e0c32de-7bf3-4247-86e9-239ffc61aa01 owned by network:router_gateway {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:24.279528 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_dvr_db [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] Set router 56df3970-b17c-408c-8472-9c31e03f0cc3 gateway port host: None {{(pid=95360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:00:24.334267 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.l3_hamode_db [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T18:00:24Z', 'revision_number': 6, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:24.362043 n-d-807786-3 neutron-server[95360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48eb3f5-d91e-4187-b563-92f84ef72a1a None None] The sync data for ids ['56df3970-b17c-408c-8472-9c31e03f0cc3'] in n-d-807786-3 is: [{'id': '56df3970-b17c-408c-8472-9c31e03f0cc3', 'name': 'tempest-TestSnapshotPattern-635653067-router', 'tenant_id': '8ea0e56a839241aa89c34d7e7240852b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:26Z', 'updated_at': '2021-09-16T18:00:24Z', 'revision_number': 6, 'project_id': '8ea0e56a839241aa89c34d7e7240852b', 'gw_port_host': None}] {{(pid=95360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:00:24.533383 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ae183021-e26a-4ce0-9b73-1dc2e85d915d no longer exists at agent hyperv_n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:00:24.558794 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] No Port match for: ae183021-e26a-4ce0-9b73-1dc2e85d915d {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:00:24.560464 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Device ae183021-e26a-4ce0-9b73-1dc2e85d915d not bound to the agent host n-h1-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:00:24.774735 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8611fd8c-eeef-4626-ba30-5e21c6bdee53 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:00:24.795951 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 8611fd8c-eeef-4626-ba30-5e21c6bdee53 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:00:24.796363 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 8611fd8c-eeef-4626-ba30-5e21c6bdee53 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:00:24.821550 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:24.845308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0c32de-7bf3-4247-86e9-239ffc61aa01,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:24.907025 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:24.997326 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:24.999295 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.085698 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.086183 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56df3970-b17c-408c-8472-9c31e03f0cc3 {{(pid=95358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:00:25.090522 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] Notify callbacks [] for router, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.091688 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-6172faac-4cf4-4021-8cb9-e6d876627e6a admin admin] 10.222.0.22 "DELETE /v2.0/routers/56df3970-b17c-408c-8472-9c31e03f0cc3 HTTP/1.1" status: 204 len: 168 time: 1.2254536 Sep 16 18:00:25.094255 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35020) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:25.235639 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5f3a51-e3a0-4951-a2eb-25165cbff0e7 admin admin] Deleting subnet 4feccd79-de75-4c09-8db2-9c0a2432db74 {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:00:25.238911 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da5f3a51-e3a0-4951-a2eb-25165cbff0e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.274574 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da5f3a51-e3a0-4951-a2eb-25165cbff0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.357536 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da5f3a51-e3a0-4951-a2eb-25165cbff0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.473096 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da5f3a51-e3a0-4951-a2eb-25165cbff0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.498490 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f3a51-e3a0-4951-a2eb-25165cbff0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4feccd79-de75-4c09-8db2-9c0a2432db74,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:25.502443 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-da5f3a51-e3a0-4951-a2eb-25165cbff0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.504309 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-da5f3a51-e3a0-4951-a2eb-25165cbff0e7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4feccd79-de75-4c09-8db2-9c0a2432db74 HTTP/1.1" status: 204 len: 168 time: 0.4090760 Sep 16 18:00:25.506835 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35024) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:25.510230 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b5e96-889b-4a9e-944c-30208d1dd02e None None] Network a4036735-1894-4493-ad92-a9b3970a8256 requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:00:25.583127 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.638436 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Deleting port 2340036a-bb29-48b3-b73e-3c22a9d7e251 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:25.638782 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.692156 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb2b02d-f974-44d6-b07b-b67789e15702 None None] DHCP port deletion for a4036735-1894-4493-ad92-a9b3970a8256 request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 18:00:25.704544 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] For port 2340036a-bb29-48b3-b73e-3c22a9d7e251, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2340036a-bb29-48b3-b73e-3c22a9d7e251,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:25.704913 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.716973 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Calling delete_port for 2340036a-bb29-48b3-b73e-3c22a9d7e251 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:25.739659 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-efb2b02d-f974-44d6-b07b-b67789e15702 None None] Deleting port 2340036a-bb29-48b3-b73e-3c22a9d7e251 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:25.740093 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-efb2b02d-f974-44d6-b07b-b67789e15702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.818158 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-efb2b02d-f974-44d6-b07b-b67789e15702 None None] For port 2340036a-bb29-48b3-b73e-3c22a9d7e251, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=2340036a-bb29-48b3-b73e-3c22a9d7e251,segment=NetworkSegment(46532535-a609-4840-92dd-fdf157a90b5b),segment_id=46532535-a609-4840-92dd-fdf157a90b5b)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:25.818550 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-efb2b02d-f974-44d6-b07b-b67789e15702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.830996 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-efb2b02d-f974-44d6-b07b-b67789e15702 None None] Calling delete_port for 2340036a-bb29-48b3-b73e-3c22a9d7e251 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:25.869769 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.896757 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Pushing event deleted for resources: {'Port': ['ID=2340036a-bb29-48b3-b73e-3c22a9d7e251,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:00:25.902766 n-d-807786-3 neutron-server[95359]: self.session.flush() Sep 16 18:00:25.906453 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] No DVR routers for this DVR port 2340036a-bb29-48b3-b73e-3c22a9d7e251 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:00:25.907888 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-efb2b02d-f974-44d6-b07b-b67789e15702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:25.933664 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2b02d-f974-44d6-b07b-b67789e15702 None None] Pushing event deleted for resources: {'Port': ['ID=2340036a-bb29-48b3-b73e-3c22a9d7e251,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:25.935454 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2b02d-f974-44d6-b07b-b67789e15702 None None] No DVR routers for this DVR port 2340036a-bb29-48b3-b73e-3c22a9d7e251 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:00:25.986919 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:26.010234 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4036735-1894-4493-ad92-a9b3970a8256']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:26.019556 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46532535-a609-4840-92dd-fdf157a90b5b') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:26.019859 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46532535-a609-4840-92dd-fdf157a90b5b') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:26.029236 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:26.042634 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:26.048308 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:00:26.048736 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: timer() Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:00:26.069062 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:00:26.188597 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:26.194129 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:26.195906 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] 10.222.0.22 "DELETE /v2.0/networks/a4036735-1894-4493-ad92-a9b3970a8256 HTTP/1.1" status: 204 len: 168 time: 0.6881378 Sep 16 18:00:26.198949 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35026) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:26.206531 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb404748-148e-4136-a7d9-35088b51459d admin admin] Pushing event deleted for resources: {'Network': ['ID=a4036735-1894-4493-ad92-a9b3970a8256,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:26.500087 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7e0c32de-7bf3-4247-86e9-239ffc61aa01 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:00:26.519368 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 7e0c32de-7bf3-4247-86e9-239ffc61aa01 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:00:26.519811 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 7e0c32de-7bf3-4247-86e9-239ffc61aa01 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:00:26.520281 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2340036a-bb29-48b3-b73e-3c22a9d7e251 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:00:26.538705 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 2340036a-bb29-48b3-b73e-3c22a9d7e251 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:00:26.539127 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 2340036a-bb29-48b3-b73e-3c22a9d7e251 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:00:26.543984 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16732934'] for router_interface, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:26.791719 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] Deleting port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:26.791960 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:26.871386 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] For port ef6defd9-37ae-4d2a-aec5-c4cc2b972c31, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=ef6defd9-37ae-4d2a-aec5-c4cc2b972c31,segment=NetworkSegment(6a701c8f-704c-4340-b1d6-4c835b4302e4),segment_id=6a701c8f-704c-4340-b1d6-4c835b4302e4)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:26.871748 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:26.884253 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] Calling delete_port for ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 owned by network:router_interface {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:27.434638 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:27.460010 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6defd9-37ae-4d2a-aec5-c4cc2b972c31,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:27.630046 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16304308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16722102'] for router_interface, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:27.844210 n-d-807786-3 neutron-server[95357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] Router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 has already been hosted by L3 agent 07443dc3-d655-46d7-89ce-52843ce57e8e {{(pid=95357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:00:27.949829 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] Notify agent at l3_agent.n-d-807786-3 the message routers_updated {{(pid=95357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:00:27.954799 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-61cd37cc-efe3-40e3-b2be-2b7bb8e5184b admin admin] 10.222.0.22 "PUT /v2.0/routers/bcabd07a-c312-4f4b-8b70-9b8ac4185dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548218 Sep 16 18:00:27.957483 n-d-807786-3 neutron-server[95357]: DEBUG neutron.wsgi [-] (95357) accepted ('10.222.0.22', 35028) {{(pid=95357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:27.958187 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] Sync routers for ids ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'] in n-d-807786-3 {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:00:27.967484 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] Routers {'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:00:27.968096 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T18:00:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:28.064545 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Notify callbacks [] for router, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.074083 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] Set router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 gateway port host: n-d-807786-3 {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:00:28.173040 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.263510 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'name': 'tempest-TestSnapshotPattern-1890350854-router', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'external_fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:32Z', 'updated_at': '2021-09-16T18:00:27Z', 'revision_number': 5, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'gw_port': {'id': '6d4cec45-eb16-491b-9628-5100e30815bb', 'name': '', 'network_id': '1746a1b9-4f15-4102-acd6-c8ed98e80bef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:33Z', 'updated_at': '2021-09-16T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fe0f1ab-d217-4864-aa24-db6c7c9a3449', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-3'}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:28.292675 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] Checking router: bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 for host: n-d-807786-3 {{(pid=95359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:00:28.293670 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Deleting port 6d4cec45-eb16-491b-9628-5100e30815bb {{(pid=95357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:28.294033 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.301503 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] Routers {'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'} bound to L3 agent in host n-d-807786-3 {{(pid=95359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:00:28.302395 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T16:13:01Z,description=,heartbeat_timestamp=2021-09-16T18:00:01Z,host='n-d-807786-3',id=07443dc3-d655-46d7-89ce-52843ce57e8e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T16:13:01Z,topic='l3_agent')) {'router_ids': ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'], 'active': True} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:28.334655 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-254035b0-17b4-4c13-b3a9-510ffb737c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.379238 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.db [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] For port 6d4cec45-eb16-491b-9628-5100e30815bb, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=6d4cec45-eb16-491b-9628-5100e30815bb,segment=NetworkSegment(9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f),segment_id=9f4b68ac-fe94-4d10-9f55-c7df7f8ba99f)] {{(pid=95357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:28.379605 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.392654 n-d-807786-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Calling delete_port for 6d4cec45-eb16-491b-9628-5100e30815bb owned by network:router_gateway {{(pid=95357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:28.550440 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvr_db [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] Set router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 gateway port host: None {{(pid=95359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:00:28.605966 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_hamode_db [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'name': 'tempest-TestSnapshotPattern-1890350854-router', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:32Z', 'updated_at': '2021-09-16T18:00:28Z', 'revision_number': 6, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'gw_port_host': None}], 'n-d-807786-3', False) {} {{(pid=95359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:28.632314 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069354'] for port, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.637732 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b719e2-25c9-452f-b7d8-af71d8675ae7 None None] The sync data for ids ['bcabd07a-c312-4f4b-8b70-9b8ac4185dc3'] in n-d-807786-3 is: [{'id': 'bcabd07a-c312-4f4b-8b70-9b8ac4185dc3', 'name': 'tempest-TestSnapshotPattern-1890350854-router', 'tenant_id': 'e4ef630424544a07b5d1acb9aa41230a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:32Z', 'updated_at': '2021-09-16T18:00:28Z', 'revision_number': 6, 'project_id': 'e4ef630424544a07b5d1acb9aa41230a', 'gw_port_host': None}] {{(pid=95359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:00:28.658936 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4cec45-eb16-491b-9628-5100e30815bb,revision_number=None']} {{(pid=95357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:28.721450 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16722032'] for router_gateway, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.814895 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16733729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496'] for router, precommit_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.816963 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.929142 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16733914'] for router, after_delete {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.929646 n-d-807786-3 neutron-server[95357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 {{(pid=95357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:00:28.937508 n-d-807786-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] Notify callbacks [] for router, before_response {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:28.937508 n-d-807786-3 neutron-server[95357]: INFO neutron.wsgi [None req-6118897c-e237-447c-8a2b-f23c59e6d173 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bcabd07a-c312-4f4b-8b70-9b8ac4185dc3 HTTP/1.1" status: 204 len: 168 time: 0.9770584 Sep 16 18:00:28.938346 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35030) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:28.989911 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.db_base_plugin_v2 [None req-9364a89e-c903-40b4-aec5-bd1ce8c7eb72 admin admin] Deleting subnet 9a59a98f-64de-45f6-a61a-6c600dfb91db {{(pid=95358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:00:28.993821 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9364a89e-c903-40b4-aec5-bd1ce8c7eb72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.029247 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9364a89e-c903-40b4-aec5-bd1ce8c7eb72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13065534'] for subnet, precommit_delete_associations {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.114219 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9364a89e-c903-40b4-aec5-bd1ce8c7eb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631364'] for subnet, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.229058 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9364a89e-c903-40b4-aec5-bd1ce8c7eb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12783814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24278606'] for subnet, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.252567 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364a89e-c903-40b4-aec5-bd1ce8c7eb72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a59a98f-64de-45f6-a61a-6c600dfb91db,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:29.257993 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-9364a89e-c903-40b4-aec5-bd1ce8c7eb72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.260612 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-9364a89e-c903-40b4-aec5-bd1ce8c7eb72 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9a59a98f-64de-45f6-a61a-6c600dfb91db HTTP/1.1" status: 204 len: 168 time: 0.3211055 Sep 16 18:00:29.263058 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35032) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:29.264414 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552b5a5e-0776-44ff-8174-5d4c4d395b3e None None] Network e1bbb908-9592-43b4-be13-e299249d47db requested from n-d-807786-3 {{(pid=95359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:00:29.331638 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-811957'] for network, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.391093 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Deleting port aa9f6524-3a62-4b88-b29d-2a14fcd52805 {{(pid=95358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:29.391432 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.458810 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.db [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] For port aa9f6524-3a62-4b88-b29d-2a14fcd52805, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aa9f6524-3a62-4b88-b29d-2a14fcd52805,segment=NetworkSegment(6a701c8f-704c-4340-b1d6-4c835b4302e4),segment_id=6a701c8f-704c-4340-b1d6-4c835b4302e4)] {{(pid=95358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:29.459176 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.473665 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.plugin [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Calling delete_port for aa9f6524-3a62-4b88-b29d-2a14fcd52805 owned by network:dhcp {{(pid=95358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:29.478706 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2682ff-5dc1-4332-95bc-374860be9731 None None] DHCP port deletion for e1bbb908-9592-43b4-be13-e299249d47db request from n-d-807786-3 {{(pid=95359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 18:00:29.529208 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7f2682ff-5dc1-4332-95bc-374860be9731 None None] Deleting port aa9f6524-3a62-4b88-b29d-2a14fcd52805 {{(pid=95359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:00:29.529501 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7f2682ff-5dc1-4332-95bc-374860be9731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744142513201'] for port, before_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.596838 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.db [None req-7f2682ff-5dc1-4332-95bc-374860be9731 None None] For port aa9f6524-3a62-4b88-b29d-2a14fcd52805, host n-d-807786-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-3',level=0,port_id=aa9f6524-3a62-4b88-b29d-2a14fcd52805,segment=NetworkSegment(6a701c8f-704c-4340-b1d6-4c835b4302e4),segment_id=6a701c8f-704c-4340-b1d6-4c835b4302e4)] {{(pid=95359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:00:29.597244 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7f2682ff-5dc1-4332-95bc-374860be9731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727630'] for port, precommit_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.610759 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-7f2682ff-5dc1-4332-95bc-374860be9731 None None] Calling delete_port for aa9f6524-3a62-4b88-b29d-2a14fcd52805 owned by network:dhcp {{(pid=95359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:00:29.632779 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12783849'] for port, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.659349 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9f6524-3a62-4b88-b29d-2a14fcd52805,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:29.666026 n-d-807786-3 neutron-server[95358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] No DVR routers for this DVR port aa9f6524-3a62-4b88-b29d-2a14fcd52805 on host n-d-807786-3 {{(pid=95358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:00:29.694975 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7f2682ff-5dc1-4332-95bc-374860be9731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744142519543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744142196691'] for port, after_delete {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.724025 n-d-807786-3 neutron-server[95359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2682ff-5dc1-4332-95bc-374860be9731 None None] No DVR routers for this DVR port aa9f6524-3a62-4b88-b29d-2a14fcd52805 on host n-d-807786-3 {{(pid=95359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:00:29.728658 n-d-807786-3 neutron-server[95359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2682ff-5dc1-4332-95bc-374860be9731 None None] Pushing event deleted for resources: {'Port': ['ID=aa9f6524-3a62-4b88-b29d-2a14fcd52805,revision_number=None']} {{(pid=95359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:29.751075 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-637635', 'neutron.services.segments.db._delete_segments_for_network-8744142691741'] for network, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.775991 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bbb908-9592-43b4-be13-e299249d47db']}} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:29.785226 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a701c8f-704c-4340-b1d6-4c835b4302e4') {'for_net_delete': True} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:29.785464 n-d-807786-3 neutron-server[95358]: DEBUG neutron.services.segments.db [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a701c8f-704c-4340-b1d6-4c835b4302e4') {} {{(pid=95358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:00:29.794770 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744142692518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13065525'] for segment, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.807573 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577'] for segment, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.813274 n-d-807786-3 neutron-server[95358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:00:29.813654 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12784408'] for segment, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: Traceback (most recent call last): Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: timer() Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: cb(*args, **kw) Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: return func(*args, **kwargs) Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: self._notify() Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: self.callback(batched_events) Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: event.method(event) Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: return f(self, *a, **k) Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: return self._get(url).json() Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: return self.request(url, 'GET', **kwargs) Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:00:29.815247 n-d-807786-3 neutron-server[95358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:00:29.923926 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16721940'] for network, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.929488 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Notify callbacks [] for network, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:29.933908 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e1bbb908-9592-43b4-be13-e299249d47db HTTP/1.1" status: 204 len: 168 time: 0.6695869 Sep 16 18:00:29.944882 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc6d55-1253-4feb-8f2f-831080d58ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1bbb908-9592-43b4-be13-e299249d47db,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:30.253215 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35036) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:30.292705 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1a44ec04-c4d3-45ee-8bdc-a44d450eba45 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ea0e56a839241aa89c34d7e7240852b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382507 Sep 16 18:00:30.295119 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35038) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:30.346828 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1eb79f39-a957-4b70-8b8b-b568d13cbe48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:30.368433 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1eb79f39-a957-4b70-8b8b-b568d13cbe48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:30.485579 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1eb79f39-a957-4b70-8b8b-b568d13cbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:30.488229 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-1eb79f39-a957-4b70-8b8b-b568d13cbe48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:30.489442 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-1eb79f39-a957-4b70-8b8b-b568d13cbe48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79d57cec-b7e8-497a-895d-616e45088611 HTTP/1.1" status: 204 len: 168 time: 0.1934469 Sep 16 18:00:30.499377 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb79f39-a957-4b70-8b8b-b568d13cbe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d57cec-b7e8-497a-895d-616e45088611,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:30.503044 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:00:30.529726 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:00:30.530080 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device ef6defd9-37ae-4d2a-aec5-c4cc2b972c31 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:00:30.530481 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6d4cec45-eb16-491b-9628-5100e30815bb no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:00:30.552045 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: 6d4cec45-eb16-491b-9628-5100e30815bb {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:00:30.552405 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device 6d4cec45-eb16-491b-9628-5100e30815bb not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:00:30.552823 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device aa9f6524-3a62-4b88-b29d-2a14fcd52805 no longer exists at agent ovs-agent-n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:00:30.575194 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.plugin [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] No Port match for: aa9f6524-3a62-4b88-b29d-2a14fcd52805 {{(pid=95359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:00:30.575535 n-d-807786-3 neutron-server[95359]: DEBUG neutron.plugins.ml2.rpc [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Device aa9f6524-3a62-4b88-b29d-2a14fcd52805 not bound to the agent host n-d-807786-3 {{(pid=95359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:00:30.851622 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-39e9e94f-2592-4cf8-a6fa-df5586b36611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:31.110401 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35044) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:31.149867 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-4755064f-ed3f-4eb1-9928-330fc6fb9086 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4ef630424544a07b5d1acb9aa41230a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383170 Sep 16 18:00:31.152311 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [-] (95358) accepted ('10.222.0.22', 35046) {{(pid=95358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:31.198690 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e4cea45-8659-470c-a55b-ea682d6bab1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:31.219687 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e4cea45-8659-470c-a55b-ea682d6bab1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:31.363410 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e4cea45-8659-470c-a55b-ea682d6bab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359891'] for security_group, after_delete {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:31.366121 n-d-807786-3 neutron-server[95358]: DEBUG neutron_lib.callbacks.manager [None req-3e4cea45-8659-470c-a55b-ea682d6bab1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:31.367318 n-d-807786-3 neutron-server[95358]: INFO neutron.wsgi [None req-3e4cea45-8659-470c-a55b-ea682d6bab1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/451ca85e-060c-4e0b-96fa-0eb88f3ddd1c HTTP/1.1" status: 204 len: 168 time: 0.2140493 Sep 16 18:00:31.375852 n-d-807786-3 neutron-server[95358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cea45-8659-470c-a55b-ea682d6bab1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451ca85e-060c-4e0b-96fa-0eb88f3ddd1c,revision_number=None']} {{(pid=95358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:00:31.611043 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:32.010428 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:00:32.346089 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:34.159884 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:44.610799 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:44.897015 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:58.313275 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ed283276-9b8c-4fb0-90d4-f3daa2a226fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:00.816348 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8c81f4e6-88cb-493a-a924-e89254dd75da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:01.530272 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:02.345197 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:04.176047 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:09.009708 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:01:14.670122 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:14.935816 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:28.284609 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b3ae-bd2a-4e41-8bd6-7e4fc6cb0acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:30.835540 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-f60b3ad8-c6f5-4719-8bdd-a32594640101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:31.549320 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:32.381829 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:34.212403 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.634558 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.920794 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.009259 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:01:58.359721 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-68960229-12ea-4ad8-aeb5-48811ebf179b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:00.820759 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-04e8443f-6903-46a9-8571-4960415837ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.537364 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:02.348122 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:04.160151 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.633405 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.907634 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:23.010129 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:02:28.290151 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6e94faf7-0640-4256-b0ff-bdeee7717aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:30.827832 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0f07a651-21db-49c3-a9f5-11c76bb1d374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:31.541435 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:32.346899 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:34.169834 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:44.649489 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:44.962724 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.481394 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-ab06e3bf-69bb-4596-a2ce-93653dea03c5 req-48336142-0005-41a9-b390-6cd26ab2447c service neutron] (95358) timed out ('10.222.0.22', 33530) {{(pid=95358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 18:02:58.287857 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-6a834655-4f8b-4ea9-b785-e47bb78a19cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.009186 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:03:00.820531 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-e70af3e8-11a6-45af-a826-80f27a34cbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:01.544909 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:02.391718 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:04.180170 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:14.642596 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:14.951189 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:28.288517 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d4d0caa8-7e6e-4d4e-b170-c3762f8637c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:30.813390 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9e1b-fef3-48e7-aab9-ffe602406466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:31.544863 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:32.390800 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:34.184995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:37.007839 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:03:44.693507 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:44.990501 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:58.287293 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-67d004d9-6847-41ec-9597-f4262b301ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:00.829409 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a33ad95c-2c21-4cfa-8f38-83c5b0c42d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:01.526760 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:02.332995 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:04.200987 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:14.006783 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:04:14.709637 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:14.978312 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:28.332240 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-bdd6c5bf-dd88-421c-ad51-269a191b6b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:30.834704 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b26badfa-6bcb-48b9-853d-5e716520af04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:31.555099 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:32.377708 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:34.206464 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.692234 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.977214 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:51.007026 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:04:58.342718 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-49de8dc6-82b8-4bab-b47c-3cda6b1403e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:00.833947 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d070ba42-1ca7-4108-800f-50fe03fba4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:01.559618 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:02.354056 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:04.198379 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:14.683682 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:14.971313 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:28.006932 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:05:28.437600 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2543-140a-43b7-8c1c-5f962e37c0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:30.845079 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a048e342-d380-45e3-a865-11a666fed0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:31.557387 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.397780 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:34.196955 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.685022 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.991234 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:58.482216 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-a574c154-e64d-4c26-8f65-a46ca5c0d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:00.847573 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-8278951e-cb73-4728-91f3-94af5b02a22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:01.550437 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:02.390718 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:04.210051 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:05.005779 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:06:14.684278 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.987071 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:28.320753 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-944fa0bc-125f-424c-9fae-2b082fe49d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:30.827004 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0be2657f-96b9-4d73-b316-d62d38f7660a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:31.552956 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:32.427180 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.197940 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:42.005237 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:06:44.686094 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:44.977500 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:58.457552 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7f6b-2115-4add-9229-21c2b7482080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:00.857430 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-410a0da7-a70a-46d6-9eda-2e95b5b3c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:01.531473 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:02.378024 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:04.257306 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:14.689936 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:14.999385 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:19.003827 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:07:28.325135 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-1b3140e1-aee7-4254-9d64-a10910c3d996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:30.850549 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-449435d8-acbf-4cb1-aa64-912d78f850e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:31.564643 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.416763 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:34.210812 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:44.701947 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:44.998690 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:56.003672 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:07:58.301253 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b48a9ac1-2de8-409f-8006-79ab3690081f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:00.832752 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c9b9-3b13-4b22-85e9-66ba22c6772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:01.551573 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:02.437832 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:04.215301 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:10.273850 n-d-807786-3 neutron-server[95358]: DEBUG neutron.wsgi [req-243b5c0c-ffee-4e11-b8a8-56a6d8712558 req-993cb3d2-00b7-4d31-aedf-1069879abe02 service neutron] (95358) timed out ('10.222.0.22', 58104) {{(pid=95358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 18:08:14.684003 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:15.009601 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:28.294702 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-60e71df9-1141-413a-ac8a-e8657af75fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:30.832058 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-7b584bfe-ec5b-4c74-be32-77eb39472974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.534415 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-2fd531ef-8a33-493b-96d3-adda19f1ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.391856 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-0b777395-3246-412c-ac35-cc3966e1e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:33.003242 n-d-807786-3 neutron-server[95360]: DEBUG neutron.db.agents_db [None req-0aa86631-1e7c-44a4-bd39-5f539b24308c None None] Agent healthcheck: found 7 active agents {{(pid=95360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:08:34.203417 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-84d09512-a081-49ef-b182-7a1d303149df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:44.677107 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7c39-9c63-4ae8-9349-81f18b8eb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:45.025696 n-d-807786-3 neutron-server[95359]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e525-556b-4a36-80b6-56259628d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744142691723', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636099'] for agent, after_update {{(pid=95359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}